-- Logs begin at Tue 2021-08-10 23:20:53 UTC, end at Wed 2021-08-11 02:02:21 UTC. -- Aug 11 00:07:57.561393 n-d-712143-13 systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 00:08:00.289861 n-d-712143-13 neutron-server[95143]: INFO neutron.common.config [-] Logging enabled! Aug 11 00:08:00.290477 n-d-712143-13 neutron-server[95143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 00:08:00.290576 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 00:08:00.293892 n-d-712143-13 neutron-server[95143]: INFO neutron.common.config [-] Logging enabled! Aug 11 00:08:00.294154 n-d-712143-13 neutron-server[95143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 00:08:00.294468 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 00:08:00.295437 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 00:08:00.295675 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 00:08:00.296050 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 00:08:00.296300 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 00:08:00.296529 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 00:08:00.296856 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.297157 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.297457 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.297688 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.297985 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.298278 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.298565 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.298856 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.299177 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.299477 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.299787 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.300080 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.300315 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.300608 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.300900 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.301188 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.301420 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] debug = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.301706 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.302136 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.302568 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.302856 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.303149 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.303457 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.303733 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.304017 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.304303 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.304636 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] host = n-d-712143-13 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.304917 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.305206 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.305495 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.305783 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.306062 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.306344 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.306631 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.306906 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.307200 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] log_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.307482 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.307773 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.308063 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.308356 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.308586 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.308814 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.309103 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.309394 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.309675 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.309952 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.310231 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.310516 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.310797 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.311072 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.311384 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.311672 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.311959 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.312236 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.312516 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.312791 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.313061 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.313346 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.313629 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.313906 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.314183 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.314470 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.314743 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.315024 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.315916 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.316207 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.316490 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.316779 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.317058 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.317343 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.317622 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.317897 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.318173 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] use_json = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.318448 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.318722 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.319008 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.319307 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.319584 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.319859 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.320135 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.320422 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:00.320725 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.321035 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.321335 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.321622 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.321919 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.322202 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.322492 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.322772 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.323065 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.323383 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.323677 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.323959 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.324249 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.324530 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.324826 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.325137 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.325434 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.325731 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.326012 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.326290 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.326569 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.326850 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.327143 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.327463 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.327756 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.328036 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.328318 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.328612 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.328894 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.329170 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.329452 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.329743 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.330022 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.330298 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.330584 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.331511 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.331791 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.332072 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.332357 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.332652 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.332935 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.333212 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.333489 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.333772 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.334047 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.334335 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.334618 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.334896 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.335182 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.335475 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.335754 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.336033 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.336315 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.336589 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.336869 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.337143 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.337419 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.337694 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.337972 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.338247 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.338522 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.338796 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.339075 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.339372 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.339648 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.339925 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.340204 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.340479 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.340768 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.341071 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.341351 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.341634 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.341915 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.342196 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.342475 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.342752 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.343029 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.343336 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.343612 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.343905 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.344192 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.344482 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.344769 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.345050 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.345347 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.345627 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.345910 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.346190 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.346498 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.346967 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.347297 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.347600 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.347896 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.348193 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.348491 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.348788 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.349071 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.349385 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.349668 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:00.349886 n-d-712143-13 neutron-server[95143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 00:08:00.350136 n-d-712143-13 neutron-server[95143]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95143) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 00:08:00.702871 n-d-712143-13 neutron-server[95143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 00:08:00.703153 n-d-712143-13 neutron-server[95143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 00:08:00.703476 n-d-712143-13 neutron-server[95143]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 00:08:00.703814 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 00:08:01.099767 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.100058 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.100337 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.101579 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.101852 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.102121 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.136438 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.136964 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.137240 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.154112 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.154395 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.154667 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.184106 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.184389 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.184655 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.220564 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.220847 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.221118 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.456824 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.457477 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.457477 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.457644 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.458313 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.583580 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.583912 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.584200 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.584472 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.584737 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.585051 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.585312 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.585568 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.585824 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.586112 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.586374 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.586644 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.586902 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.587179 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.587448 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.587718 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.587976 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.588249 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.588525 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.588784 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.589062 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.589319 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.589612 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.590028 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.590282 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.590532 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.590987 n-d-712143-13 neutron-server[95143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 00:08:01.591256 n-d-712143-13 neutron-server[95143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 00:08:01.591496 n-d-712143-13 neutron-server[95143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 00:08:01.591734 n-d-712143-13 neutron-server[95143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 00:08:01.591970 n-d-712143-13 neutron-server[95143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 00:08:01.592207 n-d-712143-13 neutron-server[95143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 00:08:01.592590 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 00:08:01.596176 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 00:08:01.600284 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 00:08:01.604346 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 11 00:08:01.606250 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 00:08:01.606733 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 00:08:01.607080 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 00:08:01.607515 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 00:08:01.610432 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 00:08:01.610689 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 00:08:01.611048 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 00:08:01.616693 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 00:08:01.639810 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 00:08:01.640545 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.640851 n-d-712143-13 neutron-server[95143]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95143) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 00:08:01.641226 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.642667 n-d-712143-13 neutron-server[95143]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95143) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 00:08:01.642970 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 00:08:01.643249 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 00:08:01.647494 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.647783 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:01.711033 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 00:08:01.711239 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 00:08:01.711449 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 00:08:01.711836 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 00:08:01.733410 n-d-712143-13 neutron-server[95143]: DEBUG oslo_db.sqlalchemy.engines [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95143) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 00:08:02.437663 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Initializing driver for type 'gre' Aug 11 00:08:02.438113 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] gre ID ranges: [(1, 1000)] Aug 11 00:08:02.608924 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Initializing driver for type 'local' Aug 11 00:08:02.609588 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Initializing driver for type 'vlan' Aug 11 00:08:02.682779 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] VlanTypeDriver initialization complete Aug 11 00:08:02.683123 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Initializing driver for type 'vxlan' Aug 11 00:08:02.683681 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] vxlan ID ranges: [(1, 1000)] Aug 11 00:08:02.871937 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Initializing extension driver 'port_security' Aug 11 00:08:02.872287 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.extensions.port_security [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] PortSecurityExtensionDriver initialization complete Aug 11 00:08:02.872626 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Initializing mechanism driver 'openvswitch' Aug 11 00:08:02.872972 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Initializing mechanism driver 'hyperv' Aug 11 00:08:02.879701 n-d-712143-13 neutron-server[95143]: DEBUG neutron.plugins.ml2.plugin [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:08:02.880399 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > port after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.880781 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > port after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.881142 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > port after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.881728 n-d-712143-13 neutron-server[95143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 00:08:02.882166 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > subnet after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.882529 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > subnet after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.882884 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.883309 n-d-712143-13 neutron-server[95143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 00:08:02.883726 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > network after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.884084 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > network after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.884435 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > network after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.884832 n-d-712143-13 neutron-server[95143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 00:08:02.885243 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > security_group after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.885601 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > security_group after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.885947 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.886346 n-d-712143-13 neutron-server[95143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 00:08:02.886908 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.887389 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.887747 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.888151 n-d-712143-13 neutron-server[95143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 00:08:02.888565 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > address_group after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.888920 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > address_group after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.889269 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.889670 n-d-712143-13 neutron-server[95143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 00:08:02.890053 n-d-712143-13 neutron-server[95143]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] ML2 OVO RPC backend initialized. {{(pid=95143) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 00:08:02.891029 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.891417 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.891853 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > network before_response 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.892209 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > networks before_response 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.892620 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > port before_response 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.892980 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > ports before_response 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.893884 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > subnet before_response 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.894236 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > subnets before_response 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.894592 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > network after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.894945 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > network after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.895320 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > network after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.895695 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > port after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.898487 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > port after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.898487 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > port after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.898487 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > subnet after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.898487 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > subnet after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.898805 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.898805 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.plugin [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Modular L2 Plugin initialization complete Aug 11 00:08:02.898805 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading services supported by the core plugin {{(pid=95143) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 00:08:02.898805 n-d-712143-13 neutron-server[95143]: INFO neutron.plugins.ml2.managers [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Got port-security extension from driver 'port_security' Aug 11 00:08:02.899090 n-d-712143-13 neutron-server[95143]: INFO neutron.extensions.vlantransparent [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Disabled vlantransparent extension. Aug 11 00:08:02.899547 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95143) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 00:08:02.899868 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading Plugin: router Aug 11 00:08:02.937825 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.938227 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router after_create 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.938607 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router before_create 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.938983 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.939393 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.939764 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router after_delete 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.940132 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.940505 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router after_create 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.940861 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router after_update 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.941218 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router after_update 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.941575 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.941951 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router after_update 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.942373 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_update 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.942751 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: port after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.943098 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: port after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.943482 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: subnet after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.943830 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.944188 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.944542 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_create 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.944896 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: port before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.945245 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.945610 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router after_update 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.945960 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.946318 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_create 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.946688 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.947042 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_update 55549900 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.947453 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > agent after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.947816 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > agent after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.948169 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > network after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.949047 n-d-712143-13 neutron-server[95143]: DEBUG neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Tracking information for resource: router configured {{(pid=95143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 00:08:02.949386 n-d-712143-13 neutron-server[95143]: DEBUG neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Tracking information for resource: floatingip configured {{(pid=95143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 00:08:02.954279 n-d-712143-13 neutron-server[95143]: INFO neutron.db.l3_agentschedulers_db [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 00:08:02.954989 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: port after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.955399 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: port after_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.956273 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: port after_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.956635 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: port after_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.957446 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router before_create 55550100 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.957816 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.958185 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_create 55550100 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.958550 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > router precommit_update 55550100 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.962995 n-d-712143-13 neutron-server[95143]: DEBUG neutron.services.provider_configuration [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service providers = [] {{(pid=95143) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 00:08:02.963403 n-d-712143-13 neutron-server[95143]: DEBUG neutron.db.servicetype_db [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95143) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 00:08:02.966388 n-d-712143-13 neutron-server[95143]: DEBUG neutron.services.service_base [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 00:08:02.966747 n-d-712143-13 neutron-server[95143]: DEBUG neutron.services.service_base [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 00:08:02.967097 n-d-712143-13 neutron-server[95143]: DEBUG neutron.services.service_base [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 00:08:02.968110 n-d-712143-13 neutron-server[95143]: DEBUG neutron.services.service_base [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 00:08:02.968414 n-d-712143-13 neutron-server[95143]: INFO neutron.services.service_base [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 00:08:02.968801 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 00:08:02.969127 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 00:08:02.980458 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 00:08:02.980800 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading Plugin: auto_allocate Aug 11 00:08:02.986606 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: network precommit_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.987008 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: network precommit_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:02.987582 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 00:08:02.987994 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading Plugin: tag Aug 11 00:08:02.994442 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 00:08:02.994776 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading Plugin: timestamp Aug 11 00:08:02.998910 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 00:08:02.999282 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading Plugin: network_ip_availability Aug 11 00:08:03.004840 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:03.005310 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:03.005596 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:03.006350 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 00:08:03.006683 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading Plugin: flavors Aug 11 00:08:03.011459 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 00:08:03.011802 n-d-712143-13 neutron-server[95143]: INFO neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading Plugin: revisions Aug 11 00:08:03.016418 n-d-712143-13 neutron-server[95143]: DEBUG neutron.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 00:08:03.016786 n-d-712143-13 neutron-server[95143]: DEBUG oslo_concurrency.lockutils [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.313s {{(pid=95143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 00:08:03.017527 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95143) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 00:08:03.017869 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Initializing extension manager. Aug 11 00:08:03.018933 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: __init__.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.019322 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: __pycache__ {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.019670 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.020010 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: address_group.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.020786 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.021372 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: address-group Aug 11 00:08:03.021711 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: address_scope.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.022435 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.022950 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: address-scope Aug 11 00:08:03.023320 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.024271 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.024787 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: router-admin-state-down-before-update Aug 11 00:08:03.025116 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: agent.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.026104 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.026550 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: agent Aug 11 00:08:03.026879 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: agent_resources_synced.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.027836 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.028352 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: agent-resources-synced Aug 11 00:08:03.028683 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: allowedaddresspairs.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.030509 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.031027 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: allowed-address-pairs Aug 11 00:08:03.031407 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: auto_allocated_topology.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.032491 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.033003 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: auto-allocated-topology Aug 11 00:08:03.033332 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: availability_zone.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.034585 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.035095 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: availability_zone Aug 11 00:08:03.035445 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: availability_zone_filter.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.036380 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.036886 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: availability_zone_filter Aug 11 00:08:03.037212 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: data_plane_status.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.038132 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.038836 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 00:08:03.038966 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: default_subnetpools.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.039931 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.040440 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: default-subnetpools Aug 11 00:08:03.040765 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.041590 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.042108 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: dhcp_agent_scheduler Aug 11 00:08:03.042434 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: dns.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.043384 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.043893 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 00:08:03.044222 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: dns_domain_ports.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.045151 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.045669 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 00:08:03.045998 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.046930 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.047475 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 00:08:03.047807 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: dvr.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.048488 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.048997 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: dvr Aug 11 00:08:03.049325 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: ecmp_routes.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.050275 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.050781 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 00:08:03.051110 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: empty_string_filtering.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.052061 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.052574 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: empty-string-filtering Aug 11 00:08:03.052903 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.053823 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.054337 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 00:08:03.054668 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.055614 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.056128 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 00:08:03.056456 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: external_net.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.057378 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.057892 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: external-net Aug 11 00:08:03.058219 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.059136 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.059666 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: extra_dhcp_opt Aug 11 00:08:03.059992 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: extraroute.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.060912 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.061423 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: extraroute Aug 11 00:08:03.061756 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: extraroute_atomic.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.062804 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.063345 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: extraroute-atomic Aug 11 00:08:03.063673 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: filter_validation.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.064350 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.064856 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: filter-validation Aug 11 00:08:03.065184 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: fip_pf_description.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.066649 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.067135 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 00:08:03.067494 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: fip_port_details.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.068435 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.068944 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: fip-port-details Aug 11 00:08:03.069273 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: flavors.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.070535 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.071056 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: flavors Aug 11 00:08:03.071414 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.073100 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.073623 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 00:08:03.073963 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: floatingip_pools.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.074684 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.075221 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: floatingip-pools Aug 11 00:08:03.075560 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: ip_allocation.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.076516 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.077028 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 00:08:03.077358 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.078300 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.078817 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: ip-substring-filtering Aug 11 00:08:03.079154 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: l2_adjacency.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.080125 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.080634 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 00:08:03.081543 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: l3.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.082711 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.083277 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: router Aug 11 00:08:03.083615 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.085903 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.086431 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 00:08:03.086766 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.087748 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.088267 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: ext-gw-mode Aug 11 00:08:03.088603 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.089570 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.090071 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: l3-ha Aug 11 00:08:03.090400 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: l3_flavors.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.091374 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.091897 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: l3-flavors Aug 11 00:08:03.092234 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.093172 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.093684 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 00:08:03.094016 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: l3agentscheduler.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.095095 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.095637 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: l3_agent_scheduler Aug 11 00:08:03.095973 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: logging.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.097493 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.098016 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension logging not supported by any of loaded plugins Aug 11 00:08:03.098354 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: metering.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.099110 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.099738 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: metering Aug 11 00:08:03.100074 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.101181 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.101706 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: metering_source_and_destination_fields Aug 11 00:08:03.102038 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: multiprovidernet.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.102975 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.103536 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: multi-provider Aug 11 00:08:03.103867 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: netmtu.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.104796 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.105308 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: net-mtu Aug 11 00:08:03.105636 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: netmtu_writable.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.106562 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.107071 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: net-mtu-writable Aug 11 00:08:03.107431 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: network_availability_zone.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.108108 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.108617 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: network_availability_zone Aug 11 00:08:03.108946 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: network_ip_availability.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.110046 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.110561 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: network-ip-availability Aug 11 00:08:03.110894 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: network_segment_range.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.111712 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.112246 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 00:08:03.112576 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: pagination.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.113583 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.113921 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: pagination Aug 11 00:08:03.114250 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: port_device_profile.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.115235 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.115758 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: port-device-profile Aug 11 00:08:03.116089 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.117034 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.117542 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: port-mac-address-regenerate Aug 11 00:08:03.117874 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.118799 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.119345 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: port-numa-affinity-policy Aug 11 00:08:03.119676 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: port_resource_request.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.120605 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.121107 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 00:08:03.121439 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: portbindings.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.122426 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.122888 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: binding Aug 11 00:08:03.123244 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: portbindings_extended.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.124679 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.125201 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: binding-extended Aug 11 00:08:03.125598 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: portsecurity.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.126531 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.127048 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: port-security Aug 11 00:08:03.127408 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: project_id.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.128940 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.129274 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: project-id Aug 11 00:08:03.129605 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: providernet.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.130548 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.131065 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: provider Aug 11 00:08:03.131424 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.134980 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.135548 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos not supported by any of loaded plugins Aug 11 00:08:03.135888 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.137152 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.137670 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 00:08:03.138011 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.138944 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.139491 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 00:08:03.139826 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_default.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.141011 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.141533 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-default not supported by any of loaded plugins Aug 11 00:08:03.141866 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_fip.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.142532 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.143041 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 00:08:03.143962 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_gateway_ip.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.144906 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.145424 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 00:08:03.145951 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_port_network_policy.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.146688 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.147234 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 00:08:03.147567 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_pps_rule.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.148764 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.149282 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 00:08:03.149615 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_rule_type_details.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.150569 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.151060 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 00:08:03.151419 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: qos_rules_alias.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.152634 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.153155 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 00:08:03.153488 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: quotasv2.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.154443 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.154779 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: quotas Aug 11 00:08:03.155108 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: quotasv2_detail.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.158326 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.158674 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: quota_details Aug 11 00:08:03.159056 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: rbac.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.160369 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.160906 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: rbac-policies Aug 11 00:08:03.161241 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: rbac_address_group.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.162298 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.162823 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: rbac-address-group Aug 11 00:08:03.163188 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: rbac_address_scope.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.164124 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.164637 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: rbac-address-scope Aug 11 00:08:03.164968 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: rbac_security_groups.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.165891 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.166406 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: rbac-security-groups Aug 11 00:08:03.166839 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: rbac_subnetpool.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.167715 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.168225 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: rbac-subnetpool Aug 11 00:08:03.168553 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: revisionifmatch.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.169489 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.170001 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: revision-if-match Aug 11 00:08:03.170335 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: revisions.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.171498 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.172016 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: standard-attr-revisions Aug 11 00:08:03.172375 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: router_availability_zone.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.173063 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.173581 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: router_availability_zone Aug 11 00:08:03.173903 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: routerservicetype.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.174872 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.175410 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 00:08:03.175743 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.176679 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.177195 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: security-groups-normalized-cidr Aug 11 00:08:03.177530 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.178464 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.178986 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: port-security-groups-filtering Aug 11 00:08:03.179357 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.180322 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.180850 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: security-groups-remote-address-group Aug 11 00:08:03.181182 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: securitygroup.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.191940 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.192539 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: security-group Aug 11 00:08:03.192880 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: segment.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.193813 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.194332 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension segment not supported by any of loaded plugins Aug 11 00:08:03.194666 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.195782 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.196315 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 00:08:03.196683 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: servicetype.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.197982 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.198521 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: service-type Aug 11 00:08:03.198855 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: sorting.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.199953 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.200294 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: sorting Aug 11 00:08:03.200627 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: standard_attr_segment.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.201591 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.202128 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 00:08:03.202464 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: standardattrdescription.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.203152 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.203707 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: standard-attr-description Aug 11 00:08:03.204045 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: stateful_security_group.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.205059 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.205585 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: stateful-security-group Aug 11 00:08:03.206496 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: stdattrs_common.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.207120 n-d-712143-13 neutron-server[95143]: WARNING neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 00:08:03.207553 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.208578 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.209121 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 00:08:03.209453 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: subnet_onboard.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.210586 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.211143 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: subnet_onboard Aug 11 00:08:03.211499 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.212475 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.212994 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 00:08:03.213326 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: subnet_service_types.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.214294 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.214813 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: subnet-service-types Aug 11 00:08:03.215143 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: subnetallocation.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.216290 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.216812 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: subnet_allocation Aug 11 00:08:03.217144 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.217838 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.218353 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: subnetpool-prefix-ops Aug 11 00:08:03.218683 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.219707 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.220226 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 00:08:03.220556 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: tagging.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.221775 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.222323 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: standard-attr-tag Aug 11 00:08:03.222658 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: timestamp.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.224025 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.224555 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loaded extension: standard-attr-timestamp Aug 11 00:08:03.224892 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: trunk.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.225982 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.226504 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension trunk not supported by any of loaded plugins Aug 11 00:08:03.226839 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: trunk_details.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.227841 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.228366 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 00:08:03.228700 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: uplink_status_propagation.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.229661 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.230182 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 00:08:03.230517 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Loading extension file: vlantransparent.py {{(pid=95143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 00:08:03.231260 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 00:08:03.231777 n-d-712143-13 neutron-server[95143]: INFO neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 00:08:03.234361 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:network Aug 11 00:08:03.234912 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:subnet Aug 11 00:08:03.235353 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 00:08:03.235789 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:port Aug 11 00:08:03.237192 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.237659 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service FLAVORS assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.238341 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.238818 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.239190 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:router Aug 11 00:08:03.239681 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 00:08:03.240213 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service METERING assigned prefix: /metering {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.241717 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:03.242112 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:03.242471 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:08:03.243612 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 00:08:03.244080 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:security_group Aug 11 00:08:03.244529 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 00:08:03.246476 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service CORE assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.246836 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 00:08:03.247242 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] subnetpool is already registered Aug 11 00:08:03.247726 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service CORE assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.248070 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 00:08:03.248417 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] subnetpool is already registered Aug 11 00:08:03.250842 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.251322 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service FLAVORS assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.251935 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.252372 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.253262 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:router Aug 11 00:08:03.253611 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] router is already registered Aug 11 00:08:03.254035 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 00:08:03.254380 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] floatingip is already registered Aug 11 00:08:03.254860 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service METERING assigned prefix: /metering {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.255603 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 00:08:03.255938 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] rbac_policy is already registered Aug 11 00:08:03.256364 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:security_group Aug 11 00:08:03.256705 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] security_group is already registered Aug 11 00:08:03.257117 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 00:08:03.257463 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] security_group_rule is already registered Aug 11 00:08:03.258150 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service CORE assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.258486 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 00:08:03.258828 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] subnetpool is already registered Aug 11 00:08:03.259307 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.v2.resource_helper [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Service CORE assigned prefix: {{(pid=95143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 00:08:03.259640 n-d-712143-13 neutron-server[95143]: INFO neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 00:08:03.259982 n-d-712143-13 neutron-server[95143]: WARNING neutron.quota.resource_registry [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] subnetpool is already registered Aug 11 00:08:03.260454 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: extensions {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.261999 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: address-groups {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.263548 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: address-scopes {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.264898 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: agents {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.266330 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: auto-allocated-topology {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.267632 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: availability_zones {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.269470 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: dhcp-networks {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.270996 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: dhcp-agents {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.272478 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: routers {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.274225 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: flavors {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.275543 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: service_profiles {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.276760 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: next_providers {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.278194 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: service_profiles {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.279772 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: floatingip-pools {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.281014 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: routers {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.282750 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: floatingips {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.284107 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: l3-routers {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.285523 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: l3-agents {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.286941 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: metering-labels {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.288249 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: metering-label-rules {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.289639 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: network-ip-availabilities {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.290895 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: bindings {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.292498 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: quotas {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.294072 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: quotas {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.295554 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: rbac-policies {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.296763 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: security-groups {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.298066 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: security-group-rules {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.299353 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: service-providers {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.300625 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: subnetpools {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.301959 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: subnetpools {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.303674 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.305375 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.307222 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.309029 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.310728 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.313914 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.316185 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.317997 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.319905 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.321668 n-d-712143-13 neutron-server[95143]: DEBUG neutron.api.extensions [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Extended resource: tags {{(pid=95143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 00:08:03.327741 n-d-712143-13 neutron-server[95143]: WARNING keystonemiddleware.auth_token [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 00:08:03.332900 n-d-712143-13 neutron-server[95143]: WARNING keystonemiddleware.auth_token [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 00:08:03.341336 n-d-712143-13 neutron-server[95143]: DEBUG oslo_concurrency.lockutils [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Acquired lock "singleton_lock" {{(pid=95143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 00:08:03.341821 n-d-712143-13 neutron-server[95143]: DEBUG oslo_concurrency.lockutils [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Releasing lock "singleton_lock" {{(pid=95143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 00:08:03.342474 n-d-712143-13 neutron-server[95143]: INFO oslo_service.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Starting 2 workers Aug 11 00:08:03.347374 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Started child 95254 {{(pid=95143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 00:08:03.351901 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Started child 95255 {{(pid=95143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 00:08:03.352907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:03.353707 n-d-712143-13 neutron-server[95143]: INFO neutron.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 00:08:03.354218 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Notify callbacks [] for process, before_spawn {{(pid=95143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:03.354571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [-] (95254) wsgi starting up on http://0.0.0.0:9696 Aug 11 00:08:03.356651 n-d-712143-13 neutron-server[95143]: INFO oslo_service.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Starting 1 workers Aug 11 00:08:03.356814 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:03.358165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [-] (95255) wsgi starting up on http://0.0.0.0:9696 Aug 11 00:08:03.361881 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Started child 95256 {{(pid=95143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 00:08:03.362498 n-d-712143-13 neutron-server[95143]: INFO oslo_service.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Starting 1 workers Aug 11 00:08:03.365689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] calling RpcWorker wait() {{(pid=95256) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 00:08:03.366259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] returning from RpcWorker wait() {{(pid=95256) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 00:08:03.367074 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Started child 95257 {{(pid=95143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 00:08:03.367482 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:03.367954 n-d-712143-13 neutron-server[95143]: DEBUG neutron_lib.callbacks.manager [None req-713b51a5-0cf1-4723-b109-925d0fdf0044 None None] Notify callbacks [] for process, after_spawn {{(pid=95143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:03.368059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:08:03.369877 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 00:08:03.370076 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 00:08:03.370259 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 00:08:03.370536 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 00:08:03.370833 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 00:08:03.370998 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 00:08:03.371699 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.372004 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.372266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.372398 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:03.372958 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.372958 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.373405 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.373681 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.373928 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.374196 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.374432 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.374607 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.374932 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.375235 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.375477 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.375786 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.376066 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.376326 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.376626 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.376803 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.377072 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.377364 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.378153 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.378441 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] debug = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.378706 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.379238 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.379495 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.379772 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.380015 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.380291 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.380523 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.380790 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.381035 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.381266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.381506 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.381768 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.382028 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.382304 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.382494 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.382771 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.382998 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.383514 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] host = n-d-712143-13 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.383780 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.384023 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.384265 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.384523 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.384793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.385012 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.385269 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.385535 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.385781 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.386013 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.386238 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.386515 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.386725 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.387033 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.387247 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_options = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.387396 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.387662 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.387948 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.388147 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.388312 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.388482 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.388741 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.388887 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.389135 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.389377 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.389602 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.389824 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.390051 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.390538 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.390809 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.391070 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.391339 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.391556 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.391812 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.392063 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.392290 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.392594 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.392844 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.393086 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.393913 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.394224 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.394377 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.394610 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.394836 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.395095 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.395366 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.395669 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.396115 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.396371 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.396608 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.396919 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.397075 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.397325 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.397560 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.397816 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.398068 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.398318 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.398569 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.398856 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.399030 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.399296 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_json = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.399520 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.399761 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.400028 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.400249 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.400489 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.400703 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.400944 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.401182 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.401632 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.402248 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.402248 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.402748 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.402748 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.403029 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.403205 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.403639 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.403779 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.403936 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.404239 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.404471 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.404770 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.405031 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.405274 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.405623 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.405916 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.406203 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.406427 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.406681 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.406904 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.407131 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.407509 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.407779 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.407866 n-d-712143-13 neutron-server[95257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:08:03.408051 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.408325 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.408553 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.408780 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.409064 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.409291 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.409571 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.409768 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.410220 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.410332 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.410492 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.410734 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.410971 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.411238 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.411531 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.419480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.421658 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.423266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.424050 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.426098 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.427236 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.427236 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.427236 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.427236 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.427236 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.427236 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.427236 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.427236 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428039 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428039 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428039 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428039 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428039 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428039 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428039 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428039 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.428587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.429253 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.429253 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.429253 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.429638 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.429638 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.429880 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.431258 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.431258 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.431258 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.431258 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.431258 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.431672 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.431672 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.431904 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.432159 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.432478 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.432859 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.433138 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.434431 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.434431 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.434431 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.434431 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.434431 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.435052 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.435052 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.435349 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.435475 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.435611 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.436354 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.436354 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.436638 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.436638 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.436995 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.437132 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.437370 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.437634 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.437888 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.438128 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.438868 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.438868 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.438868 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.439277 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.439277 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.439638 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.439778 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.439954 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.440235 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.441087 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.441226 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.441401 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.441625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.441876 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.442094 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.442317 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.442563 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.442806 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.443029 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.443292 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.443515 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.443770 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.444121 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.444430 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.444673 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.444969 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.445190 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.445493 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.445811 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.446387 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.446387 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.446387 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.446853 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.446853 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.447216 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.447216 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.447473 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.448342 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.448342 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.448342 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.448342 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.448773 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.453316 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.453316 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.453316 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.453316 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.453316 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.453316 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.453316 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.453316 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.454650 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.455894 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.455894 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.455894 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.455894 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.455894 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.455894 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.455894 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.455894 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.456793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.456793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.456793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.456793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.456793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.456793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.456793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.456793 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.457831 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.457831 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.457831 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.457831 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.457831 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.457831 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.457831 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.458640 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.458640 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.458640 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.458640 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.459088 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.459088 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.459430 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.459556 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.459728 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.459940 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.460160 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.460374 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.460593 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.460799 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.461422 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.461422 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.461682 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.461843 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.462073 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.462343 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.462540 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.462873 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.463088 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.463387 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.463609 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.463852 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.464075 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.464356 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.464677 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.464960 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.465227 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.465505 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.465786 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.466065 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.466328 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.466619 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.466840 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.467271 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.467467 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.467744 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.467974 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.468212 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.468468 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.468685 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.468923 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.469172 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.469391 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.469630 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.469879 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.470107 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.470345 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.470592 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.470809 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.471040 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.471295 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.471519 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.471741 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.471923 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 00:08:03.472430 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 00:08:03.472593 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 00:08:03.472748 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 00:08:03.472933 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 00:08:03.473129 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 00:08:03.473261 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 00:08:03.473463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.473626 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.473786 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.473946 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.474108 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.474313 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.474482 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.474642 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.474790 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.474953 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.475113 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.475322 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.475450 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.475574 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.475739 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.475899 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.476049 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.476208 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.476372 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.476532 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.476722 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.476963 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.476963 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] debug = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.477199 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.477336 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.477559 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.477845 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.478015 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.478188 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.478329 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.478455 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.478613 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.478775 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.478935 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.479094 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.479263 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.479427 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.479586 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.479749 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.479907 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.480067 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] host = n-d-712143-13 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.480225 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.480386 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.480546 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.480707 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.480866 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.481025 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.481184 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.481343 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.481502 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.481660 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.481821 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.482049 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.482189 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.482313 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.482437 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_options = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.482560 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.482725 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.482870 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.483052 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.483240 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.483402 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.483562 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.483722 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.483882 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.484097 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.484224 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.484348 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.484492 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.484651 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.484810 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.484968 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.485127 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.485285 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.485446 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.485607 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.485766 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.485927 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.486085 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.486245 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.486403 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.486562 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.486721 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.486881 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.487639 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.487761 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.487899 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.488065 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.488224 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.488383 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.488544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.488704 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.488863 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.489026 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.489186 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.489348 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.489508 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.489667 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.489826 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.489988 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.490148 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.490309 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_json = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.490468 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.490626 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.490786 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.490945 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.491104 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.491294 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.491419 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.491581 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 00:08:03.491768 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.491933 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.492111 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.492277 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.492441 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.492605 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.492766 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.492929 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.493091 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.493253 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.493424 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.493587 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.493759 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.493923 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.494085 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.494249 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.494413 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.494576 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.494741 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.494906 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.495068 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.495275 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.495457 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.495621 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.495786 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.495950 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.496113 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.496315 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.496451 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.496641 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.496806 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.496971 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.497134 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.497297 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.497461 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.497695 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.497826 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.497991 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.498154 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.498324 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.498481 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.498646 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.498825 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.498991 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.499154 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.499338 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.499503 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.499665 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.499828 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.499991 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.500165 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.500327 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.500490 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.500656 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.500819 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.500980 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.501141 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.501303 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.501467 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.501630 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.501792 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.501968 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.502130 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.502347 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.502475 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.502599 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.503314 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.503480 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.503643 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.503805 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.503969 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.504131 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.504293 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.504455 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.504616 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.504785 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.504948 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.505110 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.505273 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.505436 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.505597 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.505758 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.505922 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.506083 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.506255 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.506432 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.506594 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.506757 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.506920 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.507081 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.507266 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.507430 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.507591 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.507753 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.507913 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.508075 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.508237 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.508403 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.508566 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.508728 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.508892 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.509053 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.509214 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.509375 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.509536 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.509698 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.509861 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.510021 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.510182 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.510344 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.510504 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.510675 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.510838 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.511001 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.511180 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.511352 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.511525 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.511687 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.511849 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.512011 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.512171 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.512396 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.512532 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.512657 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.512781 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.512943 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.513104 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.513275 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.513446 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.513608 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.513771 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.513932 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.514120 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.514283 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.514444 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.514608 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.514776 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.514939 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.515378 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.515554 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.515716 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.515878 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.516043 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.516208 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.516454 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.516583 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.516707 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.516832 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.516984 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.517147 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.517308 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.517472 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.517635 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.517796 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.518029 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.518284 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.518284 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.518527 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.518649 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.518771 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.518905 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.519067 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.519253 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.519466 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.519600 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.519714 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.519880 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.520044 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.520206 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.520373 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.520535 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.520697 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.520862 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.521025 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.521187 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.521351 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.521520 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.521679 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.522015 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.522177 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.523262 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.523262 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.523262 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.523262 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.523262 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.523262 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.523262 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.525625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.525625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.525625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.525625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.525625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.525625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.525625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.525625 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.526463 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.527544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.527544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.527544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.527544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.527544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.527544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.527544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.527544 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.528418 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.528418 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.528418 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.528418 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.528418 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.528418 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.528418 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.528418 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.529404 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.529404 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.529404 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.529404 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.529404 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.529404 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.529404 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530202 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530202 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530202 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530202 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530202 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530740 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530740 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530740 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.530740 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.531223 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.531223 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.531223 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.531568 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.531568 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.531800 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.531800 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.532022 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.532111 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.532219 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.532380 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.532545 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.532764 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.532876 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.533018 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.533182 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.533274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:08:03.533356 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.533494 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.533656 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.533839 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.534016 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.534189 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.534359 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.534524 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.534700 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.534872 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.535043 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.535232 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.535402 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.535578 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.535740 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.535902 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.536064 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.536224 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.536391 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.536589 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.536751 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.537003 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.537115 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.537223 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.537383 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.537627 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.537719 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.537841 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.538002 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.538164 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.538335 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.538566 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.538718 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 00:08:03.538942 n-d-712143-13 neutron-server[95143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 00:08:03.745228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40080) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:03.754228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067654 Aug 11 00:08:16.203106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2814b6b-b44e-4553-ab79-ca6bd3cb0c2a None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:08:16.280339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2814b6b-b44e-4553-ab79-ca6bd3cb0c2a None None] No non-hosted networks {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 00:08:16.288553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.agentschedulers_db [None req-f2814b6b-b44e-4553-ab79-ca6bd3cb0c2a None None] DHCP Agent not found on host n-d-712143-13 {{(pid=95256) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 11 00:08:16.403863 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c7e255cb-c981-4e8c-a8f5-1ee78a1e477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133781228'] for agent, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:18.731573 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8178d380-c0b0-4140-8493-0bae6576b62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133781228'] for agent, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:18.805347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133781228'] for agent, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:18.806825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.807692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.808590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.809315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.810066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.810758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.811327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.812027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.812621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.814023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.814023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.816608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:18.817339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712143-13', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:08:18.822487 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-9c853880-79a3-494d-a528-27c872a74bb0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-712143-13 {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:08:18.826521 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-9c853880-79a3-494d-a528-27c872a74bb0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:08:18.839426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712143-13', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:08:19.353273 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9c853880-79a3-494d-a528-27c872a74bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:20.185534 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133781228'] for agent, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:22.123746 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133781228'] for agent, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:23.468312 n-d-712143-13 neutron-server[95256]: INFO neutron.db.l3_hamode_db [None req-9760b372-3e18-497e-b758-88394099efe5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 00:08:23.484027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40174) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:23.560253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760b372-3e18-497e-b758-88394099efe5 None None] Routers set() bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:08:23.560648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760b372-3e18-497e-b758-88394099efe5 None None] Router IDs set() for agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 00:08:24.222902 n-d-712143-13 neutron-server[95255]: WARNING oslo_policy.policy [None req-5b4d09a1-db7b-4561-aa48-2cdc17fb5562 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 00:08:24.223528 n-d-712143-13 neutron-server[95255]: WARNING oslo_policy.policy [None req-5b4d09a1-db7b-4561-aa48-2cdc17fb5562 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 00:08:24.454152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-5b4d09a1-db7b-4561-aa48-2cdc17fb5562 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:08:24.455401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5b4d09a1-db7b-4561-aa48-2cdc17fb5562 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9696753 Aug 11 00:08:27.038961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40188) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:27.617194 n-d-712143-13 neutron-server[95254]: WARNING oslo_policy.policy [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 00:08:27.617842 n-d-712143-13 neutron-server[95254]: WARNING oslo_policy.policy [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 00:08:27.846281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:08:27.944656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.policy [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95254) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 00:08:27.991849 n-d-712143-13 neutron-server[95254]: WARNING oslo_policy.policy [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 00:08:27.992284 n-d-712143-13 neutron-server[95254]: WARNING oslo_policy.policy [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 00:08:28.004121 n-d-712143-13 neutron-server[95254]: INFO neutron.quota [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] Loaded quota_driver: . Aug 11 00:08:28.181138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780191992332', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780191991935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780192015460', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780192019159', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780190796513', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780191892231', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-991664', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133898371', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133851620'] for rbac-policy, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:28.545717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:28.547511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-18d5ed38-8b7b-467b-84d0-e37401256eb9 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5061343 Aug 11 00:08:31.451720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40206) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:31.800543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Request body: {'network': {'name': 'private', 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'admin_state_up': True, 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:08:31.951672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Made reservation on behalf of 0b34c23a58f742c59ac4209adcb492ce for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:08:31.954933 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:31.974454 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:32.120601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:32.197070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:32.224136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:08:32.252222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780188431975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:32.252834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Unsubscribe: segment precommit_create {{(pid=95254) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 00:08:32.253457 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Added segment 978decda-afd4-4cac-b201-276ab0a8f3a0 of type vlan for network 74a0f54a-0642-4623-b9be-2bc9689c14d1 Aug 11 00:08:32.260711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88889668-a498-46db-a9d7-8189dc980087,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:32.301567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.301910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.302262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.302581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.302909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.303291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.303623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.303946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.304267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.304586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.304907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.305261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Tracked resource versions report: Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: pushed versions: Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: { 'AddressGroup': {'1.2'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'ConntrackHelper': {'1.0'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Log': {'1.0'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Network': {'1.1'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Port': {'1.7'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'PortForwarding': {'1.2'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'QosPolicy': {'1.9'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'SecurityGroup': {'1.4'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'SecurityGroupRule': {'1.2'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'SubPort': {'1.0'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Subnet': {'1.1'}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Trunk': {'1.1'}} Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: consumer versions: Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: { DHCP agent@n-d-712143-13: {}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: L3 agent@n-d-712143-13: {}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: Metadata agent@n-d-712143-13: {}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: Metering agent@n-d-712143-13: {}, Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: Open vSwitch agent@n-d-712143-13: { 'AddressGroup': '1.2', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'ConntrackHelper': '1.0', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Log': '1.0', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Network': '1.1', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Port': '1.7', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'PortForwarding': '1.2', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'QosPolicy': '1.9', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'SecurityGroup': '1.4', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'SecurityGroupRule': '1.2', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'SubPort': '1.0', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Subnet': '1.1', Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: 'Trunk': '1.1'}} Aug 11 00:08:32.306420 n-d-712143-13 neutron-server[95254]: {{(pid=95254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 00:08:32.391903 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:32.562904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:32.564407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:08:32.565139 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:32.675463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] Pushing event updated for resources: {'Network': ['ID=74a0f54a-0642-4623-b9be-2bc9689c14d1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:32.690078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 74a0f54a-0642-4623-b9be-2bc9689c14d1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:08:32.873308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d156255b-f24e-4792-b66f-e2d03e7ac50b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4202161 Aug 11 00:08:35.906084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40220) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:36.475954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5438d997-2fb4-4000-a7b4-a2e04e2f0355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:08:36.477437 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5438d997-2fb4-4000-a7b4-a2e04e2f0355 admin admin] 10.222.0.43 "GET /v2.0/networks/74a0f54a-0642-4623-b9be-2bc9689c14d1 HTTP/1.1" status: 200 len: 825 time: 0.5703106 Aug 11 00:08:36.512929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e2868657-1091-4b6e-9cd2-9ccca6dc6079 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/293fb2cf-fe47-4049-8907-02cd248f687f HTTP/1.1" status: 200 len: 734 time: 0.0222163 Aug 11 00:08:36.524415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Request body: {'subnet': {'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'subnetpool_id': '293fb2cf-fe47-4049-8907-02cd248f687f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:08:36.605233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Made reservation on behalf of 0b34c23a58f742c59ac4209adcb492ce for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:08:36.607658 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:37.104253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:37.183276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb3766b-6c44-4432-93db-0180549d5296,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:37.191501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Checking segment: {'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:08:37.192121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Network hostable DHCP agents. Network: 74a0f54a-0642-4623-b9be-2bc9689c14d1, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:08:37.328558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Network 74a0f54a-0642-4623-b9be-2bc9689c14d1 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:08:37.426118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 74a0f54a-0642-4623-b9be-2bc9689c14d1) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:08:37.433109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:08:37.434201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:37.440869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c699f2-4612-46ea-93cd-f1e941abf13c None None] Network 74a0f54a-0642-4623-b9be-2bc9689c14d1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:08:37.607827 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d6b7f51e-7c18-4565-81bf-d616009e0a8b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0871370 Aug 11 00:08:37.847294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-74a0f54a-0642-4623-b9be-2bc9689c14d1', 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'fixed_ips': [{'subnet_id': 'efb3766b-6c44-4432-93db-0180549d5296'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:08:37.849112 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:38.181595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Allocated IP 172.20.0.2 (74a0f54a-0642-4623-b9be-2bc9689c14d1/efb3766b-6c44-4432-93db-0180549d5296/086cd031-dcb1-4b8e-85c5-3d7d9746cde9) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:08:38.470402 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:38.488896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Transition to ACTIVE for port object 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:08:38.524600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Transition to ACTIVE for port object 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:08:38.654562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:38.738027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Network 74a0f54a-0642-4623-b9be-2bc9689c14d1 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:08:38.743873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:08:38.754800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:08:38.758529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Pushing event updated for resources: {'Port': ['ID=086cd031-dcb1-4b8e-85c5-3d7d9746cde9,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:38.795396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.795939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.796465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.796996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.797521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.798681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.799230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.799706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.800041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.800370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.800701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.801024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Tracked resource versions report: Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: pushed versions: Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: { 'AddressGroup': {'1.2'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'ConntrackHelper': {'1.0'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Log': {'1.0'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Network': {'1.1'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Port': {'1.7'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'PortForwarding': {'1.2'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'QosPolicy': {'1.9'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'SecurityGroup': {'1.4'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'SecurityGroupRule': {'1.2'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'SubPort': {'1.0'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Subnet': {'1.1'}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Trunk': {'1.1'}} Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: consumer versions: Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: { DHCP agent@n-d-712143-13: {}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: L3 agent@n-d-712143-13: {}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: Metadata agent@n-d-712143-13: {}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: Metering agent@n-d-712143-13: {}, Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: Open vSwitch agent@n-d-712143-13: { 'AddressGroup': '1.2', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'ConntrackHelper': '1.0', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Log': '1.0', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Network': '1.1', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Port': '1.7', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'PortForwarding': '1.2', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'QosPolicy': '1.9', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'SecurityGroup': '1.4', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'SecurityGroupRule': '1.2', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'SubPort': '1.0', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Subnet': '1.1', Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: 'Trunk': '1.1'}} Aug 11 00:08:38.802691 n-d-712143-13 neutron-server[95256]: {{(pid=95256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 00:08:38.858639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Attempting to bind port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:08:38.859113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Attempting to bind port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:08:38.859609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Attempting to bind port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 on network 74a0f54a-0642-4623-b9be-2bc9689c14d1 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:08:38.866805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:08:38.867333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Checking segment: {'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:08:38.867896 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:38.868409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Bound using segment: {'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:08:38.869009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Bound port: 086cd031-dcb1-4b8e-85c5-3d7d9746cde9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:08:38.869510 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:38.950985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] For port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:08:38.957050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] For port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=086cd031-dcb1-4b8e-85c5-3d7d9746cde9,segment=NetworkSegment(978decda-afd4-4cac-b201-276ab0a8f3a0),segment_id=978decda-afd4-4cac-b201-276ab0a8f3a0)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:08:39.060457 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:39.155258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0feb75-235f-432a-b04d-1f01d2ac85c2 None None] Pushing event updated for resources: {'Port': ['ID=086cd031-dcb1-4b8e-85c5-3d7d9746cde9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:40.240336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40228) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:40.649876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-a64eaed2-5672-452d-9883-f2a302512167 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:08:40.651621 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a64eaed2-5672-452d-9883-f2a302512167 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4096158 Aug 11 00:08:43.209218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40236) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:43.651191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-355c5504-954f-4543-81c9-a94b0a59d516 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:08:43.652250 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-355c5504-954f-4543-81c9-a94b0a59d516 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4417624 Aug 11 00:08:46.094508 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49badcb9-3117-4840-9475-bee26d0ed794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:46.725312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40246) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:47.130698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-afba7d13-bf6f-4d41-a024-0928bfedc08f admin admin] Request body: {'router': {'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'admin_state_up': True, 'name': 'router1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:08:47.271083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afba7d13-bf6f-4d41-a024-0928bfedc08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:47.273392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afba7d13-bf6f-4d41-a024-0928bfedc08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:47.310146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:08:47.430668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afba7d13-bf6f-4d41-a024-0928bfedc08f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:47.465237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:08:47.500264 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afba7d13-bf6f-4d41-a024-0928bfedc08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:47.635287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afba7d13-bf6f-4d41-a024-0928bfedc08f admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:47.636968 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-afba7d13-bf6f-4d41-a024-0928bfedc08f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9100344 Aug 11 00:08:48.357743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b860062f-d7ad-40c8-9fed-6d3eb6656abd None None] Network 74a0f54a-0642-4623-b9be-2bc9689c14d1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:08:48.488848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff1daf81-a461-4fc9-b6ef-d4e3204815b5 None None] Provisioning for port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:08:48.495505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff1daf81-a461-4fc9-b6ef-d4e3204815b5 None None] Provisioning complete for port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:08:48.495907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff1daf81-a461-4fc9-b6ef-d4e3204815b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:48.700913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff1daf81-a461-4fc9-b6ef-d4e3204815b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:48.744671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ff1daf81-a461-4fc9-b6ef-d4e3204815b5 None None] For port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=086cd031-dcb1-4b8e-85c5-3d7d9746cde9,segment=NetworkSegment(978decda-afd4-4cac-b201-276ab0a8f3a0),segment_id=978decda-afd4-4cac-b201-276ab0a8f3a0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:08:48.757595 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5dd63f2c-68e3-4084-aab6-b28e1abf6d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:48.785279 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:48.825113 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff1daf81-a461-4fc9-b6ef-d4e3204815b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:48.877589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1daf81-a461-4fc9-b6ef-d4e3204815b5 None None] Pushing event updated for resources: {'Port': ['ID=086cd031-dcb1-4b8e-85c5-3d7d9746cde9,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:48.952863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e1190761-f58a-4a75-8e9f-9fe32c401dc8 None None] Provisioning complete for port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:08:48.953446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e1190761-f58a-4a75-8e9f-9fe32c401dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:49.277722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:08:49.331439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:08:49.331807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:50.145105 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:50.303825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40264) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:50.554141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-4ef94da2-0d1e-4065-a5f9-38588d49f304 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:08:50.555200 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4ef94da2-0d1e-4065-a5f9-38588d49f304 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2504272 Aug 11 00:08:52.082520 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:52.940790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40282) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:52.997370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:08:52.999111 n-d-712143-13 neutron-server[95255]: INFO neutron.quota [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Loaded quota_driver: . Aug 11 00:08:53.185179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Made reservation on behalf of fa91bac708434eda972c258a3ad4b5c1 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:08:53.269587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.policy [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95255) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 00:08:53.324960 n-d-712143-13 neutron-server[95255]: WARNING oslo_policy.policy [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 00:08:53.325345 n-d-712143-13 neutron-server[95255]: WARNING oslo_policy.policy [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 00:08:53.337856 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:53.363270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:53.519266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:53.611994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:53.630128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Reserving flat network on physical network physnet1 {{(pid=95255) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 00:08:53.690671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780188431975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:53.691643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Unsubscribe: segment precommit_create {{(pid=95255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 00:08:53.692492 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Added segment 887c778f-0352-499a-9978-80431294c7c4 of type flat for network 6bde03f5-9690-46ae-8115-de22b61c77ca Aug 11 00:08:53.725683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b490fbc1-a984-4d9f-b8c4-54e8acadddfc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:53.781740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.782244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.782808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.783411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.783975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.784517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.785086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.785692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.786232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.786772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.787358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.787922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Tracked resource versions report: Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: pushed versions: Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: { 'AddressGroup': {'1.2'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'ConntrackHelper': {'1.0'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Log': {'1.0'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Network': {'1.1'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Port': {'1.7'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'PortForwarding': {'1.2'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'QosPolicy': {'1.9'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'SecurityGroup': {'1.4'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'SecurityGroupRule': {'1.2'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'SubPort': {'1.0'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Subnet': {'1.1'}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Trunk': {'1.1'}} Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: consumer versions: Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: { DHCP agent@n-d-712143-13: {}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: L3 agent@n-d-712143-13: {}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: Metadata agent@n-d-712143-13: {}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: Metering agent@n-d-712143-13: {}, Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: Open vSwitch agent@n-d-712143-13: { 'AddressGroup': '1.2', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'ConntrackHelper': '1.0', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Log': '1.0', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Network': '1.1', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Port': '1.7', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'PortForwarding': '1.2', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'QosPolicy': '1.9', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'SecurityGroup': '1.4', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'SecurityGroupRule': '1.2', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'SubPort': '1.0', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Subnet': '1.1', Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: 'Trunk': '1.1'}} Aug 11 00:08:53.789868 n-d-712143-13 neutron-server[95255]: {{(pid=95255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 00:08:53.887197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:54.025357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:54.026525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:08:54.027237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:54.131471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] Pushing event updated for resources: {'Network': ['ID=6bde03f5-9690-46ae-8115-de22b61c77ca,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:54.142370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 6bde03f5-9690-46ae-8115-de22b61c77ca details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:08:54.195640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-02a08e52-1b35-4c38-9b70-eabf2591779a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2534285 Aug 11 00:08:56.480894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40300) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:08:56.613838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ea058-536d-4d49-affc-12767e7d43cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:08:56.615417 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-208ea058-536d-4d49-affc-12767e7d43cc admin admin] 10.222.0.43 "GET /v2.0/subnets/efb3766b-6c44-4432-93db-0180549d5296 HTTP/1.1" status: 200 len: 849 time: 0.1334093 Aug 11 00:08:56.749288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cf732164-cee0-44a2-9f44-64c5f00e8662 admin admin] 10.222.0.43 "GET /v2.0/routers/49b8ca8a-ccab-4f15-b37d-9343d078fb74 HTTP/1.1" status: 200 len: 704 time: 0.1268833 Aug 11 00:08:57.036379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:57.427785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Allocated IP 172.20.0.1 (74a0f54a-0642-4623-b9be-2bc9689c14d1/efb3766b-6c44-4432-93db-0180549d5296/f097505d-cfc3-4aae-8c45-b6568dd4a5ed) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:08:57.621783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:57.649019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Transition to ACTIVE for port object f097505d-cfc3-4aae-8c45-b6568dd4a5ed will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:08:57.864361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:57.944340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Network 74a0f54a-0642-4623-b9be-2bc9689c14d1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:08:57.950044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:08:57.958545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:08:57.959128 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:57.985876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f097505d-cfc3-4aae-8c45-b6568dd4a5ed,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:58.259734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff773aaa-3a72-4048-8f77-0dd15c285f22 None None] Provisioning for port f097505d-cfc3-4aae-8c45-b6568dd4a5ed completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:08:58.264550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff773aaa-3a72-4048-8f77-0dd15c285f22 None None] Provisioning complete for port f097505d-cfc3-4aae-8c45-b6568dd4a5ed triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:08:58.264929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff773aaa-3a72-4048-8f77-0dd15c285f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:58.276439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:58.306481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ff773aaa-3a72-4048-8f77-0dd15c285f22 None None] Port f097505d-cfc3-4aae-8c45-b6568dd4a5ed cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:08:58.510966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:58.573803 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:58.574924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:58.654432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f097505d-cfc3-4aae-8c45-b6568dd4a5ed,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:08:58.712151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Network 74a0f54a-0642-4623-b9be-2bc9689c14d1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:08:58.713661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:08:58.936229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-32db5e75-c0b3-4eb0-a6c6-278fb48b4d67 None None] Provisioning complete for port f097505d-cfc3-4aae-8c45-b6568dd4a5ed triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:08:58.936790 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32db5e75-c0b3-4eb0-a6c6-278fb48b4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:08:58.962331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Router 49b8ca8a-ccab-4f15-b37d-9343d078fb74 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:08:58.988684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-32db5e75-c0b3-4eb0-a6c6-278fb48b4d67 None None] Port f097505d-cfc3-4aae-8c45-b6568dd4a5ed cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:08:59.065870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:08:59.071456 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-20209932-7416-49db-a50b-4742aa4339b7 admin admin] 10.222.0.43 "PUT /v2.0/routers/49b8ca8a-ccab-4f15-b37d-9343d078fb74/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3155067 Aug 11 00:08:59.084135 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Sync routers for ids ['49b8ca8a-ccab-4f15-b37d-9343d078fb74'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:08:59.097634 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Routers {'49b8ca8a-ccab-4f15-b37d-9343d078fb74'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:08:59.098547 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['49b8ca8a-ccab-4f15-b37d-9343d078fb74'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:08:59.345996 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Set router 49b8ca8a-ccab-4f15-b37d-9343d078fb74 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:08:59.838677 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'name': 'router1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:08:47Z', 'updated_at': '2021-08-11T00:08:58Z', 'revision_number': 2, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'gw_port_host': None, '_interfaces': [{'id': 'f097505d-cfc3-4aae-8c45-b6568dd4a5ed', 'name': '', 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'mac_address': 'fa:16:3e:b7:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb3766b-6c44-4432-93db-0180549d5296', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:08:57Z', 'updated_at': '2021-08-11T00:08:58Z', 'revision_number': 2, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'subnets': [{'id': 'efb3766b-6c44-4432-93db-0180549d5296', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '293fb2cf-fe47-4049-8907-02cd248f687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:08:59.889925 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Checking router: 49b8ca8a-ccab-4f15-b37d-9343d078fb74 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:08:59.890282 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Updating router 49b8ca8a-ccab-4f15-b37d-9343d078fb74 port f097505d-cfc3-4aae-8c45-b6568dd4a5ed binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:08:59.945796 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:00.549588 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:00.571334 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Transition to ACTIVE for port object f097505d-cfc3-4aae-8c45-b6568dd4a5ed will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:09:00.664801 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:00.853113 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Pushing event updated for resources: {'Port': ['ID=f097505d-cfc3-4aae-8c45-b6568dd4a5ed,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:09:00.862268 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Attempting to bind port f097505d-cfc3-4aae-8c45-b6568dd4a5ed on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:09:00.862673 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Attempting to bind port f097505d-cfc3-4aae-8c45-b6568dd4a5ed by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:09:00.863084 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Attempting to bind port f097505d-cfc3-4aae-8c45-b6568dd4a5ed on network 74a0f54a-0642-4623-b9be-2bc9689c14d1 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:09:00.872362 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.872733 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.873037 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.873373 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.873703 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.874042 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.874366 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.874692 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.874995 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.875947 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.876261 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.876584 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Tracked resource versions report: Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: pushed versions: Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: { 'AddressGroup': {'1.2'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'ConntrackHelper': {'1.0'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Log': {'1.0'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Network': {'1.1'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Port': {'1.7'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'PortForwarding': {'1.2'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'QosPolicy': {'1.9'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'SecurityGroup': {'1.4'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'SecurityGroupRule': {'1.2'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'SubPort': {'1.0'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Subnet': {'1.1'}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Trunk': {'1.1'}} Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: consumer versions: Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: { DHCP agent@n-d-712143-13: {}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: L3 agent@n-d-712143-13: {}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: Metadata agent@n-d-712143-13: {}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: Metering agent@n-d-712143-13: {}, Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: Open vSwitch agent@n-d-712143-13: { 'AddressGroup': '1.2', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'ConntrackHelper': '1.0', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Log': '1.0', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Network': '1.1', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Port': '1.7', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'PortForwarding': '1.2', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'QosPolicy': '1.9', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'SecurityGroup': '1.4', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'SecurityGroupRule': '1.2', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'SubPort': '1.0', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Subnet': '1.1', Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: 'Trunk': '1.1'}} Aug 11 00:09:00.877747 n-d-712143-13 neutron-server[95257]: {{(pid=95257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 00:09:00.880974 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:09:00.880974 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Checking segment: {'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:09:00.881302 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:00.882916 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Bound using segment: {'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:09:00.882916 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Bound port: f097505d-cfc3-4aae-8c45-b6568dd4a5ed, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978decda-afd4-4cac-b201-276ab0a8f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:09:00.882916 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:00.962405 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] For port f097505d-cfc3-4aae-8c45-b6568dd4a5ed, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:09:00.990981 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] For port f097505d-cfc3-4aae-8c45-b6568dd4a5ed, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f097505d-cfc3-4aae-8c45-b6568dd4a5ed,segment=NetworkSegment(978decda-afd4-4cac-b201-276ab0a8f3a0),segment_id=978decda-afd4-4cac-b201-276ab0a8f3a0)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:09:01.110010 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:01.220404 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d97aae-5f28-4bc7-8226-6c37dd38b116 None None] Pushing event updated for resources: {'Port': ['ID=f097505d-cfc3-4aae-8c45-b6568dd4a5ed,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:09:01.234035 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Routers {'49b8ca8a-ccab-4f15-b37d-9343d078fb74'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:09:01.234035 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['49b8ca8a-ccab-4f15-b37d-9343d078fb74'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:09:01.346419 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] Set router 49b8ca8a-ccab-4f15-b37d-9343d078fb74 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:09:01.434706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40310) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:09:01.561276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb477dc3-2c82-4385-bcba-44c3d8e5ff6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:09:01.562750 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bb477dc3-2c82-4385-bcba-44c3d8e5ff6f admin admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 842 time: 0.1263378 Aug 11 00:09:01.573186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'gateway_ip': '172.25.0.1', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:09:01.585652 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'name': 'router1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:08:47Z', 'updated_at': '2021-08-11T00:08:58Z', 'revision_number': 2, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'gw_port_host': None, '_interfaces': [{'id': 'f097505d-cfc3-4aae-8c45-b6568dd4a5ed', 'name': '', 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'mac_address': 'fa:16:3e:b7:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb3766b-6c44-4432-93db-0180549d5296', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:08:57Z', 'updated_at': '2021-08-11T00:09:00Z', 'revision_number': 4, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'subnets': [{'id': 'efb3766b-6c44-4432-93db-0180549d5296', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '293fb2cf-fe47-4049-8907-02cd248f687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:09:01.621836 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326be87c-02d5-4895-9be0-a99bd557c866 None None] The sync data for ids ['49b8ca8a-ccab-4f15-b37d-9343d078fb74'] in n-d-712143-13 is: [{'id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'name': 'router1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:08:47Z', 'updated_at': '2021-08-11T00:08:58Z', 'revision_number': 2, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'gw_port_host': None, '_interfaces': [{'id': 'f097505d-cfc3-4aae-8c45-b6568dd4a5ed', 'name': '', 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'mac_address': 'fa:16:3e:b7:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb3766b-6c44-4432-93db-0180549d5296', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:08:57Z', 'updated_at': '2021-08-11T00:09:00Z', 'revision_number': 4, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'subnets': [{'id': 'efb3766b-6c44-4432-93db-0180549d5296', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '293fb2cf-fe47-4049-8907-02cd248f687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:09:01.728103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Made reservation on behalf of fa91bac708434eda972c258a3ad4b5c1 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:09:01.730536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:02.131218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:09:02.131699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:02.273609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673da3f9-a0d9-493e-a2e2-0292c09c644b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:09:02.282605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:09:02.282973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Network hostable DHCP agents. Network: 6bde03f5-9690-46ae-8115-de22b61c77ca, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:09:02.396092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:09:02.482231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 6bde03f5-9690-46ae-8115-de22b61c77ca) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:09:02.487185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:09:02.487889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:02.494005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b98bd7b-5004-404a-80b8-e29c84a84683 None None] Network 6bde03f5-9690-46ae-8115-de22b61c77ca requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:09:02.567218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9970174a-b86e-42ff-89be-f7209e1c53c7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9973946 Aug 11 00:09:02.672640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4956c7-f2bf-41d4-8458-2ccdecfb7226 None None] Network 6bde03f5-9690-46ae-8115-de22b61c77ca requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:09:05.009034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40318) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:09:05.223387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a106b635-882b-47bb-b7e3-8ca7335178d7 admin admin] 10.222.0.43 "GET /v2.0/routers/49b8ca8a-ccab-4f15-b37d-9343d078fb74 HTTP/1.1" status: 200 len: 710 time: 0.2108917 Aug 11 00:09:05.330374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96af3dc1-c8be-4328-b54e-a31950baf2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:09:05.331929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-96af3dc1-c8be-4328-b54e-a31950baf2d3 admin admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 886 time: 0.1038129 Aug 11 00:09:05.342356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:09:05.612334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:05.987422 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:06.077096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:06.218103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Allocated IP 172.25.0.62 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/e87649d0-9bfc-42e7-b068-8b600cedb746) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:09:06.333023 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:06.525936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:06.563250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:09:06.568436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:09:06.577187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:09:06.579252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e87649d0-9bfc-42e7-b068-8b600cedb746,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:09:07.068114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:07.336767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f097505d-cfc3-4aae-8c45-b6568dd4a5ed up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:09:07.419749 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:07.423522 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:07.497271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port f097505d-cfc3-4aae-8c45-b6568dd4a5ed completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:09:07.502384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f097505d-cfc3-4aae-8c45-b6568dd4a5ed triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:09:07.503293 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:07.546197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Router 49b8ca8a-ccab-4f15-b37d-9343d078fb74 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:09:07.595711 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:07.636996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port f097505d-cfc3-4aae-8c45-b6568dd4a5ed, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f097505d-cfc3-4aae-8c45-b6568dd4a5ed,segment=NetworkSegment(978decda-afd4-4cac-b201-276ab0a8f3a0),segment_id=978decda-afd4-4cac-b201-276ab0a8f3a0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:09:07.667214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:09:07.672336 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:07.672985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c9c4ea25-e8e1-4b2d-8e2b-778f917e30a6 admin admin] 10.222.0.43 "PUT /v2.0/routers/49b8ca8a-ccab-4f15-b37d-9343d078fb74 HTTP/1.1" status: 200 len: 889 time: 2.3342948 Aug 11 00:09:07.728173 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:07.843412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=f097505d-cfc3-4aae-8c45-b6568dd4a5ed,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:09:08.540166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Sync routers for ids ['49b8ca8a-ccab-4f15-b37d-9343d078fb74'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:09:08.554854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Routers {'49b8ca8a-ccab-4f15-b37d-9343d078fb74'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:09:08.555658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['49b8ca8a-ccab-4f15-b37d-9343d078fb74'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:09:08.833823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Set router 49b8ca8a-ccab-4f15-b37d-9343d078fb74 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:09:09.316534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f097505d-cfc3-4aae-8c45-b6568dd4a5ed up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:09:09.378457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'name': 'router1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e87649d0-9bfc-42e7-b068-8b600cedb746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:08:47Z', 'updated_at': '2021-08-11T00:09:06Z', 'revision_number': 4, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'gw_port': {'id': 'e87649d0-9bfc-42e7-b068-8b600cedb746', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:09:06Z', 'updated_at': '2021-08-11T00:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'f097505d-cfc3-4aae-8c45-b6568dd4a5ed', 'name': '', 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'mac_address': 'fa:16:3e:b7:d9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb3766b-6c44-4432-93db-0180549d5296', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:08:57Z', 'updated_at': '2021-08-11T00:09:07Z', 'revision_number': 5, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'subnets': [{'id': 'efb3766b-6c44-4432-93db-0180549d5296', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '293fb2cf-fe47-4049-8907-02cd248f687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:09:09.438670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Checking router: 49b8ca8a-ccab-4f15-b37d-9343d078fb74 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:09:09.439022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Updating router 49b8ca8a-ccab-4f15-b37d-9343d078fb74 port e87649d0-9bfc-42e7-b068-8b600cedb746 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:09:09.484404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f097505d-cfc3-4aae-8c45-b6568dd4a5ed triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:09:09.484773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:09.493376 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:09.910893 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:09.922890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Transition to ACTIVE for port object e87649d0-9bfc-42e7-b068-8b600cedb746 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:09:10.070963 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:10.127747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2841e-3f86-4773-978f-179929f3b699 None None] Pushing event updated for resources: {'Port': ['ID=e87649d0-9bfc-42e7-b068-8b600cedb746,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:09:10.130285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Attempting to bind port e87649d0-9bfc-42e7-b068-8b600cedb746 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:09:10.130659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Attempting to bind port e87649d0-9bfc-42e7-b068-8b600cedb746 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:09:10.131773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Attempting to bind port e87649d0-9bfc-42e7-b068-8b600cedb746 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:09:10.137402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:09:10.138344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:09:10.138493 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:10.139005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:09:10.139317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Bound port: e87649d0-9bfc-42e7-b068-8b600cedb746, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:09:10.139697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:10.181432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40330) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:09:10.283699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] For port e87649d0-9bfc-42e7-b068-8b600cedb746, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:09:10.286962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] For port e87649d0-9bfc-42e7-b068-8b600cedb746, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e87649d0-9bfc-42e7-b068-8b600cedb746,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:09:10.341841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-03304c49-c3f8-4e74-8386-a42fb30281b7 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1588485 Aug 11 00:09:10.379913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:10.447299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Routers {'49b8ca8a-ccab-4f15-b37d-9343d078fb74'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:09:10.447950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['49b8ca8a-ccab-4f15-b37d-9343d078fb74'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:09:10.454152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2841e-3f86-4773-978f-179929f3b699 None None] Pushing event updated for resources: {'Port': ['ID=e87649d0-9bfc-42e7-b068-8b600cedb746,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:09:10.575581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] Set router 49b8ca8a-ccab-4f15-b37d-9343d078fb74 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:09:10.813003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'name': 'router1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e87649d0-9bfc-42e7-b068-8b600cedb746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:08:47Z', 'updated_at': '2021-08-11T00:09:06Z', 'revision_number': 4, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'gw_port': {'id': 'e87649d0-9bfc-42e7-b068-8b600cedb746', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:09:06Z', 'updated_at': '2021-08-11T00:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'f097505d-cfc3-4aae-8c45-b6568dd4a5ed', 'name': '', 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'mac_address': 'fa:16:3e:b7:d9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb3766b-6c44-4432-93db-0180549d5296', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:08:57Z', 'updated_at': '2021-08-11T00:09:07Z', 'revision_number': 5, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'subnets': [{'id': 'efb3766b-6c44-4432-93db-0180549d5296', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '293fb2cf-fe47-4049-8907-02cd248f687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:09:10.844142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e9a29-8d79-4f58-ace0-703edf4c2498 None None] The sync data for ids ['49b8ca8a-ccab-4f15-b37d-9343d078fb74'] in n-d-712143-13 is: [{'id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'name': 'router1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'e87649d0-9bfc-42e7-b068-8b600cedb746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:08:47Z', 'updated_at': '2021-08-11T00:09:06Z', 'revision_number': 4, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'gw_port': {'id': 'e87649d0-9bfc-42e7-b068-8b600cedb746', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:09:06Z', 'updated_at': '2021-08-11T00:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'f097505d-cfc3-4aae-8c45-b6568dd4a5ed', 'name': '', 'network_id': '74a0f54a-0642-4623-b9be-2bc9689c14d1', 'tenant_id': '0b34c23a58f742c59ac4209adcb492ce', 'mac_address': 'fa:16:3e:b7:d9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b8ca8a-ccab-4f15-b37d-9343d078fb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb3766b-6c44-4432-93db-0180549d5296', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:08:57Z', 'updated_at': '2021-08-11T00:09:07Z', 'revision_number': 5, 'project_id': '0b34c23a58f742c59ac4209adcb492ce', 'subnets': [{'id': 'efb3766b-6c44-4432-93db-0180549d5296', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '293fb2cf-fe47-4049-8907-02cd248f687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:09:11.334301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e87649d0-9bfc-42e7-b068-8b600cedb746 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:09:11.476295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e87649d0-9bfc-42e7-b068-8b600cedb746 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:09:11.481306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e87649d0-9bfc-42e7-b068-8b600cedb746 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:09:11.481682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:11.576431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:11.619025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e87649d0-9bfc-42e7-b068-8b600cedb746, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e87649d0-9bfc-42e7-b068-8b600cedb746,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:09:11.710620 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:11.772890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e87649d0-9bfc-42e7-b068-8b600cedb746,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:09:13.369043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e87649d0-9bfc-42e7-b068-8b600cedb746 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:09:13.427479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e87649d0-9bfc-42e7-b068-8b600cedb746 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:09:13.428098 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:13.446120 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:09:16.119453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e1e00c5-0a5b-47f6-aad2-826182184f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:18.733340 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54d5c8a5-ef13-456b-957b-5e757e58dd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:18.765964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:20.158454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:22.064849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:46.109975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a1ba3889-94ed-4226-be10-f9f672f20177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:48.715870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a9863039-554f-48f4-bd5a-f9f515a1794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:48.799927 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:50.158240 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:09:50.426413 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:09:52.112524 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:16.104128 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e284cb94-52ae-4649-891c-04759c813d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:18.705855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb1d639f-efb6-4f05-9428-66284a4963b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:18.785204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:20.139727 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:22.115189 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:27.424909 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:10:46.116550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dc3660a0-8e3f-4cdb-ae4e-89d80a57ebd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:48.702342 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0c84c70-bee1-4d83-a757-1d48cdd598db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:48.767610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:50.152779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:10:52.092368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:04.424513 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:11:04.932816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40932) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:05.001671 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2d6458-156f-4dbc-b66c-2d4f2a031a5c admin admin] GET failed (client error): The resource could not be found. Aug 11 00:11:05.004036 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7a2d6458-156f-4dbc-b66c-2d4f2a031a5c admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0699673 Aug 11 00:11:05.188492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f7ca43-e165-4871-8f97-51de8d2d0c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:05.190080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-63f7ca43-e165-4871-8f97-51de8d2d0c36 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1807768 Aug 11 00:11:07.508069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40942) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:07.667904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5791ae-6ffa-4af5-8088-3609659d5b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:07.669428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9d5791ae-6ffa-4af5-8088-3609659d5b34 admin admin] 10.222.0.43 "GET /v2.0/subnets/efb3766b-6c44-4432-93db-0180549d5296 HTTP/1.1" status: 200 len: 849 time: 0.1600630 Aug 11 00:11:07.680312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:11:07.780607 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Notify callbacks [] for subnet, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:08.121289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780188393620'] for subnet, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:08.161254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:08.161880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:08.164135 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] 10.222.0.43 "PUT /v2.0/subnets/efb3766b-6c44-4432-93db-0180549d5296 HTTP/1.1" status: 200 len: 868 time: 0.4872100 Aug 11 00:11:08.169540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd695a-b154-49ff-9a17-f197a83dfcf4 None None] Network 74a0f54a-0642-4623-b9be-2bc9689c14d1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:11:08.184778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb3766b-6c44-4432-93db-0180549d5296,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:11:08.193413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.193413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.193910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.194069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.194409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.194756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.195090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.195456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.195786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.196168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.196556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.196932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc591f-3600-4dc6-b3b2-abd1fe7e01cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:11:08.725755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5a09f142-000e-4439-9ce0-f5330da43147 None None] Provisioning complete for port 086cd031-dcb1-4b8e-85c5-3d7d9746cde9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:11:08.726294 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a09f142-000e-4439-9ce0-f5330da43147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:08.835546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5a09f142-000e-4439-9ce0-f5330da43147 None None] Provisioning complete for port f097505d-cfc3-4aae-8c45-b6568dd4a5ed triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:11:08.836057 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a09f142-000e-4439-9ce0-f5330da43147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:10.527061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40952) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:10.787316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ce21b-b08e-41f3-a351-4e70fd05a6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:10.787805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ce21b-b08e-41f3-a351-4e70fd05a6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:10.789427 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-024ce21b-b08e-41f3-a351-4e70fd05a6c0 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2612484 Aug 11 00:11:13.174826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40960) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:13.331247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3bce5-5f92-420e-8b13-9db827366fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:13.331843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3bce5-5f92-420e-8b13-9db827366fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:13.333624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1fb3bce5-5f92-420e-8b13-9db827366fa6 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1573737 Aug 11 00:11:16.083177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40968) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:16.148855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-427cc748-6ddd-4ef0-8859-e64aa30b376a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:16.246468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f9c4d-b096-48d7-8771-43a262bec4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:16.248218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a88f9c4d-b096-48d7-8771-43a262bec4be admin admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 886 time: 0.1639764 Aug 11 00:11:18.550894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:18.698156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0272abf4-cb43-4af6-ad8f-675bfe15a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:18.713698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af9850-4764-462d-867c-870bbd8d1618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:18.716205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-51af9850-4764-462d-867c-870bbd8d1618 admin admin] 10.222.0.43 "GET /v2.0/networks/74a0f54a-0642-4623-b9be-2bc9689c14d1 HTTP/1.1" status: 200 len: 869 time: 0.1640170 Aug 11 00:11:18.766056 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:20.137120 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:21.034408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40984) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:21.183230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd96a5-a32a-48d8-8b46-636f66a97707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:21.183717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd96a5-a32a-48d8-8b46-636f66a97707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:21.185355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f6cd96a5-a32a-48d8-8b46-636f66a97707 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1494844 Aug 11 00:11:22.080288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:23.493345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40992) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:23.622834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24900372-4f56-41a0-a138-e8e0e8dff99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:23.623329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24900372-4f56-41a0-a138-e8e0e8dff99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:23.630889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24900372-4f56-41a0-a138-e8e0e8dff99f admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310532 Aug 11 00:11:25.920086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41000) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:26.025837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2560fd77-bee5-48b4-998f-70c315852d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:26.027394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2560fd77-bee5-48b4-998f-70c315852d52 admin admin] 10.222.0.43 "GET /v2.0/subnets/673da3f9-a0d9-493e-a2e2-0292c09c644b HTTP/1.1" status: 200 len: 816 time: 0.1061907 Aug 11 00:11:28.320340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41008) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:28.437547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45f77f-92c7-4c88-82e5-0332f0032529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:11:28.439086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2c45f77f-92c7-4c88-82e5-0332f0032529 admin admin] 10.222.0.43 "GET /v2.0/subnets/efb3766b-6c44-4432-93db-0180549d5296 HTTP/1.1" status: 200 len: 868 time: 0.1174562 Aug 11 00:11:41.423137 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:11:46.090777 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b5f0b020-049a-4895-9d25-243dad364d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:48.696282 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-79b8ca99-6091-47bd-b4ac-ef47c8a837b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:48.747861 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:50.147093 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:52.089808 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:11:57.500422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41064) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:11:57.560011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-bdb3f92e-b378-4e74-a138-7d2a466d639c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:11:57.561795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bdb3f92e-b378-4e74-a138-7d2a466d639c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602031 Aug 11 00:12:00.032993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41072) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:12:00.134368 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1774f5-e1be-431e-9b87-e9964c49484c admin admin] GET failed (client error): The resource could not be found. Aug 11 00:12:00.135907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1b1774f5-e1be-431e-9b87-e9964c49484c admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1016397 Aug 11 00:12:00.297910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d1bb08-355f-4871-9f2a-0714d77ce225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:12:00.299540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81d1bb08-355f-4871-9f2a-0714d77ce225 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1586831 Aug 11 00:12:02.707737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41080) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:12:02.766814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:12:02.884106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Made reservation on behalf of fa91bac708434eda972c258a3ad4b5c1 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:12:02.886435 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:02.926788 n-d-712143-13 neutron-server[95255]: WARNING neutron.services.revisions.revision_plugin [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Could not find related network for resource to bump revision. Aug 11 00:12:02.947670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:12:02.958166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:02.958508 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Added segment 10cfd648-fa13-48c5-8fac-8fc65d2e277a of type vlan for network 480808d4-dc58-4914-930a-ddadeca505cb Aug 11 00:12:03.022614 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:03.192741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:03.193680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:12:03.194302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:03.258467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] Pushing event updated for resources: {'Network': ['ID=480808d4-dc58-4914-930a-ddadeca505cb,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:12:03.270232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 480808d4-dc58-4914-930a-ddadeca505cb details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:12:03.347562 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cb04ccf7-7597-49ed-98e3-b0b05c93baf5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6373990 Aug 11 00:12:05.618004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41088) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:12:05.707688 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c86f421-9909-4a42-a402-6fd92b3f2bae admin admin] GET failed (client error): The resource could not be found. Aug 11 00:12:05.709114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5c86f421-9909-4a42-a402-6fd92b3f2bae admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0901425 Aug 11 00:12:05.789627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a7133-8ce5-4f1e-9670-340bc27f43be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:12:05.791285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-db2a7133-8ce5-4f1e-9670-340bc27f43be admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0758636 Aug 11 00:12:05.803668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Request body: {'subnet': {'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:12:05.917564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Made reservation on behalf of fa91bac708434eda972c258a3ad4b5c1 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:12:05.920103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:06.249516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:06.314660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cfb0453-24bf-474b-a779-63bd4ffd7ac0,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:12:06.327615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:12:06.334960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Network hostable DHCP agents. Network: 480808d4-dc58-4914-930a-ddadeca505cb, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:12:06.415324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Network 480808d4-dc58-4914-930a-ddadeca505cb is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:12:06.495144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 480808d4-dc58-4914-930a-ddadeca505cb) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:12:06.500075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:12:06.500748 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:06.506826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489e5d1-bad7-41f3-bbd9-9dcf46933f0c None None] Network 480808d4-dc58-4914-930a-ddadeca505cb requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:12:06.616365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-936dab23-f5ca-4eec-ae38-7319ec2efb34 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8166180 Aug 11 00:12:06.680911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-480808d4-dc58-4914-930a-ddadeca505cb', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'tenant_id': 'fa91bac708434eda972c258a3ad4b5c1', 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:12:06.682537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:06.877737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Allocated IP 192.168.233.2 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/5d87432a-a40d-4d39-86dd-135da27f217d) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:12:07.094819 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:07.107538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Transition to ACTIVE for port object 5d87432a-a40d-4d39-86dd-135da27f217d will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:12:07.125441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Transition to ACTIVE for port object 5d87432a-a40d-4d39-86dd-135da27f217d will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:12:07.232718 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:07.285183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:12:07.290131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:12:07.297010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:12:07.395304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Attempting to bind port 5d87432a-a40d-4d39-86dd-135da27f217d on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:12:07.395920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Attempting to bind port 5d87432a-a40d-4d39-86dd-135da27f217d by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:12:07.396483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Attempting to bind port 5d87432a-a40d-4d39-86dd-135da27f217d on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:12:07.403288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Pushing event updated for resources: {'Port': ['ID=5d87432a-a40d-4d39-86dd-135da27f217d,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:12:07.414873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.415422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.415971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.416599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.417109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.417602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.418098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.421649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.421649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.421649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.421649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.421649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:12:07.425577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:12:07.426125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:12:07.427823 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:07.427823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:12:07.428201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Bound port: 5d87432a-a40d-4d39-86dd-135da27f217d, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:12:07.428755 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:07.537643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] For port 5d87432a-a40d-4d39-86dd-135da27f217d, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:12:07.543445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] For port 5d87432a-a40d-4d39-86dd-135da27f217d, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5d87432a-a40d-4d39-86dd-135da27f217d,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:12:07.616437 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:07.733249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bedbd7-7803-4107-936e-f988778b639f None None] Pushing event updated for resources: {'Port': ['ID=5d87432a-a40d-4d39-86dd-135da27f217d,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:12:08.693877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2599b52-60f0-424f-b47c-ef8714086beb None None] Network 480808d4-dc58-4914-930a-ddadeca505cb requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:12:08.877223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-519f2de8-8def-4b92-84f0-529a50c41aaf None None] Provisioning for port 5d87432a-a40d-4d39-86dd-135da27f217d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:12:09.534568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5d87432a-a40d-4d39-86dd-135da27f217d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:12:09.791664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5d87432a-a40d-4d39-86dd-135da27f217d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:12:09.796064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5d87432a-a40d-4d39-86dd-135da27f217d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:12:09.796440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:09.887835 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:09.938314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 5d87432a-a40d-4d39-86dd-135da27f217d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5d87432a-a40d-4d39-86dd-135da27f217d,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:12:10.077968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:10.134889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=5d87432a-a40d-4d39-86dd-135da27f217d,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:12:11.468897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5d87432a-a40d-4d39-86dd-135da27f217d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:12:11.523868 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5d87432a-a40d-4d39-86dd-135da27f217d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:12:11.524237 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:16.088611 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b2221c87-09f5-425b-b097-937517f2fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:18.425200 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:12:18.729058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a8c8069e-0f21-4032-b31e-298efef1a8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:18.763847 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:20.186422 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:22.106473 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:46.087712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6a84cc12-58f8-4172-813d-e4e181b3a0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:48.790347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b22f-c282-4285-852d-d333e7510e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:48.830714 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:50.156337 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:52.110029 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:12:55.426495 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:13:16.207636 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77b55224-c7e3-44ca-a636-a9cc93e92fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:18.726926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-76648c2e-8b64-476c-a4ea-806eec43afb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:18.857839 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:20.167015 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:22.116546 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:31.906710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41132) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:13:31.913627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-b4ccedcb-9a58-4e50-9352-2394936db399 tempest-verify_tempest_config-666148467 tempest-verify_tempest_config-666148467-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:13:31.914765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4ccedcb-9a58-4e50-9352-2394936db399 tempest-verify_tempest_config-666148467 tempest-verify_tempest_config-666148467-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066917 Aug 11 00:13:32.425885 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:13:32.623332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41150) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:13:32.780165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:32.884803 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:32.960740 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:33.017890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0aeafddaea54d8d87e4b8a152d57095&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3903425 Aug 11 00:13:33.017890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5936e4-616c-4642-973b-92ba86286b54,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:13:33.018374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41156) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:13:33.024380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.024703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.025064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.025406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.025976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.026321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.026658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.026994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.027406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.028317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.028317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.028726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9679cd-7096-473d-b647-c2d89e0ae016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.085146 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:33.109755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:33.338744 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:33.341923 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:33.343337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f5936e4-616c-4642-973b-92ba86286b54 HTTP/1.1" status: 204 len: 168 time: 0.3230853 Aug 11 00:13:33.353340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5936e4-616c-4642-973b-92ba86286b54,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:13:33.363025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.363493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.363890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.364359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.364843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.365432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.365838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.366146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.366585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.367008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.367702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:33.368229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e2e3cc-f205-4bf9-8204-d55ae66446e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:13:46.097425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0f7ad0ac-4d26-4d80-9bc2-a924a81789a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:48.713855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e39ea47-e3f7-4649-baf0-416d746a0672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:48.804475 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:50.154792 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:13:52.095761 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:09.424761 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:14:16.113963 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-56c8ac73-d5c7-462f-ba09-9ebf4a60fb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:18.695981 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f759d16b-2727-4329-b599-fa16e88c37f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:18.780590 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:20.186523 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:22.106153 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:46.158927 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-26c87a3f-5e1c-4848-bd8b-0afeb7e794ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:46.425574 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:14:48.722454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-41bd9de4-c157-45ca-a10a-5990f5bf5e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:48.807684 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:50.213804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:14:52.118568 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:16.097567 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ddbc-e595-460f-96d7-cfc7a7156ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:18.703123 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-79596710-0b29-4891-b743-bd444ca1165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:18.760582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:20.160220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:22.118006 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:23.430478 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:15:46.096237 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fc0e91c9-81e1-4e36-93b7-1687b538d5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:48.707965 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6a997e19-7412-4304-a17a-c5aec8fa4eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:48.785833 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:50.182157 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:15:52.101826 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:00.429815 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 5 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:16:16.100845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-75166cf5-e94b-49f1-b452-f33fb74fefc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:18.723440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-78fff8fe-a560-46df-8061-82af325e970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:18.843725 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:20.192251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:22.204062 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:29.174500 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133781228'] for agent, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:29.197201 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133781228'] for agent, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:37.430009 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:16:46.110606 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3d158c52-ca8a-4bf8-9fc9-908b80903c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:48.694029 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b051a3ab-d0b0-4c3a-b9c1-0eec92fdb949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:48.779453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:50.311440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:52.127843 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:59.093156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:16:59.133109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:14.430287 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:17:16.126382 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-22256d13-54cb-4950-9707-9b4938ef14c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:18.726408 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-710e1b43-10cb-4c59-add1-94bfa4691c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:18.869840 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:20.195965 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:22.166926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:27.411260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41210) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:17:27.534329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ca677107-6e6e-47d7-9c47-2dd979e6190f admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1218143 Aug 11 00:17:29.092561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:29.115366 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:30.132310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41224) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:17:30.204308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5d6e60e2-b5b5-48ad-87d4-e3d2e9a4e550 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0704627 Aug 11 00:17:46.108415 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff33c936-747e-45ef-b17b-6a6ce22723f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:48.702815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b342b8c5-db13-46c0-9250-a2f7552bdf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:48.771181 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:50.188550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:51.430207 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:17:52.136750 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:59.085582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:17:59.113939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:16.137562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-69553413-f37e-4bb2-9a6c-6412c1270dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:18.708448 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a15b3e7-e513-4e8d-9d7a-68b98857258e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:18.765595 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:20.199243 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:22.148210 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:28.430795 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:18:29.142998 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:29.165673 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:46.102543 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5d9241ba-411a-4634-bf6e-f44578173b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:48.713759 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43f56937-66e0-4b62-9909-57b5fc9a6de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:48.782270 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:50.199463 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:52.154288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:59.125516 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:59.165037 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:18:59.843572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:00.444021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0c751d6d-9c16-468b-85af-b0c2e1ea405a tempest-AutoAllocateNetworkTest-1445187405 tempest-AutoAllocateNetworkTest-1445187405-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=dba54b861b4f41d99dcfe7f7696affd6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5991778 Aug 11 00:19:00.448640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41480) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:00.676224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc577b5-0279-46fe-b2e1-38a76e6a7db2 tempest-AutoAllocateNetworkTest-1445187405 tempest-AutoAllocateNetworkTest-1445187405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:00.682466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9dc577b5-0279-46fe-b2e1-38a76e6a7db2 tempest-AutoAllocateNetworkTest-1445187405 tempest-AutoAllocateNetworkTest-1445187405-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2281210 Aug 11 00:19:00.682777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41488) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:00.986900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1158fd39-f441-45cf-bbe2-328088cb4dd3 tempest-AutoAllocateNetworkTest-1445187405 tempest-AutoAllocateNetworkTest-1445187405-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849664 Aug 11 00:19:00.986900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41492) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:00.986900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eaaae107-7fbb-4943-b6a5-ebeda523360c tempest-AutoAllocateNetworkTest-1445187405 tempest-AutoAllocateNetworkTest-1445187405-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=dba54b861b4f41d99dcfe7f7696affd6 HTTP/1.1" status: 200 len: 208 time: 0.0288761 Aug 11 00:19:02.310738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41548) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:02.946414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:03.117978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:03.216211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:03.319872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41574) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:03.320396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dba54b861b4f41d99dcfe7f7696affd6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0062852 Aug 11 00:19:03.321438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005eebf6-ea44-49d1-b54d-985d3cef08dc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:03.338115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.339049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.345078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.346756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a77ba-6296-4100-a570-067b46a0fa00 admin admin] Tracked resource versions report: Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: pushed versions: Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: { 'AddressGroup': {'1.2'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'ConntrackHelper': {'1.0'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Log': {'1.0'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Network': {'1.1'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Port': {'1.7'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'PortForwarding': {'1.2'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'QosPolicy': {'1.9'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'SecurityGroup': {'1.4'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'SecurityGroupRule': {'1.2'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'SubPort': {'1.0'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Subnet': {'1.1'}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Trunk': {'1.1'}} Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: consumer versions: Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: { DHCP agent@n-d-712143-13: {}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: HyperV agent@n-h1-712143-13: {}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: HyperV agent@n-h2-712143-13: {}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: L3 agent@n-d-712143-13: {}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: Metadata agent@n-d-712143-13: {}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: Metering agent@n-d-712143-13: {}, Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: Open vSwitch agent@n-d-712143-13: { 'AddressGroup': '1.2', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'ConntrackHelper': '1.0', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Log': '1.0', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Network': '1.1', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Port': '1.7', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'PortForwarding': '1.2', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'QosPolicy': '1.9', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'SecurityGroup': '1.4', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'SecurityGroupRule': '1.2', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'SubPort': '1.0', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Subnet': '1.1', Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: 'Trunk': '1.1'}} Aug 11 00:19:03.349674 n-d-712143-13 neutron-server[95255]: {{(pid=95255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 00:19:03.475936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:03.538745 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:03.725293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:03.729647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:03.731580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/005eebf6-ea44-49d1-b54d-985d3cef08dc HTTP/1.1" status: 204 len: 168 time: 0.4095294 Aug 11 00:19:03.747583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005eebf6-ea44-49d1-b54d-985d3cef08dc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:03.762293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.762851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.763537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.764599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.764599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.765165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.765710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.766431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.766976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.767551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.768043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.768717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66c3c7-85d1-4737-a3cb-d26e5b49adcf admin admin] Tracked resource versions report: Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: pushed versions: Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: { 'AddressGroup': {'1.2'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'ConntrackHelper': {'1.0'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Log': {'1.0'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Network': {'1.1'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Port': {'1.7'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'PortForwarding': {'1.2'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'QosPolicy': {'1.9'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'SecurityGroup': {'1.4'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'SecurityGroupRule': {'1.2'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'SubPort': {'1.0'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Subnet': {'1.1'}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Trunk': {'1.1'}} Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: consumer versions: Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: { DHCP agent@n-d-712143-13: {}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: HyperV agent@n-h1-712143-13: {}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: HyperV agent@n-h2-712143-13: {}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: L3 agent@n-d-712143-13: {}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: Metadata agent@n-d-712143-13: {}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: Metering agent@n-d-712143-13: {}, Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: Open vSwitch agent@n-d-712143-13: { 'AddressGroup': '1.2', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'ConntrackHelper': '1.0', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Log': '1.0', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Network': '1.1', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Port': '1.7', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'PortForwarding': '1.2', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'QosPolicy': '1.9', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'SecurityGroup': '1.4', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'SecurityGroupRule': '1.2', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'SubPort': '1.0', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Subnet': '1.1', Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: 'Trunk': '1.1'}} Aug 11 00:19:03.770768 n-d-712143-13 neutron-server[95254]: {{(pid=95254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 00:19:05.434349 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:19:08.197944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41812) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:08.382281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a8b56de-54fa-48a8-a82b-2837e07500e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:08.531511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a8b56de-54fa-48a8-a82b-2837e07500e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:08.616305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41828) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:08.650814 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a8b56de-54fa-48a8-a82b-2837e07500e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:08.786249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b56de-54fa-48a8-a82b-2837e07500e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4276b0-e5c1-48d7-9b66-553d1ae823a7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:08.806523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1a8b56de-54fa-48a8-a82b-2837e07500e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0938e6c290ea4a54b3c9e49fdde157d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6072934 Aug 11 00:19:08.811013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41840) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:08.899744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-871e5c2c-12c5-41a9-8902-6d3ca7cd8f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:08.946205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-871e5c2c-12c5-41a9-8902-6d3ca7cd8f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:08.982909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a9a725b6-52f2-4c05-940a-71132864bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.124251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-871e5c2c-12c5-41a9-8902-6d3ca7cd8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.131767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-871e5c2c-12c5-41a9-8902-6d3ca7cd8f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.140592 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-871e5c2c-12c5-41a9-8902-6d3ca7cd8f42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c4276b0-e5c1-48d7-9b66-553d1ae823a7 HTTP/1.1" status: 204 len: 168 time: 0.3237469 Aug 11 00:19:09.156000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e5c2c-12c5-41a9-8902-6d3ca7cd8f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4276b0-e5c1-48d7-9b66-553d1ae823a7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:09.174678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a9a725b6-52f2-4c05-940a-71132864bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.262227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41862) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:09.314575 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a9a725b6-52f2-4c05-940a-71132864bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.365431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a725b6-52f2-4c05-940a-71132864bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142b8d46-3b47-462f-a7d3-c0ed4716951e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:09.382649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a9a725b6-52f2-4c05-940a-71132864bceb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47e0a8e6e7fd49a1b5623d09f77eec6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7642846 Aug 11 00:19:09.387756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41868) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:09.481956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe751-721c-43a8-bf53-c30f6ec3477b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.532828 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe751-721c-43a8-bf53-c30f6ec3477b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.671468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe751-721c-43a8-bf53-c30f6ec3477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.675500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe751-721c-43a8-bf53-c30f6ec3477b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:09.677328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6fbbe751-721c-43a8-bf53-c30f6ec3477b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/142b8d46-3b47-462f-a7d3-c0ed4716951e HTTP/1.1" status: 204 len: 168 time: 0.2876849 Aug 11 00:19:09.694783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe751-721c-43a8-bf53-c30f6ec3477b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142b8d46-3b47-462f-a7d3-c0ed4716951e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:09.956319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41890) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:10.061508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22494ef0-9134-42e5-af3c-811213b56cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.178759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22494ef0-9134-42e5-af3c-811213b56cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.274134 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22494ef0-9134-42e5-af3c-811213b56cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.371594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-22494ef0-9134-42e5-af3c-811213b56cdd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=814e5c9ed8a4403885eb0dcecb7e147c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1079903 Aug 11 00:19:10.373366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22494ef0-9134-42e5-af3c-811213b56cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e8cb37-870b-4a49-b705-43b8f9e90e32,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:10.376626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41916) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:10.474869 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3fcf-74bb-4cb2-a33e-88400f511445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.603884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:10.647678 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3fcf-74bb-4cb2-a33e-88400f511445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.650514 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96fca50a-7fb3-44ac-8874-968b31ed3436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.825926 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e61b8d6e-ab2d-400f-bca4-08591d10bdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.865797 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3fcf-74bb-4cb2-a33e-88400f511445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.877817 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3fcf-74bb-4cb2-a33e-88400f511445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:10.880288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2b1d3fcf-74bb-4cb2-a33e-88400f511445 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10e8cb37-870b-4a49-b705-43b8f9e90e32 HTTP/1.1" status: 204 len: 168 time: 0.5016186 Aug 11 00:19:10.894527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d3fcf-74bb-4cb2-a33e-88400f511445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e8cb37-870b-4a49-b705-43b8f9e90e32,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:10.957411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96fca50a-7fb3-44ac-8874-968b31ed3436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.159460 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96fca50a-7fb3-44ac-8874-968b31ed3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.211508 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96fca50a-7fb3-44ac-8874-968b31ed3436 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=484d36923cdb4a54893502c54067025e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6027999 Aug 11 00:19:11.215812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41942) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:11.249800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fca50a-7fb3-44ac-8874-968b31ed3436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fb17c-56d5-4fd7-9ac5-370169bed147,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:11.307096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c100c44-e701-4b8f-8f70-0fefcb4624f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.353116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c100c44-e701-4b8f-8f70-0fefcb4624f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.364025 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e61b8d6e-ab2d-400f-bca4-08591d10bdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.456101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e61b8d6e-ab2d-400f-bca4-08591d10bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.459223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41952) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:11.500574 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b182b98f-8556-4b25-8dc4-73a663d69202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.538928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e61b8d6e-ab2d-400f-bca4-08591d10bdd7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbb3d985e1c047188313df22117d36d0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5807047 Aug 11 00:19:11.542129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41958) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:11.629188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1192-a698-44a1-9f49-ab7d9ce69ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.634191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c100c44-e701-4b8f-8f70-0fefcb4624f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.639376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c100c44-e701-4b8f-8f70-0fefcb4624f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.644011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6c100c44-e701-4b8f-8f70-0fefcb4624f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a73fb17c-56d5-4fd7-9ac5-370169bed147 HTTP/1.1" status: 204 len: 168 time: 0.4220595 Aug 11 00:19:11.649309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b8d6e-ab2d-400f-bca4-08591d10bdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d721e2-3921-42c5-9651-e74fdbf34abd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:11.679408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c100c44-e701-4b8f-8f70-0fefcb4624f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fb17c-56d5-4fd7-9ac5-370169bed147,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:11.689732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b182b98f-8556-4b25-8dc4-73a663d69202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.726162 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1192-a698-44a1-9f49-ab7d9ce69ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.781204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b182b98f-8556-4b25-8dc4-73a663d69202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.815984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41970) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:11.853428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b182b98f-8556-4b25-8dc4-73a663d69202 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dac3f1cf6d8f42b0aa11133221eeb859&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3878529 Aug 11 00:19:11.853965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41980) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:11.858783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182b98f-8556-4b25-8dc4-73a663d69202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a03b6c-e1b7-4f86-b2d5-7ef27bff538b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:11.891921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1192-a698-44a1-9f49-ab7d9ce69ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.892426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1192-a698-44a1-9f49-ab7d9ce69ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.893694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc3d1192-a698-44a1-9f49-ab7d9ce69ceb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15d721e2-3921-42c5-9651-e74fdbf34abd HTTP/1.1" status: 204 len: 168 time: 0.3499324 Aug 11 00:19:11.915647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d1192-a698-44a1-9f49-ab7d9ce69ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d721e2-3921-42c5-9651-e74fdbf34abd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:11.939893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-887e2e47-9882-45c3-a4eb-3f2cfd9798a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:11.972802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-887e2e47-9882-45c3-a4eb-3f2cfd9798a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:12.118085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-887e2e47-9882-45c3-a4eb-3f2cfd9798a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:12.121052 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-887e2e47-9882-45c3-a4eb-3f2cfd9798a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:12.126296 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-887e2e47-9882-45c3-a4eb-3f2cfd9798a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34a03b6c-e1b7-4f86-b2d5-7ef27bff538b HTTP/1.1" status: 204 len: 168 time: 0.2673347 Aug 11 00:19:12.132674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e2e47-9882-45c3-a4eb-3f2cfd9798a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a03b6c-e1b7-4f86-b2d5-7ef27bff538b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:12.421951 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-377dff1c-ab83-4e3a-a144-d838f78c458d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:12.570764 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-377dff1c-ab83-4e3a-a144-d838f78c458d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:12.686714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-377dff1c-ab83-4e3a-a144-d838f78c458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:12.745221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-377dff1c-ab83-4e3a-a144-d838f78c458d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bdd14f335434fb6a4b654e9a6225f9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9280112 Aug 11 00:19:12.746220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dff1c-ab83-4e3a-a144-d838f78c458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c48c8c8-cb12-4340-8569-36bc2a41159e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:12.749562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42006) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:12.824554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0870e02a-f31f-4132-bf36-34ea360ce8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:12.867493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0870e02a-f31f-4132-bf36-34ea360ce8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:12.909033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42008) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:12.930885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f28dbd21-175e-4e2d-ac8a-56431582eb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.147608 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0870e02a-f31f-4132-bf36-34ea360ce8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.153840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0870e02a-f31f-4132-bf36-34ea360ce8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.156545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0870e02a-f31f-4132-bf36-34ea360ce8c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c48c8c8-cb12-4340-8569-36bc2a41159e HTTP/1.1" status: 204 len: 168 time: 0.4056525 Aug 11 00:19:13.173389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870e02a-f31f-4132-bf36-34ea360ce8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c48c8c8-cb12-4340-8569-36bc2a41159e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:13.344176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f28dbd21-175e-4e2d-ac8a-56431582eb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.411338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f28dbd21-175e-4e2d-ac8a-56431582eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.501958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f28dbd21-175e-4e2d-ac8a-56431582eb0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b31f1084cd640e59cc4675470a09ced&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5912259 Aug 11 00:19:13.505287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42020) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:13.523787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28dbd21-175e-4e2d-ac8a-56431582eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2690f09b-eb0f-4917-8cb5-9b89a92de1cb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:13.618754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f785d76c-fc3c-4380-b63f-241e2243fb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.645563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f785d76c-fc3c-4380-b63f-241e2243fb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.827138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f785d76c-fc3c-4380-b63f-241e2243fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.830462 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f785d76c-fc3c-4380-b63f-241e2243fb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:13.831974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f785d76c-fc3c-4380-b63f-241e2243fb78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2690f09b-eb0f-4917-8cb5-9b89a92de1cb HTTP/1.1" status: 204 len: 168 time: 0.3247740 Aug 11 00:19:13.843771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785d76c-fc3c-4380-b63f-241e2243fb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2690f09b-eb0f-4917-8cb5-9b89a92de1cb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:14.022159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42038) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:14.044173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0cffafac-4a8a-4777-a25a-535791993491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:14.225225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0cffafac-4a8a-4777-a25a-535791993491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:14.323533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0cffafac-4a8a-4777-a25a-535791993491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:14.430415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffafac-4a8a-4777-a25a-535791993491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267fec09-9bf7-42c9-99f6-a236d4c16dbe,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:14.446000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0cffafac-4a8a-4777-a25a-535791993491 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=651c4d04a6e945bd86f57877924c793a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4223251 Aug 11 00:19:14.450135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42052) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:14.512199 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cce5172-61b2-47eb-ba7b-14c9a866a61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:14.541983 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cce5172-61b2-47eb-ba7b-14c9a866a61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:14.679425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cce5172-61b2-47eb-ba7b-14c9a866a61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:14.682837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7cce5172-61b2-47eb-ba7b-14c9a866a61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:14.684985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7cce5172-61b2-47eb-ba7b-14c9a866a61e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/267fec09-9bf7-42c9-99f6-a236d4c16dbe HTTP/1.1" status: 204 len: 168 time: 0.2331989 Aug 11 00:19:14.698727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce5172-61b2-47eb-ba7b-14c9a866a61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267fec09-9bf7-42c9-99f6-a236d4c16dbe,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:14.792221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42056) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:14.818181 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3bbe6a3-f89e-4aa6-862c-79638eb99efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:14.979583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3bbe6a3-f89e-4aa6-862c-79638eb99efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:15.079098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3bbe6a3-f89e-4aa6-862c-79638eb99efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:15.132307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbe6a3-f89e-4aa6-862c-79638eb99efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f4d35-5db4-4b96-a6a6-6349475b5377,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:15.138102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3bbe6a3-f89e-4aa6-862c-79638eb99efa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e129c2091aad4bf3b5eac46423c52e88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3427985 Aug 11 00:19:15.142899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42066) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:15.237160 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d00c8eb-1e6e-46e7-b390-ade86d97c46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:15.279798 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d00c8eb-1e6e-46e7-b390-ade86d97c46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:15.307623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42074) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:15.311761 n-d-712143-13 neutron-server[95255]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 00:19:15.363087 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-0f5bf373-52d2-4496-8806-d29c067ee2d5 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=83610428e3654607832f32db5b5de890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532105 Aug 11 00:19:15.456162 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d00c8eb-1e6e-46e7-b390-ade86d97c46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:15.460279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d00c8eb-1e6e-46e7-b390-ade86d97c46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:15.462728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0d00c8eb-1e6e-46e7-b390-ade86d97c46c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/135f4d35-5db4-4b96-a6a6-6349475b5377 HTTP/1.1" status: 204 len: 168 time: 0.3169897 Aug 11 00:19:15.476060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00c8eb-1e6e-46e7-b390-ade86d97c46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f4d35-5db4-4b96-a6a6-6349475b5377,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:15.650482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-ef3cc588-62cd-4bc1-8d75-588fbcfedfa6 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:15.652156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-ef3cc588-62cd-4bc1-8d75-588fbcfedfa6 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810915 Aug 11 00:19:15.670815 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-4f247f54-0561-4d55-b461-0fd981fc229c tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/quotas/83610428e3654607832f32db5b5de890 HTTP/1.1" status: 200 len: 375 time: 0.0118492 Aug 11 00:19:15.733611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-1d705b3e-4734-490c-b974-2d1c7655a2c4 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=83610428e3654607832f32db5b5de890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556901 Aug 11 00:19:16.106069 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b7511588-ce7b-470d-ae12-3f2836b1bbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:16.929501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42140) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:17.007322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42148) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:17.488693 n-d-712143-13 neutron-server[95254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 00:19:17.490480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae1d44e6-c0ab-4e04-8db1-6c0671846072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:17.569917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7211423-e254-47d9-b1af-527ffb8e4533 req-86eb0639-e9ec-45ea-8c90-b00eb092c842 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.6388814 Aug 11 00:19:17.686249 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae1d44e6-c0ab-4e04-8db1-6c0671846072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:17.785374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae1d44e6-c0ab-4e04-8db1-6c0671846072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:17.850254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ae1d44e6-c0ab-4e04-8db1-6c0671846072 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c01a19da5f04978a3591dbbe2b78410&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8416667 Aug 11 00:19:17.851453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d44e6-c0ab-4e04-8db1-6c0671846072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d01c4-206b-4f34-8eed-a8a546a57b44,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:17.853134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42176) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:17.947363 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-205d9c0d-e802-402b-90c2-66f3dd0d6bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:17.986737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-205d9c0d-e802-402b-90c2-66f3dd0d6bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:18.067098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42186) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:18.174038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-205d9c0d-e802-402b-90c2-66f3dd0d6bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:18.178618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-205d9c0d-e802-402b-90c2-66f3dd0d6bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:18.179914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-205d9c0d-e802-402b-90c2-66f3dd0d6bb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e2d01c4-206b-4f34-8eed-a8a546a57b44 HTTP/1.1" status: 204 len: 168 time: 0.3251815 Aug 11 00:19:18.193622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d9c0d-e802-402b-90c2-66f3dd0d6bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d01c4-206b-4f34-8eed-a8a546a57b44,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:18.479942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-network', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:18.591087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Made reservation on behalf of b6a215b1b0f04afaac7a7504e3660249 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:18.595902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:18.613447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:18.743110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-75aa198f-c772-4767-96d9-f1561d212ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:18.773831 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:18.795826 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e8c1223-5aee-4775-8fed-3c799868a289 req-616054f7-6b3d-4075-b08f-3ddd13f4e41f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.1022069 Aug 11 00:19:18.882529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:18.987715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:19.007711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:19:19.028686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:19.029108 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Added segment 8bb45368-834b-41a2-9859-aad51752bf62 of type vlan for network 67c3c319-7406-4c9b-b34c-79d595893fa0 Aug 11 00:19:19.047119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdde502-02a5-4f5e-bfc7-63f5aff36b59,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:19.080859 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:19.205280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:19.206988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:19.209609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:19.289248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42222) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:19.338520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] Pushing event updated for resources: {'Network': ['ID=67c3c319-7406-4c9b-b34c-79d595893fa0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:19.357600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:19:19.374717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3cf92d48-0a0f-491d-a10c-f693118d781c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3060744 Aug 11 00:19:19.378975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42228) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:19.384661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Request body: {'subnet': {'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-subnet', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:19.553507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Made reservation on behalf of b6a215b1b0f04afaac7a7504e3660249 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:19.557306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:19.748757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42234) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:19.768040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6283384a-c869-47a2-ab3d-ef302958137c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:19.923979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9e5d540-adc7-4375-add7-7862744920dd req-dcd9248f-9148-44e8-a7f9-dcd332ad4da6 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0344117 Aug 11 00:19:19.975107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6283384a-c869-47a2-ab3d-ef302958137c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:19.994881 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:20.088528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1336986337-network', 'tenant_id': 'c137cac8fadf4bf6ba71ac448c80c5fd'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:20.120015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Checking segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:20.120838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Network hostable DHCP agents. Network: 67c3c319-7406-4c9b-b34c-79d595893fa0, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:19:20.126444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a3b0f2-4366-4ec9-996d-911682065254,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:20.145005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6283384a-c869-47a2-ab3d-ef302958137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:20.225771 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:20.227465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6283384a-c869-47a2-ab3d-ef302958137c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb48b8d0720b4365b8a32cccc9336cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772923 Aug 11 00:19:20.228830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283384a-c869-47a2-ab3d-ef302958137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeada3f-32d2-461e-902e-8f750b8786f2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:20.231118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42244) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:20.285778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:19:20.309963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28885089-8f3c-468c-b53a-83ee9b30737b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:20.314722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Made reservation on behalf of c137cac8fadf4bf6ba71ac448c80c5fd for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:20.316736 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:20.350777 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28885089-8f3c-468c-b53a-83ee9b30737b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:20.353402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:20.381834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 67c3c319-7406-4c9b-b34c-79d595893fa0) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:20.396363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa6b2d-6e27-4101-9823-9d815335ade3 None None] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:19:20.404198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:20.405526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:20.700033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-67c3c319-7406-4c9b-b34c-79d595893fa0', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:19:20.701614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.125366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-478ac999-434e-4a97-91a4-e796d6e5eaa1 req-ee94a86a-a8b8-4985-a8b8-709f5e12f525 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0319114 Aug 11 00:19:21.323560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28885089-8f3c-468c-b53a-83ee9b30737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.323560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28885089-8f3c-468c-b53a-83ee9b30737b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.323560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-28885089-8f3c-468c-b53a-83ee9b30737b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfeada3f-32d2-461e-902e-8f750b8786f2 HTTP/1.1" status: 204 len: 168 time: 1.0856416 Aug 11 00:19:21.331140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28885089-8f3c-468c-b53a-83ee9b30737b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeada3f-32d2-461e-902e-8f750b8786f2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:21.465643 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.564830 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.571287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Allocated IP 172.20.0.2 (67c3c319-7406-4c9b-b34c-79d595893fa0/06a3b0f2-4366-4ec9-996d-911682065254/f89d3ce0-206e-491a-9021-d76de8a07e4c) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:19:21.638989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:19:21.651788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104e711b-9411-46a7-b30a-40370060c9ae,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:21.666322 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.671225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ba6bfae0-4908-486f-bb5c-0a07f05d3a24 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2868917 Aug 11 00:19:21.675284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42264) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:21.675778 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Added segment 71e7feff-7dcf-4026-8d7b-d7d30af1ecab of type vlan for network f3d0392c-9198-410b-977d-770eb28256f4 Aug 11 00:19:21.680952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:21.774360 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.894367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.901298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.922703 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.925116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:21.926270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.960264 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:21.975237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Transition to ACTIVE for port object f89d3ce0-206e-491a-9021-d76de8a07e4c will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:22.026810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Transition to ACTIVE for port object f89d3ce0-206e-491a-9021-d76de8a07e4c will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:22.116744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] Pushing event updated for resources: {'Network': ['ID=f3d0392c-9198-410b-977d-770eb28256f4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:22.125753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.135887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f3d0392c-9198-410b-977d-770eb28256f4 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:19:22.171770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:22.225868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-809306a4-3340-482c-b2d3-970ffc5a4eb4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9326687 Aug 11 00:19:22.226812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42276) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:22.240340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.242119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Request body: {'subnet': {'network_id': 'f3d0392c-9198-410b-977d-770eb28256f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1336986337-subnet', 'tenant_id': 'c137cac8fadf4bf6ba71ac448c80c5fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:22.286550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:22.294647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:19:22.297358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.409745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Pushing event updated for resources: {'Port': ['ID=f89d3ce0-206e-491a-9021-d76de8a07e4c,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:22.415930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12a0ed38-1fd2-4c57-9d48-295fe459899c req-93e5b9d3-b9b7-4c99-9e69-c93c38757d8d tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0494940 Aug 11 00:19:22.423466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Made reservation on behalf of c137cac8fadf4bf6ba71ac448c80c5fd for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:22.426166 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.520945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.522977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.523834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.528198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.528949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.529649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.536623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.543655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.543655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.543655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.543655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.543655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.543655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Tracked resource versions report: Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: pushed versions: Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: { 'AddressGroup': {'1.2'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'ConntrackHelper': {'1.0'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Log': {'1.0'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Network': {'1.1'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Port': {'1.7'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'PortForwarding': {'1.2'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'QosPolicy': {'1.9'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'SecurityGroup': {'1.4'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'SecurityGroupRule': {'1.2'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'SubPort': {'1.0'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Subnet': {'1.1'}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Trunk': {'1.1'}} Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: consumer versions: Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: { DHCP agent@n-d-712143-13: {}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: HyperV agent@n-h1-712143-13: {}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: HyperV agent@n-h2-712143-13: {}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: L3 agent@n-d-712143-13: {}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: Metadata agent@n-d-712143-13: {}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: Metering agent@n-d-712143-13: {}, Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: Open vSwitch agent@n-d-712143-13: { 'AddressGroup': '1.2', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'ConntrackHelper': '1.0', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Log': '1.0', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Network': '1.1', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Port': '1.7', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'PortForwarding': '1.2', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'QosPolicy': '1.9', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'SecurityGroup': '1.4', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'SecurityGroupRule': '1.2', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'SubPort': '1.0', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Subnet': '1.1', Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: 'Trunk': '1.1'}} Aug 11 00:19:22.544682 n-d-712143-13 neutron-server[95256]: {{(pid=95256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 00:19:22.574377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Attempting to bind port f89d3ce0-206e-491a-9021-d76de8a07e4c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:19:22.575065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Attempting to bind port f89d3ce0-206e-491a-9021-d76de8a07e4c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:19:22.575698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Attempting to bind port f89d3ce0-206e-491a-9021-d76de8a07e4c on network 67c3c319-7406-4c9b-b34c-79d595893fa0 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:19:22.585100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:19:22.586425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Checking segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:22.586751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.587401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Bound using segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:19:22.588540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Bound port: f89d3ce0-206e-491a-9021-d76de8a07e4c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:19:22.589063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.708269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] For port f89d3ce0-206e-491a-9021-d76de8a07e4c, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:19:22.714968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] For port f89d3ce0-206e-491a-9021-d76de8a07e4c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f89d3ce0-206e-491a-9021-d76de8a07e4c,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:19:22.776484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.827464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f15032-35c5-414a-97c7-61c642a47f4e,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:22.839038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.44', 57369) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:22.851943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42290) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:22.873406 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c989beac-9f7e-4dab-979e-f9395c1ed1ef tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=83610428e3654607832f32db5b5de890&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293603 Aug 11 00:19:22.874745 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.906091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14b9dd26-73e1-4170-85eb-08987b5740fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:22.979559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Checking segment: {'id': '71e7feff-7dcf-4026-8d7b-d7d30af1ecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f3d0392c-9198-410b-977d-770eb28256f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:22.979943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Network hostable DHCP agents. Network: f3d0392c-9198-410b-977d-770eb28256f4, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:19:23.101062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-42ae9a6a-decc-4031-89fa-041e99d14d70 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:23.102562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-42ae9a6a-decc-4031-89fa-041e99d14d70 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184584 Aug 11 00:19:23.140977 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:23.162237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Request body: {'port': {'device_id': 'a2a9cea1-ced3-4112-9d67-cd545885cfa6', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '83610428e3654607832f32db5b5de890'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:23.180616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Network f3d0392c-9198-410b-977d-770eb28256f4 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:19:23.186620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb4862-e60a-457c-855b-5abebd10654f None None] Pushing event updated for resources: {'Port': ['ID=f89d3ce0-206e-491a-9021-d76de8a07e4c,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:23.275509 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:23.297022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, f3d0392c-9198-410b-977d-770eb28256f4) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:23.324144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e27cd-239f-476f-a675-f1099a029f83 None None] Network f3d0392c-9198-410b-977d-770eb28256f4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:19:23.331758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:23.334097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:23.591528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14b9dd26-73e1-4170-85eb-08987b5740fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:23.618055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f05e9b-bc37-4290-a92a-9b20a64b5ea4 None None] Network f3d0392c-9198-410b-977d-770eb28256f4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:19:23.648812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Allocated IP 172.25.0.223 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/a8d19cde-3a31-4b0f-a1a2-bf39520885e7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:19:23.744497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14b9dd26-73e1-4170-85eb-08987b5740fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:23.861504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-da6cf5a5-b860-4018-a117-00cc25b685ae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6328161 Aug 11 00:19:23.974077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Made reservation on behalf of 83610428e3654607832f32db5b5de890 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:23.981029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.013240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-14b9dd26-73e1-4170-85eb-08987b5740fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd44779863044830adbe64d56ac0c483&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1598697 Aug 11 00:19:24.018037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9dd26-73e1-4170-85eb-08987b5740fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6bff40-24c9-4e8d-9b70-a12f1eba7cb0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:24.019247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42318) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:24.031374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f89d3ce0-206e-491a-9021-d76de8a07e4c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:24.036832 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.078162 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.246714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.375231 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:24.387324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22e03bf6-95ee-4339-a873-f60939856206 req-bad00815-0d37-4073-8106-1aac34b58b55 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.1845746 Aug 11 00:19:24.406483 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92638cd4-a50a-4cd1-bdf3-93476d8d9d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.444215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port f89d3ce0-206e-491a-9021-d76de8a07e4c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:24.484169 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92638cd4-a50a-4cd1-bdf3-93476d8d9d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.520435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:24.544934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:19:24.676505 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.749549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Pushing event updated for resources: {'Port': ['ID=a8d19cde-3a31-4b0f-a1a2-bf39520885e7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:24.808616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92638cd4-a50a-4cd1-bdf3-93476d8d9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.812716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92638cd4-a50a-4cd1-bdf3-93476d8d9d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.814073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-92638cd4-a50a-4cd1-bdf3-93476d8d9d21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a6bff40-24c9-4e8d-9b70-a12f1eba7cb0 HTTP/1.1" status: 204 len: 168 time: 0.7933998 Aug 11 00:19:24.825633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92638cd4-a50a-4cd1-bdf3-93476d8d9d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6bff40-24c9-4e8d-9b70-a12f1eba7cb0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:24.866637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:24.898286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b17a12a-9823-4dc2-8c3b-4a299ea9a7c2 None None] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:19:25.056881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0a9d28-a367-45b1-b3f7-057a4379f117,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:25.143154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-562039c9-70d5-4255-be1f-19f6a26ccf0d None None] Provisioning for port f89d3ce0-206e-491a-9021-d76de8a07e4c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:25.157151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-562039c9-70d5-4255-be1f-19f6a26ccf0d None None] Provisioning complete for port f89d3ce0-206e-491a-9021-d76de8a07e4c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:25.157488 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-562039c9-70d5-4255-be1f-19f6a26ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:25.236053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:25.352149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Allocated IP 192.168.233.64 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/2037a12f-1953-4042-8180-e407dc6fc324) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:19:25.389162 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-562039c9-70d5-4255-be1f-19f6a26ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:25.447297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-562039c9-70d5-4255-be1f-19f6a26ccf0d None None] For port f89d3ce0-206e-491a-9021-d76de8a07e4c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f89d3ce0-206e-491a-9021-d76de8a07e4c,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:25.524284 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-562039c9-70d5-4255-be1f-19f6a26ccf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:25.631263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562039c9-70d5-4255-be1f-19f6a26ccf0d None None] Pushing event updated for resources: {'Port': ['ID=f89d3ce0-206e-491a-9021-d76de8a07e4c,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:25.646281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:25.694839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b715a06e-f407-4808-946d-a143faace2cb req-68bfebb5-9657-43ec-a4af-e007efa8e170 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.0703056 Aug 11 00:19:25.722667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:25.769522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6d149f35-16a4-459d-ac26-936fbd2c8c3c None None] Provisioning complete for port f89d3ce0-206e-491a-9021-d76de8a07e4c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:25.769522 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6d149f35-16a4-459d-ac26-936fbd2c8c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:25.781370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Transition to ACTIVE for port object 2037a12f-1953-4042-8180-e407dc6fc324 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:25.877819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f89d3ce0-206e-491a-9021-d76de8a07e4c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:25.972317 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:26.030484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f89d3ce0-206e-491a-9021-d76de8a07e4c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:26.031355 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:26.085648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Router a145d566-b850-4a31-9ecf-fb227f177ce4 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:19:26.093297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:26.100280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:26.111065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:19:26.122238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:26.123330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:26.177585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Pushing event updated for resources: {'Port': ['ID=2037a12f-1953-4042-8180-e407dc6fc324,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:26.275517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:19:26.288457 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Sync routers for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:19:26.295474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-c940ab77-3e6a-43f9-b17e-740a3ca5aa9a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1379325 Aug 11 00:19:26.301078 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:19:26.301837 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:26.311080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-2762d1bb-576c-41f4-ad06-9a62212e0a74 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:19:26.313186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-2762d1bb-576c-41f4-ad06-9a62212e0a74 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097167 Aug 11 00:19:26.397390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:26.403795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1be43860-19cb-43d6-baba-25f34fbd5602 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7304637 Aug 11 00:19:26.404005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42376) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:26.491051 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:19:26.563002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42378) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:26.710856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42384) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:26.718815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fccb685d-00bc-4ba0-beab-c38bbfbde7a9 None None] Provisioning for port 2037a12f-1953-4042-8180-e407dc6fc324 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:26.728414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fccb685d-00bc-4ba0-beab-c38bbfbde7a9 None None] Provisioning complete for port 2037a12f-1953-4042-8180-e407dc6fc324 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:26.728414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fccb685d-00bc-4ba0-beab-c38bbfbde7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:26.893035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fccb685d-00bc-4ba0-beab-c38bbfbde7a9 None None] Port 2037a12f-1953-4042-8180-e407dc6fc324 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:19:27.057204 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:24Z', 'revision_number': 3, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:27.065822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20ab00-b21b-48b2-aa1c-d6abcd896d22 req-8bbb9c0f-6880-42b7-a9e3-7ecec563a7ee tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:27.067499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff20ab00-b21b-48b2-aa1c-d6abcd896d22 req-8bbb9c0f-6880-42b7-a9e3-7ecec563a7ee tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 935 time: 0.1648259 Aug 11 00:19:27.106048 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Checking router: a145d566-b850-4a31-9ecf-fb227f177ce4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:19:27.106729 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Updating router a145d566-b850-4a31-9ecf-fb227f177ce4 port a8d19cde-3a31-4b0f-a1a2-bf39520885e7 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:19:27.148921 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:27.346143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff20ab00-b21b-48b2-aa1c-d6abcd896d22 req-bb66fce6-1cc9-4ef7-8c1f-487b5df8da6b tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916456 Aug 11 00:19:27.534086 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-570d8911-5682-4a6d-88a6-58d6b6df5bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:27.722180 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412d2a0d-8a3e-4416-90f2-2f652e542a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:27.723254 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:27.729681 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Transition to ACTIVE for port object a8d19cde-3a31-4b0f-a1a2-bf39520885e7 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:27.903030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Request body: {'port': {'device_id': 'a2a9cea1-ced3-4112-9d67-cd545885cfa6', 'device_owner': 'compute:tempest-test_az-1780839817', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:27.918362 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-570d8911-5682-4a6d-88a6-58d6b6df5bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:27.945048 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:27.990229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.041896 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Attempting to bind port a8d19cde-3a31-4b0f-a1a2-bf39520885e7 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:19:28.042279 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Attempting to bind port a8d19cde-3a31-4b0f-a1a2-bf39520885e7 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:19:28.042651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Attempting to bind port a8d19cde-3a31-4b0f-a1a2-bf39520885e7 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:19:28.052158 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-570d8911-5682-4a6d-88a6-58d6b6df5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.052365 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Pushing event updated for resources: {'Port': ['ID=a8d19cde-3a31-4b0f-a1a2-bf39520885e7,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:28.079904 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:19:28.079904 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:28.082673 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.084056 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:19:28.084425 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Bound port: a8d19cde-3a31-4b0f-a1a2-bf39520885e7, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:19:28.084841 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.089732 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.090070 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.090463 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.090925 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.091342 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.091694 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.092033 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.092373 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.092712 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.093046 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.093439 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.093851 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Tracked resource versions report: Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: pushed versions: Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: { 'AddressGroup': {'1.2'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'ConntrackHelper': {'1.0'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Log': {'1.0'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Network': {'1.1'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Port': {'1.7'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'PortForwarding': {'1.2'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'QosPolicy': {'1.9'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'SecurityGroup': {'1.4'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'SecurityGroupRule': {'1.2'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'SubPort': {'1.0'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Subnet': {'1.1'}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Trunk': {'1.1'}} Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: consumer versions: Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: { DHCP agent@n-d-712143-13: {}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: HyperV agent@n-h1-712143-13: {}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: HyperV agent@n-h2-712143-13: {}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: L3 agent@n-d-712143-13: {}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: Metadata agent@n-d-712143-13: {}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: Metering agent@n-d-712143-13: {}, Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: Open vSwitch agent@n-d-712143-13: { 'AddressGroup': '1.2', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'ConntrackHelper': '1.0', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Log': '1.0', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Network': '1.1', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Port': '1.7', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'PortForwarding': '1.2', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'QosPolicy': '1.9', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'SecurityGroup': '1.4', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'SecurityGroupRule': '1.2', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'SubPort': '1.0', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Subnet': '1.1', Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: 'Trunk': '1.1'}} Aug 11 00:19:28.095371 n-d-712143-13 neutron-server[95257]: {{(pid=95257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 00:19:28.170884 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] For port a8d19cde-3a31-4b0f-a1a2-bf39520885e7, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:19:28.175072 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] For port a8d19cde-3a31-4b0f-a1a2-bf39520885e7, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a8d19cde-3a31-4b0f-a1a2-bf39520885e7,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:19:28.265719 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.274457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.277732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d8911-5682-4a6d-88a6-58d6b6df5bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f3827c-ba29-4696-af9f-b13ef4107140,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:28.292287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42424) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:28.318416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1830718759-network', 'tenant_id': 'd720e667b6a949a18162c4af156fa935'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:28.525663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-570d8911-5682-4a6d-88a6-58d6b6df5bd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e894072c993a40878153f7ae5e1e3e51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7695246 Aug 11 00:19:28.525663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412d2a0d-8a3e-4416-90f2-2f652e542a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.526248 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:19:28.526248 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:28.526405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Allocated IP 172.20.0.1 (67c3c319-7406-4c9b-b34c-79d595893fa0/06a3b0f2-4366-4ec9-996d-911682065254/b49a3c41-482b-4ad9-9769-6cba1ee7c533) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:19:28.526480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d46c4d-69f6-420a-8379-2042f2991abd req-12e5b600-b2ef-4d7a-9bf4-72924f0ce838 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:28.526480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92d46c4d-69f6-420a-8379-2042f2991abd req-12e5b600-b2ef-4d7a-9bf4-72924f0ce838 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 935 time: 0.0789211 Aug 11 00:19:28.542041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42428) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:28.617031 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a77f-fd3c-454a-a8d2-41659273633f None None] Pushing event updated for resources: {'Port': ['ID=a8d19cde-3a31-4b0f-a1a2-bf39520885e7,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:28.634876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92d46c4d-69f6-420a-8379-2042f2991abd req-a2df0c11-af56-4d5f-8d0b-7f9cbdd0be96 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244009 Aug 11 00:19:28.681416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5a838ab-17b5-4c2d-910a-628b583c088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.728330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5a838ab-17b5-4c2d-910a-628b583c088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.769203 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:19:28.829314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412d2a0d-8a3e-4416-90f2-2f652e542a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.913791 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-412d2a0d-8a3e-4416-90f2-2f652e542a6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5839eb0e5214506b5b5321a86983562&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1999078 Aug 11 00:19:28.916624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d2a0d-8a3e-4416-90f2-2f652e542a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3d996a-6275-4095-bdb2-a753315f34a6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:28.936400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42434) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:28.970880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5a838ab-17b5-4c2d-910a-628b583c088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.983266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5a838ab-17b5-4c2d-910a-628b583c088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:28.990396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a5a838ab-17b5-4c2d-910a-628b583c088e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74f3827c-ba29-4696-af9f-b13ef4107140 HTTP/1.1" status: 204 len: 168 time: 0.4411864 Aug 11 00:19:29.004979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Made reservation on behalf of d720e667b6a949a18162c4af156fa935 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:29.012154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a838ab-17b5-4c2d-910a-628b583c088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f3827c-ba29-4696-af9f-b13ef4107140,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:29.026703 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.072564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.110913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb072-7e52-4df4-abcd-d51f29561a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.293192 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.296414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb072-7e52-4df4-abcd-d51f29561a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.297160 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:24Z', 'revision_number': 3, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:29.297673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Transition to ACTIVE for port object b49a3c41-482b-4ad9-9769-6cba1ee7c533 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:29.297831 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03e9b3-ea10-46b5-8afd-1555ba65477c None None] The sync data for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 is: [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:24Z', 'revision_number': 3, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:19:29.308338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2037a12f-1953-4042-8180-e407dc6fc324 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:19:29.318864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.338991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Transition to ACTIVE for port object 2037a12f-1953-4042-8180-e407dc6fc324 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:29.531093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb072-7e52-4df4-abcd-d51f29561a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.534276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.535905 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.536958 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb072-7e52-4df4-abcd-d51f29561a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.538317 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.543929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ad8cb072-7e52-4df4-abcd-d51f29561a03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf3d996a-6275-4095-bdb2-a753315f34a6 HTTP/1.1" status: 204 len: 168 time: 0.6024189 Aug 11 00:19:29.549670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:29.562542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cb072-7e52-4df4-abcd-d51f29561a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3d996a-6275-4095-bdb2-a753315f34a6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:29.867044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:29.984114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:29.993615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=b49a3c41-482b-4ad9-9769-6cba1ee7c533,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:30.054188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a8d19cde-3a31-4b0f-a1a2-bf39520885e7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:30.060652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:19:30.063542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:30.124351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42456) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:30.442732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a8d19cde-3a31-4b0f-a1a2-bf39520885e7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:30.457381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a8d19cde-3a31-4b0f-a1a2-bf39520885e7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:30.459265 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:30.774114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6e6c5a10-d778-4264-956c-a51de19aab3b None None] Provisioning for port b49a3c41-482b-4ad9-9769-6cba1ee7c533 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:30.835431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6e6c5a10-d778-4264-956c-a51de19aab3b None None] Provisioning complete for port b49a3c41-482b-4ad9-9769-6cba1ee7c533 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:30.835675 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e6c5a10-d778-4264-956c-a51de19aab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:30.837565 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:30.960671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a8d19cde-3a31-4b0f-a1a2-bf39520885e7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a8d19cde-3a31-4b0f-a1a2-bf39520885e7,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:30.971827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c5a10-d778-4264-956c-a51de19aab3b None None] Port b49a3c41-482b-4ad9-9769-6cba1ee7c533 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:19:31.058641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Attempting to bind port 2037a12f-1953-4042-8180-e407dc6fc324 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:19:31.060019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Attempting to bind port 2037a12f-1953-4042-8180-e407dc6fc324 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:19:31.060615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Attempting to bind port 2037a12f-1953-4042-8180-e407dc6fc324 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:19:31.072241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.079704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Pushing event updated for resources: {'Port': ['ID=2037a12f-1953-4042-8180-e407dc6fc324,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:31.090176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Port 2037a12f-1953-4042-8180-e407dc6fc324 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:19:31.090779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Attempting to bind port 2037a12f-1953-4042-8180-e407dc6fc324 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:19:31.143526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc5ba9-548d-43e7-9a95-6699c12ef33c req-88882418-0646-4756-9cda-b0ee221cdc0f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:31.144638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25cc5ba9-548d-43e7-9a95-6699c12ef33c req-88882418-0646-4756-9cda-b0ee221cdc0f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 1.2417793 Aug 11 00:19:31.148913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:19:31.157500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:31.157500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:19:31.157500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Bound port: 2037a12f-1953-4042-8180-e407dc6fc324, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:19:31.157500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.185214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:31.189564 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.251568 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.357679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:19:31.370059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.370564 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Added segment 56e9664a-74f4-4519-8e56-0dd7b35d35b4 of type vlan for network 66ddbc53-0749-4a49-a056-928b8de7950d Aug 11 00:19:31.420083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bf8d-2e54-4fc2-8dd6-b92453b1c87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.443985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a8d19cde-3a31-4b0f-a1a2-bf39520885e7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:31.557398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4b4d04-89a6-4c6d-9dc7-628572d91473,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:31.571315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be817e0-9377-4ab1-876a-12228f28fb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.686229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25cc5ba9-548d-43e7-9a95-6699c12ef33c req-53fa1de4-5f23-45d8-a074-42861189afc6 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276494 Aug 11 00:19:31.688348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.697467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:31.700416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] For port 2037a12f-1953-4042-8180-e407dc6fc324, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:19:31.709024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] For port 2037a12f-1953-4042-8180-e407dc6fc324, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2037a12f-1953-4042-8180-e407dc6fc324,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:19:31.897664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a8d19cde-3a31-4b0f-a1a2-bf39520885e7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:31.985906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42470) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:32.056375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a8d19cde-3a31-4b0f-a1a2-bf39520885e7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:32.057220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.064928 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.066723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94aa61ea-5f6b-4a72-ba49-bdd88088a6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.067056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:32.068363 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.094640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.124106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bf8d-2e54-4fc2-8dd6-b92453b1c87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.309682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7d4bf8d-2e54-4fc2-8dd6-b92453b1c87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.365748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:32.366702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.368433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] 10.222.0.44 "PUT /v2.0/ports/2037a12f-1953-4042-8180-e407dc6fc324 HTTP/1.1" status: 200 len: 1118 time: 4.8076012 Aug 11 00:19:32.376744 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b7d4bf8d-2e54-4fc2-8dd6-b92453b1c87a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56259337e52c409696440a312cb3fced&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1762371 Aug 11 00:19:32.377343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42472) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:32.377473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a9cea1-ced3-4112-9d67-cd545885cfa6', 'tag': '2037a12f-1953-4042-8180-e407dc6fc324'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:19:32.533892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be817e0-9377-4ab1-876a-12228f28fb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.570220 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6e8360bc-a5c7-46ac-8881-a842860f332b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.719338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] Pushing event updated for resources: {'Network': ['ID=66ddbc53-0749-4a49-a056-928b8de7950d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:32.719338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4bf8d-2e54-4fc2-8dd6-b92453b1c87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc98bd-0a62-4b1c-b315-e40a50d12f34,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:32.720012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 66ddbc53-0749-4a49-a056-928b8de7950d details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:19:32.720621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ba64-e622-4866-bf07-08bea64a7709 service neutron] Pushing event updated for resources: {'Port': ['ID=2037a12f-1953-4042-8180-e407dc6fc324,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:32.721024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6e8360bc-a5c7-46ac-8881-a842860f332b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.722103 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.845614 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a9cea1-ced3-4112-9d67-cd545885cfa6", "tag": "2037a12f-1953-4042-8180-e407dc6fc324"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:19:32.925415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:32.927529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.201817 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94aa61ea-5f6b-4a72-ba49-bdd88088a6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.201817 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6e8360bc-a5c7-46ac-8881-a842860f332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.201817 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6e8360bc-a5c7-46ac-8881-a842860f332b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.201817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6e8360bc-a5c7-46ac-8881-a842860f332b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ccc98bd-0a62-4b1c-b315-e40a50d12f34 HTTP/1.1" status: 204 len: 168 time: 0.7401409 Aug 11 00:19:33.201817 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1be817e0-9377-4ab1-876a-12228f28fb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.201817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8360bc-a5c7-46ac-8881-a842860f332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc98bd-0a62-4b1c-b315-e40a50d12f34,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:33.201817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be817e0-9377-4ab1-876a-12228f28fb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64be355f-b404-42e5-95a2-e2d27c9b97de,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:33.267191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=b49a3c41-482b-4ad9-9769-6cba1ee7c533,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:33.274689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827df5a-5606-4dd8-9d92-149ae054fbf8 req-909f486a-f1dc-49b0-a306-bf072d01c4e2 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:33.276774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5827df5a-5606-4dd8-9d92-149ae054fbf8 req-909f486a-f1dc-49b0-a306-bf072d01c4e2 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.4249194 Aug 11 00:19:33.289382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42488) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:33.297447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1be817e0-9377-4ab1-876a-12228f28fb65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1478672e4b504800b9002b821d75cc28&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1714041 Aug 11 00:19:33.375817 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad79f52-34f2-457f-9f33-982b71224770 x-openstack-request-id: req-4ad79f52-34f2-457f-9f33-982b71224770 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:19:33.376449 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a9cea1-ced3-4112-9d67-cd545885cfa6", "tag": "2037a12f-1953-4042-8180-e407dc6fc324", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:19:33.376833 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ad79f52-34f2-457f-9f33-982b71224770 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:19:33.377724 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a9cea1-ced3-4112-9d67-cd545885cfa6', 'tag': '2037a12f-1953-4042-8180-e407dc6fc324', 'status': 'completed', 'code': 200} Aug 11 00:19:33.397842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5827df5a-5606-4dd8-9d92-149ae054fbf8 req-1539bf8a-16b5-470f-8d02-030bd5102d9d tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881374 Aug 11 00:19:33.425951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94aa61ea-5f6b-4a72-ba49-bdd88088a6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.429433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bfdf3aad-b357-495d-9f2b-eef73326a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:33.435253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-bfdf3aad-b357-495d-9f2b-eef73326a37d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83610428e3654607832f32db5b5de890&device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 1121 time: 0.4421470 Aug 11 00:19:33.478490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-94aa61ea-5f6b-4a72-ba49-bdd88088a6fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbe1de133ce04772b9b98e227400e6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4895687 Aug 11 00:19:33.494550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42496) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:33.505680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa61ea-5f6b-4a72-ba49-bdd88088a6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81efdf80-2bce-4c22-8b0f-75872351c7a9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:33.622777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a432d0f4-3c76-40d3-910d-5acf816dee88 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.3281245 Aug 11 00:19:33.623942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5ea076c-14bc-4f37-92cb-40883421065a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.625956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42500) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:33.633399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Request body: {'subnet': {'network_id': '66ddbc53-0749-4a49-a056-928b8de7950d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1830718759-subnet', 'tenant_id': 'd720e667b6a949a18162c4af156fa935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:33.639006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-e82da628-d2bd-48b5-97ab-a947f9e838a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=2037a12f-1953-4042-8180-e407dc6fc324 HTTP/1.1" status: 200 len: 217 time: 0.1465726 Aug 11 00:19:33.697500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:33.711005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:33.738028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5ea076c-14bc-4f37-92cb-40883421065a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.876197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd892a1b-c9ef-4655-85c9-328edfefd125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:33.953473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd892a1b-c9ef-4655-85c9-328edfefd125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:34.010901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Router a145d566-b850-4a31-9ecf-fb227f177ce4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:19:34.113022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Made reservation on behalf of d720e667b6a949a18162c4af156fa935 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:34.120675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3d9ffd54-541c-44df-a9fd-6790bb29e615 None None] Provisioning complete for port b49a3c41-482b-4ad9-9769-6cba1ee7c533 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:34.120675 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffd54-541c-44df-a9fd-6790bb29e615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:34.126322 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:34.177644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ffd54-541c-44df-a9fd-6790bb29e615 None None] Port b49a3c41-482b-4ad9-9769-6cba1ee7c533 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:19:34.188517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:19:34.219611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Sync routers for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:19:34.221189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5021b2f9-cb71-44f3-b40b-c414c8cd4d7f admin admin] 10.222.0.43 "PUT /v2.0/routers/a145d566-b850-4a31-9ecf-fb227f177ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8153632 Aug 11 00:19:34.224210 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5ea076c-14bc-4f37-92cb-40883421065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:34.229459 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5ea076c-14bc-4f37-92cb-40883421065a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:34.236286 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c5ea076c-14bc-4f37-92cb-40883421065a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64be355f-b404-42e5-95a2-e2d27c9b97de HTTP/1.1" status: 204 len: 168 time: 0.9456065 Aug 11 00:19:34.238590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:19:34.239306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:34.319413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd892a1b-c9ef-4655-85c9-328edfefd125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:34.338980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd892a1b-c9ef-4655-85c9-328edfefd125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:34.342470 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fd892a1b-c9ef-4655-85c9-328edfefd125 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81efdf80-2bce-4c22-8b0f-75872351c7a9 HTTP/1.1" status: 204 len: 168 time: 0.8466384 Aug 11 00:19:34.347123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea076c-14bc-4f37-92cb-40883421065a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64be355f-b404-42e5-95a2-e2d27c9b97de,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:34.399655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd892a1b-c9ef-4655-85c9-328edfefd125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81efdf80-2bce-4c22-8b0f-75872351c7a9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:34.552800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:19:34.686454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9c23b-4d0f-4230-bd05-8e29b6d84ff0 req-21b8dd81-91d6-4511-833c-85a2a3e641e5 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:34.689153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8d9c23b-4d0f-4230-bd05-8e29b6d84ff0 req-21b8dd81-91d6-4511-833c-85a2a3e641e5 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.1287756 Aug 11 00:19:34.729004 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:34.780790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8d9c23b-4d0f-4230-bd05-8e29b6d84ff0 req-3fa62a76-0c91-46b1-8da7-94e37c3b49f0 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717978 Aug 11 00:19:34.969132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdebdbb-b754-4d5a-a565-7162d6a4d8e0,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:34.993499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Checking segment: {'id': '56e9664a-74f4-4519-8e56-0dd7b35d35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '66ddbc53-0749-4a49-a056-928b8de7950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:34.993499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Network hostable DHCP agents. Network: 66ddbc53-0749-4a49-a056-928b8de7950d, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:19:35.124633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Network 66ddbc53-0749-4a49-a056-928b8de7950d is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:19:35.258221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-809a7ad0-0c63-4707-92de-0a1062502715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:35.259890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-809a7ad0-0c63-4707-92de-0a1062502715 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.4750352 Aug 11 00:19:35.278863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 2, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:35.301515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 66ddbc53-0749-4a49-a056-928b8de7950d) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:35.309211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:35.309211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:35.428133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-58b7bc9c-5b01-41ed-823d-fd7a4429fa6c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8006568 Aug 11 00:19:35.461182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-54d3c394-75f9-4dc4-b038-f732a7e82a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:35.516221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-54d3c394-75f9-4dc4-b038-f732a7e82a27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1821668 Aug 11 00:19:35.530311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00526f4b-d3f4-4f42-8af4-3584296212a2 None None] Network 66ddbc53-0749-4a49-a056-928b8de7950d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:19:35.534662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Checking router: a145d566-b850-4a31-9ecf-fb227f177ce4 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:19:35.535205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Updating router a145d566-b850-4a31-9ecf-fb227f177ce4 port b49a3c41-482b-4ad9-9769-6cba1ee7c533 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:19:35.584628 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:35.701513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-db984fdd-8233-489d-bb0d-70db1b3ef986 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277439 Aug 11 00:19:35.956004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba747b-4f08-4ff2-b3dc-fd92ccab0563 None None] Network 66ddbc53-0749-4a49-a056-928b8de7950d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:19:36.115796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d3ad0-a0de-4424-95ef-c7479bb80f22 req-7b8cd589-4e86-42c0-ae13-cd4a375ae196 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:36.136144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c36d3ad0-a0de-4424-95ef-c7479bb80f22 req-7b8cd589-4e86-42c0-ae13-cd4a375ae196 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.1620893 Aug 11 00:19:36.225926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:36.240001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Transition to ACTIVE for port object b49a3c41-482b-4ad9-9769-6cba1ee7c533 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:36.338878 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c36d3ad0-a0de-4424-95ef-c7479bb80f22 req-78b22a4a-52c0-4697-94a8-b19dbec54d0b tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774478 Aug 11 00:19:36.394666 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:36.440838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-590081da-7ce1-4c90-87f0-fc8a49c92643 req-f6ef1c69-865a-4c5d-ae12-bd7f51acaca2 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093760 Aug 11 00:19:36.552673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99a01b-d85a-4b13-83a2-b43b91da5bd5 None None] Pushing event updated for resources: {'Port': ['ID=b49a3c41-482b-4ad9-9769-6cba1ee7c533,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:36.650783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Attempting to bind port b49a3c41-482b-4ad9-9769-6cba1ee7c533 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:19:36.655736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Attempting to bind port b49a3c41-482b-4ad9-9769-6cba1ee7c533 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:19:36.655736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Attempting to bind port b49a3c41-482b-4ad9-9769-6cba1ee7c533 on network 67c3c319-7406-4c9b-b34c-79d595893fa0 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:19:36.658643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:19:36.659395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Checking segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:36.660100 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:36.660811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Bound using segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:19:36.661517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Bound port: b49a3c41-482b-4ad9-9769-6cba1ee7c533, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:19:36.662106 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:36.770487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-b3c35cdf-decf-454b-a228-a5b3a9abf4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:36.773024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-b3c35cdf-decf-454b-a228-a5b3a9abf4d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=83610428e3654607832f32db5b5de890&device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 1121 time: 0.1133120 Aug 11 00:19:36.818572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] For port b49a3c41-482b-4ad9-9769-6cba1ee7c533, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:19:36.827234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] For port b49a3c41-482b-4ad9-9769-6cba1ee7c533, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b49a3c41-482b-4ad9-9769-6cba1ee7c533,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:19:36.995075 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:37.007894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42546) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:37.055748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42548) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:37.081242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1166bc04-152e-445b-9f26-f28c6a4275a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:37.155463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-4bd8bcd8-2888-4dfc-8f02-6d00c56c2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:37.156991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-4bd8bcd8-2888-4dfc-8f02-6d00c56c2880 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.3765550 Aug 11 00:19:37.212487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-6988c483-7b5e-4597-9671-82dcbba2e228 admin admin] Deleting subnet 42f15032-35c5-414a-97c7-61c642a47f4e {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:19:37.283259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:19:37.289444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:37.330220 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-cf233884-be78-4e06-a60d-5a61b9d27131 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=2037a12f-1953-4042-8180-e407dc6fc324 HTTP/1.1" status: 200 len: 217 time: 0.1435735 Aug 11 00:19:37.336967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6988c483-7b5e-4597-9671-82dcbba2e228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:37.463294 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1166bc04-152e-445b-9f26-f28c6a4275a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:37.528132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1166bc04-152e-445b-9f26-f28c6a4275a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:37.586129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99a01b-d85a-4b13-83a2-b43b91da5bd5 None None] Pushing event updated for resources: {'Port': ['ID=b49a3c41-482b-4ad9-9769-6cba1ee7c533,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:37.612373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6988c483-7b5e-4597-9671-82dcbba2e228 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:37.699811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6988c483-7b5e-4597-9671-82dcbba2e228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:37.718821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:19:37.723225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166bc04-152e-445b-9f26-f28c6a4275a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19034044-1c5e-44ad-8c1b-95c6ca60f11f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:37.755612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1166bc04-152e-445b-9f26-f28c6a4275a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39e7d5b776804f889fd12971b4d46d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7352853 Aug 11 00:19:37.757499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42562) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:37.779094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-ad9b3275-11fe-4078-b6a2-67daecbb5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:37.782457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-ad9b3275-11fe-4078-b6a2-67daecbb5712 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.3600900 Aug 11 00:19:37.904350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-e7f8f761-6320-44e3-8b0f-e2c0b97e50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:37.907198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-e7f8f761-6320-44e3-8b0f-e2c0b97e50e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071482 Aug 11 00:19:37.922054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ad9c9-4ca3-4c53-904c-2daee06625a7 req-0f4109aa-dc12-4576-ad8c-bb223604e927 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:37.928748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-501ad9c9-4ca3-4c53-904c-2daee06625a7 req-0f4109aa-dc12-4576-ad8c-bb223604e927 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.3241401 Aug 11 00:19:38.115882 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-501ad9c9-4ca3-4c53-904c-2daee06625a7 req-79c6a881-a17e-4dda-bc75-913c78b94296 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545541 Aug 11 00:19:38.124041 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6f13bdb5-d0d9-4041-b1b0-9123882c5695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:38.153868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6988c483-7b5e-4597-9671-82dcbba2e228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:38.159034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-706a934f-edaf-4a34-b29a-7f52b0ab547c service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262092 Aug 11 00:19:38.215359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988c483-7b5e-4597-9671-82dcbba2e228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f15032-35c5-414a-97c7-61c642a47f4e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:38.297028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6988c483-7b5e-4597-9671-82dcbba2e228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:38.302544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6988c483-7b5e-4597-9671-82dcbba2e228 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/42f15032-35c5-414a-97c7-61c642a47f4e HTTP/1.1" status: 204 len: 168 time: 1.2456369 Aug 11 00:19:38.305162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42574) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:38.345666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:36Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:38.388757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6f13bdb5-d0d9-4041-b1b0-9123882c5695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:38.496992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b99db8-5778-4716-8488-7472d9b2929c None None] The sync data for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 is: [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:36Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:19:38.554969 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ba26a0-87e6-4f63-9d0c-1eb28d251c5f req-a45f4b5d-b487-48d5-a061-6fffac5e0a56 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647344 Aug 11 00:19:38.560929 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:38.611016 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6f13bdb5-d0d9-4041-b1b0-9123882c5695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:38.614812 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6f13bdb5-d0d9-4041-b1b0-9123882c5695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:38.620223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6f13bdb5-d0d9-4041-b1b0-9123882c5695 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19034044-1c5e-44ad-8c1b-95c6ca60f11f HTTP/1.1" status: 204 len: 168 time: 0.8614285 Aug 11 00:19:38.662026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13bdb5-d0d9-4041-b1b0-9123882c5695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19034044-1c5e-44ad-8c1b-95c6ca60f11f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:38.829621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > port after_create 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > port after_delete 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > port after_update 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:38.875498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:39.146997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:39.151690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:39.152481 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:39.153030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:19:39.153542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d0392c-9198-410b-977d-770eb28256f4']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:39.233684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e7feff-7dcf-4026-8d7b-d7d30af1ecab') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:39.234084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e7feff-7dcf-4026-8d7b-d7d30af1ecab') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:39.325288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:39.389306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b670299-bbf4-4091-9188-8817d325d2ea req-411cef1e-3425-47df-a06d-252db878bed6 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:39.403975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b670299-bbf4-4091-9188-8817d325d2ea req-411cef1e-3425-47df-a06d-252db878bed6 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.1350472 Aug 11 00:19:39.451208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:39.501564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:19:39.508770 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:39.516178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b670299-bbf4-4091-9188-8817d325d2ea req-69373c27-f04f-4c6e-84fb-58d41c3c4524 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106234 Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: from cryptography.utils import int_from_bytes Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: from cryptography.utils import int_from_bytes Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:19:39.542150 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:19:39.746712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42604) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:39.757953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-network', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:39.762017 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:39.772710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:39.780177 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] 10.222.0.43 "DELETE /v2.0/networks/f3d0392c-9198-410b-977d-770eb28256f4 HTTP/1.1" status: 204 len: 168 time: 1.4688549 Aug 11 00:19:39.787212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42606) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:39.817067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f6766-108c-4ca7-b596-a3934a38139c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d0392c-9198-410b-977d-770eb28256f4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:40.094178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b49a3c41-482b-4ad9-9769-6cba1ee7c533 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:40.111208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1585044f-7bbe-438b-9b6c-6e6b7c711eef admin admin] Deleting subnet 6fdebdbb-b754-4d5a-a565-7162d6a4d8e0 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:19:40.121062 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1585044f-7bbe-438b-9b6c-6e6b7c711eef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.209343 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1585044f-7bbe-438b-9b6c-6e6b7c711eef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.234854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1585044f-7bbe-438b-9b6c-6e6b7c711eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.238117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Made reservation on behalf of 9a0237ad85c6411e9e1195cd7c89feb4 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:40.241765 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.282452 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.324190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b49a3c41-482b-4ad9-9769-6cba1ee7c533 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:40.345078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b49a3c41-482b-4ad9-9769-6cba1ee7c533 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:40.350784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.476069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1585044f-7bbe-438b-9b6c-6e6b7c711eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.519155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585044f-7bbe-438b-9b6c-6e6b7c711eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fdebdbb-b754-4d5a-a565-7162d6a4d8e0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:40.548500 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1585044f-7bbe-438b-9b6c-6e6b7c711eef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.552176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1585044f-7bbe-438b-9b6c-6e6b7c711eef admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6fdebdbb-b754-4d5a-a565-7162d6a4d8e0 HTTP/1.1" status: 204 len: 168 time: 0.7623653 Aug 11 00:19:40.555462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42620) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:40.570305 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.634087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b49a3c41-482b-4ad9-9769-6cba1ee7c533, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b49a3c41-482b-4ad9-9769-6cba1ee7c533,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:40.711537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.725154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.782260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.791382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.847828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:19:40.907689 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.908043 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Added segment b302f41e-245f-434a-b2aa-21f8fac3aae9 of type vlan for network fbb8f869-650f-4f1b-b5de-9ed4e0408401 Aug 11 00:19:40.908908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b49a3c41-482b-4ad9-9769-6cba1ee7c533,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:40.925652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b778557-6fce-44f2-98cd-74d35a54e87c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:40.971490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:40.989201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.005596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045365a-1f60-419b-a4d6-f1c74da7a65c req-b464c4c6-e70c-46e9-b94e-a1869e737426 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:41.007559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9045365a-1f60-419b-a4d6-f1c74da7a65c req-b464c4c6-e70c-46e9-b94e-a1869e737426 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.2283280 Aug 11 00:19:41.011837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ddbc53-0749-4a49-a056-928b8de7950d']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:41.023738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e9664a-74f4-4519-8e56-0dd7b35d35b4') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:41.024110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e9664a-74f4-4519-8e56-0dd7b35d35b4') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:41.062127 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.089114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9045365a-1f60-419b-a4d6-f1c74da7a65c req-b9da5d6d-09b1-4798-a2e0-89d1e07de0ba tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622213 Aug 11 00:19:41.090174 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.097433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:19:41.098082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:19:41.100209 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:19:41.120418 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.120418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:41.120418 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.150972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42632) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:41.240238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] Pushing event updated for resources: {'Network': ['ID=fbb8f869-650f-4f1b-b5de-9ed4e0408401,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:41.256834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network fbb8f869-650f-4f1b-b5de-9ed4e0408401 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:19:41.261956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.270524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.272808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/66ddbc53-0749-4a49-a056-928b8de7950d HTTP/1.1" status: 204 len: 168 time: 0.7163332 Aug 11 00:19:41.290679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18dd07-9209-4e2a-9472-7245ba58a2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ddbc53-0749-4a49-a056-928b8de7950d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:41.310321 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-412e347a-dfe4-49e0-b375-de7d96f7c30d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5620599 Aug 11 00:19:41.317332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42640) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:41.327989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Request body: {'subnet': {'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-subnet', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:41.444868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Made reservation on behalf of 9a0237ad85c6411e9e1195cd7c89feb4 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:41.448873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.507667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f80b3d01-8d74-448d-a589-11000aea6f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.649692 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f80b3d01-8d74-448d-a589-11000aea6f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.745156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f80b3d01-8d74-448d-a589-11000aea6f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.775899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.824271 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f80b3d01-8d74-448d-a589-11000aea6f96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95b250573ee14d9e8a75bbf5513742bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6716387 Aug 11 00:19:41.826138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b3d01-8d74-448d-a589-11000aea6f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd093c92-38ed-4ea0-b65c-ddbbcf36f77e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:41.829265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42650) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:41.855336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b49a3c41-482b-4ad9-9769-6cba1ee7c533 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:41.914467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42652) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:41.934287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f56e72-6239-4dba-bf05-c209f9ec20a8,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:41.971311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Checking segment: {'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:41.971945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Network hostable DHCP agents. Network: fbb8f869-650f-4f1b-b5de-9ed4e0408401, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:19:41.974483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b49a3c41-482b-4ad9-9769-6cba1ee7c533 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:41.974483 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:41.980965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a216a551-5787-499d-8936-86d8e8aaa7ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c137cac8fadf4bf6ba71ac448c80c5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649674 Aug 11 00:19:41.987838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42654) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:42.013497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87350b45-a451-4c27-92ea-b8937e682a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.070757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87350b45-a451-4c27-92ea-b8937e682a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.118440 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3814ad2-2134-4d2b-85ff-9a2fc81422a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.159120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Network fbb8f869-650f-4f1b-b5de-9ed4e0408401 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:19:42.180415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3814ad2-2134-4d2b-85ff-9a2fc81422a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.311549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942edb9-298e-42fb-a781-440266e60e3d req-283bdfbd-d1e6-4358-a481-ba23dc99c510 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:42.318495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e942edb9-298e-42fb-a781-440266e60e3d req-283bdfbd-d1e6-4358-a481-ba23dc99c510 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.0583100 Aug 11 00:19:42.318495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, fbb8f869-650f-4f1b-b5de-9ed4e0408401) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:42.326981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52248e20-dd1e-48d1-b90a-bb47b487888d None None] Network fbb8f869-650f-4f1b-b5de-9ed4e0408401 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:19:42.327855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:42.328458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.391272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e942edb9-298e-42fb-a781-440266e60e3d req-e3740b2f-6a43-4b1b-b00f-84259eaa5fb6 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593688 Aug 11 00:19:42.393767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87350b45-a451-4c27-92ea-b8937e682a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.394445 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3814ad2-2134-4d2b-85ff-9a2fc81422a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.400172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3814ad2-2134-4d2b-85ff-9a2fc81422a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.400859 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87350b45-a451-4c27-92ea-b8937e682a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.407005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d3814ad2-2134-4d2b-85ff-9a2fc81422a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/104e711b-9411-46a7-b30a-40370060c9ae HTTP/1.1" status: 204 len: 168 time: 0.4135284 Aug 11 00:19:42.408301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-87350b45-a451-4c27-92ea-b8937e682a82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd093c92-38ed-4ea0-b65c-ddbbcf36f77e HTTP/1.1" status: 204 len: 168 time: 0.5774119 Aug 11 00:19:42.445468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87350b45-a451-4c27-92ea-b8937e682a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd093c92-38ed-4ea0-b65c-ddbbcf36f77e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:42.457780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3814ad2-2134-4d2b-85ff-9a2fc81422a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104e711b-9411-46a7-b30a-40370060c9ae,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:42.458554 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:19:42.497173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42674) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:42.497638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f07f6dc7-7fe1-4f6e-8704-68fff5d99832 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1728399 Aug 11 00:19:42.503538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:42.633751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.635869 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.732742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.790946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-fbb8f869-650f-4f1b-b5de-9ed4e0408401', 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'fixed_ips': [{'subnet_id': '80f56e72-6239-4dba-bf05-c209f9ec20a8'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:19:42.792017 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:42.998549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Allocated IP 172.20.0.2 (fbb8f869-650f-4f1b-b5de-9ed4e0408401/80f56e72-6239-4dba-bf05-c209f9ec20a8/cdc1c88b-e350-4c8c-a8fa-c100a5eacd11) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:19:43.194989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.313470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.329703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Transition to ACTIVE for port object cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:43.355291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Transition to ACTIVE for port object cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:43.433381 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.481208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Network fbb8f869-650f-4f1b-b5de-9ed4e0408401 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:43.484845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:43.492598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:19:43.508205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.532939 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.564816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Pushing event updated for resources: {'Port': ['ID=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:43.593309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Attempting to bind port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:19:43.595489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Attempting to bind port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:19:43.596185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Attempting to bind port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 on network fbb8f869-650f-4f1b-b5de-9ed4e0408401 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:19:43.610403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:19:43.611042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Checking segment: {'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:43.611750 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.612381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Bound using segment: {'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:19:43.613196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Bound port: cdc1c88b-e350-4c8c-a8fa-c100a5eacd11, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:19:43.614652 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.674706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641de6-10ce-4cbf-a361-e52891d2fa43 req-0060a6d7-c29f-42cf-b018-53313807b1d0 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:43.680881 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd641de6-10ce-4cbf-a361-e52891d2fa43 req-0060a6d7-c29f-42cf-b018-53313807b1d0 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.1138649 Aug 11 00:19:43.693148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Allocated IP 172.25.0.121 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/28f8acd5-d42a-48e9-b604-342a5a65bf62) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:19:43.736565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] For port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:19:43.742701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd641de6-10ce-4cbf-a361-e52891d2fa43 req-57fe3b95-885b-4bd8-ad5c-ae3ac36722b9 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524120 Aug 11 00:19:43.744407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] For port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,segment=NetworkSegment(b302f41e-245f-434a-b2aa-21f8fac3aae9),segment_id=b302f41e-245f-434a-b2aa-21f8fac3aae9)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:19:43.748871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42690) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:43.766136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24c34f3b-33a8-4abf-9b3f-a0fa04ee96cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.880870 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.898921 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24c34f3b-33a8-4abf-9b3f-a0fa04ee96cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.905280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:43.972047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010eb17-a87e-4676-8518-b3c8a4f12efc None None] Pushing event updated for resources: {'Port': ['ID=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:44.106749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42704) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:44.157873 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:44.193782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d520472b-94ed-4654-b645-66a922257eeb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d720e667b6a949a18162c4af156fa935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849695 Aug 11 00:19:44.196275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24c34f3b-33a8-4abf-9b3f-a0fa04ee96cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:44.200297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42706) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:44.229373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-27cfbb49-60f5-4a04-adcf-d94aafcc898b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110086 Aug 11 00:19:44.331815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c34f3b-33a8-4abf-9b3f-a0fa04ee96cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7151ac2b-dba7-46c8-ac6b-075218f31056,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:44.418013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24c34f3b-33a8-4abf-9b3f-a0fa04ee96cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ae0ca1b4dcb4bd58a5007d240a100ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675501 Aug 11 00:19:44.423984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42710) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:44.474812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:44.476422 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc827-57c7-4c41-be66-244ba8c5fe42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:44.486363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:44.512544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:19:44.525845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc827-57c7-4c41-be66-244ba8c5fe42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:44.593826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=28f8acd5-d42a-48e9-b604-342a5a65bf62,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:44.693655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-0e4de556-5b38-4199-a7a3-a7d666767fa0 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:44.700195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-0e4de556-5b38-4199-a7a3-a7d666767fa0 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325738 Aug 11 00:19:44.716112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc827-57c7-4c41-be66-244ba8c5fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:44.721904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc827-57c7-4c41-be66-244ba8c5fe42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:44.727096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0a1cc827-57c7-4c41-be66-244ba8c5fe42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a4b4d04-89a6-4c6d-9dc7-628572d91473 HTTP/1.1" status: 204 len: 168 time: 0.4799938 Aug 11 00:19:44.743251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cc827-57c7-4c41-be66-244ba8c5fe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4b4d04-89a6-4c6d-9dc7-628572d91473,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:44.768382 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-315648d4-cf4b-4bcb-aa3d-a6adbf61aec0 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/quotas/8cc91a92f30c41c7a27c5347e218d0f1 HTTP/1.1" status: 200 len: 375 time: 0.0662079 Aug 11 00:19:44.874555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-6a5d8a65-51e6-4bf3-8004-f72c831c5607 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972393 Aug 11 00:19:44.901548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f21c8b0-440f-4341-a043-c07b24c5f3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:44.958468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f21c8b0-440f-4341-a043-c07b24c5f3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:45.126961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f21c8b0-440f-4341-a043-c07b24c5f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:45.137455 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f21c8b0-440f-4341-a043-c07b24c5f3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:45.144109 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9f21c8b0-440f-4341-a043-c07b24c5f3a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7151ac2b-dba7-46c8-ac6b-075218f31056 HTTP/1.1" status: 204 len: 168 time: 0.6890175 Aug 11 00:19:45.171748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21c8b0-440f-4341-a043-c07b24c5f3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7151ac2b-dba7-46c8-ac6b-075218f31056,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:45.318912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:45.517834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee9c1f-91c1-4101-9807-46c9f1f3f725 req-7930facf-7df7-43c2-8a82-64347bb7fc2a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:45.520132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2aee9c1f-91c1-4101-9807-46c9f1f3f725 req-7930facf-7df7-43c2-8a82-64347bb7fc2a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 969 time: 0.1141801 Aug 11 00:19:45.579045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f4ad76-e120-448d-845e-8668f65fd3df None None] Network fbb8f869-650f-4f1b-b5de-9ed4e0408401 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:19:45.688274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289e5ef-3c0d-4308-ac3a-210729211c9d req-5579b483-494c-4e8b-aba5-160343fcfc80 tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:45.688963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289e5ef-3c0d-4308-ac3a-210729211c9d req-5579b483-494c-4e8b-aba5-160343fcfc80 tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:45.689746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289e5ef-3c0d-4308-ac3a-210729211c9d req-5579b483-494c-4e8b-aba5-160343fcfc80 tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:45.690545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289e5ef-3c0d-4308-ac3a-210729211c9d req-5579b483-494c-4e8b-aba5-160343fcfc80 tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:45.691210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289e5ef-3c0d-4308-ac3a-210729211c9d req-5579b483-494c-4e8b-aba5-160343fcfc80 tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:45.705968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d289e5ef-3c0d-4308-ac3a-210729211c9d req-5579b483-494c-4e8b-aba5-160343fcfc80 tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1364357 Aug 11 00:19:45.746843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2aee9c1f-91c1-4101-9807-46c9f1f3f725 req-ab6e29e3-843d-4db0-a852-daec2b6eba2c tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623924 Aug 11 00:19:45.817676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cab7ecd8-5a5d-43ea-a146-23bf2e4c97ae req-ed11375c-94bf-4441-ae41-ab58584cdf17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 210 time: 0.0669744 Aug 11 00:19:45.916225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4e5a0273-8d1f-4cf1-bda0-483801a33f77 None None] Provisioning for port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:45.968904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:45.987769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2037a12f-1953-4042-8180-e407dc6fc324 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:19:46.018840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:46.111071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f096e-ffc7-4f65-8553-c8e9519577c2 req-40f0f5e1-870b-478c-a430-82611c061efb tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:46.113488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-338f096e-ffc7-4f65-8553-c8e9519577c2 req-40f0f5e1-870b-478c-a430-82611c061efb tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 886 time: 0.2546983 Aug 11 00:19:46.237979 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b07f44d4-cfff-4d16-bf37-ee7e055a4a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:46.313407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146f95-3a93-4d77-8269-ef91ad4e4bf0 req-762c5035-cedf-4490-a7e6-14c5376e5eeb tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:46.314663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146f95-3a93-4d77-8269-ef91ad4e4bf0 req-762c5035-cedf-4490-a7e6-14c5376e5eeb tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:46.315511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146f95-3a93-4d77-8269-ef91ad4e4bf0 req-762c5035-cedf-4490-a7e6-14c5376e5eeb tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:46.317957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146f95-3a93-4d77-8269-ef91ad4e4bf0 req-762c5035-cedf-4490-a7e6-14c5376e5eeb tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:46.318654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f146f95-3a93-4d77-8269-ef91ad4e4bf0 req-762c5035-cedf-4490-a7e6-14c5376e5eeb tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:46.321468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:46.323899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f146f95-3a93-4d77-8269-ef91ad4e4bf0 req-762c5035-cedf-4490-a7e6-14c5376e5eeb tempest-NetworksTest-932850157 tempest-NetworksTest-932850157-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1698246 Aug 11 00:19:46.342582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2037a12f-1953-4042-8180-e407dc6fc324, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2037a12f-1953-4042-8180-e407dc6fc324,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:46.347142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:46.348036 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:46.390579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:19:46.435816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '2037a12f-1953-4042-8180-e407dc6fc324', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '2037a12f-1953-4042-8180-e407dc6fc324', 'mac_address': 'fa:16:3e:f4:68:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:tempest-test_az-1780839817', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:19:46.530700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-77e8919c-6359-472d-9485-295d94001eec None None] Provisioning complete for port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:46.531579 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77e8919c-6359-472d-9485-295d94001eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:46.616094 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:46.699574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2037a12f-1953-4042-8180-e407dc6fc324 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:19:46.766364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2037a12f-1953-4042-8180-e407dc6fc324, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2037a12f-1953-4042-8180-e407dc6fc324,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:46.769058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:46.875490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:19:46.891967 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Sync routers for ids ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:19:46.914639 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77e8919c-6359-472d-9485-295d94001eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:46.918813 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Routers {'5c196b4e-3dd5-4fa3-a069-722bd0057c41'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:19:46.921585 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:46.947894 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:46.993962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c9b23df-cbee-4e28-8a39-213c6bb90a6e req-5ef6e97e-9d45-43b3-b63f-9f7872a314b6 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 210 time: 0.0469811 Aug 11 00:19:47.090904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,segment=NetworkSegment(b302f41e-245f-434a-b2aa-21f8fac3aae9),segment_id=b302f41e-245f-434a-b2aa-21f8fac3aae9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:47.102451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b153a49-436b-4882-ae13-422fff697daf req-b8e5d9de-73a2-4cf7-90b0-2501a169027f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:47.107902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b153a49-436b-4882-ae13-422fff697daf req-b8e5d9de-73a2-4cf7-90b0-2501a169027f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 970 time: 0.1691954 Aug 11 00:19:47.110698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:47.119120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42790) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:47.120506 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7fbb2080-c5a1-4e20-8c40-e92d69c1e1a0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6282737 Aug 11 00:19:47.159943 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Set router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:19:47.165576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2037a12f-1953-4042-8180-e407dc6fc324,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:47.205949 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:47.230118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b153a49-436b-4882-ae13-422fff697daf req-5e4ddab5-06e2-4907-8de7-16c47197f0f9 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077352 Aug 11 00:19:47.345685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2037a12f-1953-4042-8180-e407dc6fc324'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:19:47.632612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-77e8919c-6359-472d-9485-295d94001eec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:19:47.633297 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-77e8919c-6359-472d-9485-295d94001eec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:19:47.657059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42802) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:47.700311 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:19:44Z', 'revision_number': 3, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:47.760654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:47.808236 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Checking router: 5c196b4e-3dd5-4fa3-a069-722bd0057c41 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:19:47.808992 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Updating router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 port 28f8acd5-d42a-48e9-b604-342a5a65bf62 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:19:47.860827 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.088047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd2e71d9-8e86-4682-8490-9abf573ee5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.245338 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad847262-46b0-4bd4-a80f-ec4bfba3e9f0 req-feb17101-0e0c-4c47-8512-61b99a5ecc72 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 210 time: 0.0811391 Aug 11 00:19:48.376211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.398772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd2e71d9-8e86-4682-8490-9abf573ee5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.522679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd2e71d9-8e86-4682-8490-9abf573ee5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.597603 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.619210 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Transition to ACTIVE for port object 28f8acd5-d42a-48e9-b604-342a5a65bf62 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:48.632501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fd2e71d9-8e86-4682-8490-9abf573ee5ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3fef5a65dd2442d804be91a0d26e388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9740491 Aug 11 00:19:48.633809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e71d9-8e86-4682-8490-9abf573ee5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b393b6ec-9130-4873-8365-2af92db6add6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:48.640022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42826) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:48.674636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b34a4c-b8dc-40d4-b99c-7d9a05a1e399 req-646792ec-23a2-45b2-8dd5-522e18a9fb1a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:48.690006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00b34a4c-b8dc-40d4-b99c-7d9a05a1e399 req-646792ec-23a2-45b2-8dd5-522e18a9fb1a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 970 time: 0.2563732 Aug 11 00:19:48.816976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00b34a4c-b8dc-40d4-b99c-7d9a05a1e399 req-bd52c610-8233-42bc-b5bb-ce7567b9cd29 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250293 Aug 11 00:19:48.839243 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.851668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b0c70ec-33fa-4f0e-b537-a89effcff567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.891771 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96663d5e-7a46-4139-845d-233d7dad5de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.896722 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.926418 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf8886-6855-4195-931b-b71c0eccdae7 None None] Pushing event updated for resources: {'Port': ['ID=28f8acd5-d42a-48e9-b604-342a5a65bf62,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:48.928426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b0c70ec-33fa-4f0e-b537-a89effcff567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.948799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Attempting to bind port 28f8acd5-d42a-48e9-b604-342a5a65bf62 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:19:48.949475 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Attempting to bind port 28f8acd5-d42a-48e9-b604-342a5a65bf62 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:19:48.950013 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Attempting to bind port 28f8acd5-d42a-48e9-b604-342a5a65bf62 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:19:48.960072 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:19:48.962589 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:48.963692 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:48.965414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:19:48.966105 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Bound port: 28f8acd5-d42a-48e9-b604-342a5a65bf62, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:19:48.967556 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:49.165183 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] For port 28f8acd5-d42a-48e9-b604-342a5a65bf62, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:19:49.171983 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] For port 28f8acd5-d42a-48e9-b604-342a5a65bf62, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=28f8acd5-d42a-48e9-b604-342a5a65bf62,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:19:49.220053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Allocated IP 172.20.0.1 (fbb8f869-650f-4f1b-b5de-9ed4e0408401/80f56e72-6239-4dba-bf05-c209f9ec20a8/14edd70d-de64-45f0-b8b6-f64c70165bc7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:19:49.240433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b0c70ec-33fa-4f0e-b537-a89effcff567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:49.244961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b0c70ec-33fa-4f0e-b537-a89effcff567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:49.249248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8b0c70ec-33fa-4f0e-b537-a89effcff567 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b393b6ec-9130-4873-8365-2af92db6add6 HTTP/1.1" status: 204 len: 168 time: 0.6053915 Aug 11 00:19:49.264130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c70ec-33fa-4f0e-b537-a89effcff567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393b6ec-9130-4873-8365-2af92db6add6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:49.272198 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:49.449067 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Routers {'5c196b4e-3dd5-4fa3-a069-722bd0057c41'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:19:49.450594 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:49.490194 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f3166bd-ea1f-4c80-a28b-b608546ce3d8 req-e1956cf8-3d67-4bf0-8ef2-3fb644a93e89 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 210 time: 0.0664978 Aug 11 00:19:49.501980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:49.534127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Transition to ACTIVE for port object 14edd70d-de64-45f0-b8b6-f64c70165bc7 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:49.534560 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf8886-6855-4195-931b-b71c0eccdae7 None None] Pushing event updated for resources: {'Port': ['ID=28f8acd5-d42a-48e9-b604-342a5a65bf62,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:49.661155 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] Set router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:19:49.685656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:49.761625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Network fbb8f869-650f-4f1b-b5de-9ed4e0408401 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:49.768142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:49.773026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:19:49.773778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:49.928330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:50.030646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2037a12f-1953-4042-8180-e407dc6fc324 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:50.056615 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:19:44Z', 'revision_number': 3, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:50.175772 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb00c90-772f-45ae-acf6-b513cbf50cae None None] The sync data for ids ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'] in n-d-712143-13 is: [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:19:44Z', 'revision_number': 3, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:19:50.223952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be967b8e-ad19-4a3c-b655-2481f4e8596c req-569837d7-e1cc-4fe4-824b-8874f1c7adf8 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:50.245725 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be967b8e-ad19-4a3c-b655-2481f4e8596c req-569837d7-e1cc-4fe4-824b-8874f1c7adf8 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 970 time: 0.2786286 Aug 11 00:19:50.253347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.55', 49564) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:50.289398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:50.289987 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:50.320658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Pushing event updated for resources: {'Port': ['ID=14edd70d-de64-45f0-b8b6-f64c70165bc7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:50.361293 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-b6f95ed4-26a2-4817-bfb3-d872840fcbcd tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970418 Aug 11 00:19:50.378106 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:50.382620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 2037a12f-1953-4042-8180-e407dc6fc324 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:50.390734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 2037a12f-1953-4042-8180-e407dc6fc324 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:50.391631 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:50.543823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be967b8e-ad19-4a3c-b655-2481f4e8596c req-8a035c44-47e4-42d0-b6ab-edfd9ba97ed3 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931790 Aug 11 00:19:50.626085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:50.739859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-77050eeb-2c4d-45e5-994d-8474b150be8a None None] Provisioning for port 14edd70d-de64-45f0-b8b6-f64c70165bc7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:50.764450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-d125fb20-0386-414b-aa69-6e410412bfbd tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:50.772077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-d125fb20-0386-414b-aa69-6e410412bfbd tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4045060 Aug 11 00:19:50.774141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-77050eeb-2c4d-45e5-994d-8474b150be8a None None] Provisioning complete for port 14edd70d-de64-45f0-b8b6-f64c70165bc7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:50.774514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77050eeb-2c4d-45e5-994d-8474b150be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:50.781911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42874) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:50.807821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8641f459-092d-4dda-a3f2-00120035f1a4 req-40a40137-2c39-4b82-88a2-bed612ecd741 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 210 time: 0.0768828 Aug 11 00:19:50.837108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Request body: {'port': {'device_id': '00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '8cc91a92f30c41c7a27c5347e218d0f1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:50.885473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-77050eeb-2c4d-45e5-994d-8474b150be8a None None] Port 14edd70d-de64-45f0-b8b6-f64c70165bc7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:19:50.955689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.009191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9cea1-ced3-4112-9d67-cd545885cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2037a12f-1953-4042-8180-e407dc6fc324'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:19:51.107802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.129733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2037a12f-1953-4042-8180-e407dc6fc324, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2037a12f-1953-4042-8180-e407dc6fc324,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:51.222154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.223800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.225525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42888) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:51.268656 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.270625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Made reservation on behalf of 8cc91a92f30c41c7a27c5347e218d0f1 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:19:51.277364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.295209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c27c5d8d-ae3c-40f9-abdb-84d633829ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.316822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.421157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2037a12f-1953-4042-8180-e407dc6fc324,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:51.518394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Pushing event updated for resources: {'Port': ['ID=14edd70d-de64-45f0-b8b6-f64c70165bc7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:51.559517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Network fbb8f869-650f-4f1b-b5de-9ed4e0408401 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:51.561529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:51.630338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c27c5d8d-ae3c-40f9-abdb-84d633829ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.776893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4380c380-8fb8-464f-880d-7f96fb7a9fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:51.868602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:19:51.975830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691673b-eb12-49b4-97fa-e50d0c50c6aa req-88369407-9ac7-4ecc-a298-eb49fab4beb2 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:51.978780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0691673b-eb12-49b4-97fa-e50d0c50c6aa req-88369407-9ac7-4ecc-a298-eb49fab4beb2 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 971 time: 0.2385399 Aug 11 00:19:52.038211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 28f8acd5-d42a-48e9-b604-342a5a65bf62 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:52.038947 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c27c5d8d-ae3c-40f9-abdb-84d633829ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.161469 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c9db8-7a57-4985-bac9-beed84e626b0" -d '{"events": [{"server_uuid": "a2a9cea1-ced3-4112-9d67-cd545885cfa6", "name": "network-vif-plugged", "status": "completed", "tag": "2037a12f-1953-4042-8180-e407dc6fc324"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:19:52.173120 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1c0c55c-a13d-42a9-b229-fae0d8a235d7 req-1755c797-711b-4ca6-8d2e-3dfac9da664b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 210 time: 0.1146412 Aug 11 00:19:52.325706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c27c5d8d-ae3c-40f9-abdb-84d633829ad8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d69f4b0ff5b4870a79eaed24d943e08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0463169 Aug 11 00:19:52.325706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0691673b-eb12-49b4-97fa-e50d0c50c6aa req-e38aef0f-808b-411f-b2ed-e18d8aea1f6e tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958231 Aug 11 00:19:52.325706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c5d8d-ae3c-40f9-abdb-84d633829ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294add39-be8f-462e-988a-01d5e37a0350,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:52.326966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5a29b0c3-7231-4332-ba3f-862bfc8bbb01 None None] Provisioning complete for port 14edd70d-de64-45f0-b8b6-f64c70165bc7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:52.326966 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a29b0c3-7231-4332-ba3f-862bfc8bbb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.328251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42908) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:52.351700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:19:52.385637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ad61eddf-3ce6-4cee-881c-30d5655b2b79 admin admin] 10.222.0.43 "PUT /v2.0/routers/5c196b4e-3dd5-4fa3-a069-722bd0057c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2649889 Aug 11 00:19:52.397768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5a29b0c3-7231-4332-ba3f-862bfc8bbb01 None None] Port 14edd70d-de64-45f0-b8b6-f64c70165bc7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:19:52.427799 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.431240 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.458917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10bc036c-cc85-4644-ba0b-ea251d6442a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.491470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 28f8acd5-d42a-48e9-b604-342a5a65bf62 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:52.495750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10bc036c-cc85-4644-ba0b-ea251d6442a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.498319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 28f8acd5-d42a-48e9-b604-342a5a65bf62 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:52.498798 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.605099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.640878 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011d9f1f-67c6-4c39-b1b6-453609fbd413 x-openstack-request-id: req-011d9f1f-67c6-4c39-b1b6-453609fbd413 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:19:52.641178 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9cea1-ced3-4112-9d67-cd545885cfa6", "name": "network-vif-plugged", "status": "completed", "tag": "2037a12f-1953-4042-8180-e407dc6fc324", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:19:52.641440 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-011d9f1f-67c6-4c39-b1b6-453609fbd413 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:19:52.641919 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a9cea1-ced3-4112-9d67-cd545885cfa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2037a12f-1953-4042-8180-e407dc6fc324', 'code': 200} Aug 11 00:19:52.681074 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.720480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10bc036c-cc85-4644-ba0b-ea251d6442a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.726473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10bc036c-cc85-4644-ba0b-ea251d6442a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.733145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-10bc036c-cc85-4644-ba0b-ea251d6442a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/294add39-be8f-462e-988a-01d5e37a0350 HTTP/1.1" status: 204 len: 168 time: 0.4030702 Aug 11 00:19:52.763686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 28f8acd5-d42a-48e9-b604-342a5a65bf62, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=28f8acd5-d42a-48e9-b604-342a5a65bf62,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:52.767063 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc036c-cc85-4644-ba0b-ea251d6442a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294add39-be8f-462e-988a-01d5e37a0350,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:52.889986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:52.915144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff608f22-95e5-4904-bb60-3f3902e904b6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:53.026945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb8522-a653-409a-9747-95bf4796d8db req-8db75435-59d2-4cc7-b32d-49a08c2dc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:53.028638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3fb8522-a653-409a-9747-95bf4796d8db req-8db75435-59d2-4cc7-b32d-49a08c2dc6d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 1123 time: 0.2300222 Aug 11 00:19:53.057003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=28f8acd5-d42a-48e9-b604-342a5a65bf62,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:53.096908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c3fb8522-a653-409a-9747-95bf4796d8db req-98d4b22e-5214-48e0-ab0e-35f597492df8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.145851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Allocated IP 192.168.233.169 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/a943c0eb-1146-42a2-a4a2-7fc62be3561a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:19:53.151859 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4380c380-8fb8-464f-880d-7f96fb7a9fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.244162 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Sync routers for ids ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:19:53.256303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Routers {'5c196b4e-3dd5-4fa3-a069-722bd0057c41'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:19:53.258550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:53.294158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4380c380-8fb8-464f-880d-7f96fb7a9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.331180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4380c380-8fb8-464f-880d-7f96fb7a9fbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5eb8d40a0de146169dd7f1c9e31840a2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5474441 Aug 11 00:19:53.334516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42936) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:53.404592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380c380-8fb8-464f-880d-7f96fb7a9fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b2a330-9cfe-4fc9-a0c9-05520ffcc114,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:53.475861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.513339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Set router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:19:53.531880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Transition to ACTIVE for port object a943c0eb-1146-42a2-a4a2-7fc62be3561a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:53.538877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed3-e7b9-4f7d-ac0d-d1afec3c2764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.615254 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed3-e7b9-4f7d-ac0d-d1afec3c2764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.642355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c3fb8522-a653-409a-9747-95bf4796d8db req-98d4b22e-5214-48e0-ab0e-35f597492df8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.747587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c3fb8522-a653-409a-9747-95bf4796d8db req-98d4b22e-5214-48e0-ab0e-35f597492df8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.852297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.857911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed3-e7b9-4f7d-ac0d-d1afec3c2764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.867576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5703ed3-e7b9-4f7d-ac0d-d1afec3c2764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:53.891560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f5703ed3-e7b9-4f7d-ac0d-d1afec3c2764 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47b2a330-9cfe-4fc9-a0c9-05520ffcc114 HTTP/1.1" status: 204 len: 168 time: 0.5340149 Aug 11 00:19:53.946589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 28f8acd5-d42a-48e9-b604-342a5a65bf62 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:53.982795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3fb8522-a653-409a-9747-95bf4796d8db req-98d4b22e-5214-48e0-ab0e-35f597492df8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9455454 Aug 11 00:19:54.032803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5703ed3-e7b9-4f7d-ac0d-d1afec3c2764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b2a330-9cfe-4fc9-a0c9-05520ffcc114,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:54.053234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4b22e-5214-48e0-ab0e-35f597492df8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6608491-dd29-4973-aa53-abac1f71473d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:54.061423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:19:54.084386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10bbb0-ed3c-44d1-a3bb-5f9c41f7ea8c req-647bc5c2-33ab-40b2-9296-88f6ea4762aa tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:54.086344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c10bbb0-ed3c-44d1-a3bb-5f9c41f7ea8c req-647bc5c2-33ab-40b2-9296-88f6ea4762aa tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 936 time: 0.1519353 Aug 11 00:19:54.088634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:19:54.138563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:19:54.209635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 28f8acd5-d42a-48e9-b604-342a5a65bf62 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:54.210379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c10bbb0-ed3c-44d1-a3bb-5f9c41f7ea8c req-4be072fc-6b8a-4f19-907a-1632a89368ef tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071982 Aug 11 00:19:54.210527 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:54.243619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Pushing event updated for resources: {'Port': ['ID=a943c0eb-1146-42a2-a4a2-7fc62be3561a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:54.247386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:19:50Z', 'revision_number': 4, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '14edd70d-de64-45f0-b8b6-f64c70165bc7', 'name': '', 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'mac_address': 'fa:16:3e:dd:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '80f56e72-6239-4dba-bf05-c209f9ec20a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:48Z', 'updated_at': '2021-08-11T00:19:50Z', 'revision_number': 2, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'subnets': [{'id': '80f56e72-6239-4dba-bf05-c209f9ec20a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:54.290959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Checking router: 5c196b4e-3dd5-4fa3-a069-722bd0057c41 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:19:54.291954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Updating router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 port 14edd70d-de64-45f0-b8b6-f64c70165bc7 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:19:54.303257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:54.304376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:54.346083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35791df5-7c16-4235-81fd-162f207da0ee req-48f78b08-661f-481c-abc2-da6b1086d309 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:54.348815 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35791df5-7c16-4235-81fd-162f207da0ee req-48f78b08-661f-481c-abc2-da6b1086d309 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 971 time: 0.2689438 Aug 11 00:19:54.349407 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:54.443117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35791df5-7c16-4235-81fd-162f207da0ee req-23839212-1229-458c-a106-7a31a72a4931 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851378 Aug 11 00:19:54.447122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-40033bf8-6fe9-449a-908e-1c6469918d17 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6174703 Aug 11 00:19:54.630812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-172d52b7-76e9-4dd3-a150-cd456396d3ba None None] Provisioning for port a943c0eb-1146-42a2-a4a2-7fc62be3561a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:54.637692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-172d52b7-76e9-4dd3-a150-cd456396d3ba None None] Provisioning complete for port a943c0eb-1146-42a2-a4a2-7fc62be3561a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:54.638084 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-172d52b7-76e9-4dd3-a150-cd456396d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:54.706814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-172d52b7-76e9-4dd3-a150-cd456396d3ba None None] Port a943c0eb-1146-42a2-a4a2-7fc62be3561a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:19:54.826035 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:54.847041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Transition to ACTIVE for port object 14edd70d-de64-45f0-b8b6-f64c70165bc7 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:19:54.927194 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:55.028635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7ccee-c1ab-494e-8733-5c925601325c None None] Pushing event updated for resources: {'Port': ['ID=14edd70d-de64-45f0-b8b6-f64c70165bc7,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:55.082718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Attempting to bind port 14edd70d-de64-45f0-b8b6-f64c70165bc7 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:19:55.083327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Attempting to bind port 14edd70d-de64-45f0-b8b6-f64c70165bc7 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:19:55.083805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Attempting to bind port 14edd70d-de64-45f0-b8b6-f64c70165bc7 on network fbb8f869-650f-4f1b-b5de-9ed4e0408401 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:19:55.090508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:19:55.091051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Checking segment: {'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:19:55.091664 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:55.092078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Bound using segment: {'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:19:55.092662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Bound port: 14edd70d-de64-45f0-b8b6-f64c70165bc7, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b302f41e-245f-434a-b2aa-21f8fac3aae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:19:55.093185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:55.203823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] For port 14edd70d-de64-45f0-b8b6-f64c70165bc7, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:19:55.210023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] For port 14edd70d-de64-45f0-b8b6-f64c70165bc7, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=14edd70d-de64-45f0-b8b6-f64c70165bc7,segment=NetworkSegment(b302f41e-245f-434a-b2aa-21f8fac3aae9),segment_id=b302f41e-245f-434a-b2aa-21f8fac3aae9)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:19:55.277671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42962) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:55.314256 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:55.441107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7ccee-c1ab-494e-8733-5c925601325c None None] Pushing event updated for resources: {'Port': ['ID=14edd70d-de64-45f0-b8b6-f64c70165bc7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:55.485869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Routers {'5c196b4e-3dd5-4fa3-a069-722bd0057c41'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:19:55.486819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:55.487243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed1b6-ba55-470d-b817-2f8a74928a4d req-e31ec59b-7c21-49a7-85b9-9e895d48a711 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:55.489482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f6ed1b6-ba55-470d-b817-2f8a74928a4d req-e31ec59b-7c21-49a7-85b9-9e895d48a711 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 936 time: 0.1310863 Aug 11 00:19:55.524188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42976) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:55.557230 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac5b33b1-d9f5-4dd1-b101-2337468521be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:55.579998 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f6ed1b6-ba55-470d-b817-2f8a74928a4d req-30502b02-2123-4606-9277-4432eee39519 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Aug 11 00:19:55.827023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] Set router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:19:55.861368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde46d9a-16cb-4868-8df8-074addadf8eb req-570ce906-499f-43d2-a822-4afe7ed9403f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:55.879920 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dde46d9a-16cb-4868-8df8-074addadf8eb req-570ce906-499f-43d2-a822-4afe7ed9403f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 971 time: 0.2202330 Aug 11 00:19:55.915506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac5b33b1-d9f5-4dd1-b101-2337468521be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:55.987689 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac5b33b1-d9f5-4dd1-b101-2337468521be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:55.996714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dde46d9a-16cb-4868-8df8-074addadf8eb req-1d437d4a-7b5a-4b2b-8f4b-dfc22421e6df tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154065 Aug 11 00:19:56.104263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ac5b33b1-d9f5-4dd1-b101-2337468521be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=067a9929581d4015834b977bfcb466a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5783124 Aug 11 00:19:56.108772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42986) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:56.122305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9a74342-d64d-47fc-8871-4a19cf97b65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.138247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b33b1-d9f5-4dd1-b101-2337468521be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1f7e45-6d6a-4e26-963f-0648c9c0c892,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:56.191704 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2082b76-bdc9-4fad-be13-b950aae5026f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.225599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2082b76-bdc9-4fad-be13-b950aae5026f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.343311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42988) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:56.347910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9a74342-d64d-47fc-8871-4a19cf97b65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.351690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-38a02499-3e87-49b6-893a-00865dc82c5b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263747642', 'description': 'tempest-description--1543824558'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:56.401152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:19:50Z', 'revision_number': 4, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '14edd70d-de64-45f0-b8b6-f64c70165bc7', 'name': '', 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'mac_address': 'fa:16:3e:dd:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '80f56e72-6239-4dba-bf05-c209f9ec20a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:48Z', 'updated_at': '2021-08-11T00:19:55Z', 'revision_number': 4, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'subnets': [{'id': '80f56e72-6239-4dba-bf05-c209f9ec20a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:19:56.449901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6abccc-c818-4678-b02b-8630592ea3ad None None] The sync data for ids ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'] in n-d-712143-13 is: [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:19:50Z', 'revision_number': 4, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '14edd70d-de64-45f0-b8b6-f64c70165bc7', 'name': '', 'network_id': 'fbb8f869-650f-4f1b-b5de-9ed4e0408401', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'mac_address': 'fa:16:3e:dd:f9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '80f56e72-6239-4dba-bf05-c209f9ec20a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:48Z', 'updated_at': '2021-08-11T00:19:55Z', 'revision_number': 4, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'subnets': [{'id': '80f56e72-6239-4dba-bf05-c209f9ec20a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:19:56.484800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9a74342-d64d-47fc-8871-4a19cf97b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.498278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2082b76-bdc9-4fad-be13-b950aae5026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.506011 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2082b76-bdc9-4fad-be13-b950aae5026f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.508274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f2082b76-bdc9-4fad-be13-b950aae5026f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad1f7e45-6d6a-4e26-963f-0648c9c0c892 HTTP/1.1" status: 204 len: 168 time: 0.3980727 Aug 11 00:19:56.544329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2082b76-bdc9-4fad-be13-b950aae5026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1f7e45-6d6a-4e26-963f-0648c9c0c892,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:56.662318 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38a02499-3e87-49b6-893a-00865dc82c5b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.679271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c9a74342-d64d-47fc-8871-4a19cf97b65e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78f7428bcae6432ab8e5d073e37e818d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3964496 Aug 11 00:19:56.679271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a74342-d64d-47fc-8871-4a19cf97b65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf3949c-ed26-4024-81c0-92c56feb74e1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:56.680683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42998) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:56.840439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a31391d8-69b3-4828-9300-84f8096f3f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.900588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a31391d8-69b3-4828-9300-84f8096f3f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:56.980987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6dd51-4f8b-48dd-9f96-2436104dc514 req-5cf1d77c-6f99-4232-9974-84979c8a9cfa tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:56.983443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3e6dd51-4f8b-48dd-9f96-2436104dc514 req-5cf1d77c-6f99-4232-9974-84979c8a9cfa tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 936 time: 0.2097611 Aug 11 00:19:56.988176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43002) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:57.102734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3e6dd51-4f8b-48dd-9f96-2436104dc514 req-6c514a90-06e1-45c8-8ff0-5688a05b3a07 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122100 Aug 11 00:19:57.156734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a31391d8-69b3-4828-9300-84f8096f3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.163805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a31391d8-69b3-4828-9300-84f8096f3f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.172014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a31391d8-69b3-4828-9300-84f8096f3f87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bf3949c-ed26-4024-81c0-92c56feb74e1 HTTP/1.1" status: 204 len: 168 time: 0.4861286 Aug 11 00:19:57.172270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38a02499-3e87-49b6-893a-00865dc82c5b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.189906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31391d8-69b3-4828-9300-84f8096f3f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf3949c-ed26-4024-81c0-92c56feb74e1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:57.249433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38a02499-3e87-49b6-893a-00865dc82c5b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.315100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a02499-3e87-49b6-893a-00865dc82c5b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2819b576-1a33-4fa5-b75c-992633267d9e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:57.350611 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38a02499-3e87-49b6-893a-00865dc82c5b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.359086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-38a02499-3e87-49b6-893a-00865dc82c5b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0116136 Aug 11 00:19:57.359924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43014) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:57.388982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-963421a9-76fa-4663-aec7-b762da121bf6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Request body: {'security_group_rule': {'security_group_id': '2819b576-1a33-4fa5-b75c-992633267d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:57.403477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1e252-e52d-4b9e-b914-d86c78c6eda9 req-224736ad-2cec-430d-9a08-2b3ac27817b9 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:57.406239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4e1e252-e52d-4b9e-b914-d86c78c6eda9 req-224736ad-2cec-430d-9a08-2b3ac27817b9 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 971 time: 0.1447215 Aug 11 00:19:57.459395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c3b5c45-10d5-471f-8a33-74fb7fd3227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.562730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-963421a9-76fa-4663-aec7-b762da121bf6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.671554 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4e1e252-e52d-4b9e-b914-d86c78c6eda9 req-120bf1ba-77d0-4392-a89d-6baf2d17135d tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382178 Aug 11 00:19:57.710803 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-963421a9-76fa-4663-aec7-b762da121bf6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.822898 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c3b5c45-10d5-471f-8a33-74fb7fd3227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.836135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-963421a9-76fa-4663-aec7-b762da121bf6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:57.860807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963421a9-76fa-4663-aec7-b762da121bf6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40acb8b2-7652-49cf-95b2-57acc86235c1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:57.967928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 14edd70d-de64-45f0-b8b6-f64c70165bc7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:57.970297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c3b5c45-10d5-471f-8a33-74fb7fd3227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.017889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583def8-ab7a-4bf9-aa00-e39fecf76cb0 req-949b6914-4d18-4edc-96e0-5887e5512381 tempest-AggregatesAdminTestJSON-2093544206 tempest-AggregatesAdminTestJSON-2093544206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:58.026586 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6583def8-ab7a-4bf9-aa00-e39fecf76cb0 req-949b6914-4d18-4edc-96e0-5887e5512381 tempest-AggregatesAdminTestJSON-2093544206 tempest-AggregatesAdminTestJSON-2093544206-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 1123 time: 0.0820930 Aug 11 00:19:58.046417 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6583def8-ab7a-4bf9-aa00-e39fecf76cb0 req-800f14bc-8e52-45de-8dd7-33ad19507614 tempest-AggregatesAdminTestJSON-2093544206 tempest-AggregatesAdminTestJSON-2093544206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.079647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-963421a9-76fa-4663-aec7-b762da121bf6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.079647 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-963421a9-76fa-4663-aec7-b762da121bf6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7141120 Aug 11 00:19:58.079647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43028) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:58.088976 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0c3b5c45-10d5-471f-8a33-74fb7fd3227a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=577e25e3a8294da1a00c0869fe9fe5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0977321 Aug 11 00:19:58.090364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43030) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:58.093066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3edc34dc-8504-49d4-9cdc-8cb24e756efc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Request body: {'security_group_rule': {'security_group_id': '2819b576-1a33-4fa5-b75c-992633267d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:58.130293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 14edd70d-de64-45f0-b8b6-f64c70165bc7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:19:58.145010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 14edd70d-de64-45f0-b8b6-f64c70165bc7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:19:58.145986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.164058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b5c45-10d5-471f-8a33-74fb7fd3227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d9cb8e-409b-4c8d-83e9-29ee5886f998,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:58.257151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43036) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:58.299443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adf179fe-8f8e-4da2-b32e-253f79829680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.356074 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.370334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cc94bb-7677-420c-9a21-2aaec19a29c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.435084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 14edd70d-de64-45f0-b8b6-f64c70165bc7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=14edd70d-de64-45f0-b8b6-f64c70165bc7,segment=NetworkSegment(b302f41e-245f-434a-b2aa-21f8fac3aae9),segment_id=b302f41e-245f-434a-b2aa-21f8fac3aae9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:19:58.444353 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cc94bb-7677-420c-9a21-2aaec19a29c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.448124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6583def8-ab7a-4bf9-aa00-e39fecf76cb0 req-800f14bc-8e52-45de-8dd7-33ad19507614 tempest-AggregatesAdminTestJSON-2093544206 tempest-AggregatesAdminTestJSON-2093544206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.527118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d002a-126e-49fe-a3d1-1dc678c14a34 req-789f0bc2-3bc7-45f7-beb0-2e4617fc7606 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:58.529083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed4d002a-126e-49fe-a3d1-1dc678c14a34 req-789f0bc2-3bc7-45f7-beb0-2e4617fc7606 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 936 time: 0.2597795 Aug 11 00:19:58.538038 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.544359 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6583def8-ab7a-4bf9-aa00-e39fecf76cb0 req-800f14bc-8e52-45de-8dd7-33ad19507614 tempest-AggregatesAdminTestJSON-2093544206 tempest-AggregatesAdminTestJSON-2093544206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.595239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=14edd70d-de64-45f0-b8b6-f64c70165bc7,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:58.628272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-28567ee1-3494-4301-9639-ab0ecc4aaf57 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:19:58.629579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-28567ee1-3494-4301-9639-ab0ecc4aaf57 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207102 Aug 11 00:19:58.648953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed4d002a-126e-49fe-a3d1-1dc678c14a34 req-c0dd3a6c-8394-4553-bfe3-6020504cccd4 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683055 Aug 11 00:19:58.652714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6583def8-ab7a-4bf9-aa00-e39fecf76cb0 req-800f14bc-8e52-45de-8dd7-33ad19507614 tempest-AggregatesAdminTestJSON-2093544206 tempest-AggregatesAdminTestJSON-2093544206-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210356 Aug 11 00:19:58.660383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f14bc-8e52-45de-8dd7-33ad19507614 tempest-AggregatesAdminTestJSON-2093544206 tempest-AggregatesAdminTestJSON-2093544206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a29cd08-62d1-45f9-b215-21aec1597dd9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:58.681412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cc94bb-7677-420c-9a21-2aaec19a29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.704484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cc94bb-7677-420c-9a21-2aaec19a29c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.708419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-91cc94bb-7677-420c-9a21-2aaec19a29c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20d9cb8e-409b-4c8d-83e9-29ee5886f998 HTTP/1.1" status: 204 len: 168 time: 0.6051285 Aug 11 00:19:58.723992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc94bb-7677-420c-9a21-2aaec19a29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d9cb8e-409b-4c8d-83e9-29ee5886f998,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:58.780468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3edc34dc-8504-49d4-9cdc-8cb24e756efc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.889448 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3edc34dc-8504-49d4-9cdc-8cb24e756efc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:58.941606 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adf179fe-8f8e-4da2-b32e-253f79829680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.030819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3edc34dc-8504-49d4-9cdc-8cb24e756efc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.038889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adf179fe-8f8e-4da2-b32e-253f79829680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.165466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc34dc-8504-49d4-9cdc-8cb24e756efc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f831613-4ec7-49bd-80a6-79708eb9ce89,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:59.173574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf179fe-8f8e-4da2-b32e-253f79829680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a729e92f-e39e-4e43-89a6-fe62699f6a92,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:59.177432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.179690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.191020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-adf179fe-8f8e-4da2-b32e-253f79829680 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0477c9f71c0a4691aff8823e8a4d30bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300797 Aug 11 00:19:59.193368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43064) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:59.279129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb817189-e219-4f12-b1e6-72cb590ee874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.292768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Request body: {'port': {'device_id': '00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:59.321063 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb817189-e219-4f12-b1e6-72cb590ee874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.371326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3edc34dc-8504-49d4-9cdc-8cb24e756efc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.373577 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3edc34dc-8504-49d4-9cdc-8cb24e756efc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2933807 Aug 11 00:19:59.377539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43068) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:19:59.390507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:19:59.425991 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.547227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb817189-e219-4f12-b1e6-72cb590ee874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.553500 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb817189-e219-4f12-b1e6-72cb590ee874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.555649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eb817189-e219-4f12-b1e6-72cb590ee874 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a729e92f-e39e-4e43-89a6-fe62699f6a92 HTTP/1.1" status: 204 len: 168 time: 0.3599582 Aug 11 00:19:59.569119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb817189-e219-4f12-b1e6-72cb590ee874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a729e92f-e39e-4e43-89a6-fe62699f6a92,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:19:59.619800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:19:59.902433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 14edd70d-de64-45f0-b8b6-f64c70165bc7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:19:59.989690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da4be-e028-44b7-a306-61a4f2e01171 req-a1a1b973-f351-4c5f-9a3d-dac141bd952a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:19:59.993367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-094da4be-e028-44b7-a306-61a4f2e01171 req-a1a1b973-f351-4c5f-9a3d-dac141bd952a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 936 time: 0.2224140 Aug 11 00:20:00.045578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 14edd70d-de64-45f0-b8b6-f64c70165bc7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:00.046204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:00.111452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a943c0eb-1146-42a2-a4a2-7fc62be3561a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:00.117321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:00.125402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:00.140019 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-094da4be-e028-44b7-a306-61a4f2e01171 req-c6a0f6eb-9fa0-4d0d-85c6-20ebf0723f2b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112123 Aug 11 00:20:00.187990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Transition to ACTIVE for port object a943c0eb-1146-42a2-a4a2-7fc62be3561a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:00.298418 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:00.383384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Allocated IP 172.25.0.160 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/50cdb896-dffb-4728-af4d-c7c6d18f2f1b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:00.423981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43102) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:00.438971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Pushing event updated for resources: {'Port': ['ID=a943c0eb-1146-42a2-a4a2-7fc62be3561a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:00.459544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f2c227a-e719-48a7-864e-45cf04c75fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:00.732450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f2c227a-e719-48a7-864e-45cf04c75fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:00.846883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f2c227a-e719-48a7-864e-45cf04c75fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:00.987371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c227a-e719-48a7-864e-45cf04c75fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313dc5fe-f1bc-4ecc-8ce1-046faced9808,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:01.018082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7f2c227a-e719-48a7-864e-45cf04c75fac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4aad26fcff4f4afebfb4c328caf313cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5895789 Aug 11 00:20:01.020314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43122) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:01.023944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Attempting to bind port a943c0eb-1146-42a2-a4a2-7fc62be3561a on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:01.024502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Attempting to bind port a943c0eb-1146-42a2-a4a2-7fc62be3561a by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:01.025043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Attempting to bind port a943c0eb-1146-42a2-a4a2-7fc62be3561a on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:01.058930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Port a943c0eb-1146-42a2-a4a2-7fc62be3561a on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:20:01.059368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Attempting to bind port a943c0eb-1146-42a2-a4a2-7fc62be3561a on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:01.096260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:01.096784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:01.097821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:01.098479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Bound port: a943c0eb-1146-42a2-a4a2-7fc62be3561a, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:01.099414 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.146253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.253272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-113a3703-d413-4f69-8da3-2b146f56fac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.396036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] For port a943c0eb-1146-42a2-a4a2-7fc62be3561a, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:01.400674 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-113a3703-d413-4f69-8da3-2b146f56fac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.440505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] For port a943c0eb-1146-42a2-a4a2-7fc62be3561a, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a943c0eb-1146-42a2-a4a2-7fc62be3561a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:01.488115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229dba6-1acc-4d96-867d-9d6451308eaf req-a8d8d512-8e62-41e0-b2b8-900667445c8c tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:01.489919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6229dba6-1acc-4d96-867d-9d6451308eaf req-a8d8d512-8e62-41e0-b2b8-900667445c8c tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 948 time: 0.1608768 Aug 11 00:20:01.547007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6229dba6-1acc-4d96-867d-9d6451308eaf req-c3fc65ac-dc4c-45e5-aad6-50c87450995b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492859 Aug 11 00:20:01.599035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.611466 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.701126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-113a3703-d413-4f69-8da3-2b146f56fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.707316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-113a3703-d413-4f69-8da3-2b146f56fac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.726711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-113a3703-d413-4f69-8da3-2b146f56fac9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/313dc5fe-f1bc-4ecc-8ce1-046faced9808 HTTP/1.1" status: 204 len: 168 time: 0.6994953 Aug 11 00:20:01.766821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:01.767888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:01.770835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] 10.222.0.55 "PUT /v2.0/ports/a943c0eb-1146-42a2-a4a2-7fc62be3561a HTTP/1.1" status: 200 len: 1097 time: 2.6391220 Aug 11 00:20:01.775081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c', 'tag': 'a943c0eb-1146-42a2-a4a2-7fc62be3561a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:01.775968 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc" -d '{"events": [{"name": "network-changed", "server_uuid": "00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c", "tag": "a943c0eb-1146-42a2-a4a2-7fc62be3561a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:01.798367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a3703-d413-4f69-8da3-2b146f56fac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313dc5fe-f1bc-4ecc-8ce1-046faced9808,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:01.804270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:01.815662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:01.820019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:01.876038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event updated for resources: {'Port': ['ID=50cdb896-dffb-4728-af4d-c7c6d18f2f1b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:02.046597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaace2-8fde-4a39-8d1e-ba4a9f954a54 service neutron] Pushing event updated for resources: {'Port': ['ID=a943c0eb-1146-42a2-a4a2-7fc62be3561a,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:02.061282 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:02.104665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-26a6d7d8-8eb7-4b37-827b-089c0bd2bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:02.106343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-26a6d7d8-8eb7-4b37-827b-089c0bd2bf42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 1100 time: 0.1114573 Aug 11 00:20:02.124774 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac6da8-0d66-4b05-aa53-269bfbe723d9 x-openstack-request-id: req-51ac6da8-0d66-4b05-aa53-269bfbe723d9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:02.125322 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c", "tag": "a943c0eb-1146-42a2-a4a2-7fc62be3561a", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:02.125661 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51ac6da8-0d66-4b05-aa53-269bfbe723d9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:02.126085 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c', 'tag': 'a943c0eb-1146-42a2-a4a2-7fc62be3561a', 'status': 'completed', 'code': 200} Aug 11 00:20:02.160618 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-bdf7bf76-a9c4-4ccd-b01d-83c5f052d33b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a943c0eb-1146-42a2-a4a2-7fc62be3561a HTTP/1.1" status: 200 len: 217 time: 0.0455492 Aug 11 00:20:02.295032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:02.344499 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-ca854f47-3eaf-43b8-aa4c-4bdb63d8e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:02.346672 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-ca854f47-3eaf-43b8-aa4c-4bdb63d8e770 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1784973 Aug 11 00:20:02.753414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-4cb503db-36f6-4a7e-8056-7da4edc9086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:02.757576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-4cb503db-36f6-4a7e-8056-7da4edc9086b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3540659 Aug 11 00:20:02.784045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:02.852343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98533d2-e742-4195-86ff-99831506ce8c req-0568c7ea-7d74-4ea7-8746-62c81202d29b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:02.855521 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b98533d2-e742-4195-86ff-99831506ce8c req-0568c7ea-7d74-4ea7-8746-62c81202d29b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 948 time: 0.1587114 Aug 11 00:20:02.935364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b98533d2-e742-4195-86ff-99831506ce8c req-2fe45c2f-dbf2-43b3-b086-e511052a589a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679281 Aug 11 00:20:02.939790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-db26ec33-e1c8-4f79-8101-4897169661d2 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753194 Aug 11 00:20:03.021015 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:03.115825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43238) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:03.145291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451aa9e2-d64d-4e67-b2cd-7d6c2c50c635 req-46c51f06-ee34-4e85-8268-c6429ee564bb service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931159 Aug 11 00:20:03.159883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event updated for resources: {'Port': ['ID=50cdb896-dffb-4728-af4d-c7c6d18f2f1b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:03.159883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:03.294811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-558122205-network', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:03.334438 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:03.337905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c214d484-b09f-4350-a9e7-3ef7e10fce1a tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9587409 Aug 11 00:20:03.451967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-15f3d4dc-584a-485b-963c-8e634ce67862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:03.453684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-15f3d4dc-584a-485b-963c-8e634ce67862 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 1100 time: 0.0491481 Aug 11 00:20:03.570477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Made reservation on behalf of 6511e33a06bb4ca083f5e88adfe0b0ea for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:03.574652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:03.575404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-c461e742-fb25-46ea-b7aa-854afc7cee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:03.578499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-c461e742-fb25-46ea-b7aa-854afc7cee95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1166575 Aug 11 00:20:03.605952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:03.637792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-0683d2c1-85eb-47d8-999c-54e04d6e8595 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a943c0eb-1146-42a2-a4a2-7fc62be3561a HTTP/1.1" status: 200 len: 217 time: 0.0522039 Aug 11 00:20:03.708905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-d601e07c-e760-4752-805d-0f640198a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:03.711996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-d601e07c-e760-4752-805d-0f640198a44f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0666502 Aug 11 00:20:03.778056 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:03.820700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-550107f4-ef3c-46b7-8640-20b48a6f7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:03.821158 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-550107f4-ef3c-46b7-8640-20b48a6f7c77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999529 Aug 11 00:20:03.932572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:03.955877 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-0c61b573-819e-47dc-883a-b4515c196ad3 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255455 Aug 11 00:20:04.001584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb513db-bcf7-4411-941e-0f6b5b0072f9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:04.005775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:20:04.036175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.036992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.037565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.038152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.038736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.039424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.039990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.040566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.041141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.041710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.042288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.043278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:04.085959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:04.086569 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Added segment 3c093f6e-8c53-42d1-bedd-38c9734085ef of type vlan for network 096d5128-97af-414c-a147-a5bf840b8177 Aug 11 00:20:04.208647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:04.283074 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f434155e-3fbb-4a5f-a9e7-67897c3b51bc req-8878863f-5405-4c54-81cd-ce2ca71ee095 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185565 Aug 11 00:20:04.296760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43286) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:04.321627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-057c49f6-7902-459d-912e-28af88c9bc22 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1263747642&fields=id&tenant_id=b6a215b1b0f04afaac7a7504e3660249 HTTP/1.1" status: 200 len: 267 time: 0.1409245 Aug 11 00:20:04.336533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd38b8-1551-4614-8d2e-4db7ac6955b6 req-a17eaaf7-a5bf-4774-8ad8-7622ab3cef13 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:04.338808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61dd38b8-1551-4614-8d2e-4db7ac6955b6 req-a17eaaf7-a5bf-4774-8ad8-7622ab3cef13 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 948 time: 0.0962071 Aug 11 00:20:04.340811 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:04.342054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:04.342872 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:04.419611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61dd38b8-1551-4614-8d2e-4db7ac6955b6 req-12aa0ca8-dfcb-4bb7-9e69-63307f27a967 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Aug 11 00:20:04.482998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3651996 Aug 11 00:20:04.485440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00ff39-55e7-4263-b39a-3e01fe9fae12 admin admin] Pushing event updated for resources: {'Network': ['ID=096d5128-97af-414c-a147-a5bf840b8177,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:04.492022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43294) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:04.499901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 096d5128-97af-414c-a147-a5bf840b8177 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:20:04.505436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Request body: {'subnet': {'network_id': '096d5128-97af-414c-a147-a5bf840b8177', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-subnet', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:04.590146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-1c4eb4dd-b796-4c66-ab4f-8c72827a2b5e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:04.592572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-1c4eb4dd-b796-4c66-ab4f-8c72827a2b5e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/networks?id=67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 200 len: 824 time: 0.2584898 Aug 11 00:20:04.600011 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:04.626243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-2c7b1531-9064-48b7-9cab-de8d4665b8b6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/quotas/b6a215b1b0f04afaac7a7504e3660249 HTTP/1.1" status: 200 len: 375 time: 0.0234785 Aug 11 00:20:04.658416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Made reservation on behalf of 6511e33a06bb4ca083f5e88adfe0b0ea for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:04.661176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:04.741565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-a56826bb-c4b5-445d-9860-587ebc145fc7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1065543 Aug 11 00:20:04.878824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.004135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.047555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-53929aff-48a2-40f0-bb5b-4790dfacb527 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:20:05.061582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-53929aff-48a2-40f0-bb5b-4790dfacb527 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1551230 Aug 11 00:20:05.140223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.142607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae94fb2-51ad-459d-93c8-4371a6f6be6c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:05.179415 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=125c6449636447c7bd2118741dc8e141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8811278 Aug 11 00:20:05.195805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43322) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:05.198326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.198677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.199037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.199439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.199773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.200105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.200434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.200763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.201087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.201411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.201733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.202053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd947b-db14-4d90-aca5-5943a8780025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:05.286714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Checking segment: {'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:05.287338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Network hostable DHCP agents. Network: 096d5128-97af-414c-a147-a5bf840b8177, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:20:05.298444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Pushing event updated for resources: {'Subnet': ['ID=10af35ba-f7de-4c33-aefd-35ec3fb0bb66,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:05.298829 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-bda739fe-1920-4a09-ac99-7f254a20410e service neutron] 10.222.0.43 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358220 Aug 11 00:20:05.316313 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5db0ec6f-8017-4a5a-b07c-f6691ef4abb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.453716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Network 096d5128-97af-414c-a147-a5bf840b8177 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:20:05.573828 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5db0ec6f-8017-4a5a-b07c-f6691ef4abb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.624136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 096d5128-97af-414c-a147-a5bf840b8177) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:05.634538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:05.635492 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.650560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-cf90159b-01b4-466e-8996-187ab932b4a3 service neutron] 10.222.0.43 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274844 Aug 11 00:20:05.672065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483698b2-c3b8-4fed-9a9e-7962216a9c35 None None] Network 096d5128-97af-414c-a147-a5bf840b8177 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:05.755968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43342) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:05.757394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e12d3574-e8e7-47c5-a0f7-c3e221c7050d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2634501 Aug 11 00:20:05.763792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:05.821527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43344) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:05.870074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5db0ec6f-8017-4a5a-b07c-f6691ef4abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.872868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5db0ec6f-8017-4a5a-b07c-f6691ef4abb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.882355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5db0ec6f-8017-4a5a-b07c-f6691ef4abb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fae94fb2-51ad-459d-93c8-4371a6f6be6c HTTP/1.1" status: 204 len: 168 time: 0.6780291 Aug 11 00:20:05.886731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0ec6f-8017-4a5a-b07c-f6691ef4abb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae94fb2-51ad-459d-93c8-4371a6f6be6c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:05.916020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.916892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:05.919769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-096d5128-97af-414c-a147-a5bf840b8177', 'network_id': '096d5128-97af-414c-a147-a5bf840b8177', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'fixed_ips': [{'subnet_id': '10af35ba-f7de-4c33-aefd-35ec3fb0bb66'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:20:05.921298 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:06.000872 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:06.218093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12b44d40-4899-4fc8-b39f-f1f47d6fef53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:06.278185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcb82e-4cac-44f8-b761-d120562d3f00 req-ede1eed3-47fc-44a9-8bb9-34c9df5429fd tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:06.295036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5fcb82e-4cac-44f8-b761-d120562d3f00 req-ede1eed3-47fc-44a9-8bb9-34c9df5429fd tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 948 time: 0.2240925 Aug 11 00:20:06.352146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Allocated IP 172.20.0.2 (096d5128-97af-414c-a147-a5bf840b8177/10af35ba-f7de-4c33-aefd-35ec3fb0bb66/fe9afa5e-a1af-4a9e-95cd-700cace036fb) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:06.466951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5fcb82e-4cac-44f8-b761-d120562d3f00 req-a9c350b3-a024-4869-ba9e-4f6b491bf98b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407616 Aug 11 00:20:06.468288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:06.566595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12b44d40-4899-4fc8-b39f-f1f47d6fef53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:06.599771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2ade0ce-7c37-4151-8152-16d6a90803c2 req-c40b198a-c631-40c8-bac9-e3c598d65b1f tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 210 time: 0.0335417 Aug 11 00:20:06.887892 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:06.887892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Transition to ACTIVE for port object fe9afa5e-a1af-4a9e-95cd-700cace036fb will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:06.887892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Transition to ACTIVE for port object fe9afa5e-a1af-4a9e-95cd-700cace036fb will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:07.980065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a943c0eb-1146-42a2-a4a2-7fc62be3561a details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:20:08.097980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a943c0eb-1146-42a2-a4a2-7fc62be3561a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a943c0eb-1146-42a2-a4a2-7fc62be3561a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:08.111485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'a943c0eb-1146-42a2-a4a2-7fc62be3561a', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'a943c0eb-1146-42a2-a4a2-7fc62be3561a', 'mac_address': 'fa:16:3e:ab:fe:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:20:08.117681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12b44d40-4899-4fc8-b39f-f1f47d6fef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.129248 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.216272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Network 096d5128-97af-414c-a147-a5bf840b8177 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:08.222641 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.232028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:08.232028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Pushing event updated for resources: {'Port': ['ID=fe9afa5e-a1af-4a9e-95cd-700cace036fb,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:08.245552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:08.254180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a943c0eb-1146-42a2-a4a2-7fc62be3561a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:08.335181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a943c0eb-1146-42a2-a4a2-7fc62be3561a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a943c0eb-1146-42a2-a4a2-7fc62be3561a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:08.349382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Attempting to bind port fe9afa5e-a1af-4a9e-95cd-700cace036fb on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:08.349816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Attempting to bind port fe9afa5e-a1af-4a9e-95cd-700cace036fb by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:08.350193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Attempting to bind port fe9afa5e-a1af-4a9e-95cd-700cace036fb on network 096d5128-97af-414c-a147-a5bf840b8177 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:08.357197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:08.357585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Checking segment: {'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:08.358074 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.358484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Bound using segment: {'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:08.359058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Bound port: fe9afa5e-a1af-4a9e-95cd-700cace036fb, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:08.359897 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.415788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-12b44d40-4899-4fc8-b39f-f1f47d6fef53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0f2cee0ad99435eaee8e970dadf021c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5848050 Aug 11 00:20:08.415788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b44d40-4899-4fc8-b39f-f1f47d6fef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f45d95f-3c70-4bdb-a25c-ec53e2904df3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:08.416394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43394) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:08.450207 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.487222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.495194 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.513411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] For port fe9afa5e-a1af-4a9e-95cd-700cace036fb, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:08.521144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b009cf5c-bfad-40ce-9838-cecba51af4aa req-1fa304be-2eb3-4a63-b0d9-89d441d390be tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 210 time: 0.0536175 Aug 11 00:20:08.564982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] For port fe9afa5e-a1af-4a9e-95cd-700cace036fb, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fe9afa5e-a1af-4a9e-95cd-700cace036fb,segment=NetworkSegment(3c093f6e-8c53-42d1-bedd-38c9734085ef),segment_id=3c093f6e-8c53-42d1-bedd-38c9734085ef)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:08.589354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f49f2-9b70-41ee-bdb9-7336badebca2 req-2e9b70dc-8846-4d7a-80d4-d32c5cf53ccc tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:08.597052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a98f49f2-9b70-41ee-bdb9-7336badebca2 req-2e9b70dc-8846-4d7a-80d4-d32c5cf53ccc tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 948 time: 0.1882496 Aug 11 00:20:08.597437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a943c0eb-1146-42a2-a4a2-7fc62be3561a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:08.660760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.696067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8285cc8b-b645-49fe-b450-51ebfc217416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.772498 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a98f49f2-9b70-41ee-bdb9-7336badebca2 req-a8139175-2612-40f8-8146-00b92fc97f37 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744492 Aug 11 00:20:08.818947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fb832-96a1-4790-96d5-83d0f11a7132 None None] Pushing event updated for resources: {'Port': ['ID=fe9afa5e-a1af-4a9e-95cd-700cace036fb,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:08.824238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8285cc8b-b645-49fe-b450-51ebfc217416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:08.835745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a943c0eb-1146-42a2-a4a2-7fc62be3561a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:08.838807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Allocated IP 172.25.0.119 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/8a0d608f-304a-40af-a454-344d2607fb59) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:09.235758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43416) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:09.274742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8285cc8b-b645-49fe-b450-51ebfc217416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:09.281017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a703caf3-7fc9-4459-bb5c-7920c5c27cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:09.281919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8285cc8b-b645-49fe-b450-51ebfc217416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:09.287864 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8285cc8b-b645-49fe-b450-51ebfc217416 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f45d95f-3c70-4bdb-a25c-ec53e2904df3 HTTP/1.1" status: 204 len: 168 time: 0.8718169 Aug 11 00:20:09.295650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:09.353991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285cc8b-b645-49fe-b450-51ebfc217416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f45d95f-3c70-4bdb-a25c-ec53e2904df3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:09.466461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a703caf3-7fc9-4459-bb5c-7920c5c27cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:09.598792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:09.656317 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a703caf3-7fc9-4459-bb5c-7920c5c27cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:09.657950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f419461c-f183-4328-8c8d-057eca9d26e0 req-ec26219a-ce08-4a18-8bf8-d75bfb081a2b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 210 time: 0.0559146 Aug 11 00:20:09.670658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:09.676469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:09.684864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:09.698370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0d608f-304a-40af-a454-344d2607fb59,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:09.775567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a703caf3-7fc9-4459-bb5c-7920c5c27cd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbf4c95f99b7461dae9c2135bd12e375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5369763 Aug 11 00:20:09.776461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703caf3-7fc9-4459-bb5c-7920c5c27cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7014563-fa7b-453b-abea-c4f669fba06d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:09.791857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43440) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:09.973436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a943c0eb-1146-42a2-a4a2-7fc62be3561a up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:09.975704 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd6ef-2c23-4d0b-af78-a5dd206c9643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:10.061085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd6ef-2c23-4d0b-af78-a5dd206c9643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:10.162246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fe9afa5e-a1af-4a9e-95cd-700cace036fb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:10.312314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43446) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:10.387490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd6ef-2c23-4d0b-af78-a5dd206c9643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:10.393438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a3dd6ef-2c23-4d0b-af78-a5dd206c9643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:10.395753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8a3dd6ef-2c23-4d0b-af78-a5dd206c9643 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7014563-fa7b-453b-abea-c4f669fba06d HTTP/1.1" status: 204 len: 168 time: 0.6029208 Aug 11 00:20:10.420401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dd6ef-2c23-4d0b-af78-a5dd206c9643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7014563-fa7b-453b-abea-c4f669fba06d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:10.467768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb307ae0-7f35-4dc0-8bcf-68216258ee31 req-d0323578-c5be-4ae9-a171-466eb0d661d9 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:10.484260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb307ae0-7f35-4dc0-8bcf-68216258ee31 req-d0323578-c5be-4ae9-a171-466eb0d661d9 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 949 time: 0.5314255 Aug 11 00:20:10.518494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port fe9afa5e-a1af-4a9e-95cd-700cace036fb completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:10.561111 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb307ae0-7f35-4dc0-8bcf-68216258ee31 req-91e8da8f-75ec-40e5-970f-ac699f6317d6 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750763 Aug 11 00:20:10.566990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port a943c0eb-1146-42a2-a4a2-7fc62be3561a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:10.573671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port a943c0eb-1146-42a2-a4a2-7fc62be3561a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:10.574199 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:10.704539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28eec23-1264-4654-80ec-8c6e9d4288d6 None None] Network 096d5128-97af-414c-a147-a5bf840b8177 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:10.791468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:10.819625 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:10.868453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943c0eb-1146-42a2-a4a2-7fc62be3561a'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:10.871039 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353703e7-9baf-4f5f-b59a-8958b9ef1ca2" -d '{"events": [{"server_uuid": "00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c", "name": "network-vif-plugged", "status": "completed", "tag": "a943c0eb-1146-42a2-a4a2-7fc62be3561a"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:10.882940 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74f42056-a870-4351-a41b-b8eb5fddc1b7 req-2248cb39-565a-43d5-9508-ebc7eaf39f70 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 210 time: 0.0349634 Aug 11 00:20:10.918145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a943c0eb-1146-42a2-a4a2-7fc62be3561a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a943c0eb-1146-42a2-a4a2-7fc62be3561a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:11.001820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee506ce-c8d6-4ad2-87b5-906798c68e2c x-openstack-request-id: req-7ee506ce-c8d6-4ad2-87b5-906798c68e2c {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:11.001820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c", "name": "network-vif-plugged", "status": "completed", "tag": "a943c0eb-1146-42a2-a4a2-7fc62be3561a", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:11.001820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ee506ce-c8d6-4ad2-87b5-906798c68e2c {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:11.001820 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a943c0eb-1146-42a2-a4a2-7fc62be3561a', 'code': 200} Aug 11 00:20:11.056701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4f09a489-1619-4bbe-89a8-673c0b0cfca2 None None] Provisioning for port fe9afa5e-a1af-4a9e-95cd-700cace036fb completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:11.063810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4f09a489-1619-4bbe-89a8-673c0b0cfca2 None None] Provisioning complete for port fe9afa5e-a1af-4a9e-95cd-700cace036fb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:11.064274 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4f09a489-1619-4bbe-89a8-673c0b0cfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.100694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.153880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43466) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:11.171499 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe9a177c-09aa-4468-8b78-229bd147927f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.245183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a943c0eb-1146-42a2-a4a2-7fc62be3561a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:11.350554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe9a177c-09aa-4468-8b78-229bd147927f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.392479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361fa8-47ea-4630-bc44-1aa51ae2b3ae req-0b221f92-33de-4dce-a9bd-b1c179bc7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:11.395618 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34361fa8-47ea-4630-bc44-1aa51ae2b3ae req-0b221f92-33de-4dce-a9bd-b1c179bc7a4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 1102 time: 0.3249409 Aug 11 00:20:11.397424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.432244 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4f09a489-1619-4bbe-89a8-673c0b0cfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.478243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4f09a489-1619-4bbe-89a8-673c0b0cfca2 None None] For port fe9afa5e-a1af-4a9e-95cd-700cace036fb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fe9afa5e-a1af-4a9e-95cd-700cace036fb,segment=NetworkSegment(3c093f6e-8c53-42d1-bedd-38c9734085ef),segment_id=3c093f6e-8c53-42d1-bedd-38c9734085ef)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:11.490782 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4de2c5b4-acd7-4935-a9b9-8413a90225c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.547931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34361fa8-47ea-4630-bc44-1aa51ae2b3ae req-bae01fa8-ca98-441d-8890-bb6fbb91ae16 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432500 Aug 11 00:20:11.559044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43474) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:11.575980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe9a177c-09aa-4468-8b78-229bd147927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.638103 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4f09a489-1619-4bbe-89a8-673c0b0cfca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.675921 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fe9a177c-09aa-4468-8b78-229bd147927f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bfa5a105a2549d1a1154bc6ee3d835d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205069 Aug 11 00:20:11.681576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43480) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:11.708199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a177c-09aa-4468-8b78-229bd147927f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94910142-b17b-49ce-b4e4-5a370963ee1f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:11.796074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bedecca8-540d-41ec-8a0a-4880004b8c09 None None] Provisioning complete for port fe9afa5e-a1af-4a9e-95cd-700cace036fb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:11.796568 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bedecca8-540d-41ec-8a0a-4880004b8c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.854998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09a489-1619-4bbe-89a8-673c0b0cfca2 None None] Pushing event updated for resources: {'Port': ['ID=fe9afa5e-a1af-4a9e-95cd-700cace036fb,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:11.885994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4de2c5b4-acd7-4935-a9b9-8413a90225c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.935703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9692305-b82c-493d-b946-b888f1c571aa req-ba637083-31c4-457f-b7cb-b5d4c2d91263 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:11.938513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9692305-b82c-493d-b946-b888f1c571aa req-ba637083-31c4-457f-b7cb-b5d4c2d91263 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 950 time: 0.2028887 Aug 11 00:20:11.959686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9bafdd8a-8894-4b92-905d-a30989ab662f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:11.998576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-550b4521-0ef3-4206-a5b4-5d954634929b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.009466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Router d575707f-de8b-46c2-a38b-73073aab2ea2 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:20:12.011237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4de2c5b4-acd7-4935-a9b9-8413a90225c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.072982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4de2c5b4-acd7-4935-a9b9-8413a90225c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=928d3a9aea9a4e35b24edccf74669b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7591877 Aug 11 00:20:12.075963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c5b4-acd7-4935-a9b9-8413a90225c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b260c9-ad19-4666-ac95-b182e24cac1a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:12.079131 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-550b4521-0ef3-4206-a5b4-5d954634929b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.082431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43492) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:12.150452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9692305-b82c-493d-b946-b888f1c571aa req-98edcc8b-e812-44e6-adae-dc5a4c76fa3f tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909757 Aug 11 00:20:12.173406 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-511fb5da-957a-4ee8-8ce3-c2335597c667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.218843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9bafdd8a-8894-4b92-905d-a30989ab662f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.232942 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-511fb5da-957a-4ee8-8ce3-c2335597c667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.318485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:20:12.340111 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Sync routers for ids ['d575707f-de8b-46c2-a38b-73073aab2ea2'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:20:12.355979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Routers {'d575707f-de8b-46c2-a38b-73073aab2ea2'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:20:12.358618 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d575707f-de8b-46c2-a38b-73073aab2ea2'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:12.404994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9bafdd8a-8894-4b92-905d-a30989ab662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.419812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21d5ef03-386e-4f32-9e84-f81af32b4b64 req-98c64956-a4bd-4af4-8ad6-f5a3a1140aa9 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 210 time: 0.0752430 Aug 11 00:20:12.473736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-511fb5da-957a-4ee8-8ce3-c2335597c667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.478823 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-511fb5da-957a-4ee8-8ce3-c2335597c667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.480899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-511fb5da-957a-4ee8-8ce3-c2335597c667 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46b260c9-ad19-4666-ac95-b182e24cac1a HTTP/1.1" status: 204 len: 168 time: 0.3973284 Aug 11 00:20:12.526946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9bafdd8a-8894-4b92-905d-a30989ab662f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=782ce9fcc6e8432394e80dc6239b1453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9655380 Aug 11 00:20:12.528183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43500) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:12.539816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafdd8a-8894-4b92-905d-a30989ab662f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f849979-a652-4adb-8b13-034f417d52b4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:12.582229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fb5da-957a-4ee8-8ce3-c2335597c667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b260c9-ad19-4666-ac95-b182e24cac1a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:12.594507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-364ad0a0-0d22-41cd-9b61-27dd2cc29a84 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:12.602649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-364ad0a0-0d22-41cd-9b61-27dd2cc29a84 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.55 "GET /v2.0/networks?id=67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 200 len: 824 time: 0.2355685 Aug 11 00:20:12.608267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-550b4521-0ef3-4206-a5b4-5d954634929b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.617914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-550b4521-0ef3-4206-a5b4-5d954634929b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.622785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-550b4521-0ef3-4206-a5b4-5d954634929b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94910142-b17b-49ce-b4e4-5a370963ee1f HTTP/1.1" status: 204 len: 168 time: 0.9329467 Aug 11 00:20:12.687936 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e508adc-9941-4626-bd8a-eba7939eba18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.768030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e508adc-9941-4626-bd8a-eba7939eba18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.769468 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Set router d575707f-de8b-46c2-a38b-73073aab2ea2 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:20:12.840275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f38b4-6699-4d66-b933-19a7596610c4 req-f68a1495-910d-4494-b2e6-01dfe7dc1d8f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:12.848052 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-795f38b4-6699-4d66-b933-19a7596610c4 req-f68a1495-910d-4494-b2e6-01dfe7dc1d8f tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 971 time: 0.1293752 Aug 11 00:20:12.916488 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-795f38b4-6699-4d66-b933-19a7596610c4 req-56293685-4040-4503-8577-4e3a2593e06c tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673018 Aug 11 00:20:12.934667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:12.938804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-96104e96-a29a-42c3-bcc1-eda975b03141 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1805675 Aug 11 00:20:12.941710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43508) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:12.944845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b4521-0ef3-4206-a5b4-5d954634929b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94910142-b17b-49ce-b4e4-5a370963ee1f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:12.988791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-f31b5891-76f4-4cef-a850-2aebbb3043f4 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6a215b1b0f04afaac7a7504e3660249 HTTP/1.1" status: 200 len: 380 time: 0.3643246 Aug 11 00:20:13.016925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Request body: {'port': {'device_id': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'admin_state_up': True, 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'security_groups': ['2819b576-1a33-4fa5-b75c-992633267d9e']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:13.034491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e508adc-9941-4626-bd8a-eba7939eba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:13.038143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e508adc-9941-4626-bd8a-eba7939eba18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:13.039500 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5e508adc-9941-4626-bd8a-eba7939eba18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f849979-a652-4adb-8b13-034f417d52b4 HTTP/1.1" status: 204 len: 168 time: 0.5099468 Aug 11 00:20:13.158891 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:10Z', 'revision_number': 3, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:13.180993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e508adc-9941-4626-bd8a-eba7939eba18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f849979-a652-4adb-8b13-034f417d52b4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:13.312894 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Checking router: d575707f-de8b-46c2-a38b-73073aab2ea2 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:20:13.313339 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Updating router d575707f-de8b-46c2-a38b-73073aab2ea2 port 8a0d608f-304a-40af-a454-344d2607fb59 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:20:13.375200 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:13.417841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae85e2-c4b1-446a-b326-b3d69c60c475 req-15c8f73a-9c0c-461e-8921-0f2ad3eb5885 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:13.419601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32ae85e2-c4b1-446a-b326-b3d69c60c475 req-15c8f73a-9c0c-461e-8921-0f2ad3eb5885 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 950 time: 0.0911140 Aug 11 00:20:13.446894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Made reservation on behalf of b6a215b1b0f04afaac7a7504e3660249 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:13.456720 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:13.579840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32ae85e2-c4b1-446a-b326-b3d69c60c475 req-89587e41-f0fe-4f15-878b-e5cf9ece338f tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357937 Aug 11 00:20:13.668657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b51c53a-1dd4-4a47-89bf-a9c4478bd071 req-ef70f810-0d2e-4c32-8517-0d6782eb39c2 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 210 time: 0.0616291 Aug 11 00:20:13.785695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Allocated IP 172.20.0.7 (67c3c319-7406-4c9b-b34c-79d595893fa0/06a3b0f2-4366-4ec9-996d-911682065254/c88c28f2-4338-4b68-a0b5-f0033784826d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:13.903773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43522) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:13.910433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fe9afa5e-a1af-4a9e-95cd-700cace036fb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:13.988706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-c59d36ca-a381-4d05-9cb0-90f9059bb9b1 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:13.992598 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-c59d36ca-a381-4d05-9cb0-90f9059bb9b1 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 971 time: 0.2503028 Aug 11 00:20:14.066285 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.128508 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Transition to ACTIVE for port object 8a0d608f-304a-40af-a454-344d2607fb59 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:14.160652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fe9afa5e-a1af-4a9e-95cd-700cace036fb triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:14.161043 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.184788 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.291808 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.292653 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.329438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Transition to ACTIVE for port object c88c28f2-4338-4b68-a0b5-f0033784826d will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:14.409840 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d1fb3-0450-45d5-8455-c497840db99c None None] Pushing event updated for resources: {'Port': ['ID=8a0d608f-304a-40af-a454-344d2607fb59,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:14.438299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12469c4d-2d10-4f5d-902f-ab5b8af272a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.475279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Allocated IP 172.20.0.1 (096d5128-97af-414c-a147-a5bf840b8177/10af35ba-f7de-4c33-aefd-35ec3fb0bb66/a33e535f-11d7-46cb-906c-5979ee6a8723) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:14.493161 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Attempting to bind port 8a0d608f-304a-40af-a454-344d2607fb59 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:14.493857 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Attempting to bind port 8a0d608f-304a-40af-a454-344d2607fb59 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:14.494651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Attempting to bind port 8a0d608f-304a-40af-a454-344d2607fb59 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:14.506434 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:14.509759 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:14.509759 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.509759 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:14.510133 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Bound port: 8a0d608f-304a-40af-a454-344d2607fb59, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:14.510827 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.564594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.617892 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] For port 8a0d608f-304a-40af-a454-344d2607fb59, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:14.633949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] For port 8a0d608f-304a-40af-a454-344d2607fb59, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8a0d608f-304a-40af-a454-344d2607fb59,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:14.755538 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.766986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43542) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:14.776723 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.808397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Transition to ACTIVE for port object a33e535f-11d7-46cb-906c-5979ee6a8723 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:14.811450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-efae670e-e159-4866-8c2c-9c7a81520f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:14.840873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74621de1-0867-4a5b-ac02-422b4a7e24b3 req-a634430f-fb1f-4f56-a6fc-6d045b9d233f tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:14.842540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74621de1-0867-4a5b-ac02-422b4a7e24b3 req-a634430f-fb1f-4f56-a6fc-6d045b9d233f tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 950 time: 0.1313360 Aug 11 00:20:14.859790 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:14.901424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:14.910325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:14.928079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event updated for resources: {'Port': ['ID=c88c28f2-4338-4b68-a0b5-f0033784826d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:14.946434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78d2f-cef2-4206-84ae-44d9cb7b64bf req-cb30d587-aa91-4f9d-9168-39300bbe8d30 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:14.959243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4f78d2f-cef2-4206-84ae-44d9cb7b64bf req-cb30d587-aa91-4f9d-9168-39300bbe8d30 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 971 time: 0.5537324 Aug 11 00:20:14.971022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74621de1-0867-4a5b-ac02-422b4a7e24b3 req-3569d630-ea5f-4091-9efe-8fcbcf2a8738 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120822 Aug 11 00:20:14.986819 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d1fb3-0450-45d5-8455-c497840db99c None None] Pushing event updated for resources: {'Port': ['ID=8a0d608f-304a-40af-a454-344d2607fb59,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:15.009808 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Routers {'d575707f-de8b-46c2-a38b-73073aab2ea2'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:20:15.010378 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d575707f-de8b-46c2-a38b-73073aab2ea2'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:15.122245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.195285 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] Set router d575707f-de8b-46c2-a38b-73073aab2ea2 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:20:15.217070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4f78d2f-cef2-4206-84ae-44d9cb7b64bf req-9bba9ff5-1487-4c07-ac95-c020079ac058 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d0a9d28-a367-45b1-b3f7-057a4379f117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545445 Aug 11 00:20:15.228964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Network 096d5128-97af-414c-a147-a5bf840b8177 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:15.247396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:15.266269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:15.266759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.282526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a33e535f-11d7-46cb-906c-5979ee6a8723,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:15.350579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:15.351677 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.362319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b2d2a-1c4a-4cea-9ffc-6d5a3c0f9e7d req-3c0266e7-d2b7-4bc4-936f-313f3a4095d2 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:15.365721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e1b2d2a-1c4a-4cea-9ffc-6d5a3c0f9e7d req-3c0266e7-d2b7-4bc4-936f-313f3a4095d2 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 931 time: 0.2628849 Aug 11 00:20:15.405465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-29d97d8c-3de9-4331-906d-464a41f5f7af None None] Provisioning for port c88c28f2-4338-4b68-a0b5-f0033784826d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:15.415701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-29d97d8c-3de9-4331-906d-464a41f5f7af None None] Provisioning complete for port c88c28f2-4338-4b68-a0b5-f0033784826d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:15.416712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-29d97d8c-3de9-4331-906d-464a41f5f7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.419008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Deleting port 2037a12f-1953-4042-8180-e407dc6fc324 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:15.419008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.472861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12469c4d-2d10-4f5d-902f-ab5b8af272a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.487474 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:10Z', 'revision_number': 3, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:15.508519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-29d97d8c-3de9-4331-906d-464a41f5f7af None None] Port c88c28f2-4338-4b68-a0b5-f0033784826d cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:20:15.540599 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484dbad-cf55-410e-9b10-67876b018c1e None None] The sync data for ids ['d575707f-de8b-46c2-a38b-73073aab2ea2'] in n-d-712143-13 is: [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:10Z', 'revision_number': 3, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:20:15.636042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e1b2d2a-1c4a-4cea-9ffc-6d5a3c0f9e7d req-b5a6ff2a-9133-4246-a725-bb35997fb6ff tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546880 Aug 11 00:20:15.737067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] For port 2037a12f-1953-4042-8180-e407dc6fc324, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2037a12f-1953-4042-8180-e407dc6fc324,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:15.737495 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.777301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12469c4d-2d10-4f5d-902f-ab5b8af272a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.843726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Calling delete_port for 2037a12f-1953-4042-8180-e407dc6fc324 owned by compute:tempest-test_az-1780839817 {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:15.918407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12469c4d-2d10-4f5d-902f-ab5b8af272a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82060b7c-cd11-49e3-976c-f802a7b45710,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:15.937114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-12469c4d-2d10-4f5d-902f-ab5b8af272a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47c370597feb4703a1fdab4523422bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0247443 Aug 11 00:20:15.938619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43564) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:15.950481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:15.977370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b8c6107-7fc6-4885-904c-407188347f85 None None] Provisioning for port a33e535f-11d7-46cb-906c-5979ee6a8723 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:15.991193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b8c6107-7fc6-4885-904c-407188347f85 None None] Provisioning complete for port a33e535f-11d7-46cb-906c-5979ee6a8723 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:15.991825 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6107-7fc6-4885-904c-407188347f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.173080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-efae670e-e159-4866-8c2c-9c7a81520f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.203258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c6107-7fc6-4885-904c-407188347f85 None None] Port a33e535f-11d7-46cb-906c-5979ee6a8723 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:20:16.225386 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90c152b6-1ae2-4c53-bac6-5a2dc54f4da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.300745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe88ee-26d0-4446-af45-2fd09f0a899c req-66c85c16-cd57-4212-ac4d-5359dc4d2200 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:16.314392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3dfe88ee-26d0-4446-af45-2fd09f0a899c req-66c85c16-cd57-4212-ac4d-5359dc4d2200 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 950 time: 0.1917691 Aug 11 00:20:16.367292 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d9a4c8f1-2f4d-43a3-82c5-55a259f0a431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.423698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3dfe88ee-26d0-4446-af45-2fd09f0a899c req-003b1a88-a02c-48ee-96de-1922b71d18d5 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068590 Aug 11 00:20:16.467427 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-efae670e-e159-4866-8c2c-9c7a81520f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.474730 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90c152b6-1ae2-4c53-bac6-5a2dc54f4da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.548242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-26a62c4b-c5a3-4c55-991c-9cde5306d16e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5530548 Aug 11 00:20:16.550071 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.593710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Request body: {'port': {'device_id': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:16.648190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.663757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b7b2435-3f45-4336-8f23-9ec175e139a9 req-82e5a52d-afe0-401c-b658-8cce4908d8ad tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.1975372 Aug 11 00:20:16.700665 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-efae670e-e159-4866-8c2c-9c7a81520f91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b1cbd271a7c4e96bb993d80d143d982&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9235978 Aug 11 00:20:16.708147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43584) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:16.726507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae670e-e159-4866-8c2c-9c7a81520f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d6236-5fdb-4782-b11c-d999ef96709c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:16.783845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.784481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Pushing event deleted for resources: {'Port': ['ID=2037a12f-1953-4042-8180-e407dc6fc324,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:16.785501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.867521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] No DVR routers for this DVR port 2037a12f-1953-4042-8180-e407dc6fc324 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:20:16.871548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:16.875763 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1bbdc98-4409-4958-ba71-52be9822a97f req-86781790-e680-4770-8377-c1bb48e03651 tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.44 "DELETE /v2.0/ports/2037a12f-1953-4042-8180-e407dc6fc324 HTTP/1.1" status: 204 len: 173 time: 2.4496670 Aug 11 00:20:16.898416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a9cea1-ced3-4112-9d67-cd545885cfa6', 'name': 'network-vif-deleted', 'tag': '2037a12f-1953-4042-8180-e407dc6fc324'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:16.900121 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7690fc-eade-4d63-a2e8-7f503ec27656" -d '{"events": [{"server_uuid": "a2a9cea1-ced3-4112-9d67-cd545885cfa6", "name": "network-vif-deleted", "tag": "2037a12f-1953-4042-8180-e407dc6fc324"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:16.956755 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.017396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90c152b6-1ae2-4c53-bac6-5a2dc54f4da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.028682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90c152b6-1ae2-4c53-bac6-5a2dc54f4da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.036677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-90c152b6-1ae2-4c53-bac6-5a2dc54f4da7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82060b7c-cd11-49e3-976c-f802a7b45710 HTTP/1.1" status: 204 len: 168 time: 1.0990617 Aug 11 00:20:17.114765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a33e535f-11d7-46cb-906c-5979ee6a8723,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:17.125962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Network 096d5128-97af-414c-a147-a5bf840b8177 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:17.134865 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c38ae254-dcf1-4e14-9ef9-e238c0421076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.139575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c152b6-1ae2-4c53-bac6-5a2dc54f4da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82060b7c-cd11-49e3-976c-f802a7b45710,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:17.154294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:17.182429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43604) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:17.233899 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ac4c4e-6640-46e6-96e2-c2bfa4ab34f7 x-openstack-request-id: req-04ac4c4e-6640-46e6-96e2-c2bfa4ab34f7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:17.236347 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a9cea1-ced3-4112-9d67-cd545885cfa6", "name": "network-vif-deleted", "tag": "2037a12f-1953-4042-8180-e407dc6fc324", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:17.237097 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04ac4c4e-6640-46e6-96e2-c2bfa4ab34f7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:17.238097 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a9cea1-ced3-4112-9d67-cd545885cfa6', 'name': 'network-vif-deleted', 'tag': '2037a12f-1953-4042-8180-e407dc6fc324', 'status': 'completed', 'code': 200} Aug 11 00:20:17.275615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-f96e517a-4052-4675-b560-7dd426d145fa tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939558 Aug 11 00:20:17.279612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c38ae254-dcf1-4e14-9ef9-e238c0421076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.290666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b6484-b146-44fd-a1bf-8868986d9dbf req-33ac810e-94bc-4c92-bcb4-6a513526b679 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:17.294790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-033b6484-b146-44fd-a1bf-8868986d9dbf req-33ac810e-94bc-4c92-bcb4-6a513526b679 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 931 time: 0.4596589 Aug 11 00:20:17.408932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-033b6484-b146-44fd-a1bf-8868986d9dbf req-13db4e13-0e97-44fb-aff9-97278d39e00c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004796 Aug 11 00:20:17.550506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bafda743-7c4c-4e88-889e-79679c23ebc0 None None] Provisioning complete for port a33e535f-11d7-46cb-906c-5979ee6a8723 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:17.551535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bafda743-7c4c-4e88-889e-79679c23ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.569038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Router d575707f-de8b-46c2-a38b-73073aab2ea2 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:20:17.594304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bafda743-7c4c-4e88-889e-79679c23ebc0 None None] Port a33e535f-11d7-46cb-906c-5979ee6a8723 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:20:17.620677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-c5780394-a069-45ae-8900-e2e3c4a77040 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:17.633654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-c5780394-a069-45ae-8900-e2e3c4a77040 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444767 Aug 11 00:20:17.643257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88c28f2-4338-4b68-a0b5-f0033784826d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:17.656504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.695302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Transition to ACTIVE for port object c88c28f2-4338-4b68-a0b5-f0033784826d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:17.728090 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c38ae254-dcf1-4e14-9ef9-e238c0421076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.730710 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c38ae254-dcf1-4e14-9ef9-e238c0421076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.735232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c38ae254-dcf1-4e14-9ef9-e238c0421076 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c91d6236-5fdb-4782-b11c-d999ef96709c HTTP/1.1" status: 204 len: 168 time: 1.0213213 Aug 11 00:20:17.743296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-3844bdc0-bff4-47e8-a32c-4c52cedeb883 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/quotas/8cc91a92f30c41c7a27c5347e218d0f1 HTTP/1.1" status: 200 len: 375 time: 0.1081698 Aug 11 00:20:17.769428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ae254-dcf1-4e14-9ef9-e238c0421076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d6236-5fdb-4782-b11c-d999ef96709c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:17.815589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.931572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c303aa71-b463-4bf5-a566-09069e240a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:17.998679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-647d5ddc-c1dc-42dc-9810-8e20384699a0 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2541990 Aug 11 00:20:18.055948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8a0d608f-304a-40af-a454-344d2607fb59 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:18.061737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459348bd-546b-486b-b474-ac08176151fb service neutron] Pushing event updated for resources: {'Port': ['ID=c88c28f2-4338-4b68-a0b5-f0033784826d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:18.137114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2037a12f-1953-4042-8180-e407dc6fc324 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:20:18.144134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:20:18.158805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4bfb9576-6983-4098-8197-d1631949c3d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/d575707f-de8b-46c2-a38b-73073aab2ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2150042 Aug 11 00:20:18.185952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 2037a12f-1953-4042-8180-e407dc6fc324 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:20:18.186590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2037a12f-1953-4042-8180-e407dc6fc324 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:20:18.198684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6ab83ec-5809-4519-9ee6-9a921f4530d5 req-cf777e75-6388-4603-b371-34d79fd55e3a tempest-AggregatesAdminTestJSON-1939870761 tempest-AggregatesAdminTestJSON-1939870761-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2a9cea1-ced3-4112-9d67-cd545885cfa6 HTTP/1.1" status: 200 len: 210 time: 0.3361623 Aug 11 00:20:18.316397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c303aa71-b463-4bf5-a566-09069e240a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:18.358634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Sync routers for ids ['d575707f-de8b-46c2-a38b-73073aab2ea2'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:20:18.376504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Routers {'d575707f-de8b-46c2-a38b-73073aab2ea2'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:20:18.379194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:19:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d575707f-de8b-46c2-a38b-73073aab2ea2'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:18.538097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c303aa71-b463-4bf5-a566-09069e240a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:18.557727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Set router d575707f-de8b-46c2-a38b-73073aab2ea2 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:20:18.567370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Attempting to bind port c88c28f2-4338-4b68-a0b5-f0033784826d on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:18.567978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Attempting to bind port c88c28f2-4338-4b68-a0b5-f0033784826d by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:18.588717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Attempting to bind port c88c28f2-4338-4b68-a0b5-f0033784826d on network 67c3c319-7406-4c9b-b34c-79d595893fa0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:18.588717 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07e92a81-d836-4b13-b853-2ef98c94e850 req-12cb38ad-f8b2-4879-9a01-36b9640e4d92 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 210 time: 0.1192775 Aug 11 00:20:18.600118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Port c88c28f2-4338-4b68-a0b5-f0033784826d on network 67c3c319-7406-4c9b-b34c-79d595893fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:20:18.604424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Attempting to bind port c88c28f2-4338-4b68-a0b5-f0033784826d on network 67c3c319-7406-4c9b-b34c-79d595893fa0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:18.628873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:18.632083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Checking segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:18.632083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Bound using segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:18.632435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Bound port: c88c28f2-4338-4b68-a0b5-f0033784826d, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:18.634189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:18.683031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 8a0d608f-304a-40af-a454-344d2607fb59 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:18.758638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c303aa71-b463-4bf5-a566-09069e240a5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d05c263875f0420d8aa8b9c80fdb74fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5729411 Aug 11 00:20:18.770523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43636) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:18.800877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] For port c88c28f2-4338-4b68-a0b5-f0033784826d, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:18.815940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] For port c88c28f2-4338-4b68-a0b5-f0033784826d, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c88c28f2-4338-4b68-a0b5-f0033784826d,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:18.870263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303aa71-b463-4bf5-a566-09069e240a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c0a2b5-972e-48b6-a725-2d7ae2a4bf1a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:18.906522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 8a0d608f-304a-40af-a454-344d2607fb59 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:18.906889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:18.950400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002e20b-485e-4124-bfd2-b6554cf360cf req-75c06931-62e2-48e7-9c8e-e4daf99c3c13 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:18.959854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9002e20b-485e-4124-bfd2-b6554cf360cf req-75c06931-62e2-48e7-9c8e-e4daf99c3c13 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 943 time: 0.3093863 Aug 11 00:20:18.996278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.025092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c8963ef0-0231-42af-920d-551dde86395a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.056964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.063385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f786da86-d40a-4d5a-9798-d39bb64c6312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.077580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c8963ef0-0231-42af-920d-551dde86395a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.115423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9002e20b-485e-4124-bfd2-b6554cf360cf req-1e2ac25f-0741-4c89-8816-4b607bbe25c8 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455603 Aug 11 00:20:19.154614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:19.156319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.157802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-459348bd-546b-486b-b474-ac08176151fb service neutron] 10.222.0.55 "PUT /v2.0/ports/c88c28f2-4338-4b68-a0b5-f0033784826d HTTP/1.1" status: 200 len: 1092 time: 2.5856769 Aug 11 00:20:19.204392 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.207241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459348bd-546b-486b-b474-ac08176151fb service neutron] Pushing event updated for resources: {'Port': ['ID=c88c28f2-4338-4b68-a0b5-f0033784826d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:19.250881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'tag': 'c88c28f2-4338-4b68-a0b5-f0033784826d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:19.250881 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b2823f-4781-4ebe-b221-5374ceddaa84" -d '{"events": [{"name": "network-changed", "server_uuid": "8d00a8f2-3ea6-4a32-9956-6065a9bdcf06", "tag": "c88c28f2-4338-4b68-a0b5-f0033784826d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:19.257694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 8a0d608f-304a-40af-a454-344d2607fb59, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8a0d608f-304a-40af-a454-344d2607fb59,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:19.314647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:15Z', 'revision_number': 4, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a33e535f-11d7-46cb-906c-5979ee6a8723', 'name': '', 'network_id': '096d5128-97af-414c-a147-a5bf840b8177', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'mac_address': 'fa:16:3e:e3:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '10af35ba-f7de-4c33-aefd-35ec3fb0bb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:14Z', 'updated_at': '2021-08-11T00:20:16Z', 'revision_number': 2, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'subnets': [{'id': '10af35ba-f7de-4c33-aefd-35ec3fb0bb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:19.360128 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff5dfb2-0a52-4e6f-be06-039ff10b9baa x-openstack-request-id: req-0ff5dfb2-0a52-4e6f-be06-039ff10b9baa {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:19.360400 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d00a8f2-3ea6-4a32-9956-6065a9bdcf06", "tag": "c88c28f2-4338-4b68-a0b5-f0033784826d", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:19.360606 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ff5dfb2-0a52-4e6f-be06-039ff10b9baa {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:19.361023 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'tag': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'status': 'completed', 'code': 200} Aug 11 00:20:19.364053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Checking router: d575707f-de8b-46c2-a38b-73073aab2ea2 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:20:19.365198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Updating router d575707f-de8b-46c2-a38b-73073aab2ea2 port a33e535f-11d7-46cb-906c-5979ee6a8723 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:20:19.401811 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c8963ef0-0231-42af-920d-551dde86395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.406489 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c8963ef0-0231-42af-920d-551dde86395a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.407063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.407214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c8963ef0-0231-42af-920d-551dde86395a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97c0a2b5-972e-48b6-a725-2d7ae2a4bf1a HTTP/1.1" status: 204 len: 168 time: 0.6288545 Aug 11 00:20:19.417609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.435865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8963ef0-0231-42af-920d-551dde86395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c0a2b5-972e-48b6-a725-2d7ae2a4bf1a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:19.436769 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:20:19.557688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2823f-4781-4ebe-b221-5374ceddaa84 req-7a576b8b-2397-48e0-b60f-3ca04dad0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:19.559318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13b2823f-4781-4ebe-b221-5374ceddaa84 req-7a576b8b-2397-48e0-b60f-3ca04dad0b57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 1095 time: 0.2049279 Aug 11 00:20:19.621538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=8a0d608f-304a-40af-a454-344d2607fb59,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:19.756636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be8975c0-5c0b-44b5-8e24-c77b660d694f req-8204e65e-1e5f-44ee-a08c-d5be7fbf9615 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 210 time: 0.0611224 Aug 11 00:20:19.911303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:19.917352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8a0d608f-304a-40af-a454-344d2607fb59 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:19.947892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Transition to ACTIVE for port object a33e535f-11d7-46cb-906c-5979ee6a8723 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:19.982311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 8a0d608f-304a-40af-a454-344d2607fb59 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:19.982705 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:20.008041 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-56b6b733-c1b5-464e-9147-f7d521af495c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7017210 Aug 11 00:20:20.020601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:20.077500 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:20.132281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2823f-4781-4ebe-b221-5374ceddaa84 req-89b0e50d-c715-49a1-b71e-1539fb5ad7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:20.135197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13b2823f-4781-4ebe-b221-5374ceddaa84 req-89b0e50d-c715-49a1-b71e-1539fb5ad7ee service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b6a215b1b0f04afaac7a7504e3660249&shared=False HTTP/1.1" status: 200 len: 925 time: 0.5677795 Aug 11 00:20:20.140149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:20.185882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec14ca-0256-44d0-af7b-5ab940cd1868 None None] Pushing event updated for resources: {'Port': ['ID=a33e535f-11d7-46cb-906c-5979ee6a8723,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:20.262667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Attempting to bind port a33e535f-11d7-46cb-906c-5979ee6a8723 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:20.263027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Attempting to bind port a33e535f-11d7-46cb-906c-5979ee6a8723 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:20.263465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Attempting to bind port a33e535f-11d7-46cb-906c-5979ee6a8723 on network 096d5128-97af-414c-a147-a5bf840b8177 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:20.270256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:20.270716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Checking segment: {'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:20.271119 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:20.271562 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Bound using segment: {'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:20.272105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Bound port: a33e535f-11d7-46cb-906c-5979ee6a8723, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c093f6e-8c53-42d1-bedd-38c9734085ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '096d5128-97af-414c-a147-a5bf840b8177'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:20.272520 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:20.284645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:20.397842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] For port a33e535f-11d7-46cb-906c-5979ee6a8723, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:20.403928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] For port a33e535f-11d7-46cb-906c-5979ee6a8723, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a33e535f-11d7-46cb-906c-5979ee6a8723,segment=NetworkSegment(3c093f6e-8c53-42d1-bedd-38c9734085ef),segment_id=3c093f6e-8c53-42d1-bedd-38c9734085ef)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:20.561555 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:20.589577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2823f-4781-4ebe-b221-5374ceddaa84 req-e457585b-83b7-45e3-ae92-6d6ae3fe2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:20.591790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13b2823f-4781-4ebe-b221-5374ceddaa84 req-e457585b-83b7-45e3-ae92-6d6ae3fe2d1f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4258423 Aug 11 00:20:20.637014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:20.693176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec14ca-0256-44d0-af7b-5ab940cd1868 None None] Pushing event updated for resources: {'Port': ['ID=a33e535f-11d7-46cb-906c-5979ee6a8723,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:20.700739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Routers {'d575707f-de8b-46c2-a38b-73073aab2ea2'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:20:20.705352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:20:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d575707f-de8b-46c2-a38b-73073aab2ea2'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:20.865364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] Set router d575707f-de8b-46c2-a38b-73073aab2ea2 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:20:20.891751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Allocated IP 172.25.0.148 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/67dccf7d-537e-4e63-a6d7-b7cc807ec66f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:20.913713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-92143dbc-9b7f-4498-9510-7ce8350ea507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:20.915322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-92143dbc-9b7f-4498-9510-7ce8350ea507 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 1095 time: 0.0883360 Aug 11 00:20:21.009877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43692) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:21.061747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-f1ab05cd-e732-420f-8694-51b16a037bdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88c28f2-4338-4b68-a0b5-f0033784826d HTTP/1.1" status: 200 len: 217 time: 0.1320882 Aug 11 00:20:21.144986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-602303e4-ce50-4be8-9140-9fd2ad54d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:21.146602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-602303e4-ce50-4be8-9140-9fd2ad54d358 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a3b0f2-4366-4ec9-996d-911682065254 HTTP/1.1" status: 200 len: 863 time: 0.0782499 Aug 11 00:20:21.192671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:21.282104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa719f2b-a814-426e-85c9-aacdf9ade0a6 req-d5b3a886-e01e-466f-ab3f-e9cf40f40177 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:21.285803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-ba49a10e-b234-4c8c-802f-7c84e7b6ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:21.288014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa719f2b-a814-426e-85c9-aacdf9ade0a6 req-d5b3a886-e01e-466f-ab3f-e9cf40f40177 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 943 time: 0.0875804 Aug 11 00:20:21.289931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-ba49a10e-b234-4c8c-802f-7c84e7b6ccb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67c3c319-7406-4c9b-b34c-79d595893fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333687 Aug 11 00:20:21.378031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa719f2b-a814-426e-85c9-aacdf9ade0a6 req-280d0339-58ef-4ee2-a810-555f5634aa56 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838668 Aug 11 00:20:21.428050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1f9d4aa4-fea2-460c-acb8-1a8dcbdc3c1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83610428e3654607832f32db5b5de890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164424 Aug 11 00:20:21.432182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43710) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:21.487017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:15Z', 'revision_number': 4, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a33e535f-11d7-46cb-906c-5979ee6a8723', 'name': '', 'network_id': '096d5128-97af-414c-a147-a5bf840b8177', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'mac_address': 'fa:16:3e:e3:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '10af35ba-f7de-4c33-aefd-35ec3fb0bb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:14Z', 'updated_at': '2021-08-11T00:20:20Z', 'revision_number': 4, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'subnets': [{'id': '10af35ba-f7de-4c33-aefd-35ec3fb0bb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:21.523671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-184bfb98-d5de-455b-96ac-cc1ac720ba3a service neutron] 10.222.0.55 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255979 Aug 11 00:20:21.527950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81793965-e1a4-4083-a413-271ceecda9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:21.533295 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a724e8f5-f19f-46dd-a6ca-9cd23e0ebc3d req-0b8fbd81-5ee1-4489-a814-bfe9026336f3 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 210 time: 0.0458848 Aug 11 00:20:21.566741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81793965-e1a4-4083-a413-271ceecda9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:21.604998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0346c6b-09d4-4466-b29b-6ed6857c85a0 None None] The sync data for ids ['d575707f-de8b-46c2-a38b-73073aab2ea2'] in n-d-712143-13 is: [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:15Z', 'revision_number': 4, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a33e535f-11d7-46cb-906c-5979ee6a8723', 'name': '', 'network_id': '096d5128-97af-414c-a147-a5bf840b8177', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'mac_address': 'fa:16:3e:e3:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '10af35ba-f7de-4c33-aefd-35ec3fb0bb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:14Z', 'updated_at': '2021-08-11T00:20:20Z', 'revision_number': 4, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'subnets': [{'id': '10af35ba-f7de-4c33-aefd-35ec3fb0bb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:20:21.660118 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:21.753450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81793965-e1a4-4083-a413-271ceecda9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:21.765666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81793965-e1a4-4083-a413-271ceecda9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:21.769478 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81793965-e1a4-4083-a413-271ceecda9cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d0a9d28-a367-45b1-b3f7-057a4379f117 HTTP/1.1" status: 204 len: 168 time: 0.3350024 Aug 11 00:20:21.802856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:21.816928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:21.828800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81793965-e1a4-4083-a413-271ceecda9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0a9d28-a367-45b1-b3f7-057a4379f117,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:21.848178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:22.024886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a33e535f-11d7-46cb-906c-5979ee6a8723 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:22.036914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event updated for resources: {'Port': ['ID=67dccf7d-537e-4e63-a6d7-b7cc807ec66f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:22.124591 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-0b143d99-9460-4e89-96cd-e2ac6db67982 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374893 Aug 11 00:20:22.134748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c13a71c3-889a-4370-bc97-0b02065f8576 req-79116092-fa7d-47ab-8c8e-e1a997c226e1 service neutron] 10.222.0.55 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857222 Aug 11 00:20:22.293820 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:22.305189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-2e06b5ee-be02-45ee-95f9-9bc7925e51f8 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:22.306840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-2e06b5ee-be02-45ee-95f9-9bc7925e51f8 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747186 Aug 11 00:20:22.333175 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Request body: {'port': {'device_id': 'e73fa283-3b80-42fa-b9f2-7604a4ec6add', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '8cc91a92f30c41c7a27c5347e218d0f1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:22.355336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a33e535f-11d7-46cb-906c-5979ee6a8723 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:22.360867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a33e535f-11d7-46cb-906c-5979ee6a8723 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:22.361239 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:22.497952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:22.528063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:22.550421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ccc1a-1970-4a29-acde-d43d62692fa2 req-805d9a07-8b9c-443c-b7db-95c0d5577f9d tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:22.552787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf9ccc1a-1970-4a29-acde-d43d62692fa2 req-805d9a07-8b9c-443c-b7db-95c0d5577f9d tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 943 time: 0.0586915 Aug 11 00:20:22.601820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a33e535f-11d7-46cb-906c-5979ee6a8723, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a33e535f-11d7-46cb-906c-5979ee6a8723,segment=NetworkSegment(3c093f6e-8c53-42d1-bedd-38c9734085ef),segment_id=3c093f6e-8c53-42d1-bedd-38c9734085ef)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:22.626107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf9ccc1a-1970-4a29-acde-d43d62692fa2 req-6f28d8b2-3cc0-45a5-9a79-7e99b5ac37b6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634983 Aug 11 00:20:22.662918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:22.751259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ab670b0-d42a-431a-86b9-751bfcc61bee req-c64e1920-ee88-4fe2-ab0f-9240939692c5 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 210 time: 0.0319383 Aug 11 00:20:22.764161 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:22.831862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a33e535f-11d7-46cb-906c-5979ee6a8723,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:22.841177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.841971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.842354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.842748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.843082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.843620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.844036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.844373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.844870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.845209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.845634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.845968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:20:22.905136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Made reservation on behalf of 8cc91a92f30c41c7a27c5347e218d0f1 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:22.910413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:23.000115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:23.109348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Allocated IP 192.168.233.177 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/86470439-650f-46cd-9783-3902ecd4040a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:23.205647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:23.434550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event updated for resources: {'Port': ['ID=67dccf7d-537e-4e63-a6d7-b7cc807ec66f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:23.467096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:23.519562 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:23.540800 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Transition to ACTIVE for port object 86470439-650f-46cd-9783-3902ecd4040a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:23.635060 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:23.646274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-8f79425f-8669-41aa-b795-2ad32d4f9cbd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6275940 Aug 11 00:20:23.725505 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-31e8c049-119e-41de-96b7-88f56c94dd95 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.0821836 Aug 11 00:20:23.733136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:23.749851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a943c0eb-1146-42a2-a4a2-7fc62be3561a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:23.780917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e49a4-f6a4-4324-b48e-eba15feb14b1 req-06236aae-5e79-4f99-b70e-db6478ec3383 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:23.782321 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d7e49a4-f6a4-4324-b48e-eba15feb14b1 req-06236aae-5e79-4f99-b70e-db6478ec3383 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 943 time: 0.0657415 Aug 11 00:20:23.892079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d7e49a4-f6a4-4324-b48e-eba15feb14b1 req-adf692ae-8d35-4dd5-b6c3-701ea434b587 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940905 Aug 11 00:20:23.943809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a33e535f-11d7-46cb-906c-5979ee6a8723 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:23.987579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:24.001068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-17009b33-56d3-4f72-88ba-7d457041fe45 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:24.001068 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-17009b33-56d3-4f72-88ba-7d457041fe45 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2542706 Aug 11 00:20:24.005483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:24.012182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:24.036385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235010eb-e26c-411f-9890-137fde1266f4 req-f7b03890-248a-4ddf-a719-c9a0a851cdc6 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:24.038703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-235010eb-e26c-411f-9890-137fde1266f4 req-f7b03890-248a-4ddf-a719-c9a0a851cdc6 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 936 time: 0.0698090 Aug 11 00:20:24.051039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-90833acf-d23e-425f-9263-14dc4e975723 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:20:24.052480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5eab9740-0c57-4085-82c0-72e4b52b38b4 req-90833acf-d23e-425f-9263-14dc4e975723 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098107 Aug 11 00:20:24.053639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Pushing event updated for resources: {'Port': ['ID=86470439-650f-46cd-9783-3902ecd4040a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:24.088580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:24.089273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.104829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43760) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:24.179195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a33e535f-11d7-46cb-906c-5979ee6a8723 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:24.179625 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.183006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-235010eb-e26c-411f-9890-137fde1266f4 req-3488bc6e-2a22-49b4-a289-b258e624bb30 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349716 Aug 11 00:20:24.245636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-886f2849-e5da-4d7c-acdc-dcf87d0d2cf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e8bae2f502f436ba286653d6ba6fcfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350055 Aug 11 00:20:24.251370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43764) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:24.279511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-03ef6898-01a2-4c4b-974b-10d72a2e0d6d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9526091 Aug 11 00:20:24.303949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Request body: {'port': {'device_id': 'e73fa283-3b80-42fa-b9f2-7604a4ec6add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:24.334859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43766) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:24.406765 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d5f7989-2f02-4c4b-a83d-e529c179ee7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.467323 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d5f7989-2f02-4c4b-a83d-e529c179ee7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.592045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a451b63a-755c-48fd-92b6-b12bfff10591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.694327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d5f7989-2f02-4c4b-a83d-e529c179ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.698750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d5f7989-2f02-4c4b-a83d-e529c179ee7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.700602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6d5f7989-2f02-4c4b-a83d-e529c179ee7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a29cd08-62d1-45f9-b215-21aec1597dd9 HTTP/1.1" status: 204 len: 168 time: 0.4473579 Aug 11 00:20:24.718043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-665f67ff-fd9e-4634-875a-9127aea0b76b None None] Provisioning for port 86470439-650f-46cd-9783-3902ecd4040a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:24.723891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-665f67ff-fd9e-4634-875a-9127aea0b76b None None] Provisioning complete for port 86470439-650f-46cd-9783-3902ecd4040a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:24.729792 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-665f67ff-fd9e-4634-875a-9127aea0b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.736652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f7989-2f02-4c4b-a83d-e529c179ee7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a29cd08-62d1-45f9-b215-21aec1597dd9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:24.743768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.765966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-1e1861ad-d5d6-44c6-a31d-7014659ececd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6432769 Aug 11 00:20:24.804903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-665f67ff-fd9e-4634-875a-9127aea0b76b None None] Port 86470439-650f-46cd-9783-3902ecd4040a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:20:24.824167 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a451b63a-755c-48fd-92b6-b12bfff10591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:24.884481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:24.939782 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a451b63a-755c-48fd-92b6-b12bfff10591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.017119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b63a-755c-48fd-92b6-b12bfff10591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf4b6b0-f49f-4aca-8927-1934ec8d5356,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:25.045767 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a451b63a-755c-48fd-92b6-b12bfff10591 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45b56ea0c017416b9b659f218f5e438c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070568 Aug 11 00:20:25.051765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43788) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:25.167969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86470439-650f-46cd-9783-3902ecd4040a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:25.177840 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.195471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Transition to ACTIVE for port object 86470439-650f-46cd-9783-3902ecd4040a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:25.200468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904266-e65c-4106-80ce-d7d33b11b1f6 req-c5b785cf-ff51-4577-8825-55d07436ecb3 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:25.202506 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d904266-e65c-4106-80ce-d7d33b11b1f6 req-c5b785cf-ff51-4577-8825-55d07436ecb3 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 943 time: 0.1375852 Aug 11 00:20:25.224845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.245377 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-082f5a27-2c62-4eb1-9f81-07e566f0f893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.316031 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-082f5a27-2c62-4eb1-9f81-07e566f0f893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.326059 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d904266-e65c-4106-80ce-d7d33b11b1f6 req-000c1149-1599-492a-9a92-15592ee7a00b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104903 Aug 11 00:20:25.388090 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.471666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Pushing event updated for resources: {'Port': ['ID=86470439-650f-46cd-9783-3902ecd4040a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:25.486543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.531558 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-082f5a27-2c62-4eb1-9f81-07e566f0f893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.538983 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-082f5a27-2c62-4eb1-9f81-07e566f0f893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.545627 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-082f5a27-2c62-4eb1-9f81-07e566f0f893 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdf4b6b0-f49f-4aca-8927-1934ec8d5356 HTTP/1.1" status: 204 len: 168 time: 0.4872892 Aug 11 00:20:25.559224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f5a27-2c62-4eb1-9f81-07e566f0f893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf4b6b0-f49f-4aca-8927-1934ec8d5356,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:25.588053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176b339-ab90-4fa9-b991-c7b9bae8c826 req-ff6aba65-c837-4931-b1c5-33cefa5eaea8 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:25.599396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a176b339-ab90-4fa9-b991-c7b9bae8c826 req-ff6aba65-c837-4931-b1c5-33cefa5eaea8 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 948 time: 0.1313429 Aug 11 00:20:25.677988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a176b339-ab90-4fa9-b991-c7b9bae8c826 req-203bf9e1-c3a8-4d23-8d87-13aabccae600 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667624 Aug 11 00:20:25.707739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Attempting to bind port 86470439-650f-46cd-9783-3902ecd4040a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:25.710704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Attempting to bind port 86470439-650f-46cd-9783-3902ecd4040a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:25.714292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Attempting to bind port 86470439-650f-46cd-9783-3902ecd4040a on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:25.732069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Port 86470439-650f-46cd-9783-3902ecd4040a on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:20:25.732496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Attempting to bind port 86470439-650f-46cd-9783-3902ecd4040a on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:25.745075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:25.745582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:25.746186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:25.746762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Bound port: 86470439-650f-46cd-9783-3902ecd4040a, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:25.747340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:25.780233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43802) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:25.788477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Allocated IP 172.25.0.70 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/50a07360-eca5-4fbb-96f3-b643b14ca6c4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:25.917740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] For port 86470439-650f-46cd-9783-3902ecd4040a, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:25.922872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] For port 86470439-650f-46cd-9783-3902ecd4040a, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86470439-650f-46cd-9783-3902ecd4040a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:25.977357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.015207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c88c28f2-4338-4b68-a0b5-f0033784826d details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:20:26.020816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.075406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:26.076398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.078588 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] 10.222.0.44 "PUT /v2.0/ports/86470439-650f-46cd-9783-3902ecd4040a HTTP/1.1" status: 200 len: 1097 time: 1.7889006 Aug 11 00:20:26.079297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73fa283-3b80-42fa-b9f2-7604a4ec6add', 'tag': '86470439-650f-46cd-9783-3902ecd4040a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:26.083680 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee76cbe5-2f96-44e3-bba3-61867654388a" -d '{"events": [{"name": "network-changed", "server_uuid": "e73fa283-3b80-42fa-b9f2-7604a4ec6add", "tag": "86470439-650f-46cd-9783-3902ecd4040a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:26.151845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35a95e-762b-45f6-bab6-195ad6bf4658 service neutron] Pushing event updated for resources: {'Port': ['ID=86470439-650f-46cd-9783-3902ecd4040a,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:26.163508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.192242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c88c28f2-4338-4b68-a0b5-f0033784826d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c88c28f2-4338-4b68-a0b5-f0033784826d,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:26.198284 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6524ae-8a1d-4719-b1ba-2d11c93bf2af x-openstack-request-id: req-fe6524ae-8a1d-4719-b1ba-2d11c93bf2af {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:26.198842 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73fa283-3b80-42fa-b9f2-7604a4ec6add", "tag": "86470439-650f-46cd-9783-3902ecd4040a", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:26.204585 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe6524ae-8a1d-4719-b1ba-2d11c93bf2af {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:26.204585 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73fa283-3b80-42fa-b9f2-7604a4ec6add', 'tag': '86470439-650f-46cd-9783-3902ecd4040a', 'status': 'completed', 'code': 200} Aug 11 00:20:26.212075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'port_id': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'mac_address': 'fa:16:3e:09:7b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:20:26.264326 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.287608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88c28f2-4338-4b68-a0b5-f0033784826d {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:26.317344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:26.321627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c88c28f2-4338-4b68-a0b5-f0033784826d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c88c28f2-4338-4b68-a0b5-f0033784826d,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:26.329647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:26.345264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:26.360127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1612701550-network', 'tenant_id': '064855ecf62b4de4832543e325d9b97d'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:26.435387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event updated for resources: {'Port': ['ID=50a07360-eca5-4fbb-96f3-b643b14ca6c4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:26.454494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76cbe5-2f96-44e3-bba3-61867654388a req-8875c75c-cf32-4fc6-ac46-9be9522d6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:26.455144 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.457260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee76cbe5-2f96-44e3-bba3-61867654388a req-8875c75c-cf32-4fc6-ac46-9be9522d6b47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 1100 time: 0.2499826 Aug 11 00:20:26.528058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee76cbe5-2f96-44e3-bba3-61867654388a req-87e170a3-945d-4d7e-949c-8408c49c7cc7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604701 Aug 11 00:20:26.554092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Made reservation on behalf of 064855ecf62b4de4832543e325d9b97d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:26.557615 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.571625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ebf0b-242a-44fe-9540-b45d0da88d14 req-55a6750b-a2d4-4963-be8a-c545d0401240 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:26.573356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-614ebf0b-242a-44fe-9540-b45d0da88d14 req-55a6750b-a2d4-4963-be8a-c545d0401240 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 944 time: 0.1048515 Aug 11 00:20:26.611741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c88c28f2-4338-4b68-a0b5-f0033784826d,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:26.614395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.665010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-614ebf0b-242a-44fe-9540-b45d0da88d14 req-2eb13e54-ea56-40ae-86b9-f13a2b77f989 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648515 Aug 11 00:20:26.670791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['c88c28f2-4338-4b68-a0b5-f0033784826d'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:26.676698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.765104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76cbe5-2f96-44e3-bba3-61867654388a req-87d4e139-7281-4fec-ac0c-6e7a19cdbddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:26.766796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee76cbe5-2f96-44e3-bba3-61867654388a req-87d4e139-7281-4fec-ac0c-6e7a19cdbddf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2302158 Aug 11 00:20:26.810680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.909941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.915301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-5f00b2d5-882b-4682-bb17-2e51e931d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:26.916977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-5f00b2d5-882b-4682-bb17-2e51e931d175 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 1100 time: 0.1035223 Aug 11 00:20:26.953519 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:26.991281 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-f89a4ae7-1e48-4580-a13a-d87a6395ef5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=86470439-650f-46cd-9783-3902ecd4040a HTTP/1.1" status: 200 len: 217 time: 0.0557127 Aug 11 00:20:27.007839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:20:27.020390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1a3bda-8b32-4a52-b88f-0639038a97c4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:27.028585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.029237 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Added segment 8d7ef09e-1914-4d5e-92af-bc62b0913bcb of type vlan for network bbb78a15-e01a-4b33-a6e5-5702ff422fff Aug 11 00:20:27.092263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.106307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-58b895bf-7523-40f1-b6e1-035a20dd09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:27.107671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-58b895bf-7523-40f1-b6e1-035a20dd09bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1078684 Aug 11 00:20:27.176324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-cce094fa-06ce-4be8-9a19-c28866b3c379 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584793 Aug 11 00:20:27.176634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43840) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:27.212882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-57ef645d-3d46-4409-ae19-02ee4d87ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:27.214414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-57ef645d-3d46-4409-ae19-02ee4d87ff39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993896 Aug 11 00:20:27.215238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd034cc6-5431-4679-a128-12d7737dab68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.292778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.294371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:27.295380 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.306771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.371770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-74404e05-2d5c-4500-bb8f-6403fac83fd5 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429806 Aug 11 00:20:27.393129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.551516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] Pushing event updated for resources: {'Network': ['ID=bbb78a15-e01a-4b33-a6e5-5702ff422fff,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:27.571068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd034cc6-5431-4679-a128-12d7737dab68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.572305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event updated for resources: {'Port': ['ID=50a07360-eca5-4fbb-96f3-b643b14ca6c4,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:27.578414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:20:27.589108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e713-0e78-41f9-8bac-7da17442200f req-159ee84d-4a8f-4564-b198-d48e3d5e4ffb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:27.590007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.598243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-159ee84d-4a8f-4564-b198-d48e3d5e4ffb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4015028 Aug 11 00:20:27.609193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c113efb-66ec-47ad-a32e-a839189fd73a req-944c20c9-8d9f-44c4-98ea-fa9baabac61d service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296400 Aug 11 00:20:27.614312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-9559a606-28b0-40ef-8350-a2cc8a6389cf tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/quotas/1dc945de2a454393b6d2ae45d33b0de8 HTTP/1.1" status: 200 len: 375 time: 0.0142539 Aug 11 00:20:27.648401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd034cc6-5431-4679-a128-12d7737dab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.671888 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-3165c988-d34b-4fe4-aaf9-c67b7b755c46 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496199 Aug 11 00:20:27.707608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bd034cc6-5431-4679-a128-12d7737dab68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d985af8d2d1f48259862a0890f2f4dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298328 Aug 11 00:20:27.708842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd034cc6-5431-4679-a128-12d7737dab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7365d7-28a6-470e-8c44-4819b218dd92,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:27.710612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43848) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:27.771951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-65e35a8f-d160-48af-924a-248d54314f6e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9899991 Aug 11 00:20:27.772201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.774904 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-e11cbf3f-6010-431c-9b13-f5d68859f5e6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8974960 Aug 11 00:20:27.776783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43852) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:27.791510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Request body: {'subnet': {'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1612701550-subnet', 'tenant_id': '064855ecf62b4de4832543e325d9b97d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:27.841882 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-636d2d97-f77f-4fcf-9659-b8eab468982c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.886827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-636d2d97-f77f-4fcf-9659-b8eab468982c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:27.899325 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-70cce4c0-a7c5-4254-b573-9c8ea623e8ac tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.1020868 Aug 11 00:20:28.018833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c88c28f2-4338-4b68-a0b5-f0033784826d up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:28.022752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Made reservation on behalf of 064855ecf62b4de4832543e325d9b97d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:28.035075 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:28.047583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-636d2d97-f77f-4fcf-9659-b8eab468982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:28.051248 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-636d2d97-f77f-4fcf-9659-b8eab468982c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:28.056581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-636d2d97-f77f-4fcf-9659-b8eab468982c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce7365d7-28a6-470e-8c44-4819b218dd92 HTTP/1.1" status: 204 len: 168 time: 0.3395276 Aug 11 00:20:28.062631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d2d97-f77f-4fcf-9659-b8eab468982c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7365d7-28a6-470e-8c44-4819b218dd92,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:28.226135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-c3eb365f-fb69-4b34-96a1-1690820051f1 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:28.227817 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16d2b4c9-8a4d-4b88-8d7b-b520b1e5c647 req-c3eb365f-fb69-4b34-96a1-1690820051f1 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.3225286 Aug 11 00:20:28.272183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port c88c28f2-4338-4b68-a0b5-f0033784826d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:28.282149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port c88c28f2-4338-4b68-a0b5-f0033784826d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:28.282149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:28.488910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:28.539112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88c28f2-4338-4b68-a0b5-f0033784826d'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:28.543382 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d26ff6-51f2-4e65-97ba-b6547b7a9844" -d '{"events": [{"server_uuid": "8d00a8f2-3ea6-4a32-9956-6065a9bdcf06", "name": "network-vif-plugged", "status": "completed", "tag": "c88c28f2-4338-4b68-a0b5-f0033784826d"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:28.572280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c88c28f2-4338-4b68-a0b5-f0033784826d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c88c28f2-4338-4b68-a0b5-f0033784826d,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:28.573618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6feade-3137-4d79-a211-b277167cf0cd req-8e5d1f82-0b1b-4200-993a-4ae5746b8deb tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:28.575475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d6feade-3137-4d79-a211-b277167cf0cd req-8e5d1f82-0b1b-4200-993a-4ae5746b8deb tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 948 time: 0.1636231 Aug 11 00:20:28.628896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d6feade-3137-4d79-a211-b277167cf0cd req-c5e303d2-d7ed-468e-868a-9548927b9a4f tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Aug 11 00:20:28.646670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:28.678960 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:28.777559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:28.829226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Checking segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:28.829801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Network hostable DHCP agents. Network: bbb78a15-e01a-4b33-a6e5-5702ff422fff, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:20:28.859550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c88c28f2-4338-4b68-a0b5-f0033784826d,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:28.907941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fabcc6-5067-480f-bb75-6343667b10ba req-0b8d1dc1-a231-40f6-8d8b-bf865057caad tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:28.917212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49fabcc6-5067-480f-bb75-6343667b10ba req-0b8d1dc1-a231-40f6-8d8b-bf865057caad tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 945 time: 0.1095762 Aug 11 00:20:28.974132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49fabcc6-5067-480f-bb75-6343667b10ba req-9e6db1d5-bf3e-406f-883d-5903b1fa8a8c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519001 Aug 11 00:20:28.983111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:20:29.022202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-085a361e-94ed-4f88-8383-0502b38a45bc req-cace1346-8e08-4c19-90ea-b4b41bdd1a47 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 210 time: 0.0604241 Aug 11 00:20:29.102319 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e635120f-0748-41f8-b63e-ccca8b33c2c0 x-openstack-request-id: req-e635120f-0748-41f8-b63e-ccca8b33c2c0 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:29.102574 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d00a8f2-3ea6-4a32-9956-6065a9bdcf06", "name": "network-vif-plugged", "status": "completed", "tag": "c88c28f2-4338-4b68-a0b5-f0033784826d", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:29.103626 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e635120f-0748-41f8-b63e-ccca8b33c2c0 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:29.105764 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'code': 200} Aug 11 00:20:29.135583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, bbb78a15-e01a-4b33-a6e5-5702ff422fff) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:29.148682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d540bd9a-3f7f-4978-95cd-736e897026db None None] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:29.198012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:29.200296 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:29.271006 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:29.272341 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:29.357648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0e6f87e9-a3e7-4ff8-9684-4104936e49ef admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5790703 Aug 11 00:20:29.380070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ec455074-4062-4a50-8e01-fb2385af5777 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3668795 Aug 11 00:20:29.394581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80509204-bd9d-4d6d-aa2d-7565c1e41b96 req-44a39378-013b-45ab-bc3b-03ec27d45b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:29.399206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80509204-bd9d-4d6d-aa2d-7565c1e41b96 req-44a39378-013b-45ab-bc3b-03ec27d45b38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 1097 time: 0.1631646 Aug 11 00:20:29.403063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:29.483872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369deb03-11fd-4b2d-ac73-7d6130c3cef2 None None] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:29.495793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80509204-bd9d-4d6d-aa2d-7565c1e41b96 req-0e24e5ef-c65a-46f8-b8dc-bc70dc4ab6af service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835826 Aug 11 00:20:29.589302 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:29.769056 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:30.050725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d1366-8ac3-4daf-b582-0f06a0cfa0be req-7df4e424-42a5-4ebd-82ad-87d30d829e03 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:30.054621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Allocated IP 172.25.0.23 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/22e173d5-dd13-4b23-80fd-d2f0915931f9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:30.066962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c3d1366-8ac3-4daf-b582-0f06a0cfa0be req-7df4e424-42a5-4ebd-82ad-87d30d829e03 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 948 time: 0.1171696 Aug 11 00:20:30.129170 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c3d1366-8ac3-4daf-b582-0f06a0cfa0be req-7b1623a1-286c-4529-8964-03b08fa752a6 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606828 Aug 11 00:20:30.173732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 86470439-650f-46cd-9783-3902ecd4040a details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:20:30.252261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:30.369269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 86470439-650f-46cd-9783-3902ecd4040a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86470439-650f-46cd-9783-3902ecd4040a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:30.389561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '86470439-650f-46cd-9783-3902ecd4040a', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '86470439-650f-46cd-9783-3902ecd4040a', 'mac_address': 'fa:16:3e:51:fc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:20:30.409760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43928) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:30.441298 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:30.457230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86470439-650f-46cd-9783-3902ecd4040a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:30.482854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 86470439-650f-46cd-9783-3902ecd4040a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86470439-650f-46cd-9783-3902ecd4040a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:30.509450 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:30.577411 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:30.630050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2025115355-network', 'tenant_id': '0cba842470cb42649154e0bc813fbf84'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:30.640839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event updated for resources: {'Port': ['ID=22e173d5-dd13-4b23-80fd-d2f0915931f9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:30.648982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=86470439-650f-46cd-9783-3902ecd4040a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:30.678025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:30.682716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:30.685317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:30.740069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a5a6-8ed2-4846-aed3-802f406d4e73 req-f25f0358-5102-4b60-9f83-f7d0251c4053 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:30.743140 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1654a5a6-8ed2-4846-aed3-802f406d4e73 req-f25f0358-5102-4b60-9f83-f7d0251c4053 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 945 time: 0.0842342 Aug 11 00:20:30.772531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['86470439-650f-46cd-9783-3902ecd4040a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:30.785837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:30.803034 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1654a5a6-8ed2-4846-aed3-802f406d4e73 req-c623d78f-5136-43b4-bdaa-9ba533d75f73 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523925 Aug 11 00:20:30.813267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Made reservation on behalf of 0cba842470cb42649154e0bc813fbf84 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:30.817340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:30.833727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:30.944884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.106156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.158513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-e40ab7be-eb87-4d60-b797-ca4d389f3216 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387602 Aug 11 00:20:31.227090 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.298841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:20:31.323124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.342962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62123d15-d415-4092-a940-c8ed314db2ae req-ac0d0bd8-2de1-4c70-9fb8-4963749da50d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:31.345551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-ac0d0bd8-2de1-4c70-9fb8-4963749da50d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.2686455 Aug 11 00:20:31.354528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52139a47-387e-4341-a49e-49d02e237fdd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:31.367912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.368459 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Added segment 6efa2c20-d37c-4663-8fbf-435e36a55b0e of type vlan for network 8c59f848-f680-473b-8fd6-692def6fba06 Aug 11 00:20:31.370216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-c3fdeae0-9b90-43fb-b134-76875d103c42 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/quotas/064855ecf62b4de4832543e325d9b97d HTTP/1.1" status: 200 len: 375 time: 0.0154502 Aug 11 00:20:31.416078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-8d1a5169-d9ec-407b-93b9-f1187478af07 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324020 Aug 11 00:20:31.438227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e713-0e78-41f9-8bac-7da17442200f req-11dc15b7-e98e-439e-8bed-1b1a01afc78e tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:31.439838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-11dc15b7-e98e-439e-8bed-1b1a01afc78e tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752056 Aug 11 00:20:31.450586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.457933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Request body: {'port': {'device_id': '0127bce0-4cfa-4bf2-9221-8d6c857a8dce', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '1dc945de2a454393b6d2ae45d33b0de8'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:31.535483 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.576175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-2b42cc58-ab65-4a0e-a811-19299271183f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:20:31.577813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-2b42cc58-ab65-4a0e-a811-19299271183f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0694511 Aug 11 00:20:31.640345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event updated for resources: {'Port': ['ID=22e173d5-dd13-4b23-80fd-d2f0915931f9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:31.656524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.658286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:31.658286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.715458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.745937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] Pushing event updated for resources: {'Network': ['ID=8c59f848-f680-473b-8fd6-692def6fba06,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:31.756962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-2da6efcb-697c-480c-916b-4172c4873a20 service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682429 Aug 11 00:20:31.770522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 8c59f848-f680-473b-8fd6-692def6fba06 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:20:31.816795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Made reservation on behalf of 1dc945de2a454393b6d2ae45d33b0de8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:31.823489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.839195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.910947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-e9444301-edc3-4d77-9a69-b62c659b5d20 service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451931 Aug 11 00:20:31.914014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6920bcb3-52ec-4752-a2a1-3ee132751a7a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5041006 Aug 11 00:20:31.917021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43956) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:31.920351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:31.922435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-ad6f39cc-b928-4dd8-aa24-5a2897e11d3d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5332861 Aug 11 00:20:31.927195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Request body: {'subnet': {'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2025115355-subnet', 'tenant_id': '0cba842470cb42649154e0bc813fbf84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:32.054328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-fceca3ad-6433-432d-b406-b2b8dcb952d1 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.23 HTTP/1.1" status: 200 len: 695 time: 0.1125169 Aug 11 00:20:32.175480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 86470439-650f-46cd-9783-3902ecd4040a up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:32.221595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c597481-9d89-42c1-b079-8a0273eec6d6 req-d25c3602-97da-429e-b107-eaa535cb0800 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 210 time: 0.0382786 Aug 11 00:20:32.277045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:32.290663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-c0ab1383-1bd5-4515-9aba-2f0e9d3457fe tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:32.293407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5d3e469-febb-4680-ac1f-6697d6fecbdc req-c0ab1383-1bd5-4515-9aba-2f0e9d3457fe tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2295232 Aug 11 00:20:32.380962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 86470439-650f-46cd-9783-3902ecd4040a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:32.388566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 86470439-650f-46cd-9783-3902ecd4040a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:32.389287 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:32.413205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:32.520736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a74214b-7112-4de8-9670-683eb55fb223,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:32.521060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Made reservation on behalf of 0cba842470cb42649154e0bc813fbf84 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:32.536348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:32.645972 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:32.686002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73fa283-3b80-42fa-b9f2-7604a4ec6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86470439-650f-46cd-9783-3902ecd4040a'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:32.689154 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbdbb87-9d91-4119-8455-0f0f4d688497" -d '{"events": [{"server_uuid": "e73fa283-3b80-42fa-b9f2-7604a4ec6add", "name": "network-vif-plugged", "status": "completed", "tag": "86470439-650f-46cd-9783-3902ecd4040a"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:32.719723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Allocated IP 192.168.233.179 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:32.741335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 86470439-650f-46cd-9783-3902ecd4040a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86470439-650f-46cd-9783-3902ecd4040a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:32.858019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:32.952559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=86470439-650f-46cd-9783-3902ecd4040a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:32.986726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af32a87-416f-430b-825e-dfb3f1a35869 req-ea72f348-1bd8-45ec-83b3-b88e619c9b01 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:32.988788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6af32a87-416f-430b-825e-dfb3f1a35869 req-ea72f348-1bd8-45ec-83b3-b88e619c9b01 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 950 time: 0.1000700 Aug 11 00:20:32.991079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:33.008582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85f446-c156-4aba-9f42-c8e642c23a31 req-ae609d34-b4f9-4053-a011-f4e3b72eb5b3 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:33.010086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad85f446-c156-4aba-9f42-c8e642c23a31 req-ae609d34-b4f9-4053-a011-f4e3b72eb5b3 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 945 time: 0.1932173 Aug 11 00:20:33.035467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43976) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:33.037772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:33.079356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Request body: {'floatingip': {'port_id': 'c88c28f2-4338-4b68-a0b5-f0033784826d'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:33.088591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Transition to ACTIVE for port object 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:33.136137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0a33a19-5fbd-4925-9bd6-93f6fb006d1d req-9dfc7162-9b22-4e25-a19f-bdad033e86a3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 210 time: 0.0362706 Aug 11 00:20:33.200401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:33.205553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15a8409-61e3-4c13-ae93-7c691de770bf,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:33.212410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6af32a87-416f-430b-825e-dfb3f1a35869 req-089351e9-7ecc-4f3f-98a5-60d41c3375e5 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856859 Aug 11 00:20:33.292925 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e59f5d-f85d-4fff-9436-1cdd603166d9 x-openstack-request-id: req-25e59f5d-f85d-4fff-9436-1cdd603166d9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:33.293404 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73fa283-3b80-42fa-b9f2-7604a4ec6add", "name": "network-vif-plugged", "status": "completed", "tag": "86470439-650f-46cd-9783-3902ecd4040a", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:33.294174 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25e59f5d-f85d-4fff-9436-1cdd603166d9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:33.295128 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73fa283-3b80-42fa-b9f2-7604a4ec6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86470439-650f-46cd-9783-3902ecd4040a', 'code': 200} Aug 11 00:20:33.340060 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:33.393800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:33.394172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Network hostable DHCP agents. Network: 8c59f848-f680-473b-8fd6-692def6fba06, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:20:33.444723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.44', 57384) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:33.454612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43986) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:33.487815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:33.497132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:33.503126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:33.546095 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-5516a60b-c8c4-4907-8750-5d0881922c29 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3732104 Aug 11 00:20:33.551906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Pushing event updated for resources: {'Port': ['ID=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:33.577571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:33.617138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:33.617138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:33.659935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4806cef8-9c4b-47ee-88da-531cfad40bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:33.692533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:33.695824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36b1fa-0861-4f86-a5e2-d3d5eb6e5a53 req-f0604798-919f-4194-89c4-b60fbc71b81d tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:33.704611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b36b1fa-0861-4f86-a5e2-d3d5eb6e5a53 req-f0604798-919f-4194-89c4-b60fbc71b81d tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 936 time: 0.2122414 Aug 11 00:20:33.704791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb3a71-2dcb-40da-a943-6d3f86c39704 req-467bbd1c-c7b5-423e-ae49-a6d4b3e721ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:33.706423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2bdb3a71-2dcb-40da-a943-6d3f86c39704 req-467bbd1c-c7b5-423e-ae49-a6d4b3e721ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 1102 time: 0.2548661 Aug 11 00:20:33.710913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Network 8c59f848-f680-473b-8fd6-692def6fba06 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:20:33.789688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-fee51585-4f6e-406b-8a29-38de482c16f1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3410742 Aug 11 00:20:33.804392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Request body: {'port': {'device_id': '0127bce0-4cfa-4bf2-9221-8d6c857a8dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:33.956959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 8c59f848-f680-473b-8fd6-692def6fba06) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:33.962985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:33.964631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:33.970371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fb06e-f11b-401c-bc69-17abba74bea0 None None] Network 8c59f848-f680-473b-8fd6-692def6fba06 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:34.065882 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2bdb3a71-2dcb-40da-a943-6d3f86c39704 req-b68826ac-fc8e-46af-8b64-9eae275054b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219078 Aug 11 00:20:34.079754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-72c57979-d258-4b38-9382-4093b60ed932 None None] Provisioning for port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:34.088135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-72c57979-d258-4b38-9382-4093b60ed932 None None] Provisioning complete for port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:34.088901 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72c57979-d258-4b38-9382-4093b60ed932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:34.093956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b36b1fa-0861-4f86-a5e2-d3d5eb6e5a53 req-bbf78670-2c6c-4706-92e2-3fca867861c1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841794 Aug 11 00:20:34.186769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-72c57979-d258-4b38-9382-4093b60ed932 None None] Port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:20:34.195073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03030067-8711-4e40-901a-0e108e4bc750 None None] Network 8c59f848-f680-473b-8fd6-692def6fba06 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:34.271699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:34.296286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:34.422995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4806cef8-9c4b-47ee-88da-531cfad40bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:34.447624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98a38487-df99-4294-910f-0c3d0f5fe394 req-31997582-1c48-43b5-934e-36e241c8f007 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 210 time: 0.0545874 Aug 11 00:20:34.528441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4806cef8-9c4b-47ee-88da-531cfad40bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:34.644254 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ac31f299-7c44-4bab-9165-e06ab464ebff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7211869 Aug 11 00:20:34.653434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4806cef8-9c4b-47ee-88da-531cfad40bab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33ce0d296b3c4c199b2fed9334b8ac25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1918116 Aug 11 00:20:34.671817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43998) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:34.712653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Allocated IP 172.25.0.132 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/33e940b6-2266-48f4-8bdf-2270642922c8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:34.718668 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806cef8-9c4b-47ee-88da-531cfad40bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b61201-0bb0-48bd-93a7-d74782ee007f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:34.776200 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-efa26188-a9aa-46fa-ae15-7b036fffa1a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2160289 Aug 11 00:20:34.821464 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:34.838851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a54214-4d48-4c68-a006-59b0cb43c077 req-3dce1c6f-cdc7-4f2c-b01d-57bd076aa186 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:34.843075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5a54214-4d48-4c68-a006-59b0cb43c077 req-3dce1c6f-cdc7-4f2c-b01d-57bd076aa186 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 950 time: 0.2181580 Aug 11 00:20:34.925461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:34.928841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1256d062-089b-4c54-9c20-d87f74a49a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:34.998212 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1256d062-089b-4c54-9c20-d87f74a49a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:35.012796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5a54214-4d48-4c68-a006-59b0cb43c077 req-de47b65e-c283-4cfe-b71e-cec83f5b632a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565454 Aug 11 00:20:35.016983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:35.035440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-9cae5c90-2c00-4064-8a2c-eac530845fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:35.037091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-9cae5c90-2c00-4064-8a2c-eac530845fbb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 1102 time: 0.1797638 Aug 11 00:20:35.117988 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Floating IP 52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65 associated. External IP: 172.25.0.160, port: c88c28f2-4338-4b68-a0b5-f0033784826d. Aug 11 00:20:35.193942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:35.206934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:35.267854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-3d906771-d68e-4727-be57-f459b8395cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:35.270068 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-3d906771-d68e-4727-be57-f459b8395cda service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1777983 Aug 11 00:20:35.287546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:35.326292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-ca04d988-2c2b-4df6-be41-3aef02dbdc0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=a943c0eb-1146-42a2-a4a2-7fc62be3561a HTTP/1.1" status: 200 len: 217 time: 0.0471280 Aug 11 00:20:35.365088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Transition to ACTIVE for port object 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:35.373686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1256d062-089b-4c54-9c20-d87f74a49a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:35.379728 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1256d062-089b-4c54-9c20-d87f74a49a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:35.381425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1256d062-089b-4c54-9c20-d87f74a49a95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28b61201-0bb0-48bd-93a7-d74782ee007f HTTP/1.1" status: 204 len: 168 time: 0.6781683 Aug 11 00:20:35.429304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c180ca-268c-40dc-aa7c-48e096fdc892 req-b62e2518-4b54-4123-b87c-d8f1dfdfd1f7 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:35.431227 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c180ca-268c-40dc-aa7c-48e096fdc892 req-b62e2518-4b54-4123-b87c-d8f1dfdfd1f7 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 936 time: 0.1420531 Aug 11 00:20:35.438681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:35.456516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:35.473045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256d062-089b-4c54-9c20-d87f74a49a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b61201-0bb0-48bd-93a7-d74782ee007f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:35.481820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:35.492713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event updated for resources: {'Port': ['ID=33e940b6-2266-48f4-8bdf-2270642922c8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:35.544530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Router a145d566-b850-4a31-9ecf-fb227f177ce4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:20:35.554901 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:35.566556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c180ca-268c-40dc-aa7c-48e096fdc892 req-d5b01d4e-545b-4ea6-9ca4-ffffd8ed0953 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149757 Aug 11 00:20:35.570150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-2ef10111-88da-4880-b543-2092497d3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:35.573938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-2ef10111-88da-4880-b543-2092497d3e09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2196715 Aug 11 00:20:35.644991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.55', 49577) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:35.847931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:20:35.848844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Pushing event updated for resources: {'Port': ['ID=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:35.864838 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] Sync routers for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:20:35.871206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:35.895821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62123d15-d415-4092-a940-c8ed314db2ae req-c03b30ac-bf49-4ee6-8afd-7430a9cfc7e8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:35.896837 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:20:35.897508 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:20:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:35.898354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-c03b30ac-bf49-4ee6-8afd-7430a9cfc7e8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.2525084 Aug 11 00:20:35.941496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Request body: {'port': {'device_id': '05b980aa-c082-4aa1-b385-b02c30aa94be', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'admin_state_up': True, 'tenant_id': '064855ecf62b4de4832543e325d9b97d'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:36.014076 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:36.066345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-9acd7bfd-d35e-4cf9-9cc0-03841c2d2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:36.068052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-9acd7bfd-d35e-4cf9-9cc0-03841c2d2a2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3994009 Aug 11 00:20:36.095472 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:20:36.115842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-470cc86f-ee88-4800-a352-483f60937019 req-9847e178-8540-4eed-a022-6d5761e4347e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 210 time: 0.1489825 Aug 11 00:20:36.117726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-449c7c78-0f04-4358-abcd-bb0ea007eb20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "PUT /v2.0/floatingips/52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65 HTTP/1.1" status: 200 len: 991 time: 3.0682921 Aug 11 00:20:36.128428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'tag': 'c88c28f2-4338-4b68-a0b5-f0033784826d'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:36.374891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Attempting to bind port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:36.375426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Attempting to bind port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:36.375616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Attempting to bind port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:36.409885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:20:36.410176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Attempting to bind port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:36.428388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:36.576747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:36.577012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:36.577214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e9638-b6e3-4417-9060-c1ed77ad084c req-2aa48629-fe43-429b-8677-cebc8d11daa9 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:36.577406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:36.577871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Bound port: 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:36.578235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:36.586568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b9e9638-b6e3-4417-9060-c1ed77ad084c req-2aa48629-fe43-429b-8677-cebc8d11daa9 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 950 time: 0.1032145 Aug 11 00:20:36.599725 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-007ac754-8f9e-49ad-9880-0f2f37be90c7 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206015 Aug 11 00:20:36.644116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b9e9638-b6e3-4417-9060-c1ed77ad084c req-9e873a6b-d171-42bf-8817-827604c8ac9e tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565443 Aug 11 00:20:36.711883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Made reservation on behalf of 064855ecf62b4de4832543e325d9b97d for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:36.716889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:36.794916 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'port_id': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'mac_address': 'fa:16:3e:09:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:20:01Z', 'updated_at': '2021-08-11T00:20:34Z', 'revision_number': 1, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:36.797445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] For port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:36.832403 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] Checking router: a145d566-b850-4a31-9ecf-fb227f177ce4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:20:36.859950 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:20:36.860604 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:20:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:36.871338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44034) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:36.886883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] For port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:36.912845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:36.918419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47e527d6-0922-4e4e-8b9a-6f1a26bcf767 req-c8d5519b-d734-4b42-ad12-4e5ca37d7188 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103793 Aug 11 00:20:36.962712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c03be86-fcbb-4800-9a34-8b76d5914a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:36.988282 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.040386 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:20:37.056963 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.091281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fceae2-10c7-4804-bf90-8f6e6014e8d8 req-da218869-bf09-467c-adfb-f3d5f8acd1df tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:37.092247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6fceae2-10c7-4804-bf90-8f6e6014e8d8 req-da218869-bf09-467c-adfb-f3d5f8acd1df tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 948 time: 0.2180655 Aug 11 00:20:37.094931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Allocated IP 172.20.0.8 (bbb78a15-e01a-4b33-a6e5-5702ff422fff/9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d/c5a74b3a-8c11-4a94-ba90-6ffe6df042af) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:37.184019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:37.192251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.195257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] 10.222.0.44 "PUT /v2.0/ports/4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f HTTP/1.1" status: 200 len: 1097 time: 3.3958805 Aug 11 00:20:37.196559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0127bce0-4cfa-4bf2-9221-8d6c857a8dce', 'tag': '4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:37.211729 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a749aee-d975-4849-9330-eff6ecfe9c05" -d '{"events": [{"name": "network-changed", "server_uuid": "0127bce0-4cfa-4bf2-9221-8d6c857a8dce", "tag": "4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:37.242298 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3530ec5e-feec-4be9-9944-a93869289572" -d '{"events": [{"name": "network-changed", "server_uuid": "8d00a8f2-3ea6-4a32-9956-6065a9bdcf06", "tag": "c88c28f2-4338-4b68-a0b5-f0033784826d"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:37.256810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44044) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:37.268075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1386865433-network', 'tenant_id': '0b27034d23c1438986663f9d2fbea7de'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:37.268305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee1b9e-91d9-4e00-a6c0-29f9059efeab service neutron] Pushing event updated for resources: {'Port': ['ID=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:37.318421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6fceae2-10c7-4804-bf90-8f6e6014e8d8 req-fee12a33-7a1c-42cb-b024-4d4d61503203 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114532 Aug 11 00:20:37.345510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c03be86-fcbb-4800-9a34-8b76d5914a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.351901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event updated for resources: {'Port': ['ID=33e940b6-2266-48f4-8bdf-2270642922c8,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:37.431582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44048) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:37.438520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.472543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e713-0e78-41f9-8bac-7da17442200f req-c9488365-7557-41b8-9bb5-16cfa2f227e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:37.474507 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c03be86-fcbb-4800-9a34-8b76d5914a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.475002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-c9488365-7557-41b8-9bb5-16cfa2f227e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 1100 time: 0.1134095 Aug 11 00:20:37.565971 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9c03be86-fcbb-4800-9a34-8b76d5914a78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ce56fb7d8ba45f6bc497f8e3cfc1364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6792672 Aug 11 00:20:37.578224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44052) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:37.597916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-1cc4f419-a6b6-45fe-9879-79a5c25e4adc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f HTTP/1.1" status: 200 len: 217 time: 0.1153252 Aug 11 00:20:37.602227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03be86-fcbb-4800-9a34-8b76d5914a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60265a0-f87e-487a-98cd-394f0c10ee79,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:37.618016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Made reservation on behalf of 0b27034d23c1438986663f9d2fbea7de for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:37.620378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.629370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.648608 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.649914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3a577541-c028-486b-8bd0-9aff35bd45a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.666157 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'port_id': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'mac_address': 'fa:16:3e:09:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:20:01Z', 'updated_at': '2021-08-11T00:20:34Z', 'revision_number': 1, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:37.703132 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.704181 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b842b84-3079-47e3-9cb1-0ef484f27a0e None None] The sync data for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 is: [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'port_id': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'mac_address': 'fa:16:3e:09:7b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:20:01Z', 'updated_at': '2021-08-11T00:20:34Z', 'revision_number': 1, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:20:37.705072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-f1ab9617-66cc-4ecc-929a-f8aa3b1f113c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1406975 Aug 11 00:20:37.710123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e713-0e78-41f9-8bac-7da17442200f req-347399a8-3037-4a25-99b6-d7eb6dee1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:37.712392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-347399a8-3037-4a25-99b6-d7eb6dee1514 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1070230 Aug 11 00:20:37.737992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-3a577541-c028-486b-8bd0-9aff35bd45a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:20:37.737992 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:20:37.737992 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': 'e66a2e15843f428bbdcf74d875319c47', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 20, 37, 687781)}] Aug 11 00:20:37.737992 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:20:37.738421 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-3a577541-c028-486b-8bd0-9aff35bd45a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:20:37.740363 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1ce039f-4b3e-4810-a2a7-4f1b32786794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.794187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1ce039f-4b3e-4810-a2a7-4f1b32786794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.807899 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-d827868a-6795-4ade-b485-5fd6a9a608b1 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.0930941 Aug 11 00:20:37.824045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e713-0e78-41f9-8bac-7da17442200f req-0fe436b9-9ee2-4e1e-9739-9958dfbee0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:37.826477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-0fe436b9-9ee2-4e1e-9739-9958dfbee0f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046147 Aug 11 00:20:37.884827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:37.914646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.004503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:38.015319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:38.024659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:38.030523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:38.031261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.034699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event updated for resources: {'Port': ['ID=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:38.048271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9cdaf-5782-4245-9bb0-74de70e968c6 None None] New status for floating IP 52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:20:38.068491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-2b78959d-c35d-4761-98db-67c5072a8fdd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:38.068491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf849be9-0e06-4327-a7ac-3e2d7212df0f req-2b78959d-c35d-4761-98db-67c5072a8fdd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2195168 Aug 11 00:20:38.074532 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-29e929ac-55d1-42e6-a9a5-5c14b0160520 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375450 Aug 11 00:20:38.197211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1ce039f-4b3e-4810-a2a7-4f1b32786794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.200829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1ce039f-4b3e-4810-a2a7-4f1b32786794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.205401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a1ce039f-4b3e-4810-a2a7-4f1b32786794 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f60265a0-f87e-487a-98cd-394f0c10ee79 HTTP/1.1" status: 204 len: 168 time: 0.6226780 Aug 11 00:20:38.205401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.238437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce039f-4b3e-4810-a2a7-4f1b32786794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60265a0-f87e-487a-98cd-394f0c10ee79,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:38.239825 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3a577541-c028-486b-8bd0-9aff35bd45a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.364101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-b67b76e2-009d-46c1-a390-3f495dd8347f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4268081 Aug 11 00:20:38.365576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:20:38.368869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3449c2e-8326-458c-ae95-4d47328d6310 req-cd3ff6db-5b2e-4827-bf60-51b0f9a0da12 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:38.371972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b3449c2e-8326-458c-ae95-4d47328d6310 req-cd3ff6db-5b2e-4827-bf60-51b0f9a0da12 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 931 time: 0.2037592 Aug 11 00:20:38.376928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9a2084-4d88-4d05-810b-cc83fba5ac26,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:38.392602 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a66c5-d9c5-4547-b12c-d576f88a0866 x-openstack-request-id: req-605a66c5-d9c5-4547-b12c-d576f88a0866 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:38.393694 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0127bce0-4cfa-4bf2-9221-8d6c857a8dce", "tag": "4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:38.394317 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-605a66c5-d9c5-4547-b12c-d576f88a0866 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:38.394750 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0127bce0-4cfa-4bf2-9221-8d6c857a8dce', 'tag': '4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f', 'status': 'completed', 'code': 200} Aug 11 00:20:38.407464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Request body: {'port': {'device_id': '05b980aa-c082-4aa1-b385-b02c30aa94be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:38.422088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df82e713-0e78-41f9-8bac-7da17442200f req-6f8b5344-04ef-4dc4-aae6-7c36af6835a7 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373191 Aug 11 00:20:38.433205 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.433640 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Added segment 7a26b9f1-ff99-45f3-8b2f-ddd19a8b090a of type vlan for network 10458479-23e1-4684-8b3f-b06ffd3aef92 Aug 11 00:20:38.512196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.519821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.533158 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b3449c2e-8326-458c-ae95-4d47328d6310 req-87390dde-a671-4443-b8c8-447f1ae8f52a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366870 Aug 11 00:20:38.678166 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3a577541-c028-486b-8bd0-9aff35bd45a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.710215 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.711368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:38.711993 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.807694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3a577541-c028-486b-8bd0-9aff35bd45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:38.856319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] Pushing event updated for resources: {'Network': ['ID=10458479-23e1-4684-8b3f-b06ffd3aef92,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:38.878078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 10458479-23e1-4684-8b3f-b06ffd3aef92 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:20:38.897969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-bac9c6db-09d8-4f89-8174-462ed3177d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:38.900676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-bac9c6db-09d8-4f89-8174-462ed3177d4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 1100 time: 0.2082744 Aug 11 00:20:38.913866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7290b364-2672-4778-ad0e-9ecc5a0801a9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6556802 Aug 11 00:20:38.919861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44070) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:38.927143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Request body: {'subnet': {'network_id': '10458479-23e1-4684-8b3f-b06ffd3aef92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1386865433-subnet', 'tenant_id': '0b27034d23c1438986663f9d2fbea7de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:39.086517 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6265bd00-19dc-4673-867d-2c10d8719636 x-openstack-request-id: req-6265bd00-19dc-4673-867d-2c10d8719636 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:39.086894 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d00a8f2-3ea6-4a32-9956-6065a9bdcf06", "tag": "c88c28f2-4338-4b68-a0b5-f0033784826d", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:39.087323 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6265bd00-19dc-4673-867d-2c10d8719636 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:39.087892 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'tag': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'status': 'completed', 'code': 200} Aug 11 00:20:39.095694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Made reservation on behalf of 0b27034d23c1438986663f9d2fbea7de for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:39.098499 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.098818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3a577541-c028-486b-8bd0-9aff35bd45a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e66a2e15843f428bbdcf74d875319c47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6662087 Aug 11 00:20:39.108031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44074) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:39.198709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a74b3a-8c11-4a94-ba90-6ffe6df042af {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:39.230533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.287538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-506a4c32-483a-4508-a3c4-c00ef850d005 req-d2337667-8c28-469d-825d-8087e44ca2fe tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips/5241144f-cac4-4d3b-aeb7-f29c0b324b65 HTTP/1.1" status: 200 len: 693 time: 0.3206296 Aug 11 00:20:39.308756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Transition to ACTIVE for port object c5a74b3a-8c11-4a94-ba90-6ffe6df042af will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:39.343525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8222429-507b-40da-95b1-75f40d9725d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.355007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00424e4-db9c-4c17-83aa-44832c563531 req-cc193c7a-de54-4e66-81a8-ddd0d7c44ac8 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:39.356919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e00424e4-db9c-4c17-83aa-44832c563531 req-cc193c7a-de54-4e66-81a8-ddd0d7c44ac8 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 950 time: 0.1610851 Aug 11 00:20:39.426008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8222429-507b-40da-95b1-75f40d9725d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.458867 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.535494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e00424e4-db9c-4c17-83aa-44832c563531 req-dde71af2-7c1a-44cf-a79c-0c85694617e0 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689203 Aug 11 00:20:39.618601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:39.635457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a577541-c028-486b-8bd0-9aff35bd45a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a9be3e-5f8f-4dcd-92b3-f718c6bbb320,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:39.665176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a4c32-483a-4508-a3c4-c00ef850d005 req-34ce791b-f390-4b4b-967e-6f67107f6651 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:39.672349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-506a4c32-483a-4508-a3c4-c00ef850d005 req-34ce791b-f390-4b4b-967e-6f67107f6651 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.3838274 Aug 11 00:20:39.681189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-506a4c32-483a-4508-a3c4-c00ef850d005 req-dd54e854-061c-4b83-8851-19667fe6b8da tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:20:39.682263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-506a4c32-483a-4508-a3c4-c00ef850d005 req-dd54e854-061c-4b83-8851-19667fe6b8da tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091105 Aug 11 00:20:39.708465 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.714921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ec5e-feec-4be9-9944-a93869289572 req-fa01b3da-a827-4c90-b0f2-cc2f5f2ea480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:39.716886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3530ec5e-feec-4be9-9944-a93869289572 req-fa01b3da-a827-4c90-b0f2-cc2f5f2ea480 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 1097 time: 0.4927914 Aug 11 00:20:39.760129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Attempting to bind port c5a74b3a-8c11-4a94-ba90-6ffe6df042af on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:39.760509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Attempting to bind port c5a74b3a-8c11-4a94-ba90-6ffe6df042af by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:39.760828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Attempting to bind port c5a74b3a-8c11-4a94-ba90-6ffe6df042af on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:39.783977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Port c5a74b3a-8c11-4a94-ba90-6ffe6df042af on network bbb78a15-e01a-4b33-a6e5-5702ff422fff not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:20:39.784337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Attempting to bind port c5a74b3a-8c11-4a94-ba90-6ffe6df042af on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:39.790163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-187d1b89-9b22-41a1-8fd9-aa1670b29149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:39.790163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-187d1b89-9b22-41a1-8fd9-aa1670b29149 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.8189549 Aug 11 00:20:39.816825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:39.817193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Checking segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:39.817776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Bound using segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:39.818254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Bound port: c5a74b3a-8c11-4a94-ba90-6ffe6df042af, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:39.818628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.829743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c069416-8ce8-48f2-a10d-4bed9598f960,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:39.839757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8222429-507b-40da-95b1-75f40d9725d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.842478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8222429-507b-40da-95b1-75f40d9725d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:39.843745 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f8222429-507b-40da-95b1-75f40d9725d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12a9be3e-5f8f-4dcd-92b3-f718c6bbb320 HTTP/1.1" status: 204 len: 168 time: 0.7345188 Aug 11 00:20:39.875533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f34a2-70bd-45c3-84f5-a94beea95d18 req-955f851e-eed7-434e-b6d8-e16e3fe4a677 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:39.880896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-7f7372cb-af28-4b5e-8094-b1cf1d56ef3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f HTTP/1.1" status: 200 len: 217 time: 0.0831716 Aug 11 00:20:39.888022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-377f34a2-70bd-45c3-84f5-a94beea95d18 req-955f851e-eed7-434e-b6d8-e16e3fe4a677 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 948 time: 0.1952784 Aug 11 00:20:39.889080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222429-507b-40da-95b1-75f40d9725d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a9be3e-5f8f-4dcd-92b3-f718c6bbb320,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:39.933075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Checking segment: {'id': '7a26b9f1-ff99-45f3-8b2f-ddd19a8b090a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '10458479-23e1-4684-8b3f-b06ffd3aef92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:39.934003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Network hostable DHCP agents. Network: 10458479-23e1-4684-8b3f-b06ffd3aef92, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:20:39.972443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2800a1-4809-475a-8953-7e1ac4e73ded req-8050d08a-fd04-4951-8d70-95e8a92685de tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:39.975182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d2800a1-4809-475a-8953-7e1ac4e73ded req-8050d08a-fd04-4951-8d70-95e8a92685de tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 943 time: 0.1929049 Aug 11 00:20:40.006924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-377f34a2-70bd-45c3-84f5-a94beea95d18 req-c5ea4811-7ef8-429a-a736-8d7e8f30f440 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183231 Aug 11 00:20:40.033207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ec5e-feec-4be9-9944-a93869289572 req-c43e9a32-f022-410f-b189-dd9a346ffc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:40.035994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3530ec5e-feec-4be9-9944-a93869289572 req-c43e9a32-f022-410f-b189-dd9a346ffc64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 200 len: 925 time: 0.3098121 Aug 11 00:20:40.047128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] For port c5a74b3a-8c11-4a94-ba90-6ffe6df042af, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:40.057042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] For port c5a74b3a-8c11-4a94-ba90-6ffe6df042af, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:40.066363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-5a67395f-4b92-4ba7-b6e8-464f11fe7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:40.067870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-5a67395f-4b92-4ba7-b6e8-464f11fe7b71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1730042 Aug 11 00:20:40.116901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-37583c0c-04a9-4ce4-9df0-9eeec5459cb6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips/5241144f-cac4-4d3b-aeb7-f29c0b324b65 HTTP/1.1" status: 200 len: 693 time: 0.0521481 Aug 11 00:20:40.163997 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d2800a1-4809-475a-8953-7e1ac4e73ded req-0c17087b-aef0-4aaa-8d87-ac6f43c57a77 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588919 Aug 11 00:20:40.218441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-535e674d-3fe2-4bac-9775-afc23f4fe9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:40.220348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-535e674d-3fe2-4bac-9775-afc23f4fe9bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1192913 Aug 11 00:20:40.227021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3530ec5e-feec-4be9-9944-a93869289572 req-c097daba-a621-4de8-9843-94c6454e4689 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88c28f2-4338-4b68-a0b5-f0033784826d HTTP/1.1" status: 200 len: 1001 time: 0.1760290 Aug 11 00:20:40.349888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ec5e-feec-4be9-9944-a93869289572 req-103c86cc-68fb-456d-8647-84c6e919cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:40.349888 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3530ec5e-feec-4be9-9944-a93869289572 req-103c86cc-68fb-456d-8647-84c6e919cce5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a3b0f2-4366-4ec9-996d-911682065254 HTTP/1.1" status: 200 len: 863 time: 0.1105874 Aug 11 00:20:40.393003 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:40.396842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Network 10458479-23e1-4684-8b3f-b06ffd3aef92 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:20:40.411243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-b0e775d0-4e6f-4f77-9baf-81fc7cc14028 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829824 Aug 11 00:20:40.433059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ec5e-feec-4be9-9944-a93869289572 req-dd4fbdd6-f0d3-4e1b-b10f-7ec819529f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:40.434624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3530ec5e-feec-4be9-9944-a93869289572 req-dd4fbdd6-f0d3-4e1b-b10f-7ec819529f2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67c3c319-7406-4c9b-b34c-79d595893fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764041 Aug 11 00:20:40.535399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:40.535836 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:40.538429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c5a74b3a-8c11-4a94-ba90-6ffe6df042af HTTP/1.1" status: 200 len: 1092 time: 2.1396887 Aug 11 00:20:40.561875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 10458479-23e1-4684-8b3f-b06ffd3aef92) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:40.576105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c9ab9c-feb3-4fc6-869b-195789e22451 None None] Network 10458479-23e1-4684-8b3f-b06ffd3aef92 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:40.603130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a749aee-d975-4849-9330-eff6ecfe9c05 req-9472866f-e13e-47b7-b740-757e5d391a6a service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815989 Aug 11 00:20:40.603508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:40.604592 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:40.633743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3530ec5e-feec-4be9-9944-a93869289572 req-bc4006c5-977b-4a38-bd8f-d71512fdf8f6 service neutron] 10.222.0.55 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879835 Aug 11 00:20:40.644332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d682755-30ed-4be3-82a6-ff05c5c3adb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:40.698980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-3e8356cb-bc8b-488b-954b-03b04bb2e393 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:40.701050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-3e8356cb-bc8b-488b-954b-03b04bb2e393 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.5770307 Aug 11 00:20:40.733450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-35c54932-f102-46fe-9478-f292f5bb696c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7994075 Aug 11 00:20:40.765223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-49f0f505-9f21-4e34-b630-7e6afbdc43c1 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:20:40.781351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-49f0f505-9f21-4e34-b630-7e6afbdc43c1 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238910 Aug 11 00:20:40.845714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3530ec5e-feec-4be9-9944-a93869289572 req-4473efea-4dbd-4679-9426-b811160eea91 service neutron] 10.222.0.55 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016256 Aug 11 00:20:40.907922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321e60a-9de1-4426-8528-fbb1db78673c None None] Network 10458479-23e1-4684-8b3f-b06ffd3aef92 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:40.982041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-340af23c-afd8-4d44-890a-79973a12e840 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.1992524 Aug 11 00:20:41.068738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62123d15-d415-4092-a940-c8ed314db2ae req-1a8fed92-f8b9-462f-a096-38e15b4ea1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:41.070409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-1a8fed92-f8b9-462f-a096-38e15b4ea1e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 1095 time: 0.3674850 Aug 11 00:20:41.082430 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-3a48a50d-a1a7-4097-8997-46c2e148d88d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.132 HTTP/1.1" status: 200 len: 696 time: 0.0769782 Aug 11 00:20:41.091639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b980aa-c082-4aa1-b385-b02c30aa94be', 'tag': 'c5a74b3a-8c11-4a94-ba90-6ffe6df042af'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:41.094093 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "05b980aa-c082-4aa1-b385-b02c30aa94be", "tag": "c5a74b3a-8c11-4a94-ba90-6ffe6df042af"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:41.131462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003bc88-d94e-49cb-b57f-dc2b004ef9ad req-938a731c-72d5-4bf4-9ba8-3d4de3f9ae77 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:41.134701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8003bc88-d94e-49cb-b57f-dc2b004ef9ad req-938a731c-72d5-4bf4-9ba8-3d4de3f9ae77 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 950 time: 0.1223862 Aug 11 00:20:41.159778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:41.162395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-27d6b8e7-92cf-4efc-9a01-b0ef864213ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5a74b3a-8c11-4a94-ba90-6ffe6df042af HTTP/1.1" status: 200 len: 217 time: 0.0786207 Aug 11 00:20:41.182471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-558b9723-1935-428f-850c-28e4a4f7298a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.222951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8003bc88-d94e-49cb-b57f-dc2b004ef9ad req-4e90439f-b3f1-4c8d-9423-5e31360ba34b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783787 Aug 11 00:20:41.314656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62123d15-d415-4092-a940-c8ed314db2ae req-bd2d40d1-7351-47e3-9dba-8778a33d04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:41.316915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-bd2d40d1-7351-47e3-9dba-8778a33d04ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.1242127 Aug 11 00:20:41.390161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-2272fa2b-03a9-4a1e-8fb1-e2b94cf203fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510235 Aug 11 00:20:41.395424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-558b9723-1935-428f-850c-28e4a4f7298a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.461157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba606ed-8ead-40b6-aa3b-30fe5c501e94 req-bbb9cba4-2523-4bce-bc54-bc2497f6d4cc tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:41.462804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba606ed-8ead-40b6-aa3b-30fe5c501e94 req-bbb9cba4-2523-4bce-bc54-bc2497f6d4cc tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 948 time: 0.0564623 Aug 11 00:20:41.463555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Deleting port 33e940b6-2266-48f4-8bdf-2270642922c8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:41.463899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.464083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-558b9723-1935-428f-850c-28e4a4f7298a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.522380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-558b9723-1935-428f-850c-28e4a4f7298a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ba6f711d6f1460c8adb6e718a9df2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613791 Aug 11 00:20:41.524594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b9723-1935-428f-850c-28e4a4f7298a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc01d4d-a6f6-4d79-9869-32f8229985ad,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:41.527536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44136) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:41.559184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-cd5681eb-93b3-4127-a0c4-2cefac78abb6 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578224 Aug 11 00:20:41.564410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba606ed-8ead-40b6-aa3b-30fe5c501e94 req-c8007102-c26a-4238-9d94-ce7bc0180a92 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835421 Aug 11 00:20:41.595608 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.596499 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.603468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d33e14f8-4d6b-4582-a2d3-4099a13e76cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.630206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d33e14f8-4d6b-4582-a2d3-4099a13e76cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.636877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Calling delete_port for 33e940b6-2266-48f4-8bdf-2270642922c8 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:41.653621 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c78a6-a2b8-48e1-85fd-5d45c09798ae x-openstack-request-id: req-8d2c78a6-a2b8-48e1-85fd-5d45c09798ae {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:41.653903 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b980aa-c082-4aa1-b385-b02c30aa94be", "tag": "c5a74b3a-8c11-4a94-ba90-6ffe6df042af", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:41.654137 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d2c78a6-a2b8-48e1-85fd-5d45c09798ae {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:41.654548 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b980aa-c082-4aa1-b385-b02c30aa94be', 'tag': 'c5a74b3a-8c11-4a94-ba90-6ffe6df042af', 'status': 'completed', 'code': 200} Aug 11 00:20:41.769182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62123d15-d415-4092-a940-c8ed314db2ae req-6a724552-c876-4f08-8978-d01b25e5babf service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994014 Aug 11 00:20:41.783442 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d33e14f8-4d6b-4582-a2d3-4099a13e76cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.789919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d33e14f8-4d6b-4582-a2d3-4099a13e76cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:41.794167 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d33e14f8-4d6b-4582-a2d3-4099a13e76cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffc01d4d-a6f6-4d79-9869-32f8229985ad HTTP/1.1" status: 204 len: 168 time: 0.2631693 Aug 11 00:20:41.807274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e14f8-4d6b-4582-a2d3-4099a13e76cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc01d4d-a6f6-4d79-9869-32f8229985ad,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:42.020590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-86aff0a5-3b5f-4165-addc-4b6ef9d5d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:42.022443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-86aff0a5-3b5f-4165-addc-4b6ef9d5d10c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 1095 time: 0.1043391 Aug 11 00:20:42.101660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:42.172535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event deleted for resources: {'Port': ['ID=33e940b6-2266-48f4-8bdf-2270642922c8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:42.217523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-7297af9f-fe51-4ade-b2b2-378544ad3959 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:42.219433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-7297af9f-fe51-4ade-b2b2-378544ad3959 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 808 time: 0.1645601 Aug 11 00:20:42.236325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:20:42.263839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-9852f2ea-f0b5-411f-a944-15ad648b96d0 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/quotas/0cba842470cb42649154e0bc813fbf84 HTTP/1.1" status: 200 len: 375 time: 0.0292685 Aug 11 00:20:42.267777 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:42.271760 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:42.273680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6117607b-dee0-4e58-b72b-44d2791354c5 req-d60af6ce-302b-4952-9825-b89903eec03e tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "DELETE /v2.0/floatingips/5241144f-cac4-4d3b-aeb7-f29c0b324b65 HTTP/1.1" status: 204 len: 173 time: 1.1751959 Aug 11 00:20:42.323081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-185238b1-a3f9-4d66-84ee-4414aef08ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:42.326078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-185238b1-a3f9-4d66-84ee-4414aef08ffb service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 913 time: 0.2949421 Aug 11 00:20:42.342346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-e5c762ed-2128-4ccd-9713-26e784a7d75a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766449 Aug 11 00:20:42.407812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-66301cc4-3733-44d1-80c5-ab4fa7674255 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5a74b3a-8c11-4a94-ba90-6ffe6df042af HTTP/1.1" status: 200 len: 217 time: 0.0703311 Aug 11 00:20:42.444808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-01a47ae7-c377-4fb4-9d85-42470ac17e41 service neutron] 10.222.0.43 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011803 Aug 11 00:20:42.454151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:42.476441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f', 'mac_address': 'fa:16:3e:a5:6b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:20:42.531112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb3bc6-286e-44ff-956f-aa5084a34a48 req-70a7b830-5ff2-4789-8cec-f89ad3e39975 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:42.541364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edb3bc6-286e-44ff-956f-aa5084a34a48 req-70a7b830-5ff2-4789-8cec-f89ad3e39975 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 943 time: 0.1297352 Aug 11 00:20:42.541364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-0d2944d8-b133-477a-ac99-c64e1c752872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:42.541364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-0d2944d8-b133-477a-ac99-c64e1c752872 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.1150975 Aug 11 00:20:42.561534 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:42.568725 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-01da3d29-8434-49ba-81d1-cfe3001efcd9 service neutron] 10.222.0.43 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089227 Aug 11 00:20:42.586653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:42.587497 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-9686a8e5-a51a-4cfa-9dbd-1063a2ff9e26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384681 Aug 11 00:20:42.616017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:42.649955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edb3bc6-286e-44ff-956f-aa5084a34a48 req-c3f3e8a0-f65f-4a9c-92f8-0b48554c6bbd tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098514 Aug 11 00:20:42.707755 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:42.769333 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-4ae31751-dc95-4a2f-87d7-d579fc89c7e9 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686704 Aug 11 00:20:42.772769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:42.900444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:42.927280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7d621-d9b1-4185-b036-9d9dbd4015ec req-9d887c5b-eab8-4c1e-af7a-0324aa8f579d tempest-LiveMigrationNegativeTest-877773005 tempest-LiveMigrationNegativeTest-877773005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:42.935396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3f7d621-d9b1-4185-b036-9d9dbd4015ec req-9d887c5b-eab8-4c1e-af7a-0324aa8f579d tempest-LiveMigrationNegativeTest-877773005 tempest-LiveMigrationNegativeTest-877773005-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 1102 time: 0.1389825 Aug 11 00:20:42.956160 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a3f7d621-d9b1-4185-b036-9d9dbd4015ec req-e5700fb4-d2bf-460f-8568-f55d1ea1691b tempest-LiveMigrationNegativeTest-877773005 tempest-LiveMigrationNegativeTest-877773005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:42.985540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e37b325-28ed-46a9-836f-bbe4e4d38f1f req-8d0e56af-aba3-4a8c-a3b9-dd1226dd5d34 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051232 Aug 11 00:20:43.163277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a3f7d621-d9b1-4185-b036-9d9dbd4015ec req-e5700fb4-d2bf-460f-8568-f55d1ea1691b tempest-LiveMigrationNegativeTest-877773005 tempest-LiveMigrationNegativeTest-877773005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:43.280546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a3f7d621-d9b1-4185-b036-9d9dbd4015ec req-e5700fb4-d2bf-460f-8568-f55d1ea1691b tempest-LiveMigrationNegativeTest-877773005 tempest-LiveMigrationNegativeTest-877773005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:43.313199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a66ca0-e169-4c11-a1e5-5a07e2e1766b req-c3929f0a-aed9-4ca5-8df4-fd3457150354 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:43.429748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1a66ca0-e169-4c11-a1e5-5a07e2e1766b req-c3929f0a-aed9-4ca5-8df4-fd3457150354 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2097437 Aug 11 00:20:43.430868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3f7d621-d9b1-4185-b036-9d9dbd4015ec req-e5700fb4-d2bf-460f-8568-f55d1ea1691b tempest-LiveMigrationNegativeTest-877773005 tempest-LiveMigrationNegativeTest-877773005-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816500 Aug 11 00:20:43.430868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5700fb4-d2bf-460f-8568-f55d1ea1691b tempest-LiveMigrationNegativeTest-877773005 tempest-LiveMigrationNegativeTest-877773005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d172d3-3607-4907-aa52-4c310d645798,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:43.430868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ad9575b-d454-4479-80f6-e9c782bbbb2c req-99d049a2-8f08-4c21-a15d-93e6a443604f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 210 time: 0.0287621 Aug 11 00:20:43.435385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3667f-6a65-499b-b4f5-2702b2ae34f7 req-164fdf0b-d607-4556-99ac-a959352f9974 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:43.436991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33e3667f-6a65-499b-b4f5-2702b2ae34f7 req-164fdf0b-d607-4556-99ac-a959352f9974 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 949 time: 0.0595365 Aug 11 00:20:43.505141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33e3667f-6a65-499b-b4f5-2702b2ae34f7 req-0c5ddae7-ef26-493e-be4d-224580e528a4 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Aug 11 00:20:43.572620 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06e01ea7-5d09-4fa2-81b3-13a9606bb182 req-c155247e-cfa3-4738-811e-6e1b0f6dc845 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=6511e33a06bb4ca083f5e88adfe0b0ea HTTP/1.1" status: 200 len: 1655 time: 0.0848565 Aug 11 00:20:43.590076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44200) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:43.749405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-276824722-network', 'tenant_id': 'd16a210b8107409094f1dce337d7601e'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:43.909968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Made reservation on behalf of d16a210b8107409094f1dce337d7601e for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:43.917845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:43.949581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:43.973827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01ea7-5d09-4fa2-81b3-13a9606bb182 req-79a5529f-810e-4c8f-a8b0-a0cf311872d6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:43.975410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06e01ea7-5d09-4fa2-81b3-13a9606bb182 req-79a5529f-810e-4c8f-a8b0-a0cf311872d6 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks?id=6bde03f5-9690-46ae-8115-de22b61c77ca&id=6bde03f5-9690-46ae-8115-de22b61c77ca&id=6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 787 time: 0.3980944 Aug 11 00:20:43.991541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-06e01ea7-5d09-4fa2-81b3-13a9606bb182 req-de585d4d-b7c5-4b36-9836-a105b8df36ed tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:20:43.992828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06e01ea7-5d09-4fa2-81b3-13a9606bb182 req-de585d4d-b7c5-4b36-9836-a105b8df36ed tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105143 Aug 11 00:20:44.037669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a80fd-c1e3-425c-bce1-12e2a7b20b8d req-25479aca-274c-429a-9591-f78a57e5afb5 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:44.039476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f2a80fd-c1e3-425c-bce1-12e2a7b20b8d req-25479aca-274c-429a-9591-f78a57e5afb5 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 943 time: 0.1180031 Aug 11 00:20:44.101425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c5a74b3a-8c11-4a94-ba90-6ffe6df042af details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:20:44.116051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f2a80fd-c1e3-425c-bce1-12e2a7b20b8d req-7747f24c-ad78-4540-bc93-f2c29d587fa2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670669 Aug 11 00:20:44.165376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.216313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-65713cb9-a04c-4b80-9f44-c2758ab7c801 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips/13cafce5-0767-4412-99f5-e8e44eee7fc5 HTTP/1.1" status: 200 len: 692 time: 0.0632849 Aug 11 00:20:44.272970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:44.281233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.314227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:20:44.359302 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.359957 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Added segment 65784b78-e785-40f3-a1c7-703ef69a0692 of type vlan for network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 Aug 11 00:20:44.364970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab0d0a0-2a61-4afa-b539-a30355349991,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:44.405663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c5a74b3a-8c11-4a94-ba90-6ffe6df042af, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:44.422131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-757994f0-ad2c-4365-82e1-70c93cff066f tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:44.424557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-757994f0-ad2c-4365-82e1-70c93cff066f tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2056205 Aug 11 00:20:44.435334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.440644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'c5a74b3a-8c11-4a94-ba90-6ffe6df042af', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'port_id': 'c5a74b3a-8c11-4a94-ba90-6ffe6df042af', 'mac_address': 'fa:16:3e:fa:fc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:20:44.446805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-58f5d361-7c8f-4ede-b9d9-e0a4ea026acf tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:20:44.447935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-58f5d361-7c8f-4ede-b9d9-e0a4ea026acf tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085833 Aug 11 00:20:44.520541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:44.530468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44234) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:44.553216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:44.554383 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.579643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-92bc8d9f-fde6-4eda-b427-2fd298c29949 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.23 HTTP/1.1" status: 200 len: 695 time: 0.1209078 Aug 11 00:20:44.622238 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.665370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a74b3a-8c11-4a94-ba90-6ffe6df042af {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:44.694229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c5a74b3a-8c11-4a94-ba90-6ffe6df042af, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:44.699497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-48e1751d-74ff-4760-a7c2-2db0c7b55956 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.23 HTTP/1.1" status: 200 len: 695 time: 0.1182823 Aug 11 00:20:44.702296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-886aab0f-6328-4aac-b2cf-f58689b34258 req-41b3fb8a-c37c-4f97-80f6-ce089b5e292f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 210 time: 0.0506377 Aug 11 00:20:44.782138 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.794202 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.817510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0e82ef2c-cc74-4808-b643-a4bde3f10d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.851504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127bce0-4cfa-4bf2-9221-8d6c857a8dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:44.854055 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf70b0-a5ec-41a3-b0cf-bae244faab4d" -d '{"events": [{"server_uuid": "0127bce0-4cfa-4bf2-9221-8d6c857a8dce", "name": "network-vif-plugged", "status": "completed", "tag": "4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:44.867957 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.868797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:44.870233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:44.876086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:44.891327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:44.948566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebc146-ce55-491f-a16a-a1fc2ab609d1 req-1b8a26a6-bfb4-4f3d-a375-1c7399ef974d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:44.951560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbebc146-ce55-491f-a16a-a1fc2ab609d1 req-1b8a26a6-bfb4-4f3d-a375-1c7399ef974d tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 950 time: 0.1714048 Aug 11 00:20:44.957596 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.032655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['c5a74b3a-8c11-4a94-ba90-6ffe6df042af'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:45.036031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:45.050605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:45.059030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Deleting port 22e173d5-dd13-4b23-80fd-d2f0915931f9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:45.060238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.064656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbebc146-ce55-491f-a16a-a1fc2ab609d1 req-72934518-93f5-4f4c-8ceb-623278bf3434 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865366 Aug 11 00:20:45.135140 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0e82ef2c-cc74-4808-b643-a4bde3f10d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.141982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:20:45.212430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.213081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.230592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Calling delete_port for 22e173d5-dd13-4b23-80fd-d2f0915931f9 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:45.266630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0e82ef2c-cc74-4808-b643-a4bde3f10d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.325965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b4846-c167-4ee1-af51-234e1a59aeff req-d1d39546-4eed-46eb-9f75-8eb79abb0d2b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:45.328454 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b04b4846-c167-4ee1-af51-234e1a59aeff req-d1d39546-4eed-46eb-9f75-8eb79abb0d2b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 950 time: 0.1450944 Aug 11 00:20:45.345012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0e82ef2c-cc74-4808-b643-a4bde3f10d76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c52bb350f2c445e09e65b2d8878d411e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8126881 Aug 11 00:20:45.348320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44244) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:45.359053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82ef2c-cc74-4808-b643-a4bde3f10d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4fc1a-c3b5-4544-ba6d-2f89836dc5fa,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:45.422707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bf1b57dc-166a-4e09-a49e-e871972c93c3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8268414 Aug 11 00:20:45.423105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44246) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:45.439085 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b04b4846-c167-4ee1-af51-234e1a59aeff req-d1dad62b-706c-4457-9b40-424f9cf1aadc tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903499 Aug 11 00:20:45.450997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Request body: {'subnet': {'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-276824722-subnet', 'tenant_id': 'd16a210b8107409094f1dce337d7601e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:45.505523 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d2e872a-dae8-4def-b1ea-cf3acc30ce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.536358 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0442d4c7-9f56-4c19-922d-249b78f5d708 x-openstack-request-id: req-0442d4c7-9f56-4c19-922d-249b78f5d708 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:45.536568 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127bce0-4cfa-4bf2-9221-8d6c857a8dce", "name": "network-vif-plugged", "status": "completed", "tag": "4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:45.538042 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0442d4c7-9f56-4c19-922d-249b78f5d708 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:45.538042 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127bce0-4cfa-4bf2-9221-8d6c857a8dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f', 'code': 200} Aug 11 00:20:45.558338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d2e872a-dae8-4def-b1ea-cf3acc30ce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.666709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Made reservation on behalf of d16a210b8107409094f1dce337d7601e for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:45.669925 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.681181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015fb78-817f-4cb7-ac72-154156843022 req-43b304c7-7b99-4577-9163-a06067be499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:45.681472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d143536-5640-4d16-bcf7-4cbd759cac4b req-3cdfb03b-fba8-423f-b77c-be5f12bdfc6e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:45.683092 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d143536-5640-4d16-bcf7-4cbd759cac4b req-3cdfb03b-fba8-423f-b77c-be5f12bdfc6e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 944 time: 0.0819633 Aug 11 00:20:45.683384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6015fb78-817f-4cb7-ac72-154156843022 req-43b304c7-7b99-4577-9163-a06067be499c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 1102 time: 0.0645821 Aug 11 00:20:45.779100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d143536-5640-4d16-bcf7-4cbd759cac4b req-749de484-7b27-4cf1-a835-9c92011369c9 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850825 Aug 11 00:20:45.928704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-165397ac-c10a-4c12-9ece-630e36e5b9a0 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:45.930368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-165397ac-c10a-4c12-9ece-630e36e5b9a0 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.44 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 950 time: 0.1076627 Aug 11 00:20:45.972888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.974909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d2e872a-dae8-4def-b1ea-cf3acc30ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.977416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d2e872a-dae8-4def-b1ea-cf3acc30ce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:45.985574 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2d2e872a-dae8-4def-b1ea-cf3acc30ce59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08e4fc1a-c3b5-4544-ba6d-2f89836dc5fa HTTP/1.1" status: 204 len: 168 time: 0.6279545 Aug 11 00:20:46.026532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event deleted for resources: {'Port': ['ID=22e173d5-dd13-4b23-80fd-d2f0915931f9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:46.030060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e872a-dae8-4def-b1ea-cf3acc30ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4fc1a-c3b5-4544-ba6d-2f89836dc5fa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:46.071351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6015fb78-817f-4cb7-ac72-154156843022 req-ba64e63d-3e48-489a-b700-9e801b7eb437 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795493 Aug 11 00:20:46.093895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8be31e82-2c54-408a-9c5a-c65763d5d408 req-8730fe70-a544-470b-b07f-923468e84b6a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 210 time: 0.0837846 Aug 11 00:20:46.125732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c5a74b3a-8c11-4a94-ba90-6ffe6df042af up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:20:46.188301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.195355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.196749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae577986-d4e2-4d16-81bd-92b5ee7b7a13 req-ce2d937a-1e2a-4bd8-8e96-e1a22bf61126 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "DELETE /v2.0/floatingips/13cafce5-0767-4412-99f5-e8e44eee7fc5 HTTP/1.1" status: 204 len: 173 time: 1.4937816 Aug 11 00:20:46.204630 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9656f047-619a-4654-911c-39bb7a08c21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.281616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.286959 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e655941c-828f-4744-b507-1561ea18c415 req-074b4521-7e6f-4f04-89e7-4348c60741c3 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips/273f9aaf-f407-4c81-b268-0a8e74e676ad HTTP/1.1" status: 200 len: 692 time: 0.0563071 Aug 11 00:20:46.371123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port c5a74b3a-8c11-4a94-ba90-6ffe6df042af completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:20:46.380861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port c5a74b3a-8c11-4a94-ba90-6ffe6df042af triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:20:46.381534 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.385961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Deleting port 86470439-650f-46cd-9783-3902ecd4040a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:46.386852 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.476604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655941c-828f-4744-b507-1561ea18c415 req-71e74029-eae2-499d-87eb-a34d71c14955 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:46.485549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e655941c-828f-4744-b507-1561ea18c415 req-71e74029-eae2-499d-87eb-a34d71c14955 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1886797 Aug 11 00:20:46.495659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d07d8e-eba0-46f5-8bf5-53e7a89f1d45 req-4745a92f-e1f7-48a2-9d08-695956644c4b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:46.506779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c1d07d8e-eba0-46f5-8bf5-53e7a89f1d45 req-4745a92f-e1f7-48a2-9d08-695956644c4b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 950 time: 0.2933137 Aug 11 00:20:46.509382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be89c199-5474-40b8-ab0f-7a042fd8e0b7,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:46.562281 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e655941c-828f-4744-b507-1561ea18c415 req-26c560b4-2263-4844-ab82-375f494f75c8 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.0763330 Aug 11 00:20:46.583877 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.619648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:46.620264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Network hostable DHCP agents. Network: ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:20:46.633855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-19000c2e-c7c8-440d-86fe-50db35bb7edc tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:46.636273 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-19000c2e-c7c8-440d-86fe-50db35bb7edc tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 808 time: 0.2587233 Aug 11 00:20:46.645900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e655941c-828f-4744-b507-1561ea18c415 req-7b38c5e8-a43f-4a97-ace2-931dfa2340e7 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.0825782 Aug 11 00:20:46.652267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Request body: {'port': {'device_id': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'admin_state_up': True, 'tenant_id': '0cba842470cb42649154e0bc813fbf84'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:46.675224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c5a74b3a-8c11-4a94-ba90-6ffe6df042af, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:46.716121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c1d07d8e-eba0-46f5-8bf5-53e7a89f1d45 req-3dc2a25a-6b65-42d6-abcb-9c436829f140 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079263 Aug 11 00:20:46.756303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] For port 86470439-650f-46cd-9783-3902ecd4040a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86470439-650f-46cd-9783-3902ecd4040a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:46.756303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.784416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Calling delete_port for 86470439-650f-46cd-9783-3902ecd4040a owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:46.789934 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:46.943194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:46.950136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Deleting port 50a07360-eca5-4fbb-96f3-b643b14ca6c4 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:46.950588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.052851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:20:47.068460 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.068788 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.095344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Calling delete_port for 50a07360-eca5-4fbb-96f3-b643b14ca6c4 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:47.098903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Made reservation on behalf of 0cba842470cb42649154e0bc813fbf84 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:47.103022 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.118017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bb63c-001e-437b-b5a8-2e79ad3b33d3 req-e29de673-878e-43f3-9934-1d8ae30cf464 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:47.120923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-625bb63c-001e-437b-b5a8-2e79ad3b33d3 req-e29de673-878e-43f3-9934-1d8ae30cf464 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 950 time: 0.1867757 Aug 11 00:20:47.229220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:47.252545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:47.253585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.257480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652c625f-7192-423e-a1b4-fd24c5f095a7 None None] Network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:47.262981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-625bb63c-001e-437b-b5a8-2e79ad3b33d3 req-6d829ae8-3892-4235-96ce-58cbc490b8a7 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080666 Aug 11 00:20:47.332164 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.382696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Allocated IP 172.20.0.8 (8c59f848-f680-473b-8fd6-692def6fba06/d15a8409-61e3-4c13-ae93-7c691de770bf/1857e64c-8898-4475-9422-dfe432ffedb5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:47.387596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a943c0eb-1146-42a2-a4a2-7fc62be3561a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:47.413803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c4cbae38-20b3-4285-8278-5901539b01a5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9882009 Aug 11 00:20:47.415850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Pushing event deleted for resources: {'Port': ['ID=86470439-650f-46cd-9783-3902ecd4040a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:47.476348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['86470439-650f-46cd-9783-3902ecd4040a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:47.540204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b980aa-c082-4aa1-b385-b02c30aa94be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a74b3a-8c11-4a94-ba90-6ffe6df042af'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:47.542872 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee27b9-6dab-4b24-8025-5473beaaf0a3" -d '{"events": [{"server_uuid": "05b980aa-c082-4aa1-b385-b02c30aa94be", "name": "network-vif-plugged", "status": "completed", "tag": "c5a74b3a-8c11-4a94-ba90-6ffe6df042af"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:47.598697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.666619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] No DVR routers for this DVR port 86470439-650f-46cd-9783-3902ecd4040a on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:20:47.688789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event deleted for resources: {'Port': ['ID=50a07360-eca5-4fbb-96f3-b643b14ca6c4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:47.695484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.704669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cd966f8-ea19-4f7a-b5fb-468d091a3d5d req-e9483735-1fbe-4c89-b1d9-2aba0e79a56a tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.44 "DELETE /v2.0/ports/86470439-650f-46cd-9783-3902ecd4040a HTTP/1.1" status: 204 len: 173 time: 1.7630391 Aug 11 00:20:47.723353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea306f-f51e-4c73-a0eb-77498287331f req-54dfed96-a9ce-4b23-87fb-aa4045011f28 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:47.744349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dcea306f-f51e-4c73-a0eb-77498287331f req-54dfed96-a9ce-4b23-87fb-aa4045011f28 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 945 time: 0.3372250 Aug 11 00:20:47.745868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73fa283-3b80-42fa-b9f2-7604a4ec6add', 'name': 'network-vif-deleted', 'tag': '86470439-650f-46cd-9783-3902ecd4040a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:47.750464 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0386f2-ffd3-4987-8601-13dc5a692889" -d '{"events": [{"server_uuid": "e73fa283-3b80-42fa-b9f2-7604a4ec6add", "name": "network-vif-deleted", "tag": "86470439-650f-46cd-9783-3902ecd4040a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:47.797329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad541956-38ef-49b8-9ca0-30645475e54e None None] Network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:47.903615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dcea306f-f51e-4c73-a0eb-77498287331f req-79b21f97-f46d-4c9d-8498-90be4db9b1d1 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449847 Aug 11 00:20:47.963748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.968494 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.973176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:47.975605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e655941c-828f-4744-b507-1561ea18c415 req-7be1e061-7d82-48f3-a4c7-f50a233699dc tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "DELETE /v2.0/floatingips/273f9aaf-f407-4c81-b268-0a8e74e676ad HTTP/1.1" status: 204 len: 173 time: 1.3283896 Aug 11 00:20:48.130014 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae3517a-593e-4723-b734-9af8f46e316c x-openstack-request-id: req-cae3517a-593e-4723-b734-9af8f46e316c {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:48.135144 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b980aa-c082-4aa1-b385-b02c30aa94be", "name": "network-vif-plugged", "status": "completed", "tag": "c5a74b3a-8c11-4a94-ba90-6ffe6df042af", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:48.135811 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cae3517a-593e-4723-b734-9af8f46e316c {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:48.136705 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b980aa-c082-4aa1-b385-b02c30aa94be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a74b3a-8c11-4a94-ba90-6ffe6df042af', 'code': 200} Aug 11 00:20:48.183423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da9a2744-b6f5-445c-8238-f81dd6555e95 req-0b7159f2-a529-4318-ba47-23dfbbafa5ca tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 210 time: 0.0604162 Aug 11 00:20:48.186652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:48.194294 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f705d84-1b6e-4be7-a131-0c6a82717058 x-openstack-request-id: req-9f705d84-1b6e-4be7-a131-0c6a82717058 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:48.194931 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73fa283-3b80-42fa-b9f2-7604a4ec6add", "name": "network-vif-deleted", "tag": "86470439-650f-46cd-9783-3902ecd4040a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:48.195605 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f705d84-1b6e-4be7-a131-0c6a82717058 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:48.196397 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73fa283-3b80-42fa-b9f2-7604a4ec6add', 'name': 'network-vif-deleted', 'tag': '86470439-650f-46cd-9783-3902ecd4040a', 'status': 'completed', 'code': 200} Aug 11 00:20:48.345282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Network 8c59f848-f680-473b-8fd6-692def6fba06 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:48.356894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-166368cc-a2aa-4e72-81e1-c6a79b5752bf req-8d3fd234-68d2-47a0-a10c-699b1019c2f2 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=e73fa283-3b80-42fa-b9f2-7604a4ec6add HTTP/1.1" status: 200 len: 210 time: 0.0505021 Aug 11 00:20:48.359469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:48.365958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:48.371711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-4b3edc9b-029c-43f4-83f8-cf645e6d8c8d tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips/41b0396b-7f36-44cf-ab5a-5ab8c70664e3 HTTP/1.1" status: 200 len: 693 time: 0.1216741 Aug 11 00:20:48.373830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Pushing event updated for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:48.376083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540cb32-e9a5-4557-8391-1eb6c35dfdf7 req-ce0d7756-83f7-4025-9239-401088b88a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:48.385063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6540cb32-e9a5-4557-8391-1eb6c35dfdf7 req-ce0d7756-83f7-4025-9239-401088b88a00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 1097 time: 0.1705222 Aug 11 00:20:48.451056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6540cb32-e9a5-4557-8391-1eb6c35dfdf7 req-6bc40477-353e-4078-84b2-c2a5f5319392 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575850 Aug 11 00:20:48.487787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:48.488823 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:48.490396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb60e2-f5a0-4492-bc34-78434a7d5a59 req-a7166bb0-ca19-4c8f-8a49-61e3e2a3826f tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:48.491821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-76fb60e2-f5a0-4492-bc34-78434a7d5a59 req-a7166bb0-ca19-4c8f-8a49-61e3e2a3826f tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 950 time: 0.0574448 Aug 11 00:20:48.547413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-76fb60e2-f5a0-4492-bc34-78434a7d5a59 req-f403c6cb-df5e-4b51-bbb9-f77588a922b2 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Aug 11 00:20:48.568235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-5dfda627-80b9-4647-b79c-5c322ffba4cd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:48.570655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-5dfda627-80b9-4647-b79c-5c322ffba4cd tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1756346 Aug 11 00:20:48.631563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-d4ec093e-c679-4d98-ac44-b233c8c5766d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9831691 Aug 11 00:20:48.644651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-c189181f-db2e-453c-b3ca-adf965e5e05a tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.0629218 Aug 11 00:20:48.655210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Request body: {'port': {'device_id': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:48.818005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-2fe596cc-70a9-4027-9632-573a760b86c8 tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.1563659 Aug 11 00:20:48.850750 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-56c9e5df-bad3-4606-bf15-77e324422139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:48.859413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44316) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:48.866899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1299783156-network', 'tenant_id': 'd0e4ae65cbc24aac96a9e93c80dac6d8'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:48.879657 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:48.886173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:48.989759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Made reservation on behalf of d0e4ae65cbc24aac96a9e93c80dac6d8 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:48.992438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.007137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.119235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Deleting port 67dccf7d-537e-4e63-a6d7-b7cc807ec66f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:49.119590 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.164991 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.269531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.284237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.284837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.315337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:20:49.319459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Calling delete_port for 67dccf7d-537e-4e63-a6d7-b7cc807ec66f owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:49.326944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25765380-b1d0-469a-b8bc-7769fce0424e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:49.332586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.332985 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Added segment 9b4e1695-586f-44d9-865c-cf3b79c05653 of type vlan for network 06f023d3-7a6b-457d-8d75-31603fd3ddea Aug 11 00:20:49.385256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.441789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1857e64c-8898-4475-9422-dfe432ffedb5 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:49.451586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.475179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Transition to ACTIVE for port object 1857e64c-8898-4475-9422-dfe432ffedb5 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:20:49.569260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.570338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:49.571124 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.617388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.623086 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.641043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] Pushing event updated for resources: {'Network': ['ID=06f023d3-7a6b-457d-8d75-31603fd3ddea,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:49.659666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 06f023d3-7a6b-457d-8d75-31603fd3ddea details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:20:49.702207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Pushing event updated for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:49.768595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Pushing event deleted for resources: {'Port': ['ID=67dccf7d-537e-4e63-a6d7-b7cc807ec66f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:49.778323 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1d680bf6-9c08-4992-b255-4e6375688784 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9138122 Aug 11 00:20:49.778802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44338) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:49.790175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Request body: {'subnet': {'network_id': '06f023d3-7a6b-457d-8d75-31603fd3ddea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1299783156-subnet', 'tenant_id': 'd0e4ae65cbc24aac96a9e93c80dac6d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:49.814448 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.817024 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.818263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-050b019d-ed12-4a0a-8838-b7cea62f5c38 req-951f0066-df1e-4b60-99bc-ec3809d3e30c tempest-FloatingIPDetailsTestJSON-772732312 tempest-FloatingIPDetailsTestJSON-772732312-project] 10.222.0.43 "DELETE /v2.0/floatingips/41b0396b-7f36-44cf-ab5a-5ab8c70664e3 HTTP/1.1" status: 204 len: 173 time: 0.9793584 Aug 11 00:20:49.826115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44340) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:49.889269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:20:49.889643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:20:49.890000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:49.921010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Made reservation on behalf of d0e4ae65cbc24aac96a9e93c80dac6d8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:49.925714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:49.929016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:20:49.929571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:20:49.985305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:20:49.985657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:49.986058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:20:49.986638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Bound port: 1857e64c-8898-4475-9422-dfe432ffedb5, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:20:49.992016 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:50.072292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be240f5e-e5ae-44f4-90ea-1ca449ae9577 req-939208c3-51b0-4c7b-9a28-866c2caebebb tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:50.074251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be240f5e-e5ae-44f4-90ea-1ca449ae9577 req-939208c3-51b0-4c7b-9a28-866c2caebebb tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 945 time: 0.1728210 Aug 11 00:20:50.160882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:20:50.220599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:20:50.224200 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:50.228380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be240f5e-e5ae-44f4-90ea-1ca449ae9577 req-cd218cc7-a3e5-43f5-8e67-6ee99dd46194 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123064 Aug 11 00:20:50.283015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 86470439-650f-46cd-9783-3902ecd4040a no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:20:50.306678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 86470439-650f-46cd-9783-3902ecd4040a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:20:50.307233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 86470439-650f-46cd-9783-3902ecd4040a not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:20:50.341493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660b23-a697-40b7-bc63-88e0c3fd034d req-5a4c3c0c-8b14-4a9b-869c-2cf4c1b8d938 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:50.346507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53660b23-a697-40b7-bc63-88e0c3fd034d req-5a4c3c0c-8b14-4a9b-869c-2cf4c1b8d938 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.0679264 Aug 11 00:20:50.352206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:50.365361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:50.429885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53660b23-a697-40b7-bc63-88e0c3fd034d req-41c8fb14-46b9-435e-b7c5-d2357679a544 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800619 Aug 11 00:20:50.454868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717bb2fa-cb80-409f-b264-d16e73a25de6,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:50.466896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Checking segment: {'id': '9b4e1695-586f-44d9-865c-cf3b79c05653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '06f023d3-7a6b-457d-8d75-31603fd3ddea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:20:50.467300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Network hostable DHCP agents. Network: 06f023d3-7a6b-457d-8d75-31603fd3ddea, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:20:50.571506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Network 06f023d3-7a6b-457d-8d75-31603fd3ddea is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:20:50.672413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 06f023d3-7a6b-457d-8d75-31603fd3ddea) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:50.678044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:50.679293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:50.688794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21896b-bc52-4f8c-9a30-fbbd074dd4d9 None None] Network 06f023d3-7a6b-457d-8d75-31603fd3ddea requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:50.705217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:50.705916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:50.716049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] 10.222.0.44 "PUT /v2.0/ports/1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 200 len: 1092 time: 2.0595300 Aug 11 00:20:50.716049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:50.718115 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b194451-5b52-4e04-a482-0d59ce33251f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:50.782056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb293e-5ad4-45dc-87b1-064a64e41afa service neutron] Pushing event updated for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:50.797553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae63b0-9121-4d92-9a9a-d64bbe9e3d42 req-0d09798e-08a4-458e-817e-60995075903a tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:50.801661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45ae63b0-9121-4d92-9a9a-d64bbe9e3d42 req-0d09798e-08a4-458e-817e-60995075903a tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 950 time: 0.4452581 Aug 11 00:20:50.821144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-43287123-9f94-470a-b91f-469200e8d3b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0401332 Aug 11 00:20:50.876756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7de75a-88c4-4acb-9ce5-15708a9ab99e None None] Network 06f023d3-7a6b-457d-8d75-31603fd3ddea requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:50.984313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45ae63b0-9121-4d92-9a9a-d64bbe9e3d42 req-57713b1a-327e-4712-92c0-e3558e102ac9 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703303 Aug 11 00:20:51.005331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-7b48f4a8-d345-4708-b75f-1ed7cdd8cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:51.006874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-7b48f4a8-d345-4708-b75f-1ed7cdd8cdd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1095 time: 0.1481950 Aug 11 00:20:51.149923 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789dfdc-77bc-4ea6-871f-3ad9cf4b6653 x-openstack-request-id: req-c789dfdc-77bc-4ea6-871f-3ad9cf4b6653 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:51.150509 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:51.151042 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c789dfdc-77bc-4ea6-871f-3ad9cf4b6653 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:51.151807 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5', 'status': 'completed', 'code': 200} Aug 11 00:20:51.174138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-f9e71ef5-a9da-4ace-b0b5-973026ebcb15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 200 len: 217 time: 0.1216378 Aug 11 00:20:51.197989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:51.335023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-c5e93871-1ee0-4784-99fb-7c9b2c449542 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:51.336697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-c5e93871-1ee0-4784-99fb-7c9b2c449542 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 1102 time: 0.1205819 Aug 11 00:20:51.366630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-b3b12da5-e715-4461-a28d-765e16a1b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:51.368194 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-b3b12da5-e715-4461-a28d-765e16a1b143 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1763122 Aug 11 00:20:51.393184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44382) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:51.418772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f71c4b-cd22-44c0-ba3e-11da941b2e62 req-ec27f8c3-1297-4a27-b9c1-9167c77872ea tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:51.421609 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-6d59144f-9cb4-4bba-9e36-5baf8dd00df4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419345 Aug 11 00:20:51.434726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58f71c4b-cd22-44c0-ba3e-11da941b2e62 req-ec27f8c3-1297-4a27-b9c1-9167c77872ea tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 945 time: 0.1432719 Aug 11 00:20:51.513360 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58f71c4b-cd22-44c0-ba3e-11da941b2e62 req-efcc5bf9-9ef7-44aa-b46a-4c3ed303a84e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774374 Aug 11 00:20:51.535048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] Deleting port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:51.535437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:51.639817 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-747e20f4-25a2-4d84-b235-848894e52643 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946738 Aug 11 00:20:51.665645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] For port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:51.666127 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:51.690216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] Calling delete_port for 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:51.781495 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ffbaea7-9f6f-4f23-82bb-e1316afd53e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:51.848694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0a2a52-e8f5-4b82-8ad4-7e6f7dadd0b8 req-ea79cadd-c5df-4434-8f16-0d1c52eb3eda service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008295 Aug 11 00:20:51.907038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bceb6f1-602d-431c-a73a-222082d84972 req-7f951d2f-4655-4629-8e91-3ee4e560587e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:51.908836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bceb6f1-602d-431c-a73a-222082d84972 req-7f951d2f-4655-4629-8e91-3ee4e560587e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.1211863 Aug 11 00:20:51.921237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Deleting port a33e535f-11d7-46cb-906c-5979ee6a8723 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:51.921597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.057593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.070360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:52.078601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bceb6f1-602d-431c-a73a-222082d84972 req-4c17086a-33a3-4a1f-a0a4-e1639a14ed85 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518211 Aug 11 00:20:52.122714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ffbaea7-9f6f-4f23-82bb-e1316afd53e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.130341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] For port a33e535f-11d7-46cb-906c-5979ee6a8723, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a33e535f-11d7-46cb-906c-5979ee6a8723,segment=NetworkSegment(3c093f6e-8c53-42d1-bedd-38c9734085ef),segment_id=3c093f6e-8c53-42d1-bedd-38c9734085ef)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:52.130526 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.135360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] Pushing event deleted for resources: {'Port': ['ID=4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:52.141021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b194451-5b52-4e04-a482-0d59ce33251f req-cc67cc73-d945-48a6-9b69-ee0b15d79f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:52.143191 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b194451-5b52-4e04-a482-0d59ce33251f req-cc67cc73-d945-48a6-9b69-ee0b15d79f33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1095 time: 0.1361687 Aug 11 00:20:52.149472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Calling delete_port for a33e535f-11d7-46cb-906c-5979ee6a8723 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:52.226175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] No DVR routers for this DVR port 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:20:52.230778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.234189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0192d3fe-5b99-45dd-8219-a1998ad21e77 req-e6bf869b-c10f-469b-b156-047e78f71265 tempest-DeleteServersAdminTestJSON-22071015 tempest-DeleteServersAdminTestJSON-22071015-project-admin] 10.222.0.44 "DELETE /v2.0/ports/4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f HTTP/1.1" status: 204 len: 173 time: 0.8870366 Aug 11 00:20:52.234680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0127bce0-4cfa-4bf2-9221-8d6c857a8dce', 'name': 'network-vif-deleted', 'tag': '4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:52.250027 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244810ce-0d10-4697-a061-f131d72a667b" -d '{"events": [{"server_uuid": "0127bce0-4cfa-4bf2-9221-8d6c857a8dce", "name": "network-vif-deleted", "tag": "4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:52.250027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-94aa9bdd-e780-43b7-95fd-69dffead8741 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:52.252779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-94aa9bdd-e780-43b7-95fd-69dffead8741 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 820 time: 0.2851841 Aug 11 00:20:52.268903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-49f5fe11-227e-48b3-81ae-53f2e823eef8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/quotas/d16a210b8107409094f1dce337d7601e HTTP/1.1" status: 200 len: 375 time: 0.0115535 Aug 11 00:20:52.271974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ffbaea7-9f6f-4f23-82bb-e1316afd53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.314753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.324856 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-63c57e8b-28ae-4d10-a2cc-1536d6a5240d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488129 Aug 11 00:20:52.438831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbaea7-9f6f-4f23-82bb-e1316afd53e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318fc6c-aab3-422d-a722-9771f9fcbf33,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:52.443298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2ffbaea7-9f6f-4f23-82bb-e1316afd53e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f9cbe5651914fb09582f96027bd304b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0499396 Aug 11 00:20:52.446292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44406) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:52.476484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b194451-5b52-4e04-a482-0d59ce33251f req-37c9a81a-db08-4ee3-ab24-3f818795c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:52.478071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b194451-5b52-4e04-a482-0d59ce33251f req-37c9a81a-db08-4ee3-ab24-3f818795c27d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.3264306 Aug 11 00:20:52.535209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79821f3-d4cd-4a71-b68b-316aaee01de5 req-e044ce48-14c4-4045-af97-3046da2583ff tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:52.536834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b79821f3-d4cd-4a71-b68b-316aaee01de5 req-e044ce48-14c4-4045-af97-3046da2583ff tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 950 time: 0.2741940 Aug 11 00:20:52.571572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-6586997e-82ed-4a00-b17a-9915f0f264c5 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381737 Aug 11 00:20:52.572540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b194451-5b52-4e04-a482-0d59ce33251f req-7ea6bd71-83e8-4856-8d27-1ff860546a60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 200 len: 217 time: 0.0566883 Aug 11 00:20:52.613439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14378997-bb5c-4a57-b2aa-c1a1f3d87e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.672094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b79821f3-d4cd-4a71-b68b-316aaee01de5 req-acd1fda3-2dbe-4a8a-87f3-c77c72b7c1bc tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067977 Aug 11 00:20:52.683206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b194451-5b52-4e04-a482-0d59ce33251f req-0e1747a1-968a-4f36-b2ae-3d3660d0c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:52.684802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b194451-5b52-4e04-a482-0d59ce33251f req-0e1747a1-968a-4f36-b2ae-3d3660d0c9fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1036429 Aug 11 00:20:52.741994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b194451-5b52-4e04-a482-0d59ce33251f req-ee84a693-4606-4e2b-8058-88e06d48f949 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296178 Aug 11 00:20:52.781072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14378997-bb5c-4a57-b2aa-c1a1f3d87e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.846017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-c6ceb4b8-ee33-45ad-a579-47306faab79e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:52.848023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-c6ceb4b8-ee33-45ad-a579-47306faab79e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 945 time: 0.1557324 Aug 11 00:20:52.868138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fb56837f-efda-4d80-a804-73acc074a9f3 req-f104f2e9-b8d5-41af-b2ff-688f3e0a560b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0127bce0-4cfa-4bf2-9221-8d6c857a8dce HTTP/1.1" status: 200 len: 210 time: 0.0457580 Aug 11 00:20:52.910117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b194451-5b52-4e04-a482-0d59ce33251f req-860e5739-a1e4-4c47-ac9b-0e7e1a208882 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598871 Aug 11 00:20:52.910952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:52.957677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-ff1f5485-103d-4e51-bb40-a876b5b55d26 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616304 Aug 11 00:20:52.960634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33e535f-11d7-46cb-906c-5979ee6a8723,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:53.107235 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cce78b3-b9b3-4a31-8bd9-93e17a0752c8 x-openstack-request-id: req-3cce78b3-b9b3-4a31-8bd9-93e17a0752c8 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:53.107559 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0127bce0-4cfa-4bf2-9221-8d6c857a8dce", "name": "network-vif-deleted", "tag": "4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:53.107890 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cce78b3-b9b3-4a31-8bd9-93e17a0752c8 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:53.116539 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0127bce0-4cfa-4bf2-9221-8d6c857a8dce', 'name': 'network-vif-deleted', 'tag': '4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f', 'status': 'completed', 'code': 200} Aug 11 00:20:53.169537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Deleting port c5a74b3a-8c11-4a94-ba90-6ffe6df042af {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:53.169861 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:53.210760 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14378997-bb5c-4a57-b2aa-c1a1f3d87e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:53.213616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14378997-bb5c-4a57-b2aa-c1a1f3d87e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:53.217621 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-14378997-bb5c-4a57-b2aa-c1a1f3d87e4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6318fc6c-aab3-422d-a722-9771f9fcbf33 HTTP/1.1" status: 204 len: 168 time: 0.7671015 Aug 11 00:20:53.255648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14378997-bb5c-4a57-b2aa-c1a1f3d87e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318fc6c-aab3-422d-a722-9771f9fcbf33,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:53.355380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b194451-5b52-4e04-a482-0d59ce33251f req-d8354ddd-ad19-48f1-ad5e-830ee653aa1b service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348233 Aug 11 00:20:53.388951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] For port c5a74b3a-8c11-4a94-ba90-6ffe6df042af, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:53.389539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:53.471577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Calling delete_port for c5a74b3a-8c11-4a94-ba90-6ffe6df042af owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:53.524729 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-fc3d6621-82b1-4fd4-8c37-0fd3d19211a3 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:53.526559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-fc3d6621-82b1-4fd4-8c37-0fd3d19211a3 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 950 time: 0.1904817 Aug 11 00:20:53.552606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8526cb3-70b3-47b2-ac0d-d2723c0ea16c req-5386197d-1435-40a3-aeca-a4d88695a579 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:53.554291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8526cb3-70b3-47b2-ac0d-d2723c0ea16c req-5386197d-1435-40a3-aeca-a4d88695a579 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 945 time: 0.2348108 Aug 11 00:20:53.609225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e484b-4bfb-4bb8-92f9-81546f0fde72 req-48f0cf05-1ffe-4ee3-847b-a2953914bd87 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:53.610899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c0e484b-4bfb-4bb8-92f9-81546f0fde72 req-48f0cf05-1ffe-4ee3-847b-a2953914bd87 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.1425445 Aug 11 00:20:53.703679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c0e484b-4bfb-4bb8-92f9-81546f0fde72 req-de8848cf-6624-4f93-8d50-d0c82b9fde49 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711596 Aug 11 00:20:53.802883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b111d62c-bafe-49bf-8194-47281a286933 req-3b6419b5-b552-46e8-9da8-cc04cc3b15e1 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 210 time: 0.0493739 Aug 11 00:20:53.809039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:53.821767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['c5a74b3a-8c11-4a94-ba90-6ffe6df042af'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:53.887563 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:53.945764 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] No DVR routers for this DVR port c5a74b3a-8c11-4a94-ba90-6ffe6df042af on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:20:53.948801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:53.951349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a2d29e22-6950-4836-99d2-a2faf8ca760a req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "DELETE /v2.0/ports/c5a74b3a-8c11-4a94-ba90-6ffe6df042af HTTP/1.1" status: 204 len: 173 time: 1.0900674 Aug 11 00:20:53.952458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3b21d-47d7-41e1-99f9-be7ec421eee7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event deleted for resources: {'Port': ['ID=c5a74b3a-8c11-4a94-ba90-6ffe6df042af,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:54.033885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8526cb3-70b3-47b2-ac0d-d2723c0ea16c req-30e6afb5-b450-426a-8d78-eda420f8c0c3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473355 Aug 11 00:20:54.103521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aca176-6cb1-42e6-b656-144816ed54a4 req-ad5688fb-ed0a-49bd-9931-2558fad67a07 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:54.109260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17aca176-6cb1-42e6-b656-144816ed54a4 req-ad5688fb-ed0a-49bd-9931-2558fad67a07 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 950 time: 0.1328733 Aug 11 00:20:54.130483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Deleting port a943c0eb-1146-42a2-a4a2-7fc62be3561a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:54.130844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:54.208808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17aca176-6cb1-42e6-b656-144816ed54a4 req-ae5d9268-f3d1-4021-8895-b13fd3af9338 tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff608f22-95e5-4904-bb60-3f3902e904b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929801 Aug 11 00:20:54.329645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] For port a943c0eb-1146-42a2-a4a2-7fc62be3561a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a943c0eb-1146-42a2-a4a2-7fc62be3561a,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:54.330053 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:54.352122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Calling delete_port for a943c0eb-1146-42a2-a4a2-7fc62be3561a owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:54.366976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Router d575707f-de8b-46c2-a38b-73073aab2ea2 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:20:54.488570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-f5349d4c-6534-46f5-9c5c-ca3ef983df52 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460019 Aug 11 00:20:54.624258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-b91232ac-8d43-45a8-b1bb-f572c660f260 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:54.626005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-b91232ac-8d43-45a8-b1bb-f572c660f260 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300046 Aug 11 00:20:54.631058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:20:54.646555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aeeadee1-8cb4-4966-a568-d1fdfb906190 admin admin] 10.222.0.43 "PUT /v2.0/routers/d575707f-de8b-46c2-a38b-73073aab2ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8184867 Aug 11 00:20:54.646756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44454) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:54.659098 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] Sync routers for ids ['d575707f-de8b-46c2-a38b-73073aab2ea2'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:20:54.689778 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] Routers {'d575707f-de8b-46c2-a38b-73073aab2ea2'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:20:54.691116 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:20:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d575707f-de8b-46c2-a38b-73073aab2ea2'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:54.744913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:54.765821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a943c0eb-1146-42a2-a4a2-7fc62be3561a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:54.845045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Pushing event deleted for resources: {'Port': ['ID=a943c0eb-1146-42a2-a4a2-7fc62be3561a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:54.955600 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] Set router d575707f-de8b-46c2-a38b-73073aab2ea2 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:20:55.049116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] No DVR routers for this DVR port a943c0eb-1146-42a2-a4a2-7fc62be3561a on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:20:55.062540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:55.065724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ca6f2ef-5970-4637-a326-850bbc81ffba req-53b8c2a8-7c7e-4d3f-8171-88f0d7f1b2ae tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.55 "DELETE /v2.0/ports/a943c0eb-1146-42a2-a4a2-7fc62be3561a HTTP/1.1" status: 204 len: 173 time: 1.5296443 Aug 11 00:20:55.079368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c', 'name': 'network-vif-deleted', 'tag': 'a943c0eb-1146-42a2-a4a2-7fc62be3561a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:55.082600 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e57826-2779-47d2-b2ac-fdc2c2e36efe" -d '{"events": [{"server_uuid": "00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c", "name": "network-vif-deleted", "tag": "a943c0eb-1146-42a2-a4a2-7fc62be3561a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:55.132050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f916-c67c-4cb8-89c4-659686faa1a8 req-24e747b0-d9e2-40ec-a30e-aa55529b9288 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:55.135125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6e2f916-c67c-4cb8-89c4-659686faa1a8 req-24e747b0-d9e2-40ec-a30e-aa55529b9288 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.2528272 Aug 11 00:20:55.235232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6e2f916-c67c-4cb8-89c4-659686faa1a8 req-81056dd5-a2fe-45a9-9784-460409b1ce34 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890601 Aug 11 00:20:55.333214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b980aa-c082-4aa1-b385-b02c30aa94be', 'name': 'network-vif-deleted', 'tag': 'c5a74b3a-8c11-4a94-ba90-6ffe6df042af'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:20:55.346099 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3406ed4-3822-4762-9228-e0871d1dc51f" -d '{"events": [{"server_uuid": "05b980aa-c082-4aa1-b385-b02c30aa94be", "name": "network-vif-deleted", "tag": "c5a74b3a-8c11-4a94-ba90-6ffe6df042af"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:20:55.433165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:52Z', 'revision_number': 5, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:55.458816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-648c613b-572d-4160-a6b5-7edad711b0a7 req-56bb7db6-ac4e-40cf-a29a-983d6d610253 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 210 time: 0.0524125 Aug 11 00:20:55.494789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-1de27eff-77f8-443a-828d-fb3f99f82c79 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/quotas/1dc945de2a454393b6d2ae45d33b0de8 HTTP/1.1" status: 200 len: 375 time: 0.8566036 Aug 11 00:20:55.533311 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] Checking router: d575707f-de8b-46c2-a38b-73073aab2ea2 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:20:55.551100 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] Routers {'d575707f-de8b-46c2-a38b-73073aab2ea2'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:20:55.552502 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:20:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d575707f-de8b-46c2-a38b-73073aab2ea2'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:55.601027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-fa6bf3b3-a7db-47ee-a244-64ab30b86de9 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879211 Aug 11 00:20:55.647461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:55.698021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9e8398e3-38c1-42fc-8e4a-c09704dbefaf req-ff55d2fb-3c7c-452a-b909-ac70186ba4b8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=05b980aa-c082-4aa1-b385-b02c30aa94be HTTP/1.1" status: 200 len: 210 time: 0.0626705 Aug 11 00:20:55.755270 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] Set router d575707f-de8b-46c2-a38b-73073aab2ea2 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:20:55.835246 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00eb012-26da-4ea0-a7bb-6543ec5ce259 x-openstack-request-id: req-a00eb012-26da-4ea0-a7bb-6543ec5ce259 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:55.835246 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c", "name": "network-vif-deleted", "tag": "a943c0eb-1146-42a2-a4a2-7fc62be3561a", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:55.835246 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a00eb012-26da-4ea0-a7bb-6543ec5ce259 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:55.835246 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c', 'name': 'network-vif-deleted', 'tag': 'a943c0eb-1146-42a2-a4a2-7fc62be3561a', 'status': 'completed', 'code': 200} Aug 11 00:20:55.953473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:56.019759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da22ca75-a433-42ff-9535-e82a808c7037 req-ce715fe5-9950-4d3b-8856-5e4809f25c0b tempest-LiveMigrationNegativeTest-1584243 tempest-LiveMigrationNegativeTest-1584243-project] 10.222.0.43 "GET /v2.0/ports?device_id=00e6d3e3-2783-4b99-8e4d-81ae6ed12e9c HTTP/1.1" status: 200 len: 210 time: 0.0508177 Aug 11 00:20:56.176715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c5a74b3a-8c11-4a94-ba90-6ffe6df042af no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:20:56.188760 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:52Z', 'revision_number': 5, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:56.277720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: c5a74b3a-8c11-4a94-ba90-6ffe6df042af {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:20:56.279495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Deleting port 8a0d608f-304a-40af-a454-344d2607fb59 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:56.279952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:56.280091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c5a74b3a-8c11-4a94-ba90-6ffe6df042af not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:20:56.281156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a943c0eb-1146-42a2-a4a2-7fc62be3561a no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:20:56.380937 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c74583-cead-4f4e-b668-2e0c01368f5d None None] The sync data for ids ['d575707f-de8b-46c2-a38b-73073aab2ea2'] in n-d-712143-13 is: [{'id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'name': 'tempest-FloatingIPDetailsTestJSON-558122205-router', 'tenant_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '8a0d608f-304a-40af-a454-344d2607fb59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:20:05Z', 'updated_at': '2021-08-11T00:20:52Z', 'revision_number': 5, 'project_id': '6511e33a06bb4ca083f5e88adfe0b0ea', 'gw_port': {'id': '8a0d608f-304a-40af-a454-344d2607fb59', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575707f-de8b-46c2-a38b-73073aab2ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:20:08Z', 'updated_at': '2021-08-11T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:20:56.394477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: a943c0eb-1146-42a2-a4a2-7fc62be3561a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:20:56.395318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a943c0eb-1146-42a2-a4a2-7fc62be3561a not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:20:56.397957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] For port 8a0d608f-304a-40af-a454-344d2607fb59, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8a0d608f-304a-40af-a454-344d2607fb59,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:56.398200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1857e64c-8898-4475-9422-dfe432ffedb5 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:20:56.398375 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:56.418567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Calling delete_port for 8a0d608f-304a-40af-a454-344d2607fb59 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:56.455441 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:20:56.501565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3581284a-1960-4853-ac7b-9fb255479b92 req-43090078-476a-46d9-b8d0-04305783b9fe tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 210 time: 0.0378904 Aug 11 00:20:56.678192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b369bf-e922-49bd-bd94-2e589095ded8 req-6391b19a-b763-4b95-a3c5-07359ca1e53a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:56.678451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:56.686942 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64b369bf-e922-49bd-bd94-2e589095ded8 req-6391b19a-b763-4b95-a3c5-07359ca1e53a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.1278613 Aug 11 00:20:56.695636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:20:56.696764 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f98dbfb-218d-403a-a996-8fc419a5e06c x-openstack-request-id: req-5f98dbfb-218d-403a-a996-8fc419a5e06c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:20:56.697330 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b980aa-c082-4aa1-b385-b02c30aa94be", "name": "network-vif-deleted", "tag": "c5a74b3a-8c11-4a94-ba90-6ffe6df042af", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:20:56.697330 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f98dbfb-218d-403a-a996-8fc419a5e06c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:20:56.697670 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b980aa-c082-4aa1-b385-b02c30aa94be', 'name': 'network-vif-deleted', 'tag': 'c5a74b3a-8c11-4a94-ba90-6ffe6df042af', 'status': 'completed', 'code': 200} Aug 11 00:20:56.728904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '1857e64c-8898-4475-9422-dfe432ffedb5', 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'port_id': '1857e64c-8898-4475-9422-dfe432ffedb5', 'mac_address': 'fa:16:3e:d7:5b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15a8409-61e3-4c13-ae93-7c691de770bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:20:56.728904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:20:56.728904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4da6f4dd-71a9-4fa9-8f5d-1a1dc9d8021f not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:20:56.729254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64b369bf-e922-49bd-bd94-2e589095ded8 req-44093a2f-c6f9-4404-88b8-6960fce15ec1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384881 Aug 11 00:20:56.751798 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11a8cabc-d68c-4455-84ed-f1336594e5b1 req-ebf585d2-8718-46bc-94e6-339eb97a4c3d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 210 time: 0.0576177 Aug 11 00:20:56.824460 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:56.868251 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:56.929190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0d608f-304a-40af-a454-344d2607fb59,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:56.964498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:56.972881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1857e64c-8898-4475-9422-dfe432ffedb5 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:20:56.996720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:57.300950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:57.300950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:57.366504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:57.428052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:57.454544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-5aeba736-df3e-4ad4-9e8b-97d528739e86 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:57.462341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-5aeba736-df3e-4ad4-9e8b-97d528739e86 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 820 time: 0.4274452 Aug 11 00:20:57.481919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Request body: {'port': {'device_id': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'admin_state_up': True, 'tenant_id': 'd16a210b8107409094f1dce337d7601e'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:57.554926 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:57.554926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d575707f-de8b-46c2-a38b-73073aab2ea2 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:20:57.558117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:57.561992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-60610c00-65c5-400d-a370-1e8d02a2ccb8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d575707f-de8b-46c2-a38b-73073aab2ea2 HTTP/1.1" status: 204 len: 168 time: 2.9093912 Aug 11 00:20:57.563776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44520) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:57.568075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['1857e64c-8898-4475-9422-dfe432ffedb5'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:20:57.669715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-d998c67a-4bd3-496f-addb-c2b9ab931c7e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:57.669715 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-d998c67a-4bd3-496f-addb-c2b9ab931c7e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.3803120 Aug 11 00:20:57.674356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17932f3-79a1-4935-b527-99d61600b287 admin admin] Deleting subnet 10af35ba-f7de-4c33-aefd-35ec3fb0bb66 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:20:57.684260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e17932f3-79a1-4935-b527-99d61600b287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:57.728512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-25b21ab7-f411-492a-b93e-9aa9ffc17b0d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/quotas/064855ecf62b4de4832543e325d9b97d HTTP/1.1" status: 200 len: 375 time: 0.0468714 Aug 11 00:20:57.766395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e17932f3-79a1-4935-b527-99d61600b287 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:57.920809 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-1c409772-9d6d-45b5-9ec4-485286679224 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1561615 Aug 11 00:20:57.946779 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e17932f3-79a1-4935-b527-99d61600b287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.012268 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-644123f3-103f-42d4-a5e1-e6ce6d14f6bc req-470b507d-67f4-425f-bdb1-2cc57b5c479c tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 210 time: 0.0342240 Aug 11 00:20:58.101320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44530) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:58.205289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e17932f3-79a1-4935-b527-99d61600b287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.238824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Made reservation on behalf of d16a210b8107409094f1dce337d7601e for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:20:58.242699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.279466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a33e535f-11d7-46cb-906c-5979ee6a8723 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:20:58.280474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17932f3-79a1-4935-b527-99d61600b287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10af35ba-f7de-4c33-aefd-35ec3fb0bb66,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:58.287512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-9f0351e4-a8f0-4fd2-8a02-e86f9e0ac724 service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687396 Aug 11 00:20:58.302608 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e17932f3-79a1-4935-b527-99d61600b287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.310334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e17932f3-79a1-4935-b527-99d61600b287 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/10af35ba-f7de-4c33-aefd-35ec3fb0bb66 HTTP/1.1" status: 204 len: 168 time: 0.7437706 Aug 11 00:20:58.311965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44534) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:58.332188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a33e535f-11d7-46cb-906c-5979ee6a8723 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:20:58.336498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a33e535f-11d7-46cb-906c-5979ee6a8723 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:20:58.336498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35493b03-4e8a-4cbd-bf1e-28e531160ace None None] Network 096d5128-97af-414c-a147-a5bf840b8177 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:20:58.431508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.534711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Deleting port fe9afa5e-a1af-4a9e-95cd-700cace036fb {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:58.535052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.620636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] DHCP port deletion for 096d5128-97af-414c-a147-a5bf840b8177 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:20:58.659635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3ece37b3-c379-4514-8b62-72eb6cc1c244 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cc91a92f30c41c7a27c5347e218d0f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485411 Aug 11 00:20:58.660762 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-73a9f8ab-9a42-4f65-92f2-829fff974a6a service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583887 Aug 11 00:20:58.661055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44538) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:20:58.694425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Allocated IP 172.20.0.2 (ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521/be89c199-5474-40b8-ab0f-7a042fd8e0b7/e2e142a3-72e1-4447-b5b0-30b737de8a2b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:20:58.700860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] Deleting port fe9afa5e-a1af-4a9e-95cd-700cace036fb {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:20:58.701682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.732780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] For port fe9afa5e-a1af-4a9e-95cd-700cace036fb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fe9afa5e-a1af-4a9e-95cd-700cace036fb,segment=NetworkSegment(3c093f6e-8c53-42d1-bedd-38c9734085ef),segment_id=3c093f6e-8c53-42d1-bedd-38c9734085ef)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:58.733915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.769311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6714a1-a3f2-4fa8-b24f-7f8e6d90dd66 req-1d3c4396-5876-4f25-a93e-8db930319d86 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:58.772927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c6714a1-a3f2-4fa8-b24f-7f8e6d90dd66 req-1d3c4396-5876-4f25-a93e-8db930319d86 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 944 time: 0.1902630 Aug 11 00:20:58.791221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Calling delete_port for fe9afa5e-a1af-4a9e-95cd-700cace036fb owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:58.804670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] For port fe9afa5e-a1af-4a9e-95cd-700cace036fb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fe9afa5e-a1af-4a9e-95cd-700cace036fb,segment=NetworkSegment(3c093f6e-8c53-42d1-bedd-38c9734085ef),segment_id=3c093f6e-8c53-42d1-bedd-38c9734085ef)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:20:58.808157 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.821470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] Calling delete_port for fe9afa5e-a1af-4a9e-95cd-700cace036fb owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:20:58.979611 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:58.985512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ebcb-d1cc-4274-b377-8c8aacc87ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.028566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c6714a1-a3f2-4fa8-b24f-7f8e6d90dd66 req-afbe7b3e-ac4a-4852-86fe-dfa130fe4d0d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461886 Aug 11 00:20:59.081977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cefa574a-3e03-4464-aad3-7ca096cee862 req-5515fd1c-c6e2-4413-94b5-e193a71e2757 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 210 time: 0.0715437 Aug 11 00:20:59.103530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ebcb-d1cc-4274-b377-8c8aacc87ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.112768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.129354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] No DVR routers for this DVR port fe9afa5e-a1af-4a9e-95cd-700cace036fb on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:20:59.166623 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.166623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5887c7-874b-4c43-89df-d0dd0bde3076 None None] Pushing event deleted for resources: {'Port': ['ID=fe9afa5e-a1af-4a9e-95cd-700cace036fb,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:59.197221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.227601 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.228685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.254703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9afa5e-a1af-4a9e-95cd-700cace036fb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:59.330477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-613c0ea1-7bd7-4610-b558-f7af1e93ab3c req-59541ea6-ac54-4fae-b9da-393fb3ff6501 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0976188 Aug 11 00:20:59.331989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] No DVR routers for this DVR port fe9afa5e-a1af-4a9e-95cd-700cace036fb on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:20:59.356502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Pushing event updated for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:59.381888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:20:59.387448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:20:59.389107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:20:59.409608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58cdc57d-cdb5-47ec-a75d-df3fb3b51a88 req-d515fd30-f58c-46b4-aed3-f5cdbb832cf8 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 210 time: 0.0541801 Aug 11 00:20:59.473155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:59.473155 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.473595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ebcb-d1cc-4274-b377-8c8aacc87ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.475674 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4fe0ebcb-d1cc-4274-b377-8c8aacc87ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.477537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4fe0ebcb-d1cc-4274-b377-8c8aacc87ea7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff608f22-95e5-4904-bb60-3f3902e904b6 HTTP/1.1" status: 204 len: 168 time: 0.8120992 Aug 11 00:20:59.510057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0ebcb-d1cc-4274-b377-8c8aacc87ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff608f22-95e5-4904-bb60-3f3902e904b6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:20:59.521938 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.543850 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.544481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.545841 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.546429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > port after_create 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.547098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > port after_delete 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.548941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > port after_update 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.548941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.549340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.549896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.550440 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.608472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-d0eb3d21-df92-4823-baf9-75be37483e7b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249343 Aug 11 00:20:59.629704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-c592a6a3-661e-499c-8072-2c5caa29bec4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1605785 Aug 11 00:20:59.630107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.630537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.630946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.631381 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 00:20:59.631974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096d5128-97af-414c-a147-a5bf840b8177']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:59.651237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c093f6e-8c53-42d1-bedd-38c9734085ef') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:59.651547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c093f6e-8c53-42d1-bedd-38c9734085ef') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:20:59.670559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.683806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Request body: {'port': {'device_id': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:59.698699 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.714212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:20:59.714934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: from cryptography.utils import int_from_bytes Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: from cryptography.utils import int_from_bytes Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:20:59.723430 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:20:59.788758 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.813843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-b226ded3-a8b1-4cdb-a09a-10173babf50d tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:20:59.816082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-b226ded3-a8b1-4cdb-a09a-10173babf50d tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011988 Aug 11 00:20:59.885999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8a0d608f-304a-40af-a454-344d2607fb59 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:20:59.890647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Request body: {'port': {'device_id': 'cb453a0d-22c0-4ec3-a75e-827b6645d466', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '1dc945de2a454393b6d2ae45d33b0de8'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:20:59.922264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.944712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:20:59.952672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] 10.222.0.43 "DELETE /v2.0/networks/096d5128-97af-414c-a147-a5bf840b8177 HTTP/1.1" status: 204 len: 168 time: 1.6373000 Aug 11 00:20:59.969514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 8a0d608f-304a-40af-a454-344d2607fb59 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:20:59.970600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8a0d608f-304a-40af-a454-344d2607fb59 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:20:59.973531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fe9afa5e-a1af-4a9e-95cd-700cace036fb no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:20:59.973814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e855d1-5481-4d8c-84b0-a15029bc0fed admin admin] Pushing event deleted for resources: {'Network': ['ID=096d5128-97af-414c-a147-a5bf840b8177,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:00.022659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: fe9afa5e-a1af-4a9e-95cd-700cace036fb {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:21:00.028167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fe9afa5e-a1af-4a9e-95cd-700cace036fb not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:21:00.228870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37f6a2-91bb-4d71-9137-389b1b2eed33 req-b2f19e32-21cf-43a2-b649-942813231cb8 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:00.231898 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef37f6a2-91bb-4d71-9137-389b1b2eed33 req-b2f19e32-21cf-43a2-b649-942813231cb8 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 944 time: 0.0914142 Aug 11 00:21:00.297081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef37f6a2-91bb-4d71-9137-389b1b2eed33 req-84b0928b-f429-42a5-b4f8-48b62a641262 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519044 Aug 11 00:21:00.316163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1857e64c-8898-4475-9422-dfe432ffedb5 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:00.412775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0b6b5-f499-4d24-9146-1dd6bfa031b2 req-a609a70b-bc22-4495-9926-6bceb156f089 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:00.415419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73f0b6b5-f499-4d24-9146-1dd6bfa031b2 req-a609a70b-bc22-4495-9926-6bceb156f089 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 931 time: 0.2183816 Aug 11 00:21:00.497530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73f0b6b5-f499-4d24-9146-1dd6bfa031b2 req-c8fa4d48-6c7b-41e5-bb3b-1494d73a3f98 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Aug 11 00:21:00.541856 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f1fef6c-71bb-4aa4-90cc-8e86ca1ecc1e req-041900f6-5916-4884-a51e-feee8b4aaad3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0383897 Aug 11 00:21:00.570870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 1857e64c-8898-4475-9422-dfe432ffedb5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:00.578236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Made reservation on behalf of 1dc945de2a454393b6d2ae45d33b0de8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:00.578712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 1857e64c-8898-4475-9422-dfe432ffedb5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:00.578885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:00.579069 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:00.635719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-401e1434-22aa-47fe-a8a8-65d7a7696934 req-8dc4522f-0476-41e2-b2fc-afb15cae3df2 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 210 time: 0.0560305 Aug 11 00:21:00.640725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e142a3-72e1-4447-b5b0-30b737de8a2b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:00.652971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:00.666378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44584) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:00.690876 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:00.726990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:00.732641 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd985eb-52c4-40cf-b4d0-060a33574cd3" -d '{"events": [{"server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "name": "network-vif-plugged", "status": "completed", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:00.734435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Transition to ACTIVE for port object e2e142a3-72e1-4447-b5b0-30b737de8a2b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:00.770247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ceb7bb09-e4b9-4b67-a435-877e5210a86d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7b5e1df996b48bd81f762269d23bab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024001 Aug 11 00:21:00.777313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44588) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:00.789048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:00.792856 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893298de-638a-43d0-b32b-cdbe25aae806 x-openstack-request-id: req-893298de-638a-43d0-b32b-cdbe25aae806 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:00.793314 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "name": "network-vif-plugged", "status": "completed", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:00.793730 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-893298de-638a-43d0-b32b-cdbe25aae806 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:00.794371 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5', 'code': 200} Aug 11 00:21:00.828967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:00.844777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44590) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:00.886786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:00.891488 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:00.932006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44592) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:00.933158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Allocated IP 192.168.233.226 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/be50666e-35ab-49c2-8f1f-441d6d8df086) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:00.956250 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2517a8d5-2733-4857-8195-b54c6aa724fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6511e33a06bb4ca083f5e88adfe0b0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068697 Aug 11 00:21:00.960114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44596) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:01.027433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:01.051817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:01.052165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:01.052498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:01.063087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d539ab81-73c8-4f74-8ffd-134a6db79f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.069399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:01.069837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:01.086146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:01.086596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:01.087026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:01.087522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Bound port: e2e142a3-72e1-4447-b5b0-30b737de8a2b, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:01.087891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.111778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224dc20-8877-469f-b66f-388ec571340a req-690f7e9d-7a7b-4ce7-b7c7-a1e1d27baba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:01.114508 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8224dc20-8877-469f-b66f-388ec571340a req-690f7e9d-7a7b-4ce7-b7c7-a1e1d27baba4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1097 time: 0.1838899 Aug 11 00:21:01.149249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d539ab81-73c8-4f74-8ffd-134a6db79f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.209824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99abc10-c686-4341-902b-0b0c9cfc5bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.238483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8224dc20-8877-469f-b66f-388ec571340a req-81613363-699e-4318-9bcc-34fd81e79e55 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074224 Aug 11 00:21:01.268330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:01.274963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:01.285284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.293067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99abc10-c686-4341-902b-0b0c9cfc5bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.297339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e974c9c-3df5-4713-ab11-3b95e2fe6d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.318665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Transition to ACTIVE for port object be50666e-35ab-49c2-8f1f-441d6d8df086 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:01.373768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.487244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:01.487878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.489876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 1092 time: 1.8462548 Aug 11 00:21:01.492552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d539ab81-73c8-4f74-8ffd-134a6db79f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.492721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:01.495541 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d714b0-5259-40d8-afe7-0cf625f0d964" -d '{"events": [{"name": "network-changed", "server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:01.499635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d539ab81-73c8-4f74-8ffd-134a6db79f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.509641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d539ab81-73c8-4f74-8ffd-134a6db79f90 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3d172d3-3607-4907-aa52-4c310d645798 HTTP/1.1" status: 204 len: 168 time: 0.7302995 Aug 11 00:21:01.516663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99abc10-c686-4341-902b-0b0c9cfc5bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.522956 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99abc10-c686-4341-902b-0b0c9cfc5bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.527771 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e99abc10-c686-4341-902b-0b0c9cfc5bff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adb513db-bcf7-4411-941e-0f6b5b0072f9 HTTP/1.1" status: 204 len: 168 time: 0.5420125 Aug 11 00:21:01.534006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3df2f-5e3d-4418-a6ce-fbf1c5b2b575 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:01.542694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539ab81-73c8-4f74-8ffd-134a6db79f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d172d3-3607-4907-aa52-4c310d645798,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:01.581422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99abc10-c686-4341-902b-0b0c9cfc5bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb513db-bcf7-4411-941e-0f6b5b0072f9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:01.581826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e315c7-54a4-48f7-abee-513f399b820b req-d69c7a38-c4f9-477f-a7b4-e8db1884d961 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:01.583232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8e315c7-54a4-48f7-abee-513f399b820b req-d69c7a38-c4f9-477f-a7b4-e8db1884d961 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 945 time: 0.1609824 Aug 11 00:21:01.608017 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.639979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e974c9c-3df5-4713-ab11-3b95e2fe6d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.703814 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf741c8e-afdf-491e-82f5-78bd179a3986 x-openstack-request-id: req-bf741c8e-afdf-491e-82f5-78bd179a3986 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:01.704108 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:01.705423 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf741c8e-afdf-491e-82f5-78bd179a3986 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:01.705573 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b', 'status': 'completed', 'code': 200} Aug 11 00:21:01.716463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:01.738485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:01.741226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:01.778073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8e315c7-54a4-48f7-abee-513f399b820b req-58f8ac3a-da9a-4c3f-a2d3-976ad2eddf9c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798711 Aug 11 00:21:01.782375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Pushing event updated for resources: {'Port': ['ID=be50666e-35ab-49c2-8f1f-441d6d8df086,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:01.800296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-f2fd8604-3bc1-476f-a41f-fc94506903f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:01.801880 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-f2fd8604-3bc1-476f-a41f-fc94506903f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1095 time: 0.1679113 Aug 11 00:21:01.805734 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0e974c9c-3df5-4713-ab11-3b95e2fe6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.849360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da6fff-9af4-4e72-938f-b3b0a6699446 req-a2ecda23-ddf2-4b2b-8c76-e3d89225bece tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:01.869390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4da6fff-9af4-4e72-938f-b3b0a6699446 req-a2ecda23-ddf2-4b2b-8c76-e3d89225bece tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 943 time: 0.1142497 Aug 11 00:21:01.898869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:01.899615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:01.931931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4da6fff-9af4-4e72-938f-b3b0a6699446 req-4ba2daf4-bf10-4231-b580-d8d720e1910d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608883 Aug 11 00:21:01.959043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-00bb3645-edb6-4df3-ad2e-fe3552713654 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 217 time: 0.1361325 Aug 11 00:21:01.959043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e974c9c-3df5-4713-ab11-3b95e2fe6d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c314bc4d-5405-451a-91eb-555758d04de1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:01.979381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44614) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:01.981075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0e974c9c-3df5-4713-ab11-3b95e2fe6d3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fbd1499d4ee847fbb28cc8fd0d962d32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0453286 Aug 11 00:21:02.068970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-159ceb29-5628-4016-ac86-eeba339cbeb1 req-165b3691-8811-47a2-9450-c9c086d12585 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0415487 Aug 11 00:21:02.088568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-ef3da3c8-7cc3-48ce-b6ff-3bd0d09cc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:02.092152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-ef3da3c8-7cc3-48ce-b6ff-3bd0d09cc2ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.1333957 Aug 11 00:21:02.164366 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-ac394962-36be-4600-bf23-f7bbab9aa4ae tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3018930 Aug 11 00:21:02.170727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-dd302883-ea08-4df4-9bb3-c69daf816b37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678561 Aug 11 00:21:02.188537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Request body: {'port': {'device_id': 'cb453a0d-22c0-4ec3-a75e-827b6645d466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:02.252150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c208f6-72b2-45f2-9909-600331163ad3 req-76546fa7-3534-4189-a3b9-0386e5795848 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:02.276622 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75c208f6-72b2-45f2-9909-600331163ad3 req-76546fa7-3534-4189-a3b9-0386e5795848 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 936 time: 0.2627831 Aug 11 00:21:02.289891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b025258-cbd4-4af8-8eb7-a18f8f4f9101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:02.364460 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b025258-cbd4-4af8-8eb7-a18f8f4f9101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:02.376918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f89c4626-ec50-4a7b-b77d-424945519426 None None] Provisioning for port be50666e-35ab-49c2-8f1f-441d6d8df086 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:02.387657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f89c4626-ec50-4a7b-b77d-424945519426 None None] Provisioning complete for port be50666e-35ab-49c2-8f1f-441d6d8df086 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:02.390499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f89c4626-ec50-4a7b-b77d-424945519426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:02.451553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f89c4626-ec50-4a7b-b77d-424945519426 None None] Port be50666e-35ab-49c2-8f1f-441d6d8df086 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:21:02.511903 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:02.573412 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75c208f6-72b2-45f2-9909-600331163ad3 req-ae5444e9-a8d8-4eb0-b523-5fdecf912c18 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964995 Aug 11 00:21:02.581126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-68794115-3d66-4ed0-9ae1-a81f771fe556 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:02.582701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-68794115-3d66-4ed0-9ae1-a81f771fe556 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.2000520 Aug 11 00:21:02.606681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Request body: {'port': {'device_id': 'ae6cdde6-e049-4ad2-98d5-bc28390145aa', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'admin_state_up': True, 'tenant_id': '064855ecf62b4de4832543e325d9b97d'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:02.609996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-1d4e5552-34f0-49b4-b9f1-fe2a50a7d50c service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275968 Aug 11 00:21:02.773027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b025258-cbd4-4af8-8eb7-a18f8f4f9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:02.777945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b025258-cbd4-4af8-8eb7-a18f8f4f9101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:02.783025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1b025258-cbd4-4af8-8eb7-a18f8f4f9101 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c314bc4d-5405-451a-91eb-555758d04de1 HTTP/1.1" status: 204 len: 168 time: 0.7982087 Aug 11 00:21:02.829657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b025258-cbd4-4af8-8eb7-a18f8f4f9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c314bc4d-5405-451a-91eb-555758d04de1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:02.942408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Made reservation on behalf of 064855ecf62b4de4832543e325d9b97d for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:02.948698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:03.152180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f5cb6-7ca3-403c-bd43-d91bc2a7c105 req-1f06a472-6b46-40fa-b855-12ab1404bc3b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:03.159900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-346f5cb6-7ca3-403c-bd43-d91bc2a7c105 req-1f06a472-6b46-40fa-b855-12ab1404bc3b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 945 time: 0.1853530 Aug 11 00:21:03.218859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Allocated IP 172.20.0.3 (bbb78a15-e01a-4b33-a6e5-5702ff422fff/9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d/cb7a410f-b988-468a-9d45-8c221daaae7e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:03.237961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-346f5cb6-7ca3-403c-bd43-d91bc2a7c105 req-f0873f55-6c48-4add-b978-8531d59a14d7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769529 Aug 11 00:21:03.348106 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81b7eb69-6597-4345-bd53-e41ea5573a3f req-f1c93060-66dd-4b18-9a2c-2de2c778abf6 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278943 Aug 11 00:21:03.388167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51aacd-b7e1-46f2-8a8f-3b5cf4195a4b req-079ffc90-213d-4c20-9fbd-33c6dd414221 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:03.403222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac51aacd-b7e1-46f2-8a8f-3b5cf4195a4b req-079ffc90-213d-4c20-9fbd-33c6dd414221 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 943 time: 0.2985039 Aug 11 00:21:03.417915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfeea26e-9d3f-4fb5-bbad-07e0f7798a91 req-ce30e458-f7b1-44da-967d-7a341ede3453 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0682099 Aug 11 00:21:03.504051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac51aacd-b7e1-46f2-8a8f-3b5cf4195a4b req-070b96fc-0b39-42ba-b45f-0e6b48ebbe91 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993125 Aug 11 00:21:03.569847 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:03.674117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-66b27fd8-09d5-405f-89d6-8b1ee44f741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:03.677082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-66b27fd8-09d5-405f-89d6-8b1ee44f741f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1095 time: 0.1503193 Aug 11 00:21:03.733597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be50666e-35ab-49c2-8f1f-441d6d8df086 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:03.748918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:03.805200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:03.809894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:03.820345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:03.829331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:03.860648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event updated for resources: {'Port': ['ID=cb7a410f-b988-468a-9d45-8c221daaae7e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:03.900825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:03.902701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:03.912422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Transition to ACTIVE for port object be50666e-35ab-49c2-8f1f-441d6d8df086 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:03.965904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954e76a-cfeb-4706-b677-b374e9f93eb9 req-43106716-5253-42bf-a028-d51535336a0b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:03.968748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4954e76a-cfeb-4706-b677-b374e9f93eb9 req-43106716-5253-42bf-a028-d51535336a0b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 936 time: 0.2599642 Aug 11 00:21:04.031623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:04.041100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-063b06b4-b49f-4308-bfd5-0e39c3921ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:04.045172 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-063b06b4-b49f-4308-bfd5-0e39c3921ecf service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.3552427 Aug 11 00:21:04.068923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-f6753470-f17a-498b-8673-7c932ce19a2a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4666100 Aug 11 00:21:04.084730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Request body: {'port': {'device_id': 'ae6cdde6-e049-4ad2-98d5-bc28390145aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:04.093075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da45ce-4c2c-4739-8225-b67592904c4b req-dbbd5698-12c8-4471-abe6-7dfcf8a405e8 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:04.094661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69da45ce-4c2c-4739-8225-b67592904c4b req-dbbd5698-12c8-4471-abe6-7dfcf8a405e8 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1097 time: 0.0625584 Aug 11 00:21:04.158241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-ecb63798-1ead-4f64-aa7d-7a01ed2c9d09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 217 time: 0.0718465 Aug 11 00:21:04.170553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4954e76a-cfeb-4706-b677-b374e9f93eb9 req-7b760f99-2bac-4d2e-bcca-bb5eefd18dbe tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872125 Aug 11 00:21:04.177013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69da45ce-4c2c-4739-8225-b67592904c4b req-b97be1d4-4c94-4028-aeed-5005a211b247 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666423 Aug 11 00:21:04.177793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:04.187039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Pushing event updated for resources: {'Port': ['ID=be50666e-35ab-49c2-8f1f-441d6d8df086,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:04.361841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-227b5b46-ceda-424e-9562-8f2d719487a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:04.363510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-227b5b46-ceda-424e-9562-8f2d719487a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.1917233 Aug 11 00:21:04.434345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-59ea0c4a-4b1a-424d-b4e1-9a98054c796a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559843 Aug 11 00:21:04.526813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Attempting to bind port be50666e-35ab-49c2-8f1f-441d6d8df086 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:04.527187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Attempting to bind port be50666e-35ab-49c2-8f1f-441d6d8df086 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:04.527581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Attempting to bind port be50666e-35ab-49c2-8f1f-441d6d8df086 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:04.550024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Port be50666e-35ab-49c2-8f1f-441d6d8df086 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:04.550477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Attempting to bind port be50666e-35ab-49c2-8f1f-441d6d8df086 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:04.570161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:04.570161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:04.570161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:04.570161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Bound port: be50666e-35ab-49c2-8f1f-441d6d8df086, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:04.570752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:04.580399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46b49d-6030-4a40-b2c4-14d356f26b2b req-5d23e2bc-b899-4862-b763-29f705d30c5c tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:04.582259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b46b49d-6030-4a40-b2c4-14d356f26b2b req-5d23e2bc-b899-4862-b763-29f705d30c5c tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1097 time: 0.1502755 Aug 11 00:21:04.647662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-217b2afa-6e1f-4337-a354-6d4207ad97d7 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958756 Aug 11 00:21:04.735448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b46b49d-6030-4a40-b2c4-14d356f26b2b req-d7ca4dbd-a83c-4e65-8176-13a26240ab4b tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328423 Aug 11 00:21:04.754324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7a410f-b988-468a-9d45-8c221daaae7e {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:04.760651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] For port be50666e-35ab-49c2-8f1f-441d6d8df086, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:04.760651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] For port be50666e-35ab-49c2-8f1f-441d6d8df086, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=be50666e-35ab-49c2-8f1f-441d6d8df086,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:04.767016 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:04.787872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Transition to ACTIVE for port object cb7a410f-b988-468a-9d45-8c221daaae7e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:04.816611 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90d714b0-5259-40d8-afe7-0cf625f0d964 req-a2e02d4f-4a90-40d6-b45c-ab440d6dd1c3 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581635 Aug 11 00:21:04.849603 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:04.882945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:04.883671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:04.885133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] 10.222.0.55 "PUT /v2.0/ports/be50666e-35ab-49c2-8f1f-441d6d8df086 HTTP/1.1" status: 200 len: 1097 time: 2.7018340 Aug 11 00:21:04.899120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:04.909718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb453a0d-22c0-4ec3-a75e-827b6645d466', 'tag': 'be50666e-35ab-49c2-8f1f-441d6d8df086'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:04.913232 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa68f93-9301-4b99-beac-865890f6c599" -d '{"events": [{"name": "network-changed", "server_uuid": "cb453a0d-22c0-4ec3-a75e-827b6645d466", "tag": "be50666e-35ab-49c2-8f1f-441d6d8df086"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:04.992938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce95f24-ede2-42e5-b877-872de2ca0c3f service neutron] Pushing event updated for resources: {'Port': ['ID=be50666e-35ab-49c2-8f1f-441d6d8df086,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:05.011033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ef559-fb16-4b4d-b318-3af1adef5a43 req-4c400bdc-0cdd-4475-8c08-949688ca73c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:05.015593 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e4ef559-fb16-4b4d-b318-3af1adef5a43 req-4c400bdc-0cdd-4475-8c08-949688ca73c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 943 time: 0.1546590 Aug 11 00:21:05.127269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-48eded90-1360-42f7-9940-e16593634c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:05.128921 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-48eded90-1360-42f7-9940-e16593634c60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 1100 time: 0.1095634 Aug 11 00:21:05.135635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e4ef559-fb16-4b4d-b318-3af1adef5a43 req-f09babb4-8f1c-49aa-91ad-79355a57de95 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834792 Aug 11 00:21:05.143095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Pushing event updated for resources: {'Port': ['ID=cb7a410f-b988-468a-9d45-8c221daaae7e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:05.174423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879e02-d0fa-42be-b2bd-6c602c74c1f0 req-7e8eb3b7-d0c9-48ca-ba8f-81d0a924a5ca tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:05.183714 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1879e02-d0fa-42be-b2bd-6c602c74c1f0 req-7e8eb3b7-d0c9-48ca-ba8f-81d0a924a5ca tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 943 time: 0.2091885 Aug 11 00:21:05.199230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.201284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.201859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.202363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.205062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.205584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.206132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.206693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.209352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.209902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.210426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.210935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:05.223858 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-2d929800-f083-46d2-a840-7cd5d4b55cbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=be50666e-35ab-49c2-8f1f-441d6d8df086 HTTP/1.1" status: 200 len: 217 time: 0.0832210 Aug 11 00:21:05.237820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Attempting to bind port cb7a410f-b988-468a-9d45-8c221daaae7e on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:05.239247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Attempting to bind port cb7a410f-b988-468a-9d45-8c221daaae7e by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:05.239871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Attempting to bind port cb7a410f-b988-468a-9d45-8c221daaae7e on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:05.249950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Port cb7a410f-b988-468a-9d45-8c221daaae7e on network bbb78a15-e01a-4b33-a6e5-5702ff422fff not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:05.250646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Attempting to bind port cb7a410f-b988-468a-9d45-8c221daaae7e on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:05.264439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:05.265187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Checking segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:05.265814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Bound using segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:05.266597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Bound port: cb7a410f-b988-468a-9d45-8c221daaae7e, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:05.267226 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:05.310840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1879e02-d0fa-42be-b2bd-6c602c74c1f0 req-bb9ed1f7-84c5-4929-8793-d4c6e302a7ef tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251380 Aug 11 00:21:05.359292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-225bb9a3-84bc-4888-9318-65d78a0a90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:05.359292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-225bb9a3-84bc-4888-9318-65d78a0a90ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1259749 Aug 11 00:21:05.421975 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a512ad-daaa-4263-9de2-287c738f79d0 x-openstack-request-id: req-92a512ad-daaa-4263-9de2-287c738f79d0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:05.423071 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb453a0d-22c0-4ec3-a75e-827b6645d466", "tag": "be50666e-35ab-49c2-8f1f-441d6d8df086", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:05.423071 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92a512ad-daaa-4263-9de2-287c738f79d0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:05.424326 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb453a0d-22c0-4ec3-a75e-827b6645d466', 'tag': 'be50666e-35ab-49c2-8f1f-441d6d8df086', 'status': 'completed', 'code': 200} Aug 11 00:21:05.442436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-f308b824-6bab-47db-b488-932ee6431b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:05.444035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-f308b824-6bab-47db-b488-932ee6431b97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772097 Aug 11 00:21:05.449243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] For port cb7a410f-b988-468a-9d45-8c221daaae7e, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:05.456861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] For port cb7a410f-b988-468a-9d45-8c221daaae7e, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cb7a410f-b988-468a-9d45-8c221daaae7e,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:05.552872 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:05.667223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44732) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:05.677176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-e7d3f8c6-224f-4ce6-bf2a-37c56d2d99f5 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233808 Aug 11 00:21:05.851479 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ebb63f-0eb6-4c2b-80a5-b92f0dcbb533 req-35b7b1bb-2c7a-4069-b345-bbd92ca6b77a service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650465 Aug 11 00:21:05.887045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56148dd2-229e-4f10-9e45-e5bdaffc6bf3 req-04652b30-edcb-4de3-8067-1d8d4d1c04a6 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:05.895517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56148dd2-229e-4f10-9e45-e5bdaffc6bf3 req-04652b30-edcb-4de3-8067-1d8d4d1c04a6 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 948 time: 0.3970480 Aug 11 00:21:05.922767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-665567168-network', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:05.925323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:05.926046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:05.927616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] 10.222.0.55 "PUT /v2.0/ports/cb7a410f-b988-468a-9d45-8c221daaae7e HTTP/1.1" status: 200 len: 1092 time: 1.8480186 Aug 11 00:21:05.928095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6cdde6-e049-4ad2-98d5-bc28390145aa', 'tag': 'cb7a410f-b988-468a-9d45-8c221daaae7e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:05.930563 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d25d59-b1a5-4158-8f14-beb9e421c2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6cdde6-e049-4ad2-98d5-bc28390145aa", "tag": "cb7a410f-b988-468a-9d45-8c221daaae7e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:05.938488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bdc2a-a41f-4f67-a24e-e46d344d748f service neutron] Pushing event updated for resources: {'Port': ['ID=cb7a410f-b988-468a-9d45-8c221daaae7e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:05.966381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56148dd2-229e-4f10-9e45-e5bdaffc6bf3 req-c9813490-705c-4144-8388-ee7d4dc04c03 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698862 Aug 11 00:21:06.027469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68f93-9301-4b99-beac-865890f6c599 req-d8d6988e-3351-494a-bcf3-97b532bd03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:06.029001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aa68f93-9301-4b99-beac-865890f6c599 req-d8d6988e-3351-494a-bcf3-97b532bd03bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 1100 time: 0.0525346 Aug 11 00:21:06.073320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Made reservation on behalf of 409cdc564fa64ba7b2f36920ff33bc0b for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:06.082137 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.092748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.168796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68f93-9301-4b99-beac-865890f6c599 req-c100e5a7-2231-4986-874f-10a56e13d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:06.172733 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aa68f93-9301-4b99-beac-865890f6c599 req-c100e5a7-2231-4986-874f-10a56e13d1e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1337705 Aug 11 00:21:06.222628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-91ffb0eb-e672-4e6a-852a-acec2019e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:06.224432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-91ffb0eb-e672-4e6a-852a-acec2019e5a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 1095 time: 0.1127083 Aug 11 00:21:06.256773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aa68f93-9301-4b99-beac-865890f6c599 req-75764be0-076a-450f-8baa-9107509cf957 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=be50666e-35ab-49c2-8f1f-441d6d8df086 HTTP/1.1" status: 200 len: 217 time: 0.0750382 Aug 11 00:21:06.279988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-fa139f8f-c841-4c4a-86f0-e95e08ccd31b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb7a410f-b988-468a-9d45-8c221daaae7e HTTP/1.1" status: 200 len: 217 time: 0.0463727 Aug 11 00:21:06.327534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-21040d9f-ac55-4c0b-9ba8-75c4020201d9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301948 Aug 11 00:21:06.338653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68f93-9301-4b99-beac-865890f6c599 req-615d3184-8afd-47fc-b723-a93971068ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:06.340477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aa68f93-9301-4b99-beac-865890f6c599 req-615d3184-8afd-47fc-b723-a93971068ac5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0748177 Aug 11 00:21:06.353938 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.363452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-84161190-7d77-4597-b2db-9e9e0ab2599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:06.365297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-84161190-7d77-4597-b2db-9e9e0ab2599b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.0756273 Aug 11 00:21:06.378155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e2e142a3-72e1-4447-b5b0-30b737de8a2b details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:06.401705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-c2458c7f-3399-46a1-bbce-d3fc5fdb70e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284686 Aug 11 00:21:06.481351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa68f93-9301-4b99-beac-865890f6c599 req-ec4933b9-6383-4b1c-95dd-a01b5ce159f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:06.483755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aa68f93-9301-4b99-beac-865890f6c599 req-ec4933b9-6383-4b1c-95dd-a01b5ce159f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1328728 Aug 11 00:21:06.510140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:06.510629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.530481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b', 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'port_id': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b', 'mac_address': 'fa:16:3e:d5:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be89c199-5474-40b8-ab0f-7a042fd8e0b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:06.578151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fda870-6f15-467f-8d80-bca61a79b256,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:06.580205 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.586899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-273f0f72-6ab8-4e3a-95a2-a70fcef612b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:06.588572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-273f0f72-6ab8-4e3a-95a2-a70fcef612b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474084 Aug 11 00:21:06.600905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e142a3-72e1-4447-b5b0-30b737de8a2b {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:06.625676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.626220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.626660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.627770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.628227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.628665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.629097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.629283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:06.629613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.630310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.630632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.631146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.631593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:06.633093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-9b2dd6fc-a145-429d-bac7-8e18ce8af40d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/quotas/e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 375 time: 0.0139158 Aug 11 00:21:06.642527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:21:06.654752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aa68f93-9301-4b99-beac-865890f6c599 req-0bb41e00-2a00-4847-8778-a8dfbae4ca55 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622367 Aug 11 00:21:06.668022 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.668373 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Added segment 74505170-8366-4cd7-a708-27287e9f69aa of type vlan for network ba691427-d1f0-4361-b6ad-7ab84f4389b3 Aug 11 00:21:06.698493 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.704386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-36a59e43-c52e-4436-80ef-5cd3abe04c7e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451920 Aug 11 00:21:06.732248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-d2d439bc-e3b2-4ef5-ba22-8a1481dba7a7 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221955 Aug 11 00:21:06.737340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.756575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:06.805420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aa68f93-9301-4b99-beac-865890f6c599 req-80852a10-0ab5-4128-b238-d45be61a0b75 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300099 Aug 11 00:21:06.894711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed41a332-7428-41e2-9c75-0e500777d1a4 req-9bdad30c-0644-4092-b43b-b176644a2916 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527207 Aug 11 00:21:06.903226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['e2e142a3-72e1-4447-b5b0-30b737de8a2b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:06.930118 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:06.931368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:06.932113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:07.005489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] Pushing event updated for resources: {'Network': ['ID=ba691427-d1f0-4361-b6ad-7ab84f4389b3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:07.023572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:21:07.055793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c08ee17b-5266-4a54-899e-eecd8089fded admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3867543 Aug 11 00:21:07.057261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44784) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:07.064441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Request body: {'subnet': {'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-665567168-subnet', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:07.161793 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9aafc1-97dd-4639-9bb1-767acc8cfc9e x-openstack-request-id: req-3e9aafc1-97dd-4639-9bb1-767acc8cfc9e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:07.168535 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6cdde6-e049-4ad2-98d5-bc28390145aa", "tag": "cb7a410f-b988-468a-9d45-8c221daaae7e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:07.168535 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e9aafc1-97dd-4639-9bb1-767acc8cfc9e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:07.168535 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6cdde6-e049-4ad2-98d5-bc28390145aa', 'tag': 'cb7a410f-b988-468a-9d45-8c221daaae7e', 'status': 'completed', 'code': 200} Aug 11 00:21:07.217641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Made reservation on behalf of 409cdc564fa64ba7b2f36920ff33bc0b for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:07.222663 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:07.365224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd1aea-38bd-411c-8379-3fc946774a78 req-339f81b2-4eb0-4eb0-bd11-6b2e0df654fa tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:07.369288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cd1aea-38bd-411c-8379-3fc946774a78 req-339f81b2-4eb0-4eb0-bd11-6b2e0df654fa tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 943 time: 0.0967381 Aug 11 00:21:07.392238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-dbdda54a-4549-46d3-a489-d035df1cf658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:07.394223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-dbdda54a-4549-46d3-a489-d035df1cf658 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 1095 time: 0.2071984 Aug 11 00:21:07.437857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cd1aea-38bd-411c-8379-3fc946774a78 req-5f283fe4-5f19-45c0-b028-4b9019b13c9e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614030 Aug 11 00:21:07.552548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-72be398f-600d-4591-a1f7-b4aeac5b25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:07.555400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-72be398f-600d-4591-a1f7-b4aeac5b25d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 913 time: 0.1514597 Aug 11 00:21:07.601493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95719f9-7ac5-45d6-9d8b-29c8c7742c43 req-65e53007-d152-43cd-80e9-7e08acbd28d5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:07.604033 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d95719f9-7ac5-45d6-9d8b-29c8c7742c43 req-65e53007-d152-43cd-80e9-7e08acbd28d5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 944 time: 0.0761890 Aug 11 00:21:07.636421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-a96c3ce8-1c5e-4847-8ac9-14a9da61579d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb7a410f-b988-468a-9d45-8c221daaae7e HTTP/1.1" status: 200 len: 217 time: 0.0718749 Aug 11 00:21:07.675457 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d95719f9-7ac5-45d6-9d8b-29c8c7742c43 req-7dceca7a-9ba5-4f35-8cbe-06f9616b26e0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597897 Aug 11 00:21:07.703403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-0a7ec564-2547-4c17-a147-ac043d11ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:07.708297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-0a7ec564-2547-4c17-a147-ac043d11ab0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.0610039 Aug 11 00:21:07.730772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:07.758002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-147f061c-4007-42cf-b66b-8dc658c4ba4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414801 Aug 11 00:21:07.941070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf225c-ef51-4dd1-b184-a40bc41319f4 req-57a16b25-9686-4b25-b58c-dd013421ca6b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:07.954853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cdf225c-ef51-4dd1-b184-a40bc41319f4 req-57a16b25-9686-4b25-b58c-dd013421ca6b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 948 time: 0.0787895 Aug 11 00:21:07.959111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973d8471-bcbd-4836-a4ff-f5249d9333ca,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:07.981626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Checking segment: {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:07.982853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Network hostable DHCP agents. Network: ba691427-d1f0-4361-b6ad-7ab84f4389b3, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:21:08.003582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-69554655-7504-48b1-a68e-1112c6dba966 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189105 Aug 11 00:21:08.015370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cdf225c-ef51-4dd1-b184-a40bc41319f4 req-2b7cfaf0-5aba-45f8-9eb6-ffda251b44c3 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522566 Aug 11 00:21:08.114951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2b54a0e-ce7a-4ab5-9471-c2f14d3984c2 req-bafc528c-c74c-4bae-af11-95a757590b95 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 210 time: 0.0469501 Aug 11 00:21:08.152459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:21:08.161822 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d25d59-b1a5-4158-8f14-beb9e421c2d4 req-7e55aeff-7ce6-4de0-ae4c-69d9d742d436 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421578 Aug 11 00:21:08.242979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device be50666e-35ab-49c2-8f1f-441d6d8df086 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:08.268523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, ba691427-d1f0-4361-b6ad-7ab84f4389b3) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:08.281121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:08.282059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:08.305918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c237d5-20b8-4191-920f-0dac4eb441ae None None] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:21:08.399015 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f98ffac1-d490-4157-9122-cf48dbe5be45 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3355117 Aug 11 00:21:08.399336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e2e142a3-72e1-4447-b5b0-30b737de8a2b up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:08.399698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44824) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:08.413810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:08.501496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44832) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:08.516158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port be50666e-35ab-49c2-8f1f-441d6d8df086, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=be50666e-35ab-49c2-8f1f-441d6d8df086,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:08.564042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'be50666e-35ab-49c2-8f1f-441d6d8df086', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'be50666e-35ab-49c2-8f1f-441d6d8df086', 'mac_address': 'fa:16:3e:db:05:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:08.593813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:08.596576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:08.622342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-2dba1bba-2348-4545-b181-9211147f4bb0 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:21:08.624117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-2dba1bba-2348-4545-b181-9211147f4bb0 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1207709 Aug 11 00:21:08.690603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf2f3b-be65-45cd-9020-437deae03071 req-953259cf-8b41-49d2-81d0-2979c5778602 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:08.693310 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28bf2f3b-be65-45cd-9020-437deae03071 req-953259cf-8b41-49d2-81d0-2979c5778602 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 943 time: 0.1531508 Aug 11 00:21:08.750609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:08.765199 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:08.807024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:21:08.809403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:08.820245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port e2e142a3-72e1-4447-b5b0-30b737de8a2b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:08.837040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28bf2f3b-be65-45cd-9020-437deae03071 req-ad15b845-63ac-4ec9-ba9c-0facda348e12 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950670 Aug 11 00:21:08.844357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port e2e142a3-72e1-4447-b5b0-30b737de8a2b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:08.845410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:08.849758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be50666e-35ab-49c2-8f1f-441d6d8df086 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:08.953105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port be50666e-35ab-49c2-8f1f-441d6d8df086, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=be50666e-35ab-49c2-8f1f-441d6d8df086,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:08.969416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44846) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:09.119914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Request body: {'binding': {'host': 'n-h1-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:09.120547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:21:09.133436 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df28b8b2-3e33-41db-ad1b-067ac348256e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.177558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.196192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Allocated IP 172.20.0.2 (ba691427-d1f0-4361-b6ad-7ab84f4389b3/973d8471-bcbd-4836-a4ff-f5249d9333ca/31513ebc-eea3-403c-87c8-96a0b2275074) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:09.313157 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.331483 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df28b8b2-3e33-41db-ad1b-067ac348256e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.341616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.367291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=be50666e-35ab-49c2-8f1f-441d6d8df086,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:09.380960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:09.383328 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d856cf5-22e2-4e60-859a-b876edc89d3a" -d '{"events": [{"server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "name": "network-vif-plugged", "status": "completed", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:09.390414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aac4f-b047-46bb-93c7-c9e7479de098 req-54217d72-7660-4fab-8abf-e692cb97138d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:09.397357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['be50666e-35ab-49c2-8f1f-441d6d8df086'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:09.398995 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b2aac4f-b047-46bb-93c7-c9e7479de098 req-54217d72-7660-4fab-8abf-e692cb97138d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 944 time: 0.2302079 Aug 11 00:21:09.455691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:09.455961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df28b8b2-3e33-41db-ad1b-067ac348256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.476759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b2aac4f-b047-46bb-93c7-c9e7479de098 req-207cb53a-2ff3-4d8d-9dd4-a6b2dad3892c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768805 Aug 11 00:21:09.484123 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.488959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on host n-h1-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:09.499035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:09.499035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:09.501920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Transition to ACTIVE for port object 31513ebc-eea3-403c-87c8-96a0b2275074 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:09.504619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:09.505004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:09.520749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:09.521100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:09.521557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:09.522009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Bound port: 1857e64c-8898-4475-9422-dfe432ffedb5, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:09.526802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-df28b8b2-3e33-41db-ad1b-067ac348256e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc61d180fcac4ac49537068b7dd15681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534189 Aug 11 00:21:09.528335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44856) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:09.531064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28b8b2-3e33-41db-ad1b-067ac348256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a82bbe-d031-42af-868f-6aa8564583ac,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:09.545389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Transition to ACTIVE for port object 31513ebc-eea3-403c-87c8-96a0b2275074 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:09.570913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.634628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40dea8ec-9b3d-42a8-bd73-38c54f8ded6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.672193 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.682424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40dea8ec-9b3d-42a8-bd73-38c54f8ded6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.693887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:09.698721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:09.706789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:09.717540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:09.719002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:09.809214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Pushing event updated for resources: {'Port': ['ID=31513ebc-eea3-403c-87c8-96a0b2275074,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:09.839785 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.841022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-649782ae-4546-4876-b243-ae2b9e678944 service neutron] 10.222.0.43 "POST /v2.0/ports/1857e64c-8898-4475-9422-dfe432ffedb5/bindings HTTP/1.1" status: 201 len: 390 time: 1.1026311 Aug 11 00:21:09.848673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Attempting to bind port 31513ebc-eea3-403c-87c8-96a0b2275074 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:09.848986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Attempting to bind port 31513ebc-eea3-403c-87c8-96a0b2275074 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:09.849358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Attempting to bind port 31513ebc-eea3-403c-87c8-96a0b2275074 on network ba691427-d1f0-4361-b6ad-7ab84f4389b3 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:09.857785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:09.858342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Checking segment: {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:09.858676 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.859083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Bound using segment: {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:09.859603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Bound port: 31513ebc-eea3-403c-87c8-96a0b2275074, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:09.860067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.889316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902d1ef-a791-483b-8890-eaf2e01f5c95 req-c6670696-317e-409d-9edb-9cafd1971e0c tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:09.890922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c902d1ef-a791-483b-8890-eaf2e01f5c95 req-c6670696-317e-409d-9edb-9cafd1971e0c tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 949 time: 0.1269152 Aug 11 00:21:09.901989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40dea8ec-9b3d-42a8-bd73-38c54f8ded6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.906503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40dea8ec-9b3d-42a8-bd73-38c54f8ded6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.909464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40dea8ec-9b3d-42a8-bd73-38c54f8ded6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8a82bbe-d031-42af-868f-6aa8564583ac HTTP/1.1" status: 204 len: 168 time: 0.3793907 Aug 11 00:21:09.924764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dea8ec-9b3d-42a8-bd73-38c54f8ded6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a82bbe-d031-42af-868f-6aa8564583ac,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:09.959317 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.975322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] For port 31513ebc-eea3-403c-87c8-96a0b2275074, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:09.975322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] For port 31513ebc-eea3-403c-87c8-96a0b2275074, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=31513ebc-eea3-403c-87c8-96a0b2275074,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:09.983953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:09.988566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c902d1ef-a791-483b-8890-eaf2e01f5c95 req-ece2e3ea-9972-4593-bcaf-a6697409d80f tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757701 Aug 11 00:21:10.073997 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:10.153718 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9fe2ece6-3826-4ada-bb1a-8157ebc97907 req-2bb17f10-faaa-499e-90c1-0f6da4567baf tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 210 time: 0.0411618 Aug 11 00:21:10.194018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Allocated IP 172.25.0.101 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/354f29ce-0d4c-4ba3-9e10-ad900372eed9) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:10.283561 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f92cd0-ccf1-44f1-93ed-6fb84ca267bf x-openstack-request-id: req-57f92cd0-ccf1-44f1-93ed-6fb84ca267bf {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:10.284197 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "name": "network-vif-plugged", "status": "completed", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:10.284794 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57f92cd0-ccf1-44f1-93ed-6fb84ca267bf {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:10.285367 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b', 'code': 200} Aug 11 00:21:10.289906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device cb7a410f-b988-468a-9d45-8c221daaae7e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:10.294575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device be50666e-35ab-49c2-8f1f-441d6d8df086 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:10.342576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e4154-ba12-4577-b6c8-f026be098d68 req-d527834d-c796-4ffa-9fe7-ab1e82b85a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:10.344251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b62e4154-ba12-4577-b6c8-f026be098d68 req-d527834d-c796-4ffa-9fe7-ab1e82b85a7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1097 time: 0.0481954 Aug 11 00:21:10.385583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4580-1dec-4461-a3c5-4dd6bbbab486 None None] Pushing event updated for resources: {'Port': ['ID=31513ebc-eea3-403c-87c8-96a0b2275074,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:10.458263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b22ee-f324-4697-8737-2f6563bc1d9e req-82baa0f1-28a6-45b2-b1e2-ae635fb69210 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:10.459950 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e58b22ee-f324-4697-8737-2f6563bc1d9e req-82baa0f1-28a6-45b2-b1e2-ae635fb69210 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 943 time: 0.1444464 Aug 11 00:21:10.476804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-fc187376-a680-4a65-8322-2b828766d2f0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532634 Aug 11 00:21:10.496596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b62e4154-ba12-4577-b6c8-f026be098d68 req-fe43a2be-5df7-4972-b322-f75294b913af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441104 Aug 11 00:21:10.508929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93901fd3-7e2a-4e4f-a731-0b47efcfc569 req-379ef99b-de0c-4028-bfd5-8aed8d71f432 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:10.511457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93901fd3-7e2a-4e4f-a731-0b47efcfc569 req-379ef99b-de0c-4028-bfd5-8aed8d71f432 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 945 time: 0.1476502 Aug 11 00:21:10.570434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e58b22ee-f324-4697-8737-2f6563bc1d9e req-9b54a580-9952-49c4-aa70-6c2ffd4f9284 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935516 Aug 11 00:21:10.611094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port cb7a410f-b988-468a-9d45-8c221daaae7e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cb7a410f-b988-468a-9d45-8c221daaae7e,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:10.628304 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:10.634968 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93901fd3-7e2a-4e4f-a731-0b47efcfc569 req-2f306670-66c5-44b8-8449-8ee8fbe2627a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116836 Aug 11 00:21:10.693471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port be50666e-35ab-49c2-8f1f-441d6d8df086 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:10.734099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'cb7a410f-b988-468a-9d45-8c221daaae7e', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'port_id': 'cb7a410f-b988-468a-9d45-8c221daaae7e', 'mac_address': 'fa:16:3e:26:9b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:10.770710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port be50666e-35ab-49c2-8f1f-441d6d8df086 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:10.771045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:10.822361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-d2b4243b-3313-41c2-bcc3-29251df2f62b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:10.824646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-d2b4243b-3313-41c2-bcc3-29251df2f62b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084641 Aug 11 00:21:10.908321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Request body: {'port': {'device_id': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': 'e899a38790c44038978483c7c2bf2a43'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:10.948381 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:10.994281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7a410f-b988-468a-9d45-8c221daaae7e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:11.024087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497297dd-5407-4a33-9c33-8ff643cbe339 req-34a6f69d-26df-48c0-a7a0-92f7cb918948 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:11.025720 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497297dd-5407-4a33-9c33-8ff643cbe339 req-34a6f69d-26df-48c0-a7a0-92f7cb918948 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 945 time: 0.1996794 Aug 11 00:21:11.030052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:11.066525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port cb7a410f-b988-468a-9d45-8c221daaae7e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cb7a410f-b988-468a-9d45-8c221daaae7e,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:11.074566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-679649a3-5662-4156-ab41-8e87fe556a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:11.078051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-679649a3-5662-4156-ab41-8e87fe556a3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1097 time: 0.1621544 Aug 11 00:21:11.130156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:11.256883 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:11.262901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Pushing event updated for resources: {'Port': ['ID=354f29ce-0d4c-4ba3-9e10-ad900372eed9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:11.310724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:11.331959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:11.338495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:11.363341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port be50666e-35ab-49c2-8f1f-441d6d8df086, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=be50666e-35ab-49c2-8f1f-441d6d8df086,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:11.404071 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497297dd-5407-4a33-9c33-8ff643cbe339 req-0f6cd313-d832-473d-aa07-cb236d0d1e30 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909296 Aug 11 00:21:11.429368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=cb7a410f-b988-468a-9d45-8c221daaae7e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:11.461740 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:11.497177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-5a6393ab-37d0-40af-9b6f-150c9e857d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:11.500081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-5a6393ab-37d0-40af-9b6f-150c9e857d28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.4142473 Aug 11 00:21:11.516891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['cb7a410f-b988-468a-9d45-8c221daaae7e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:11.520223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Made reservation on behalf of e899a38790c44038978483c7c2bf2a43 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:11.526100 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:11.539722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dfa57-253f-483e-9f58-d4cea0ce7b71 req-19affa8b-4143-408e-86e3-a0533c868e2a tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:11.539722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-710dfa57-253f-483e-9f58-d4cea0ce7b71 req-19affa8b-4143-408e-86e3-a0533c868e2a tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 949 time: 0.2297366 Aug 11 00:21:11.637435 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:11.639049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-75132e7f-c743-4e71-b9f9-1425fc4d97f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 200 len: 217 time: 0.1274905 Aug 11 00:21:11.649271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=be50666e-35ab-49c2-8f1f-441d6d8df086,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:11.785238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5cb1a57-59cc-4b3f-85e7-3b30dd45e024 req-e7952b78-dcec-4822-8c84-cf47f22843ef tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 210 time: 0.0701375 Aug 11 00:21:11.786001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-bfb05c56-ba91-4883-90ea-c9507d38d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:11.788541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-bfb05c56-ba91-4883-90ea-c9507d38d68b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1156130 Aug 11 00:21:11.857946 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-550f1271-e3c5-49ab-8866-f017b28fc439 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602312 Aug 11 00:21:12.016526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-710dfa57-253f-483e-9f58-d4cea0ce7b71 req-fad81ef5-1ae9-4a32-ad63-44cb0e54af3a tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037364 Aug 11 00:21:12.104942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 31513ebc-eea3-403c-87c8-96a0b2275074 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:12.186734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f65eba-2a72-49a9-a0fc-9ccf1edd4d52 None None] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:21:12.224139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:12.241419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-40ee6124-2686-4444-a48f-19f2d9c92c3e service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891304 Aug 11 00:21:12.247821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe2d9f-25ee-42b7-aa91-df070723800e req-a849325f-954a-47df-b73a-64cccd4c4a4b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:12.257582 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14fe2d9f-25ee-42b7-aa91-df070723800e req-a849325f-954a-47df-b73a-64cccd4c4a4b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 944 time: 0.1718895 Aug 11 00:21:12.268741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:12.318435 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:12.324037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb453a0d-22c0-4ec3-a75e-827b6645d466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be50666e-35ab-49c2-8f1f-441d6d8df086'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:12.335596 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234eefe3-7040-4157-8885-875e41c72615" -d '{"events": [{"server_uuid": "cb453a0d-22c0-4ec3-a75e-827b6645d466", "name": "network-vif-plugged", "status": "completed", "tag": "be50666e-35ab-49c2-8f1f-441d6d8df086"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:12.379943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-8cc36a09-4576-4fc6-862a-f0c4504ba8d3 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225591 Aug 11 00:21:12.405685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fed57-7eae-44d4-b45a-0b2ad2ae7687 req-96726444-ff07-41be-885c-24589ebdbea6 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:12.408116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f00fed57-7eae-44d4-b45a-0b2ad2ae7687 req-96726444-ff07-41be-885c-24589ebdbea6 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 945 time: 0.1924868 Aug 11 00:21:12.466701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f00fed57-7eae-44d4-b45a-0b2ad2ae7687 req-1b957005-2023-4f08-827a-a9b5d0789f74 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515940 Aug 11 00:21:12.513463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 31513ebc-eea3-403c-87c8-96a0b2275074 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:12.582184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9af7ed70-2802-4c9f-83d7-faa506a3e88b None None] Provisioning for port 31513ebc-eea3-403c-87c8-96a0b2275074 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:12.589278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9af7ed70-2802-4c9f-83d7-faa506a3e88b None None] Provisioning complete for port 31513ebc-eea3-403c-87c8-96a0b2275074 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:12.590806 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9af7ed70-2802-4c9f-83d7-faa506a3e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:12.619498 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bde330-5832-4d19-8d6f-086aa67eb6f9 x-openstack-request-id: req-c9bde330-5832-4d19-8d6f-086aa67eb6f9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:12.620078 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb453a0d-22c0-4ec3-a75e-827b6645d466", "name": "network-vif-plugged", "status": "completed", "tag": "be50666e-35ab-49c2-8f1f-441d6d8df086", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:12.620632 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9bde330-5832-4d19-8d6f-086aa67eb6f9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:12.621247 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb453a0d-22c0-4ec3-a75e-827b6645d466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be50666e-35ab-49c2-8f1f-441d6d8df086', 'code': 200} Aug 11 00:21:12.745982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9af7ed70-2802-4c9f-83d7-faa506a3e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:12.831648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9af7ed70-2802-4c9f-83d7-faa506a3e88b None None] For port 31513ebc-eea3-403c-87c8-96a0b2275074, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=31513ebc-eea3-403c-87c8-96a0b2275074,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:12.908874 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9af7ed70-2802-4c9f-83d7-faa506a3e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:12.915150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14fe2d9f-25ee-42b7-aa91-df070723800e req-e458e05a-3155-44c8-8f1c-fb0bb153fda7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564083 Aug 11 00:21:12.992074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8124c72-b50a-44ec-b9e9-1eebea8a0d32,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:13.061195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7ed70-2802-4c9f-83d7-faa506a3e88b None None] Pushing event updated for resources: {'Port': ['ID=31513ebc-eea3-403c-87c8-96a0b2275074,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:13.071613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-168c88df-3e6e-4fdc-becd-50164e71466b None None] Provisioning complete for port 31513ebc-eea3-403c-87c8-96a0b2275074 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:13.072226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-168c88df-3e6e-4fdc-becd-50164e71466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:13.118676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Allocated IP 192.168.233.162 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/50d82742-efd1-49de-ab32-268e86ff0e55) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:13.237616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b310984-52d5-4e56-9387-9470047d0ec5 req-06405e45-442f-407c-8069-af8a7263961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:13.239495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b310984-52d5-4e56-9387-9470047d0ec5 req-06405e45-442f-407c-8069-af8a7263961a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 1102 time: 0.3693442 Aug 11 00:21:13.243004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-54e0ddfb-779a-48f9-9ede-bfb9edeafa8a tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:13.245858 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-54e0ddfb-779a-48f9-9ede-bfb9edeafa8a tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.5549850 Aug 11 00:21:13.252318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e37c4a6b-ebb2-405c-ba18-7a8985e36f7e req-381bb90b-1b56-403f-bec2-f43a6f1eda49 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 210 time: 0.0821459 Aug 11 00:21:13.272448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-13'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:13.282414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca48ce-27b8-43ee-8eed-8b0506129538 req-05ccb58a-4563-4e33-b077-f23ffd9d802e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:13.284043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-adca48ce-27b8-43ee-8eed-8b0506129538 req-05ccb58a-4563-4e33-b077-f23ffd9d802e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 945 time: 0.5282879 Aug 11 00:21:13.375186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-adca48ce-27b8-43ee-8eed-8b0506129538 req-392bd4d7-784b-48eb-9e51-175359400c23 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696280 Aug 11 00:21:13.375776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:13.490627 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:13.496024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b310984-52d5-4e56-9387-9470047d0ec5 req-d09c9834-26d1-4f9b-8260-27a2ae9ea693 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399158 Aug 11 00:21:13.546843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e4eb0-c3cd-40e4-9a4a-cba9a52b58ea req-e35b1377-9bb4-413e-b338-68c5c1c63506 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:13.549469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-050e4eb0-c3cd-40e4-9a4a-cba9a52b58ea req-e35b1377-9bb4-413e-b338-68c5c1c63506 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 950 time: 0.2206452 Aug 11 00:21:13.606022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:13.659151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:13.684469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:13.735005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:13.740958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:13.745908 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17756208-1698-450c-abac-a743c3e685e6" -d '{"events": [{"server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "name": "network-vif-unplugged", "status": "completed", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:13.748361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Transition to ACTIVE for port object 50d82742-efd1-49de-ab32-268e86ff0e55 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:13.774940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-050e4eb0-c3cd-40e4-9a4a-cba9a52b58ea req-71f700f8-ef2d-42c6-bda9-c5e94a97d17d tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584959 Aug 11 00:21:13.812411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:13.926327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:13.957335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Pushing event updated for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:13.986270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Router c57b27eb-8791-4433-b673-0b0c4813a09b is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:21:13.990292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 31513ebc-eea3-403c-87c8-96a0b2275074 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:14.022894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:14.030438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:14.037471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:14.038668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:14.067033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30350e7b-4b1b-46fe-829a-5ca980db5e65 req-9f12da58-984f-4611-8266-dd75e4ac14ba tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:14.087543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30350e7b-4b1b-46fe-829a-5ca980db5e65 req-9f12da58-984f-4611-8266-dd75e4ac14ba tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1097 time: 0.1746814 Aug 11 00:21:14.098109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on host n-h2-712143-13 for vnic_type normal with profile {"migrating_to": "n-h1-712143-13"} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:14.098507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:14.098778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:14.121390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 31513ebc-eea3-403c-87c8-96a0b2275074 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:14.122255 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.133417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923537-b6dd-418b-a747-1bab91bc79b9 req-40388228-c430-46e0-993d-daf484651d8b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:14.135233 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8923537-b6dd-418b-a747-1bab91bc79b9 req-40388228-c430-46e0-993d-daf484651d8b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.2255030 Aug 11 00:21:14.178194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:14.178577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Attempting to bind port 1857e64c-8898-4475-9422-dfe432ffedb5 on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:14.208614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:14.208945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:14.209411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:14.209876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Bound port: 1857e64c-8898-4475-9422-dfe432ffedb5, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:14.210244 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.236868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30350e7b-4b1b-46fe-829a-5ca980db5e65 req-388bbe70-fa17-42d2-9193-64f478f4016d tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483181 Aug 11 00:21:14.263279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:14.263279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.277901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device cb7a410f-b988-468a-9d45-8c221daaae7e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:14.280601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8923537-b6dd-418b-a747-1bab91bc79b9 req-c1cb35c5-c91e-41eb-89d3-5fee6d5125e9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319084 Aug 11 00:21:14.317968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:21:14.344266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Sync routers for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:21:14.406207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-345bfa51-2ec3-4985-bceb-d5c6cb3940b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5644813 Aug 11 00:21:14.420500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Request body: {'port': {'device_id': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:14.421156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:21:14.421842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:20:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:21:14.484276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:14.498456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:14.502592 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.509190 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e3201113-9601-4be4-b6b9-63e318c8fb93 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1006491 Aug 11 00:21:14.509453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44948) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:14.514285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.598183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:21:14.630021 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02185a9c-28c3-4881-a000-a7d9662ef2d3 x-openstack-request-id: req-02185a9c-28c3-4881-a000-a7d9662ef2d3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:14.635764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port cb7a410f-b988-468a-9d45-8c221daaae7e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:14.644776 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "name": "network-vif-unplugged", "status": "completed", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:14.646018 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02185a9c-28c3-4881-a000-a7d9662ef2d3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:14.646868 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5', 'code': 200} Aug 11 00:21:14.658503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.797880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-02ff1e44-3a02-4371-8ad7-1a9884766955 None None] Provisioning for port 50d82742-efd1-49de-ab32-268e86ff0e55 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:14.805551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port cb7a410f-b988-468a-9d45-8c221daaae7e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:14.805551 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.805976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf0b83-72b7-418b-8b53-e19d243f08c8 req-f2166672-abbc-4e83-8bc5-cbd263b0f06b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:14.807615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1cf0b83-72b7-418b-8b53-e19d243f08c8 req-f2166672-abbc-4e83-8bc5-cbd263b0f06b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 944 time: 0.1295531 Aug 11 00:21:14.856903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-02ff1e44-3a02-4371-8ad7-1a9884766955 None None] Provisioning complete for port 50d82742-efd1-49de-ab32-268e86ff0e55 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:14.857329 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02ff1e44-3a02-4371-8ad7-1a9884766955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.887016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Pushing event updated for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:14.897491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:14.898130 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:14.900620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-ed912bbd-3d4d-4d6f-997b-24b5d0eef69e service neutron] 10.222.0.55 "PUT /v2.0/ports/1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 200 len: 1123 time: 1.6405272 Aug 11 00:21:14.913888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe552f4-e62c-4bcb-940a-7b350d8fad78 req-974ab45e-f4eb-4bc8-ac2e-2d23c94a990e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:14.917634 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1cf0b83-72b7-418b-8b53-e19d243f08c8 req-0c83c2ad-f92d-49ff-848f-84d26bf450c5 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858169 Aug 11 00:21:14.922335 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4fe552f4-e62c-4bcb-940a-7b350d8fad78 req-974ab45e-f4eb-4bc8-ac2e-2d23c94a990e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 936 time: 0.2411005 Aug 11 00:21:14.973297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-02ff1e44-3a02-4371-8ad7-1a9884766955 None None] Port 50d82742-efd1-49de-ab32-268e86ff0e55 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:21:14.988134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:11Z', 'revision_number': 3, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:21:14.996291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['1857e64c-8898-4475-9422-dfe432ffedb5'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:15.054148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Checking router: c57b27eb-8791-4433-b673-0b0c4813a09b for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:21:15.054396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Updating router c57b27eb-8791-4433-b673-0b0c4813a09b port 354f29ce-0d4c-4ba3-9e10-ad900372eed9 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:21:15.066706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d82742-efd1-49de-ab32-268e86ff0e55 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:15.071526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4fe552f4-e62c-4bcb-940a-7b350d8fad78 req-98c35213-11da-4989-99b2-648ca72cd31e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394138 Aug 11 00:21:15.112244 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.135637 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.165096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Transition to ACTIVE for port object 50d82742-efd1-49de-ab32-268e86ff0e55 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:15.179574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330467be-fe4a-4159-b0e3-05f0de5569e4 req-5f41c789-101d-4a66-8d01-b8ebf540fba9 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:15.190853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-330467be-fe4a-4159-b0e3-05f0de5569e4 req-5f41c789-101d-4a66-8d01-b8ebf540fba9 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1097 time: 0.1519015 Aug 11 00:21:15.241173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.253020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-330467be-fe4a-4159-b0e3-05f0de5569e4 req-fdb5b5b7-d0ba-4a18-9592-d80fceff39e9 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608275 Aug 11 00:21:15.275728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf436ac5-9a09-4568-b825-7ef828242399 req-f1d0e205-8bc4-4629-8086-462fb9a07b0b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:15.278223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf436ac5-9a09-4568-b825-7ef828242399 req-f1d0e205-8bc4-4629-8086-462fb9a07b0b tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 950 time: 0.1149631 Aug 11 00:21:15.315254 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.374262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf436ac5-9a09-4568-b825-7ef828242399 req-af094028-29f9-45c4-96e4-477a696a04d1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869889 Aug 11 00:21:15.441415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:15.493835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6cdde6-e049-4ad2-98d5-bc28390145aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7a410f-b988-468a-9d45-8c221daaae7e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:15.499460 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01958cc-d490-42ac-9265-66e42fb5b96a" -d '{"events": [{"server_uuid": "ae6cdde6-e049-4ad2-98d5-bc28390145aa", "name": "network-vif-plugged", "status": "completed", "tag": "cb7a410f-b988-468a-9d45-8c221daaae7e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:15.538897 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.559899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Attempting to bind port 50d82742-efd1-49de-ab32-268e86ff0e55 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:15.560503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Attempting to bind port 50d82742-efd1-49de-ab32-268e86ff0e55 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:15.561079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Attempting to bind port 50d82742-efd1-49de-ab32-268e86ff0e55 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:15.572057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Port 50d82742-efd1-49de-ab32-268e86ff0e55 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:15.572057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Attempting to bind port 50d82742-efd1-49de-ab32-268e86ff0e55 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:15.572774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port cb7a410f-b988-468a-9d45-8c221daaae7e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cb7a410f-b988-468a-9d45-8c221daaae7e,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:15.581825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:15.582399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:15.584538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:15.584538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Bound port: 50d82742-efd1-49de-ab32-268e86ff0e55, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:15.584538 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.665369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48ef7-a033-4d38-adb3-5054738f241a req-66ede7cd-eece-4067-9eed-2325bb029367 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:15.667034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3bc48ef7-a033-4d38-adb3-5054738f241a req-66ede7cd-eece-4067-9eed-2325bb029367 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.1167719 Aug 11 00:21:15.684210 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.737340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:15.743874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:15.796834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3bc48ef7-a033-4d38-adb3-5054738f241a req-6e3068f1-07dd-4106-aa1d-76c356b58038 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122603 Aug 11 00:21:15.835541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.860025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Allocated IP 172.20.0.1 (ba691427-d1f0-4361-b6ad-7ab84f4389b3/973d8471-bcbd-4836-a4ff-f5249d9333ca/093ed46f-a07b-445e-b50f-57bdf35894da) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:15.934557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:15.937464 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:15.940543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] 10.222.0.44 "PUT /v2.0/ports/50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 1097 time: 1.5244145 Aug 11 00:21:15.944873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:15.954029 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378f6c84-fcd5-4c87-909c-be1606a839d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:15.975210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=cb7a410f-b988-468a-9d45-8c221daaae7e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:16.017135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f61890-3a60-46ff-9467-64ba9518bd1f service neutron] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:16.034372 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28b7a08-ad8a-4dac-85df-bfe26055011f x-openstack-request-id: req-e28b7a08-ad8a-4dac-85df-bfe26055011f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:16.034951 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6cdde6-e049-4ad2-98d5-bc28390145aa", "name": "network-vif-plugged", "status": "completed", "tag": "cb7a410f-b988-468a-9d45-8c221daaae7e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:16.034951 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e28b7a08-ad8a-4dac-85df-bfe26055011f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:16.035434 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6cdde6-e049-4ad2-98d5-bc28390145aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7a410f-b988-468a-9d45-8c221daaae7e', 'code': 200} Aug 11 00:21:16.088304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.143610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Transition to ACTIVE for port object 093ed46f-a07b-445e-b50f-57bdf35894da will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:16.184800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-d9e02227-e080-413b-8803-59bc91947f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:16.187571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-d9e02227-e080-413b-8803-59bc91947f85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1100 time: 0.0927815 Aug 11 00:21:16.193513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.231957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Transition to ACTIVE for port object 354f29ce-0d4c-4ba3-9e10-ad900372eed9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:16.249895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-443a9f25-47a3-4c85-afe9-51001cd3f34d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 217 time: 0.0531216 Aug 11 00:21:16.250444 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-70d1424a-b67e-4f8b-8777-b829fe2923e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.311455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-7c26f65f-6ed2-4d44-8bd4-e127bd42411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:16.313180 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-7c26f65f-6ed2-4d44-8bd4-e127bd42411c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0560594 Aug 11 00:21:16.333557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.365024 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.383225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-db3bf0bf-5299-404b-9d8f-d2afce20cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:16.386226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-db3bf0bf-5299-404b-9d8f-d2afce20cc67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655460 Aug 11 00:21:16.390374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ca26e-cb99-4b9f-af67-bdda2d905001 req-6143e303-a127-4c66-8117-e3ef1f03d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:16.393272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc9ca26e-cb99-4b9f-af67-bdda2d905001 req-6143e303-a127-4c66-8117-e3ef1f03d5bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 1097 time: 0.2884731 Aug 11 00:21:16.402689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:16.421228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:16.424106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:16.443968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7f44b-6851-451b-95a1-6b81db79b375 req-777d6a6a-48bb-4a5a-b6bc-89e3097ff032 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:16.445653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9c7f44b-6851-451b-95a1-6b81db79b375 req-777d6a6a-48bb-4a5a-b6bc-89e3097ff032 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 950 time: 0.1803961 Aug 11 00:21:16.466727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Pushing event updated for resources: {'Port': ['ID=093ed46f-a07b-445e-b50f-57bdf35894da,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:16.504093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Attempting to bind port 354f29ce-0d4c-4ba3-9e10-ad900372eed9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:16.504669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Attempting to bind port 354f29ce-0d4c-4ba3-9e10-ad900372eed9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:16.505382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Attempting to bind port 354f29ce-0d4c-4ba3-9e10-ad900372eed9 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:16.520703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc9ca26e-cb99-4b9f-af67-bdda2d905001 req-767e1e53-e2d4-4e6f-ba66-e60b7a2b6d77 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148238 Aug 11 00:21:16.523266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:16.523863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:16.524790 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.525270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.525632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:16.526439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Bound port: 354f29ce-0d4c-4ba3-9e10-ad900372eed9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:16.527071 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.578828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9c7f44b-6851-451b-95a1-6b81db79b375 req-6307d24a-2897-4300-b458-547dca27a281 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057773 Aug 11 00:21:16.633134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e6933-dd29-4204-ba6e-ecda903efa58 None None] Pushing event updated for resources: {'Port': ['ID=354f29ce-0d4c-4ba3-9e10-ad900372eed9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:16.668579 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-79d05b0d-041d-4e17-a867-de634dc56c83 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693052 Aug 11 00:21:16.683657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] For port 354f29ce-0d4c-4ba3-9e10-ad900372eed9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:16.691037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] For port 354f29ce-0d4c-4ba3-9e10-ad900372eed9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=354f29ce-0d4c-4ba3-9e10-ad900372eed9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:16.698489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:16.702758 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:16.783198 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.798911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d4476-4bda-4562-8e80-9781c698e6ab req-6461a9f8-2993-4360-87da-9cd1b45e469e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:16.809516 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-813d4476-4bda-4562-8e80-9781c698e6ab req-6461a9f8-2993-4360-87da-9cd1b45e469e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 945 time: 0.1002736 Aug 11 00:21:16.877461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e84c66f5-b1d5-463e-91ec-e8b750357203 req-7b36fb50-fcfe-4a71-be10-a5ad55d643d4 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053645 Aug 11 00:21:16.891110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-813d4476-4bda-4562-8e80-9781c698e6ab req-0b7e7693-ff44-4fd8-bd74-73f1cec54cad tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781612 Aug 11 00:21:16.914310 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:16.936686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:21:16.938234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:20:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:21:16.943038 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a0d385-0078-41da-b1c9-ea8cbd207af4 x-openstack-request-id: req-25a0d385-0078-41da-b1c9-ea8cbd207af4 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:16.943741 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:16.944703 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25a0d385-0078-41da-b1c9-ea8cbd207af4 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:16.945732 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55', 'status': 'completed', 'code': 200} Aug 11 00:21:17.036479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e6933-dd29-4204-ba6e-ecda903efa58 None None] Pushing event updated for resources: {'Port': ['ID=354f29ce-0d4c-4ba3-9e10-ad900372eed9,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:17.054193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0323e769-095b-4889-aea0-6461324c34ce None None] Provisioning for port 093ed46f-a07b-445e-b50f-57bdf35894da completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:17.121797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0323e769-095b-4889-aea0-6461324c34ce None None] Provisioning complete for port 093ed46f-a07b-445e-b50f-57bdf35894da triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:17.122766 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0323e769-095b-4889-aea0-6461324c34ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:17.170647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-96f143c5-1fc3-41ee-b4e8-d97cfe6ed84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:17.175369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-96f143c5-1fc3-41ee-b4e8-d97cfe6ed84f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1100 time: 0.1237662 Aug 11 00:21:17.178637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:17.200806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccd540-3fb9-4f08-b15a-5f0f18569bb8 req-9f6c85b1-4b9b-4109-978c-eeef45dd400f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:17.211196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52ccd540-3fb9-4f08-b15a-5f0f18569bb8 req-9f6c85b1-4b9b-4109-978c-eeef45dd400f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 948 time: 0.1012392 Aug 11 00:21:17.239710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:17.279729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0323e769-095b-4889-aea0-6461324c34ce None None] Port 093ed46f-a07b-445e-b50f-57bdf35894da cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:21:17.301815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:21:17.353679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-fbd49dbd-1c40-4211-b56c-766adb37be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:17.355734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-fbd49dbd-1c40-4211-b56c-766adb37be7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1721435 Aug 11 00:21:17.366302 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52ccd540-3fb9-4f08-b15a-5f0f18569bb8 req-57dce454-25e1-47f5-9766-2132769a3c21 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539776 Aug 11 00:21:17.414258 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-1b970117-b88d-4287-bb09-3575fbe0b006 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 217 time: 0.0495594 Aug 11 00:21:17.417824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:17.421872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Pushing event updated for resources: {'Port': ['ID=093ed46f-a07b-445e-b50f-57bdf35894da,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:17.526990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-b7cec0d6-f9ae-4a02-9f2e-3c5b40496281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:17.528696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-b7cec0d6-f9ae-4a02-9f2e-3c5b40496281 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1044824 Aug 11 00:21:17.610632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-a74f03a7-c3cf-43e5-a489-c5dd0b087920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:17.614001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-a74f03a7-c3cf-43e5-a489-c5dd0b087920 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732281 Aug 11 00:21:17.618198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:17.621329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:17.776456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-f0434910-279a-4b85-ac93-20a7560687b8 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543424 Aug 11 00:21:17.849620 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07854fd-b984-4ee0-abd8-ebd455b54525 x-openstack-request-id: req-d07854fd-b984-4ee0-abd8-ebd455b54525 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:17.850587 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:17.850849 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d07854fd-b984-4ee0-abd8-ebd455b54525 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:17.851286 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5', 'status': 'completed', 'code': 200} Aug 11 00:21:17.853215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Router c57b27eb-8791-4433-b673-0b0c4813a09b has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:21:17.874631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:15Z', 'revision_number': 1, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:21:17.932811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b6d5e-7650-4979-a283-42c60773f605 None None] The sync data for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 is: [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:15Z', 'revision_number': 1, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:21:17.992403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-378f6c84-fcd5-4c87-909c-be1606a839d0 req-8359fdbf-ad91-4a4e-b87f-4ebfba83e326 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004225 Aug 11 00:21:18.084132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-b29448ef-b35c-4dea-9feb-a4caa108f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:18.085694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-b29448ef-b35c-4dea-9feb-a4caa108f000 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1126 time: 0.1656268 Aug 11 00:21:18.087149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:21:18.092968 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8058cba0-2365-4448-98e4-e425d7fab25e admin admin] 10.222.0.43 "PUT /v2.0/routers/c57b27eb-8791-4433-b673-0b0c4813a09b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831535 Aug 11 00:21:18.139668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8d6182a1-2a66-4e2e-9a12-6626f64a3804 None None] Provisioning complete for port 093ed46f-a07b-445e-b50f-57bdf35894da triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:18.139668 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d6182a1-2a66-4e2e-9a12-6626f64a3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:18.154950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acc220-6701-4a4d-854a-44149aed91b4 req-9cd12161-1cfc-4849-b75e-6377c70b435e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:18.156679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16acc220-6701-4a4d-854a-44149aed91b4 req-9cd12161-1cfc-4849-b75e-6377c70b435e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.1376653 Aug 11 00:21:18.251771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-db24e312-eb30-4d9d-9912-ac49eef66d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:18.258791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-db24e312-eb30-4d9d-9912-ac49eef66d16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.1605229 Aug 11 00:21:18.295360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16acc220-6701-4a4d-854a-44149aed91b4 req-f5de6012-c941-4078-9ee2-14f442354ad2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250951 Aug 11 00:21:18.306029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8d6182a1-2a66-4e2e-9a12-6626f64a3804 None None] Port 093ed46f-a07b-445e-b50f-57bdf35894da cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:21:18.310741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1857e64c-8898-4475-9422-dfe432ffedb5 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:18.424922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-98d3ebd5-05b4-43f0-b5a5-d7197cc85cd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 200 len: 217 time: 0.1260262 Aug 11 00:21:18.572035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:18.587550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1857e64c-8898-4475-9422-dfe432ffedb5 has no active binding in host n-h1-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 00:21:18.595518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-5a788831-dac6-44cb-9781-bc486ca06935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:18.598347 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-5a788831-dac6-44cb-9781-bc486ca06935 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1526699 Aug 11 00:21:18.675299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-a5da6cba-3328-4261-896f-c3034d78e740 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677824 Aug 11 00:21:18.752570 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9bfaebf1-549f-4502-9c99-78bf241e9eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:18.832741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:18.861421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-b2550d55-8b48-45cf-a827-618f044e733d service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778340 Aug 11 00:21:18.870896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145639d9-a6ef-4694-8ac1-4f8195095077 req-98fae753-af09-40ef-904b-326d4b6ca6cf tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:18.872523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-145639d9-a6ef-4694-8ac1-4f8195095077 req-98fae753-af09-40ef-904b-326d4b6ca6cf tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 950 time: 0.1870391 Aug 11 00:21:18.987698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-145639d9-a6ef-4694-8ac1-4f8195095077 req-8f15b24f-fd4f-4b08-bcf4-88b8e47df739 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949233 Aug 11 00:21:19.019574 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6c38509-bc12-4f8d-a184-a10f6d2d1bd7 req-29e67614-8dc7-4261-9ac5-de49976c6620 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459627 Aug 11 00:21:19.178971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f792c-7ec0-4ef7-83d1-d64266f58c04 req-0af44ae4-7fd0-4b59-9978-c2ea0e185742 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:19.188058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a43f792c-7ec0-4ef7-83d1-d64266f58c04 req-0af44ae4-7fd0-4b59-9978-c2ea0e185742 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 945 time: 0.1048245 Aug 11 00:21:19.243930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a43f792c-7ec0-4ef7-83d1-d64266f58c04 req-407aa271-61ed-4aa9-984c-20326d3fbb3a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Aug 11 00:21:19.295859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-c8c7922c-a486-49ea-879b-2ec1c2303dc7 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:21:19.297642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-c8c7922c-a486-49ea-879b-2ec1c2303dc7 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104756 Aug 11 00:21:19.324049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Request body: {'binding': {'host': 'n-h1-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:19.325213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:21:19.469814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e609306-f938-4c3f-b816-78444051fb2e req-39a3f264-e8b9-49cc-a6aa-037acc26019a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:19.473833 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e609306-f938-4c3f-b816-78444051fb2e req-39a3f264-e8b9-49cc-a6aa-037acc26019a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 948 time: 0.0905457 Aug 11 00:21:19.595580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e609306-f938-4c3f-b816-78444051fb2e req-c0092e37-0536-4a1e-b370-74e3d76da363 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897706 Aug 11 00:21:19.632164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b40adf5a-25ec-4bee-9e02-7e7c5b2b24b1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:19.634900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b40adf5a-25ec-4bee-9e02-7e7c5b2b24b1 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 950 time: 0.1625946 Aug 11 00:21:19.639568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on host n-h1-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:19.640133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:19.640729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:19.650046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:19.651096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:19.666146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:19.666503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:19.667285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:19.668185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Bound port: e2e142a3-72e1-4447-b5b0-30b737de8a2b, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:19.782038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:19.834679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Deleting port be50666e-35ab-49c2-8f1f-441d6d8df086 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:21:19.835646 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:19.869820 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:19.871603 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d4438e91-d54a-41d2-8bd7-e2b56a839460 service neutron] 10.222.0.43 "POST /v2.0/ports/e2e142a3-72e1-4447-b5b0-30b737de8a2b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5596254 Aug 11 00:21:19.959037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 354f29ce-0d4c-4ba3-9e10-ad900372eed9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:20.055433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] For port be50666e-35ab-49c2-8f1f-441d6d8df086, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=be50666e-35ab-49c2-8f1f-441d6d8df086,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:20.055854 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.083397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Calling delete_port for be50666e-35ab-49c2-8f1f-441d6d8df086 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:21:20.178895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 354f29ce-0d4c-4ba3-9e10-ad900372eed9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:20.186399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 354f29ce-0d4c-4ba3-9e10-ad900372eed9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:20.190337 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.286278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45090) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:20.286278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-aa86e267-f3ec-417d-86ba-064cd17af399 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843217961', 'description': 'tempest-description--913588519'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:20.291405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.397865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.425601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 354f29ce-0d4c-4ba3-9e10-ad900372eed9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=354f29ce-0d4c-4ba3-9e10-ad900372eed9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:20.454443 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa86e267-f3ec-417d-86ba-064cd17af399 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.470814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 50d82742-efd1-49de-ab32-268e86ff0e55 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:20.497698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fec9e7-13b5-46dd-850b-df6e9f478f56 req-d2d18541-2bc0-431f-8ab3-b80465071f3a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:20.497883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80fec9e7-13b5-46dd-850b-df6e9f478f56 req-d2d18541-2bc0-431f-8ab3-b80465071f3a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.1205807 Aug 11 00:21:20.608278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80fec9e7-13b5-46dd-850b-df6e9f478f56 req-5ebf2877-25ac-4435-9afc-df1002563e50 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888839 Aug 11 00:21:20.618088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.724249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa86e267-f3ec-417d-86ba-064cd17af399 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.724482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:20.769048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=354f29ce-0d4c-4ba3-9e10-ad900372eed9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:20.781331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '50d82742-efd1-49de-ab32-268e86ff0e55', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '50d82742-efd1-49de-ab32-268e86ff0e55', 'mac_address': 'fa:16:3e:46:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:20.822596 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa86e267-f3ec-417d-86ba-064cd17af399 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.851913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc63e1-c4cc-4e08-88fb-5d20c66c3212 req-fa94a9fc-d64f-45be-9609-a8b63950be8f tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:20.859727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96dc63e1-c4cc-4e08-88fb-5d20c66c3212 req-fa94a9fc-d64f-45be-9609-a8b63950be8f tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 950 time: 0.1216948 Aug 11 00:21:20.898904 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-c3096b2d-0d8c-4a82-9e5d-38c394b358da service neutron] 10.222.0.44 "GET /v2.0/ports/1857e64c-8898-4475-9422-dfe432ffedb5/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 385 time: 0.1622252 Aug 11 00:21:20.945667 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:20.968279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96dc63e1-c4cc-4e08-88fb-5d20c66c3212 req-b26cbaa0-2f7c-4440-9c92-364e42534949 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a74214b-7112-4de8-9670-683eb55fb223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993133 Aug 11 00:21:20.968279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:21.009462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['be50666e-35ab-49c2-8f1f-441d6d8df086'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:21.023694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d82742-efd1-49de-ab32-268e86ff0e55 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:21.035623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86e267-f3ec-417d-86ba-064cd17af399 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a137544-d67f-4337-9dd5-86346487545c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:21.048305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Pushing event deleted for resources: {'Port': ['ID=be50666e-35ab-49c2-8f1f-441d6d8df086,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:21.068970 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa86e267-f3ec-417d-86ba-064cd17af399 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:21.070181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aa86e267-f3ec-417d-86ba-064cd17af399 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7908754 Aug 11 00:21:21.074795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45108) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:21.080923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-668b576f-3f9e-44cb-8ce1-56cb89007430 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Request body: {'security_group_rule': {'security_group_id': '1a137544-d67f-4337-9dd5-86346487545c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:21.174185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6817b-2e72-439a-b793-269a7a501eff req-a1057d66-d691-41d0-b78d-1f5178468d02 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:21.192874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6d6817b-2e72-439a-b793-269a7a501eff req-a1057d66-d691-41d0-b78d-1f5178468d02 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 945 time: 0.2804763 Aug 11 00:21:21.226177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] No DVR routers for this DVR port be50666e-35ab-49c2-8f1f-441d6d8df086 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:21:21.227441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:21.229884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b306d4f-5880-4c00-b9c6-6edd328053d0 req-b43f5814-e555-4943-83f2-c8bc6a31bbcb tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.55 "DELETE /v2.0/ports/be50666e-35ab-49c2-8f1f-441d6d8df086 HTTP/1.1" status: 204 len: 173 time: 1.5864694 Aug 11 00:21:21.230390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb453a0d-22c0-4ec3-a75e-827b6645d466', 'name': 'network-vif-deleted', 'tag': 'be50666e-35ab-49c2-8f1f-441d6d8df086'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:21.253669 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72ebc00-8cae-4c42-909d-9723edc8b4d4" -d '{"events": [{"server_uuid": "cb453a0d-22c0-4ec3-a75e-827b6645d466", "name": "network-vif-deleted", "tag": "be50666e-35ab-49c2-8f1f-441d6d8df086"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:21.265302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:21.341906 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6d6817b-2e72-439a-b793-269a7a501eff req-ead44ade-c033-45c2-931f-96321f8716af tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473107 Aug 11 00:21:21.342930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-668b576f-3f9e-44cb-8ce1-56cb89007430 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:21.433817 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:21.480214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-668b576f-3f9e-44cb-8ce1-56cb89007430 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:21.533868 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e86b50-d655-41ce-b34e-577d2a0f8824 x-openstack-request-id: req-74e86b50-d655-41ce-b34e-577d2a0f8824 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:21.536359 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb453a0d-22c0-4ec3-a75e-827b6645d466", "name": "network-vif-deleted", "tag": "be50666e-35ab-49c2-8f1f-441d6d8df086", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:21.538140 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74e86b50-d655-41ce-b34e-577d2a0f8824 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:21.539028 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb453a0d-22c0-4ec3-a75e-827b6645d466', 'name': 'network-vif-deleted', 'tag': 'be50666e-35ab-49c2-8f1f-441d6d8df086', 'status': 'completed', 'code': 200} Aug 11 00:21:21.572531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:21.581651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-668b576f-3f9e-44cb-8ce1-56cb89007430 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:21.614704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b576f-3f9e-44cb-8ce1-56cb89007430 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184249f6-56c0-4d31-8371-a7c64012a769,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:21.644358 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Sync routers for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:21:21.662678 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:21:21.663568 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:21:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:21:21.681832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['50d82742-efd1-49de-ab32-268e86ff0e55'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:21.702196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a9cd1-0d09-46fa-a23c-e28c9bc16ac7 req-2e4d0f43-c110-4267-8661-0aff954b96b5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:21.719421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-668b576f-3f9e-44cb-8ce1-56cb89007430 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:21.724562 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-668b576f-3f9e-44cb-8ce1-56cb89007430 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6482573 Aug 11 00:21:21.726003 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-364a9cd1-0d09-46fa-a23c-e28c9bc16ac7 req-2e4d0f43-c110-4267-8661-0aff954b96b5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 948 time: 0.3621466 Aug 11 00:21:21.728828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45124) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:21.795258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4955d825-89f2-4b2b-ab08-6f619e199d29 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Request body: {'security_group_rule': {'security_group_id': '1a137544-d67f-4337-9dd5-86346487545c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:21.908148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-364a9cd1-0d09-46fa-a23c-e28c9bc16ac7 req-6eb22f9f-75d1-424f-9f1d-977ea10bcfea tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697915 Aug 11 00:21:21.942477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:21.967756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93d015-55a4-47f6-8c63-2badffaeabf3 req-8e1b0841-7580-477e-a9fd-5958aa64a4ef tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:21.970523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a93d015-55a4-47f6-8c63-2badffaeabf3 req-8e1b0841-7580-477e-a9fd-5958aa64a4ef tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 943 time: 0.1547856 Aug 11 00:21:21.985755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:21.991406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 354f29ce-0d4c-4ba3-9e10-ad900372eed9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:22.023817 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:21:22.095629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1857e64c-8898-4475-9422-dfe432ffedb5 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:22.111110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a93d015-55a4-47f6-8c63-2badffaeabf3 req-2c5f3e05-91b2-484e-bcf6-b6f8b4937d19 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295128 Aug 11 00:21:22.136983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:22.137286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4955d825-89f2-4b2b-ab08-6f619e199d29 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.174803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 354f29ce-0d4c-4ba3-9e10-ad900372eed9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:22.175498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.278860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5661b0f5-50d7-4432-8710-e928745ae2eb req-32dd7040-9e97-4d2a-8edd-27097475fb53 tempest-DeleteServersAdminTestJSON-688971502 tempest-DeleteServersAdminTestJSON-688971502-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb453a0d-22c0-4ec3-a75e-827b6645d466 HTTP/1.1" status: 200 len: 210 time: 0.0573964 Aug 11 00:21:22.313670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4955d825-89f2-4b2b-ab08-6f619e199d29 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.322160 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.325140 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.462036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4955d825-89f2-4b2b-ab08-6f619e199d29 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.484608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 50d82742-efd1-49de-ab32-268e86ff0e55 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:22.551806 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 2, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:21:22.559200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955d825-89f2-4b2b-ab08-6f619e199d29 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a43d77-ae30-4277-bf41-23049a7e6896,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:22.573666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] Transition to ACTIVE for port object 1857e64c-8898-4475-9422-dfe432ffedb5 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:22.672995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.729630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4955d825-89f2-4b2b-ab08-6f619e199d29 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.730895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 50d82742-efd1-49de-ab32-268e86ff0e55 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:22.736443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4955d825-89f2-4b2b-ab08-6f619e199d29 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0017328 Aug 11 00:21:22.747540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45144) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:22.752490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 50d82742-efd1-49de-ab32-268e86ff0e55 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:22.753170 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:22.765799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:22.830670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] No DVR routers for this DVR port 1857e64c-8898-4475-9422-dfe432ffedb5 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:21:22.884147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15455d88-9a1f-4a69-a128-ed4a41c0c764 req-24506375-ce31-46d4-b8d7-5ce511e9b8f5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:22.889134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] 10.222.0.44 "PUT /v2.0/ports/1857e64c-8898-4475-9422-dfe432ffedb5/bindings/n-h1-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 1.9770238 Aug 11 00:21:22.890542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769dcc4-6594-4344-b8be-2551203015ab service neutron] Pushing event updated for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:22.901445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15455d88-9a1f-4a69-a128-ed4a41c0c764 req-24506375-ce31-46d4-b8d7-5ce511e9b8f5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 945 time: 0.3099713 Aug 11 00:21:22.951633 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Checking router: c57b27eb-8791-4433-b673-0b0c4813a09b for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:21:22.956039 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Updating router c57b27eb-8791-4433-b673-0b0c4813a09b port 093ed46f-a07b-445e-b50f-57bdf35894da binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:21:22.971546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:23.017048 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:23.041387 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:23.105512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15455d88-9a1f-4a69-a128-ed4a41c0c764 req-6de1c0b7-6579-4b36-bc03-47cd28c73f73 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983824 Aug 11 00:21:23.118967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:23.130366 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8067a070-02d1-431e-be96-1286318dd073" -d '{"events": [{"server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "name": "network-vif-plugged", "status": "completed", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:23.193116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:23.228882 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391dd465-8b7b-4be6-8b05-588c1ef8381a x-openstack-request-id: req-391dd465-8b7b-4be6-8b05-588c1ef8381a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:23.229436 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "name": "network-vif-plugged", "status": "completed", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:23.229814 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-391dd465-8b7b-4be6-8b05-588c1ef8381a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:23.230430 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55', 'code': 200} Aug 11 00:21:23.279021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:23.303618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1857e64c-8898-4475-9422-dfe432ffedb5 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:21:23.303794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-22558074-81cd-4106-a726-8e1dec326af8 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:23.303794 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-22558074-81cd-4106-a726-8e1dec326af8 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.1950581 Aug 11 00:21:23.304332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:23.308474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d79bf-ae06-46dc-9720-4e41850a2e6f req-14d52df0-37dc-414b-81c4-8c458f5ddf6e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:23.315999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b81d79bf-ae06-46dc-9720-4e41850a2e6f req-14d52df0-37dc-414b-81c4-8c458f5ddf6e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 949 time: 0.2154844 Aug 11 00:21:23.444931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:23.471348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.471348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.473866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.473866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.473866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.473866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.474554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.474554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.475764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.475764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.476225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.476786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.575045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1857e64c-8898-4475-9422-dfe432ffedb5 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:21:23.597341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-75609655-9faa-4488-8609-71d9038be669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:23.606893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-75609655-9faa-4488-8609-71d9038be669 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c&tenant_id=0cba842470cb42649154e0bc813fbf84 HTTP/1.1" status: 200 len: 1096 time: 0.2831419 Aug 11 00:21:23.651650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b81d79bf-ae06-46dc-9720-4e41850a2e6f req-e7d08b70-0d13-41c2-bb62-b49be8cf9427 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970934 Aug 11 00:21:23.699179 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:23.707702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0bde8-ff1f-473c-86fd-eeb901d8f942 req-6687621d-0c19-484e-a7f4-7d492063bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:23.710712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57c0bde8-ff1f-473c-86fd-eeb901d8f942 req-6687621d-0c19-484e-a7f4-7d492063bc54 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1102 time: 0.3489697 Aug 11 00:21:23.747987 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Transition to ACTIVE for port object 093ed46f-a07b-445e-b50f-57bdf35894da will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:23.838923 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:23.884908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57c0bde8-ff1f-473c-86fd-eeb901d8f942 req-88cd6aff-b192-47fb-b6c8-2e399c72e300 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080930 Aug 11 00:21:23.914554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-29839a47-2824-44c8-bccc-9ed3bd6d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:23.919342 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-29839a47-2824-44c8-bccc-9ed3bd6d052c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1096 time: 0.2627263 Aug 11 00:21:23.938591 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Pushing event updated for resources: {'Port': ['ID=093ed46f-a07b-445e-b50f-57bdf35894da,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:23.967376 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.968919 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.970250 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.970968 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.971735 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.972451 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.973427 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.974560 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.975364 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.976110 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.980984 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:23.981913 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:21:24.142404 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Attempting to bind port 093ed46f-a07b-445e-b50f-57bdf35894da on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:24.145047 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Attempting to bind port 093ed46f-a07b-445e-b50f-57bdf35894da by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:24.145910 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Attempting to bind port 093ed46f-a07b-445e-b50f-57bdf35894da on network ba691427-d1f0-4361-b6ad-7ab84f4389b3 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:24.147407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-f39d318e-428a-486c-9f1d-b9ca120ced82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:24.149890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-f39d318e-428a-486c-9f1d-b9ca120ced82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.2135227 Aug 11 00:21:24.158294 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:24.159324 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Checking segment: {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:24.160336 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:24.161273 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Bound using segment: {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:24.162401 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Bound port: 093ed46f-a07b-445e-b50f-57bdf35894da, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:24.167552 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:24.257675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Allocated IP 172.25.0.98 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/c65f164b-fe4a-4b20-8b93-414d6ec30fbf) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:24.278076 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-752bc498-67c8-4b41-8f00-7c48717d0ba0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 200 len: 217 time: 0.1146064 Aug 11 00:21:24.309782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device be50666e-35ab-49c2-8f1f-441d6d8df086 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:21:24.389755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: be50666e-35ab-49c2-8f1f-441d6d8df086 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:21:24.398615 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] For port 093ed46f-a07b-445e-b50f-57bdf35894da, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:24.400550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device be50666e-35ab-49c2-8f1f-441d6d8df086 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:21:24.416658 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] For port 093ed46f-a07b-445e-b50f-57bdf35894da, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=093ed46f-a07b-445e-b50f-57bdf35894da,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:24.443905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-5bb140ed-2195-4fbe-9475-653eed4b6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:24.445410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-5bb140ed-2195-4fbe-9475-653eed4b6494 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1553004 Aug 11 00:21:24.517446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-c078aa7a-a709-4a2a-858f-25e7f8f3b12e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582521 Aug 11 00:21:24.542836 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:24.554984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4dda-9c64-4d63-93a0-2d43e75edfe7 req-ca07c1c7-ab6a-4d82-9b63-d4d35cd10f9e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:24.569667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b8e4dda-9c64-4d63-93a0-2d43e75edfe7 req-ca07c1c7-ab6a-4d82-9b63-d4d35cd10f9e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 944 time: 1.1570904 Aug 11 00:21:24.689318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cabf8d-f447-4cb7-8b34-4c0d29a85846 None None] Pushing event updated for resources: {'Port': ['ID=093ed46f-a07b-445e-b50f-57bdf35894da,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:24.692278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:24.698483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bf2a7-f781-46a4-99fe-adc40e851f1f req-2e4eeb53-5f88-4f84-a920-44c8053e1fdc tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:24.700041 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-509bf2a7-f781-46a4-99fe-adc40e851f1f req-2e4eeb53-5f88-4f84-a920-44c8053e1fdc tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 945 time: 0.0959153 Aug 11 00:21:24.709232 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:21:24.710686 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:21:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:21:24.748881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-ceac4674-81b3-4cf0-a4c1-c73c324f8eac service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124906 Aug 11 00:21:24.761693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b8e4dda-9c64-4d63-93a0-2d43e75edfe7 req-386f6dc2-b972-4725-86e0-968b80e25fef tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712608 Aug 11 00:21:24.820819 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-509bf2a7-f781-46a4-99fe-adc40e851f1f req-95a9b4ae-2dec-4f56-b27f-19b363b01a5e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010008 Aug 11 00:21:24.956560 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:21:24.957920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-70b8716a-cb00-4b30-81b2-4353c49e03e8 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737412 Aug 11 00:21:25.015017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-aacefa75-69f5-403b-988a-d6fb53993a4b service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461910 Aug 11 00:21:25.050130 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:25.108971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2dcc0-57ee-4f82-b166-3c094c81a453 req-f29b7141-1c50-44bc-b7ca-1c85ba3bd427 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:25.126196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2c2dcc0-57ee-4f82-b166-3c094c81a453 req-f29b7141-1c50-44bc-b7ca-1c85ba3bd427 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0850806 Aug 11 00:21:25.192294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:25.202436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2c2dcc0-57ee-4f82-b166-3c094c81a453 req-9a3a8009-37a6-467c-96b5-278f48af8dc1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631111 Aug 11 00:21:25.205787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:25.229278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:25.240341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event updated for resources: {'Port': ['ID=c65f164b-fe4a-4b20-8b93-414d6ec30fbf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:25.290118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f054-3531-4614-8d59-f42a16403b1d req-23563553-106d-488d-9ddf-bd029722f5ad tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:25.297189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-23563553-106d-488d-9ddf-bd029722f5ad tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384933 Aug 11 00:21:25.313626 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:24Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:21:25.319948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-648cf431-62c1-43ab-b2f6-f9e4a828a7d7 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/quotas/0212e0728cea46d5bcd8872569cc6bdf HTTP/1.1" status: 200 len: 375 time: 0.0217903 Aug 11 00:21:25.350567 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1ab8b-9d23-45df-a6d3-87c04aa4a386 None None] The sync data for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 is: [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:24Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:21:25.405435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-dbc80060-97db-489c-aae0-2e78e237edf2 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736878 Aug 11 00:21:25.475675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:25.591638 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:25.909919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01931859-f627-4bba-b519-756f49cf650a req-bc06e816-7065-4aec-98dc-c86fe240b481 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:25.925187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-bc06e816-7065-4aec-98dc-c86fe240b481 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.2171681 Aug 11 00:21:26.085253 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:26.093182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 093ed46f-a07b-445e-b50f-57bdf35894da up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:26.181117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2dea7-1c57-4c77-a044-2f9996d60a38 req-d8b8a74b-66bc-4981-80eb-afaed2b14f24 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:26.197123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfa2dea7-1c57-4c77-a044-2f9996d60a38 req-d8b8a74b-66bc-4981-80eb-afaed2b14f24 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 944 time: 0.1379139 Aug 11 00:21:26.205275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:26.307198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 093ed46f-a07b-445e-b50f-57bdf35894da completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:26.314082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 093ed46f-a07b-445e-b50f-57bdf35894da triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:26.340635 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:26.341049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfa2dea7-1c57-4c77-a044-2f9996d60a38 req-b35357a1-af3a-433d-a2af-391b25e972b9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295938 Aug 11 00:21:26.341049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event updated for resources: {'Port': ['ID=c65f164b-fe4a-4b20-8b93-414d6ec30fbf,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:26.349038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:26.430089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01931859-f627-4bba-b519-756f49cf650a req-0bb75ba0-a861-4c26-bab4-7727fa96192c service neutron] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:26.436661 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01931859-f627-4bba-b519-756f49cf650a req-0bb75ba0-a861-4c26-bab4-7727fa96192c service neutron] Notify callbacks [] for binding, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:26.440508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01931859-f627-4bba-b519-756f49cf650a req-0bb75ba0-a861-4c26-bab4-7727fa96192c service neutron] 10.222.0.55 "DELETE /v2.0/ports/1857e64c-8898-4475-9422-dfe432ffedb5/bindings/n-h2-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.5047097 Aug 11 00:21:26.451273 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:26.453076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f721936d-4d8d-4770-acd0-2af516766f1f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7039883 Aug 11 00:21:26.538509 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:26.614943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-459cf480-b5d1-408e-aaf6-a54421c03702 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783985 Aug 11 00:21:26.695686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 093ed46f-a07b-445e-b50f-57bdf35894da, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=093ed46f-a07b-445e-b50f-57bdf35894da,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:26.774721 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:26.882548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45262) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:26.966158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c0bb3-a8ec-41f9-ad6b-48d7dd055030 req-654e433b-bf44-4ccc-998f-90e9ee0f43b3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:26.990208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-d3e0ca70-c600-42dc-9744-1fe691a66606 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:26.992174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-053c0bb3-a8ec-41f9-ad6b-48d7dd055030 req-654e433b-bf44-4ccc-998f-90e9ee0f43b3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 945 time: 0.2364938 Aug 11 00:21:27.005172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-d3e0ca70-c600-42dc-9744-1fe691a66606 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3831251 Aug 11 00:21:27.040433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b22ecde4-2331-443c-b465-64d43e705015 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/quotas/0212e0728cea46d5bcd8872569cc6bdf HTTP/1.1" status: 200 len: 375 time: 0.0325205 Aug 11 00:21:27.124246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-d20a0c46-7746-4f83-87c6-461575d8ae5a tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783365 Aug 11 00:21:27.136325 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-053c0bb3-a8ec-41f9-ad6b-48d7dd055030 req-9d5db088-bc13-4a3e-a92d-9613d25a1316 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392548 Aug 11 00:21:27.261379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=093ed46f-a07b-445e-b50f-57bdf35894da,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:27.363760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b2dc5b85-6ed1-40ce-9d27-1899f53e30ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dc945de2a454393b6d2ae45d33b0de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777782 Aug 11 00:21:27.366204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:27.448887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988837bb-d861-4dea-a30e-56aaa4abbcaa req-df07b5f6-7015-4ee2-8a40-0ba3587748f3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:27.450831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-988837bb-d861-4dea-a30e-56aaa4abbcaa req-df07b5f6-7015-4ee2-8a40-0ba3587748f3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1157820 Aug 11 00:21:27.463836 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d174603d-345f-40fe-8e67-ca449010e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:27.496316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d174603d-345f-40fe-8e67-ca449010e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:27.540460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-988837bb-d861-4dea-a30e-56aaa4abbcaa req-3be6bcdf-95a9-43b5-8f89-245aed16d361 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811989 Aug 11 00:21:27.661681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d174603d-345f-40fe-8e67-ca449010e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:27.665070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d174603d-345f-40fe-8e67-ca449010e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:27.671312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d174603d-345f-40fe-8e67-ca449010e2c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a74214b-7112-4de8-9670-683eb55fb223 HTTP/1.1" status: 204 len: 168 time: 0.2994113 Aug 11 00:21:27.704363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174603d-345f-40fe-8e67-ca449010e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a74214b-7112-4de8-9670-683eb55fb223,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:27.772173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e649e7c1-00f1-41b7-97ed-49a7acc72e73 req-c4ba7e64-b141-4667-83ca-fea2542325da tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 210 time: 0.1281726 Aug 11 00:21:27.975780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 093ed46f-a07b-445e-b50f-57bdf35894da up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:27.994500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d001e-6921-4423-ac25-d9b85af7e6b5 req-7792b34d-939a-4f0c-87ec-45d6bd27424f tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:27.998811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c9d001e-6921-4423-ac25-d9b85af7e6b5 req-7792b34d-939a-4f0c-87ec-45d6bd27424f tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1096 time: 0.0998859 Aug 11 00:21:28.052259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c9d001e-6921-4423-ac25-d9b85af7e6b5 req-b8507756-42b8-4557-818f-b63dd0632119 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Aug 11 00:21:28.078213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 093ed46f-a07b-445e-b50f-57bdf35894da triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:28.079251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:28.284942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ecd48-9fc4-40c3-813b-a6709c711425 req-cd98d9e5-4901-4d88-8cf9-42988478731b tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:28.306613 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-402ecd48-9fc4-40c3-813b-a6709c711425 req-cd98d9e5-4901-4d88-8cf9-42988478731b tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1102 time: 0.1109164 Aug 11 00:21:28.370480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-402ecd48-9fc4-40c3-813b-a6709c711425 req-261b947f-e1aa-4dcf-b4c9-f0172a44b1af tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:28.488599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ddc2c-62e5-4af5-9a97-eacdb9a47771 req-6aaad4fa-c691-47c2-90e5-379e0f757cf4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:28.496355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce4ddc2c-62e5-4af5-9a97-eacdb9a47771 req-6aaad4fa-c691-47c2-90e5-379e0f757cf4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 945 time: 0.1460512 Aug 11 00:21:28.557603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce4ddc2c-62e5-4af5-9a97-eacdb9a47771 req-cc754ab7-17cb-40cf-b11e-cc8927ce0eed tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599456 Aug 11 00:21:28.604697 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-402ecd48-9fc4-40c3-813b-a6709c711425 req-261b947f-e1aa-4dcf-b4c9-f0172a44b1af tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:28.671106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-402ecd48-9fc4-40c3-813b-a6709c711425 req-261b947f-e1aa-4dcf-b4c9-f0172a44b1af tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:28.715899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-402ecd48-9fc4-40c3-813b-a6709c711425 req-261b947f-e1aa-4dcf-b4c9-f0172a44b1af tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123087 Aug 11 00:21:28.785854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b947f-e1aa-4dcf-b4c9-f0172a44b1af tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d9ab99-ed2b-485a-811b-7d9dab2b6c1b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:28.829216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45356) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:28.847332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3712e9c0-e149-4ccf-ace1-7f22e25b6850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.092762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3712e9c0-e149-4ccf-ace1-7f22e25b6850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.106060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d35ad132-ae05-468f-9fd9-cf23d983c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:29.114789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-d35ad132-ae05-468f-9fd9-cf23d983c472 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1097 time: 0.2399263 Aug 11 00:21:29.135274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-c2ebbc0d-1236-421f-990a-bb4d756708a5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:29.155807 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-c2ebbc0d-1236-421f-990a-bb4d756708a5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 808 time: 0.3878055 Aug 11 00:21:29.169537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.206676 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.208448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3712e9c0-e149-4ccf-ace1-7f22e25b6850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.270879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-2047146f-7c7c-4a6c-8942-f1394e1d9dbd tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/quotas/0cba842470cb42649154e0bc813fbf84 HTTP/1.1" status: 200 len: 375 time: 0.0851543 Aug 11 00:21:29.302198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712e9c0-e149-4ccf-ace1-7f22e25b6850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e384668-79a5-4006-a1c5-46e6f23688cf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:29.309690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3712e9c0-e149-4ccf-ace1-7f22e25b6850 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20a25f2fe41d49b4a689dc516646cae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792089 Aug 11 00:21:29.312462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45392) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:29.368726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-17c7a823-fd4d-4071-a90c-5cd92e344c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:29.377885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-17c7a823-fd4d-4071-a90c-5cd92e344c55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.2147698 Aug 11 00:21:29.443996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-3d7371db-d87f-4544-96b5-47ef37f97cb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 217 time: 0.0441582 Aug 11 00:21:29.448033 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a95dbef-6c79-4ead-ab7e-cb3adcd3ff8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.472365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-7ca0a92a-ddf7-48e8-b1d0-7c5cd59afa0f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1716969 Aug 11 00:21:29.539007 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a95dbef-6c79-4ead-ab7e-cb3adcd3ff8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.690078 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dc75590d-7b33-4468-a2f7-ea3f6bce206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:29.691655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dc75590d-7b33-4468-a2f7-ea3f6bce206b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.2323172 Aug 11 00:21:29.798551 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-34b943bc-b942-4233-b64a-395cfabc4f1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975502 Aug 11 00:21:29.804402 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a95dbef-6c79-4ead-ab7e-cb3adcd3ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.804616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a95dbef-6c79-4ead-ab7e-cb3adcd3ff8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:29.810583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1a95dbef-6c79-4ead-ab7e-cb3adcd3ff8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e384668-79a5-4006-a1c5-46e6f23688cf HTTP/1.1" status: 204 len: 168 time: 0.4905794 Aug 11 00:21:29.837475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-79d04038-3fae-4c73-917a-07794769a9d8 service neutron] 10.222.0.43 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636680 Aug 11 00:21:29.852287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95dbef-6c79-4ead-ab7e-cb3adcd3ff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e384668-79a5-4006-a1c5-46e6f23688cf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:30.034917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-3d2e65c7-bc8d-45a7-a783-e1096b7a0dc6 service neutron] 10.222.0.43 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964293 Aug 11 00:21:30.120275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-397f808c-ed3b-4ec0-9471-2fb36313239d service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025925 Aug 11 00:21:30.230004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-d7349b59-0d94-4908-a819-4934da38925c tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536349 Aug 11 00:21:30.441054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-05a44821-41c9-4578-976b-ec2b0b0abd4e service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023205 Aug 11 00:21:30.578890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f054-3531-4614-8d59-f42a16403b1d req-0c856a5f-e0c6-4325-b4ab-7c3758964815 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:30.582902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-0c856a5f-e0c6-4325-b4ab-7c3758964815 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465436 Aug 11 00:21:30.599997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Request body: {'port': {'device_id': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '0212e0728cea46d5bcd8872569cc6bdf'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:30.785666 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-350f80d3-844c-4de3-a537-da66b6ec2897 req-d7e7e052-9f6a-4870-979c-d2eb6ab9e5a1 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 210 time: 0.0840075 Aug 11 00:21:31.058348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45428) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:31.220268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba658d-9ad9-4073-a3ff-b60ecec31e2c req-8368fec7-c87a-4eed-a804-8b9bd3660448 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:31.221808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00ba658d-9ad9-4073-a3ff-b60ecec31e2c req-8368fec7-c87a-4eed-a804-8b9bd3660448 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 945 time: 0.4581320 Aug 11 00:21:31.244788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-283d79f9-098b-4833-8aa0-ed2c1c541254 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:31.246609 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-283d79f9-098b-4833-8aa0-ed2c1c541254 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.4170961 Aug 11 00:21:31.275253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-13'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:31.347316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Made reservation on behalf of 0212e0728cea46d5bcd8872569cc6bdf for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:31.371461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:31.433127 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:31.433434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:31.464136 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00ba658d-9ad9-4073-a3ff-b60ecec31e2c req-6ffb1d95-7ed7-4934-a9d0-df23dd13043e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135174 Aug 11 00:21:31.569683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567ee60-df37-4f77-a793-1863fda67176 req-bfedd257-4e03-473b-8a37-e0f7773f2739 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:31.581924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5567ee60-df37-4f77-a793-1863fda67176 req-bfedd257-4e03-473b-8a37-e0f7773f2739 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.4324286 Aug 11 00:21:31.669925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-1a32ffc1-353d-419e-9993-fa26c30284e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6095824 Aug 11 00:21:31.783960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5567ee60-df37-4f77-a793-1863fda67176 req-d23a85a0-aea1-49a5-adc1-9d6c4d798aad tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461854 Aug 11 00:21:31.793845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:31.874776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:31.947651 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:31.962992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:31.978978 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c16f80c-68b6-45df-b28c-9bbf0d88e8ea" -d '{"events": [{"server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:32.005028 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-fd9cdeb3-9671-4d81-867e-c9bdf33f34e6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4405289 Aug 11 00:21:32.038156 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:32.180217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:32.195300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49eda9a9-4a28-4855-8977-b61e48bd611a req-d2b43e55-5443-4dab-bb88-51f060df529f tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 210 time: 0.1739104 Aug 11 00:21:32.200573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:32.204803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65838615-dbd6-4aec-88c3-23aea90e0eb6 req-670866f8-8649-413d-8839-ba1f44474418 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 210 time: 0.2194827 Aug 11 00:21:32.458918 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df5dfa-4b5b-49c2-8ccc-2ae595eccaa5 x-openstack-request-id: req-89df5dfa-4b5b-49c2-8ccc-2ae595eccaa5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:32.460823 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:32.466756 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89df5dfa-4b5b-49c2-8ccc-2ae595eccaa5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:32.466756 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b', 'code': 200} Aug 11 00:21:32.653943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:32.675845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:32.809034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-5835b015-8ece-4b9c-88e9-cfe00f3a11f8 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:32.811478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-5835b015-8ece-4b9c-88e9-cfe00f3a11f8 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7914221 Aug 11 00:21:32.812563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on host n-h2-712143-13 for vnic_type normal with profile {"migrating_to": "n-h1-712143-13"} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:32.813108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:32.813647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:32.861847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Request body: {'port': {'device_id': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '0212e0728cea46d5bcd8872569cc6bdf'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:32.881318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:32.881318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Attempting to bind port e2e142a3-72e1-4447-b5b0-30b737de8a2b on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:32.980687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Allocated IP 192.168.233.86 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/289a0eae-099c-4790-91d5-6439339f1ea4) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:33.058537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:33.059689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:33.060671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:33.061683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Bound port: e2e142a3-72e1-4447-b5b0-30b737de8a2b, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:33.062625 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:33.154161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf1119-0a36-4008-97c2-0cb505576503 req-bc4c10a2-3884-483d-90db-21da2b5dd44a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:33.253719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7faf1119-0a36-4008-97c2-0cb505576503 req-bc4c10a2-3884-483d-90db-21da2b5dd44a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 943 time: 0.4011760 Aug 11 00:21:33.262804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486171ae-a441-491b-9bbc-c5cab62386ef req-257d0f2d-5df0-4d02-b7d4-0375b20aab7a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:33.264578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-486171ae-a441-491b-9bbc-c5cab62386ef req-257d0f2d-5df0-4d02-b7d4-0375b20aab7a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1609614 Aug 11 00:21:33.316998 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7faf1119-0a36-4008-97c2-0cb505576503 req-9e98cf61-6678-4e49-9a7d-63f4b7b466b7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492491 Aug 11 00:21:33.447491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:33.458489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:33.480015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:21:33.562951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcba3ed4-3fac-4391-b807-853bce89ee43 req-5b9c5238-e353-47dd-8daf-30ea9781a8e5 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 210 time: 0.0375848 Aug 11 00:21:33.590712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-486171ae-a441-491b-9bbc-c5cab62386ef req-dbb1416e-b743-4a71-a4eb-d757752e4b83 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689378 Aug 11 00:21:33.615710 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:33.626698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-fd76ac4a-ae24-4316-a872-553df132aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:33.629852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-fd76ac4a-ae24-4316-a872-553df132aa29 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1084 time: 0.2368176 Aug 11 00:21:33.650998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Transition to ACTIVE for port object 289a0eae-099c-4790-91d5-6439339f1ea4 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:33.701087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-deb26811-a003-4e63-892c-d58fb8194944 req-1e5e8cbb-b8aa-4c34-aaef-979000597ce3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 210 time: 0.0605061 Aug 11 00:21:33.822404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:33.840836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Made reservation on behalf of 0212e0728cea46d5bcd8872569cc6bdf for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:33.871287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:33.930581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-6ed39bca-e94c-4416-85b5-2d87ab92ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:33.932155 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-6ed39bca-e94c-4416-85b5-2d87ab92ead4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.2702923 Aug 11 00:21:34.031576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:34.034379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-1c3cc629-81fe-419b-8257-bb6859ee87de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 217 time: 0.0923219 Aug 11 00:21:34.057040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:34.153506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:34.178492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:34.179601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:34.182170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a1f4a912-5b97-4873-8c20-badf33c9a781 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 1123 time: 2.9176328 Aug 11 00:21:34.248811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['e2e142a3-72e1-4447-b5b0-30b737de8a2b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:34.293531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:34.302495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:34.327441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:34.394719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-0a212667-e581-4fe0-b2d2-9404a1d869c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:34.405874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-0a212667-e581-4fe0-b2d2-9404a1d869c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.2793987 Aug 11 00:21:34.471546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:34.476103 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cced7958-af80-4630-a11a-08505fcb2bea" -d '{"events": [{"name": "network-changed", "server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:34.532713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Allocated IP 192.168.233.177 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/83ecc15e-c655-496a-9e4c-b4903cb5a714) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:34.557725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-22286e0c-dc19-4cce-9625-9c8737125703 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180217 Aug 11 00:21:34.645880 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c84341-b3fb-4d03-9a2d-250ec3dbb536 x-openstack-request-id: req-f9c84341-b3fb-4d03-9a2d-250ec3dbb536 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:34.650164 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:34.650164 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9c84341-b3fb-4d03-9a2d-250ec3dbb536 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:34.650164 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b', 'status': 'completed', 'code': 200} Aug 11 00:21:34.709722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:34.711195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:34.900336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e5f8-d8ee-4892-aa7e-ded426ab9fe2 req-8b9851fa-4ef8-4b1d-add7-75dd357aaf1d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:34.903752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fc3e5f8-d8ee-4892-aa7e-ded426ab9fe2 req-8b9851fa-4ef8-4b1d-add7-75dd357aaf1d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 943 time: 0.3454702 Aug 11 00:21:35.060810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-976bac46-0418-4036-b344-42f66f787f2f None None] Provisioning for port 289a0eae-099c-4790-91d5-6439339f1ea4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:35.065882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-976bac46-0418-4036-b344-42f66f787f2f None None] Provisioning complete for port 289a0eae-099c-4790-91d5-6439339f1ea4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:35.066342 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-976bac46-0418-4036-b344-42f66f787f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:35.184756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-976bac46-0418-4036-b344-42f66f787f2f None None] Port 289a0eae-099c-4790-91d5-6439339f1ea4 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:21:35.223039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-63763592-5367-451c-9238-ea70ecafd72c service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635895 Aug 11 00:21:35.241079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b8f07cd-4409-4700-a80a-b47e6bfaf4e9 req-815d4ad4-0c9c-436b-ae29-759ac2644bd3 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 210 time: 0.3691924 Aug 11 00:21:35.265355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-3670e78d-1b5b-4957-87d0-4d45162e3a46 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6712821 Aug 11 00:21:35.266117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fc3e5f8-d8ee-4892-aa7e-ded426ab9fe2 req-1eef67de-99fe-4d1c-90e0-4862ad2aeea8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557618 Aug 11 00:21:35.425878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:35.438408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Request body: {'port': {'device_id': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:35.495099 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b3d0b96b-91e1-4230-9d1d-40c9d27a9b80 req-b285aaa0-50e8-451b-902b-80d0cbfca59d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 210 time: 0.0664620 Aug 11 00:21:35.498833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Transition to ACTIVE for port object 83ecc15e-c655-496a-9e4c-b4903cb5a714 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:35.618239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a875b85c-44f2-4a22-abc5-e353b5e55b9f req-7c270b4b-930e-486b-8472-e9a9a3332733 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758695 Aug 11 00:21:35.634290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafd93a-c32b-481b-bd8d-5f087041b564 req-a4d8e81a-6498-4948-96ab-e21812f04cf5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:35.642568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aafd93a-c32b-481b-bd8d-5f087041b564 req-a4d8e81a-6498-4948-96ab-e21812f04cf5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.2083354 Aug 11 00:21:35.657868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:35.687124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:35.802547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:35.812376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:35.829230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:35.919698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.44', 57435) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:36.106079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-5087ae8e-93eb-4280-a096-6de3d2a5790c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:36.108139 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-5087ae8e-93eb-4280-a096-6de3d2a5790c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 808 time: 0.1834755 Aug 11 00:21:36.109058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Pushing event updated for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:36.149738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Request body: {'port': {'device_id': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'admin_state_up': True, 'tenant_id': '0cba842470cb42649154e0bc813fbf84'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:36.174070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289a0eae-099c-4790-91d5-6439339f1ea4 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:36.197042 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:36.239946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Transition to ACTIVE for port object 289a0eae-099c-4790-91d5-6439339f1ea4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:36.330592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7aafd93a-c32b-481b-bd8d-5f087041b564 req-f5a9f0be-5aec-489f-a002-fcf39fcf73e9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6868808 Aug 11 00:21:36.346339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e2e142a3-72e1-4447-b5b0-30b737de8a2b details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:36.363403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced7958-af80-4630-a11a-08505fcb2bea req-53ac28a4-c5f3-4f1f-b8c0-cd2f771c107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:36.378744 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cced7958-af80-4630-a11a-08505fcb2bea req-53ac28a4-c5f3-4f1f-b8c0-cd2f771c107d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1126 time: 0.1233518 Aug 11 00:21:36.386173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:36.639046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f66f55f0-adae-49b6-aa7e-a53d063e253c None None] Provisioning for port 83ecc15e-c655-496a-9e4c-b4903cb5a714 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:36.707814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f66f55f0-adae-49b6-aa7e-a53d063e253c None None] Provisioning complete for port 83ecc15e-c655-496a-9e4c-b4903cb5a714 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:36.708296 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f66f55f0-adae-49b6-aa7e-a53d063e253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:36.735314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:36.883453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:36.898374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced7958-af80-4630-a11a-08505fcb2bea req-0afd7f64-96bb-43df-9493-b276337aec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:36.900671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cced7958-af80-4630-a11a-08505fcb2bea req-0afd7f64-96bb-43df-9493-b276337aec47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.4857509 Aug 11 00:21:36.902723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f66f55f0-adae-49b6-aa7e-a53d063e253c None None] Port 83ecc15e-c655-496a-9e4c-b4903cb5a714 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:21:36.908496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e2e142a3-72e1-4447-b5b0-30b737de8a2b has no active binding in host n-h1-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 00:21:36.922401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0aa61-0a16-46ba-aaed-746718195901 req-c8297a75-97b8-4f27-aac1-a099b9b7d04b tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:36.925156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47f0aa61-0a16-46ba-aaed-746718195901 req-c8297a75-97b8-4f27-aac1-a099b9b7d04b tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 936 time: 0.3288054 Aug 11 00:21:36.945007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.44', 57438) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:37.010585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cced7958-af80-4630-a11a-08505fcb2bea req-c43209ff-3d55-4692-87dd-ab4473eac4b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 217 time: 0.0830472 Aug 11 00:21:37.109449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Attempting to bind port 289a0eae-099c-4790-91d5-6439339f1ea4 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:37.109881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Attempting to bind port 289a0eae-099c-4790-91d5-6439339f1ea4 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:37.115536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Attempting to bind port 289a0eae-099c-4790-91d5-6439339f1ea4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:37.253930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:37.254616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:37.287832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b05c1-e03a-40e6-8d31-33548925d68c req-cb9b0838-4a1f-42a3-854c-9622f22a0b94 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:37.289881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c43b05c1-e03a-40e6-8d31-33548925d68c req-cb9b0838-4a1f-42a3-854c-9622f22a0b94 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 943 time: 0.1756151 Aug 11 00:21:37.320103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6328809-e685-43a1-8347-6366be9a1058 req-c5109dd3-6833-4199-850a-327cd5a765e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2035608 Aug 11 00:21:37.378358 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c43b05c1-e03a-40e6-8d31-33548925d68c req-84a45ef0-c518-4b3c-8cc2-9ea1c8ac4fca tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714128 Aug 11 00:21:37.455371 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-b3dded25-f419-4c00-bc62-7cfc640b3c30 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6019559 Aug 11 00:21:37.482604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Request body: {'port': {'device_id': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:37.495084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Port 289a0eae-099c-4790-91d5-6439339f1ea4 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:37.495743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Attempting to bind port 289a0eae-099c-4790-91d5-6439339f1ea4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:37.514070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:37.514421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:37.514820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:37.515396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Bound port: 289a0eae-099c-4790-91d5-6439339f1ea4, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:37.516369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:37.521050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47f0aa61-0a16-46ba-aaed-746718195901 req-9d747e23-1c23-478f-8e08-377796771bf2 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948322 Aug 11 00:21:37.543026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced7958-af80-4630-a11a-08505fcb2bea req-13e6b495-4bd2-4434-9b9f-3e52b6838268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:37.544748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cced7958-af80-4630-a11a-08505fcb2bea req-13e6b495-4bd2-4434-9b9f-3e52b6838268 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.4801347 Aug 11 00:21:37.547131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-20b2680b-c4ea-48b2-a801-d3015f16470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:37.548679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-20b2680b-c4ea-48b2-a801-d3015f16470c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1102 time: 0.5978785 Aug 11 00:21:37.559248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52ad4b6e-a640-4a81-a359-22a4c4275502 req-497c36e2-dd4b-459f-917b-f6e3cfad5759 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 210 time: 0.0669651 Aug 11 00:21:37.561798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328809-e685-43a1-8347-6366be9a1058 req-445931a8-5a58-445c-8eea-8ca91df6744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:37.563986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6328809-e685-43a1-8347-6366be9a1058 req-445931a8-5a58-445c-8eea-8ca91df6744e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 1097 time: 0.1565018 Aug 11 00:21:37.603433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:37.624282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Made reservation on behalf of 0cba842470cb42649154e0bc813fbf84 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:37.628812 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:37.642133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cced7958-af80-4630-a11a-08505fcb2bea req-50b32795-ace8-4e10-80aa-60d1b9a0f247 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652473 Aug 11 00:21:37.793190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:37.804459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:37.905742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:37.916973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-886964c7-a9c0-4ed9-a8d2-aa228a1cbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:37.918398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-886964c7-a9c0-4ed9-a8d2-aa228a1cbe31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.3206244 Aug 11 00:21:37.956177 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cced7958-af80-4630-a11a-08505fcb2bea req-62f25bbd-3b23-4b0c-8d89-fddafc30a6ec service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761228 Aug 11 00:21:37.964894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328809-e685-43a1-8347-6366be9a1058 req-5d9462d1-6f51-4547-ba59-b664ffd7d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:37.966740 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6328809-e685-43a1-8347-6366be9a1058 req-5d9462d1-6f51-4547-ba59-b664ffd7d036 service neutron] 10.222.0.55 "GET /v2.0/networks?id=67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 200 len: 925 time: 0.3304212 Aug 11 00:21:38.026446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-06b9deee-6c4d-4ff3-9bc9-41646dbc3d3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 217 time: 0.0760798 Aug 11 00:21:38.038071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.038967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:38.041679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] 10.222.0.55 "PUT /v2.0/ports/289a0eae-099c-4790-91d5-6439339f1ea4 HTTP/1.1" status: 200 len: 1096 time: 2.6082788 Aug 11 00:21:38.057295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:38.063462 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8780ad43-2ea6-4260-ba0f-456623e3d84b" -d '{"events": [{"name": "network-changed", "server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:38.138100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Allocated IP 172.20.0.9 (8c59f848-f680-473b-8fd6-692def6fba06/d15a8409-61e3-4c13-ae93-7c691de770bf/47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:38.166660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6328809-e685-43a1-8347-6366be9a1058 req-19012279-cc62-4a9e-8a92-a3ef9c0d40e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88c28f2-4338-4b68-a0b5-f0033784826d HTTP/1.1" status: 200 len: 1001 time: 0.1771219 Aug 11 00:21:38.192702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae536a-e6e8-4b5e-9232-d9752c2bf3a5 req-9a41c61a-43d8-46b3-8e48-1fbb07ebcdc8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.194384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0dae536a-e6e8-4b5e-9232-d9752c2bf3a5 req-9a41c61a-43d8-46b3-8e48-1fbb07ebcdc8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.3676567 Aug 11 00:21:38.223279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5054d6-8785-44b1-bad0-29afc8c851fe service neutron] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:38.344080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-81e625aa-40d7-4a9b-8276-3db18bf78738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.345973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-81e625aa-40d7-4a9b-8276-3db18bf78738 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2376719 Aug 11 00:21:38.399434 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c17ea-48a5-4860-bce4-5ac1ac71cc66 x-openstack-request-id: req-628c17ea-48a5-4860-bce4-5ac1ac71cc66 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:38.402853 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:38.402853 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-628c17ea-48a5-4860-bce4-5ac1ac71cc66 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:38.402853 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4', 'status': 'completed', 'code': 200} Aug 11 00:21:38.409041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328809-e685-43a1-8347-6366be9a1058 req-23030779-5a43-4ed1-8678-36061bcb99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.410678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6328809-e685-43a1-8347-6366be9a1058 req-23030779-5a43-4ed1-8678-36061bcb99bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06a3b0f2-4366-4ec9-996d-911682065254 HTTP/1.1" status: 200 len: 863 time: 0.2112658 Aug 11 00:21:38.444831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0dae536a-e6e8-4b5e-9232-d9752c2bf3a5 req-5da98cb8-c1a8-41da-b9b8-cfe495f0b0af tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245111 Aug 11 00:21:38.464008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cced7958-af80-4630-a11a-08505fcb2bea req-f8f37ce7-384a-4011-a0e3-cf7ddc0bd381 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939208 Aug 11 00:21:38.470588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f054-3531-4614-8d59-f42a16403b1d req-a661a109-d9d9-4f97-a8ea-92c246f2f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.499762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-a661a109-d9d9-4f97-a8ea-92c246f2f6de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 1099 time: 0.2967529 Aug 11 00:21:38.538303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ecc15e-c655-496a-9e4c-b4903cb5a714 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:38.577696 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:38.582709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-571ca5ff-191c-41eb-ae82-8cff302506bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.584361 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-571ca5ff-191c-41eb-ae82-8cff302506bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2274501 Aug 11 00:21:38.587680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-f3765889-1650-49ae-a6aa-9fa09977614e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=289a0eae-099c-4790-91d5-6439339f1ea4 HTTP/1.1" status: 200 len: 217 time: 0.0741587 Aug 11 00:21:38.599649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328809-e685-43a1-8347-6366be9a1058 req-0fc3370b-4686-48d7-9c1b-c48785455254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.600865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6328809-e685-43a1-8347-6366be9a1058 req-0fc3370b-4686-48d7-9c1b-c48785455254 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67c3c319-7406-4c9b-b34c-79d595893fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675689 Aug 11 00:21:38.621074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Transition to ACTIVE for port object 83ecc15e-c655-496a-9e4c-b4903cb5a714 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:38.635056 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:38.684332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f054-3531-4614-8d59-f42a16403b1d req-fe3ed709-ad4d-4743-891e-1b4f476dc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.686363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-fe3ed709-ad4d-4743-891e-1b4f476dc433 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0745859 Aug 11 00:21:38.753959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:38.811339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883eada-6957-4202-8306-819bf5ddb2b1 req-2a41c2e4-f05c-42e0-b64d-4f158fe50b5c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.814238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d883eada-6957-4202-8306-819bf5ddb2b1 req-2a41c2e4-f05c-42e0-b64d-4f158fe50b5c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 943 time: 0.2439551 Aug 11 00:21:38.833944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3f054-3531-4614-8d59-f42a16403b1d req-c84b541a-1e29-4384-a7c2-bfd6bd74318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.836217 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-c84b541a-1e29-4384-a7c2-bfd6bd74318b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334505 Aug 11 00:21:38.901011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Pushing event updated for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:38.924404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6328809-e685-43a1-8347-6366be9a1058 req-292b973b-c458-4cf6-b08f-0973dd86fb3f service neutron] 10.222.0.55 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114319 Aug 11 00:21:38.937515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-f4617a2d-833e-4b22-a363-f5a33d4b1597 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269670 Aug 11 00:21:38.959509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38162c33-ca14-4d37-8e8e-6bdf330c27ee req-ca1a6171-7e65-4434-af31-b71bebf93896 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:38.963408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38162c33-ca14-4d37-8e8e-6bdf330c27ee req-ca1a6171-7e65-4434-af31-b71bebf93896 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 948 time: 0.2218297 Aug 11 00:21:39.035397 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d883eada-6957-4202-8306-819bf5ddb2b1 req-955c27eb-cf29-4b6c-a9a9-b0925b749a19 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902573 Aug 11 00:21:39.073998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:39.153993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-0d313e84-859e-4cb4-bf3e-c842ff4c1281 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983108 Aug 11 00:21:39.161535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Network 8c59f848-f680-473b-8fd6-692def6fba06 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:39.179519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38162c33-ca14-4d37-8e8e-6bdf330c27ee req-ef5ad114-9012-41be-ac8d-7e73f2a6ab5c tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795051 Aug 11 00:21:39.180789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:39.195401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:39.294588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-ae7d99cb-4594-4f14-86f0-9157293e1587 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472128 Aug 11 00:21:39.311005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Pushing event updated for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:39.332927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Attempting to bind port 83ecc15e-c655-496a-9e4c-b4903cb5a714 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:39.333316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Attempting to bind port 83ecc15e-c655-496a-9e4c-b4903cb5a714 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:39.333943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Attempting to bind port 83ecc15e-c655-496a-9e4c-b4903cb5a714 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:39.340709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6328809-e685-43a1-8347-6366be9a1058 req-3ff6e5c1-390d-480a-8daf-d5a24e9abfa1 service neutron] 10.222.0.55 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922489 Aug 11 00:21:39.353859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Port 83ecc15e-c655-496a-9e4c-b4903cb5a714 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:39.355475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Attempting to bind port 83ecc15e-c655-496a-9e4c-b4903cb5a714 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:39.366167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:39.368137 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:39.377003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f19abf-51d0-4092-8976-10de81e701e8 req-aa750d7b-69bf-4c25-addb-98f61c1efe25 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:39.380031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5f19abf-51d0-4092-8976-10de81e701e8 req-aa750d7b-69bf-4c25-addb-98f61c1efe25 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 931 time: 0.2283962 Aug 11 00:21:39.389315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:39.389315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:39.389833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:39.390001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Bound port: 83ecc15e-c655-496a-9e4c-b4903cb5a714, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:39.390512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:39.465371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7be3f054-3531-4614-8d59-f42a16403b1d req-fe22eba5-fb26-4d53-bb96-61f5239bc3e0 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837243 Aug 11 00:21:39.525171 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5f19abf-51d0-4092-8976-10de81e701e8 req-bfb34328-b374-470e-9df4-931b73a60e3f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374800 Aug 11 00:21:39.527331 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6b664e5e-8eb1-4143-986d-29d0716d7df5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3910763 Aug 11 00:21:39.557751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Request body: {'port': {'device_id': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:39.603724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:39.649060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:39.663336 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:39.759116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:39.816384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-1e7c3aac-21a2-4b50-8ca6-200edafa4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:39.818235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-1e7c3aac-21a2-4b50-8ca6-200edafa4eb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 1099 time: 0.1170707 Aug 11 00:21:39.828870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce116-086c-499c-be67-5ffedb9b7391 req-8e0ff9c2-d0cc-4609-8323-082e74c90522 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:39.830377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:39.831340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:39.833150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] 10.222.0.44 "PUT /v2.0/ports/83ecc15e-c655-496a-9e4c-b4903cb5a714 HTTP/1.1" status: 200 len: 1097 time: 2.3643911 Aug 11 00:21:39.837029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d5ce116-086c-499c-be67-5ffedb9b7391 req-8e0ff9c2-d0cc-4609-8323-082e74c90522 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1371076 Aug 11 00:21:39.838168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:39.839857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-216c03d1-0689-4624-813d-86e0dea3f059 service neutron] 10.222.0.44 "GET /v2.0/ports/e2e142a3-72e1-4447-b5b0-30b737de8a2b/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 385 time: 0.2476320 Aug 11 00:21:39.840329 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3af561-aeb4-4eb7-943b-a61a916edc87" -d '{"events": [{"name": "network-changed", "server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:39.995229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b7f15-8c14-4ac4-9940-3a9a9a1b3024 service neutron] Pushing event updated for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:39.995327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d5ce116-086c-499c-be67-5ffedb9b7391 req-1ac77272-50bd-4e6f-b3f7-2dbe463ba8b9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461861 Aug 11 00:21:40.035307 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e28e3d-2b5f-4cb4-8834-236aeb924b30 x-openstack-request-id: req-d7e28e3d-2b5f-4cb4-8834-236aeb924b30 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:40.036030 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:40.036520 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7e28e3d-2b5f-4cb4-8834-236aeb924b30 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:40.037139 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'status': 'completed', 'code': 200} Aug 11 00:21:40.119657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-11b97bb7-5237-46a5-b521-69f152421068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:40.121352 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-11b97bb7-5237-46a5-b521-69f152421068 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2799597 Aug 11 00:21:40.257176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-598f3b74-bd5c-4dfa-8395-a7f8c40e7192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=289a0eae-099c-4790-91d5-6439339f1ea4 HTTP/1.1" status: 200 len: 217 time: 0.0621789 Aug 11 00:21:40.289197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af561-aeb4-4eb7-943b-a61a916edc87 req-5d271b71-ea48-4950-a88f-34c58df0bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:40.291360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e3af561-aeb4-4eb7-943b-a61a916edc87 req-5d271b71-ea48-4950-a88f-34c58df0bfca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 1100 time: 0.0786340 Aug 11 00:21:40.372214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e3af561-aeb4-4eb7-943b-a61a916edc87 req-6235196c-3412-4ffb-939a-787b29401e2d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314741 Aug 11 00:21:40.394120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:40.414973 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:40.468970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Transition to ACTIVE for port object 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:40.475142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4e240-2fe7-433e-ad06-aae7e993728b req-75d46a77-5b6e-4a1d-98d7-ceff78d026ad tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:40.479849 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fc4e240-2fe7-433e-ad06-aae7e993728b req-75d46a77-5b6e-4a1d-98d7-ceff78d026ad tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 943 time: 0.2910757 Aug 11 00:21:40.489079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-c471d355-6999-4b26-b2ed-a92e706cacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:40.491404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-c471d355-6999-4b26-b2ed-a92e706cacea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1972177 Aug 11 00:21:40.519622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3af561-aeb4-4eb7-943b-a61a916edc87 req-06891f4e-9a6d-4e8e-bb60-39ef29140621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:40.521050 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e3af561-aeb4-4eb7-943b-a61a916edc87 req-06891f4e-9a6d-4e8e-bb60-39ef29140621 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389418 Aug 11 00:21:40.569364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:40.655665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:40.664652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fc4e240-2fe7-433e-ad06-aae7e993728b req-2cdba10d-8d98-4029-83ec-e5f659090549 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793771 Aug 11 00:21:40.727336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:40.727513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Pushing event updated for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:40.743792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-29ed4b6a-b3aa-42bf-8857-ed8da452e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:40.746777 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-29ed4b6a-b3aa-42bf-8857-ed8da452e5ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2263503 Aug 11 00:21:40.819497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-7a8b55f2-35a6-4fe8-ac88-f5fe4fad2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:40.821134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-7a8b55f2-35a6-4fe8-ac88-f5fe4fad2467 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 1100 time: 0.2133930 Aug 11 00:21:40.853959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af4885-3ba0-4df9-81d6-824249f024c3 req-83aaa9df-ad38-4e59-b016-5da9a823cc0d tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:40.855634 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2af4885-3ba0-4df9-81d6-824249f024c3 req-83aaa9df-ad38-4e59-b016-5da9a823cc0d tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 948 time: 0.2046938 Aug 11 00:21:40.898311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-9e71b607-7067-4328-b252-f5246dc8ad83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714 HTTP/1.1" status: 200 len: 217 time: 0.0672758 Aug 11 00:21:40.916623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e142a3-72e1-4447-b5b0-30b737de8a2b {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:40.956488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:40.956825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:40.957159 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:40.965298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:40.984920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:40.985270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:41.006536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2af4885-3ba0-4df9-81d6-824249f024c3 req-75a55b5b-5d0b-4d2e-8c91-b53004c3c9b9 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082525 Aug 11 00:21:41.019418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:41.020080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:41.020658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:41.021348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Bound port: 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:41.021736 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:41.028704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-a2d61b2f-6b48-4baa-8bdc-7013cdda4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:41.030520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-a2d61b2f-6b48-4baa-8bdc-7013cdda4a3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1209524 Aug 11 00:21:41.094689 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:41.130025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-5518c247-0fe5-4009-ba23-dfa81a123103 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542471 Aug 11 00:21:41.224189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-7fcbd7be-4a96-45e5-9721-07571dfbf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:41.224189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-7fcbd7be-4a96-45e5-9721-07571dfbf776 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1617901 Aug 11 00:21:41.242321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:41.253531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b945b69-1341-4bc0-a105-595c60467f68 req-a4319978-08e3-42f2-92c0-758fd28e5270 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:41.258385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b945b69-1341-4bc0-a105-595c60467f68 req-a4319978-08e3-42f2-92c0-758fd28e5270 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 943 time: 0.1369672 Aug 11 00:21:41.258385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:41.303778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] Transition to ACTIVE for port object e2e142a3-72e1-4447-b5b0-30b737de8a2b will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:41.358399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3e841-c133-41de-84c2-55851c102473 req-fa628005-d27e-4982-9f70-4f89ea5674c9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:41.361091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b945b69-1341-4bc0-a105-595c60467f68 req-ed792f22-80a9-4225-a944-f7c6def29c7e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643911 Aug 11 00:21:41.361334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-45b3e841-c133-41de-84c2-55851c102473 req-fa628005-d27e-4982-9f70-4f89ea5674c9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1706152 Aug 11 00:21:41.363375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:41.417992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:41.450278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:41.451514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:41.454695 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] 10.222.0.44 "PUT /v2.0/ports/47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 200 len: 1092 time: 1.9259257 Aug 11 00:21:41.467635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-213d2ebb-eb91-44a3-a14e-e6f4b1d86bd7 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350552 Aug 11 00:21:41.502390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8780ad43-2ea6-4260-ba0f-456623e3d84b req-fcb056b7-ea2f-4ff4-b862-887e1fe4aaed service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129275 Aug 11 00:21:41.530631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=10']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:41.568039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-45b3e841-c133-41de-84c2-55851c102473 req-a7beba16-f8b5-4de2-96ed-665b69849633 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877885 Aug 11 00:21:41.582336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa55af-4fd3-4b8b-a72d-24635d0ef085 service neutron] Pushing event updated for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:41.609249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] No DVR routers for this DVR port e2e142a3-72e1-4447-b5b0-30b737de8a2b on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:21:41.652485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-dae328d4-d261-4f62-bf9c-57285e963cc6 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2e142a3-72e1-4447-b5b0-30b737de8a2b/bindings/n-h1-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7960048 Aug 11 00:21:41.786009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beef9f7b-4356-4fc8-8d9b-4fe06734c7d6 req-c6fc3b21-4c54-4419-a419-b52011ee690c service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093081 Aug 11 00:21:41.801623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-4206700c-f640-4550-918d-799fd21f0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:41.804304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-4206700c-f640-4550-918d-799fd21f0697 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1095 time: 0.1917868 Aug 11 00:21:41.940692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e4270-4e6f-43f6-80ce-45fb5d466a8c req-c3756f11-8426-450c-92da-fcfea2f5a595 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:41.942692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-148e4270-4e6f-43f6-80ce-45fb5d466a8c req-c3756f11-8426-450c-92da-fcfea2f5a595 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 944 time: 0.1571412 Aug 11 00:21:41.946260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a89cb318-2a7a-4521-95d6-e4e980bc8948 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:41.947872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-a89cb318-2a7a-4521-95d6-e4e980bc8948 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.1395311 Aug 11 00:21:42.105165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-6fbbb6fe-2bb7-4f61-98cf-178a968add42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:42.106843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-6fbbb6fe-2bb7-4f61-98cf-178a968add42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745&tenant_id=d16a210b8107409094f1dce337d7601e HTTP/1.1" status: 200 len: 1096 time: 0.1496575 Aug 11 00:21:42.121347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-148e4270-4e6f-43f6-80ce-45fb5d466a8c req-317ec315-18d5-4cc6-a746-d27221f06300 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054394 Aug 11 00:21:42.309480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:42.313592 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609168f1-3613-4499-ab2d-376d5b9d9706" -d '{"events": [{"name": "network-changed", "server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:42.319779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-b8a010ee-cfe5-4160-a297-43c16165f3cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 200 len: 217 time: 0.5069571 Aug 11 00:21:42.382159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:42.393435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-b30ad7c4-172d-48ee-ab1f-29069da7eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:42.395923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-b30ad7c4-172d-48ee-ab1f-29069da7eafb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1096 time: 0.2301235 Aug 11 00:21:42.406463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-061ddda0-4182-4905-b270-ebffd8db75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:42.408485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-061ddda0-4182-4905-b270-ebffd8db75c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.0804079 Aug 11 00:21:42.420964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c010af-a6a9-4844-bc32-ea599484db15 req-92dbae1d-62e4-4e55-a391-bb1382191eef tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:42.432310 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-04c010af-a6a9-4844-bc32-ea599484db15 req-92dbae1d-62e4-4e55-a391-bb1382191eef tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 948 time: 0.1776562 Aug 11 00:21:42.463199 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-68a3966f-db1b-46d1-8c6a-c54a04c15da5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458241 Aug 11 00:21:42.465789 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f049b09c-5f0c-4888-bf75-6de290d2daf1 x-openstack-request-id: req-f049b09c-5f0c-4888-bf75-6de290d2daf1 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:42.466252 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:42.467024 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f049b09c-5f0c-4888-bf75-6de290d2daf1 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:42.467699 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea', 'status': 'completed', 'code': 200} Aug 11 00:21:42.553382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-04c010af-a6a9-4844-bc32-ea599484db15 req-fb650e29-8559-46bb-b8a7-375f81118c70 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199598 Aug 11 00:21:42.626039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-8b0e942c-f592-4de7-a656-f29b60949bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:42.628419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-8b0e942c-f592-4de7-a656-f29b60949bb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.2200134 Aug 11 00:21:42.747672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-f1f320a2-687e-4fcd-b826-372f0d1949e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 217 time: 0.1093113 Aug 11 00:21:42.752899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c609e0e-ce3b-4969-a5f2-a450b44bbbd8 req-38ae4d60-da70-4e42-be66-f5e6491406d9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:42.766799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c609e0e-ce3b-4969-a5f2-a450b44bbbd8 req-38ae4d60-da70-4e42-be66-f5e6491406d9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 943 time: 0.1536524 Aug 11 00:21:42.776937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:42.820680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '289a0eae-099c-4790-91d5-6439339f1ea4', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '289a0eae-099c-4790-91d5-6439339f1ea4', 'mac_address': 'fa:16:3e:a1:3f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:42.844739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-313cb02f-d52b-4cfd-8455-26617555be93 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722224 Aug 11 00:21:42.854178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-bbbb658f-10d3-4fc6-92a9-5e1b8e13d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:42.855941 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-bbbb658f-10d3-4fc6-92a9-5e1b8e13d04a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.0998516 Aug 11 00:21:42.931263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-474d3cfc-33bf-493c-a99c-e64b1c978a6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623229 Aug 11 00:21:42.935854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c609e0e-ce3b-4969-a5f2-a450b44bbbd8 req-1cd0f4be-0221-45c6-958c-84bcb8237e67 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528785 Aug 11 00:21:42.960736 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:43.003130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289a0eae-099c-4790-91d5-6439339f1ea4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:43.056609 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d35c0b7-d253-47e4-ae7e-6fc0707bac1f req-6f36d28f-2fbf-4ef2-b994-7577b7fea1a5 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042212 Aug 11 00:21:43.079536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:43.210021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:43.279275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68441a6b-8fa9-4bfd-9acd-df0b62cfc1d4 req-6f433473-60c7-4863-b165-9dae206ed31e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:43.280897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68441a6b-8fa9-4bfd-9acd-df0b62cfc1d4 req-6f433473-60c7-4863-b165-9dae206ed31e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.4239335 Aug 11 00:21:43.344522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:43.393976 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68441a6b-8fa9-4bfd-9acd-df0b62cfc1d4 req-6d7bca28-7cc2-4943-b461-d0d96e1ccff9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909023 Aug 11 00:21:43.450012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-0485cae8-3598-4836-a49f-8aa29dcd8546 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068390 Aug 11 00:21:43.450258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67580ddb-18e1-4f5c-b48f-cf6b30bc0c31 req-79017b63-2e0c-4684-abba-6e5757aa5353 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:43.451673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67580ddb-18e1-4f5c-b48f-cf6b30bc0c31 req-79017b63-2e0c-4684-abba-6e5757aa5353 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 944 time: 0.1031506 Aug 11 00:21:43.455054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-ad774cb6-e204-40f2-b323-250bffbac222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:43.456654 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-ad774cb6-e204-40f2-b323-250bffbac222 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1095 time: 0.1399519 Aug 11 00:21:43.528252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['289a0eae-099c-4790-91d5-6439339f1ea4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:43.588270 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67580ddb-18e1-4f5c-b48f-cf6b30bc0c31 req-1384078e-984f-4a6b-8334-1392652abc6d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243598 Aug 11 00:21:43.653414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-5c38ec37-508b-4fac-a604-4391d467e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:43.655362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-5c38ec37-508b-4fac-a604-4391d467e644 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.1892002 Aug 11 00:21:43.657126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-62254546-b94d-4c25-92a8-b91bfb345d83 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961408 Aug 11 00:21:43.715743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-18862bd8-fdcd-45b9-b02a-1c2df03e0e46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 200 len: 217 time: 0.0525191 Aug 11 00:21:43.849287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-83360a0a-4b01-4767-966b-cf55f4fbc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:43.851551 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-83360a0a-4b01-4767-966b-cf55f4fbc1a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1274261 Aug 11 00:21:43.918053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a03d76-e4f9-4135-a16c-7f7fa963cc7a req-e4d78eb6-5fdb-4cfc-8528-1c8c1c7c5849 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:43.926991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a03d76-e4f9-4135-a16c-7f7fa963cc7a req-e4d78eb6-5fdb-4cfc-8528-1c8c1c7c5849 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 948 time: 0.1589422 Aug 11 00:21:43.931277 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-1d8cb0f4-203e-4acc-8667-dcf2179d4c5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699010 Aug 11 00:21:44.029757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a03d76-e4f9-4135-a16c-7f7fa963cc7a req-2286b7cf-eae9-4a09-924c-957d3317f0ed tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016531 Aug 11 00:21:44.084439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-ddbc5693-3c6f-42a7-aff1-e3cee2f1313d service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392610 Aug 11 00:21:44.291114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab64a-f23e-4f3e-bb39-88735855483d req-5906d4b6-3983-41e8-8542-44dbb86ef761 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:44.292665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61fab64a-f23e-4f3e-bb39-88735855483d req-5906d4b6-3983-41e8-8542-44dbb86ef761 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 943 time: 0.1154273 Aug 11 00:21:44.300206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-609168f1-3613-4499-ab2d-376d5b9d9706 req-fdd57770-b5c9-40f7-b0a7-9df4b78e84e9 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077956 Aug 11 00:21:44.343599 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61fab64a-f23e-4f3e-bb39-88735855483d req-62d312ab-7071-46b2-8164-0cb17734ce93 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Aug 11 00:21:44.406995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-8ffe0625-b700-495c-9ac8-3d9ccabe9b86 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:44.409060 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-8ffe0625-b700-495c-9ac8-3d9ccabe9b86 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.0606742 Aug 11 00:21:44.592006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6937e-7e9c-4fc1-94d6-7bc22bcd3441 req-2432bb1d-4dcd-47e6-8e32-72b1fd0c4ace tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:44.594292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8fc6937e-7e9c-4fc1-94d6-7bc22bcd3441 req-2432bb1d-4dcd-47e6-8e32-72b1fd0c4ace tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0788240 Aug 11 00:21:44.610103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 83ecc15e-c655-496a-9e4c-b4903cb5a714 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:44.614080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e2e142a3-72e1-4447-b5b0-30b737de8a2b no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:21:44.658890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8fc6937e-7e9c-4fc1-94d6-7bc22bcd3441 req-3957a2bd-27e9-4c2f-b8bf-6bcb2d09df99 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542402 Aug 11 00:21:44.708371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e2e142a3-72e1-4447-b5b0-30b737de8a2b not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:21:44.712666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-76c6e8c4-95c6-44e7-985a-55d1b4e1c54a service neutron] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:44.716496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-76c6e8c4-95c6-44e7-985a-55d1b4e1c54a service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:44.720158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bd5dcab-fca4-42ad-8e5a-69dfd6c3f2d8 req-76c6e8c4-95c6-44e7-985a-55d1b4e1c54a service neutron] 10.222.0.55 "DELETE /v2.0/ports/e2e142a3-72e1-4447-b5b0-30b737de8a2b/bindings/n-h2-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.3023875 Aug 11 00:21:44.768032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:44.780564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'mac_address': 'fa:16:3e:df:f1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:44.833469 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:44.859301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ecc15e-c655-496a-9e4c-b4903cb5a714 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:44.878926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4c15c-9907-4e7b-805c-3d0400536c4c req-0c3179ee-190f-4b37-b0e0-05f75e28fffa tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:44.880653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3aa4c15c-9907-4e7b-805c-3d0400536c4c req-0c3179ee-190f-4b37-b0e0-05f75e28fffa tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 944 time: 0.0998492 Aug 11 00:21:44.885473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:44.931922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3aa4c15c-9907-4e7b-805c-3d0400536c4c req-f520ba98-d24f-4fb7-b4dd-b0cde7ed2ff8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Aug 11 00:21:44.969873 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:45.066732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:45.177201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['83ecc15e-c655-496a-9e4c-b4903cb5a714'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:45.183574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b1462-0176-4896-8b98-d4f29ff75cf0 req-9a80431f-9482-48c0-a125-0ab8bd709167 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:45.185514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f2b1462-0176-4896-8b98-d4f29ff75cf0 req-9a80431f-9482-48c0-a125-0ab8bd709167 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1096 time: 0.0706344 Aug 11 00:21:45.249117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f2b1462-0176-4896-8b98-d4f29ff75cf0 req-7e34eb53-312b-4a0d-9ff8-7007b4074b0d tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556827 Aug 11 00:21:45.387944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a1a5f-50a0-4698-9bab-ef474b1653ab req-da053767-175f-4c8d-8ba6-2d53cb3177cf tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:45.396782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f40a1a5f-50a0-4698-9bab-ef474b1653ab req-da053767-175f-4c8d-8ba6-2d53cb3177cf tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 949 time: 0.0678670 Aug 11 00:21:45.441364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f40a1a5f-50a0-4698-9bab-ef474b1653ab req-c15f9231-1296-4d46-82c7-1212f50fdab7 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Aug 11 00:21:45.926318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c862c44-5517-4f16-a089-4f5d493c1d1d req-326f34f8-9923-4761-9ff4-bcb54368c16b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:45.929102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c862c44-5517-4f16-a089-4f5d493c1d1d req-326f34f8-9923-4761-9ff4-bcb54368c16b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 943 time: 0.0726259 Aug 11 00:21:45.996326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c862c44-5517-4f16-a089-4f5d493c1d1d req-5f4ba438-262a-450e-a24b-1766a77cf3cf tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594726 Aug 11 00:21:46.135435 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6f095a8b-8206-48c1-8acc-59316462d8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:46.264642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-1674cfab-c8c0-4092-8a40-b694fa8a7f2a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:46.267150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-1674cfab-c8c0-4092-8a40-b694fa8a7f2a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 820 time: 0.1541820 Aug 11 00:21:46.268900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfad66b-3821-4979-a37c-25a894ddf1f1 req-9ec8300a-de7f-4bc5-854b-ec25b672170a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:46.272481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecfad66b-3821-4979-a37c-25a894ddf1f1 req-9ec8300a-de7f-4bc5-854b-ec25b672170a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0940700 Aug 11 00:21:46.313541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-3843a45d-406f-4c28-accf-348bd7b7d766 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/quotas/d16a210b8107409094f1dce337d7601e HTTP/1.1" status: 200 len: 375 time: 0.0349259 Aug 11 00:21:46.339330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecfad66b-3821-4979-a37c-25a894ddf1f1 req-f3aa03c0-f857-4120-a00d-f07ef059c851 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600178 Aug 11 00:21:46.397666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:46.402685 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-2fb34668-8abd-4d83-a107-921af6f4bcbb tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865731 Aug 11 00:21:46.569390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-0804e722-4c18-4104-b828-487f89948cd0 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547220 Aug 11 00:21:46.571487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 289a0eae-099c-4790-91d5-6439339f1ea4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:46.579100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 289a0eae-099c-4790-91d5-6439339f1ea4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:46.579746 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:46.633015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 83ecc15e-c655-496a-9e4c-b4903cb5a714 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:46.636605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:46.757715 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-f227ac3a-4e79-40b9-99a4-33747246d7e4 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729693 Aug 11 00:21:46.838679 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:46.872459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:46.878069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 83ecc15e-c655-496a-9e4c-b4903cb5a714 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:46.895350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:46.895820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674826f-42fe-4730-b811-98cf49755ea1" -d '{"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-plugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:46.902469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 83ecc15e-c655-496a-9e4c-b4903cb5a714 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:46.902854 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:46.911464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea', 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'port_id': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea', 'mac_address': 'fa:16:3e:8f:68:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15a8409-61e3-4c13-ae93-7c691de770bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:46.938499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:47.005743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:47.103060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:47.121883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:47.213195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e7d6-ce81-4fcd-b199-789abb1cf41f req-9cd0e142-3714-43cb-847e-febc742fd065 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:47.216479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e415e7d6-ce81-4fcd-b199-789abb1cf41f req-9cd0e142-3714-43cb-847e-febc742fd065 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 945 time: 0.1043956 Aug 11 00:21:47.233414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:47.253581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:47.284666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:47.303865 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e415e7d6-ce81-4fcd-b199-789abb1cf41f req-6b046d06-5be0-4b8c-bd96-1a8a8ab4b81f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785723 Aug 11 00:21:47.315067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:47.320226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:47.415154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:47.425918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:47.536030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:47.569179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf93f63-1bd7-46b6-8fb9-a127e9155dff req-5fe6b4b2-5640-4c98-8672-5631be8718b3 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:47.571929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-caf93f63-1bd7-46b6-8fb9-a127e9155dff req-5fe6b4b2-5640-4c98-8672-5631be8718b3 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 950 time: 0.1491458 Aug 11 00:21:47.591671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:47.637085 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-caf93f63-1bd7-46b6-8fb9-a127e9155dff req-e3230faf-da20-4238-bc50-48e0fae5a61b tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569968 Aug 11 00:21:47.711402 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acff142-31fa-47e1-90d7-04fc13ffb5c9 x-openstack-request-id: req-1acff142-31fa-47e1-90d7-04fc13ffb5c9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:47.712562 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-plugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:47.712973 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1acff142-31fa-47e1-90d7-04fc13ffb5c9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:47.713847 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4', 'code': 200} Aug 11 00:21:47.931612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85140c7b-dfc1-4f8b-95fe-ffc62cd67212 req-ecb664ff-1d1c-4bb6-a9fc-091c0ff793e3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:47.933339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-85140c7b-dfc1-4f8b-95fe-ffc62cd67212 req-ecb664ff-1d1c-4bb6-a9fc-091c0ff793e3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 944 time: 0.1330183 Aug 11 00:21:47.936517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3188ec-a725-4458-9a48-f07e23e68606 req-c70eacaa-c23c-4965-b1ff-273ab140e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:47.938564 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b3188ec-a725-4458-9a48-f07e23e68606 req-c70eacaa-c23c-4965-b1ff-273ab140e8b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 1101 time: 0.1215155 Aug 11 00:21:47.951545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbef39-2ec6-4282-a685-de000758d694 req-9f2335dc-e6d7-46c3-a1f9-a9c93bdaf7c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:47.953696 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-62fbef39-2ec6-4282-a685-de000758d694 req-9f2335dc-e6d7-46c3-a1f9-a9c93bdaf7c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 945 time: 0.1233475 Aug 11 00:21:48.041089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b3188ec-a725-4458-9a48-f07e23e68606 req-ff028642-edc1-49da-aa13-8081ca0f2af2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936739 Aug 11 00:21:48.059484 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-85140c7b-dfc1-4f8b-95fe-ffc62cd67212 req-c3066bf4-0e12-4286-9e18-7b675c554c07 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086719 Aug 11 00:21:48.102532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Deleting port cb7a410f-b988-468a-9d45-8c221daaae7e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:21:48.103106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:48.176143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ca013ec-e614-410f-8437-17dba104b38f req-84d4a7de-995f-4352-844c-eb5c108db712 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 210 time: 0.0387983 Aug 11 00:21:48.257456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] For port cb7a410f-b988-468a-9d45-8c221daaae7e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cb7a410f-b988-468a-9d45-8c221daaae7e,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:48.257843 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:48.276856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Calling delete_port for cb7a410f-b988-468a-9d45-8c221daaae7e owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:21:48.463092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7d606-bffa-4d1e-9e6b-673cddf8c30c req-9b2bc1c7-d8a0-4465-ae34-d932d56b4868 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:48.464723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5a7d606-bffa-4d1e-9e6b-673cddf8c30c req-9b2bc1c7-d8a0-4465-ae34-d932d56b4868 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0730875 Aug 11 00:21:48.518942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:48.525602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5a7d606-bffa-4d1e-9e6b-673cddf8c30c req-110cbf89-8ca5-4ec8-9922-0225157b99e9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Aug 11 00:21:48.530787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['cb7a410f-b988-468a-9d45-8c221daaae7e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:48.565468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event deleted for resources: {'Port': ['ID=cb7a410f-b988-468a-9d45-8c221daaae7e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:48.612943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] No DVR routers for this DVR port cb7a410f-b988-468a-9d45-8c221daaae7e on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:21:48.626095 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:48.631103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-62fbef39-2ec6-4282-a685-de000758d694 req-e0f9f9c2-40e3-4d1d-a450-ad58dc102744 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "DELETE /v2.0/ports/cb7a410f-b988-468a-9d45-8c221daaae7e HTTP/1.1" status: 204 len: 173 time: 0.6711819 Aug 11 00:21:48.632265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6cdde6-e049-4ad2-98d5-bc28390145aa', 'name': 'network-vif-deleted', 'tag': 'cb7a410f-b988-468a-9d45-8c221daaae7e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:48.643697 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ab086e-7c59-494d-a92c-59e3cb32b4ba" -d '{"events": [{"server_uuid": "ae6cdde6-e049-4ad2-98d5-bc28390145aa", "name": "network-vif-deleted", "tag": "cb7a410f-b988-468a-9d45-8c221daaae7e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:48.645424 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2f5494f-5792-40a9-bed8-58c6c12debd6 req-e15ba397-60d7-41f4-b507-75ff928d9f08 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0494535 Aug 11 00:21:48.646676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:21:48.700113 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d5929a-33e1-4b5c-a335-148c163e5437 x-openstack-request-id: req-76d5929a-33e1-4b5c-a335-148c163e5437 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:48.700726 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6cdde6-e049-4ad2-98d5-bc28390145aa", "name": "network-vif-deleted", "tag": "cb7a410f-b988-468a-9d45-8c221daaae7e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:48.711206 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76d5929a-33e1-4b5c-a335-148c163e5437 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:48.716235 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6cdde6-e049-4ad2-98d5-bc28390145aa', 'name': 'network-vif-deleted', 'tag': 'cb7a410f-b988-468a-9d45-8c221daaae7e', 'status': 'completed', 'code': 200} Aug 11 00:21:48.809592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bbf38f5e-914f-4e20-93c6-b563c6b47ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:48.833400 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:48.837025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:21:48.855284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:21:48.855284 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:48.882035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1800d-9780-42a3-992e-180e349b60e8 req-af27825b-2ed6-4005-be66-996576daa918 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:48.888255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aad1800d-9780-42a3-992e-180e349b60e8 req-af27825b-2ed6-4005-be66-996576daa918 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 950 time: 0.1185021 Aug 11 00:21:48.978113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aad1800d-9780-42a3-992e-180e349b60e8 req-2307575c-561d-4a0c-8def-fbbf6858c28e tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655279 Aug 11 00:21:49.040067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:49.150913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:49.221535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:49.326986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda8abd-1d9d-4467-9649-f06ca2317dd8 req-7d07b6f7-41e9-4a2d-a080-d62a17964768 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:49.338112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9cda8abd-1d9d-4467-9649-f06ca2317dd8 req-7d07b6f7-41e9-4a2d-a080-d62a17964768 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 944 time: 0.1353738 Aug 11 00:21:49.347304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:49.413031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38b40566-9c33-4414-8832-7f709164a688 req-c06711a4-5d9f-42ea-a0a6-e8647a99de4a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 210 time: 0.0984437 Aug 11 00:21:49.413909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9cda8abd-1d9d-4467-9649-f06ca2317dd8 req-f930f749-bd6f-460e-b600-ae2751913fe7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746505 Aug 11 00:21:49.698803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d63e2-d317-4c02-a6cb-a6357473625e req-9756dc49-2d40-4973-86c9-54e2ab1f63e4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:49.701887 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-009d63e2-d317-4c02-a6cb-a6357473625e req-9756dc49-2d40-4973-86c9-54e2ab1f63e4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0793629 Aug 11 00:21:49.715654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714'}, {'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:49.718132 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ed105-342e-42c6-b59e-aca8ed584020" -d '{"events": [{"server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "name": "network-vif-plugged", "status": "completed", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714"}, {"server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "name": "network-vif-plugged", "status": "completed", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:49.770287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-009d63e2-d317-4c02-a6cb-a6357473625e req-561ebc2a-ace3-482c-965e-78787ff0513d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622067 Aug 11 00:21:49.821621 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9e5a5e3-d7e0-49d7-bf5c-f395a634a1f7 req-4228f7c6-6719-4c18-8d4a-c6e63df68aa3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0373845 Aug 11 00:21:49.871828 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb35e211-e559-421e-af18-ca5d15a36c83 x-openstack-request-id: req-fb35e211-e559-421e-af18-ca5d15a36c83 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:49.872431 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "name": "network-vif-plugged", "status": "completed", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714", "code": 200}, {"server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "name": "network-vif-plugged", "status": "completed", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:49.872844 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb35e211-e559-421e-af18-ca5d15a36c83 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:49.873320 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'code': 200} Aug 11 00:21:49.873683 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea', 'code': 200} Aug 11 00:21:50.006729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45810) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:50.201464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5904-c04f-4ea5-8178-7ebcc0de8420 req-c21e43dc-8c72-4f77-a510-e3ebb85f5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:50.204087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d52a5904-c04f-4ea5-8178-7ebcc0de8420 req-c21e43dc-8c72-4f77-a510-e3ebb85f5fbc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1097 time: 0.2161310 Aug 11 00:21:50.235009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d151922-d485-46cb-a448-3424341eddc2 req-c9b3770d-5382-4c2f-967f-a92b90f3f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:50.238043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d151922-d485-46cb-a448-3424341eddc2 req-c9b3770d-5382-4c2f-967f-a92b90f3f3d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 1102 time: 0.2368784 Aug 11 00:21:50.256492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae58bf2-3519-4102-9e3c-6b2edd05b560 req-48720cd1-3354-4aee-b032-aac5ae64eccd tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:50.260257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cae58bf2-3519-4102-9e3c-6b2edd05b560 req-48720cd1-3354-4aee-b032-aac5ae64eccd tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 950 time: 0.1683865 Aug 11 00:21:50.266451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:50.308710 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d053104a-931b-448c-a56f-f025237ceadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:50.371786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-db44f583-ee74-4833-9371-79fb941cb131 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:50.376666 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-db44f583-ee74-4833-9371-79fb941cb131 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 820 time: 0.2745864 Aug 11 00:21:50.393080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d52a5904-c04f-4ea5-8178-7ebcc0de8420 req-68990da6-82a5-4e07-a1af-80ffb1810c7c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780782 Aug 11 00:21:50.408030 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cae58bf2-3519-4102-9e3c-6b2edd05b560 req-73341b0a-e2ae-4e3a-9fd2-e828173102d4 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297011 Aug 11 00:21:50.410966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Request body: {'port': {'device_id': '2b0bb993-4527-486b-b4cd-6a674d784466', 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'admin_state_up': True, 'tenant_id': 'd16a210b8107409094f1dce337d7601e'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:50.448514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d151922-d485-46cb-a448-3424341eddc2 req-1a2fc050-0661-42a1-8b64-5af0d7bebd49 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942787 Aug 11 00:21:50.606425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d053104a-931b-448c-a56f-f025237ceadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:50.643800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69399d88-b81f-4d10-bbe2-9f2887932d2e req-1bedbff3-94f3-41c0-bc9f-fa4bda11ddf6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 210 time: 0.0333252 Aug 11 00:21:50.720406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebafbb4-daf4-4345-9241-32082d0a3e4b req-41ecb74c-828a-42fe-ad34-917ecb04bfdd tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:50.724323 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ebafbb4-daf4-4345-9241-32082d0a3e4b req-41ecb74c-828a-42fe-ad34-917ecb04bfdd tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 945 time: 0.1444352 Aug 11 00:21:50.728854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d053104a-931b-448c-a56f-f025237ceadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:50.796719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d053104a-931b-448c-a56f-f025237ceadf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35d28084207d43988418201945dfc48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7850571 Aug 11 00:21:50.796719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053104a-931b-448c-a56f-f025237ceadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba954a4-29b8-425f-b157-7038bbff24c0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:50.799740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45824) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:50.891749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0726fe9d-1479-4c4b-a387-b9214558e041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:50.906180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Made reservation on behalf of d16a210b8107409094f1dce337d7601e for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:21:50.922524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:50.948093 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ebafbb4-daf4-4345-9241-32082d0a3e4b req-b2111ff4-bdfa-4dfe-99cf-50b0fe1fc4b1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713068 Aug 11 00:21:50.956412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0726fe9d-1479-4c4b-a387-b9214558e041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:51.100911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dde667-08d3-4914-80db-201898495b79 req-c4027b52-615d-425e-b40a-ae5fa36a3a31 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:51.103740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90dde667-08d3-4914-80db-201898495b79 req-c4027b52-615d-425e-b40a-ae5fa36a3a31 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1014867 Aug 11 00:21:51.128892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-185470bd-5238-423d-b2f0-0f5adebc4690 req-3891c8df-8a92-4467-9a7d-7ffdedde52f6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0634396 Aug 11 00:21:51.196780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90dde667-08d3-4914-80db-201898495b79 req-9d43f530-4808-4337-bffd-d9d22404c6e0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839365 Aug 11 00:21:51.203475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0726fe9d-1479-4c4b-a387-b9214558e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:51.209821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0726fe9d-1479-4c4b-a387-b9214558e041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:51.211626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0726fe9d-1479-4c4b-a387-b9214558e041 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ba954a4-29b8-425f-b157-7038bbff24c0 HTTP/1.1" status: 204 len: 168 time: 0.4107230 Aug 11 00:21:51.228128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726fe9d-1479-4c4b-a387-b9214558e041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba954a4-29b8-425f-b157-7038bbff24c0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:51.246269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Allocated IP 172.20.0.3 (ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521/be89c199-5474-40b8-ab0f-7a042fd8e0b7/e351ba37-dcbb-4870-ba0a-0a72af38386c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:21:51.574740 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:51.658961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5343c3-25ed-47d0-91d2-25655410c44a req-6192f77f-0cad-48ad-ae44-195bf914dfb7 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:51.660734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d5343c3-25ed-47d0-91d2-25655410c44a req-6192f77f-0cad-48ad-ae44-195bf914dfb7 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 950 time: 0.0921936 Aug 11 00:21:51.757184 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d5343c3-25ed-47d0-91d2-25655410c44a req-8df98ec3-7081-4ffc-97c6-bb7c51202715 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880828 Aug 11 00:21:51.770317 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:51.854027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:21:51.885469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:21:51.891759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:21:51.923106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6e8fd-98e1-4bae-be25-10609b103751 req-7891a104-4e13-45f4-a828-7093dad3b1a0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:51.924995 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5d6e8fd-98e1-4bae-be25-10609b103751 req-7891a104-4e13-45f4-a828-7093dad3b1a0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 931 time: 0.0934496 Aug 11 00:21:51.940576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Pushing event updated for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:51.996283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:51.996977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:52.057982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5d6e8fd-98e1-4bae-be25-10609b103751 req-fee18b61-8f27-4c0a-97d9-ec6373a029e5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132793 Aug 11 00:21:52.123684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-af0b2895-e4ae-4f1d-82db-c151a85a8ced tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7285867 Aug 11 00:21:52.147423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Request body: {'port': {'device_id': '2b0bb993-4527-486b-b4cd-6a674d784466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:52.193059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45844) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:52.233694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea14df6-9db5-43bf-a3e1-4038df272725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:52.244206 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:52.269409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768e259-a786-48cd-a5fc-f00661de0880 req-6c65086a-5f8c-42e4-a4f9-83119772748b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:52.269409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8768e259-a786-48cd-a5fc-f00661de0880 req-6c65086a-5f8c-42e4-a4f9-83119772748b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 945 time: 0.1402483 Aug 11 00:21:52.275074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:52.295671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a907165e-ba14-4e56-be5f-a08ae9aab60f req-f5349b42-3772-4472-9f80-45dd891e9c88 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0545354 Aug 11 00:21:52.375972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8768e259-a786-48cd-a5fc-f00661de0880 req-bc14351a-ae0f-4367-9f7e-2449c1db030a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957482 Aug 11 00:21:52.427949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device cb7a410f-b988-468a-9d45-8c221daaae7e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:21:52.451542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: cb7a410f-b988-468a-9d45-8c221daaae7e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:21:52.453283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device cb7a410f-b988-468a-9d45-8c221daaae7e not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:21:52.467812 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea14df6-9db5-43bf-a3e1-4038df272725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:52.551367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91aabf-c3d1-470b-91ff-8afc1910411e req-96311b81-ac07-40b4-9316-1482260d43cb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:52.554949 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b91aabf-c3d1-470b-91ff-8afc1910411e req-96311b81-ac07-40b4-9316-1482260d43cb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0657990 Aug 11 00:21:52.564593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea14df6-9db5-43bf-a3e1-4038df272725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:52.663297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dea14df6-9db5-43bf-a3e1-4038df272725 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3a60e11ad514124abe723aa273a5fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686511 Aug 11 00:21:52.666609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b91aabf-c3d1-470b-91ff-8afc1910411e req-a7e35743-6611-48ff-8d29-dcadced7b900 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052592 Aug 11 00:21:52.668481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45850) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:21:52.723685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea14df6-9db5-43bf-a3e1-4038df272725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b54bb1-eaf2-4616-aed5-04e943635ebe,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:52.731633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697acfff-2d6c-49a2-81ee-c00d33fa014a req-9a15ce25-4b71-4e79-8e27-e407d1670efa tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:52.731633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-697acfff-2d6c-49a2-81ee-c00d33fa014a req-9a15ce25-4b71-4e79-8e27-e407d1670efa tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1097 time: 0.2145088 Aug 11 00:21:52.748416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3dbd-3961-4769-a0d0-5542d0f757e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:52.780793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3dbd-3961-4769-a0d0-5542d0f757e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:52.884356 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-697acfff-2d6c-49a2-81ee-c00d33fa014a req-ab199ea3-3fa6-4be3-8d1e-750800d3d8eb tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028545 Aug 11 00:21:53.018441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b023ce-7e10-433e-a2b0-8dbc6f4852d1 req-361e5092-b325-4cc8-8a94-bdc27a84b898 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:53.028039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06b023ce-7e10-433e-a2b0-8dbc6f4852d1 req-361e5092-b325-4cc8-8a94-bdc27a84b898 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 950 time: 0.1159933 Aug 11 00:21:53.049018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e351ba37-dcbb-4870-ba0a-0a72af38386c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:53.075976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:53.125506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2825-117d-4832-9552-8401e87850f8 req-ec3bc15b-2e9e-46f4-8e88-8d5fa2ee8251 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:53.133009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06b023ce-7e10-433e-a2b0-8dbc6f4852d1 req-51a71ada-4caf-4e11-b09e-b6f7a0177a9c tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997524 Aug 11 00:21:53.140027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-411f2825-117d-4832-9552-8401e87850f8 req-ec3bc15b-2e9e-46f4-8e88-8d5fa2ee8251 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1627014 Aug 11 00:21:53.206391 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-411f2825-117d-4832-9552-8401e87850f8 req-80162f14-5696-4446-831c-49aed3a411fb tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583777 Aug 11 00:21:53.333408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d4edc-c35b-460a-8fc8-95e4b1ab8540 req-5e6986be-3a8a-495c-a529-00f7a9cc95c7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:53.335920 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-173d4edc-c35b-460a-8fc8-95e4b1ab8540 req-5e6986be-3a8a-495c-a529-00f7a9cc95c7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 931 time: 0.0610273 Aug 11 00:21:53.371326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3dbd-3961-4769-a0d0-5542d0f757e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:53.377534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3dbd-3961-4769-a0d0-5542d0f757e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:53.379664 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ec9a3dbd-3961-4769-a0d0-5542d0f757e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99b54bb1-eaf2-4616-aed5-04e943635ebe HTTP/1.1" status: 204 len: 168 time: 0.7099435 Aug 11 00:21:53.404687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Transition to ACTIVE for port object e351ba37-dcbb-4870-ba0a-0a72af38386c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:21:53.428719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-173d4edc-c35b-460a-8fc8-95e4b1ab8540 req-a9939ebc-7aea-4af2-88d8-5ac4b3f2afb3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826542 Aug 11 00:21:53.432752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a3dbd-3961-4769-a0d0-5542d0f757e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b54bb1-eaf2-4616-aed5-04e943635ebe,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:53.490131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e148bd7-2664-45e6-9e86-e7e88038bb71 req-29788b58-88fd-46aa-bb83-97a07f135c0b tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:53.505519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e148bd7-2664-45e6-9e86-e7e88038bb71 req-29788b58-88fd-46aa-bb83-97a07f135c0b tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 949 time: 0.1527529 Aug 11 00:21:53.547267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:53.586393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e148bd7-2664-45e6-9e86-e7e88038bb71 req-7f65d17f-67d8-48cb-bac3-1bee631a87e0 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782762 Aug 11 00:21:53.643673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-942f8414-222f-49a6-a35c-f2a7cd2ddc5f req-ca2933c4-a749-4d16-918e-257582438fd0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0494435 Aug 11 00:21:53.664796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43007400-2039-43af-917b-c453e69ff417 service neutron] Pushing event updated for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:53.761129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:21:53.761828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:21:53.762018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:53.767683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:21:53.768142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:21:53.773916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:21:53.774402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:21:53.774897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:21:53.777416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Bound port: e351ba37-dcbb-4870-ba0a-0a72af38386c, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:21:53.777650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:53.858418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:21:53.861959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:21:54.769153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:54.838973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:54.839458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:54.841001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-43007400-2039-43af-917b-c453e69ff417 service neutron] 10.222.0.55 "PUT /v2.0/ports/e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 200 len: 1092 time: 2.7019427 Aug 11 00:21:54.841586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:21:54.845103 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308bb9c4-41d9-4b1b-af7b-347e37b690fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:21:54.880259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43007400-2039-43af-917b-c453e69ff417 service neutron] Pushing event updated for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:55.047485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f3116-e03e-4aef-81f8-1f030872dce1 req-4c356e58-5237-467a-99f4-f8da12447bc2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:55.048458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d50f3116-e03e-4aef-81f8-1f030872dce1 req-4c356e58-5237-467a-99f4-f8da12447bc2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1043146 Aug 11 00:21:55.139625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d50f3116-e03e-4aef-81f8-1f030872dce1 req-c452900d-bff9-4538-87e1-1612c9b2903f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730615 Aug 11 00:21:55.178755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-82bbac2e-be4d-401b-9963-4e867890b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:55.181981 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-82bbac2e-be4d-401b-9963-4e867890b7fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1095 time: 0.0987132 Aug 11 00:21:55.263972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-d138a2a4-840a-44b1-a643-36945ccb18b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 200 len: 217 time: 0.0726361 Aug 11 00:21:55.395458 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f54e825-f91d-4d32-b078-9b88622998a5 req-63da1174-674b-4dc7-9565-aea03fa384df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae6cdde6-e049-4ad2-98d5-bc28390145aa HTTP/1.1" status: 200 len: 210 time: 0.0744450 Aug 11 00:21:55.409728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91df5-1285-424a-a875-076aa7e9b960 req-78a71063-2e85-42fb-860f-6efc43a2986c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:55.411393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0d91df5-1285-424a-a875-076aa7e9b960 req-78a71063-2e85-42fb-860f-6efc43a2986c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 943 time: 0.1167076 Aug 11 00:21:55.426931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-b58d2a8d-45a5-46a9-8b44-74acbfa88074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:55.429194 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-b58d2a8d-45a5-46a9-8b44-74acbfa88074 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.1580465 Aug 11 00:21:55.491635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-28860f50-4994-427a-aea9-dd37afd82104 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508957 Aug 11 00:21:55.501919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0d91df5-1285-424a-a875-076aa7e9b960 req-784762dc-7db9-4757-8e78-cd1ae474567f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724742 Aug 11 00:21:55.602348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb1d11-8368-4735-a345-9366baad153f req-144fb51e-dd59-47d0-9659-96f57e4b195c tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:55.610069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bafb1d11-8368-4735-a345-9366baad153f req-144fb51e-dd59-47d0-9659-96f57e4b195c tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1158793 Aug 11 00:21:55.631128 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89591e2e-5d10-49e5-b628-e125e80911ab x-openstack-request-id: req-89591e2e-5d10-49e5-b628-e125e80911ab {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:21:55.631453 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:21:55.631627 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89591e2e-5d10-49e5-b628-e125e80911ab {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:21:55.631931 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c', 'status': 'completed', 'code': 200} Aug 11 00:21:55.663030 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bafb1d11-8368-4735-a345-9366baad153f req-1bba7559-2b20-44d7-b969-4d2a6a490622 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519459 Aug 11 00:21:55.705010 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-29cb0817-4745-4233-a262-049ceed064d5 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754355 Aug 11 00:21:55.822514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c24d598c-cf33-4d64-a08e-5f446c72115d req-b9b00ba4-5e0e-4b27-8409-6d9b0380598c service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092970 Aug 11 00:21:56.036415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-0c15773a-ddf5-4949-b9db-a61f861ee596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:56.037921 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-0c15773a-ddf5-4949-b9db-a61f861ee596 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1095 time: 0.0510035 Aug 11 00:21:56.153809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-f82d144d-d4e5-45fd-96ea-01daddfa97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:56.156684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-f82d144d-d4e5-45fd-96ea-01daddfa97ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.1084068 Aug 11 00:21:56.224410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-9db4095f-d764-4906-8af2-e409c38e3187 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 200 len: 217 time: 0.0578625 Aug 11 00:21:56.324190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-d8b57147-3e3b-4f09-ac3a-0af3405866d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:56.325697 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-d8b57147-3e3b-4f09-ac3a-0af3405866d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.0834341 Aug 11 00:21:56.350914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84019b89-e65a-4600-ae89-fd7805c72cd7 req-b4fddb98-cdcd-45f0-91db-6bd444ff1573 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:56.352545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84019b89-e65a-4600-ae89-fd7805c72cd7 req-b4fddb98-cdcd-45f0-91db-6bd444ff1573 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1216240 Aug 11 00:21:56.375278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-c3c4b1df-4c42-4c51-b644-4cbf516dadbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391254 Aug 11 00:21:56.813130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e2e36-cb07-4a0e-b87d-9870b21fb428 req-43a9c66a-d5ba-41e8-aee4-58742df868c6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:56.823552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-326e2e36-cb07-4a0e-b87d-9870b21fb428 req-43a9c66a-d5ba-41e8-aee4-58742df868c6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 943 time: 0.1337035 Aug 11 00:21:56.824276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84019b89-e65a-4600-ae89-fd7805c72cd7 req-841ea8c9-e5e6-4c32-81e7-018d31860e98 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464269 Aug 11 00:21:56.901677 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-10b63b45-970b-4290-9cda-35001db83914 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127966 Aug 11 00:21:56.903791 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-326e2e36-cb07-4a0e-b87d-9870b21fb428 req-9980deab-6ab1-4bf8-be36-9df9133efe9c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782835 Aug 11 00:21:57.019568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8257f60-f627-4b6a-916c-84c25c458a1a req-950fbabe-fb28-4e98-bebb-cfd2427d7950 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:57.020910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d8257f60-f627-4b6a-916c-84c25c458a1a req-950fbabe-fb28-4e98-bebb-cfd2427d7950 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1177475 Aug 11 00:21:57.081664 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-308bb9c4-41d9-4b1b-af7b-347e37b690fb req-3ca94934-aa64-4fed-9723-1471dd7345cc service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627927 Aug 11 00:21:57.083760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d8257f60-f627-4b6a-916c-84c25c458a1a req-4b912ade-fd87-4bf9-bf60-a243dfe9f966 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560040 Aug 11 00:21:57.524018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-9e1900ab-3e19-4135-b321-fc547c1e6e73 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:57.526823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-9e1900ab-3e19-4135-b321-fc547c1e6e73 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.1761749 Aug 11 00:21:57.554576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-54c2d5db-4371-48c9-b6df-136bb1c69718 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/quotas/064855ecf62b4de4832543e325d9b97d HTTP/1.1" status: 200 len: 375 time: 0.0193100 Aug 11 00:21:57.595309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-d10f0b03-4e6b-42a6-9020-8e7905beb512 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337200 Aug 11 00:21:57.716073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-7fb4f942-d24c-48c6-beae-ab5e20143c80 service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124642 Aug 11 00:21:57.887488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-fb962457-33d2-4481-bc47-19f3999142ae service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634302 Aug 11 00:21:58.477085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e351ba37-dcbb-4870-ba0a-0a72af38386c details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:58.695800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:58.721614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'e351ba37-dcbb-4870-ba0a-0a72af38386c', 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'port_id': 'e351ba37-dcbb-4870-ba0a-0a72af38386c', 'mac_address': 'fa:16:3e:6a:3c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be89c199-5474-40b8-ab0f-7a042fd8e0b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:58.748878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ebe5-29a8-47a1-b6fa-ec5fc4c9255c req-bf0f32f2-fb6a-47b4-8e75-6e037e392c3f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:58.751915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29f7ebe5-29a8-47a1-b6fa-ec5fc4c9255c req-bf0f32f2-fb6a-47b4-8e75-6e037e392c3f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1092255 Aug 11 00:21:58.784575 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:58.801637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e351ba37-dcbb-4870-ba0a-0a72af38386c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:58.829238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:58.851293 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29f7ebe5-29a8-47a1-b6fa-ec5fc4c9255c req-a5636a90-d745-4075-b39e-0bfd3d478b29 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906644 Aug 11 00:21:58.900193 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:58.900882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:21:59.021208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b4604-c5a7-4215-9d2a-f0c16f39bdf5 req-62317ab4-93c4-4168-9869-cdcecd65da6a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:21:59.023132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e66b4604-c5a7-4215-9d2a-f0c16f39bdf5 req-62317ab4-93c4-4168-9869-cdcecd65da6a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 944 time: 0.1062613 Aug 11 00:21:59.130892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e66b4604-c5a7-4215-9d2a-f0c16f39bdf5 req-0e6c3719-0553-4363-95a0-a523d3f57019 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915141 Aug 11 00:21:59.178187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:59.278977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:59.303900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '289a0eae-099c-4790-91d5-6439339f1ea4', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '289a0eae-099c-4790-91d5-6439339f1ea4', 'mac_address': 'fa:16:3e:a1:3f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:21:59.312547 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:59.325906 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:59.342753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df74cf0b-c9b9-43dd-9559-c9a0313716e5 req-3e9261cf-1d38-4f61-b8bf-cfc7ce77514c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf572f8e-8b0e-4333-95f8-4b3c60a5f265 HTTP/1.1" status: 200 len: 210 time: 0.0497949 Aug 11 00:21:59.404501 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:59.435338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 289a0eae-099c-4790-91d5-6439339f1ea4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:21:59.461636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:21:59.575253 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:21:59.606513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-5d78a812-415d-4db5-aaad-b808b8758cd6 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:21:59.608915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-5d78a812-415d-4db5-aaad-b808b8758cd6 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112369 Aug 11 00:21:59.624644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Request body: {'binding': {'host': 'n-h1-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:21:59.626124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:21:59.698977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['289a0eae-099c-4790-91d5-6439339f1ea4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:59.794786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:21:59.950979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['e351ba37-dcbb-4870-ba0a-0a72af38386c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:21:59.998544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on host n-h1-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:00.000101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:00.001330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:00.011953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:00.012847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:00.023109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:00.024354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:00.025308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:00.026986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Bound port: 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:00.211840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:00.471685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:00.569392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 289a0eae-099c-4790-91d5-6439339f1ea4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:00.569972 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:00.641825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:00.644408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e8ba6262-a04f-4a4d-93c4-5d551941792c service neutron] 10.222.0.43 "POST /v2.0/ports/47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea/bindings HTTP/1.1" status: 201 len: 390 time: 1.0271125 Aug 11 00:22:00.995936 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:01.050842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:01.052174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:01.055021 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d2e5c7-42f5-4d75-9d21-1e51ddb4c984" -d '{"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-plugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:01.105157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-3e0f5541-e88d-496b-bc73-54668f0e400b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=cf572f8e-8b0e-4333-95f8-4b3c60a5f265 HTTP/1.1" status: 200 len: 210 time: 0.0325875 Aug 11 00:22:01.240687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-c76d31f8-ad30-4456-8df6-14bd5e925e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:01.242624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-c76d31f8-ad30-4456-8df6-14bd5e925e17 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=064855ecf62b4de4832543e325d9b97d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1217670 Aug 11 00:22:01.323603 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:01.389936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-450ec9b1-bb01-4f16-85c4-6babe53a20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:01.392687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-450ec9b1-bb01-4f16-85c4-6babe53a20b3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399286 Aug 11 00:22:01.446125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3d570-5299-47dd-8bc3-5b3d230e88e7 req-22403a2b-9c4a-4f76-a014-22f216eb740f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:01.452072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:01.455573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32a3d570-5299-47dd-8bc3-5b3d230e88e7 req-22403a2b-9c4a-4f76-a014-22f216eb740f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0670149 Aug 11 00:22:01.512295 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32a3d570-5299-47dd-8bc3-5b3d230e88e7 req-49fd4f19-a1a1-4512-a64e-9c63a80d80f3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558226 Aug 11 00:22:01.616758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-469d1dd9-9dac-4028-8166-8d55272e9763 req-be593a42-7571-48de-848f-61a202e0805c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf572f8e-8b0e-4333-95f8-4b3c60a5f265 HTTP/1.1" status: 200 len: 210 time: 0.0331705 Aug 11 00:22:01.685242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b8c1b-53ae-4f8f-ada2-51da6f66f097 req-e9071154-618c-445a-9d00-20fc07196361 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:01.685242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-372b8c1b-53ae-4f8f-ada2-51da6f66f097 req-e9071154-618c-445a-9d00-20fc07196361 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 944 time: 0.0730689 Aug 11 00:22:01.742890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-372b8c1b-53ae-4f8f-ada2-51da6f66f097 req-c5ef71e1-0a1f-4ffa-9410-dcd481556863 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621483 Aug 11 00:22:01.804531 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40b5965-ddfe-4a5c-bd76-4c14e58a8d02 x-openstack-request-id: req-b40b5965-ddfe-4a5c-bd76-4c14e58a8d02 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:01.804817 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-plugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:01.805069 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b40b5965-ddfe-4a5c-bd76-4c14e58a8d02 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:01.805467 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4', 'code': 200} Aug 11 00:22:02.029096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ce912-4072-435a-aa30-1b3a4a0722e0 req-5b4c3e6d-b3be-4479-9594-975dcca19164 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:02.040763 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-942ce912-4072-435a-aa30-1b3a4a0722e0 req-5b4c3e6d-b3be-4479-9594-975dcca19164 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 945 time: 0.1876535 Aug 11 00:22:02.051654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-477c053d-b82c-48d6-92be-e2a2a6e15519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:02.054294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-477c053d-b82c-48d6-92be-e2a2a6e15519 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1097 time: 0.2134717 Aug 11 00:22:02.156656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-942ce912-4072-435a-aa30-1b3a4a0722e0 req-4658fc23-7210-4dc6-9b2f-fc387765be29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118450 Aug 11 00:22:02.279862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-da89552c-0cb9-442d-8dfc-4ffb9688c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:02.282622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-da89552c-0cb9-442d-8dfc-4ffb9688c307 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.2137272 Aug 11 00:22:02.292141 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-df3b7d3f-ede1-4566-947f-7a02e5a173e0 service neutron] show failed (client error): The resource could not be found. Aug 11 00:22:02.293756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-df3b7d3f-ede1-4566-947f-7a02e5a173e0 service neutron] 10.222.0.44 "GET /v2.0/ports/50d82742-efd1-49de-ab32-268e86ff0e55/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0998123 Aug 11 00:22:02.351973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-1372d75e-423a-46d3-8987-0aa735c5b27e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 200 len: 217 time: 0.0566497 Aug 11 00:22:02.457332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-75195741-058f-4b0b-a7cc-54fbdde2a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:02.458967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-75195741-058f-4b0b-a7cc-54fbdde2a56d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.0911467 Aug 11 00:22:02.492857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e351ba37-dcbb-4870-ba0a-0a72af38386c up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:02.511839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-1698a8fc-0c2c-48e5-8f9d-622fde764326 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402541 Aug 11 00:22:02.592798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ad250-fcb4-4386-a91a-e611e5278976 req-5d9262be-eee1-4624-98ed-0162589a1e91 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:02.600029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-5d9262be-eee1-4624-98ed-0162589a1e91 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.2593315 Aug 11 00:22:02.628931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-bf526f89-c7a0-41c0-a9c6-3c478c32e30c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/quotas/064855ecf62b4de4832543e325d9b97d HTTP/1.1" status: 200 len: 375 time: 0.0278316 Aug 11 00:22:02.703994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-c5258e25-7479-4143-be63-5f8ff89c4519 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736744 Aug 11 00:22:02.741176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port e351ba37-dcbb-4870-ba0a-0a72af38386c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:02.745268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459c62a-1667-4867-ab43-b80e472ef8ff req-8c5c1b78-5a60-4134-9fc7-8b1cda6266f1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:02.762754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port e351ba37-dcbb-4870-ba0a-0a72af38386c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:02.763400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5459c62a-1667-4867-ab43-b80e472ef8ff req-8c5c1b78-5a60-4134-9fc7-8b1cda6266f1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.1543524 Aug 11 00:22:02.764229 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:02.838619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-12dfeb57-5070-4194-93bf-fcb869deb58b service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148177 Aug 11 00:22:02.880981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5459c62a-1667-4867-ab43-b80e472ef8ff req-4e13cba5-20c8-4666-b726-4330073cb237 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101673 Aug 11 00:22:03.037772 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:03.065930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-5c8166ab-fdc0-4e22-8674-411b7bf85079 service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606067 Aug 11 00:22:03.222328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-a0d13e84-8292-412a-8ce8-bb8150851c39 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714852 Aug 11 00:22:03.242500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:03.246783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46188) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:03.316806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-72d4cdfd-694f-4f55-8df0-d5827c392ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:03.319944 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-72d4cdfd-694f-4f55-8df0-d5827c392ee9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64&tenant_id=e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 1102 time: 0.1909118 Aug 11 00:22:03.347014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:03.393706 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:03.430649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-6f85ef35-bef5-423d-94b6-a6f52737890d service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620441 Aug 11 00:22:03.520811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-1f76ecc2-0f22-4311-bcb0-acc7b3639832 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:03.534112 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-1f76ecc2-0f22-4311-bcb0-acc7b3639832 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.1360695 Aug 11 00:22:03.556384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-13'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:03.581403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d978f0ed-6623-43b8-a295-30bd52aec4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:03.588281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:03.679843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:03.706359 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:03.816260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:03.816260 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a752b3f8-04e9-4ce5-9dbe-faa2e90a3972" -d '{"events": [{"server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "name": "network-vif-plugged", "status": "completed", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:03.947339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef1bca-0be4-4d9a-b61c-b5529d4367a7 req-59f3b041-14a7-40be-967c-5f768b14c5b8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:03.952381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2ef1bca-0be4-4d9a-b61c-b5529d4367a7 req-59f3b041-14a7-40be-967c-5f768b14c5b8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 945 time: 0.2569659 Aug 11 00:22:04.070631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:04.127954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d978f0ed-6623-43b8-a295-30bd52aec4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:04.134241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2ef1bca-0be4-4d9a-b61c-b5529d4367a7 req-e0a95b6e-95f5-4a1f-b026-3b569890e950 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704514 Aug 11 00:22:04.209575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:04.292364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:04.304940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e58a69-7bdd-4ed1-9771-9b7b6b8581a1 req-c898614e-c72a-4334-ad68-053d103fa07e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:04.318571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89e58a69-7bdd-4ed1-9771-9b7b6b8581a1 req-c898614e-c72a-4334-ad68-053d103fa07e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 945 time: 0.2789547 Aug 11 00:22:04.349389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:04.393227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:04.412591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Transition to ACTIVE for port object 50d82742-efd1-49de-ab32-268e86ff0e55 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:04.413527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:04.417221 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e4f2fa-04ca-4440-a8ea-9d396c195a2c" -d '{"events": [{"server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "name": "network-vif-unplugged", "status": "completed", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:04.437759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d978f0ed-6623-43b8-a295-30bd52aec4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:04.446787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89e58a69-7bdd-4ed1-9771-9b7b6b8581a1 req-99d2ca91-6ef8-4fd6-9310-1b4c8f33659c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264455 Aug 11 00:22:04.463750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:04.467325 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e05b8d-c3b0-4da8-9b6d-9cc60b160a68" -d '{"events": [{"server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:04.472636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:04.503909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bd9bb442-6022-4343-8a5b-3f657feb50fb req-9123de15-de12-4972-a8b9-307c9ae00ea8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 210 time: 0.0811219 Aug 11 00:22:04.597527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:04.601440 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b753c6e-5b9c-4556-9bd7-7527cab984bc x-openstack-request-id: req-8b753c6e-5b9c-4556-9bd7-7527cab984bc {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:04.605677 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "name": "network-vif-plugged", "status": "completed", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:04.615888 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b753c6e-5b9c-4556-9bd7-7527cab984bc {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:04.615888 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c', 'code': 200} Aug 11 00:22:04.616615 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:04.721198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.55', 49624) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:04.736384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d978f0ed-6623-43b8-a295-30bd52aec4d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f36a05e79652492bbace54fca5095503&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4872191 Aug 11 00:22:04.767850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46216) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:04.813826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Pushing event updated for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on host n-h2-712143-13 for vnic_type normal with profile {"migrating_to": "n-h1-712143-13"} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a92280-714a-47af-a8ab-cb9f0bce41d7 x-openstack-request-id: req-27a92280-714a-47af-a8ab-cb9f0bce41d7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "name": "network-vif-unplugged", "status": "completed", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27a92280-714a-47af-a8ab-cb9f0bce41d7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea', 'code': 200} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Attempting to bind port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:04.954305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:04.956123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Bound port: 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:04.956123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:04.961256 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b802a-84fa-48fa-929a-4a07fd04b033 x-openstack-request-id: req-c05b802a-84fa-48fa-929a-4a07fd04b033 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:04.961256 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "name": "network-vif-unplugged", "status": "completed", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:04.961256 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c05b802a-84fa-48fa-929a-4a07fd04b033 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:04.964161 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55', 'code': 200} Aug 11 00:22:04.973112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978f0ed-6623-43b8-a295-30bd52aec4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda66ed1-d9d5-4bda-aa0c-2acd6e4931e9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:05.013705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] No DVR routers for this DVR port 50d82742-efd1-49de-ab32-268e86ff0e55 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:22:05.031331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:05.072870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:05.079802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:05.128305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Attempting to bind port 50d82742-efd1-49de-ab32-268e86ff0e55 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:05.128910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Attempting to bind port 50d82742-efd1-49de-ab32-268e86ff0e55 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:05.129081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Attempting to bind port 50d82742-efd1-49de-ab32-268e86ff0e55 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:05.132796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba45d25-18c4-4f8b-8f1b-cd1f674cb7c5 req-02c35d17-3737-4e64-8ec6-2a70fc53e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:05.134451 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cba45d25-18c4-4f8b-8f1b-cd1f674cb7c5 req-02c35d17-3737-4e64-8ec6-2a70fc53e388 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1097 time: 0.3960221 Aug 11 00:22:05.146134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fbf59-8a61-4206-b0dc-b8754cc33e98 req-642b3c69-faa0-4d6d-8768-b6270fe5c634 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:05.146527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f80fbf59-8a61-4206-b0dc-b8754cc33e98 req-642b3c69-faa0-4d6d-8768-b6270fe5c634 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 948 time: 0.4273398 Aug 11 00:22:05.168096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Port 50d82742-efd1-49de-ab32-268e86ff0e55 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:05.168263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Attempting to bind port 50d82742-efd1-49de-ab32-268e86ff0e55 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:05.192724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:05.192724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:05.192724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:05.192724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Bound port: 50d82742-efd1-49de-ab32-268e86ff0e55, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:05.193458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.201202 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.253579 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cba45d25-18c4-4f8b-8f1b-cd1f674cb7c5 req-d2175e98-16a2-4597-a4c3-18cd4b9117d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039758 Aug 11 00:22:05.261022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.305236 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f80fbf59-8a61-4206-b0dc-b8754cc33e98 req-2c0d2b23-0db7-404b-820f-508f9ed601e8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431081 Aug 11 00:22:05.356903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:05.361344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:05.391665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e7ac-032f-473d-890e-08edc9ced886 req-600ba78f-8393-4476-84be-efefee3026eb tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:05.396847 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3532e7ac-032f-473d-890e-08edc9ced886 req-600ba78f-8393-4476-84be-efefee3026eb tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 945 time: 0.0961437 Aug 11 00:22:05.455645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3532e7ac-032f-473d-890e-08edc9ced886 req-14bb3cb1-6e98-41e1-a76f-6362ff0b32ac tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504899 Aug 11 00:22:05.540527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.667813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.670574 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.674491 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dda66ed1-d9d5-4bda-aa0c-2acd6e4931e9 HTTP/1.1" status: 204 len: 168 time: 0.8966453 Aug 11 00:22:05.678913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.726182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda66ed1-d9d5-4bda-aa0c-2acd6e4931e9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:05.752576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Pushing event updated for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:05.757722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:05.758468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.760319 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] 10.222.0.55 "PUT /v2.0/ports/50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 1097 time: 2.4286637 Aug 11 00:22:05.762118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.762637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.763325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.763913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.764483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.765647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.766196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.766719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.767311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.771391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.771391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.771391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ffbed-662b-4896-ab7f-48d946fd4ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:05.784862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:05.785817 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:05.790407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-87ed21c8-7ad8-4b16-beb1-8f849205220b service neutron] 10.222.0.55 "PUT /v2.0/ports/47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 200 len: 1123 time: 2.2494185 Aug 11 00:22:05.792655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfb7f025-3632-4313-b39e-fcfc0cb0e39f req-bfbb26be-2111-44a3-b820-030e7dfa917e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 210 time: 0.0965300 Aug 11 00:22:05.797841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28f739-f424-4da3-80e2-59f16a4ff4bf req-ed765948-f895-4a1c-a3d5-b7b92136c366 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:05.806115 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d28f739-f424-4da3-80e2-59f16a4ff4bf req-ed765948-f895-4a1c-a3d5-b7b92136c366 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 943 time: 0.2038662 Aug 11 00:22:05.823979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:05.864918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b6063-1fc3-4130-81f1-1d017bd86881 service neutron] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:05.991910 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d28f739-f424-4da3-80e2-59f16a4ff4bf req-5a7a513a-5785-406d-9081-eca89fc1b2f1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842663 Aug 11 00:22:06.024351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-678dde8b-d2c7-430e-b160-1ef32d74a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:06.030849 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-678dde8b-d2c7-430e-b160-1ef32d74a78d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1100 time: 0.2108257 Aug 11 00:22:06.395303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-ba2f4fe5-96d9-407a-9941-c50e0e72156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:06.397429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-ba2f4fe5-96d9-407a-9941-c50e0e72156e service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.3581619 Aug 11 00:22:06.475230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-a9afd2ab-5e70-4440-b2dd-bf532ae0bc4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 217 time: 0.0686934 Aug 11 00:22:06.623871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-80a16be0-e329-4b25-8a9b-dd724297866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:06.628390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-80a16be0-e329-4b25-8a9b-dd724297866e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1411262 Aug 11 00:22:06.707941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 50d82742-efd1-49de-ab32-268e86ff0e55 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:22:06.708424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f0595-6977-4e15-8cbc-b782b95d1c9a req-4601bf61-bd1e-433e-9134-acb7959bbfea tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:06.721032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe1f0595-6977-4e15-8cbc-b782b95d1c9a req-4601bf61-bd1e-433e-9134-acb7959bbfea tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 948 time: 0.1914754 Aug 11 00:22:06.800373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-b6e424b7-264d-48a9-aa2b-2e4ff3478556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:06.803399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-b6e424b7-264d-48a9-aa2b-2e4ff3478556 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1660364 Aug 11 00:22:06.805395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 50d82742-efd1-49de-ab32-268e86ff0e55 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:22:06.829251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe1f0595-6977-4e15-8cbc-b782b95d1c9a req-94cc63d8-14ef-47a8-aa37-f38e12b74525 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009908 Aug 11 00:22:06.894358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9b515-d1e2-48e4-89a1-cf97f76e4299 req-fb5f9bcd-0d6b-4ac3-81e6-d94092fa89ff tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:06.896325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6d9b515-d1e2-48e4-89a1-cf97f76e4299 req-fb5f9bcd-0d6b-4ac3-81e6-d94092fa89ff tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 945 time: 0.2320910 Aug 11 00:22:06.933450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:06.940735 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3" -d '{"events": [{"name": "network-changed", "server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:06.966020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:06.969131 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:07.029974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6d9b515-d1e2-48e4-89a1-cf97f76e4299 req-b3653a43-15a9-4727-bebb-882f6df88885 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033516 Aug 11 00:22:07.066996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-739dce94-75a6-41b7-aa25-af64b43ac276 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469165 Aug 11 00:22:07.121178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aa845ce-a490-46ba-bb9f-249e5f0a1271 req-5780c09c-ebad-491a-ae86-f284200ee417 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 210 time: 0.0714903 Aug 11 00:22:07.134821 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb267ba2-392a-4b65-a61d-42c8476ef9cd x-openstack-request-id: req-eb267ba2-392a-4b65-a61d-42c8476ef9cd {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:07.135477 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:07.135972 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb267ba2-392a-4b65-a61d-42c8476ef9cd {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:07.136694 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea', 'status': 'completed', 'code': 200} Aug 11 00:22:07.225094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46274) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:07.273148 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29358c75-3c93-49c0-b371-930eebc38bcd x-openstack-request-id: req-29358c75-3c93-49c0-b371-930eebc38bcd {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:07.273636 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:07.274044 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29358c75-3c93-49c0-b371-930eebc38bcd {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:07.274636 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55', 'status': 'completed', 'code': 200} Aug 11 00:22:07.361963 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:07.371080 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20f8063-3d64-42f1-bebb-c1326a5848e9 req-c19ff07d-04fc-445a-8e49-f143e30ba650 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883275 Aug 11 00:22:07.441561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-d6432867-ccc9-491b-9f57-bb1f76664f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:07.444164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-d6432867-ccc9-491b-9f57-bb1f76664f42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1126 time: 0.2400513 Aug 11 00:22:07.532525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-34136a7e-3996-437a-944e-29ef4acb5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:07.534637 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-34136a7e-3996-437a-944e-29ef4acb5a19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1100 time: 0.2286894 Aug 11 00:22:07.568099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf7d92-f9dd-4240-8750-26fa6f1ff1f1 req-943ea34b-aaff-41e6-8bd9-4c65623b95e1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:07.569959 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aadf7d92-f9dd-4240-8750-26fa6f1ff1f1 req-943ea34b-aaff-41e6-8bd9-4c65623b95e1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 943 time: 0.2035015 Aug 11 00:22:07.738079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aadf7d92-f9dd-4240-8750-26fa6f1ff1f1 req-e733f078-d318-4013-9189-136f7a31605c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393430 Aug 11 00:22:07.756306 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-b6979f8d-98b6-479a-9b1c-c4d42264d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:07.757910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-b6979f8d-98b6-479a-9b1c-c4d42264d301 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.2969241 Aug 11 00:22:07.841084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-1f239f28-0687-4deb-8427-9fd8cdc4d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:07.842749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-1f239f28-0687-4deb-8427-9fd8cdc4d96d service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2995489 Aug 11 00:22:07.852608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-0bf85227-1fba-449e-b377-b69619b5c1ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 200 len: 217 time: 0.0789647 Aug 11 00:22:07.879278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:07.957839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-426a77d9-7cb7-4e23-8610-1c5b754822ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 217 time: 0.1034112 Aug 11 00:22:08.023985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-95cbf68c-7eb5-411c-9be3-b7a962e40ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.025549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-95cbf68c-7eb5-411c-9be3-b7a962e40ae8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1603069 Aug 11 00:22:08.036616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:08.045084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-1dd049e2-a50e-4c8e-aaaf-70650c7694f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.045084 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-1dd049e2-a50e-4c8e-aaaf-70650c7694f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1100 time: 0.2033157 Aug 11 00:22:08.110244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-dc133893-799d-4629-a934-29e89d98c209 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705101 Aug 11 00:22:08.122708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-48d5a669-91a3-4cdd-9e18-e9339f82acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.124314 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-48d5a669-91a3-4cdd-9e18-e9339f82acfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1550293 Aug 11 00:22:08.170179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56913617-9889-4e10-8099-869815e0ce62,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:08.178355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed473ce80cca4b95986f268e2077aec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9517896 Aug 11 00:22:08.197717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46296) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:08.266010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.266641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.269367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.270028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.270538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.271076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.271622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.272132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.272628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.273128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.273626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.274126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e2f3d-ff8d-4344-bbed-13c8cd5dcce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:08.343960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-c1e1a853-b5c3-4470-9638-42ca736cd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.345887 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-c1e1a853-b5c3-4470-9638-42ca736cd996 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2088196 Aug 11 00:22:08.367691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd9064-8591-438e-b22d-3b47c54f0ac8 req-c09953f8-4e70-4909-be58-85152cd3bede tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.372147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ecd9064-8591-438e-b22d-3b47c54f0ac8 req-c09953f8-4e70-4909-be58-85152cd3bede tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 945 time: 0.1911020 Aug 11 00:22:08.453959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446de73-6a73-4099-a792-4ebafdd7fd9b req-ff4af55c-5bca-4d23-85ae-9aadba3afbb7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.456592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b446de73-6a73-4099-a792-4ebafdd7fd9b req-ff4af55c-5bca-4d23-85ae-9aadba3afbb7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 948 time: 0.2573311 Aug 11 00:22:08.473577 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-958bbd39-7cf1-4e63-8f35-ead0269417c3 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536923 Aug 11 00:22:08.480261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-89ab8d5a-e123-4fc9-b6a4-8c4d00179934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.482114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-89ab8d5a-e123-4fc9-b6a4-8c4d00179934 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.4323053 Aug 11 00:22:08.484180 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-00896310-e730-4f1d-b8f1-c7eb5d2bd563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:08.527770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:08.599793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ecd9064-8591-438e-b22d-3b47c54f0ac8 req-6e785f82-3bdb-4cc0-b76c-35ccdbcb342f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146113 Aug 11 00:22:08.632374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-45632a5f-f77a-4c8f-8b1f-f8ee7051c7f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 217 time: 0.1374781 Aug 11 00:22:08.644991 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-00896310-e730-4f1d-b8f1-c7eb5d2bd563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:08.701138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-7d8838a7-72ed-4d16-9af9-acd77e14a388 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455603 Aug 11 00:22:08.753821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:08.776567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb598f49-bd25-4ae9-8dfa-65fc1b70ddd3 req-afedca04-2d50-42ad-ac73-9e091bca2a6c service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931743 Aug 11 00:22:08.787811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea has no active binding in host n-h1-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 00:22:08.790816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b446de73-6a73-4099-a792-4ebafdd7fd9b req-706edcfb-e937-4acd-bd31-ff3353c7ef32 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076203 Aug 11 00:22:08.834714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-ec03bb1f-582b-4965-98ab-8b2d70a24df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.836469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-ec03bb1f-582b-4965-98ab-8b2d70a24df9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1889453 Aug 11 00:22:08.923976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-f1241961-ac85-4045-813f-d4f9a5f91f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:08.926864 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-f1241961-ac85-4045-813f-d4f9a5f91f04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735795 Aug 11 00:22:08.932685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54ae2cce-5d41-499a-bdcd-cfb71d475863 req-a64dd8b9-47be-4c09-8f16-7c9dc1243690 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 210 time: 0.1747584 Aug 11 00:22:09.102216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-8924ac85-5ade-4896-9d69-5ad1997663f9 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830035 Aug 11 00:22:09.138717 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-00896310-e730-4f1d-b8f1-c7eb5d2bd563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:09.144055 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-00896310-e730-4f1d-b8f1-c7eb5d2bd563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:09.146304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-00896310-e730-4f1d-b8f1-c7eb5d2bd563 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56913617-9889-4e10-8099-869815e0ce62 HTTP/1.1" status: 204 len: 168 time: 0.9444458 Aug 11 00:22:09.176538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00896310-e730-4f1d-b8f1-c7eb5d2bd563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56913617-9889-4e10-8099-869815e0ce62,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:09.348651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d76d7-bb2e-442b-bd80-c40d25d5c3a6 req-b2bbf681-2ef2-4233-92c3-a4d5ba519f71 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:09.350539 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b19d76d7-bb2e-442b-bd80-c40d25d5c3a6 req-b2bbf681-2ef2-4233-92c3-a4d5ba519f71 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 943 time: 0.1040823 Aug 11 00:22:09.357924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-c8432901-0ee8-4fa8-a3fd-f268f3390373 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088047 Aug 11 00:22:09.454812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b19d76d7-bb2e-442b-bd80-c40d25d5c3a6 req-a0f36a30-f24c-4b23-9938-13c2c3739713 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949936 Aug 11 00:22:09.558054 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c53a9b7-cc3a-4749-80f3-a0ccc02944b7 req-6ab21c9b-044b-4e33-8bc9-211113232209 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882544 Aug 11 00:22:09.668246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe71f1-c704-44bd-b6c7-082444fbd9e9 req-98330e27-8d44-4527-9057-37696fdfd7ed tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:09.669776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bbe71f1-c704-44bd-b6c7-082444fbd9e9 req-98330e27-8d44-4527-9057-37696fdfd7ed tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1097 time: 0.5641961 Aug 11 00:22:09.729353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ad250-fcb4-4386-a91a-e611e5278976 req-5990a269-7757-439d-b01f-4ea1d11e30ec tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:09.732576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-5990a269-7757-439d-b01f-4ea1d11e30ec tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.7086990 Aug 11 00:22:09.750371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Request body: {'port': {'device_id': '81a58a82-0d34-46dc-8ee0-2c8aabeb19dd', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'admin_state_up': True, 'tenant_id': '064855ecf62b4de4832543e325d9b97d'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:09.773059 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bbe71f1-c704-44bd-b6c7-082444fbd9e9 req-c40970b5-c48c-47a1-80bb-a020dcfd8de9 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794988 Aug 11 00:22:09.997970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e10c4508-4715-42e7-a4f7-fa49247072d4 service neutron] 10.222.0.44 "GET /v2.0/ports/47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 385 time: 0.1185508 Aug 11 00:22:10.117315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101486f-6870-412d-a5b1-81fdec59ec61 req-e3c3d80a-c663-44f3-8193-fa553490b955 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:10.119101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8101486f-6870-412d-a5b1-81fdec59ec61 req-e3c3d80a-c663-44f3-8193-fa553490b955 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 948 time: 0.1427145 Aug 11 00:22:10.156019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Made reservation on behalf of 064855ecf62b4de4832543e325d9b97d for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:10.165990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:10.208260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8101486f-6870-412d-a5b1-81fdec59ec61 req-ca717d36-04a7-46e2-9756-0e3d4458f8b9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675080 Aug 11 00:22:10.391315 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c049ef2-e1d2-48a9-a7c1-5f05ecafe708 req-44c122ca-cad7-435c-be8b-bc597eb25f17 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 210 time: 0.0453737 Aug 11 00:22:10.455318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:22:10.643550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be2270-6546-4cee-8266-9fda4c252bcf req-8f829855-8912-4127-93dd-58d8172a3c0f tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:10.643550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4be2270-6546-4cee-8266-9fda4c252bcf req-8f829855-8912-4127-93dd-58d8172a3c0f tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1097 time: 0.3951480 Aug 11 00:22:10.739230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4be2270-6546-4cee-8266-9fda4c252bcf req-58f59c13-ef8f-401e-bffb-aded0ad9a1f0 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305933 Aug 11 00:22:10.764172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Allocated IP 172.20.0.3 (bbb78a15-e01a-4b33-a6e5-5702ff422fff/9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d/aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:10.833375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932df531-9b61-43f0-b8f9-6a133d3ea6fa req-c7b0c33d-bbaa-40f5-80dd-39376806bc71 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:10.836026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-932df531-9b61-43f0-b8f9-6a133d3ea6fa req-c7b0c33d-bbaa-40f5-80dd-39376806bc71 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 943 time: 0.1294732 Aug 11 00:22:10.894989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-932df531-9b61-43f0-b8f9-6a133d3ea6fa req-c32ada17-b38b-4723-b316-b281c6f97036 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507984 Aug 11 00:22:10.911979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:11.019557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:11.090967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ac1ec-5d13-4b3e-8cf6-9b602c41be7b req-b87252b6-6a7d-4bbd-a984-401a5279114e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:11.093246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a25ac1ec-5d13-4b3e-8cf6-9b602c41be7b req-b87252b6-6a7d-4bbd-a984-401a5279114e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 945 time: 0.2231321 Aug 11 00:22:11.100044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:11.141432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:11.175861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:11.189878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a25ac1ec-5d13-4b3e-8cf6-9b602c41be7b req-f92a55f3-291d-47e0-b376-986f0b9b9610 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820823 Aug 11 00:22:11.387044 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:11.404483 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:11.552760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:11.641951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcdbcf-39a3-49a0-b17a-6bd9287a3952 req-9c79e27b-4364-4172-ba18-3208a108c766 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:11.650423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cdcdbcf-39a3-49a0-b17a-6bd9287a3952 req-9c79e27b-4364-4172-ba18-3208a108c766 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 948 time: 0.2985227 Aug 11 00:22:11.658532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:11.728809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:11.880268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502b150-e7a8-451f-a7cd-27d6b260e84f req-201c06d9-4662-45e4-9f66-3f56a78225c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:11.899238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c502b150-e7a8-451f-a7cd-27d6b260e84f req-201c06d9-4662-45e4-9f66-3f56a78225c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 931 time: 0.1992004 Aug 11 00:22:11.964273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:11.965074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:12.058033 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c502b150-e7a8-451f-a7cd-27d6b260e84f req-c79363e3-e1b0-4be7-a49d-19db204c8d2d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531191 Aug 11 00:22:12.068376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event updated for resources: {'Port': ['ID=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:12.073877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] Transition to ACTIVE for port object 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:12.103614 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b20c15e-8c0b-495a-a9f9-9698c37e9e1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3574018 Aug 11 00:22:12.114407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cdcdbcf-39a3-49a0-b17a-6bd9287a3952 req-cdca0ad1-2c53-474b-920c-1208bf60ecdd tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628072 Aug 11 00:22:12.127548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Request body: {'port': {'device_id': '81a58a82-0d34-46dc-8ee0-2c8aabeb19dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:12.251645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:12.347390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:12.389798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d70efe-cf2a-4bb2-b4ca-543d4a7698f1 req-1f637e41-53dd-41d7-9d92-941d716f95f0 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:12.406674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-85d70efe-cf2a-4bb2-b4ca-543d4a7698f1 req-1f637e41-53dd-41d7-9d92-941d716f95f0 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1097 time: 0.2140882 Aug 11 00:22:12.480480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] No DVR routers for this DVR port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:22:12.548586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 50d82742-efd1-49de-ab32-268e86ff0e55 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:12.584943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-85d70efe-cf2a-4bb2-b4ca-543d4a7698f1 req-ca051dc6-4018-4adc-8da7-72fcb432dcee tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666360 Aug 11 00:22:12.589539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] Pushing event updated for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:12.600017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-d9f2549b-d1b8-4340-ad01-e23c2ffcd688 service neutron] 10.222.0.44 "PUT /v2.0/ports/47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea/bindings/n-h1-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 2.5921042 Aug 11 00:22:12.646592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfb2a4-9286-4710-890e-42769feacda7 req-ef5d656e-1117-463b-8e9b-a762387e2e03 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:12.646892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63dfb2a4-9286-4710-890e-42769feacda7 req-ef5d656e-1117-463b-8e9b-a762387e2e03 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 944 time: 0.3088388 Aug 11 00:22:12.764228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:12.779395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '50d82742-efd1-49de-ab32-268e86ff0e55', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '50d82742-efd1-49de-ab32-268e86ff0e55', 'mac_address': 'fa:16:3e:46:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:22:12.878652 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:12.907403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-406fc038-f940-4b09-8e7d-a4d0e915f0f8 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:12.909088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-406fc038-f940-4b09-8e7d-a4d0e915f0f8 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.1148357 Aug 11 00:22:12.916239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63dfb2a4-9286-4710-890e-42769feacda7 req-6ceee8d8-faf2-469c-a719-d1d052abfee2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510281 Aug 11 00:22:12.918338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d82742-efd1-49de-ab32-268e86ff0e55 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:13.035075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:13.072838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-407d4fc3-6ba3-407b-ba69-4f5a47a38a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:13.076690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-407d4fc3-6ba3-407b-ba69-4f5a47a38a21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6&tenant_id=0cba842470cb42649154e0bc813fbf84 HTTP/1.1" status: 200 len: 1096 time: 0.1539104 Aug 11 00:22:13.184403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-2b7de0c5-339d-48b4-abed-83f3e3164778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:13.186125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-2b7de0c5-339d-48b4-abed-83f3e3164778 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0723803 Aug 11 00:22:13.199980 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:13.377466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:13.484511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:13.511456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:13.551081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Transition to ACTIVE for port object aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:13.555786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-f6d458de-89a4-4042-9628-93f499c959e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:13.560392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-f6d458de-89a4-4042-9628-93f499c959e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.3642628 Aug 11 00:22:13.563250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['50d82742-efd1-49de-ab32-268e86ff0e55'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:13.684773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-971f7284-243c-467b-a7ba-4052e6be69fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 200 len: 217 time: 0.1126080 Aug 11 00:22:13.740369 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:13.814167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-f833cff2-29d4-42b8-8673-d86e11232ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:13.830850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-f833cff2-29d4-42b8-8673-d86e11232ecf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1318448 Aug 11 00:22:13.917932 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-11a13ec7-ef9f-4a4e-bf32-9ac8a57145f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784795 Aug 11 00:22:14.142930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Pushing event updated for resources: {'Port': ['ID=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:14.165947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Attempting to bind port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:14.166831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Attempting to bind port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:14.167496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Attempting to bind port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:14.180258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:14.187214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-4a539e8f-6e46-4c3d-b9f3-efe972536b77 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520130 Aug 11 00:22:14.187467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Attempting to bind port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:14.195347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:14.195999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Checking segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:14.196523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Bound using segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:14.197123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Bound port: aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:14.197597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:14.257480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4e8d7-cd03-4e8a-b884-5e460654b062 req-170f393c-b481-48c4-93d5-246f2804651d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:14.266513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1de4e8d7-cd03-4e8a-b884-5e460654b062 req-170f393c-b481-48c4-93d5-246f2804651d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 943 time: 0.2701898 Aug 11 00:22:14.419129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1de4e8d7-cd03-4e8a-b884-5e460654b062 req-9293417e-3f6e-443b-a716-4b97acfe36b4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056237 Aug 11 00:22:14.461718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] For port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:14.468357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] For port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:14.540576 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-ff1c8f80-7313-4bd1-be8c-8ab65ca23bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499568 Aug 11 00:22:14.625226 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:14.707275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:22:14.716184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:14.716990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:14.721961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] 10.222.0.55 "PUT /v2.0/ports/aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 HTTP/1.1" status: 200 len: 1092 time: 2.6021698 Aug 11 00:22:14.721961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a58a82-0d34-46dc-8ee0-2c8aabeb19dd', 'tag': 'aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:14.723368 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329c90ed-4cd2-4164-930f-0c34f316e45d" -d '{"events": [{"name": "network-changed", "server_uuid": "81a58a82-0d34-46dc-8ee0-2c8aabeb19dd", "tag": "aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:14.765157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3583a2-34b3-446e-ae26-0a1ec6c920ab req-cfe4ba10-4247-46ac-b9ae-2afb1e6db026 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:14.767665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd3583a2-34b3-446e-ae26-0a1ec6c920ab req-cfe4ba10-4247-46ac-b9ae-2afb1e6db026 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 949 time: 0.1728940 Aug 11 00:22:14.807125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4902c63-31ef-421c-b2f9-6d7682e70c6a service neutron] Pushing event updated for resources: {'Port': ['ID=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:14.870137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:22:14.877632 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd3583a2-34b3-446e-ae26-0a1ec6c920ab req-62481a25-f2f6-4244-9a39-b04b8cb39912 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790937 Aug 11 00:22:14.958296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ad250-fcb4-4386-a91a-e611e5278976 req-f6f55084-b5c2-438a-9f10-638448352939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:14.960294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-f6f55084-b5c2-438a-9f10-638448352939 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 1095 time: 0.1072474 Aug 11 00:22:15.067283 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-1b50b689-2814-473c-9224-46273d244a8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0945096 Aug 11 00:22:15.079452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14dbfa-3bc9-43bb-8527-2c9cf660e94f req-071cd502-32f8-434e-a737-270c7bdbf962 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:15.113617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc14dbfa-3bc9-43bb-8527-2c9cf660e94f req-071cd502-32f8-434e-a737-270c7bdbf962 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1097 time: 0.1412916 Aug 11 00:22:15.199004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc14dbfa-3bc9-43bb-8527-2c9cf660e94f req-02159b86-8b47-46dc-b9ed-eacedae905f7 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814779 Aug 11 00:22:15.305813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ad250-fcb4-4386-a91a-e611e5278976 req-49bd1366-03b6-417f-b071-20498a9e03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:15.309992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-49bd1366-03b6-417f-b071-20498a9e03eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.1540961 Aug 11 00:22:15.387792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-64f67fd7-8b9d-49ca-a318-78e531c96cf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682266 Aug 11 00:22:15.567221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-c22b5062-49a4-4200-a505-219d4dd73c48 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538596 Aug 11 00:22:15.634812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923b357-bb9f-4c67-a1f6-92fc4fb9f455 req-aeb0d6e4-c204-4091-adad-843777faab09 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:15.638844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8923b357-bb9f-4c67-a1f6-92fc4fb9f455 req-aeb0d6e4-c204-4091-adad-843777faab09 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 944 time: 0.2634015 Aug 11 00:22:15.666852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-07e4d41f-b561-4c64-946a-fe58745a9ee8 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:15.669968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-07e4d41f-b561-4c64-946a-fe58745a9ee8 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.5873301 Aug 11 00:22:15.754823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-ea47be69-733b-4644-84f8-c1e68fc5ffe1 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:15.757778 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-ea47be69-733b-4644-84f8-c1e68fc5ffe1 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d00a8f2-3ea6-4a32-9956-6065a9bdcf06 HTTP/1.1" status: 200 len: 945 time: 0.1963024 Aug 11 00:22:15.799699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8923b357-bb9f-4c67-a1f6-92fc4fb9f455 req-36473260-9465-4d1b-8aaf-651cb8d6bf5b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503286 Aug 11 00:22:15.968263 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd68391-b094-487f-8e4f-300c5118672b x-openstack-request-id: req-4dd68391-b094-487f-8e4f-300c5118672b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:15.968263 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a58a82-0d34-46dc-8ee0-2c8aabeb19dd", "tag": "aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:15.968263 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dd68391-b094-487f-8e4f-300c5118672b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:15.968263 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a58a82-0d34-46dc-8ee0-2c8aabeb19dd', 'tag': 'aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4', 'status': 'completed', 'code': 200} Aug 11 00:22:15.970420 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571ad250-fcb4-4386-a91a-e611e5278976 req-b0a8efca-3e60-4e00-883f-5e92251011fc service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946333 Aug 11 00:22:16.005592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e2ee9d9b-637e-4c70-a2bd-eec78dff6907 service neutron] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:16.017593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e2ee9d9b-637e-4c70-a2bd-eec78dff6907 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:16.018875 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-632f5da7-dedb-41bc-ba5f-e903ca03b13a req-e2ee9d9b-637e-4c70-a2bd-eec78dff6907 service neutron] 10.222.0.55 "DELETE /v2.0/ports/47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea/bindings/n-h2-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.3374929 Aug 11 00:22:16.075781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-4c115586-790e-4170-a56f-e2a11d25ebc8 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1263747642&fields=id&tenant_id=b6a215b1b0f04afaac7a7504e3660249 HTTP/1.1" status: 200 len: 267 time: 0.0776062 Aug 11 00:22:16.087013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Deleting port c88c28f2-4338-4b68-a0b5-f0033784826d {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:22:16.087785 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:16.179319 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f28ea6a1-c2cc-47fe-8e8b-6410854f64e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:16.242096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-aaab6b8b-7d6e-4d15-96ee-565fe1db71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:16.245200 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-aaab6b8b-7d6e-4d15-96ee-565fe1db71ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 1095 time: 0.0791340 Aug 11 00:22:16.265776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-02c87b01-42dd-4948-b3dc-144bc77c725b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:16.271362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-02c87b01-42dd-4948-b3dc-144bc77c725b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/networks?id=67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 200 len: 824 time: 0.1934178 Aug 11 00:22:16.293320 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-e22f3250-389b-4378-9061-4c484e145c98 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/quotas/b6a215b1b0f04afaac7a7504e3660249 HTTP/1.1" status: 200 len: 375 time: 0.0174892 Aug 11 00:22:16.377898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-b1373ba9-09ff-4dd1-963e-239ef2073a13 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0774448 Aug 11 00:22:16.389587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] For port c88c28f2-4338-4b68-a0b5-f0033784826d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c88c28f2-4338-4b68-a0b5-f0033784826d,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:16.390571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:16.505477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-cb777d0e-608d-42cc-8875-efc8c9002ce7 service neutron] 10.222.0.43 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254287 Aug 11 00:22:16.554902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 50d82742-efd1-49de-ab32-268e86ff0e55 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:16.656859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-4e6f10c9-ea2d-4d54-a812-d49055034431 service neutron] 10.222.0.43 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503267 Aug 11 00:22:16.733785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 50d82742-efd1-49de-ab32-268e86ff0e55 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:16.738699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 50d82742-efd1-49de-ab32-268e86ff0e55 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:16.739080 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:16.919272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-141d232f-415a-42fa-8a77-d1a872ca2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:16.919272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-141d232f-415a-42fa-8a77-d1a872ca2127 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 913 time: 0.6615057 Aug 11 00:22:16.975814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-c98a020d-eef8-4124-bbe5-806536aef1a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 HTTP/1.1" status: 200 len: 217 time: 0.0466053 Aug 11 00:22:16.978480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:16.979089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:16.979674 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Floating IP 52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65 disassociated. External IP: 172.25.0.160, port: c88c28f2-4338-4b68-a0b5-f0033784826d. Aug 11 00:22:16.980204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Calling delete_port for c88c28f2-4338-4b68-a0b5-f0033784826d owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:22:17.044823 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:17.113843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-1c11b7fe-36bb-4303-89cd-aebfc6d90b0b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:17.148042 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-1c11b7fe-36bb-4303-89cd-aebfc6d90b0b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64&tenant_id=e899a38790c44038978483c7c2bf2a43&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 949 time: 0.3276834 Aug 11 00:22:17.148546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-a0c4c05c-4bc8-43e1-895e-d4fba45e6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:17.148546 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-a0c4c05c-4bc8-43e1-895e-d4fba45e6a78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.1547012 Aug 11 00:22:17.162448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:17.163787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:17.168547 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa96601-9465-462b-a6d5-00f3f7b4b50e" -d '{"events": [{"server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "name": "network-vif-plugged", "status": "completed", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:17.200163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-1108faf4-9634-4e90-b9d1-d4094eb61d9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459177 Aug 11 00:22:17.269779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46674944-ff21-43db-8c4e-cf8b3d36506f req-3599839e-6ee3-49c6-a197-0c9d59e1d2bd tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:17.271529 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46674944-ff21-43db-8c4e-cf8b3d36506f req-3599839e-6ee3-49c6-a197-0c9d59e1d2bd tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 943 time: 0.0925272 Aug 11 00:22:17.274431 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-f81416e2-136e-486a-b3d3-e145f24a97cc service neutron] delete failed (client error): The resource could not be found. Aug 11 00:22:17.281226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-f81416e2-136e-486a-b3d3-e145f24a97cc service neutron] 10.222.0.44 "DELETE /v2.0/ports/50d82742-efd1-49de-ab32-268e86ff0e55/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.1558111 Aug 11 00:22:17.336098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46674944-ff21-43db-8c4e-cf8b3d36506f req-3084c9b7-41bb-4895-a451-3fda9171df2f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531068 Aug 11 00:22:17.379908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-39223897-9a79-48ee-bef3-ff5cb0283080 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656542 Aug 11 00:22:17.474344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d8a603d-b73d-4efa-a57e-4fcaee5753d4 req-52661d8d-08a6-44be-a89a-0be7b9b00e98 tempest-FlavorsV2NegativeTest-1085941339 tempest-FlavorsV2NegativeTest-1085941339-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8af5478321e8418c95ab728367bc3e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522275 Aug 11 00:22:17.493368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-329c90ed-4cd2-4164-930f-0c34f316e45d req-ca85a0ba-8c6b-42e4-a72e-4c6850c679d6 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040413 Aug 11 00:22:17.584463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-d944c2a4-6867-40fa-a0ba-e54b17ebe66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:17.586042 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-d944c2a4-6867-40fa-a0ba-e54b17ebe66b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1101 time: 0.1282094 Aug 11 00:22:17.679082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a603d-b73d-4efa-a57e-4fcaee5753d4 req-8696eb0a-5824-4d0e-8adb-853a95a81128 tempest-FlavorsV2NegativeTest-1085941339 tempest-FlavorsV2NegativeTest-1085941339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:17.680701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d8a603d-b73d-4efa-a57e-4fcaee5753d4 req-8696eb0a-5824-4d0e-8adb-853a95a81128 tempest-FlavorsV2NegativeTest-1085941339 tempest-FlavorsV2NegativeTest-1085941339-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792886 Aug 11 00:22:17.704282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d8a603d-b73d-4efa-a57e-4fcaee5753d4 req-292f0d0c-5d82-4c30-9be9-37784c18d800 tempest-FlavorsV2NegativeTest-1085941339 tempest-FlavorsV2NegativeTest-1085941339-project] 10.222.0.43 "GET /v2.0/quotas/8af5478321e8418c95ab728367bc3e3b HTTP/1.1" status: 200 len: 375 time: 0.0162878 Aug 11 00:22:17.755221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d8a603d-b73d-4efa-a57e-4fcaee5753d4 req-6efeb520-cefc-497d-97b6-135ff6b9180c tempest-FlavorsV2NegativeTest-1085941339 tempest-FlavorsV2NegativeTest-1085941339-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af5478321e8418c95ab728367bc3e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400419 Aug 11 00:22:17.757694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-eeeb1d13-b19b-4602-a7bb-b48001c28982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:17.758236 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:17.760163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-eeeb1d13-b19b-4602-a7bb-b48001c28982 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1596575 Aug 11 00:22:17.762340 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:17.814540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event deleted for resources: {'Port': ['ID=c88c28f2-4338-4b68-a0b5-f0033784826d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:17.882150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-7f20a324-51c0-4e0f-8f25-e70efc31b1f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 217 time: 0.1061904 Aug 11 00:22:18.088486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:18.115435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-222c8f92-129b-4899-8f1c-d423788c8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:18.118160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-222c8f92-129b-4899-8f1c-d423788c8aae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2234921 Aug 11 00:22:18.325881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-4ac3eb2f-6a07-47ec-bd09-b6802f1ae413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:18.334470 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-4ac3eb2f-6a07-47ec-bd09-b6802f1ae413 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2030747 Aug 11 00:22:18.363572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-efe56ec3-3a10-4b4d-8043-de9f62baf5d3 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1843217961&fields=id&tenant_id=409cdc564fa64ba7b2f36920ff33bc0b HTTP/1.1" status: 200 len: 267 time: 0.1698813 Aug 11 00:22:18.583969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:18.594547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c88c28f2-4338-4b68-a0b5-f0033784826d no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:22:18.601458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Router a145d566-b850-4a31-9ecf-fb227f177ce4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:22:18.723515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: c88c28f2-4338-4b68-a0b5-f0033784826d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:22:18.725141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c88c28f2-4338-4b68-a0b5-f0033784826d not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:22:18.760758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-ad166481-e5fa-4563-869d-9c63f6bbd445 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798275 Aug 11 00:22:19.021501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:22:19.080353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] Sync routers for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:22:19.118816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:19.141587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:22:19.142629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:21:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:19.154557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-82e4aed7-0b64-48c6-abcb-d2262565ab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:19.170211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] No DVR routers for this DVR port c88c28f2-4338-4b68-a0b5-f0033784826d on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:22:19.180457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:19.189386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61876dd9-c6e9-4b57-b56f-1cb020f68c69 req-b5c8fcce-5748-4063-ae11-d0c1d763acc0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.55 "DELETE /v2.0/ports/c88c28f2-4338-4b68-a0b5-f0033784826d HTTP/1.1" status: 204 len: 173 time: 3.3828921 Aug 11 00:22:19.190170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'name': 'network-vif-deleted', 'tag': 'c88c28f2-4338-4b68-a0b5-f0033784826d'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:19.194165 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a69e03c-981f-467a-96d5-e31fdf12022f" -d '{"events": [{"server_uuid": "8d00a8f2-3ea6-4a32-9956-6065a9bdcf06", "name": "network-vif-deleted", "tag": "c88c28f2-4338-4b68-a0b5-f0033784826d"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:19.212443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a3ea6e-9eb8-4f99-992d-48d1cdbf99a5 req-0c98b708-95fc-4041-a927-9db3e5b26ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510136 Aug 11 00:22:19.226434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-ff4f3f5b-4be1-4c54-8438-9dbbf315350f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:19.229269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-ff4f3f5b-4be1-4c54-8438-9dbbf315350f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/networks?id=ba691427-d1f0-4361-b6ad-7ab84f4389b3 HTTP/1.1" status: 200 len: 815 time: 0.6949642 Aug 11 00:22:19.245253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'port_id': 'aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4', 'mac_address': 'fa:16:3e:1e:f8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:22:19.260320 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:19.293004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-6090ad2e-0c65-4726-b31d-a8095b30ba97 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/quotas/409cdc564fa64ba7b2f36920ff33bc0b HTTP/1.1" status: 200 len: 375 time: 0.0525634 Aug 11 00:22:19.440073 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:19.468795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-bd3c54f0-b87d-4c07-88f0-f06fbacaea2b tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=409cdc564fa64ba7b2f36920ff33bc0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1627283 Aug 11 00:22:19.478057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:19.514026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:22:19.532163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:19.748827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:19.866371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:19.906743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:19.940651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] Checking router: a145d566-b850-4a31-9ecf-fb227f177ce4 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:22:19.953182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:22:19.953861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:20.004587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-534c2ecb-8d0c-45a0-b0c2-f028bc0dd096 service neutron] 10.222.0.43 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030518 Aug 11 00:22:20.076784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:20.174102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-7afbdf3f-3c26-4af7-971d-bd714edec43c service neutron] 10.222.0.43 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440990 Aug 11 00:22:20.236529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:22:20.298946 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:20.412939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46566) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:20.634172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:20.648142 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81a8fb58-9629-4b45-91ca-71a2dbcc1837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:20.674185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410d6a8-5906-437d-9469-17aa70f11ba7 None None] The sync data for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 is: [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:22:20.830423 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81a8fb58-9629-4b45-91ca-71a2dbcc1837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:20.974453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81a8fb58-9629-4b45-91ca-71a2dbcc1837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:21.012809 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c91af8c-bb02-4c32-a914-0c1d64747994 None None] New status for floating IP 52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:22:21.046496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81a8fb58-9629-4b45-91ca-71a2dbcc1837 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8af5478321e8418c95ab728367bc3e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548240 Aug 11 00:22:21.049925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46576) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:21.062807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8fb58-9629-4b45-91ca-71a2dbcc1837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7406f2cd-8129-435f-a527-c05d8cb1a09d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:21.153838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be44cceb-3996-414d-a4e1-e857686ede92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:21.192798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be44cceb-3996-414d-a4e1-e857686ede92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:21.422291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea43b5b-e17a-41dc-8baa-634d379b1ed0 req-520f31aa-8c31-46f5-a7e9-d2edf9bf35c8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:21.426422 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eea43b5b-e17a-41dc-8baa-634d379b1ed0 req-520f31aa-8c31-46f5-a7e9-d2edf9bf35c8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0909503 Aug 11 00:22:21.439649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be44cceb-3996-414d-a4e1-e857686ede92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:21.449046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be44cceb-3996-414d-a4e1-e857686ede92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:21.450928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-be44cceb-3996-414d-a4e1-e857686ede92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7406f2cd-8129-435f-a527-c05d8cb1a09d HTTP/1.1" status: 204 len: 168 time: 0.3991685 Aug 11 00:22:21.473407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44cceb-3996-414d-a4e1-e857686ede92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7406f2cd-8129-435f-a527-c05d8cb1a09d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:21.567536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-d0a52d9b-c148-4a13-9e1a-1498b1100310 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:22:21.587351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-d0a52d9b-c148-4a13-9e1a-1498b1100310 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1713717 Aug 11 00:22:21.609240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Request body: {'binding': {'host': 'n-h2-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:21.612093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:22:21.614635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eea43b5b-e17a-41dc-8baa-634d379b1ed0 req-844f1aa6-7ee6-4e41-b2a2-6177a5ecd04c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713665 Aug 11 00:22:21.672154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-db8c34d3-f7a1-4379-b850-cabdf7aa1d90 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:21.674994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-db8c34d3-f7a1-4379-b850-cabdf7aa1d90 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.44 "GET /v2.0/networks?id=67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 200 len: 824 time: 0.1850553 Aug 11 00:22:21.754763 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-c116bc32-df29-4ca0-8eb9-5137cc797919 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6a215b1b0f04afaac7a7504e3660249 HTTP/1.1" status: 200 len: 380 time: 0.0694315 Aug 11 00:22:21.789565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Request body: {'port': {'device_id': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'admin_state_up': True, 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'security_groups': ['2819b576-1a33-4fa5-b75c-992633267d9e']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:21.885441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on host n-h2-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:21.885857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:21.886395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:21.892345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:21.892725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:21.903596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:21.903948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:21.904337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:21.904815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Bound port: e351ba37-dcbb-4870-ba0a-0a72af38386c, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:21.934254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-373c6e79-2088-4b8f-81ed-14ecd171a4ba req-98e6efe1-109a-4b82-a2ee-d309c1ab22ac tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 210 time: 0.0602775 Aug 11 00:22:21.999205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:22.016832 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0060d1e-f770-45ce-a535-1fd9a5b95e1b x-openstack-request-id: req-e0060d1e-f770-45ce-a535-1fd9a5b95e1b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:22.018147 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "name": "network-vif-plugged", "status": "completed", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:22.018782 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0060d1e-f770-45ce-a535-1fd9a5b95e1b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:22.020036 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55', 'code': 200} Aug 11 00:22:22.144723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5e025-e594-41f9-9391-f8993eae924c req-ba06dde5-e7b5-4bdd-afeb-8345e30fb5dc tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:22.146460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbc5e025-e594-41f9-9391-f8993eae924c req-ba06dde5-e7b5-4bdd-afeb-8345e30fb5dc tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0581012 Aug 11 00:22:22.173832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Made reservation on behalf of b6a215b1b0f04afaac7a7504e3660249 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:22.176637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:22.180134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:22.181958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-e566cc5b-89b2-4ad5-8279-f0483bc30738 service neutron] 10.222.0.43 "POST /v2.0/ports/e351ba37-dcbb-4870-ba0a-0a72af38386c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5936604 Aug 11 00:22:22.241730 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbc5e025-e594-41f9-9391-f8993eae924c req-cdbdb5f7-956d-4863-83d1-1d7039a450ff tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869961 Aug 11 00:22:22.284091 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:22.465378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Allocated IP 172.20.0.7 (67c3c319-7406-4c9b-b34c-79d595893fa0/06a3b0f2-4366-4ec9-996d-911682065254/ce4cf7a1-53bb-4960-8bd5-d71b640abb21) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:22.486640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb99f3-f7d2-4176-9f86-c771da5e66c3 req-c90bc1e5-ca6f-4608-b766-22ecfff51e92 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:22.488635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67eb99f3-f7d2-4176-9f86-c771da5e66c3 req-c90bc1e5-ca6f-4608-b766-22ecfff51e92 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 944 time: 0.1061287 Aug 11 00:22:22.603941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:22.615067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67eb99f3-f7d2-4176-9f86-c771da5e66c3 req-81f26780-ff39-4ee0-b069-88a5257d73bf tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165669 Aug 11 00:22:22.693001 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:22.693167 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eb291d-1fbe-4e9b-83b5-2b4b0d7a5a60 x-openstack-request-id: req-24eb291d-1fbe-4e9b-83b5-2b4b0d7a5a60 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:22.693658 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d00a8f2-3ea6-4a32-9956-6065a9bdcf06", "name": "network-vif-deleted", "tag": "c88c28f2-4338-4b68-a0b5-f0033784826d", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:22.693977 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24eb291d-1fbe-4e9b-83b5-2b4b0d7a5a60 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:22.694697 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d00a8f2-3ea6-4a32-9956-6065a9bdcf06', 'name': 'network-vif-deleted', 'tag': 'c88c28f2-4338-4b68-a0b5-f0033784826d', 'status': 'completed', 'code': 200} Aug 11 00:22:22.711531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Transition to ACTIVE for port object ce4cf7a1-53bb-4960-8bd5-d71b640abb21 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:22.804672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1faad928-c72d-4833-b686-dd73171d42cc req-aa48a77a-1971-40e2-a2d7-eb6a54ab1db1 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0389748 Aug 11 00:22:22.831231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0756366-f08d-405c-b209-688548ab1354 req-49a890f6-e80a-46df-8a73-cf68846f5a0b tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:22.839556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0756366-f08d-405c-b209-688548ab1354 req-49a890f6-e80a-46df-8a73-cf68846f5a0b tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1102 time: 0.0671277 Aug 11 00:22:22.856544 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:22.985372 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:22.993796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:23.012131 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0756366-f08d-405c-b209-688548ab1354 req-e508ffff-3de0-44a8-b59b-bf73b1798f34 tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709433 Aug 11 00:22:23.019501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:23.121352 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event updated for resources: {'Port': ['ID=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:23.141487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:23.142462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:23.144611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:23.149605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:23.150249 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:23.242507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbb52c-51e0-48e6-a94b-ad8d53bd2c05 req-a5ef7c7f-2a00-4b41-af8b-fd95e94e2d04 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:23.250390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45dbb52c-51e0-48e6-a94b-ad8d53bd2c05 req-a5ef7c7f-2a00-4b41-af8b-fd95e94e2d04 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 945 time: 0.1364110 Aug 11 00:22:23.258623 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:23.264309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-6659fe18-e0a1-4aec-b1e1-a133101ba674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:23.265928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-6659fe18-e0a1-4aec-b1e1-a133101ba674 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1097 time: 0.1006927 Aug 11 00:22:23.318024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:23.334206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-2c4643da-ce9b-4ac9-992e-6572906b92ec tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:23.335563 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-2c4643da-ce9b-4ac9-992e-6572906b92ec tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 808 time: 0.2376904 Aug 11 00:22:23.353539 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-6329ebdb-a2f2-4397-9439-03aa848d8745 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/quotas/0cba842470cb42649154e0bc813fbf84 HTTP/1.1" status: 200 len: 375 time: 0.0102479 Aug 11 00:22:23.412433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45dbb52c-51e0-48e6-a94b-ad8d53bd2c05 req-f37c46b7-f637-49b9-9fd5-0dc09ab2c046 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607194 Aug 11 00:22:23.414903 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-a1ea36f1-bcf2-4690-b5f5-08790cc98695 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6496522 Aug 11 00:22:23.440066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-9d4f74f5-9f8a-43f3-baff-5af8914da026 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788991 Aug 11 00:22:23.441620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Request body: {'port': {'device_id': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:23.476513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:23.518414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46654) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:23.562912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:23.580420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.580911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.581462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.582762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.583697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.585207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.585786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.586307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.587210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.589857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.590598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.590945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:23.608422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-82d8a9df-8acd-4f81-b531-85254ba39433 None None] Provisioning for port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:23.614135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-82d8a9df-8acd-4f81-b531-85254ba39433 None None] Provisioning complete for port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:23.614527 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-82d8a9df-8acd-4f81-b531-85254ba39433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:23.648659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:23.654145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-52be2248-2471-42fd-a5af-59b9f6493683 service neutron] 10.222.0.43 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101197 Aug 11 00:22:23.660294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-82d8a9df-8acd-4f81-b531-85254ba39433 None None] Port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:22:23.699826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-793872871-network', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:23.735900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-ad5d6310-1d33-4ac4-86b1-762197060203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:23.737695 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-ad5d6310-1d33-4ac4-86b1-762197060203 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.4601803 Aug 11 00:22:23.802109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ce21d-bb2d-4c09-ba6d-b4db09fd4215 req-0cb8b028-28c7-4d06-93c9-568ebf0765c0 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:23.803773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe8ce21d-bb2d-4c09-ba6d-b4db09fd4215 req-0cb8b028-28c7-4d06-93c9-568ebf0765c0 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 949 time: 0.1984413 Aug 11 00:22:23.812642 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-14fe470b-930a-4152-924f-00ddcf53deef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 200 len: 217 time: 0.0586941 Aug 11 00:22:23.825929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-79846043-e8aa-4d82-85ec-f2faf0d5be82 service neutron] 10.222.0.43 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650908 Aug 11 00:22:23.958992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe8ce21d-bb2d-4c09-ba6d-b4db09fd4215 req-75b86d0b-12c2-43d1-b9ab-4425335f674e tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445630 Aug 11 00:22:23.962730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-9562551b-273c-4346-854f-a5894317ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:23.964447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-9562551b-273c-4346-854f-a5894317ff67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.1417651 Aug 11 00:22:23.980132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Made reservation on behalf of aab9023daa1c4e4491271d4b2a2e55c3 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:23.984039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.011256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.021277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a58a82-0d34-46dc-8ee0-2c8aabeb19dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:24.025633 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cde4985-1a39-4a44-a0d9-08caa9aa88dd" -d '{"events": [{"server_uuid": "81a58a82-0d34-46dc-8ee0-2c8aabeb19dd", "name": "network-vif-plugged", "status": "completed", "tag": "aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:24.071604 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-331430d0-47f9-47ed-a585-9e74d47f9d1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902998 Aug 11 00:22:24.167535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.282263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.318822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:22:24.359870 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.360224 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Added segment 2fad6654-954d-423a-b06c-00f55fe4565e of type vlan for network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 Aug 11 00:22:24.366402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705e2fe9-5713-47dc-975d-962f09505b23,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:24.429247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac303-13d6-47f9-a5d4-e14ca7301637 req-b983f96c-7188-4b1d-9c34-3b8c6184d7d9 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:24.436730 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a5ac303-13d6-47f9-a5d4-e14ca7301637 req-b983f96c-7188-4b1d-9c34-3b8c6184d7d9 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 945 time: 0.1349123 Aug 11 00:22:24.447082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2641-1a6c-43b8-873f-6847febb8a33 req-8b84bc19-6c35-4e3a-990f-c1d42f087cfb tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:24.447601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.447796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3ba2641-1a6c-43b8-873f-6847febb8a33 req-8b84bc19-6c35-4e3a-990f-c1d42f087cfb tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 931 time: 0.3302667 Aug 11 00:22:24.544027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a5ac303-13d6-47f9-a5d4-e14ca7301637 req-16e8edbb-60e8-4415-8051-8d48234a0a56 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054556 Aug 11 00:22:24.589187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-cee7e558-7059-472e-89ba-b72043503e02 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016980 Aug 11 00:22:24.604700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:22:24.613453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4cf7a1-53bb-4960-8bd5-d71b640abb21 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:24.648526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8985c6dc-4163-40a8-9561-5643d9c19543 req-d13d4929-cffc-4285-9c07-61a41f1b5be7 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0379009 Aug 11 00:22:24.673046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.682995 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.684657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:24.685662 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.738482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3ba2641-1a6c-43b8-873f-6847febb8a33 req-468fde63-e25f-4c8d-845a-250d7fe4d829 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764361 Aug 11 00:22:24.785251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:24.802675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Transition to ACTIVE for port object ce4cf7a1-53bb-4960-8bd5-d71b640abb21 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:24.821264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b92da6-52f4-4ffc-8c57-5a5c204246b3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:24.863379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:22:24.891342 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-da488d7d-43aa-4566-a365-2986c8c1bc4c service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918067 Aug 11 00:22:24.919502 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5b509f-27fa-40d4-ae57-760e2c8e05db x-openstack-request-id: req-0b5b509f-27fa-40d4-ae57-760e2c8e05db {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:24.919859 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a58a82-0d34-46dc-8ee0-2c8aabeb19dd", "name": "network-vif-plugged", "status": "completed", "tag": "aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:24.920324 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b5b509f-27fa-40d4-ae57-760e2c8e05db {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:24.921051 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a58a82-0d34-46dc-8ee0-2c8aabeb19dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4', 'code': 200} Aug 11 00:22:24.961314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:24.966303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74341ced-62cf-47b2-bbdb-93db9a204b9c req-65fd420c-cc09-4a98-a5f9-59b77907f6ac tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 210 time: 0.0612743 Aug 11 00:22:24.985913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:25.065786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-45caf0a1-48dc-4573-a205-01b329f888c1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5475254 Aug 11 00:22:25.071582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46692) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:25.078060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Request body: {'subnet': {'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-793872871-subnet', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:25.088581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Pushing event updated for resources: {'Port': ['ID=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:25.099608 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:25.137494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702bc5c-2c16-46b5-9da9-245e18dcb438 req-366274df-cd5f-49cb-95b2-ffcc4ca0723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:25.141264 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2702bc5c-2c16-46b5-9da9-245e18dcb438 req-366274df-cd5f-49cb-95b2-ffcc4ca0723c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 1097 time: 0.1743081 Aug 11 00:22:25.237883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Made reservation on behalf of aab9023daa1c4e4491271d4b2a2e55c3 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:25.242001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:25.252739 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2702bc5c-2c16-46b5-9da9-245e18dcb438 req-72753ab5-bfa3-4a0e-9889-38bc33010e65 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853581 Aug 11 00:22:25.255248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:25.323545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-1332a508-2a3d-4235-9ec0-b10501371b22 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1899328 Aug 11 00:22:25.444516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Attempting to bind port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:25.444993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Attempting to bind port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:25.445408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Attempting to bind port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 on network 67c3c319-7406-4c9b-b34c-79d595893fa0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:25.455791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-2082e008-faba-4d1b-88f2-e6635c67c060 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:25.455791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-2082e008-faba-4d1b-88f2-e6635c67c060 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.3256745 Aug 11 00:22:25.471308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 on network 67c3c319-7406-4c9b-b34c-79d595893fa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:25.471789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Attempting to bind port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 on network 67c3c319-7406-4c9b-b34c-79d595893fa0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:25.483893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-13'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:25.526947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-65e209d8-2023-4619-80dc-b5d9aade7f82 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:25.528823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-65e209d8-2023-4619-80dc-b5d9aade7f82 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.44 "GET /v2.0/networks?id=ba691427-d1f0-4361-b6ad-7ab84f4389b3 HTTP/1.1" status: 200 len: 815 time: 0.1946168 Aug 11 00:22:25.530217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:25.530962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Checking segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:25.533173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Bound using segment: {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:25.534037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Bound port: ce4cf7a1-53bb-4960-8bd5-d71b640abb21, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bb45368-834b-41a2-9859-aad51752bf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:25.534819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:25.653810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-65ea253f-ef04-476d-98a0-5019d6ae307c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409cdc564fa64ba7b2f36920ff33bc0b HTTP/1.1" status: 200 len: 380 time: 0.0917327 Aug 11 00:22:25.688868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-432d324c-8eb9-423f-be79-291dd3fa2059 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:25.691527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-432d324c-8eb9-423f-be79-291dd3fa2059 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540540 Aug 11 00:22:25.720977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a1a8a-d69b-44e1-bfaa-f654e2486617 req-d8b6df0e-46eb-42bc-9167-0e27f79a4539 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:25.722790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-515a1a8a-d69b-44e1-bfaa-f654e2486617 req-d8b6df0e-46eb-42bc-9167-0e27f79a4539 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 945 time: 0.0740464 Aug 11 00:22:25.751265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Request body: {'port': {'device_id': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'admin_state_up': True, 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'security_groups': ['1a137544-d67f-4337-9dd5-86346487545c']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:25.802509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-76f9a3de-7285-4d63-ab4d-79be9b90b6d5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/quotas/e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 375 time: 0.0971227 Aug 11 00:22:25.818897 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:25.870010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:25.872571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-515a1a8a-d69b-44e1-bfaa-f654e2486617 req-9c67c007-39f8-43ad-b6f7-7cc07c845dbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422825 Aug 11 00:22:25.880436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] For port ce4cf7a1-53bb-4960-8bd5-d71b640abb21, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:25.934703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] For port ce4cf7a1-53bb-4960-8bd5-d71b640abb21, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:25.972439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8827c5e1-85b5-4168-9c42-e9dc0b1fd64f,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:26.044858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Checking segment: {'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:26.045872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Network hostable DHCP agents. Network: d4b92da6-52f4-4ffc-8c57-5a5c204246b3, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:22:26.145386 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:26.153981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Made reservation on behalf of 409cdc564fa64ba7b2f36920ff33bc0b for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:26.159876 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:26.172091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-1030fe87-64ee-44bd-8d28-379e93929db5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3615117 Aug 11 00:22:26.206674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:26.297902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:26.298578 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:26.300774 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] 10.222.0.44 "PUT /v2.0/ports/ce4cf7a1-53bb-4960-8bd5-d71b640abb21 HTTP/1.1" status: 200 len: 1092 time: 2.8702331 Aug 11 00:22:26.301288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'tag': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:26.303748 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec025da9-abac-4d84-94fd-3377dd9e8236" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9956a6-4e72-45d4-9c2f-fa248b43e3fc", "tag": "ce4cf7a1-53bb-4960-8bd5-d71b640abb21"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:26.341896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa03a2e-843c-431b-8c7e-a55481491acc service neutron] Pushing event updated for resources: {'Port': ['ID=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:26.368113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:26.442344 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:26.467274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:22:26.490278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Allocated IP 172.20.0.10 (ba691427-d1f0-4361-b6ad-7ab84f4389b3/973d8471-bcbd-4836-a4ff-f5249d9333ca/1ad59935-4546-4dc2-9629-dc34a1b93140) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:26.500554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47436b9e-7e01-46ce-b9c1-0d1ac1c52a28 req-7ba436fd-3f86-47e7-8453-5150354d12b6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:26.502224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47436b9e-7e01-46ce-b9c1-0d1ac1c52a28 req-7ba436fd-3f86-47e7-8453-5150354d12b6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 945 time: 0.3847389 Aug 11 00:22:26.544834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:26.667514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47436b9e-7e01-46ce-b9c1-0d1ac1c52a28 req-1d02db8c-8007-4bf5-9b60-ebd0837027d2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432419 Aug 11 00:22:26.674128 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6cfb81be-62f3-4a7b-8b5f-ce41503ffc88 req-522001b1-ef0b-4f2f-80e4-99e52fca8c66 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0629544 Aug 11 00:22:26.688571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d4b92da6-52f4-4ffc-8c57-5a5c204246b3) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:26.733611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc7ca0-1460-4c14-90b9-95f7570ec258 None None] Network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:22:26.829299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:26.830102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:26.888096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Pushing event updated for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:26.908291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-277a7b24-ee9b-46a7-9aa4-5aee1e66f6ae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8348711 Aug 11 00:22:26.912584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-ee64c521-b7ac-4127-ac58-6b91d50af75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:26.913545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46728) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:26.915763 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-ee64c521-b7ac-4127-ac58-6b91d50af75e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 1095 time: 0.3120174 Aug 11 00:22:26.924831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22599d8-55bd-491a-9dc5-dbc9dfce919e req-b8050e50-14e5-44a0-a5e7-8fd3862d212c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:26.927526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c22599d8-55bd-491a-9dc5-dbc9dfce919e req-b8050e50-14e5-44a0-a5e7-8fd3862d212c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 943 time: 0.0832818 Aug 11 00:22:26.932343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:26.942289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:26.942289 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3f1e23-db9d-460c-a75c-d28e0f46dc24" -d '{"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-unplugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:26.977559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df3d2451-cc3c-4246-b084-a41e9574fabf req-8fd68292-0ecf-45c2-af22-172799197dd2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 210 time: 0.0977468 Aug 11 00:22:26.992922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on host n-h1-712143-13 for vnic_type normal with profile {"migrating_to": "n-h2-712143-13"} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:26.992922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:26.993383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:27.053067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:27.053969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Attempting to bind port e351ba37-dcbb-4870-ba0a-0a72af38386c on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:27.061346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-9fa15d6b-bd0c-458a-b273-e78d64974bc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4cf7a1-53bb-4960-8bd5-d71b640abb21 HTTP/1.1" status: 200 len: 217 time: 0.0886486 Aug 11 00:22:27.066918 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:27.067799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:27.068637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:27.069644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Bound port: e351ba37-dcbb-4870-ba0a-0a72af38386c, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:27.070491 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.097410 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53482400-6dcd-460f-9b2f-925105658e42 x-openstack-request-id: req-53482400-6dcd-460f-9b2f-925105658e42 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:27.097410 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9956a6-4e72-45d4-9c2f-fa248b43e3fc", "tag": "ce4cf7a1-53bb-4960-8bd5-d71b640abb21", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:27.097410 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53482400-6dcd-460f-9b2f-925105658e42 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:27.097410 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'tag': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'status': 'completed', 'code': 200} Aug 11 00:22:27.127257 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.181756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.183667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-d4b92da6-52f4-4ffc-8c57-5a5c204246b3', 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'fixed_ips': [{'subnet_id': '8827c5e1-85b5-4168-9c42-e9dc0b1fd64f'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:22:27.183836 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.185068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.242237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-46a8a9d4-8b04-4447-9686-067d52052bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:27.243932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-46a8a9d4-8b04-4447-9686-067d52052bae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a3b0f2-4366-4ec9-996d-911682065254 HTTP/1.1" status: 200 len: 863 time: 0.1672719 Aug 11 00:22:27.275443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c22599d8-55bd-491a-9dc5-dbc9dfce919e req-a8c3b211-4ba4-42f2-a6ea-4780aa47cde5 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133142 Aug 11 00:22:27.285172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Transition to ACTIVE for port object 1ad59935-4546-4dc2-9629-dc34a1b93140 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:27.339414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:27.345371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:27.425289 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58c5ade3-4ec5-4b60-98e4-4e30e731cfe7 req-7b6d03d6-f213-4a90-9b38-2dadad20f976 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 210 time: 0.2606649 Aug 11 00:22:27.425512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.477181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.510659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5487a-1ae4-4bd6-8ca0-6a959879020b req-2d982119-ecbb-485d-a0ad-a6d73fc6f5d8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:27.512739 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b5487a-1ae4-4bd6-8ca0-6a959879020b req-2d982119-ecbb-485d-a0ad-a6d73fc6f5d8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 943 time: 0.1062193 Aug 11 00:22:27.518837 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07989f6b-8f93-4f14-ba28-73b0f4b7480d x-openstack-request-id: req-07989f6b-8f93-4f14-ba28-73b0f4b7480d {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:27.519511 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-unplugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:27.520064 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07989f6b-8f93-4f14-ba28-73b0f4b7480d {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:27.521000 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4', 'code': 200} Aug 11 00:22:27.523029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Allocated IP 172.20.0.2 (d4b92da6-52f4-4ffc-8c57-5a5c204246b3/8827c5e1-85b5-4168-9c42-e9dc0b1fd64f/15105208-89cf-4d58-8247-36b209e2de5f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:27.596603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-de20d836-91b3-47af-8381-73582b34f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:27.600699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-de20d836-91b3-47af-8381-73582b34f829 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=67c3c319-7406-4c9b-b34c-79d595893fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2107747 Aug 11 00:22:27.672294 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.754437 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.755026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Pushing event updated for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:27.767317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Transition to ACTIVE for port object 15105208-89cf-4d58-8247-36b209e2de5f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:27.767520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:27.768114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.770634 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-55e77efd-8574-4d77-88df-2a08a01f303d service neutron] 10.222.0.44 "PUT /v2.0/ports/e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 200 len: 1123 time: 2.3001587 Aug 11 00:22:27.790210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Transition to ACTIVE for port object 15105208-89cf-4d58-8247-36b209e2de5f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:27.845291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-53b85430-1100-4d5f-a68e-47d1bfc0c062 service neutron] 10.222.0.44 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268205 Aug 11 00:22:27.871142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:27.931751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Pushing event updated for resources: {'Port': ['ID=15105208-89cf-4d58-8247-36b209e2de5f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:27.935337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['e351ba37-dcbb-4870-ba0a-0a72af38386c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:27.974088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b5487a-1ae4-4bd6-8ca0-6a959879020b req-85cc3d48-02f3-4676-835e-2b0a2fa32c02 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524288 Aug 11 00:22:28.002505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:28.016254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd40b3-fff5-4079-865b-e07ab44273f3 req-044db203-9880-4fcb-96a6-55530e34f9b9 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:28.017079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:28.017247 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-18bd40b3-fff5-4079-865b-e07ab44273f3 req-044db203-9880-4fcb-96a6-55530e34f9b9 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 945 time: 0.1910193 Aug 11 00:22:28.017476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:28.054108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:28.091452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:28.146799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Attempting to bind port 15105208-89cf-4d58-8247-36b209e2de5f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:28.148369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Attempting to bind port 15105208-89cf-4d58-8247-36b209e2de5f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:28.148776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a2971d-6134-46bd-8e0e-5909adab3bd4 req-74f9d680-c981-46ef-a1ca-93431b59f5f1 service neutron] 10.222.0.44 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837870 Aug 11 00:22:28.149527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Attempting to bind port 15105208-89cf-4d58-8247-36b209e2de5f on network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:28.170784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-18bd40b3-fff5-4079-865b-e07ab44273f3 req-ef86f874-cbba-4f7a-a693-ac0b78228b37 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505842 Aug 11 00:22:28.183730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:28.184276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Checking segment: {'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:28.184919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:28.185144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Bound using segment: {'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:28.185893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Bound port: 15105208-89cf-4d58-8247-36b209e2de5f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:28.187015 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:28.198006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:28.332082 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:28.357821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event updated for resources: {'Port': ['ID=1ad59935-4546-4dc2-9629-dc34a1b93140,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:28.376156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee69958f-0d56-4a37-8e08-1dd5add652d4 req-1be0d566-166d-43ac-8abc-7331c5975add tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 210 time: 0.0617173 Aug 11 00:22:28.413898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] For port 15105208-89cf-4d58-8247-36b209e2de5f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:28.419950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] For port 15105208-89cf-4d58-8247-36b209e2de5f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=15105208-89cf-4d58-8247-36b209e2de5f,segment=NetworkSegment(2fad6654-954d-423a-b06c-00f55fe4565e),segment_id=2fad6654-954d-423a-b06c-00f55fe4565e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:28.464325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:28.470143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:28.476207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-2d5cc368-1c71-4f90-b3be-aca6392c2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:28.477874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-2d5cc368-1c71-4f90-b3be-aca6392c2b89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 1095 time: 0.1005132 Aug 11 00:22:28.563975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:28.616712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-8ffceb59-b145-4f3d-b8de-911f68bd7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:28.618332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-8ffceb59-b145-4f3d-b8de-911f68bd7983 service neutron] 10.222.0.44 "GET /v2.0/networks?id=67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 200 len: 925 time: 0.1315453 Aug 11 00:22:28.740423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167a71a-6d1b-43a4-8619-015d765df4ee None None] Pushing event updated for resources: {'Port': ['ID=15105208-89cf-4d58-8247-36b209e2de5f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:28.773086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-729c0bf7-7172-40e3-a0f7-69a33c919704 None None] Provisioning for port 1ad59935-4546-4dc2-9629-dc34a1b93140 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:28.778364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-729c0bf7-7172-40e3-a0f7-69a33c919704 None None] Provisioning complete for port 1ad59935-4546-4dc2-9629-dc34a1b93140 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:28.784879 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-729c0bf7-7172-40e3-a0f7-69a33c919704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:28.804710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5251b-07ea-4473-9712-796d00141ede req-993341ac-9ac8-42f0-bce8-0ebb39edcf4b tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:28.810253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-7f901fa8-e3ad-4baa-bba9-6103a599c8fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4cf7a1-53bb-4960-8bd5-d71b640abb21 HTTP/1.1" status: 200 len: 217 time: 0.0934982 Aug 11 00:22:28.828876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d5251b-07ea-4473-9712-796d00141ede req-993341ac-9ac8-42f0-bce8-0ebb39edcf4b tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 932 time: 0.6263292 Aug 11 00:22:28.875755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-729c0bf7-7172-40e3-a0f7-69a33c919704 None None] Port 1ad59935-4546-4dc2-9629-dc34a1b93140 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:22:28.882486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 83ecc15e-c655-496a-9e4c-b4903cb5a714 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:28.897958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ed4b275b-c046-42e7-b9cf-b4742731aedd tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:28.899740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ed4b275b-c046-42e7-b9cf-b4742731aedd tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 808 time: 1.2848244 Aug 11 00:22:28.931453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-e92e7d81-546c-4552-967a-d3010194643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:28.934286 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-e92e7d81-546c-4552-967a-d3010194643d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a3b0f2-4366-4ec9-996d-911682065254 HTTP/1.1" status: 200 len: 863 time: 0.1102610 Aug 11 00:22:28.958494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-21ba807d-dd77-4bbd-8fbf-ec133a18ecb0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2123053 Aug 11 00:22:28.964460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Request body: {'port': {'device_id': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'admin_state_up': True, 'tenant_id': '0cba842470cb42649154e0bc813fbf84'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:29.004841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Request body: {'port': {'device_id': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:29.056766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-c58d3ae7-3068-496d-b782-6c531ad36086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:29.058410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-c58d3ae7-3068-496d-b782-6c531ad36086 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=67c3c319-7406-4c9b-b34c-79d595893fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033239 Aug 11 00:22:29.097386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c'}, {'name': 'network-changed', 'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:29.106966 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a48b83-fc81-49c6-93f0-25a34aece302" -d '{"events": [{"server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "name": "network-vif-unplugged", "status": "completed", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c"}, {"name": "network-changed", "server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:29.142077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:29.212248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'mac_address': 'fa:16:3e:df:f1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:22:29.313726 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:29.331468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ecc15e-c655-496a-9e4c-b4903cb5a714 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:29.384293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:29.401329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:29.420515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76e9ec-af3b-4197-9528-f11b7dec589d req-eb43312e-dde7-424f-b36c-f17839b7c748 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:29.422086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df76e9ec-af3b-4197-9528-f11b7dec589d req-eb43312e-dde7-424f-b36c-f17839b7c748 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 943 time: 0.2691519 Aug 11 00:22:29.455199 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:29.456292 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:29.481967 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:29.507544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-b86e20af-5a4f-4e61-8e39-e03e3080687c service neutron] 10.222.0.44 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406114 Aug 11 00:22:29.546014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df76e9ec-af3b-4197-9528-f11b7dec589d req-e7d0f38a-1738-4ece-a5a3-90b6d8e8cff5 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165967 Aug 11 00:22:29.559177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:29.619627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['83ecc15e-c655-496a-9e4c-b4903cb5a714'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:29.777819 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f6e19d3-3bdb-490e-a0d0-5e72efdbff17 req-fcf298d8-172f-4a6a-bf1b-41f3d50a9eee tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 210 time: 0.1233034 Aug 11 00:22:29.860837 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec025da9-abac-4d84-94fd-3377dd9e8236 req-6c6e7622-295c-430c-b215-0794505b69b9 service neutron] 10.222.0.44 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405645 Aug 11 00:22:29.879741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d5251b-07ea-4473-9712-796d00141ede req-418bcd63-bcfc-4f98-9659-804d7ead1690 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0493999 Aug 11 00:22:30.273183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 15105208-89cf-4d58-8247-36b209e2de5f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:30.384091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-970529d6-4516-4a51-8579-8d97846f013b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734999 Aug 11 00:22:30.399521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1420dd-cf7b-49f5-9986-4162b8cacc3f req-43bc544f-b7cf-4f6a-8836-f67a574bf391 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:30.401416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d1420dd-cf7b-49f5-9986-4162b8cacc3f req-43bc544f-b7cf-4f6a-8836-f67a574bf391 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 943 time: 0.1862028 Aug 11 00:22:30.476293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 15105208-89cf-4d58-8247-36b209e2de5f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:30.597744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Made reservation on behalf of 0cba842470cb42649154e0bc813fbf84 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:30.613354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:30.659538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c203a-4e46-47fc-9bc8-007b5eecdee1 None None] Network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:22:30.747519 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616f24-b0a8-4571-8e59-7b82530f04f2 req-c76abeb8-d704-4d74-a176-1e6a6a0f37ec tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:30.760770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d616f24-b0a8-4571-8e59-7b82530f04f2 req-c76abeb8-d704-4d74-a176-1e6a6a0f37ec tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 945 time: 0.3987634 Aug 11 00:22:30.831810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e351ba37-dcbb-4870-ba0a-0a72af38386c details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:30.834487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 83ecc15e-c655-496a-9e4c-b4903cb5a714 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:30.930714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ba4b9acc-dda5-474d-9c68-ab2dcc412e9f None None] Provisioning for port 15105208-89cf-4d58-8247-36b209e2de5f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:30.991692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d1420dd-cf7b-49f5-9986-4162b8cacc3f req-868f9f57-376f-422e-911e-e2e9d4933437 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794439 Aug 11 00:22:31.012700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ba4b9acc-dda5-474d-9c68-ab2dcc412e9f None None] Provisioning complete for port 15105208-89cf-4d58-8247-36b209e2de5f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:31.014351 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba4b9acc-dda5-474d-9c68-ab2dcc412e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:31.098665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-389e1d5e-533b-4eee-ac66-0c5a43bca62f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:31.105359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-389e1d5e-533b-4eee-ac66-0c5a43bca62f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7025685 Aug 11 00:22:31.107406 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31323922-e7e2-4eb5-bd8d-c925742452b6 x-openstack-request-id: req-31323922-e7e2-4eb5-bd8d-c925742452b6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:31.109144 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "name": "network-vif-unplugged", "status": "completed", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c", "code": 200}, {"name": "network-changed", "server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:31.109695 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31323922-e7e2-4eb5-bd8d-c925742452b6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:31.114137 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c', 'code': 200} Aug 11 00:22:31.115807 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c', 'status': 'completed', 'code': 200} Aug 11 00:22:31.121332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Request body: {'port': {'device_id': 'eee50981-c135-43ab-97dd-661d113cd513', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': 'e899a38790c44038978483c7c2bf2a43'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:31.272388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ac2efa7-1c70-4bd7-abda-6f13d4d8e284 req-68cad497-bcde-4e1e-b888-0801ef0f66ba tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 210 time: 0.0576782 Aug 11 00:22:31.468328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1ea0e-ecaa-491d-aad3-7ce62c0e3e10 req-03634aee-cc24-41fc-8f6a-208fb0ad30cc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:31.473052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5be1ea0e-ecaa-491d-aad3-7ce62c0e3e10 req-03634aee-cc24-41fc-8f6a-208fb0ad30cc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 943 time: 0.0785780 Aug 11 00:22:31.475337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Made reservation on behalf of e899a38790c44038978483c7c2bf2a43 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:31.480254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:31.506280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Allocated IP 172.20.0.2 (8c59f848-f680-473b-8fd6-692def6fba06/d15a8409-61e3-4c13-ae93-7c691de770bf/5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:31.591949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:31.634584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 83ecc15e-c655-496a-9e4c-b4903cb5a714 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:31.635222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:31.656800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e351ba37-dcbb-4870-ba0a-0a72af38386c has no active binding in host n-h2-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 00:22:31.844517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:31.850662 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba4b9acc-dda5-474d-9c68-ab2dcc412e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:31.867706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Allocated IP 192.168.233.92 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/67975638-57be-4755-bd45-cbcf158d841c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:31.958565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad59935-4546-4dc2-9629-dc34a1b93140 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:31.982881 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.002530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ba4b9acc-dda5-474d-9c68-ab2dcc412e9f None None] For port 15105208-89cf-4d58-8247-36b209e2de5f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=15105208-89cf-4d58-8247-36b209e2de5f,segment=NetworkSegment(2fad6654-954d-423a-b06c-00f55fe4565e),segment_id=2fad6654-954d-423a-b06c-00f55fe4565e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:32.011389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Transition to ACTIVE for port object 1ad59935-4546-4dc2-9629-dc34a1b93140 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:32.079288 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.124310 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.128390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.171594 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.224427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5be1ea0e-ecaa-491d-aad3-7ce62c0e3e10 req-5faef9bf-b9c6-4c27-9839-848b10c712c1 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7230384 Aug 11 00:22:32.284353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Allocated IP 172.25.0.153 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/3f0ff0d1-5a91-4fab-aa26-97d111da054c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:32.313273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:32.317630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:32.328294 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9b2f5a-3555-40b0-9853-035b3a114c71" -d '{"events": [{"server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "name": "network-vif-plugged", "status": "completed", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:32.339936 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba4b9acc-dda5-474d-9c68-ab2dcc412e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.431706 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.434383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.481414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-9005770f-0a04-4cf3-a695-930db4ca5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:32.485132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-9005770f-0a04-4cf3-a695-930db4ca5636 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1126 time: 1.3201122 Aug 11 00:22:32.497283 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d616f24-b0a8-4571-8e59-7b82530f04f2 req-76faa797-839a-41ba-8af1-6bf156a7688d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4522223 Aug 11 00:22:32.517214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7cbd6985-6167-4458-a4ce-d5ebd2e3eea5 req-aa86b1b2-e141-4736-b6df-2f5bbb9d0037 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 210 time: 0.1569462 Aug 11 00:22:32.534080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6eed6cdd-5a82-44f0-b6a3-ab9afa8558f1 None None] Provisioning complete for port 15105208-89cf-4d58-8247-36b209e2de5f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:32.534814 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6eed6cdd-5a82-44f0-b6a3-ab9afa8558f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.537929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b9acc-dda5-474d-9c68-ab2dcc412e9f None None] Pushing event updated for resources: {'Port': ['ID=15105208-89cf-4d58-8247-36b209e2de5f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:32.560274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.700287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.724930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:32.745699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Network 8c59f848-f680-473b-8fd6-692def6fba06 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:32.766254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:32.769404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Transition to ACTIVE for port object 67975638-57be-4755-bd45-cbcf158d841c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:32.792556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:32.814751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ce4cf7a1-53bb-4960-8bd5-d71b640abb21 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:32.816517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:32.935286 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:32.940408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:33.022186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d24b43-d89f-448c-93fa-4f6e6ad64cef req-cd9421aa-f00a-4bd9-a593-fa00f99f001a tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:33.035291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-91d24b43-d89f-448c-93fa-4f6e6ad64cef req-cd9421aa-f00a-4bd9-a593-fa00f99f001a tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 944 time: 0.2210126 Aug 11 00:22:33.077331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ce4cf7a1-53bb-4960-8bd5-d71b640abb21, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:33.093855 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:33.119011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'port_id': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'mac_address': 'fa:16:3e:73:e9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:22:33.131658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['50d82742-efd1-49de-ab32-268e86ff0e55'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:33.231970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:33.232167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:33.256681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Pushing event updated for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:33.271917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:33.306287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-91d24b43-d89f-448c-93fa-4f6e6ad64cef req-06af9e1b-fa9c-472f-87b7-966c2bf9e13e tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464032 Aug 11 00:22:33.308093 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:33.314324 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:33.341747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:33.448948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Pushing event updated for resources: {'Port': ['ID=1ad59935-4546-4dc2-9629-dc34a1b93140,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:33.476138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4cf7a1-53bb-4960-8bd5-d71b640abb21 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:33.517003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ce4cf7a1-53bb-4960-8bd5-d71b640abb21, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:33.551367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Pushing event updated for resources: {'Port': ['ID=3f0ff0d1-5a91-4fab-aa26-97d111da054c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:33.571942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf4b59-ea93-4ee8-95e6-471c86e5487e req-d89f4ff4-1490-4edd-bdc0-a0e90a59551c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:33.585806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:33.586416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fcf4b59-ea93-4ee8-95e6-471c86e5487e req-d89f4ff4-1490-4edd-bdc0-a0e90a59551c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 943 time: 0.6305032 Aug 11 00:22:33.586558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:33.591541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-3cad516c-b185-4bd9-9009-4ef8b0cbe5e2 service neutron] 10.222.0.55 "GET /v2.0/ports/e351ba37-dcbb-4870-ba0a-0a72af38386c/bindings/n-h2-712143-13 HTTP/1.1" status: 200 len: 385 time: 1.0641778 Aug 11 00:22:33.602354 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:33.720706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729988a-2ecf-47fc-a74c-986c2b20ab2c req-d277d0d0-af19-482f-aac3-f59d517e3c6a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:33.727696 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7729988a-2ecf-47fc-a74c-986c2b20ab2c req-d277d0d0-af19-482f-aac3-f59d517e3c6a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 931 time: 0.1617494 Aug 11 00:22:33.769228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:33.769818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:33.818872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fcf4b59-ea93-4ee8-95e6-471c86e5487e req-fdb9efb1-9422-461c-abc7-d4aa906059b1 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312701 Aug 11 00:22:33.820164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-cd3bf5dd-1d1e-437d-9b34-5c5c1e0e3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:33.821780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-cd3bf5dd-1d1e-437d-9b34-5c5c1e0e3483 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 1.2934463 Aug 11 00:22:33.831198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-e84f2733-8c74-44b6-9762-b1f54257da6a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7015789 Aug 11 00:22:33.845228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Request body: {'port': {'device_id': 'eee50981-c135-43ab-97dd-661d113cd513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:33.863279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-ddd59930-3462-46c7-b37c-04df3a56e289 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9100573 Aug 11 00:22:33.919620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Request body: {'port': {'device_id': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:33.926925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ce4cf7a1-53bb-4960-8bd5-d71b640abb21'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:33.945592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Attempting to bind port 1ad59935-4546-4dc2-9629-dc34a1b93140 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:33.947883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Attempting to bind port 1ad59935-4546-4dc2-9629-dc34a1b93140 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:33.951713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Attempting to bind port 1ad59935-4546-4dc2-9629-dc34a1b93140 on network ba691427-d1f0-4361-b6ad-7ab84f4389b3 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:33.960410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-1511b5fb-6ad7-4b22-aab3-98ffdce1123c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 200 len: 217 time: 0.1247027 Aug 11 00:22:34.014736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7729988a-2ecf-47fc-a74c-986c2b20ab2c req-ab31df26-e596-4ad5-a560-f54f15d9fc46 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781205 Aug 11 00:22:34.105633 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64bbc60-4854-4f61-ae9a-fa0acf833b6f x-openstack-request-id: req-a64bbc60-4854-4f61-ae9a-fa0acf833b6f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:34.106261 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "name": "network-vif-plugged", "status": "completed", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:34.109384 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a64bbc60-4854-4f61-ae9a-fa0acf833b6f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:34.109384 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'code': 200} Aug 11 00:22:34.123086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 15105208-89cf-4d58-8247-36b209e2de5f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:34.151486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:34.155543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Port 1ad59935-4546-4dc2-9629-dc34a1b93140 on network ba691427-d1f0-4361-b6ad-7ab84f4389b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:34.155925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Attempting to bind port 1ad59935-4546-4dc2-9629-dc34a1b93140 on network ba691427-d1f0-4361-b6ad-7ab84f4389b3 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:34.237312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:34.328550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacad57f-0f14-4087-a39a-8c7ec6f251c3 req-22bfb045-dfef-480d-aa4d-b3a2987174ae tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:34.340570 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aacad57f-0f14-4087-a39a-8c7ec6f251c3 req-22bfb045-dfef-480d-aa4d-b3a2987174ae tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 944 time: 0.1703618 Aug 11 00:22:34.344922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 15105208-89cf-4d58-8247-36b209e2de5f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:34.345675 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:34.522466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aacad57f-0f14-4087-a39a-8c7ec6f251c3 req-336c9b9d-fc2f-4095-a6d0-1e8e37d1b7d4 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802120 Aug 11 00:22:34.534713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d7d36c18-f727-4108-9b7b-000937e54023 None None] Provisioning for port 67975638-57be-4755-bd45-cbcf158d841c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:34.582150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d7d36c18-f727-4108-9b7b-000937e54023 None None] Provisioning complete for port 67975638-57be-4755-bd45-cbcf158d841c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:34.582865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7d36c18-f727-4108-9b7b-000937e54023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:34.740808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:34.741456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Checking segment: {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:34.742120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Bound using segment: {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:34.744380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Bound port: 1ad59935-4546-4dc2-9629-dc34a1b93140, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74505170-8366-4cd7-a708-27287e9f69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:34.745058 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:34.885381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d7d36c18-f727-4108-9b7b-000937e54023 None None] Port 67975638-57be-4755-bd45-cbcf158d841c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:22:34.966314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e48d-869d-434a-872a-7fe77abd23c8 req-f8c84c14-cfaf-46d3-b81e-c33de29657a9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:34.967727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f60e48d-869d-434a-872a-7fe77abd23c8 req-f8c84c14-cfaf-46d3-b81e-c33de29657a9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 935 time: 0.3033035 Aug 11 00:22:35.030326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67975638-57be-4755-bd45-cbcf158d841c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:35.039325 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:35.058933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Transition to ACTIVE for port object 67975638-57be-4755-bd45-cbcf158d841c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:35.130261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:35.138233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f60e48d-869d-434a-872a-7fe77abd23c8 req-4ba61ce5-2e33-4033-9150-d3a7420da19e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777860 Aug 11 00:22:35.428973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:35.433667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-d69f743c-f665-4e37-8432-606ad8769d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:35.437945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-d69f743c-f665-4e37-8432-606ad8769d1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 1.4180994 Aug 11 00:22:35.472437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:35.608609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Attempting to bind port 67975638-57be-4755-bd45-cbcf158d841c on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:35.612561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Attempting to bind port 67975638-57be-4755-bd45-cbcf158d841c by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:35.613202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Attempting to bind port 67975638-57be-4755-bd45-cbcf158d841c on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:35.652594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35550e-0557-4f06-97cb-3c97ecedba44 req-089eaefb-e787-4def-88e1-affac7b965c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:35.661706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f35550e-0557-4f06-97cb-3c97ecedba44 req-089eaefb-e787-4def-88e1-affac7b965c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 945 time: 0.2550325 Aug 11 00:22:35.675035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Port 67975638-57be-4755-bd45-cbcf158d841c on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:35.675788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Attempting to bind port 67975638-57be-4755-bd45-cbcf158d841c on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:35.703797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:35.704667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:35.705410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:35.706243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Bound port: 67975638-57be-4755-bd45-cbcf158d841c, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:35.706967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:35.768474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f35550e-0557-4f06-97cb-3c97ecedba44 req-ec17ee91-38ee-4f92-9077-742e24063818 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050849 Aug 11 00:22:35.823690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] For port 1ad59935-4546-4dc2-9629-dc34a1b93140, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:35.837441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] For port 1ad59935-4546-4dc2-9629-dc34a1b93140, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1ad59935-4546-4dc2-9629-dc34a1b93140,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:35.864603 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-e22e64cc-9b59-4ff4-a48a-e84f24c6208b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3152382 Aug 11 00:22:35.954689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:35.958640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:36.014935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:36.030285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:36.080349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aeb3b-62f4-4f93-9267-7320eb1dd619 req-7df79956-b812-4bdc-85c9-577961347121 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:36.085067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-771aeb3b-62f4-4f93-9267-7320eb1dd619 req-7df79956-b812-4bdc-85c9-577961347121 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 943 time: 0.1207962 Aug 11 00:22:36.140716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:36.141517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:36.143330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] 10.222.0.44 "PUT /v2.0/ports/67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 1096 time: 2.3078279 Aug 11 00:22:36.146822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'tag': '67975638-57be-4755-bd45-cbcf158d841c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:36.149029 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64826231-d7cb-465a-b1fd-8fefc280facb" -d '{"events": [{"name": "network-changed", "server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "tag": "67975638-57be-4755-bd45-cbcf158d841c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:36.159405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3a857-fe41-434d-8797-0eecb8162246 service neutron] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:36.202869 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-771aeb3b-62f4-4f93-9267-7320eb1dd619 req-857d38ea-ffa6-4e53-8c8a-bdebf18b0d5b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953071 Aug 11 00:22:36.428521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-3b01134c-e6dd-4169-a2e6-1d6b75d55cf0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:36.430314 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-3b01134c-e6dd-4169-a2e6-1d6b75d55cf0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 945 time: 0.1872184 Aug 11 00:22:36.437985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-8f11efc4-09fd-4f88-8855-dddf48efda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:36.440078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-8f11efc4-09fd-4f88-8855-dddf48efda00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 1099 time: 0.1301625 Aug 11 00:22:36.542750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:36.546973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-b40d21f1-171c-4171-9b3a-479aa5f34b78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 217 time: 0.0941720 Aug 11 00:22:36.558438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99977d7b-f6d1-43a3-a73a-b0ee86228608 req-44f0c645-4023-46e0-beca-25ee2ecfd1b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:36.561243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df417ab-f647-41aa-bbbc-cac099f84011 req-c5581f43-6117-480a-8165-234d30ce7378 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:36.564036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2df417ab-f647-41aa-bbbc-cac099f84011 req-c5581f43-6117-480a-8165-234d30ce7378 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 944 time: 1.5508637 Aug 11 00:22:36.572772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99977d7b-f6d1-43a3-a73a-b0ee86228608 req-44f0c645-4023-46e0-beca-25ee2ecfd1b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 931 time: 0.2116220 Aug 11 00:22:36.662504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e351ba37-dcbb-4870-ba0a-0a72af38386c no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:22:36.693301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-a9680afc-3e5b-452f-bbcb-4e5d4d12ef1c service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331402 Aug 11 00:22:36.729786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-a25b6df4-72f2-4bbf-b16c-f5b4ee784e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:36.732922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-a25b6df4-72f2-4bbf-b16c-f5b4ee784e18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1578002 Aug 11 00:22:36.780905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99977d7b-f6d1-43a3-a73a-b0ee86228608 req-b0cb5e08-7268-4e18-ae78-56afc5106bb2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068272 Aug 11 00:22:36.845768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ce4cf7a1-53bb-4960-8bd5-d71b640abb21 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:36.860191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Deleting port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:22:36.862872 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:36.980925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-470a1d3d-20a5-4075-a418-0f2b37ae2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:36.983672 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-470a1d3d-20a5-4075-a418-0f2b37ae2a68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2354214 Aug 11 00:22:37.007580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:37.012112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:37.012496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:37.059508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:37.093203 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:37.110389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] For port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:37.111543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:37.136194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e848a9-22ba-4387-8000-c6459e88eb2a req-afcf6594-95e4-4d9c-a40e-024d9896919f tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:37.146756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9e848a9-22ba-4387-8000-c6459e88eb2a req-afcf6594-95e4-4d9c-a40e-024d9896919f tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 944 time: 0.1850243 Aug 11 00:22:37.169535 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2df417ab-f647-41aa-bbbc-cac099f84011 req-6d7b68fe-5ef5-49b7-a517-db1a057b3193 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5867102 Aug 11 00:22:37.177477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:37.178177 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:37.179820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] 10.222.0.44 "PUT /v2.0/ports/1ad59935-4546-4dc2-9629-dc34a1b93140 HTTP/1.1" status: 200 len: 1093 time: 8.1959457 Aug 11 00:22:37.182012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Calling delete_port for aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:22:37.194067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'tag': '1ad59935-4546-4dc2-9629-dc34a1b93140'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:37.196490 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e12c22a-97b8-447f-a981-5377eebcfcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3d7c83-546a-4f45-b3d6-cabc68d94b7f", "tag": "1ad59935-4546-4dc2-9629-dc34a1b93140"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:37.221265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9e848a9-22ba-4387-8000-c6459e88eb2a req-88dffc53-651a-40e8-9a1e-1c647c9dc8b5 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732667 Aug 11 00:22:37.243575 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:37.343321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:37.355388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ce4cf7a1-53bb-4960-8bd5-d71b640abb21, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:37.356430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:37.362791 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c72b2-3f1f-40ec-ae6e-559f9fb0be4c" -d '{"events": [{"server_uuid": "2b9956a6-4e72-45d4-9c2f-fa248b43e3fc", "name": "network-vif-plugged", "status": "completed", "tag": "ce4cf7a1-53bb-4960-8bd5-d71b640abb21"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:37.430831 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:37.457726 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-b9059013-d1c2-4d4c-a08b-1be447243633 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548340 Aug 11 00:22:37.463628 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158f68c1-d826-483e-bac4-59e248984085 x-openstack-request-id: req-158f68c1-d826-483e-bac4-59e248984085 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:37.464105 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "tag": "67975638-57be-4755-bd45-cbcf158d841c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:37.464591 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-158f68c1-d826-483e-bac4-59e248984085 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:37.467851 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'tag': '67975638-57be-4755-bd45-cbcf158d841c', 'status': 'completed', 'code': 200} Aug 11 00:22:37.583201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:37.696147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0120e06-f419-470f-a58b-6d546136a38c service neutron] Pushing event updated for resources: {'Port': ['ID=1ad59935-4546-4dc2-9629-dc34a1b93140,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:37.704604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e351ba37-dcbb-4870-ba0a-0a72af38386c {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:37.747967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4132042-00c5-4f21-9b0a-b7c1534190c4 req-ef9e1f78-2052-4d07-b407-38dce2cd7243 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:37.748517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:37.756208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4132042-00c5-4f21-9b0a-b7c1534190c4 req-ef9e1f78-2052-4d07-b407-38dce2cd7243 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 945 time: 0.1891611 Aug 11 00:22:37.844520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4132042-00c5-4f21-9b0a-b7c1534190c4 req-bd2e5bb3-7a60-47b6-8926-1fc0e2689a2e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865045 Aug 11 00:22:37.846054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6510c938-4730-450f-b766-7a2bc7ebed52 req-64c0c42e-954a-48cb-a076-131572d161a3 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728948 Aug 11 00:22:37.853275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-875d8470-5dca-4d4f-b0a2-a563ba077d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:37.854163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-875d8470-5dca-4d4f-b0a2-a563ba077d6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=409cdc564fa64ba7b2f36920ff33bc0b&device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 1096 time: 0.3666456 Aug 11 00:22:37.905902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9a48b83-fc81-49c6-93f0-25a34aece302 req-ef61a7ff-3e29-4322-801d-dc1ff3db11da service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004429 Aug 11 00:22:37.932526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:37.956637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06edd9-da3d-43d3-baf9-179ae5500f13 req-e6a15d51-971a-48db-a588-5bcef1e64ac8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:37.959368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a06edd9-da3d-43d3-baf9-179ae5500f13 req-e6a15d51-971a-48db-a588-5bcef1e64ac8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 947 time: 0.3399775 Aug 11 00:22:38.051548 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9395af0-30f4-4e88-a9c4-eaebf931c9de x-openstack-request-id: req-f9395af0-30f4-4e88-a9c4-eaebf931c9de {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:38.052112 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3d7c83-546a-4f45-b3d6-cabc68d94b7f", "tag": "1ad59935-4546-4dc2-9629-dc34a1b93140", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:38.052559 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9395af0-30f4-4e88-a9c4-eaebf931c9de {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:38.053145 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'tag': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'status': 'completed', 'code': 200} Aug 11 00:22:38.074519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-e59441d3-aa03-46f2-ae30-450e189446b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad59935-4546-4dc2-9629-dc34a1b93140 HTTP/1.1" status: 200 len: 217 time: 0.1826315 Aug 11 00:22:38.123295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:38.136739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:38.174444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event deleted for resources: {'Port': ['ID=aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:38.189822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64826231-d7cb-465a-b1fd-8fefc280facb req-4913d457-a1ff-4a97-adee-898bbcc03202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.192530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64826231-d7cb-465a-b1fd-8fefc280facb req-4913d457-a1ff-4a97-adee-898bbcc03202 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 1099 time: 0.1559401 Aug 11 00:22:38.257538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] No DVR routers for this DVR port aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:22:38.270234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:38.300221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338b90-a50d-4286-a2f6-620a42694497 req-a91146f0-873c-4005-9841-1f4b433041d8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.304887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:38.306852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44338b90-a50d-4286-a2f6-620a42694497 req-a91146f0-873c-4005-9841-1f4b433041d8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 943 time: 0.2488902 Aug 11 00:22:38.314298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a06edd9-da3d-43d3-baf9-179ae5500f13 req-cca28cd4-371b-4b18-b391-17bbdac05d20 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721586 Aug 11 00:22:38.317144 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:38.319472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0d729b7-2424-4027-88c0-1c5b2fe3da1e req-40e8015c-1c9d-461b-8750-f95d8d525652 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "DELETE /v2.0/ports/aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 HTTP/1.1" status: 204 len: 173 time: 1.8762636 Aug 11 00:22:38.324118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-d9402c9c-b84a-4870-ac76-624c5e12495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.326244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-d9402c9c-b84a-4870-ac76-624c5e12495b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=973d8471-bcbd-4836-a4ff-f5249d9333ca HTTP/1.1" status: 200 len: 854 time: 0.2112343 Aug 11 00:22:38.362305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Transition to ACTIVE for port object 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:38.379745 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44338b90-a50d-4286-a2f6-620a42694497 req-4da18173-9447-44e2-b862-25367b4a1339 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702844 Aug 11 00:22:38.426752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] Transition to ACTIVE for port object e351ba37-dcbb-4870-ba0a-0a72af38386c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:38.440520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-7726bf85-dbd8-4c6a-82b7-e453e9b6f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.442221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-7726bf85-dbd8-4c6a-82b7-e453e9b6f14f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba691427-d1f0-4361-b6ad-7ab84f4389b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083112 Aug 11 00:22:38.454750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64826231-d7cb-465a-b1fd-8fefc280facb req-563cdc03-3b5c-4d1e-b893-c5cda80144b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.456624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64826231-d7cb-465a-b1fd-8fefc280facb req-563cdc03-3b5c-4d1e-b893-c5cda80144b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2423568 Aug 11 00:22:38.470544 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d87fef7-7a09-4308-98b4-1b6b415c450e x-openstack-request-id: req-8d87fef7-7a09-4308-98b4-1b6b415c450e {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:38.471004 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9956a6-4e72-45d4-9c2f-fa248b43e3fc", "name": "network-vif-plugged", "status": "completed", "tag": "ce4cf7a1-53bb-4960-8bd5-d71b640abb21", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:38.471320 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d87fef7-7a09-4308-98b4-1b6b415c450e {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:38.471758 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'code': 200} Aug 11 00:22:38.553530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64826231-d7cb-465a-b1fd-8fefc280facb req-3970b4dd-4447-42e5-b1ef-a7849fb87899 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 217 time: 0.0891747 Aug 11 00:22:38.607511 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-d9dc3114-ff31-42aa-9e6d-29042a1d241e service neutron] 10.222.0.44 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572032 Aug 11 00:22:38.622900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1bed5-babe-4753-a1e4-ca2a4f776beb req-aabf8ec9-8bdc-4fe4-8366-9c0824b6ce0d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.624500 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d6b1bed5-babe-4753-a1e4-ca2a4f776beb req-aabf8ec9-8bdc-4fe4-8366-9c0824b6ce0d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 944 time: 0.0842934 Aug 11 00:22:38.645342 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-55d7614e-fa15-4e16-93e9-22f525538a2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1701672 Aug 11 00:22:38.675301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cd553-90e7-455e-9fda-e36655c8233f req-eb88eeab-6fda-4027-9957-3e1bac92084e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.676848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7cd553-90e7-455e-9fda-e36655c8233f req-eb88eeab-6fda-4027-9957-3e1bac92084e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 931 time: 0.1606214 Aug 11 00:22:38.680157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64826231-d7cb-465a-b1fd-8fefc280facb req-9249bc60-74ec-4dd9-836c-537b91efb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.682355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64826231-d7cb-465a-b1fd-8fefc280facb req-9249bc60-74ec-4dd9-836c-537b91efb000 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1091886 Aug 11 00:22:38.707789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d206-da52-4d20-b7a5-d2e85c214fa2 req-c7e6945a-2351-4153-9543-4d27cc45effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.709272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2e4d206-da52-4d20-b7a5-d2e85c214fa2 req-c7e6945a-2351-4153-9543-4d27cc45effd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 1097 time: 0.1347365 Aug 11 00:22:38.722208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d6b1bed5-babe-4753-a1e4-ca2a4f776beb req-ecd5bab9-678d-414c-8849-4eed832a4a89 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893745 Aug 11 00:22:38.765934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-07987273-5c58-4616-8f7a-26fad1c8ea79 service neutron] 10.222.0.44 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403904 Aug 11 00:22:38.856026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f66b9a-b45c-49f3-b141-9611013fbc99 req-798026ff-2fea-4a15-a784-f0d59918a826 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:38.857709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89f66b9a-b45c-49f3-b141-9611013fbc99 req-798026ff-2fea-4a15-a784-f0d59918a826 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 945 time: 0.0570290 Aug 11 00:22:38.921114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89f66b9a-b45c-49f3-b141-9611013fbc99 req-21e3213a-389d-4723-9ce4-f2d9b08df61c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552249 Aug 11 00:22:39.089371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9367a225-fc51-4ed9-baa6-70e83c16eff7 req-4070ad79-9dd9-44b5-8d2c-582b1b39b7bd tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=81a58a82-0d34-46dc-8ee0-2c8aabeb19dd HTTP/1.1" status: 200 len: 210 time: 0.0376489 Aug 11 00:22:39.096500 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7cd553-90e7-455e-9fda-e36655c8233f req-de3df209-eb3f-4731-9f63-bbffa63d16d7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109354 Aug 11 00:22:39.119395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-a92108a5-85f4-4af6-a549-676c20dfeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:39.120948 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-a92108a5-85f4-4af6-a549-676c20dfeb82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 1096 time: 0.4165065 Aug 11 00:22:39.122553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2e4d206-da52-4d20-b7a5-d2e85c214fa2 req-65e10145-ae6c-42cf-8a67-1fbd1153d846 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831332 Aug 11 00:22:39.125254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64826231-d7cb-465a-b1fd-8fefc280facb req-3a670339-66e8-40a9-a5da-9dbda31e60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:39.126861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64826231-d7cb-465a-b1fd-8fefc280facb req-3a670339-66e8-40a9-a5da-9dbda31e60da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4338372 Aug 11 00:22:39.317890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-83feb50d-ef3e-43a4-b379-cb34ac5bdb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:39.317890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-83feb50d-ef3e-43a4-b379-cb34ac5bdb53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.1679709 Aug 11 00:22:39.334368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64826231-d7cb-465a-b1fd-8fefc280facb req-ddf66295-866d-4920-824e-b070a4d59dbb service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413617 Aug 11 00:22:39.371186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-d5ba11ea-6ea1-443d-a983-29235bce4b8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 200 len: 217 time: 0.0470572 Aug 11 00:22:39.421593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:39.469137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:39.470197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a58a82-0d34-46dc-8ee0-2c8aabeb19dd', 'name': 'network-vif-deleted', 'tag': 'aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:39.473702 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796d0080-a12f-491b-ab53-4cb51da26661" -d '{"events": [{"server_uuid": "81a58a82-0d34-46dc-8ee0-2c8aabeb19dd", "name": "network-vif-deleted", "tag": "aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:39.478222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Router da7d659a-2f47-4625-8380-5801b0180238 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:22:39.483563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-d646605e-b6e9-49af-adbb-2c4e15f870c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:39.485237 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-d646605e-b6e9-49af-adbb-2c4e15f870c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.0995798 Aug 11 00:22:39.549127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-13c01f76-e7ad-44dc-a38a-4e9e003b42d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555544 Aug 11 00:22:39.562714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] No DVR routers for this DVR port e351ba37-dcbb-4870-ba0a-0a72af38386c on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:22:39.588333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64826231-d7cb-465a-b1fd-8fefc280facb req-6bfd3d94-490d-4562-aa5a-c5701c36d382 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266476 Aug 11 00:22:39.703592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-50ff6188-43dc-4200-84a8-d621a2061929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:39.705258 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-50ff6188-43dc-4200-84a8-d621a2061929 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=409cdc564fa64ba7b2f36920ff33bc0b&device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 1096 time: 0.1966872 Aug 11 00:22:39.708861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-bd56ba72-34c9-46e4-8e32-1a2730428b51 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295314 Aug 11 00:22:39.717919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebff56-581a-400d-8ff7-a8113868151f req-c6a3f834-bd38-4f22-90da-b1c2cf9c9505 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:39.719650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44ebff56-581a-400d-8ff7-a8113868151f req-c6a3f834-bd38-4f22-90da-b1c2cf9c9505 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 944 time: 0.2177551 Aug 11 00:22:39.899640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Pushing event updated for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:40.013066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a582-7c3f-4da7-9396-317a091b8c20 req-d8a9858e-1b71-44ee-aace-4b1845bcd680 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.015328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f81a582-7c3f-4da7-9396-317a091b8c20 req-d8a9858e-1b71-44ee-aace-4b1845bcd680 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 947 time: 0.5588911 Aug 11 00:22:40.042929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44ebff56-581a-400d-8ff7-a8113868151f req-d2b3759b-ba11-4dcb-a0f1-564544f5eb51 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033047 Aug 11 00:22:40.139064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-b5e91bda-7945-4176-ad81-e7055f2672dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.140793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-b5e91bda-7945-4176-ad81-e7055f2672dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba691427-d1f0-4361-b6ad-7ab84f4389b3 HTTP/1.1" status: 200 len: 916 time: 0.4201400 Aug 11 00:22:40.141330 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] 10.222.0.55 "PUT /v2.0/ports/e351ba37-dcbb-4870-ba0a-0a72af38386c/bindings/n-h2-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 6.4811497 Aug 11 00:22:40.148235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b5b7b0-83fd-48ee-94fd-aec5f69c334a req-63df204b-e7a9-406a-8dd9-3d88bb255c8e service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190917 Aug 11 00:22:40.151507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b253b2e-45ce-4fbe-b79f-bd298a936fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=10']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:40.206169 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41136b87-7fda-4fc1-aca1-4ea4b75488f5 x-openstack-request-id: req-41136b87-7fda-4fc1-aca1-4ea4b75488f5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:40.206403 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a58a82-0d34-46dc-8ee0-2c8aabeb19dd", "name": "network-vif-deleted", "tag": "aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:40.206688 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41136b87-7fda-4fc1-aca1-4ea4b75488f5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:40.207068 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a58a82-0d34-46dc-8ee0-2c8aabeb19dd', 'name': 'network-vif-deleted', 'tag': 'aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4', 'status': 'completed', 'code': 200} Aug 11 00:22:40.209418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-1a0aa107-9791-4289-8dfb-8032cedc80a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad59935-4546-4dc2-9629-dc34a1b93140 HTTP/1.1" status: 200 len: 217 time: 0.0595922 Aug 11 00:22:40.212304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f81a582-7c3f-4da7-9396-317a091b8c20 req-c3cc7224-7b4a-4f14-a1bc-156720c8aead tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240470 Aug 11 00:22:40.228173 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:22:40.241259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Sync routers for ids ['da7d659a-2f47-4625-8380-5801b0180238'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:22:40.250036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:40.257490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:40.257490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:40.271336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Routers {'da7d659a-2f47-4625-8380-5801b0180238'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:22:40.272010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['da7d659a-2f47-4625-8380-5801b0180238'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:40.274649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:40.275289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:40.288818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:40.289386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:40.289882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:40.290676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Bound port: 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:40.291137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:40.397184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-5999482e-b818-4123-96f7-deaf89e95126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.398820 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-5999482e-b818-4123-96f7-deaf89e95126 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=973d8471-bcbd-4836-a4ff-f5249d9333ca HTTP/1.1" status: 200 len: 854 time: 0.1704588 Aug 11 00:22:40.455407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:40.478999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:40.482165 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:40.484050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d81e05bf-ef08-480d-943d-a2f471b89b6b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.5552063 Aug 11 00:22:40.487130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46910) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:40.493455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-7164bbe0-87ba-4449-a704-41fea4bbcee3 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.498384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-7164bbe0-87ba-4449-a704-41fea4bbcee3 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.1606984 Aug 11 00:22:40.518760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-55d18945-0b65-4452-bfcb-d4478dadbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.520447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-55d18945-0b65-4452-bfcb-d4478dadbf77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba691427-d1f0-4361-b6ad-7ab84f4389b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983610 Aug 11 00:22:40.530917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349f296-ab5f-4f7a-a2f7-2fa333f2dcc3 req-9b08f260-f1ea-4752-8148-47dfd17161d5 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.538915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5349f296-ab5f-4f7a-a2f7-2fa333f2dcc3 req-9b08f260-f1ea-4752-8148-47dfd17161d5 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 944 time: 0.1529050 Aug 11 00:22:40.592167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153a907-fee7-4a79-8024-94f5770b0805 req-a89e4bec-83c3-4ae2-b457-158ccb5ead20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.602815 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f153a907-fee7-4a79-8024-94f5770b0805 req-a89e4bec-83c3-4ae2-b457-158ccb5ead20 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 945 time: 0.1976421 Aug 11 00:22:40.617618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:40.627516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Set router da7d659a-2f47-4625-8380-5801b0180238 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:22:40.700531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5349f296-ab5f-4f7a-a2f7-2fa333f2dcc3 req-45ac6bb0-9098-4dc3-9896-f202c7fea993 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605628 Aug 11 00:22:40.719804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-593e6e8f-007c-433b-a1e5-49612d5b4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.721947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-593e6e8f-007c-433b-a1e5-49612d5b4eb3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466&tenant_id=d16a210b8107409094f1dce337d7601e HTTP/1.1" status: 200 len: 1096 time: 0.2136171 Aug 11 00:22:40.726192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:22:40.765347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.767669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:40.769287 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-5739075e-fc67-4b51-9934-ce526956017c service neutron] 10.222.0.44 "PUT /v2.0/ports/5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd HTTP/1.1" status: 200 len: 1092 time: 6.8600044 Aug 11 00:22:40.788098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:40.792538 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8db8c-364c-42d3-b9f7-58115f749cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:40.800674 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-9c3de4a5-afd6-4a00-b946-cd2c61996e64 service neutron] 10.222.0.44 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528389 Aug 11 00:22:40.809419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:22:40.810104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device aa89c3fd-2774-4dd7-ac2f-0b5ab4b9a0b4 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:22:40.821142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f153a907-fee7-4a79-8024-94f5770b0805 req-815e35eb-b7b5-4df5-a84a-a85df4d72c8b tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164979 Aug 11 00:22:40.908216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 67975638-57be-4755-bd45-cbcf158d841c details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:40.940998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739075e-fc67-4b51-9934-ce526956017c service neutron] Pushing event updated for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:40.947447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-016ff8fb-4821-4d31-b9d3-3b1aaebf2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:40.952244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-016ff8fb-4821-4d31-b9d3-3b1aaebf2f4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1096 time: 0.1944401 Aug 11 00:22:41.163399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:41.177717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '67975638-57be-4755-bd45-cbcf158d841c', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '67975638-57be-4755-bd45-cbcf158d841c', 'mac_address': 'fa:16:3e:71:f9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:22:41.182141 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873ff7e7-56a5-4d70-8181-cf25911bf40f x-openstack-request-id: req-873ff7e7-56a5-4d70-8181-cf25911bf40f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:41.182792 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:41.183148 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-873ff7e7-56a5-4d70-8181-cf25911bf40f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:41.186576 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd', 'status': 'completed', 'code': 200} Aug 11 00:22:41.230478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:22:33Z', 'revision_number': 3, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port': {'id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:32Z', 'updated_at': '2021-08-11T00:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:41.277773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-1e8f8921-7a52-4495-ba74-b6ed84a7aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:41.280553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-1e8f8921-7a52-4495-ba74-b6ed84a7aa1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1095 time: 0.3823936 Aug 11 00:22:41.284572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Checking router: da7d659a-2f47-4625-8380-5801b0180238 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:22:41.285141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Updating router da7d659a-2f47-4625-8380-5801b0180238 port 3f0ff0d1-5a91-4fab-aa26-97d111da054c binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:22:41.285307 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e12c22a-97b8-447f-a981-5377eebcfcb6 req-54b4b85d-32d1-4634-8d88-41bede8c9d97 service neutron] 10.222.0.44 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767590 Aug 11 00:22:41.322157 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:41.342171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-321907bc-a556-4fab-b38e-63d4415c9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:41.345438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-321907bc-a556-4fab-b38e-63d4415c9492 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.3604968 Aug 11 00:22:41.370307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed442af-9ba0-4fc5-84d1-cc1f8bf730b2 req-d2b5d173-e9a4-499b-912d-c19a1969a847 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:41.372226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fed442af-9ba0-4fc5-84d1-cc1f8bf730b2 req-d2b5d173-e9a4-499b-912d-c19a1969a847 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 945 time: 0.1934366 Aug 11 00:22:41.391643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-6ab35a69-886d-484c-b863-b17173ec10c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd HTTP/1.1" status: 200 len: 217 time: 0.0559580 Aug 11 00:22:41.392422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46932) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:41.420409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac223323-c50f-415c-a40d-331e3cab44f8 req-de2e493f-a38b-4332-b20c-087dd9ecf85c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:41.420409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac223323-c50f-415c-a40d-331e3cab44f8 req-de2e493f-a38b-4332-b20c-087dd9ecf85c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.2373986 Aug 11 00:22:41.420409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Request body: {'floatingip': {'port_id': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:41.423151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-542572e2-cc6f-4468-ae78-0312b9798ad7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 200 len: 217 time: 0.0698273 Aug 11 00:22:41.516043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:41.592894 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:41.595448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-6a016bf1-ce95-4361-bffe-77e00ac13515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:41.597919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-6a016bf1-ce95-4361-bffe-77e00ac13515 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.1568592 Aug 11 00:22:41.613222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a781f7-04a0-4a87-9d48-aab26ef49d16 req-0559c35f-8be5-44cc-8b59-06a37bd9dcd7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:41.617386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8a781f7-04a0-4a87-9d48-aab26ef49d16 req-0559c35f-8be5-44cc-8b59-06a37bd9dcd7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 944 time: 0.1184278 Aug 11 00:22:41.637888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67975638-57be-4755-bd45-cbcf158d841c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:41.659152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-cdc32626-94c6-4366-8757-7e806537a35e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401974 Aug 11 00:22:41.681758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:41.749526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac223323-c50f-415c-a40d-331e3cab44f8 req-d1393c54-1143-4b17-9ebf-882c07a66836 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569289 Aug 11 00:22:41.768924 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:41.816440 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8a781f7-04a0-4a87-9d48-aab26ef49d16 req-3c734317-0fc9-4883-9eab-51ac6a7b6a18 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554496 Aug 11 00:22:41.858024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:41.874366 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:41.889275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-c71eb832-d90a-48d4-aa91-1c064e49051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:41.891225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-c71eb832-d90a-48d4-aa91-1c064e49051b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.4173477 Aug 11 00:22:41.905039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Transition to ACTIVE for port object 3f0ff0d1-5a91-4fab-aa26-97d111da054c will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:41.915740 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-c353c247-d468-4408-9aa5-a90125dbf24d service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115235 Aug 11 00:22:41.964097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-19be484a-6a74-4376-a19a-b533c57ddc33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444353 Aug 11 00:22:42.020403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:42.056430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['67975638-57be-4755-bd45-cbcf158d841c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:42.156736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Attempting to bind port 3f0ff0d1-5a91-4fab-aa26-97d111da054c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:42.157121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Attempting to bind port 3f0ff0d1-5a91-4fab-aa26-97d111da054c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:42.157494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Attempting to bind port 3f0ff0d1-5a91-4fab-aa26-97d111da054c on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:42.166810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:42.167273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:42.167691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:42.168159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:42.168843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Bound port: 3f0ff0d1-5a91-4fab-aa26-97d111da054c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:42.169301 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:42.172195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a20f3-eb6e-4e2b-a53d-699f77c96383 req-9004ec98-05fc-4f1b-bf11-eb74d0427b3e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:42.180061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-0ee8d570-a5ca-46ab-9ca8-360d71d7a395 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524860 Aug 11 00:22:42.180831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac7a20f3-eb6e-4e2b-a53d-699f77c96383 req-9004ec98-05fc-4f1b-bf11-eb74d0427b3e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 948 time: 0.3100629 Aug 11 00:22:42.200395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-4e9b6518-b9bc-4c5e-82a5-854cbcffc3ef tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:42.211896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-4e9b6518-b9bc-4c5e-82a5-854cbcffc3ef tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.2067223 Aug 11 00:22:42.231777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-c2a6c163-6c1b-4776-94ab-a28fa7e96171 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/quotas/064855ecf62b4de4832543e325d9b97d HTTP/1.1" status: 200 len: 375 time: 0.0186810 Aug 11 00:22:42.277097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423a4e6-f1ee-48b9-8576-d09c3c7fcfb3 None None] Pushing event updated for resources: {'Port': ['ID=3f0ff0d1-5a91-4fab-aa26-97d111da054c,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:42.302351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-c05adcee-b9d9-4f76-9bf9-3d0de8ee0357 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675507 Aug 11 00:22:42.346129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac7a20f3-eb6e-4e2b-a53d-699f77c96383 req-5bdf8767-a2e3-470c-ae28-4ef3cdb6aaf2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642387 Aug 11 00:22:42.358599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] For port 3f0ff0d1-5a91-4fab-aa26-97d111da054c, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:42.370876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] For port 3f0ff0d1-5a91-4fab-aa26-97d111da054c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f0ff0d1-5a91-4fab-aa26-97d111da054c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:42.441640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-67afaeab-b529-45ef-815a-d498f5b73107 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660363 Aug 11 00:22:42.460144 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:42.485387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-43879449-bd9c-4143-aa4d-b2aa640e2ed2 service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801891 Aug 11 00:22:42.616788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423a4e6-f1ee-48b9-8576-d09c3c7fcfb3 None None] Pushing event updated for resources: {'Port': ['ID=3f0ff0d1-5a91-4fab-aa26-97d111da054c,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:42.639326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Routers {'da7d659a-2f47-4625-8380-5801b0180238'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:22:42.639979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['da7d659a-2f47-4625-8380-5801b0180238'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:42.651232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-2fb6f6e6-8b51-4211-a524-3aecf12b3508 service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640010 Aug 11 00:22:42.829668 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-c69db76c-54d2-4899-9a16-01d5442f180b tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:42.832827 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-c69db76c-54d2-4899-9a16-01d5442f180b tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.1520491 Aug 11 00:22:42.900898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] Set router da7d659a-2f47-4625-8380-5801b0180238 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:22:43.089333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-2edd01f7-8cb7-4325-a891-6cb7a4533af1 service neutron] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:43.105507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-2edd01f7-8cb7-4325-a891-6cb7a4533af1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:43.107466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7a1182f-9470-451a-a6b1-d46bbc389953 req-2edd01f7-8cb7-4325-a891-6cb7a4533af1 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e351ba37-dcbb-4870-ba0a-0a72af38386c/bindings/n-h1-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.2656302 Aug 11 00:22:43.266336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:43.280674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:22:33Z', 'revision_number': 3, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port': {'id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:32Z', 'updated_at': '2021-08-11T00:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:43.368884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ee477-2731-4d28-8c00-27b88b601235 None None] The sync data for ids ['da7d659a-2f47-4625-8380-5801b0180238'] in n-d-712143-13 is: [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:22:33Z', 'revision_number': 3, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port': {'id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:32Z', 'updated_at': '2021-08-11T00:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:22:43.390543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8f5b-f67f-4f4e-a2bb-56c7f0da43dd req-78551ea4-c7cf-4d61-8d06-fb50b0d535ce tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:43.399308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-176b8f5b-f67f-4f4e-a2bb-56c7f0da43dd req-78551ea4-c7cf-4d61-8d06-fb50b0d535ce tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 944 time: 0.8997071 Aug 11 00:22:43.453597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a857-6bd4-443b-aee6-1f2937a00b65 req-d29e7f1f-0f45-4b79-a942-3dbf2785d302 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:43.456479 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d04a857-6bd4-443b-aee6-1f2937a00b65 req-d29e7f1f-0f45-4b79-a942-3dbf2785d302 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.1341476 Aug 11 00:22:43.492763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-176b8f5b-f67f-4f4e-a2bb-56c7f0da43dd req-6e3e1527-0ff9-4a16-8e84-5a1deea146ad tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929639 Aug 11 00:22:43.587522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ca194c-e6b5-4a13-aeac-7ef0db825083 req-498214c0-8f06-4f1e-a601-9a1e529e490d service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0992920 Aug 11 00:22:43.622974 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d04a857-6bd4-443b-aee6-1f2937a00b65 req-e1f24489-d91f-4062-8a41-e47341108cc0 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602561 Aug 11 00:22:43.709621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:22:43.850669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa2675e0-6a76-4c61-bdad-6c075fd94258 req-60766fe0-91da-45ef-8504-3ac29340b5d2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 210 time: 0.0453899 Aug 11 00:22:43.891007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8596ba-fa7a-4a6f-b4cf-97b9023c65f9 req-5587ec52-7a57-4b5e-8614-c65ae4e6e335 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:43.896703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc8596ba-fa7a-4a6f-b4cf-97b9023c65f9 req-5587ec52-7a57-4b5e-8614-c65ae4e6e335 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 944 time: 0.2522757 Aug 11 00:22:43.932358 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:43.978651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-cc3c2902-368b-413b-880c-9d6a68ff14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:43.981487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-cc3c2902-368b-413b-880c-9d6a68ff14bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1095 time: 0.1804833 Aug 11 00:22:44.095498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:44.242029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f0ff0d1-5a91-4fab-aa26-97d111da054c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:44.287212 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc8596ba-fa7a-4a6f-b4cf-97b9023c65f9 req-8c9da024-abc8-4575-9726-4a100794813c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847344 Aug 11 00:22:44.297787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416326f-12e9-4511-aa0c-66e0cf8eba24 req-3642e969-4b2c-4e39-a6fb-120c06a1af64 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:44.311305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f416326f-12e9-4511-aa0c-66e0cf8eba24 req-3642e969-4b2c-4e39-a6fb-120c06a1af64 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 948 time: 0.1471708 Aug 11 00:22:44.394772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Allocated IP 172.20.0.1 (d4b92da6-52f4-4ffc-8c57-5a5c204246b3/8827c5e1-85b5-4168-9c42-e9dc0b1fd64f/03208d57-9956-4141-b8c3-666b5024d412) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:44.469901 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f416326f-12e9-4511-aa0c-66e0cf8eba24 req-faa1cdba-8d5a-42d4-aed1-1bd04d67e96c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600959 Aug 11 00:22:44.610724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 3f0ff0d1-5a91-4fab-aa26-97d111da054c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:44.618265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3f0ff0d1-5a91-4fab-aa26-97d111da054c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:44.622120 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:44.671041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-79d1f5ff-f98f-43c4-95ff-df483535a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:44.683681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-79d1f5ff-f98f-43c4-95ff-df483535a8d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.6910384 Aug 11 00:22:44.808276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28c02-3a19-467d-9abd-21ef7a2939e0 req-c92fa6b0-2088-4d0d-aff8-d1f94cbd8c4c tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:44.813940 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:44.821415 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40f28c02-3a19-467d-9abd-21ef7a2939e0 req-c92fa6b0-2088-4d0d-aff8-d1f94cbd8c4c tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1096 time: 0.0829663 Aug 11 00:22:44.930616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 3f0ff0d1-5a91-4fab-aa26-97d111da054c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f0ff0d1-5a91-4fab-aa26-97d111da054c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:44.937497 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 67975638-57be-4755-bd45-cbcf158d841c up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:44.944006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40f28c02-3a19-467d-9abd-21ef7a2939e0 req-af650480-3ab9-4a90-8847-91a28b79ba4b tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098192 Aug 11 00:22:45.005398 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Floating IP 52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65 associated. External IP: 172.25.0.160, port: ce4cf7a1-53bb-4960-8bd5-d71b640abb21. Aug 11 00:22:45.013748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-92547a4d-03a1-4e34-adbc-085d421a2611 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd HTTP/1.1" status: 200 len: 217 time: 0.2383597 Aug 11 00:22:45.022662 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:45.170825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=3f0ff0d1-5a91-4fab-aa26-97d111da054c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:45.302419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2f733-a0ab-40ad-b121-200d447ea46e req-8d8a337a-4a17-4004-95fa-76a730f1dba7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:45.310174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 67975638-57be-4755-bd45-cbcf158d841c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:45.313352 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0aa2f733-a0ab-40ad-b121-200d447ea46e req-8d8a337a-4a17-4004-95fa-76a730f1dba7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.1173394 Aug 11 00:22:45.317762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 67975638-57be-4755-bd45-cbcf158d841c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:45.321054 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:45.451401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0aa2f733-a0ab-40ad-b121-200d447ea46e req-cc9d6c8c-884b-40bb-bcc7-eb0a0107618e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174347 Aug 11 00:22:45.488275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3c52e-be40-48c7-b9a2-f4ac4ec17ca0 req-616f9b09-dbdb-491a-8af3-2be9e65f0ca2 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:45.503279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eed3c52e-be40-48c7-b9a2-f4ac4ec17ca0 req-616f9b09-dbdb-491a-8af3-2be9e65f0ca2 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 944 time: 0.7563016 Aug 11 00:22:45.513657 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:45.548719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67975638-57be-4755-bd45-cbcf158d841c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:45.551270 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed056f6-690a-407d-8e36-effa3c6e6e08" -d '{"events": [{"server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "name": "network-vif-plugged", "status": "completed", "tag": "67975638-57be-4755-bd45-cbcf158d841c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:45.569964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:45.583411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-c127ce6d-3e8b-4875-a781-dc0b78db2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:45.585953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-c127ce6d-3e8b-4875-a781-dc0b78db2e2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.4949329 Aug 11 00:22:45.653558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60a7cf05-5eab-47ca-bf9c-b00bbbb0ea5a req-fc098308-d36b-4db7-a902-b6776a149c0f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 210 time: 0.0500574 Aug 11 00:22:45.708841 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:45.751686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Transition to ACTIVE for port object 03208d57-9956-4141-b8c3-666b5024d412 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:45.752552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-2cc4c066-6d09-4008-ba9d-647099639a18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534369 Aug 11 00:22:45.767229 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:45.826591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:45.828122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eed3c52e-be40-48c7-b9a2-f4ac4ec17ca0 req-e71979e7-6005-4fae-b9a5-6bb3410d3fb3 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234863 Aug 11 00:22:45.876474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096165e-20d1-47f9-a065-3a3dc4675f4f req-9e604d62-6ac3-4135-a38d-bd2c6f4a562b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:45.884721 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0096165e-20d1-47f9-a065-3a3dc4675f4f req-9e604d62-6ac3-4135-a38d-bd2c6f4a562b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1240551 Aug 11 00:22:45.962940 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0096165e-20d1-47f9-a065-3a3dc4675f4f req-be62fe42-ed51-4c3e-a916-70d9c3d7ab72 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758276 Aug 11 00:22:46.106392 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159e39b5-fddc-4319-987b-91501e0b3b82 x-openstack-request-id: req-159e39b5-fddc-4319-987b-91501e0b3b82 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:46.106759 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "name": "network-vif-plugged", "status": "completed", "tag": "67975638-57be-4755-bd45-cbcf158d841c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:46.107635 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-159e39b5-fddc-4319-987b-91501e0b3b82 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:46.108120 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67975638-57be-4755-bd45-cbcf158d841c', 'code': 200} Aug 11 00:22:46.154529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f0ff0d1-5a91-4fab-aa26-97d111da054c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:46.201942 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8ec07aed-9601-45ac-b124-90a5d0677708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:46.250870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c6899-a866-414e-b572-850fa6d6fc95 req-8d73f20b-1169-43ad-8571-1a1d0e6943e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:46.252941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3f0ff0d1-5a91-4fab-aa26-97d111da054c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:46.253313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c97c6899-a866-414e-b572-850fa6d6fc95 req-8d73f20b-1169-43ad-8571-1a1d0e6943e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 1101 time: 0.0710375 Aug 11 00:22:46.253526 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:46.288641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-a4784311-cd40-40ef-8866-d752c8e2729d service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233672 Aug 11 00:22:46.302618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-6372217a-7264-4d36-ad2a-c6fb3d634bdf tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:46.303434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-6372217a-7264-4d36-ad2a-c6fb3d634bdf tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 820 time: 0.3705904 Aug 11 00:22:46.333445 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c97c6899-a866-414e-b572-850fa6d6fc95 req-27eeba25-ee40-49fb-9555-0914d6fb34b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697958 Aug 11 00:22:46.396955 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:46.477727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-2cb48f73-c241-4c31-aaf1-cc64b7e2eda5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/quotas/d16a210b8107409094f1dce337d7601e HTTP/1.1" status: 200 len: 375 time: 0.1035783 Aug 11 00:22:46.526761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Router a145d566-b850-4a31-9ecf-fb227f177ce4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:22:46.570868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:46.580502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:46.588275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfe8db8c-364c-42d3-b9f7-58115f749cf9 req-d5ec5f83-1f11-4798-81fb-c2fd98e045da service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838109 Aug 11 00:22:46.589499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:46.600489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Pushing event updated for resources: {'Port': ['ID=03208d57-9956-4141-b8c3-666b5024d412,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:46.719613 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-317d62ac-85e0-4d0b-a236-2115de5517dd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2128172 Aug 11 00:22:46.724799 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:46.871359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21420b-f1a4-434d-9ec6-66f45e547f45 req-733488e0-bed6-4aaf-bba7-1d8cfed4ae9b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:46.873775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f21420b-f1a4-434d-9ec6-66f45e547f45 req-733488e0-bed6-4aaf-bba7-1d8cfed4ae9b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.2022696 Aug 11 00:22:46.911943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:47.011637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-e7d44d5e-6b83-43a6-a242-2db69a483fb6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:47.018525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-e7d44d5e-6b83-43a6-a242-2db69a483fb6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.3840654 Aug 11 00:22:47.033389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f21420b-f1a4-434d-9ec6-66f45e547f45 req-fe29829e-d772-412b-87ed-b42c125ea819 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449695 Aug 11 00:22:47.048833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Request body: {'port': {'device_id': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'admin_state_up': True, 'tenant_id': '064855ecf62b4de4832543e325d9b97d'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:47.313002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6fc8b66a-75d9-41ff-b17f-b19818a0e425 req-6af06b79-45d5-4e8d-913d-2b08a12e5f3c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 210 time: 0.0551105 Aug 11 00:22:47.368241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:47.416551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d8050fe3-b868-45d6-8009-4fb356326990 None None] Provisioning for port 03208d57-9956-4141-b8c3-666b5024d412 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:47.416551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd', 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'port_id': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd', 'mac_address': 'fa:16:3e:ac:24:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15a8409-61e3-4c13-ae93-7c691de770bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:22:47.416551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d8050fe3-b868-45d6-8009-4fb356326990 None None] Provisioning complete for port 03208d57-9956-4141-b8c3-666b5024d412 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:47.416551 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d8050fe3-b868-45d6-8009-4fb356326990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:47.459703 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:22:47.522967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d8050fe3-b868-45d6-8009-4fb356326990 None None] Port 03208d57-9956-4141-b8c3-666b5024d412 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:22:47.528912 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:47.556165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:47.577948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99bf6d-d7a1-47b2-82ca-ef1f913de96b req-cb382d8b-0eb0-4d3a-bca4-974586519d9f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:47.582045 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a99bf6d-d7a1-47b2-82ca-ef1f913de96b req-cb382d8b-0eb0-4d3a-bca4-974586519d9f tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 944 time: 0.0817053 Aug 11 00:22:47.593793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:47.634977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a99bf6d-d7a1-47b2-82ca-ef1f913de96b req-8acb1076-53ee-4285-9052-f09c0c641fcd tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Aug 11 00:22:47.731838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:22:47.749340 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] Sync routers for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:22:47.752745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:47.764885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4228-fdba-4ae1-a4d9-74c8f2727c35 req-e7798c9b-2bca-4ca1-89ec-c02027ca5254 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:47.767526 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:22:47.767775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f38a4228-fdba-4ae1-a4d9-74c8f2727c35 req-e7798c9b-2bca-4ca1-89ec-c02027ca5254 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0645490 Aug 11 00:22:47.769089 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:47.802131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Made reservation on behalf of 064855ecf62b4de4832543e325d9b97d for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:47.808913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:47.812416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-25599468-1e17-4ad8-842b-c2161e08854a service neutron] 10.222.0.43 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0797052 Aug 11 00:22:47.828339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4c558a30-0abd-4b83-8955-0608163a5df7 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "PUT /v2.0/floatingips/52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65 HTTP/1.1" status: 200 len: 991 time: 6.4195898 Aug 11 00:22:47.857162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'tag': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:47.857162 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee91210-2ba1-4172-8490-94adbab0fa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9956a6-4e72-45d4-9c2f-fa248b43e3fc", "tag": "ce4cf7a1-53bb-4960-8bd5-d71b640abb21"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:47.888283 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:47.894733 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f38a4228-fdba-4ae1-a4d9-74c8f2727c35 req-6c1d55f8-05b3-4ce5-8f34-54ae15c345b2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172729 Aug 11 00:22:48.087634 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:22:48.110049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:48.207150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-10c0dad0-b417-433b-9fb7-b19ad13371a5 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875504 Aug 11 00:22:48.286070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Allocated IP 172.20.0.6 (bbb78a15-e01a-4b33-a6e5-5702ff422fff/9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d/1baf214f-ce9b-4a1d-b060-df4ca29875a1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:48.379136 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc8064d-ec9d-4dc8-a061-a4f6d28dea70 x-openstack-request-id: req-1dc8064d-ec9d-4dc8-a061-a4f6d28dea70 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:48.379743 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9956a6-4e72-45d4-9c2f-fa248b43e3fc", "tag": "ce4cf7a1-53bb-4960-8bd5-d71b640abb21", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:48.380152 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1dc8064d-ec9d-4dc8-a061-a4f6d28dea70 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:48.380703 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'tag': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'status': 'completed', 'code': 200} Aug 11 00:22:48.540377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:48.622091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-9bcd60e1-989c-4dfa-a0bc-832539fed269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:48.642436 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-9bcd60e1-989c-4dfa-a0bc-832539fed269 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b6a215b1b0f04afaac7a7504e3660249&device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 1097 time: 0.2370729 Aug 11 00:22:48.685974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:48.727408 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:48.818642 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'port_id': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'mac_address': 'fa:16:3e:73:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:20:01Z', 'updated_at': '2021-08-11T00:22:43Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:48.841876 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-03d5a71b-9bb7-4794-9610-d6a812b57bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:48.889031 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] Checking router: a145d566-b850-4a31-9ecf-fb227f177ce4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:22:48.911545 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:22:48.914402 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:48.934779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-848dffab-0b9d-491f-9efa-3fe85db918b0 req-44ec2e50-2329-4c7a-b675-c82026dfea28 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 210 time: 0.2583692 Aug 11 00:22:48.969867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffcf1b-03ce-4395-8038-35c2553672ac req-fa00c48f-46b6-43bf-9f12-3acaadd88313 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:48.991973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecffcf1b-03ce-4395-8038-35c2553672ac req-fa00c48f-46b6-43bf-9f12-3acaadd88313 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 944 time: 0.2373400 Aug 11 00:22:49.003477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1ad59935-4546-4dc2-9629-dc34a1b93140 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:49.079650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:49.220768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:49.231010 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecffcf1b-03ce-4395-8038-35c2553672ac req-33515d63-3f0b-4db0-a8fa-3c4b133e704a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375548 Aug 11 00:22:49.265689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:49.281400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9b095fe-2b55-4748-a3de-90e447b56327 req-75e5307c-9909-4a74-a1d0-f59406208be3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 210 time: 0.1617730 Aug 11 00:22:49.284573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:49.307641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-516c7b8b-8e75-4686-ab64-0875aedd9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:49.309570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-516c7b8b-8e75-4686-ab64-0875aedd9358 service neutron] 10.222.0.44 "GET /v2.0/networks?id=67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 200 len: 925 time: 0.6582103 Aug 11 00:22:49.332611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:49.377726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:49.487946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1ad59935-4546-4dc2-9629-dc34a1b93140, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1ad59935-4546-4dc2-9629-dc34a1b93140,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:49.506166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:49.507554 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:49.516685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'port_id': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'mac_address': 'fa:16:3e:78:dd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:22:49.581680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:49.614174 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:49.640406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad59935-4546-4dc2-9629-dc34a1b93140 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:49.685949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1ad59935-4546-4dc2-9629-dc34a1b93140, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1ad59935-4546-4dc2-9629-dc34a1b93140,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:49.693458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:49.779953 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:49.878695 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:22:49.893231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=1ad59935-4546-4dc2-9629-dc34a1b93140,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:50.005755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-f1f198d9-d3e6-45d1-8bb9-04b264ef9827 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4cf7a1-53bb-4960-8bd5-d71b640abb21 HTTP/1.1" status: 200 len: 999 time: 0.6844275 Aug 11 00:22:50.006445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Pushing event updated for resources: {'Port': ['ID=03208d57-9956-4141-b8c3-666b5024d412,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:50.033997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130d214-e75f-4347-b8ae-422a408da96c req-98f15381-a595-4171-9b1a-a685500aeadc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:50.039387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event updated for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:50.054178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6130d214-e75f-4347-b8ae-422a408da96c req-98f15381-a595-4171-9b1a-a685500aeadc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.5631487 Aug 11 00:22:50.082262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['1ad59935-4546-4dc2-9629-dc34a1b93140'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:50.131998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc4106-2bff-42fc-b523-bb2f834f1c23 req-ead38e71-344a-4a4e-ab21-8b2b0dd84ac5 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:50.140235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35fc4106-2bff-42fc-b523-bb2f834f1c23 req-ead38e71-344a-4a4e-ab21-8b2b0dd84ac5 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 944 time: 0.6244831 Aug 11 00:22:50.180834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6130d214-e75f-4347-b8ae-422a408da96c req-9ac3bcab-bb9c-4342-8c16-208acbd49a75 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201363 Aug 11 00:22:50.192381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-59b22dd6-3eec-4d08-9531-ddbb286e39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:50.198472 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-59b22dd6-3eec-4d08-9531-ddbb286e39ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06a3b0f2-4366-4ec9-996d-911682065254 HTTP/1.1" status: 200 len: 863 time: 0.1828210 Aug 11 00:22:50.229034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35fc4106-2bff-42fc-b523-bb2f834f1c23 req-32819d9e-0165-463f-b8ea-c8ccfb58911e tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870690 Aug 11 00:22:50.243990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-58f45cea-02c4-4835-b7fb-34574b3d9d75 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1964941 Aug 11 00:22:50.259830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Request body: {'port': {'device_id': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:50.323964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:50.329008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:50.471783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-e352f1ec-296a-4ba4-8bb2-1db94c0823ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:50.477690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-e352f1ec-296a-4ba4-8bb2-1db94c0823ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=67c3c319-7406-4c9b-b34c-79d595893fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201209 Aug 11 00:22:50.480031 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'port_id': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'mac_address': 'fa:16:3e:73:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:20:01Z', 'updated_at': '2021-08-11T00:22:43Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:50.511211 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:50.511822 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:50.550882 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3b0e41-c1b2-4a98-a37a-2b79d1b171df None None] The sync data for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 is: [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'port_id': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'mac_address': 'fa:16:3e:73:e9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:20:01Z', 'updated_at': '2021-08-11T00:22:43Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:22:50.799916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5881a385-fbd7-45ec-b198-6f4327040f22 None None] Provisioning complete for port 03208d57-9956-4141-b8c3-666b5024d412 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:50.799916 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5881a385-fbd7-45ec-b198-6f4327040f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:50.894321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5881a385-fbd7-45ec-b198-6f4327040f22 None None] Port 03208d57-9956-4141-b8c3-666b5024d412 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:22:50.955587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:50.981443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a899aa-efcf-4e16-a905-9bcfb9b93f91 req-541f683f-e00a-4d67-9925-1719e4ca7070 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:50.992290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42a899aa-efcf-4e16-a905-9bcfb9b93f91 req-541f683f-e00a-4d67-9925-1719e4ca7070 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 931 time: 0.3128605 Aug 11 00:22:51.069402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc2e36-d5c4-4871-b0d5-47ccfdd3478a None None] New status for floating IP 52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:22:51.141331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-1a4f83d5-0744-4dcd-ac12-126a237fe6f5 service neutron] 10.222.0.44 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510911 Aug 11 00:22:51.197294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Router da7d659a-2f47-4625-8380-5801b0180238 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:22:51.235584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1baf214f-ce9b-4a1d-b060-df4ca29875a1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:51.245116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:51.267901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Transition to ACTIVE for port object 1baf214f-ce9b-4a1d-b060-df4ca29875a1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:51.330591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fee91210-2ba1-4172-8490-94adbab0fa2f req-c5434b75-b97f-44cd-b8e7-46a52edf06e3 service neutron] 10.222.0.44 "GET /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773489 Aug 11 00:22:51.350159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:51.351384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42a899aa-efcf-4e16-a905-9bcfb9b93f91 req-c0229f69-926b-424e-aa4b-ad52aa92195b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581767 Aug 11 00:22:51.367189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:51.382212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:51.388126 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:51.587851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:22:51.598289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca8cbd39-2d41-4502-bb15-e14aaea03fcb req-03440efc-87ea-4a86-8ae4-2bd8675471ce tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 210 time: 0.0392637 Aug 11 00:22:51.612075 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Sync routers for ids ['da7d659a-2f47-4625-8380-5801b0180238'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:22:51.613706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1fac5dd5-9e51-44bc-8dac-f52cf839c672 admin admin] 10.222.0.43 "PUT /v2.0/routers/da7d659a-2f47-4625-8380-5801b0180238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1232467 Aug 11 00:22:51.694990 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Routers {'da7d659a-2f47-4625-8380-5801b0180238'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:22:51.705205 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['da7d659a-2f47-4625-8380-5801b0180238'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:51.749216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Pushing event updated for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:51.792876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-29d3c0e1-b6a7-451f-982d-687b42db17d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1666501 Aug 11 00:22:51.834090 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:51.868224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f598f9-c691-45b9-9a3f-894b5303df2d req-67107d63-0ca5-40bf-8313-dfa75dff63e2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:51.891330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:51.909791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9f598f9-c691-45b9-9a3f-894b5303df2d req-67107d63-0ca5-40bf-8313-dfa75dff63e2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 944 time: 0.4432104 Aug 11 00:22:51.910057 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb5a93-1933-463b-afc6-8590f1800db7" -d '{"events": [{"server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "name": "network-vif-plugged", "status": "completed", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:51.935820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:51.986329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Attempting to bind port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:51.996531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Attempting to bind port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:51.996531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Attempting to bind port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:52.050931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd84f3-d42b-441f-a13d-b99f18308c6f req-fff515ed-6169-4cf4-b296-791a2bb37e99 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:52.058962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ffd84f3-d42b-441f-a13d-b99f18308c6f req-fff515ed-6169-4cf4-b296-791a2bb37e99 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 945 time: 0.2877178 Aug 11 00:22:52.059409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:52.061304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:52.061828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Attempting to bind port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:52.167801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:52.168240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Checking segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:52.168876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Bound using segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:52.169646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Bound port: 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:52.170247 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:52.206612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ffd84f3-d42b-441f-a13d-b99f18308c6f req-9b3de937-e45d-4fe4-8d4b-84ff52f2c15d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420412 Aug 11 00:22:52.208699 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Set router da7d659a-2f47-4625-8380-5801b0180238 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:22:52.255403 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9f598f9-c691-45b9-9a3f-894b5303df2d req-f72db644-ad58-4377-b0aa-196b13906414 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439567 Aug 11 00:22:52.447196 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:52.459726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:52.474347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:52.489310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:52.502936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff9fe-5cae-416b-8167-dac79376dffc req-588739d9-be28-4d85-9f96-011d49fb1f91 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:52.510699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44dff9fe-5cae-416b-8167-dac79376dffc req-588739d9-be28-4d85-9f96-011d49fb1f91 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1023986 Aug 11 00:22:52.589545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44dff9fe-5cae-416b-8167-dac79376dffc req-db7990d6-66a6-4615-a200-9174a87ec9e1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778465 Aug 11 00:22:52.635507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:52.756880 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9aa98b-e42f-4775-9e4d-6faaea6fa69c x-openstack-request-id: req-6c9aa98b-e42f-4775-9e4d-6faaea6fa69c {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:52.761737 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "name": "network-vif-plugged", "status": "completed", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:52.761737 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c9aa98b-e42f-4775-9e4d-6faaea6fa69c {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:52.763742 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd', 'code': 200} Aug 11 00:22:52.790723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:52.791399 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:52.792891 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] 10.222.0.55 "PUT /v2.0/ports/1baf214f-ce9b-4a1d-b060-df4ca29875a1 HTTP/1.1" status: 200 len: 1092 time: 2.5460377 Aug 11 00:22:52.807812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:52.817946 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8501ffb-4095-47e1-8388-a3289a87813b" -d '{"events": [{"name": "network-changed", "server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:52.941050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63592cb9-7005-4575-8cf5-aaa86348266f service neutron] Pushing event updated for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:52.968272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1ad59935-4546-4dc2-9629-dc34a1b93140 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:53.068861 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:22:47Z', 'revision_number': 4, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port': {'id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:32Z', 'updated_at': '2021-08-11T00:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '03208d57-9956-4141-b8c3-666b5024d412', 'name': '', 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'mac_address': 'fa:16:3e:64:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8827c5e1-85b5-4168-9c42-e9dc0b1fd64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:43Z', 'updated_at': '2021-08-11T00:22:48Z', 'revision_number': 2, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'subnets': [{'id': '8827c5e1-85b5-4168-9c42-e9dc0b1fd64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:53.144882 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Checking router: da7d659a-2f47-4625-8380-5801b0180238 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:22:53.145390 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Updating router da7d659a-2f47-4625-8380-5801b0180238 port 03208d57-9956-4141-b8c3-666b5024d412 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:22:53.219136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-8e130af2-eb34-4d43-b84c-243347e75f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:53.220722 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:53.223035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-8e130af2-eb34-4d43-b84c-243347e75f0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 1095 time: 0.2633357 Aug 11 00:22:53.282048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 1ad59935-4546-4dc2-9629-dc34a1b93140 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:53.289160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 1ad59935-4546-4dc2-9629-dc34a1b93140 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:53.289733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:53.351736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e8c11-7a06-4bac-afee-7b63063477e3 req-a86fc387-3bc7-4a59-95ee-e0ce62ddf49d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:53.366765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b34e8c11-7a06-4bac-afee-7b63063477e3 req-a86fc387-3bc7-4a59-95ee-e0ce62ddf49d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 943 time: 0.4196081 Aug 11 00:22:53.378976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf1a58-4c73-4b76-a35c-9c33a84535c2 req-f8f824f0-5f3b-45cd-9c29-54f72356c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:53.385951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c8cf1a58-4c73-4b76-a35c-9c33a84535c2 req-f8f824f0-5f3b-45cd-9c29-54f72356c61f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1097 time: 0.4391198 Aug 11 00:22:53.494987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-4af150dc-ddf1-4ba3-a8bc-a51d4bfd5773 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:53.498093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-4af150dc-ddf1-4ba3-a8bc-a51d4bfd5773 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 820 time: 0.8592606 Aug 11 00:22:53.614117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:53.620469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-b7ad9b5b-dc7a-4b7d-8c62-1c64b2c1567c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1 HTTP/1.1" status: 200 len: 217 time: 0.1659894 Aug 11 00:22:53.642859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Request body: {'port': {'device_id': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'admin_state_up': True, 'tenant_id': 'd16a210b8107409094f1dce337d7601e'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:53.715760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1ad59935-4546-4dc2-9629-dc34a1b93140, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1ad59935-4546-4dc2-9629-dc34a1b93140,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:53.797361 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:53.860334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-e05a0024-0d27-4d4f-8bd8-55c7d2cbffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:53.864548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-e05a0024-0d27-4d4f-8bd8-55c7d2cbffda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.2301092 Aug 11 00:22:53.888047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-234d2500-9527-498a-9953-5982577c956b req-f74340ba-ad03-490a-b2d7-985f794dfc74 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7729681 Aug 11 00:22:53.900478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:54.013007 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b34e8c11-7a06-4bac-afee-7b63063477e3 req-76905d12-0e63-44ed-b7a2-960164ae6ce5 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6437266 Aug 11 00:22:54.055597 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c8cf1a58-4c73-4b76-a35c-9c33a84535c2 req-d9494bcd-d29b-43a9-9d88-63af77cc7442 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548558 Aug 11 00:22:54.056746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=1ad59935-4546-4dc2-9629-dc34a1b93140,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:54.078579 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:54.085490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-38226ccb-6974-4104-af8a-67e59603c538 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458604 Aug 11 00:22:54.087599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:54.106021 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Transition to ACTIVE for port object 03208d57-9956-4141-b8c3-666b5024d412 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:54.206295 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:54.240326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a917587a-cb66-4a95-ada8-4325a0de05f8 req-714e8332-50b7-47f5-831c-74fcb6ec9e8d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 210 time: 0.0852258 Aug 11 00:22:54.277794 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Pushing event updated for resources: {'Port': ['ID=03208d57-9956-4141-b8c3-666b5024d412,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:54.302502 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.302845 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.311243 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.311816 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.312299 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.312480 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.312819 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.313150 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.313477 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.313801 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.314236 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.314572 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:22:54.408712 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b631ec-4f2b-403e-8d13-e4541c70571e x-openstack-request-id: req-07b631ec-4f2b-403e-8d13-e4541c70571e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:54.409363 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:54.409856 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07b631ec-4f2b-403e-8d13-e4541c70571e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:54.411205 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'status': 'completed', 'code': 200} Aug 11 00:22:54.422653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-bf9f0019-db7b-4c03-96a7-53503128b604 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280983 Aug 11 00:22:54.447040 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Attempting to bind port 03208d57-9956-4141-b8c3-666b5024d412 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:54.447627 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Attempting to bind port 03208d57-9956-4141-b8c3-666b5024d412 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:54.447996 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Attempting to bind port 03208d57-9956-4141-b8c3-666b5024d412 on network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:54.456237 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:54.456609 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Checking segment: {'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:54.457121 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:54.457530 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Bound using segment: {'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:54.458019 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Bound port: 03208d57-9956-4141-b8c3-666b5024d412, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fad6654-954d-423a-b06c-00f55fe4565e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:54.458429 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:54.523306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Made reservation on behalf of d16a210b8107409094f1dce337d7601e for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:22:54.544097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:54.573062 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] For port 03208d57-9956-4141-b8c3-666b5024d412, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:54.579288 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] For port 03208d57-9956-4141-b8c3-666b5024d412, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=03208d57-9956-4141-b8c3-666b5024d412,segment=NetworkSegment(2fad6654-954d-423a-b06c-00f55fe4565e),segment_id=2fad6654-954d-423a-b06c-00f55fe4565e)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:54.600371 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:54.621022 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c217c88e-a5b6-4cda-9f17-a2bc40427f0c req-d70c2777-1f07-4666-93c0-c8a670d6b42d service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883249 Aug 11 00:22:54.658721 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:54.768131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad59935-4546-4dc2-9629-dc34a1b93140'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:54.796438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Allocated IP 172.25.0.210 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/bdf05b09-1eae-4494-b5fc-c98c129110e9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:54.852776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Allocated IP 172.20.0.4 (ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521/be89c199-5474-40b8-ab0f-7a042fd8e0b7/dff7d90d-c617-4b82-9f7f-fa6637faf6d0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:22:54.869348 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd31c7-9006-46f6-9a38-dc82105293a5" -d '{"events": [{"server_uuid": "0d3d7c83-546a-4f45-b3d6-cabc68d94b7f", "name": "network-vif-plugged", "status": "completed", "tag": "1ad59935-4546-4dc2-9629-dc34a1b93140"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:54.881168 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc22ce-8702-4191-b4da-77ed37114a86 None None] Pushing event updated for resources: {'Port': ['ID=03208d57-9956-4141-b8c3-666b5024d412,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:54.927152 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Routers {'da7d659a-2f47-4625-8380-5801b0180238'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:22:54.927883 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['da7d659a-2f47-4625-8380-5801b0180238'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:54.986547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75481e-ebdc-46ca-b279-82eb4f612b4e req-45210800-6ffe-4bbd-972a-7badd1d1b926 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:54.988889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d75481e-ebdc-46ca-b279-82eb4f612b4e req-45210800-6ffe-4bbd-972a-7badd1d1b926 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.5041423 Aug 11 00:22:55.012348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:55.120488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501ffb-4095-47e1-8388-a3289a87813b req-fc0e0b59-2568-48f3-9138-1c3b745e2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:55.195295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8501ffb-4095-47e1-8388-a3289a87813b req-fc0e0b59-2568-48f3-9138-1c3b745e2d32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 1095 time: 0.2503405 Aug 11 00:22:55.211855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d75481e-ebdc-46ca-b279-82eb4f612b4e req-f6b6981f-0b37-4723-ae7c-4545a1cf1868 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223597 Aug 11 00:22:55.229425 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] Set router da7d659a-2f47-4625-8380-5801b0180238 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:22:55.312402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501ffb-4095-47e1-8388-a3289a87813b req-e19a7000-2ed8-4ace-be15-b66608bd3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:55.314872 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8501ffb-4095-47e1-8388-a3289a87813b req-e19a7000-2ed8-4ace-be15-b66608bd3159 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 913 time: 0.1792850 Aug 11 00:22:55.388552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71ba74-ac27-4291-830f-f4e399315153 req-0d2ebabd-e939-4a5f-9ba5-8f17d644b478 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:55.390318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f71ba74-ac27-4291-830f-f4e399315153 req-0d2ebabd-e939-4a5f-9ba5-8f17d644b478 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.0913777 Aug 11 00:22:55.414571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8501ffb-4095-47e1-8388-a3289a87813b req-9ef37818-0565-4269-a021-731d51e93217 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1 HTTP/1.1" status: 200 len: 217 time: 0.0912356 Aug 11 00:22:55.453335 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:55.466819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f71ba74-ac27-4291-830f-f4e399315153 req-90840ef8-663a-4dff-93e8-021389cdfc77 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584116 Aug 11 00:22:55.511704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8501ffb-4095-47e1-8388-a3289a87813b req-b38ea00c-572f-40a6-b37f-6e3f24c3a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:55.511704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8501ffb-4095-47e1-8388-a3289a87813b req-b38ea00c-572f-40a6-b37f-6e3f24c3a20c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.0787170 Aug 11 00:22:55.527956 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:22:47Z', 'revision_number': 4, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port': {'id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:32Z', 'updated_at': '2021-08-11T00:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '03208d57-9956-4141-b8c3-666b5024d412', 'name': '', 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'mac_address': 'fa:16:3e:64:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8827c5e1-85b5-4168-9c42-e9dc0b1fd64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:43Z', 'updated_at': '2021-08-11T00:22:54Z', 'revision_number': 4, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'subnets': [{'id': '8827c5e1-85b5-4168-9c42-e9dc0b1fd64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:22:55.543585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8501ffb-4095-47e1-8388-a3289a87813b req-22c537f1-a756-49e2-88b1-709391134f9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339308 Aug 11 00:22:55.556085 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001434d4-a2eb-4209-85f7-b78bcee4dd31 None None] The sync data for ids ['da7d659a-2f47-4625-8380-5801b0180238'] in n-d-712143-13 is: [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:22:47Z', 'revision_number': 4, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port': {'id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:32Z', 'updated_at': '2021-08-11T00:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '03208d57-9956-4141-b8c3-666b5024d412', 'name': '', 'network_id': 'd4b92da6-52f4-4ffc-8c57-5a5c204246b3', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'mac_address': 'fa:16:3e:64:28:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8827c5e1-85b5-4168-9c42-e9dc0b1fd64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:43Z', 'updated_at': '2021-08-11T00:22:54Z', 'revision_number': 4, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'subnets': [{'id': '8827c5e1-85b5-4168-9c42-e9dc0b1fd64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:22:55.690710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8501ffb-4095-47e1-8388-a3289a87813b req-3d41bf09-de35-4835-bbdd-c1d1d95707dc service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395247 Aug 11 00:22:55.783409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed13cc0-99e6-4c0d-b1a9-582f53d2c8ab req-1cee4e4a-9623-401f-b8a1-a0a484badbd0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:55.788573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:55.793456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ed13cc0-99e6-4c0d-b1a9-582f53d2c8ab req-1cee4e4a-9623-401f-b8a1-a0a484badbd0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0685191 Aug 11 00:22:55.836332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:55.841558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ed13cc0-99e6-4c0d-b1a9-582f53d2c8ab req-ac747d28-90ff-4b10-a649-1bfd60bd2927 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468760 Aug 11 00:22:55.896685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Pushing event updated for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:55.932566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:55.933512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:55.940112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:55.952273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:22:55.962955 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db21fb13-bf89-4c18-b507-cc150327bc7d x-openstack-request-id: req-db21fb13-bf89-4c18-b507-cc150327bc7d {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:55.962955 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d7c83-546a-4f45-b3d6-cabc68d94b7f", "name": "network-vif-plugged", "status": "completed", "tag": "1ad59935-4546-4dc2-9629-dc34a1b93140", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:55.962955 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db21fb13-bf89-4c18-b507-cc150327bc7d {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:55.962955 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'code': 200} Aug 11 00:22:55.970973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:22:55.991208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:22:56.008418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Pushing event updated for resources: {'Port': ['ID=bdf05b09-1eae-4494-b5fc-c98c129110e9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:56.081354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8501ffb-4095-47e1-8388-a3289a87813b req-85a79701-1774-4102-beae-94eeafd4d532 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820446 Aug 11 00:22:56.227013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 03208d57-9956-4141-b8c3-666b5024d412 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:56.235121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:56.235457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:56.284336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7bed3-6e70-40be-9e69-077968f205e1 req-030535de-9c03-43bc-9e6e-007b4b36ffe8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:56.292702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dd7bed3-6e70-40be-9e69-077968f205e1 req-030535de-9c03-43bc-9e6e-007b4b36ffe8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 943 time: 0.2316599 Aug 11 00:22:56.296941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf8d59-bec9-4ad9-97ac-c5a1faacc759 req-07135d53-0ada-427c-abb8-58e9d21dd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:56.298555 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7acf8d59-bec9-4ad9-97ac-c5a1faacc759 req-07135d53-0ada-427c-abb8-58e9d21dd108 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 1098 time: 0.1898003 Aug 11 00:22:56.361326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:56.405242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dd7bed3-6e70-40be-9e69-077968f205e1 req-e0149f24-2cd5-463f-9269-fac0d685fe4c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064103 Aug 11 00:22:56.407193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e0d3de3d-e1ed-49c9-987e-8ac189d3474c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8081737 Aug 11 00:22:56.418569 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7acf8d59-bec9-4ad9-97ac-c5a1faacc759 req-a2b44998-16e8-441d-9115-72462a86a988 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021304 Aug 11 00:22:56.428227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Request body: {'port': {'device_id': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:56.530354 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:56.532844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 03208d57-9956-4141-b8c3-666b5024d412 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:56.538960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 03208d57-9956-4141-b8c3-666b5024d412 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:56.539712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:56.591641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:56.647002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c813-707b-4265-994a-9696226c5bdb req-b34fd4cd-a910-4b6e-9432-11546b3e0e6a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:56.666870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f007c813-707b-4265-994a-9696226c5bdb req-b34fd4cd-a910-4b6e-9432-11546b3e0e6a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 931 time: 0.1689816 Aug 11 00:22:56.717829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:56.758091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 03208d57-9956-4141-b8c3-666b5024d412, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=03208d57-9956-4141-b8c3-666b5024d412,segment=NetworkSegment(2fad6654-954d-423a-b06c-00f55fe4565e),segment_id=2fad6654-954d-423a-b06c-00f55fe4565e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:56.865638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1baf214f-ce9b-4a1d-b060-df4ca29875a1 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:22:56.916220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f007c813-707b-4265-994a-9696226c5bdb req-eea6f059-36bc-4eb9-991c-e518181e17df tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480001 Aug 11 00:22:56.980575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:57.084719 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:57.089387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:57.113586 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:57.168241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Pushing event updated for resources: {'Port': ['ID=bdf05b09-1eae-4494-b5fc-c98c129110e9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:57.197183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:57.238714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=03208d57-9956-4141-b8c3-666b5024d412,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:57.257238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'port_id': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'mac_address': 'fa:16:3e:78:42:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:22:57.335784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:57.352717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1baf214f-ce9b-4a1d-b060-df4ca29875a1 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:57.361607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:57.375739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-234d2500-9527-498a-9953-5982577c956b req-c49c3557-bb3d-46a4-9f79-696a2a2607a6 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4705229 Aug 11 00:22:57.378644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:57.443603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-234d2500-9527-498a-9953-5982577c956b req-23c11c4d-64ed-4877-8982-5fcb6b0e43ca tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.0656579 Aug 11 00:22:57.563679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-a9b8d802-6803-4739-a4a2-5918124aea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:57.565502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-a9b8d802-6803-4739-a4a2-5918124aea78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 1101 time: 0.6694345 Aug 11 00:22:57.582628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cce5b6-c6c8-4344-9229-abb5cea2e630 req-477628e9-72ab-4045-b571-8855256729f5 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:57.590583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80cce5b6-c6c8-4344-9229-abb5cea2e630 req-477628e9-72ab-4045-b571-8855256729f5 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.5763264 Aug 11 00:22:57.593211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d2500-9527-498a-9953-5982577c956b req-08c6ced9-8460-4603-9703-d12a47157528 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:57.594705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-234d2500-9527-498a-9953-5982577c956b req-08c6ced9-8460-4603-9703-d12a47157528 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1451750 Aug 11 00:22:57.629909 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:57.714363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:57.733965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80cce5b6-c6c8-4344-9229-abb5cea2e630 req-0a17d321-3929-4919-bd8f-eb3c510b1fdb tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420259 Aug 11 00:22:57.759978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60358b-da31-4fd0-96ee-239dd8a82a76 req-21bcbaef-541f-4f8e-ab28-09820b9c5220 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:57.761814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c60358b-da31-4fd0-96ee-239dd8a82a76 req-21bcbaef-541f-4f8e-ab28-09820b9c5220 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.0875514 Aug 11 00:22:57.821587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c60358b-da31-4fd0-96ee-239dd8a82a76 req-3965ce33-69c3-47a2-90de-a13f4edc55dc tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478389 Aug 11 00:22:57.879477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['1baf214f-ce9b-4a1d-b060-df4ca29875a1'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:22:57.903712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff7d90d-c617-4b82-9f7f-fa6637faf6d0 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:22:57.918709 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:57.925138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-557e7b36-e3dd-4688-8be9-1f71e43799a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:57.928628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-557e7b36-e3dd-4688-8be9-1f71e43799a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.3343182 Aug 11 00:22:57.983555 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-d228f306-d1b5-4e95-8077-2ca332c2666d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 217 time: 0.0410271 Aug 11 00:22:57.987030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Transition to ACTIVE for port object dff7d90d-c617-4b82-9f7f-fa6637faf6d0 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:22:58.064107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadf340-1951-44c6-9a25-c19938f6bc66 req-cc89b83a-98ce-4025-ba7b-13b4db9b5c58 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.068582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8aadf340-1951-44c6-9a25-c19938f6bc66 req-cc89b83a-98ce-4025-ba7b-13b4db9b5c58 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0763886 Aug 11 00:22:58.115712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 03208d57-9956-4141-b8c3-666b5024d412 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:58.133068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:58.142204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-60386353-a471-4f39-ba19-dde8a7f7825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.143744 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-60386353-a471-4f39-ba19-dde8a7f7825c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1411769 Aug 11 00:22:58.154619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8aadf340-1951-44c6-9a25-c19938f6bc66 req-b78c5a23-46b8-463e-9153-de50052d52e2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609734 Aug 11 00:22:58.191361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 03208d57-9956-4141-b8c3-666b5024d412 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:58.191747 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:58.201416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99720a-1685-4eed-a831-36781320b620 req-813c0c9f-e38c-4be7-b282-c6f9df250c0f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.204756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d99720a-1685-4eed-a831-36781320b620 req-813c0c9f-e38c-4be7-b282-c6f9df250c0f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 944 time: 0.1324639 Aug 11 00:22:58.249233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27c544dd-7424-4205-9c8b-265443ad8f91 req-089a65be-c7cf-4d80-9526-4bef07b58c39 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips/67feb3c2-b529-450d-971a-be955203214b HTTP/1.1" status: 200 len: 693 time: 0.0466743 Aug 11 00:22:58.262131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Pushing event updated for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:58.312304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-e944bf94-f7ba-4b10-872e-34b679e943d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.313902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-e944bf94-f7ba-4b10-872e-34b679e943d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1470616 Aug 11 00:22:58.322199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d99720a-1685-4eed-a831-36781320b620 req-be4ed186-a8f9-4683-b0f8-16f6df255f2e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912845 Aug 11 00:22:58.386236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c544dd-7424-4205-9c8b-265443ad8f91 req-5477ffb0-e65d-4dd8-8253-29778788551d tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.388603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27c544dd-7424-4205-9c8b-265443ad8f91 req-5477ffb0-e65d-4dd8-8253-29778788551d tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1312139 Aug 11 00:22:58.491098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:22:58.491479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:22:58.491819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:58.500449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0ff47-68f6-4ec2-a4e9-a43730d42a28 req-4b5beb80-0377-42f6-b5c4-39c72a88a53e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.505721 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33c0ff47-68f6-4ec2-a4e9-a43730d42a28 req-4b5beb80-0377-42f6-b5c4-39c72a88a53e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.0604990 Aug 11 00:22:58.507053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ed735-0f68-4cd4-be5d-744774f16a59 req-fe3078bb-464a-4f23-8184-fbd4a7c59403 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.508796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-030ed735-0f68-4cd4-be5d-744774f16a59 req-fe3078bb-464a-4f23-8184-fbd4a7c59403 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1097 time: 0.1205330 Aug 11 00:22:58.511794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:22:58.512165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:22:58.522387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-74cb3769-f7c3-4381-9d60-b08a3e92aa6e service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816542 Aug 11 00:22:58.529985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:22:58.530293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:22:58.530687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:22:58.531140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Bound port: dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:22:58.531683 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:58.571515 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33c0ff47-68f6-4ec2-a4e9-a43730d42a28 req-7a61725e-faa6-4617-940b-686b84ae19f0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586321 Aug 11 00:22:58.640571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-030ed735-0f68-4cd4-be5d-744774f16a59 req-89bf97d2-1cbc-4488-a7bd-c4c556343c80 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230378 Aug 11 00:22:58.698483 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6aa9e19-b9ca-4055-87df-658dafdf70b0 req-87676c21-6d69-479b-8929-1f01821a2b33 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=aab9023daa1c4e4491271d4b2a2e55c3 HTTP/1.1" status: 200 len: 696 time: 0.0881386 Aug 11 00:22:58.741666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:22:58.749877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:22:58.756337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-06a2340c-e9af-4835-b9a2-8396c8b6040e service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144222 Aug 11 00:22:58.839657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:58.845666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa9e19-b9ca-4055-87df-658dafdf70b0 req-7c0d38cf-a784-44f9-b0f6-92fa58bcbee7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.853198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6aa9e19-b9ca-4055-87df-658dafdf70b0 req-7c0d38cf-a784-44f9-b0f6-92fa58bcbee7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/networks?id=6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 787 time: 0.1480453 Aug 11 00:22:58.858891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-b6aa9e19-b9ca-4055-87df-658dafdf70b0 req-d2ca26ea-4ff5-4bc9-b4f6-d7ebb8cb92fe tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:22:58.864246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1baf214f-ce9b-4a1d-b060-df4ca29875a1 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:22:58.875858 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6aa9e19-b9ca-4055-87df-658dafdf70b0 req-d2ca26ea-4ff5-4bc9-b4f6-d7ebb8cb92fe tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216842 Aug 11 00:22:58.935595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.936444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:58.938068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] 10.222.0.55 "PUT /v2.0/ports/dff7d90d-c617-4b82-9f7f-fa6637faf6d0 HTTP/1.1" status: 200 len: 1092 time: 2.5188887 Aug 11 00:22:58.938695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:58.943242 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:58.986666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528e529-951c-4fda-9b8b-b6127b3251b7 req-3e1bfa20-9cd6-4521-9dbc-100e0e7385ef tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:58.988393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a528e529-951c-4fda-9b8b-b6127b3251b7 req-3e1bfa20-9cd6-4521-9dbc-100e0e7385ef tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.1632438 Aug 11 00:22:58.989776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b91841-52d5-48e4-b530-769c74620436 service neutron] Pushing event updated for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:59.005252 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-5a7ed577-dd66-4034-b904-efbaf37f18b2 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips/67feb3c2-b529-450d-971a-be955203214b HTTP/1.1" status: 200 len: 693 time: 0.0589457 Aug 11 00:22:59.050167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a528e529-951c-4fda-9b8b-b6127b3251b7 req-d99b5feb-e9a4-43d5-a10d-214233a79522 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474768 Aug 11 00:22:59.071071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:22:59.082835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:22:59.083524 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.195212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-951a9f98-431e-45e0-9355-8dc1197617f7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:59.201818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-951a9f98-431e-45e0-9355-8dc1197617f7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1899664 Aug 11 00:22:59.210990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-52003b25-5eec-4b5e-b991-dfe21a16e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:59.212909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-52003b25-5eec-4b5e-b991-dfe21a16e2be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1095 time: 0.0957868 Aug 11 00:22:59.235062 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.252563 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.259461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-3cadf7cb-fc81-498e-8be3-10ef00fbd86b tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.0566971 Aug 11 00:22:59.292606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:22:59.294356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:22:59.298184 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d789ec9-c9d3-49f5-9497-aeea53a7d85d" -d '{"events": [{"server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "name": "network-vif-plugged", "status": "completed", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:22:59.302582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.315003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-d94ef9b1-da9a-4b32-a530-5f8f10d01606 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0938556 Aug 11 00:22:59.332214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-9570163f-043f-429e-8bf5-c751aa1d9183 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.210 HTTP/1.1" status: 200 len: 696 time: 0.0642977 Aug 11 00:22:59.360223 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd47d378-3d70-44b2-a11b-9c31c43eb50c x-openstack-request-id: req-dd47d378-3d70-44b2-a11b-9c31c43eb50c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:22:59.360915 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:22:59.361266 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd47d378-3d70-44b2-a11b-9c31c43eb50c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:22:59.361814 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0', 'status': 'completed', 'code': 200} Aug 11 00:22:59.399802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-6caf8da8-f610-4b10-9c5f-18c563b678d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:59.400802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.404615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-6caf8da8-f610-4b10-9c5f-18c563b678d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.0877652 Aug 11 00:22:59.462805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-82a35240-9fd3-4b43-9cb9-995a6b3608e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504022 Aug 11 00:22:59.463632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:22:59.524847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Deleting port bdf05b09-1eae-4494-b5fc-c98c129110e9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:22:59.525290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.552989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a698f69-7e6d-4c3e-9289-1ee66dd3997f req-eb90170e-6ba9-4dc3-8372-fb1b035dfa15 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:59.554821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a698f69-7e6d-4c3e-9289-1ee66dd3997f req-eb90170e-6ba9-4dc3-8372-fb1b035dfa15 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.1253605 Aug 11 00:22:59.572117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47242) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:22:59.582129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Request body: {'floatingip': {'port_id': '1ad59935-4546-4dc2-9629-dc34a1b93140'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:22:59.633084 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.633084 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.660073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Calling delete_port for bdf05b09-1eae-4494-b5fc-c98c129110e9 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:22:59.717987 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.785284 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-e5253022-7c01-4cfc-ba66-4045ec0dc78f service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082778 Aug 11 00:22:59.905339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:22:59.925303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a701-76d2-44d3-ad6d-14f8b0a71d37 req-7ab1311c-bc30-4429-8a0f-c9c50d08bbda tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:22:59.926971 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c42a701-76d2-44d3-ad6d-14f8b0a71d37 req-7ab1311c-bc30-4429-8a0f-c9c50d08bbda tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.2476432 Aug 11 00:22:59.939647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Pushing event deleted for resources: {'Port': ['ID=bdf05b09-1eae-4494-b5fc-c98c129110e9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:00.025752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:00.029998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:00.031380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad5a1037-60f1-4c72-8614-a6c48bb09d82 req-cd017a5b-85f2-4216-b8c8-9b5ad9925fd7 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "DELETE /v2.0/floatingips/67feb3c2-b529-450d-971a-be955203214b HTTP/1.1" status: 204 len: 173 time: 0.6981664 Aug 11 00:23:00.041115 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f61471d-28e9-4fc2-92b1-bdd287ddd5cf req-fee07ace-f820-41f3-b95e-a87a9c6dc71d service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474916 Aug 11 00:23:00.077838 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c42a701-76d2-44d3-ad6d-14f8b0a71d37 req-c97b607c-1307-4b47-8bfc-a76f3a318c4e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365767 Aug 11 00:23:00.156244 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada2430b-9d92-4568-8758-f8016bbd63ba x-openstack-request-id: req-ada2430b-9d92-4568-8758-f8016bbd63ba {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:00.158214 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "name": "network-vif-plugged", "status": "completed", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:00.159125 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ada2430b-9d92-4568-8758-f8016bbd63ba {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:00.160211 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'code': 200} Aug 11 00:23:00.236823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592574b9-90d6-4f94-be0f-3a5f95a78233 req-a2960d04-44e8-4989-8ff3-08c23dca007c tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:00.239766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-592574b9-90d6-4f94-be0f-3a5f95a78233 req-a2960d04-44e8-4989-8ff3-08c23dca007c tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 950 time: 0.1295550 Aug 11 00:23:00.320805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-dd6142a3-ba05-4049-bdcd-47d76495a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:00.322380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-dd6142a3-ba05-4049-bdcd-47d76495a5b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1095 time: 0.1389437 Aug 11 00:23:00.370035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-592574b9-90d6-4f94-be0f-3a5f95a78233 req-52607d3d-7a6d-42c5-a1e5-ad20abfe3be1 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223783 Aug 11 00:23:00.386733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bef94-5dd8-4c9c-a66f-a0aebc366d5f req-06cbb225-e5a1-40f2-96b6-0dc4b8338fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:00.391019 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d4bef94-5dd8-4c9c-a66f-a0aebc366d5f req-06cbb225-e5a1-40f2-96b6-0dc4b8338fbd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 1097 time: 0.1110704 Aug 11 00:23:00.454361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7361c-a679-4785-a7fe-ea7abcbd9a46 req-f1c9f0ea-3722-482b-b13c-8d117e7acb28 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:00.455989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfd7361c-a679-4785-a7fe-ea7abcbd9a46 req-f1c9f0ea-3722-482b-b13c-8d117e7acb28 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1801107 Aug 11 00:23:00.463197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d4bef94-5dd8-4c9c-a66f-a0aebc366d5f req-db3465d7-f194-474e-9a15-789307289070 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628698 Aug 11 00:23:00.525106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-469dff8f-c975-42b6-8afc-1057b0ddc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:00.526569 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-469dff8f-c975-42b6-8afc-1057b0ddc065 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.1753795 Aug 11 00:23:00.587983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfd7361c-a679-4785-a7fe-ea7abcbd9a46 req-e30f1f9a-5f77-4486-9681-893e6edcccb2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256928 Aug 11 00:23:00.607147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff294b51-600a-49fb-a9e3-7364c499d5e1 req-d369f996-8625-405f-bd5c-822056dbcb1e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:00.607147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff294b51-600a-49fb-a9e3-7364c499d5e1 req-d369f996-8625-405f-bd5c-822056dbcb1e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.1024280 Aug 11 00:23:00.616968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-96dc76c5-331c-4784-b210-6690a81bfaab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0788627 Aug 11 00:23:00.667494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff294b51-600a-49fb-a9e3-7364c499d5e1 req-847c9d34-3fad-4619-b2bb-75b9b117ed2a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508485 Aug 11 00:23:00.711301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:00.806686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-92dae3ee-0f83-4fdd-807c-689374ad6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:00.809071 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-92dae3ee-0f83-4fdd-807c-689374ad6889 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.1836793 Aug 11 00:23:00.893447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:00.910049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-47a50ed0-4ec4-40d9-b4b7-1b3c74c5d5fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868127 Aug 11 00:23:01.392589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-477e7635-1d8f-45d3-b216-073752571f5e req-d766b2e9-921b-4ee8-965e-6a04e1e6759d tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7306864 Aug 11 00:23:01.436950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:01.499774 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Floating IP 980eb674-4a8b-4afc-bae2-b65fb64fe658 associated. External IP: 172.25.0.98, port: 1ad59935-4546-4dc2-9629-dc34a1b93140. Aug 11 00:23:01.538543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-68e320e9-4f9b-4ae4-992e-ee7735b43961 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743980 Aug 11 00:23:01.631425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:01.777776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf23cd1-7c0b-473c-888b-e6feacdb9a2a req-2f2f35a7-a576-422e-b553-6bf257c897c0 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275200 Aug 11 00:23:01.889210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Router c57b27eb-8791-4433-b673-0b0c4813a09b has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:23:01.906153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:01.955441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d14e26-4811-49cb-87ab-0a62343c0e59 req-02064437-74cd-471c-a40a-78049bcc2bb6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:01.957149 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-66d14e26-4811-49cb-87ab-0a62343c0e59 req-02064437-74cd-471c-a40a-78049bcc2bb6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1097016 Aug 11 00:23:02.021067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-66d14e26-4811-49cb-87ab-0a62343c0e59 req-a33448bb-255e-4d5e-bb4b-7b044fd1d24c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514820 Aug 11 00:23:02.125682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:23:02.137290 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:02.142322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] Sync routers for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:23:02.162865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Allocated IP 172.25.0.20 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/e8953517-a9ef-4e12-8512-98f90f673ce0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:23:02.166679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:23:02.167416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:02.185391 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d0c5c13e-624a-4f48-8185-6a92dd8c514d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "PUT /v2.0/floatingips/980eb674-4a8b-4afc-bae2-b65fb64fe658 HTTP/1.1" status: 200 len: 991 time: 2.6109631 Aug 11 00:23:02.188953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'tag': '1ad59935-4546-4dc2-9629-dc34a1b93140'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:02.191564 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816d2ba9-82cc-4da0-8ec6-649e935c9976" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3d7c83-546a-4f45-b3d6-cabc68d94b7f", "tag": "1ad59935-4546-4dc2-9629-dc34a1b93140"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:02.198036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccf147-1092-4dcf-bdd2-51de5ce41cf8 req-939d5782-e00d-4e7a-a317-9d44f2061c26 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:02.218331 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6ccf147-1092-4dcf-bdd2-51de5ce41cf8 req-939d5782-e00d-4e7a-a317-9d44f2061c26 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1301043 Aug 11 00:23:02.300414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6ccf147-1092-4dcf-bdd2-51de5ce41cf8 req-397f7770-9071-4637-864a-607e8f3c6fe7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864773 Aug 11 00:23:02.310620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:23:02.351022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:02.470564 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:02.471699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc9648-0c84-4e31-83e4-041fe458f931 req-502d1bcf-189b-42b4-8d18-798d2c508f9e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:02.474620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21bc9648-0c84-4e31-83e4-041fe458f931 req-502d1bcf-189b-42b4-8d18-798d2c508f9e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.0818524 Aug 11 00:23:02.542641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:23:02.547098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:23:02.548561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21bc9648-0c84-4e31-83e4-041fe458f931 req-7e2947bd-0fae-4e63-a425-9279b412546b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645826 Aug 11 00:23:02.552643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:23:02.565507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Pushing event updated for resources: {'Port': ['ID=e8953517-a9ef-4e12-8512-98f90f673ce0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:02.692014 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:02.827332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:02.882531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device dff7d90d-c617-4b82-9f7f-fa6637faf6d0 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:23:02.889413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '980eb674-4a8b-4afc-bae2-b65fb64fe658', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'port_id': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'mac_address': 'fa:16:3e:78:dd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:21:25Z', 'updated_at': '2021-08-11T00:23:00Z', 'revision_number': 1, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:26Z', 'revision_number': 5, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:02.931038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] Checking router: c57b27eb-8791-4433-b673-0b0c4813a09b for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:23:02.948787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:23:02.949413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:03.021572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 83ecc15e-c655-496a-9e4c-b4903cb5a714 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:03.026023 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:03.115797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:03.188012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:23:03.234957 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:03.245485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Pushing event updated for resources: {'Port': ['ID=e8953517-a9ef-4e12-8512-98f90f673ce0,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:03.258046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:03.302926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0', 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'port_id': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0', 'mac_address': 'fa:16:3e:92:a8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be89c199-5474-40b8-ab0f-7a042fd8e0b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:23:03.361418 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:03.362777 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-477e7635-1d8f-45d3-b216-073752571f5e req-afa25566-9d16-4b07-84e1-96dc11e37bc0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9383378 Aug 11 00:23:03.386259 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:03.417327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:03.428530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-477e7635-1d8f-45d3-b216-073752571f5e req-fd85b0f0-ae50-4024-abe4-5f548fc3d9d5 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0535293 Aug 11 00:23:03.472091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:03.474362 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c74d4-df03-4ae9-a11f-59f31b51af87" -d '{"events": [{"server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "name": "network-vif-unplugged", "status": "completed", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:03.490427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff7d90d-c617-4b82-9f7f-fa6637faf6d0 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:03.505650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:03.529094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:03.565876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e7635-1d8f-45d3-b216-073752571f5e req-9502c97e-8496-4c98-b156-7c33f1798685 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:03.567449 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-477e7635-1d8f-45d3-b216-073752571f5e req-9502c97e-8496-4c98-b156-7c33f1798685 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1277714 Aug 11 00:23:03.579994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-477e7635-1d8f-45d3-b216-073752571f5e req-9b2c1771-46a3-4983-b970-6edd33f00ed1 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:23:03.581553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-477e7635-1d8f-45d3-b216-073752571f5e req-9b2c1771-46a3-4983-b970-6edd33f00ed1 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080171 Aug 11 00:23:03.593592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:03.629314 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:03.664898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:03.701864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '980eb674-4a8b-4afc-bae2-b65fb64fe658', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'port_id': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'mac_address': 'fa:16:3e:78:dd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:21:25Z', 'updated_at': '2021-08-11T00:23:00Z', 'revision_number': 1, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:26Z', 'revision_number': 5, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:03.726461 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabc2659-f13e-469b-82e4-a28ff5a4d113 x-openstack-request-id: req-dabc2659-f13e-469b-82e4-a28ff5a4d113 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:03.727011 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3d7c83-546a-4f45-b3d6-cabc68d94b7f", "tag": "1ad59935-4546-4dc2-9629-dc34a1b93140", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:03.727402 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dabc2659-f13e-469b-82e4-a28ff5a4d113 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:03.727923 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'tag': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'status': 'completed', 'code': 200} Aug 11 00:23:03.738115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21e86e-da22-477d-a349-c6af0ae287d2 None None] The sync data for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 is: [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '980eb674-4a8b-4afc-bae2-b65fb64fe658', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'port_id': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'mac_address': 'fa:16:3e:78:dd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:21:25Z', 'updated_at': '2021-08-11T00:23:00Z', 'revision_number': 1, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:26Z', 'revision_number': 5, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:23:03.754387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:03.841107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-52f0eeaa-e5c7-4d5a-b041-afdd1d1f3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:03.842807 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-52f0eeaa-e5c7-4d5a-b041-afdd1d1f3481 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=409cdc564fa64ba7b2f36920ff33bc0b&device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 1098 time: 0.0590432 Aug 11 00:23:03.925595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['dff7d90d-c617-4b82-9f7f-fa6637faf6d0'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:03.925820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725037b4-f086-48bc-9edd-358f46b8422f req-8f3913e1-f946-47e1-9d7e-fe0651520698 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:03.928523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-725037b4-f086-48bc-9edd-358f46b8422f req-8f3913e1-f946-47e1-9d7e-fe0651520698 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0642853 Aug 11 00:23:04.003487 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-725037b4-f086-48bc-9edd-358f46b8422f req-e905ade2-4d87-4942-8604-650c754e68a2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648866 Aug 11 00:23:04.041478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-019448aa-ad81-4138-9a3c-6420e59c69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:04.049169 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-019448aa-ad81-4138-9a3c-6420e59c69d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba691427-d1f0-4361-b6ad-7ab84f4389b3 HTTP/1.1" status: 200 len: 916 time: 0.1809757 Aug 11 00:23:04.069280 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09eee77-e00f-41e2-8148-4152afbde991 x-openstack-request-id: req-d09eee77-e00f-41e2-8148-4152afbde991 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:04.069861 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "name": "network-vif-unplugged", "status": "completed", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:04.070199 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d09eee77-e00f-41e2-8148-4152afbde991 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:04.080155 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'code': 200} Aug 11 00:23:04.085463 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40e234-683d-4bb9-a258-c124c7e29792 None None] New status for floating IP 980eb674-4a8b-4afc-bae2-b65fb64fe658: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:23:04.179826 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-ddf6d8d1-3a28-4b17-8bbc-a40e05030cb0 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips/676d0eba-29ef-4f23-806e-aa7cf9ba5238 HTTP/1.1" status: 200 len: 692 time: 0.1105461 Aug 11 00:23:04.218267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-86b77443-fb37-498a-9eba-63f6cfd24243 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad59935-4546-4dc2-9629-dc34a1b93140 HTTP/1.1" status: 200 len: 999 time: 0.1512692 Aug 11 00:23:04.303280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-1ba0ee41-de6d-46ef-bba5-6519fd52c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:04.304930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-1ba0ee41-de6d-46ef-bba5-6519fd52c121 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=973d8471-bcbd-4836-a4ff-f5249d9333ca HTTP/1.1" status: 200 len: 854 time: 0.0789628 Aug 11 00:23:04.362070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-f2ddb6f0-f0d2-440a-892d-3da2af3598e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:04.363814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-f2ddb6f0-f0d2-440a-892d-3da2af3598e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba691427-d1f0-4361-b6ad-7ab84f4389b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507669 Aug 11 00:23:04.368343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-17aa0720-466c-48f7-a69d-e8579d0056b5 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:04.370250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-17aa0720-466c-48f7-a69d-e8579d0056b5 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1823947 Aug 11 00:23:04.463788 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-20bbae9a-b6fd-4525-b3da-b0c6373640a5 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0851057 Aug 11 00:23:04.505649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-527d0ced-220a-401b-8fc3-551cf92fac21 service neutron] 10.222.0.44 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335618 Aug 11 00:23:04.533664 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-044e22cb-80b1-44ce-91fa-e6d40a8878f4 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.20 HTTP/1.1" status: 200 len: 695 time: 0.0688884 Aug 11 00:23:04.629343 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-816d2ba9-82cc-4da0-8ec6-649e935c9976 req-d8c94d25-ac1e-4f57-b866-1892f6126d82 service neutron] 10.222.0.44 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146324 Aug 11 00:23:04.682783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Deleting port e8953517-a9ef-4e12-8512-98f90f673ce0 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:23:04.683144 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:04.775371 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:04.775751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:04.790025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Calling delete_port for e8953517-a9ef-4e12-8512-98f90f673ce0 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:23:04.859638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e5696-7ee8-4927-ab61-58728beeac05 req-8aa8347b-2c45-46d8-a291-e5e6e9044a2f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:04.862890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d75e5696-7ee8-4927-ab61-58728beeac05 req-8aa8347b-2c45-46d8-a291-e5e6e9044a2f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 944 time: 0.0703461 Aug 11 00:23:04.885353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:23:04.980188 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d75e5696-7ee8-4927-ab61-58728beeac05 req-8d5f5920-99d0-4e02-8827-76ba858a8889 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041193 Aug 11 00:23:05.144895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:05.163358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '289a0eae-099c-4790-91d5-6439339f1ea4', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '289a0eae-099c-4790-91d5-6439339f1ea4', 'mac_address': 'fa:16:3e:a1:3f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:23:05.217296 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:05.239615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289a0eae-099c-4790-91d5-6439339f1ea4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:05.266598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:05.395661 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:05.456028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:05.457429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df9e9-d84a-47b9-b150-9c57ff96c087 req-9fb10d03-5362-4bf6-9e77-5e3ad06b68db tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:05.458972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:05.473173 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c54df9e9-d84a-47b9-b150-9c57ff96c087 req-9fb10d03-5362-4bf6-9e77-5e3ad06b68db tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0929174 Aug 11 00:23:05.501352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['289a0eae-099c-4790-91d5-6439339f1ea4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:05.535962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Pushing event deleted for resources: {'Port': ['ID=e8953517-a9ef-4e12-8512-98f90f673ce0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:05.561991 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c54df9e9-d84a-47b9-b150-9c57ff96c087 req-5927c7ff-88b5-4159-8c04-177427e420b7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841465 Aug 11 00:23:05.643965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:05.648824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:05.658086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ed72cb5-30ba-4d47-82c5-58d59bc595ed req-61d84a88-2f3e-45f8-b949-902909445910 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "DELETE /v2.0/floatingips/676d0eba-29ef-4f23-806e-aa7cf9ba5238 HTTP/1.1" status: 204 len: 173 time: 1.1230283 Aug 11 00:23:05.699364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe534f-cc89-4492-9435-655ad54ab73b req-ca04673c-41a5-4704-a1a2-539986b3aba3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:05.702447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebfe534f-cc89-4492-9435-655ad54ab73b req-ca04673c-41a5-4704-a1a2-539986b3aba3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0671251 Aug 11 00:23:05.753838 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebfe534f-cc89-4492-9435-655ad54ab73b req-a8b3ffab-54db-4211-b985-0cd6b8e870bf tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Aug 11 00:23:05.767330 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-adbefe85-92e3-4b71-aa7b-1793d178b949 req-eabd2f23-7b35-4ba4-9c57-e172da20e4aa tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] show failed (client error): The resource could not be found. Aug 11 00:23:05.774022 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-adbefe85-92e3-4b71-aa7b-1793d178b949 req-eabd2f23-7b35-4ba4-9c57-e172da20e4aa tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips/676d0eba-29ef-4f23-806e-aa7cf9ba5238 HTTP/1.1" status: 404 len: 350 time: 0.0791831 Aug 11 00:23:05.856944 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-215cdead-22a5-434a-9a63-1792a42f022a req-b093f9ea-c3bd-42d1-bcec-18257ccfc373 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] show failed (client error): The resource could not be found. Aug 11 00:23:05.857961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-215cdead-22a5-434a-9a63-1792a42f022a req-b093f9ea-c3bd-42d1-bcec-18257ccfc373 tempest-FloatingIPsTestJSON-974265156 tempest-FloatingIPsTestJSON-974265156-project] 10.222.0.43 "GET /v2.0/floatingips/676d0eba-29ef-4f23-806e-aa7cf9ba5238 HTTP/1.1" status: 404 len: 350 time: 0.0380552 Aug 11 00:23:05.876478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47350) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:06.298398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fb397-982b-41cb-9de7-82569761937e req-ef514398-a36e-45c4-9a2f-0732ae87db17 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:06.300129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-460fb397-982b-41cb-9de7-82569761937e req-ef514398-a36e-45c4-9a2f-0732ae87db17 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 944 time: 0.1198757 Aug 11 00:23:06.465153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-460fb397-982b-41cb-9de7-82569761937e req-b26edeab-5ff9-49e9-b1c8-76b6956ef1be tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378012 Aug 11 00:23:06.670601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:06.741681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa1369-5a95-4e23-a511-5b290dd16a89 req-5f029348-d53f-46cf-b0b3-d0b7faa89c31 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:06.756040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64aa1369-5a95-4e23-a511-5b290dd16a89 req-5f029348-d53f-46cf-b0b3-d0b7faa89c31 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0871263 Aug 11 00:23:06.818769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64aa1369-5a95-4e23-a511-5b290dd16a89 req-d032a16b-e74e-4bd2-bae0-7af4095d820c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603676 Aug 11 00:23:06.884439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:23:07.014955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 289a0eae-099c-4790-91d5-6439339f1ea4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:23:07.016099 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:07.040423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee536752-b11d-459e-a749-2397fa9dcc94 req-f8853c12-08c5-4f63-af1c-a0414c8dde77 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:07.042305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee536752-b11d-459e-a749-2397fa9dcc94 req-f8853c12-08c5-4f63-af1c-a0414c8dde77 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1945610 Aug 11 00:23:07.204033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee536752-b11d-459e-a749-2397fa9dcc94 req-d704c352-9f88-42b7-864b-048feb612527 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246004 Aug 11 00:23:07.217520 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:07.305732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:07.313912 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57169f09-d4a8-4b59-bec3-bfcf07159bae" -d '{"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-plugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:07.338989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:07.395609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:07.396448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device dff7d90d-c617-4b82-9f7f-fa6637faf6d0 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:23:07.524266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=10']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:07.542912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Deleting port 03208d57-9956-4141-b8c3-666b5024d412 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:23:07.546691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:07.576462 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359b80c-f269-4f93-b103-1fcbe1edf5ec x-openstack-request-id: req-e359b80c-f269-4f93-b103-1fcbe1edf5ec {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:07.576761 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-plugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:07.577024 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e359b80c-f269-4f93-b103-1fcbe1edf5ec {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:07.577430 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4', 'code': 200} Aug 11 00:23:07.631496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:23:07.635099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:23:07.635498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:07.799867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] For port 03208d57-9956-4141-b8c3-666b5024d412, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=03208d57-9956-4141-b8c3-666b5024d412,segment=NetworkSegment(2fad6654-954d-423a-b06c-00f55fe4565e),segment_id=2fad6654-954d-423a-b06c-00f55fe4565e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:07.800169 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:07.842237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1a4c-6ec0-4357-bd30-c81934461f7b req-33075ea7-0dee-4d52-b02f-6931fb31dbea tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:07.846646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Calling delete_port for 03208d57-9956-4141-b8c3-666b5024d412 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:23:07.847875 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3bb1a4c-6ec0-4357-bd30-c81934461f7b req-33075ea7-0dee-4d52-b02f-6931fb31dbea tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 944 time: 0.1050987 Aug 11 00:23:07.854791 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:07.969101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:07.976901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3bb1a4c-6ec0-4357-bd30-c81934461f7b req-729ef597-0980-423d-98b9-df4eefe04a26 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187165 Aug 11 00:23:08.053734 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:08.143233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:08.363636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:08.412782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03208d57-9956-4141-b8c3-666b5024d412,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:08.428369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.429230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.430503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.431197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.431929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.432438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.433064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.433609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.434257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.434811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.435417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.436000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:08.467530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682b98f-cc98-4288-bfa0-ab229842616c req-1fce9074-1282-41dc-b0e4-08d871615865 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:08.483495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e682b98f-cc98-4288-bfa0-ab229842616c req-1fce9074-1282-41dc-b0e4-08d871615865 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1226034 Aug 11 00:23:08.584267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e682b98f-cc98-4288-bfa0-ab229842616c req-818af452-3cb7-4386-af02-710b811ae9c9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995166 Aug 11 00:23:08.609086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da287cf3-aa4d-4f79-b682-42a7a72167e6 req-84d6396d-323e-4d79-ab91-7b812bb9e73e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:08.624887 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da287cf3-aa4d-4f79-b682-42a7a72167e6 req-84d6396d-323e-4d79-ab91-7b812bb9e73e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.3380136 Aug 11 00:23:08.941439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:08.964043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da287cf3-aa4d-4f79-b682-42a7a72167e6 req-29fdb9f3-5a26-4657-823c-2e8dd3f8278d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375306 Aug 11 00:23:09.438423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b89f-15bb-4948-9c8d-ffb07054b3fd req-aeadd88a-d58a-4dbb-9f32-8cec2ae7846d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:09.441711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80d3b89f-15bb-4948-9c8d-ffb07054b3fd req-aeadd88a-d58a-4dbb-9f32-8cec2ae7846d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.2358477 Aug 11 00:23:09.526263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Router da7d659a-2f47-4625-8380-5801b0180238 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:23:09.534150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80d3b89f-15bb-4948-9c8d-ffb07054b3fd req-76873021-88e8-41ca-b3e0-cac2184f9800 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769112 Aug 11 00:23:09.579484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:09.582268 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0b9230-f3c8-465c-970b-26358bf2cd3f" -d '{"events": [{"server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "name": "network-vif-plugged", "status": "completed", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:09.699416 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22200616-9298-4e93-8443-86e23b739f91 x-openstack-request-id: req-22200616-9298-4e93-8443-86e23b739f91 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:09.699709 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "name": "network-vif-plugged", "status": "completed", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:09.700518 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22200616-9298-4e93-8443-86e23b739f91 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:09.701005 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0', 'code': 200} Aug 11 00:23:09.727572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:23:09.744259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] Sync routers for ids ['da7d659a-2f47-4625-8380-5801b0180238'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:23:09.746416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3fa2596c-5efb-4ec2-9198-9881f00810c5 admin admin] 10.222.0.43 "PUT /v2.0/routers/da7d659a-2f47-4625-8380-5801b0180238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684075 Aug 11 00:23:09.751138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47442) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:09.780297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] Routers {'da7d659a-2f47-4625-8380-5801b0180238'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:23:09.781054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['da7d659a-2f47-4625-8380-5801b0180238'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:09.944844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf37a1-ab13-4fba-aced-d87f5a15e20e req-57a6846b-b4b8-493b-b67d-a8f4b8a9c11b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:09.949486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46bda3-0b19-4a77-906b-9a82d228b24c req-78bab801-1720-4153-ab92-5bc457ef0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:09.953263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1edf37a1-ab13-4fba-aced-d87f5a15e20e req-57a6846b-b4b8-493b-b67d-a8f4b8a9c11b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1429090 Aug 11 00:23:09.959441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f46bda3-0b19-4a77-906b-9a82d228b24c req-78bab801-1720-4153-ab92-5bc457ef0dbe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1097 time: 0.1649036 Aug 11 00:23:09.982452 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:10.085734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f46bda3-0b19-4a77-906b-9a82d228b24c req-5e39ce14-74cf-4a77-8de5-8911c0de8e93 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164563 Aug 11 00:23:10.133977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1edf37a1-ab13-4fba-aced-d87f5a15e20e req-95415c95-f799-4e1a-854d-e5a9a6a70f26 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783185 Aug 11 00:23:10.235251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] Set router da7d659a-2f47-4625-8380-5801b0180238 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:23:10.255558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08b149-026c-416f-b3de-78108c4235aa req-7a5b43b7-6005-4279-b35d-b247a7678797 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:10.267526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a08b149-026c-416f-b3de-78108c4235aa req-7a5b43b7-6005-4279-b35d-b247a7678797 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0834007 Aug 11 00:23:10.364041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a08b149-026c-416f-b3de-78108c4235aa req-a80e8980-2ab2-4c50-8320-f8dd73b711e5 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954056 Aug 11 00:23:10.372575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:10.639831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Deleting port 3f0ff0d1-5a91-4fab-aa26-97d111da054c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:23:10.640191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:10.706565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:23:08Z', 'revision_number': 5, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port': {'id': '3f0ff0d1-5a91-4fab-aa26-97d111da054c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7d659a-2f47-4625-8380-5801b0180238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:22:32Z', 'updated_at': '2021-08-11T00:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:10.736323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c03ca-ba09-445e-a34e-04b080c49a68 req-08344fb7-3ec9-48fb-bcd5-309196a86faa tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:10.746568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c96c03ca-ba09-445e-a34e-04b080c49a68 req-08344fb7-3ec9-48fb-bcd5-309196a86faa tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.0789437 Aug 11 00:23:10.767179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] Checking router: da7d659a-2f47-4625-8380-5801b0180238 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:23:10.773926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] For port 3f0ff0d1-5a91-4fab-aa26-97d111da054c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f0ff0d1-5a91-4fab-aa26-97d111da054c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:10.774562 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:10.785304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] Routers {'da7d659a-2f47-4625-8380-5801b0180238'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:23:10.786417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:22:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['da7d659a-2f47-4625-8380-5801b0180238'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:10.798505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c96c03ca-ba09-445e-a34e-04b080c49a68 req-e63fb723-3ac3-45f7-b984-e7c8d4693dea tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504324 Aug 11 00:23:10.805406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Calling delete_port for 3f0ff0d1-5a91-4fab-aa26-97d111da054c owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:23:11.230263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:11.240870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] Set router da7d659a-2f47-4625-8380-5801b0180238 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:23:11.363070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0ff0d1-5a91-4fab-aa26-97d111da054c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:11.414417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:23:10Z', 'revision_number': 6, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:11.511336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504245d-5f25-42c7-9edf-7d24ea1d4540 req-c36931bd-ebab-493f-9295-7aed1ffcd236 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:11.513292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b504245d-5f25-42c7-9edf-7d24ea1d4540 req-c36931bd-ebab-493f-9295-7aed1ffcd236 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1834936 Aug 11 00:23:11.517122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db873c87-77fd-468a-ac6a-977264bca6eb None None] The sync data for ids ['da7d659a-2f47-4625-8380-5801b0180238'] in n-d-712143-13 is: [{'id': 'da7d659a-2f47-4625-8380-5801b0180238', 'name': 'tempest-FloatingIPsTestJSON-793872871-router', 'tenant_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:22:27Z', 'updated_at': '2021-08-11T00:23:10Z', 'revision_number': 6, 'project_id': 'aab9023daa1c4e4491271d4b2a2e55c3', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:23:11.765177 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:11.766428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b504245d-5f25-42c7-9edf-7d24ea1d4540 req-e934d90e-f1e4-416d-9e46-b1cc6ea12c3e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362274 Aug 11 00:23:12.190927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b0ed7-a185-4640-a1b1-7ba6a75c39ec req-d1a4b197-420a-4639-bafe-88a709e70f93 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:12.211993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f0b0ed7-a185-4640-a1b1-7ba6a75c39ec req-d1a4b197-420a-4639-bafe-88a709e70f93 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.2389650 Aug 11 00:23:12.312413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 03208d57-9956-4141-b8c3-666b5024d412 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:12.408962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f0b0ed7-a185-4640-a1b1-7ba6a75c39ec req-02434b68-59ac-431e-8d2f-5e973e0a3fac tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919703 Aug 11 00:23:12.412533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 03208d57-9956-4141-b8c3-666b5024d412 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:23:12.413097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 03208d57-9956-4141-b8c3-666b5024d412 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:23:12.494157 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:12.503194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:12.621265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc12c5-de4e-48c0-b971-e79949b1110c req-dbf5829e-ec23-4511-b9e2-4f23f2454c05 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:12.624244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87fc12c5-de4e-48c0-b971-e79949b1110c req-dbf5829e-ec23-4511-b9e2-4f23f2454c05 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.9046493 Aug 11 00:23:12.698936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87fc12c5-de4e-48c0-b971-e79949b1110c req-dd76d7a8-c7bc-419d-99e1-86ab5f617df6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641992 Aug 11 00:23:12.791112 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:12.791980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da7d659a-2f47-4625-8380-5801b0180238 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:23:12.806998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:12.812481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a02ad8dd-6911-4cd5-b8a1-af8221367a23 admin admin] 10.222.0.43 "DELETE /v2.0/routers/da7d659a-2f47-4625-8380-5801b0180238 HTTP/1.1" status: 204 len: 168 time: 3.0592353 Aug 11 00:23:12.813399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47504) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:12.937964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5ca4-d889-422e-908d-b7c3a1956d00 req-48a1dc11-d132-4a46-a9d9-350afbda649a tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:12.941156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bff5ca4-d889-422e-908d-b7c3a1956d00 req-48a1dc11-d132-4a46-a9d9-350afbda649a tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1097 time: 0.1791489 Aug 11 00:23:13.004985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4eb513-e5ea-4746-8840-4a99a38376f3 admin admin] Deleting subnet 8827c5e1-85b5-4168-9c42-e9dc0b1fd64f {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:23:13.030648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457785a-252c-4892-ba8a-e11b44feaa92 req-7174950c-3373-4dd4-9844-6928bcbf1343 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:13.040405 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5457785a-252c-4892-ba8a-e11b44feaa92 req-7174950c-3373-4dd4-9844-6928bcbf1343 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1215208 Aug 11 00:23:13.048834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bff5ca4-d889-422e-908d-b7c3a1956d00 req-be058289-5e9c-41a8-ae94-4c0a1332994f tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960593 Aug 11 00:23:13.070965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb513-e5ea-4746-8840-4a99a38376f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:13.144868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb513-e5ea-4746-8840-4a99a38376f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:13.310004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5457785a-252c-4892-ba8a-e11b44feaa92 req-9aea15c3-3f3e-4111-bf3b-604965d62127 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684169 Aug 11 00:23:13.346574 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb513-e5ea-4746-8840-4a99a38376f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:13.580107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb513-e5ea-4746-8840-4a99a38376f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:13.696265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eb513-e5ea-4746-8840-4a99a38376f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8827c5e1-85b5-4168-9c42-e9dc0b1fd64f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:13.706994 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc4eb513-e5ea-4746-8840-4a99a38376f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:13.713737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cc4eb513-e5ea-4746-8840-4a99a38376f3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8827c5e1-85b5-4168-9c42-e9dc0b1fd64f HTTP/1.1" status: 204 len: 168 time: 0.8985193 Aug 11 00:23:13.718518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c833c71-43d1-49dc-a6a0-93da04ca27e8 None None] Network d4b92da6-52f4-4ffc-8c57-5a5c204246b3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:23:13.720849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47524) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:14.164315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:14.218289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f0ff0d1-5a91-4fab-aa26-97d111da054c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:14.308819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 3f0ff0d1-5a91-4fab-aa26-97d111da054c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:23:14.309898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f0ff0d1-5a91-4fab-aa26-97d111da054c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:23:14.316054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be769bc8-a38d-4b6b-a57d-7581355af1e4 req-46cc2169-9d1d-4c81-a0fa-e08dd43a878a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:14.318779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be769bc8-a38d-4b6b-a57d-7581355af1e4 req-46cc2169-9d1d-4c81-a0fa-e08dd43a878a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1899040 Aug 11 00:23:14.329872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Deleting port 15105208-89cf-4d58-8247-36b209e2de5f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:23:14.330369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:14.516032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be769bc8-a38d-4b6b-a57d-7581355af1e4 req-a0e21321-59e6-40ef-9877-565577205c6b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832290 Aug 11 00:23:14.593041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] For port 15105208-89cf-4d58-8247-36b209e2de5f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=15105208-89cf-4d58-8247-36b209e2de5f,segment=NetworkSegment(2fad6654-954d-423a-b06c-00f55fe4565e),segment_id=2fad6654-954d-423a-b06c-00f55fe4565e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:14.593665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:14.608443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] DHCP port deletion for d4b92da6-52f4-4ffc-8c57-5a5c204246b3 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:23:14.723902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Calling delete_port for 15105208-89cf-4d58-8247-36b209e2de5f owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:23:14.755694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] Deleting port 15105208-89cf-4d58-8247-36b209e2de5f {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:23:14.761602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:14.892109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fa92c-cbac-46cb-a07b-5dcf22e11b19 req-f40a1311-13c5-45d9-9b35-d07196a31d7a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:14.914727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] For port 15105208-89cf-4d58-8247-36b209e2de5f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=15105208-89cf-4d58-8247-36b209e2de5f,segment=NetworkSegment(2fad6654-954d-423a-b06c-00f55fe4565e),segment_id=2fad6654-954d-423a-b06c-00f55fe4565e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:14.915250 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a9fa92c-cbac-46cb-a07b-5dcf22e11b19 req-f40a1311-13c5-45d9-9b35-d07196a31d7a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.2649252 Aug 11 00:23:14.916769 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:14.951537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] Calling delete_port for 15105208-89cf-4d58-8247-36b209e2de5f owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:23:15.053527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a9fa92c-cbac-46cb-a07b-5dcf22e11b19 req-ae47fb1e-af3f-4461-8601-b113eda4f2b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368182 Aug 11 00:23:15.149889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:15.172031 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:15.183280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] No DVR routers for this DVR port 15105208-89cf-4d58-8247-36b209e2de5f on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:23:15.240314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f55fd8-c289-402c-8219-5f4e11fca973 None None] Pushing event deleted for resources: {'Port': ['ID=15105208-89cf-4d58-8247-36b209e2de5f,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:15.281564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Pushing event deleted for resources: {'Port': ['ID=15105208-89cf-4d58-8247-36b209e2de5f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:15.314062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.314912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.315574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.316171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.316837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.317780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.318322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.319059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.320153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.320736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.321278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.321809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:15.339240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] No DVR routers for this DVR port 15105208-89cf-4d58-8247-36b209e2de5f on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:23:15.509675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:15.533332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b92da6-52f4-4ffc-8c57-5a5c204246b3']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:15.554540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fad6654-954d-423a-b06c-00f55fe4565e') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:15.555056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fad6654-954d-423a-b06c-00f55fe4565e') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:23:15.581920 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:15.606835 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:15.620000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:23:15.620420 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:23:15.627073 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:23:15.719224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea815ae-5b33-47a9-9f14-a11c5c354636 req-afa3e7c5-229e-466f-972e-ce5a39e87778 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:15.721913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eea815ae-5b33-47a9-9f14-a11c5c354636 req-afa3e7c5-229e-466f-972e-ce5a39e87778 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0705485 Aug 11 00:23:15.779013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eea815ae-5b33-47a9-9f14-a11c5c354636 req-51718ede-ab86-40ae-a16b-e88bd1e9db28 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510588 Aug 11 00:23:15.815804 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:15.829309 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:15.835647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d4b92da6-52f4-4ffc-8c57-5a5c204246b3 HTTP/1.1" status: 204 len: 168 time: 2.1092236 Aug 11 00:23:15.850390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e131-fee9-45b9-86b7-40662684e697 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b92da6-52f4-4ffc-8c57-5a5c204246b3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:16.171196 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-029d33bf-c30a-449f-9d87-3cdd2055f894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:16.187330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 15105208-89cf-4d58-8247-36b209e2de5f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:16.243349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99831949-5cf6-4f2b-b1fc-ad0e81a22940 req-3537460d-fbec-40e8-82be-9fc66cc6131e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:16.247417 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99831949-5cf6-4f2b-b1fc-ad0e81a22940 req-3537460d-fbec-40e8-82be-9fc66cc6131e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0795939 Aug 11 00:23:16.255212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 15105208-89cf-4d58-8247-36b209e2de5f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:23:16.255969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 15105208-89cf-4d58-8247-36b209e2de5f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:23:16.334654 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99831949-5cf6-4f2b-b1fc-ad0e81a22940 req-aae08624-01a9-44ca-9935-d662c95736f9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725887 Aug 11 00:23:16.381620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47584) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:16.530610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f27ac245-a351-4ba6-8e48-0c39cf2fea5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aab9023daa1c4e4491271d4b2a2e55c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038857 Aug 11 00:23:16.548265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47588) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:16.710997 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cf212c5-f5b8-49fe-8352-de9021c3184d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:16.770597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cf212c5-f5b8-49fe-8352-de9021c3184d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:16.915754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cf212c5-f5b8-49fe-8352-de9021c3184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:16.920282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cf212c5-f5b8-49fe-8352-de9021c3184d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:16.924481 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8cf212c5-f5b8-49fe-8352-de9021c3184d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/705e2fe9-5713-47dc-975d-962f09505b23 HTTP/1.1" status: 204 len: 168 time: 0.3716683 Aug 11 00:23:16.948962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf212c5-f5b8-49fe-8352-de9021c3184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705e2fe9-5713-47dc-975d-962f09505b23,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:17.134057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb95671-2926-4d18-88cc-cebd6a5e75a7 req-d252a3f8-7b40-4ba6-aa56-cef47bff4b7f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:17.148661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbb95671-2926-4d18-88cc-cebd6a5e75a7 req-d252a3f8-7b40-4ba6-aa56-cef47bff4b7f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1401076 Aug 11 00:23:17.233379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbb95671-2926-4d18-88cc-cebd6a5e75a7 req-c9fc21e8-d277-4484-bf98-d46c2847794b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823991 Aug 11 00:23:17.552939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c32d19-3a97-4f13-b26c-f9e923c1c49e req-5177ce4c-d8e8-4c90-8bc7-21b0f003e0f0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:17.557073 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87c32d19-3a97-4f13-b26c-f9e923c1c49e req-5177ce4c-d8e8-4c90-8bc7-21b0f003e0f0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0999846 Aug 11 00:23:17.663185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87c32d19-3a97-4f13-b26c-f9e923c1c49e req-d2f2ea74-704a-4f1c-8a9b-22cdab7853da tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885046 Aug 11 00:23:18.197060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cce964-fc61-4332-b31e-cc32f2dae9c1 req-f43bc287-4afa-46c3-927e-855e5b35c4c7 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:18.209558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08cce964-fc61-4332-b31e-cc32f2dae9c1 req-f43bc287-4afa-46c3-927e-855e5b35c4c7 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1097 time: 0.0862303 Aug 11 00:23:18.298594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08cce964-fc61-4332-b31e-cc32f2dae9c1 req-8f6d9028-08fa-43c7-865d-8cd02de30fe4 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875492 Aug 11 00:23:18.563784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad45f-0f96-485b-9d79-2f9aeb90fbb6 req-e7467253-a5c8-45d4-9177-97b0c738744c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:18.566844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec0ad45f-0f96-485b-9d79-2f9aeb90fbb6 req-e7467253-a5c8-45d4-9177-97b0c738744c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0937834 Aug 11 00:23:18.641386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec0ad45f-0f96-485b-9d79-2f9aeb90fbb6 req-08bf7d84-f4fb-4190-a9e5-809c4b99279b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582244 Aug 11 00:23:18.841541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17729de-db98-476b-885e-0798ccf07f72 req-52828743-4a1f-43d9-a99f-a62db811a548 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:18.843243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b17729de-db98-476b-885e-0798ccf07f72 req-52828743-4a1f-43d9-a99f-a62db811a548 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0577564 Aug 11 00:23:18.898248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b17729de-db98-476b-885e-0798ccf07f72 req-67599b7c-de7d-41d9-ba2e-39231599168d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Aug 11 00:23:18.962736 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:18.967972 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-64199453-7433-4920-9029-2dc867d47a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:19.966533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d4615-b97c-49f1-bf71-c4e6dbaed771 req-7cb66dae-f35e-448f-ac61-cfd079e63b6a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:19.979779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a33d4615-b97c-49f1-bf71-c4e6dbaed771 req-7cb66dae-f35e-448f-ac61-cfd079e63b6a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1781764 Aug 11 00:23:20.060900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a33d4615-b97c-49f1-bf71-c4e6dbaed771 req-dfa75217-2ee7-4626-85e2-b3e1a21970a6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577307 Aug 11 00:23:20.254465 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:20.419129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01541bfc-2d57-4489-926f-bc9b67cd234e req-6f4dad17-e94a-4005-be1d-888a1e0ed8e2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:20.420796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01541bfc-2d57-4489-926f-bc9b67cd234e req-6f4dad17-e94a-4005-be1d-888a1e0ed8e2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.1297059 Aug 11 00:23:20.517487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01541bfc-2d57-4489-926f-bc9b67cd234e req-51e8d26b-e84a-443f-b2db-4cdce066da07 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849268 Aug 11 00:23:21.015837 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-bb62ae9c-003c-4733-a58d-bbdfd524e385 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3dc96b1033ff49c9ac82c78dfd5ca1aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674875 Aug 11 00:23:21.270377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-26a59f09-a899-4df1-98c6-36a70e1379db tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:21.282890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-26a59f09-a899-4df1-98c6-36a70e1379db tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489460 Aug 11 00:23:21.312945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-99ead5b4-2f43-433e-ae06-cc6b15ec78fb tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/quotas/3dc96b1033ff49c9ac82c78dfd5ca1aa HTTP/1.1" status: 200 len: 375 time: 0.0287657 Aug 11 00:23:21.370981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-38be2b3c-c479-48ce-bbed-ab24bab9b23b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3dc96b1033ff49c9ac82c78dfd5ca1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468328 Aug 11 00:23:21.588966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-9ef93b3b-72cc-4be9-98e6-0e908dbcd3cb tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:23:21.591720 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-9ef93b3b-72cc-4be9-98e6-0e908dbcd3cb tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087442 Aug 11 00:23:21.593384 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-9a5a0190-e459-43c3-b6d3-d029b44599e3 service neutron] show failed (client error): The resource could not be found. Aug 11 00:23:21.595475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-9a5a0190-e459-43c3-b6d3-d029b44599e3 service neutron] 10.222.0.44 "GET /v2.0/ports/67975638-57be-4755-bd45-cbcf158d841c/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.1372054 Aug 11 00:23:21.609547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Request body: {'binding': {'host': 'n-h1-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:21.610483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:23:21.928135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on host n-h1-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:23:21.929051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:23:21.929630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:21.954374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:23:21.954969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:21.974678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:23:21.975269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:23:21.976052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:23:21.976827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Bound port: 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:23:22.200826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:23:22.253012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:22.334052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:22.336236 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4f689719-171d-4329-b6ee-6368d397774f service neutron] 10.222.0.43 "POST /v2.0/ports/5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd/bindings HTTP/1.1" status: 201 len: 390 time: 0.7323852 Aug 11 00:23:22.373946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae421c7-d181-4346-9ebb-47afef724e01 req-9f3e7034-89bf-41e6-9018-edeb8bc8378e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:22.376874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ae421c7-d181-4346-9ebb-47afef724e01 req-9f3e7034-89bf-41e6-9018-edeb8bc8378e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.2134452 Aug 11 00:23:22.416092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-ab83eb61-cd59-43be-b7c1-35e39c82d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:22.419373 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-ab83eb61-cd59-43be-b7c1-35e39c82d7ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513&tenant_id=e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 1101 time: 0.1502233 Aug 11 00:23:22.443851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ae421c7-d181-4346-9ebb-47afef724e01 req-a6ed6277-da76-4970-bde3-2846151b845f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523155 Aug 11 00:23:22.448497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:22.530930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:22.945151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c127995-d777-462a-ac38-9b70243b1065 req-3ce5f9fb-1053-4fe4-a16a-67cf1cc71f6d tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 210 time: 0.0680056 Aug 11 00:23:23.113853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175849b7-e776-4dcf-959b-3e029e5c6d0a req-ac2948b8-7925-4eb0-b6e5-6f645d62a2d7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:23.131034 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-175849b7-e776-4dcf-959b-3e029e5c6d0a req-ac2948b8-7925-4eb0-b6e5-6f645d62a2d7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.2076838 Aug 11 00:23:23.260203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-cd6f63ff-9fa7-47aa-ada9-3eee146ce351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:23.263522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-cd6f63ff-9fa7-47aa-ada9-3eee146ce351 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1097 time: 0.1794455 Aug 11 00:23:23.274103 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-175849b7-e776-4dcf-959b-3e029e5c6d0a req-7ee394a3-1b0b-4531-b55c-655b7d87a1a4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417124 Aug 11 00:23:23.284573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454c0b3-cfe9-43af-8b86-989b42da10d6 req-05cc8742-4ab2-4477-9e74-5b6374a911cc tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:23.288365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b454c0b3-cfe9-43af-8b86-989b42da10d6 req-05cc8742-4ab2-4477-9e74-5b6374a911cc tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.1372414 Aug 11 00:23:23.337942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:23.445231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b454c0b3-cfe9-43af-8b86-989b42da10d6 req-4dd3e261-0a10-487b-9bbe-033f5e2a6491 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420045 Aug 11 00:23:23.459323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:23.552871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-c0be3cd1-71e2-4cde-95b7-0071095de161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:23.558049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-c0be3cd1-71e2-4cde-95b7-0071095de161 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.2682772 Aug 11 00:23:23.565248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67975638-57be-4755-bd45-cbcf158d841c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:23.572825 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c744f1a2-c912-474f-a64c-518b5077477f" -d '{"events": [{"server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "name": "network-vif-unplugged", "status": "completed", "tag": "67975638-57be-4755-bd45-cbcf158d841c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:23.600841 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:23.640911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Transition to ACTIVE for port object 67975638-57be-4755-bd45-cbcf158d841c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:23:23.664964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-aadacbac-1f4e-4fc7-ba06-985bf8fab660 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd HTTP/1.1" status: 200 len: 217 time: 0.0967958 Aug 11 00:23:23.733284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:23.879627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-abc06e8f-c26e-4599-b786-2e2956b7ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:23.886072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-abc06e8f-c26e-4599-b786-2e2956b7ce57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.2073319 Aug 11 00:23:24.033312 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-c5a9956a-81e6-4d76-b289-90ac78b24b7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354320 Aug 11 00:23:24.375386 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53cab40-1c70-49b9-b583-3793dfd3c40c x-openstack-request-id: req-f53cab40-1c70-49b9-b583-3793dfd3c40c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:24.376204 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "name": "network-vif-unplugged", "status": "completed", "tag": "67975638-57be-4755-bd45-cbcf158d841c", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:24.376621 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f53cab40-1c70-49b9-b583-3793dfd3c40c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:24.377177 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67975638-57be-4755-bd45-cbcf158d841c', 'code': 200} Aug 11 00:23:24.384863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] No DVR routers for this DVR port 67975638-57be-4755-bd45-cbcf158d841c on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:23:24.397749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71cb23-9c40-4178-9547-4683911570f6 req-03c2c778-918c-406d-b1b0-e352f8a4edf2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:24.398952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e736e35c-c545-4f36-a3fa-8fea98ba2807 req-6a38aa07-34d7-4b56-ac6b-da01933e7488 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 210 time: 0.1472397 Aug 11 00:23:24.408721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c71cb23-9c40-4178-9547-4683911570f6 req-03c2c778-918c-406d-b1b0-e352f8a4edf2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.7255566 Aug 11 00:23:24.442991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:24.500223 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:23:24.562679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c71cb23-9c40-4178-9547-4683911570f6 req-a549d9c9-6891-46ce-9236-c59652365933 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526029 Aug 11 00:23:24.598361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Attempting to bind port 67975638-57be-4755-bd45-cbcf158d841c on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:23:24.599143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Attempting to bind port 67975638-57be-4755-bd45-cbcf158d841c by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:23:24.600104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Attempting to bind port 67975638-57be-4755-bd45-cbcf158d841c on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:24.617996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Port 67975638-57be-4755-bd45-cbcf158d841c on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:23:24.623960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Attempting to bind port 67975638-57be-4755-bd45-cbcf158d841c on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:24.642845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-ee35f98e-eb6f-4db6-ad06-970191e4aa22 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929503 Aug 11 00:23:24.678909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:23:24.686443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:23:24.690012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:23:24.690012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Bound port: 67975638-57be-4755-bd45-cbcf158d841c, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:23:24.690012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:24.928074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:24.949184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:23:25.034803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:25.077352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 67975638-57be-4755-bd45-cbcf158d841c no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:25.093852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-f1a0cf34-e69b-444c-94b4-3d480dd40bc7 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302485 Aug 11 00:23:25.138638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 67975638-57be-4755-bd45-cbcf158d841c not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:23:25.154475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:25.155361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:25.157008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] 10.222.0.55 "PUT /v2.0/ports/67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 1096 time: 2.7171097 Aug 11 00:23:25.191791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063618-8a38-417b-bbbf-dc7b7309a311 req-5368a821-5aac-4171-a2c4-a80cd43a0c10 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:25.194092 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7063618-8a38-417b-bbbf-dc7b7309a311 req-5368a821-5aac-4171-a2c4-a80cd43a0c10 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.2402363 Aug 11 00:23:25.245139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d81eb-e12f-48fc-84a0-779f1af7e6aa service neutron] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:25.262878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e768-396c-4d15-84d7-b7b02a52a2f6 req-8937c0fa-fdc1-4afc-9d7c-a01822e785d7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:25.279063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54c0e768-396c-4d15-84d7-b7b02a52a2f6 req-8937c0fa-fdc1-4afc-9d7c-a01822e785d7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 947 time: 0.1589940 Aug 11 00:23:25.343249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-295061ef-632b-47c1-8c0f-542df090af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:25.345212 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-295061ef-632b-47c1-8c0f-542df090af4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 1099 time: 0.1499026 Aug 11 00:23:25.363579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54c0e768-396c-4d15-84d7-b7b02a52a2f6 req-4181cccc-391c-4fb0-ab31-e2230dba1a42 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819976 Aug 11 00:23:25.387946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7063618-8a38-417b-bbbf-dc7b7309a311 req-5eb27536-d6c8-455f-892b-cf7ab7eea392 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774051 Aug 11 00:23:25.546994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-0d76a02d-c4ae-4b4a-a8b2-a8eb25d3a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:25.546994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-0d76a02d-c4ae-4b4a-a8b2-a8eb25d3a6a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1835852 Aug 11 00:23:25.621961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-a9fa8b34-0ad4-472a-b46b-bb2f5bc8e3e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 217 time: 0.0714030 Aug 11 00:23:25.657205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a4ef8e1-4040-403f-be3a-4123eeb7be0e req-d9df2a22-1aca-49bb-8883-d71c659a31e0 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 210 time: 0.0748038 Aug 11 00:23:25.769449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-03dd0e84-c73f-4f88-b18b-cac08f40b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:25.772316 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-03dd0e84-c73f-4f88-b18b-cac08f40b060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1420114 Aug 11 00:23:25.914463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef4232-77f1-49f5-af47-3671ddcd5469 req-c1a2d166-e5aa-4c41-89b9-2951ae0571d3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:25.916244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b0ef4232-77f1-49f5-af47-3671ddcd5469 req-c1a2d166-e5aa-4c41-89b9-2951ae0571d3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.2235394 Aug 11 00:23:25.928781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-46c73dc3-3470-4881-b30e-d87146273922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:25.931066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-46c73dc3-3470-4881-b30e-d87146273922 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366491 Aug 11 00:23:26.050480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b0ef4232-77f1-49f5-af47-3671ddcd5469 req-51eeb949-1afa-443a-b1ec-d13b688131cc tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172917 Aug 11 00:23:26.105413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-b230c36e-0ef4-45ae-b91d-cd1d16dcd40a service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639507 Aug 11 00:23:26.270801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5c3a8f8-5b74-4e68-b15f-6b342f718662 req-e0957480-f370-4451-bb49-922d023c7317 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462700 Aug 11 00:23:26.305160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-15d43661-4b57-4222-8c8c-f8c0ee7cf8e8 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3dc96b1033ff49c9ac82c78dfd5ca1aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834284 Aug 11 00:23:26.378340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'tag': '67975638-57be-4755-bd45-cbcf158d841c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:26.381124 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bc1503-e434-44f0-889f-60ae5f8160fd" -d '{"events": [{"name": "network-changed", "server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "tag": "67975638-57be-4755-bd45-cbcf158d841c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:26.501602 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01125cf-774a-46e5-9a47-716a3907b02e x-openstack-request-id: req-e01125cf-774a-46e5-9a47-716a3907b02e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:26.502839 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "tag": "67975638-57be-4755-bd45-cbcf158d841c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:26.502839 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e01125cf-774a-46e5-9a47-716a3907b02e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:26.502839 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'tag': '67975638-57be-4755-bd45-cbcf158d841c', 'status': 'completed', 'code': 200} Aug 11 00:23:26.743546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-d50ed5ab-9161-4195-b235-5719ada7f917 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:26.748230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-d50ed5ab-9161-4195-b235-5719ada7f917 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4319479 Aug 11 00:23:26.784679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Request body: {'port': {'device_id': '7cbf9987-17dd-42cb-877f-017c9ebacad6', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '3dc96b1033ff49c9ac82c78dfd5ca1aa'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:26.923451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-efe33d48-8841-4060-bee2-66602caa4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:26.925395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-efe33d48-8841-4060-bee2-66602caa4cb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 1099 time: 0.3915601 Aug 11 00:23:26.940136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-18cd9cce-9982-47e3-af28-afdcfffc7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:26.944005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-18cd9cce-9982-47e3-af28-afdcfffc7907 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 1099 time: 0.3113403 Aug 11 00:23:27.086282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabefb29-c46e-4bd5-8f9c-e89353ed49a1 req-2e5e0656-2ccb-4e1b-b7d0-dfe3ca52771e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.102166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cabefb29-c46e-4bd5-8f9c-e89353ed49a1 req-2e5e0656-2ccb-4e1b-b7d0-dfe3ca52771e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.3516870 Aug 11 00:23:27.153897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e7544-c9ca-4eb6-bc7c-178df6756b18 req-922f1442-0368-48f2-88fb-1d2f95c52012 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.162816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb8e7544-c9ca-4eb6-bc7c-178df6756b18 req-922f1442-0368-48f2-88fb-1d2f95c52012 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 947 time: 0.4153504 Aug 11 00:23:27.340049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb8e7544-c9ca-4eb6-bc7c-178df6756b18 req-acf598f2-91b0-493f-a254-5259efbc6cbb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758726 Aug 11 00:23:27.340682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cabefb29-c46e-4bd5-8f9c-e89353ed49a1 req-8c42e5d3-a715-46cb-b699-8f426b27cc69 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145560 Aug 11 00:23:27.396058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-6079af3a-0099-48bf-addf-b0bf8543a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.401095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-6079af3a-0099-48bf-addf-b0bf8543a35c service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.4542854 Aug 11 00:23:27.406883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-bd0201ec-1367-4df4-a2c7-4549c4e69085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.408641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-bd0201ec-1367-4df4-a2c7-4549c4e69085 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.4229524 Aug 11 00:23:27.499600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Made reservation on behalf of 3dc96b1033ff49c9ac82c78dfd5ca1aa for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:23:27.509954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:27.538416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:27.649933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-ca648434-cc22-482b-a5de-e9286ced5794 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 217 time: 0.2226355 Aug 11 00:23:27.659480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-b1890c58-a502-4883-b9d5-dc58d6f34978 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 217 time: 0.2417164 Aug 11 00:23:27.703957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f76a4ef6-5e86-4bfb-9ce0-07536c9968f2 req-7da06be0-ed8c-4e9f-bd6e-9cd9c78abd99 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 210 time: 0.0636377 Aug 11 00:23:27.797611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-2ab44d26-ab79-4a26-98dc-5ad7c42af8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.799044 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-2ab44d26-ab79-4a26-98dc-5ad7c42af8d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1248331 Aug 11 00:23:27.801395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-60783912-ddea-48d5-906e-b517599470b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.804020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-60783912-ddea-48d5-906e-b517599470b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1273499 Aug 11 00:23:27.849893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:27.889368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-166f4455-2071-4fb2-b35a-92ab90ce18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.891214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-166f4455-2071-4fb2-b35a-92ab90ce18e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846870 Aug 11 00:23:27.892770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75df88-918b-4774-af10-f95423c2be8e req-b70b356c-d301-4bc3-9019-d337759449b1 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.895913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae75df88-918b-4774-af10-f95423c2be8e req-b70b356c-d301-4bc3-9019-d337759449b1 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1280429 Aug 11 00:23:27.911427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-cc17c158-695d-4455-876d-a95d8c584fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:27.913558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-cc17c158-695d-4455-876d-a95d8c584fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937631 Aug 11 00:23:27.976438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae75df88-918b-4774-af10-f95423c2be8e req-c6e99ee1-f06b-4688-abb2-c794f42e6804 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665131 Aug 11 00:23:27.978716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:28.120687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b44b87-3f57-43bc-9060-1c8110822e3e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:28.163646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-24e303e1-407b-4c37-ae6e-86d1ad800753 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634311 Aug 11 00:23:28.340437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-c425eaf6-72a8-4cd1-ba0f-d99f75eef87a service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758598 Aug 11 00:23:28.361297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Allocated IP 192.168.233.98 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:23:28.604067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-f0fe5fad-933b-4c86-8a42-a16e4f208079 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302378 Aug 11 00:23:28.630984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9bc1503-e434-44f0-889f-60ae5f8160fd req-0681c77c-abca-43cd-9705-0d9898ae389e service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771535 Aug 11 00:23:28.689250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481dc5d-5354-432d-9d21-3bf4c6bfe1d2 req-56d5103d-8c52-4c1f-a602-fb0f843b484b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:28.712281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a481dc5d-5354-432d-9d21-3bf4c6bfe1d2 req-56d5103d-8c52-4c1f-a602-fb0f843b484b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 947 time: 0.2014654 Aug 11 00:23:28.799796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6a4b6-922d-49c0-97d4-2606d5ed7a4c req-bf6d6320-5565-4370-a026-b4a939da418f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:28.803741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1e6a4b6-922d-49c0-97d4-2606d5ed7a4c req-bf6d6320-5565-4370-a026-b4a939da418f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.3385520 Aug 11 00:23:28.814750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a481dc5d-5354-432d-9d21-3bf4c6bfe1d2 req-cbd29193-5d89-48cb-9ca9-336240e43224 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928037 Aug 11 00:23:28.968883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:28.985373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 67975638-57be-4755-bd45-cbcf158d841c details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:23:29.005715 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1e6a4b6-922d-49c0-97d4-2606d5ed7a4c req-f2994f51-fd13-4bc7-b5bd-05e496b26d53 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621213 Aug 11 00:23:29.028255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Transition to ACTIVE for port object 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:23:29.236909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:29.265080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:29.288084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '67975638-57be-4755-bd45-cbcf158d841c', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '67975638-57be-4755-bd45-cbcf158d841c', 'mac_address': 'fa:16:3e:71:f9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:23:29.412910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:29.416627 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:29.417723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:29.440725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f6307-dbfe-46a0-81ee-8af80a970ab5 req-d67ddb5d-37e9-47c1-944b-c4e5edd2fb10 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:29.444138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c98f6307-dbfe-46a0-81ee-8af80a970ab5 req-d67ddb5d-37e9-47c1-944b-c4e5edd2fb10 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 935 time: 0.1715856 Aug 11 00:23:29.451461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67975638-57be-4755-bd45-cbcf158d841c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:29.458012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:23:29.461366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Pushing event updated for resources: {'Port': ['ID=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:29.507376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:23:29.512235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:23:29.513435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:29.541436 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c98f6307-dbfe-46a0-81ee-8af80a970ab5 req-66e626ba-3bc3-41a0-9e13-a2f28ae7eb9e tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833044 Aug 11 00:23:29.650332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fa9d3-4429-4c83-bae2-d0725438ed8e req-388dbc06-02ad-402b-a8f4-2522461f0662 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:29.661695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:29.661817 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918fa9d3-4429-4c83-bae2-d0725438ed8e req-388dbc06-02ad-402b-a8f4-2522461f0662 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.2129352 Aug 11 00:23:29.667135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:29.669170 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:29.753619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918fa9d3-4429-4c83-bae2-d0725438ed8e req-5d20e4c9-6cd6-4c0a-bddf-1395c10db3f0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792475 Aug 11 00:23:29.795329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:29.813761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.817415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.817415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.817415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.817415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.817415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.818723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.819638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.820492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.821274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.822132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.822907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:23:29.845222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-f24def72-39c9-46aa-b6a8-daae15c1a922 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0702617 Aug 11 00:23:29.851010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28451c01-5299-4ed3-ba30-ced4f3207468 req-25188df4-59a7-4a91-bcb4-7020eb9936cf tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:29.867938 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28451c01-5299-4ed3-ba30-ced4f3207468 req-25188df4-59a7-4a91-bcb4-7020eb9936cf tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 950 time: 0.1259301 Aug 11 00:23:29.869007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Request body: {'port': {'device_id': '7cbf9987-17dd-42cb-877f-017c9ebacad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:29.947277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28451c01-5299-4ed3-ba30-ced4f3207468 req-69f36636-bd63-4b25-ae76-5ae6cb3e7897 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792937 Aug 11 00:23:29.991784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['67975638-57be-4755-bd45-cbcf158d841c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:30.037503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:30.129732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc0325-643b-4fd7-b8ab-1d006af84fbf req-549138ed-39b7-4955-9b14-df04e16a539e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:30.142593 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5dc0325-643b-4fd7-b8ab-1d006af84fbf req-549138ed-39b7-4955-9b14-df04e16a539e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 948 time: 0.1694422 Aug 11 00:23:30.182055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bd15d118-d61b-4170-a058-cd2db9b5692f None None] Provisioning for port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:23:30.194978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bd15d118-d61b-4170-a058-cd2db9b5692f None None] Provisioning complete for port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:23:30.196465 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bd15d118-d61b-4170-a058-cd2db9b5692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:30.297810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bd15d118-d61b-4170-a058-cd2db9b5692f None None] Port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:23:30.346310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b1c2b-4b4c-466f-9c23-8455ccc77cbe req-0d42b78d-3cd0-45a5-9354-39367a81afe5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:30.348098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-151b1c2b-4b4c-466f-9c23-8455ccc77cbe req-0d42b78d-3cd0-45a5-9354-39367a81afe5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.0736287 Aug 11 00:23:30.362352 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5dc0325-643b-4fd7-b8ab-1d006af84fbf req-00f32651-ec5c-4b08-9303-00ca463cdc7a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136500 Aug 11 00:23:30.428005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-151b1c2b-4b4c-466f-9c23-8455ccc77cbe req-5ab0b252-aa5e-42e4-a772-59bb5a77e9ea tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719521 Aug 11 00:23:30.699189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:30.709401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:30.738211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Transition to ACTIVE for port object 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:23:30.838624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565371b-98b5-4ce3-a8ab-7b7ec1f60d09 req-295fa53c-9cb0-4fbb-9b04-d25c41d47262 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:30.840344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0565371b-98b5-4ce3-a8ab-7b7ec1f60d09 req-295fa53c-9cb0-4fbb-9b04-d25c41d47262 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 935 time: 0.0605354 Aug 11 00:23:30.847177 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:30.932929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0565371b-98b5-4ce3-a8ab-7b7ec1f60d09 req-4ff59d3b-5bfd-421e-98d2-141f2abd1ddd tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726295 Aug 11 00:23:31.048484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Pushing event updated for resources: {'Port': ['ID=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:31.111496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a9c58-1328-4712-9f7a-4d1978755f04 req-c2f4cdbc-67f8-4e67-9ab8-63864f6962d4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.120823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec4a9c58-1328-4712-9f7a-4d1978755f04 req-c2f4cdbc-67f8-4e67-9ab8-63864f6962d4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1021171 Aug 11 00:23:31.187555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Attempting to bind port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:23:31.187932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Attempting to bind port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:23:31.188274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Attempting to bind port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:31.200579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:23:31.200894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Attempting to bind port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:31.212959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ba41-4d2d-4484-92f7-fce595771ff2 req-66a7a18b-f5f2-44c8-8604-e3523c84b9a8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.221074 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0a1ba41-4d2d-4484-92f7-fce595771ff2 req-66a7a18b-f5f2-44c8-8604-e3523c84b9a8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 948 time: 0.1266899 Aug 11 00:23:31.237092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:23:31.237092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:23:31.237092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:23:31.237092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Bound port: 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:23:31.237092 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:31.250165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-7ea71ff6-b4b4-4e17-a92c-5fc4e0345a12 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.252978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-7ea71ff6-b4b4-4e17-a92c-5fc4e0345a12 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513&tenant_id=e899a38790c44038978483c7c2bf2a43&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 948 time: 0.1202281 Aug 11 00:23:31.284002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0a1ba41-4d2d-4484-92f7-fce595771ff2 req-304d060b-566c-4d89-882d-83355f5403ac tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619183 Aug 11 00:23:31.385519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec4a9c58-1328-4712-9f7a-4d1978755f04 req-19f9558c-4c82-48cb-a82d-8edf2e501d6b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626741 Aug 11 00:23:31.403304 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-987941e3-8da3-4fec-8093-bf9c78e6ab38 service neutron] delete failed (client error): The resource could not be found. Aug 11 00:23:31.409116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-987941e3-8da3-4fec-8093-bf9c78e6ab38 service neutron] 10.222.0.44 "DELETE /v2.0/ports/67975638-57be-4755-bd45-cbcf158d841c/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.1464076 Aug 11 00:23:31.429463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] For port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:31.437964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] For port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:23:31.567291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:31.574046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-84b7da80-cdf4-47ab-a6ef-f1d01703b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.578775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-84b7da80-cdf4-47ab-a6ef-f1d01703b521 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 1100 time: 0.1037800 Aug 11 00:23:31.647287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.648193 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:31.649889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] 10.222.0.55 "PUT /v2.0/ports/0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb HTTP/1.1" status: 200 len: 1096 time: 1.7964399 Aug 11 00:23:31.654508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbf9987-17dd-42cb-877f-017c9ebacad6', 'tag': '0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:31.654508 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5b7c4-3e14-4524-b630-99a32f672291" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbf9987-17dd-42cb-877f-017c9ebacad6", "tag": "0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:31.667508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caaf67-6310-4bf0-9792-2468c8d398ca service neutron] Pushing event updated for resources: {'Port': ['ID=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:31.691830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f30d5-d69b-4137-b77c-c345d7638511 req-9cc7477a-91b9-4e27-a1df-34c2319901bb tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.693927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b12f30d5-d69b-4137-b77c-c345d7638511 req-9cc7477a-91b9-4e27-a1df-34c2319901bb tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.1414413 Aug 11 00:23:31.746509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b12f30d5-d69b-4137-b77c-c345d7638511 req-3fc3f22b-e503-4abe-a81f-5955cf7d1513 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Aug 11 00:23:31.747196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-a0653e8b-4a36-4cd2-99b5-4266d528a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.749264 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-a0653e8b-4a36-4cd2-99b5-4266d528a47d service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1621201 Aug 11 00:23:31.869248 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14e3d46-07c0-438c-b2ac-71539c06ade8 x-openstack-request-id: req-b14e3d46-07c0-438c-b2ac-71539c06ade8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:31.869248 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbf9987-17dd-42cb-877f-017c9ebacad6", "tag": "0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:31.871134 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b14e3d46-07c0-438c-b2ac-71539c06ade8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:31.872241 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbf9987-17dd-42cb-877f-017c9ebacad6', 'tag': '0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb', 'status': 'completed', 'code': 200} Aug 11 00:23:31.875014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-bda5b1e3-ca3c-4522-b562-cde65271ea95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 200 len: 217 time: 0.1117039 Aug 11 00:23:31.892418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-cf951c03-779c-43a8-ae6a-d0870a5d98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.912592 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-cf951c03-779c-43a8-ae6a-d0870a5d98ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3dc96b1033ff49c9ac82c78dfd5ca1aa&device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 1099 time: 0.0954211 Aug 11 00:23:31.947594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-771ac2c8-a52e-4318-a282-ffc6e7485b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:31.951147 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-771ac2c8-a52e-4318-a282-ffc6e7485b3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0682180 Aug 11 00:23:31.968402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-7ff8aa14-2372-4af2-ad19-fc31f2d58f05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb HTTP/1.1" status: 200 len: 217 time: 0.0629494 Aug 11 00:23:32.046421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-e61ca227-1641-4bcb-be13-0cd34536b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:32.048874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-d8536a13-7688-4f9a-b697-114db682875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:32.049990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-e61ca227-1641-4bcb-be13-0cd34536b30b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913365 Aug 11 00:23:32.050417 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-d8536a13-7688-4f9a-b697-114db682875f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0731616 Aug 11 00:23:32.114391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-cd883973-2d81-4888-9e32-b6a986bf87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:32.116796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-cd883973-2d81-4888-9e32-b6a986bf87ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586574 Aug 11 00:23:32.216087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37f88-9d1e-4d43-8d7b-9ca17332a5f0 req-cda476a6-b896-4c79-9c5f-fc563c85bb39 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:32.217849 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf37f88-9d1e-4d43-8d7b-9ca17332a5f0 req-cda476a6-b896-4c79-9c5f-fc563c85bb39 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 947 time: 0.1660392 Aug 11 00:23:32.270621 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-be301a25-6c30-4d85-acea-aeb708f33ca0 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867650 Aug 11 00:23:32.301382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbf37f88-9d1e-4d43-8d7b-9ca17332a5f0 req-cc31f248-b616-4ab2-aed2-4e5a65a0d431 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643260 Aug 11 00:23:32.351231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-18cd2af7-5356-49f7-aa63-c1f732c63439 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202668 Aug 11 00:23:32.493175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa82b6-3a12-4e09-affb-5ccb969810ab req-634216be-7227-4c11-b355-e24f0ca6022c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:32.500487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c7fa82b6-3a12-4e09-affb-5ccb969810ab req-634216be-7227-4c11-b355-e24f0ca6022c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 948 time: 0.0924003 Aug 11 00:23:32.508890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf53af94-f760-4167-a4e5-3126d8ac4356 req-dc752f76-f99b-4183-9a03-338a436fe710 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476464 Aug 11 00:23:32.535582 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f4d0de6-a2a7-4d9a-9840-89a85294dfac req-41738dee-457d-4cd3-8753-6f52390a7ca7 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282588 Aug 11 00:23:32.559951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c7fa82b6-3a12-4e09-affb-5ccb969810ab req-2b6f7ee5-9fd2-4327-9587-218a252127b2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508349 Aug 11 00:23:32.597776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386ec58-78c2-426d-af73-81abd8815702 req-0998385b-87ac-465c-b068-8de01f0f9245 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:32.599521 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3386ec58-78c2-426d-af73-81abd8815702 req-0998385b-87ac-465c-b068-8de01f0f9245 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0716066 Aug 11 00:23:32.650491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3386ec58-78c2-426d-af73-81abd8815702 req-a4b25b9b-a45d-43ed-9a34-aebc0a99be0b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Aug 11 00:23:32.804272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-b0d53e04-9163-4958-a843-e12341c4d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:32.807806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-b0d53e04-9163-4958-a843-e12341c4d241 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3dc96b1033ff49c9ac82c78dfd5ca1aa&device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 1099 time: 0.1006594 Aug 11 00:23:32.925317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0ed77-eb12-4933-9235-bb50ff81b6b0 req-a44eb1cc-ed1a-4940-a64d-934772fdffe4 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:32.933957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3d0ed77-eb12-4933-9235-bb50ff81b6b0 req-a44eb1cc-ed1a-4940-a64d-934772fdffe4 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.0705345 Aug 11 00:23:33.005610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3d0ed77-eb12-4933-9235-bb50ff81b6b0 req-01e6685f-b2ae-4806-945f-354205e4be1b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682104 Aug 11 00:23:33.006852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 67975638-57be-4755-bd45-cbcf158d841c up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:23:33.017847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-5296d44b-9cde-4509-9baa-d370b3d8ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:33.022490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-5296d44b-9cde-4509-9baa-d370b3d8ccf3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2063706 Aug 11 00:23:33.091066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-d411af9e-01aa-487b-9727-a25b468fa470 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb HTTP/1.1" status: 200 len: 217 time: 0.0548477 Aug 11 00:23:33.172754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 67975638-57be-4755-bd45-cbcf158d841c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:23:33.184286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 67975638-57be-4755-bd45-cbcf158d841c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:23:33.184781 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:33.190719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-4700a97a-494a-46fd-97c3-520945df4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:33.195423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-4700a97a-494a-46fd-97c3-520945df4af0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0939031 Aug 11 00:23:33.293688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-b7621390-10be-46f6-a0d6-ffadefe26fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:33.295464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-b7621390-10be-46f6-a0d6-ffadefe26fd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922217 Aug 11 00:23:33.385605 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:33.429828 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67975638-57be-4755-bd45-cbcf158d841c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:33.433737 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb79c6d-46bc-4802-8d1a-e8ec2e812d0a" -d '{"events": [{"server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "name": "network-vif-plugged", "status": "completed", "tag": "67975638-57be-4755-bd45-cbcf158d841c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:33.452890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:33.533137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-1e2539a4-f48e-41a4-8db8-a695247e264e service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294457 Aug 11 00:23:33.546387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e496b-8908-4e5f-b4ac-b9205191010f req-58ea1813-978d-4937-84c2-564ef92fca40 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:33.548802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e9e496b-8908-4e5f-b4ac-b9205191010f req-58ea1813-978d-4937-84c2-564ef92fca40 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 947 time: 0.0951424 Aug 11 00:23:33.576129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:33.577267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:33.744944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e9e496b-8908-4e5f-b4ac-b9205191010f req-376ba4d1-cb09-430b-9b2e-c922a43c1f61 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799932 Aug 11 00:23:33.800897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:33.822216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2dc5b7c4-3e14-4524-b630-99a32f672291 req-6569a3be-850c-4756-8bb5-2791c18c810a service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723420 Aug 11 00:23:33.842899 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bb5743-8d4c-49c8-926e-13723ddcbb77 x-openstack-request-id: req-79bb5743-8d4c-49c8-926e-13723ddcbb77 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:33.843213 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "name": "network-vif-plugged", "status": "completed", "tag": "67975638-57be-4755-bd45-cbcf158d841c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:33.843713 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79bb5743-8d4c-49c8-926e-13723ddcbb77 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:33.844354 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67975638-57be-4755-bd45-cbcf158d841c', 'code': 200} Aug 11 00:23:33.870454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:33.921216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:34.031112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8a4f7-8414-48ca-aa44-aa955ad36189 req-389a362d-4731-450d-b696-a37293570c50 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:34.033040 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6d8a4f7-8414-48ca-aa44-aa955ad36189 req-389a362d-4731-450d-b696-a37293570c50 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0855751 Aug 11 00:23:34.063931 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:34.080177 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6d8a4f7-8414-48ca-aa44-aa955ad36189 req-dc648b63-61f1-4ec8-9250-ace36b42e282 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Aug 11 00:23:34.149472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=11']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:34.243307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bd10d-2652-4721-ba5a-83615ddee7ef req-f49dc9b1-2dc1-4dbd-9566-8bcefe33675d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:34.245439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-260bd10d-2652-4721-ba5a-83615ddee7ef req-f49dc9b1-2dc1-4dbd-9566-8bcefe33675d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0625157 Aug 11 00:23:34.307932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-260bd10d-2652-4721-ba5a-83615ddee7ef req-425b6b9b-eeaa-44d1-a10e-04d5731451d3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527513 Aug 11 00:23:34.739470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc8f7a-4adf-4890-b16e-bee9b5cfc0e2 req-c56588d6-d89b-44ae-b47c-74f793c4fa2d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:34.741583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ccc8f7a-4adf-4890-b16e-bee9b5cfc0e2 req-c56588d6-d89b-44ae-b47c-74f793c4fa2d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.0668571 Aug 11 00:23:34.793755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ccc8f7a-4adf-4890-b16e-bee9b5cfc0e2 req-50dc0180-2bdf-4134-845b-67ea87041c1d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Aug 11 00:23:34.927225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b234c-8c35-4da1-bd2a-484b1aacca02 req-c3235d1a-4869-465e-979b-5a824075e5a0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:34.928713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-966b234c-8c35-4da1-bd2a-484b1aacca02 req-c3235d1a-4869-465e-979b-5a824075e5a0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0582426 Aug 11 00:23:34.977556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-966b234c-8c35-4da1-bd2a-484b1aacca02 req-38b7276f-f27d-4aa0-b429-986bbdb0a7f3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 Aug 11 00:23:35.006192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:23:35.103783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17852f03-5466-41c5-aa56-75a5ba51ddc3 req-bc92bcce-bd1a-4930-ac77-97f302bfa04a tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:35.115122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17852f03-5466-41c5-aa56-75a5ba51ddc3 req-bc92bcce-bd1a-4930-ac77-97f302bfa04a tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 947 time: 0.0720632 Aug 11 00:23:35.125194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:35.127072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5548d736-f9a7-497d-acf6-56556fed337f req-a3c823f5-6568-446c-9363-d731ffc8782d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532453 Aug 11 00:23:35.139465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb', 'mac_address': 'fa:16:3e:a5:32:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:23:35.169944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17852f03-5466-41c5-aa56-75a5ba51ddc3 req-81f8769d-afc5-43f0-80ab-fc4111c6493b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538037 Aug 11 00:23:35.210300 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:35.226700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:35.255625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:35.256086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548d736-f9a7-497d-acf6-56556fed337f req-93bf2e73-7318-420a-bcd0-d07d058e3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:35.257814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5548d736-f9a7-497d-acf6-56556fed337f req-93bf2e73-7318-420a-bcd0-d07d058e3a90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 1100 time: 0.0519509 Aug 11 00:23:35.322037 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:35.459369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:35.508629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548d736-f9a7-497d-acf6-56556fed337f req-1102ca30-3d83-4fbe-bf2d-17644c6fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:35.510836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5548d736-f9a7-497d-acf6-56556fed337f req-1102ca30-3d83-4fbe-bf2d-17644c6fd69f service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2294610 Aug 11 00:23:35.569813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5548d736-f9a7-497d-acf6-56556fed337f req-933b4315-9283-4b67-8f29-5f89d18daa11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714 HTTP/1.1" status: 200 len: 217 time: 0.0485997 Aug 11 00:23:35.579598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba10cd2-1eca-4377-9986-454838c2b004 req-5e8be2bc-3aa8-4210-85d9-2bfd98c7c032 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:35.581246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ba10cd2-1eca-4377-9986-454838c2b004 req-5e8be2bc-3aa8-4210-85d9-2bfd98c7c032 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1280060 Aug 11 00:23:35.658691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548d736-f9a7-497d-acf6-56556fed337f req-452446d3-83b0-4113-81dc-3320182e4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:35.659946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5548d736-f9a7-497d-acf6-56556fed337f req-452446d3-83b0-4113-81dc-3320182e4337 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0776031 Aug 11 00:23:35.668958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ba10cd2-1eca-4377-9986-454838c2b004 req-3eb77e9f-d43f-4650-ab6d-10722817a63f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758018 Aug 11 00:23:35.689818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:35.773035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548d736-f9a7-497d-acf6-56556fed337f req-ce40b390-7b46-4b87-abe2-34bb3fab3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:35.777556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5548d736-f9a7-497d-acf6-56556fed337f req-ce40b390-7b46-4b87-abe2-34bb3fab3e68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073275 Aug 11 00:23:35.862910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:35.867256 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fc768f-b609-4148-b8e5-2958d3c1ccee" -d '{"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-unplugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:35.919512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5548d736-f9a7-497d-acf6-56556fed337f req-cfd6c1ba-3d0e-4ce4-ba56-3c4dabac05ca service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300061 Aug 11 00:23:36.041325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-d8f77525-c494-464a-b673-c7ab10a1baf8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633311 Aug 11 00:23:36.158656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5548d736-f9a7-497d-acf6-56556fed337f req-42d73e28-3306-42b5-9de7-4a4b0cf8c32d service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287936 Aug 11 00:23:36.203734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-357c752b-cafd-422b-8ac8-29ba0c6146b2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:36.205586 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-357c752b-cafd-422b-8ac8-29ba0c6146b2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555059 Aug 11 00:23:36.223806 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-7257c2c0-8d4b-4ab4-861c-d332c7aa8867 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/quotas/e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 375 time: 0.0102825 Aug 11 00:23:36.304178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-af05a62c-7260-446c-b2da-9c53c5648887 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725431 Aug 11 00:23:36.800889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a3813-99f1-4e93-92dd-f365619867da req-407261d7-b9c8-49f7-b31f-39924af82a0c tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:36.803407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-459a3813-99f1-4e93-92dd-f365619867da req-407261d7-b9c8-49f7-b31f-39924af82a0c tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1097 time: 0.0478969 Aug 11 00:23:36.848810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-459a3813-99f1-4e93-92dd-f365619867da req-82aa9272-5e3c-4cce-b963-c63024701c12 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Aug 11 00:23:36.944006 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca259e6-5717-4c47-a05f-f078576a6726 x-openstack-request-id: req-dca259e6-5717-4c47-a05f-f078576a6726 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:36.946000 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-unplugged", "status": "completed", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:36.950690 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dca259e6-5717-4c47-a05f-f078576a6726 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:36.950690 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4', 'code': 200} Aug 11 00:23:37.022415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1baf214f-ce9b-4a1d-b060-df4ca29875a1 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:23:37.023774 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bb26b-063e-4a51-beb1-3d6c39afdb0b req-9a2dca62-bf7e-4c56-bdbf-8bb72641efcc tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:37.025390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d5bb26b-063e-4a51-beb1-3d6c39afdb0b req-9a2dca62-bf7e-4c56-bdbf-8bb72641efcc tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.0835876 Aug 11 00:23:37.036795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:23:37.053837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0cef1-3dae-4e92-b18e-31fee801ff57 req-4dc85353-358b-424c-8439-7a40d75230a3 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:37.056559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7f0cef1-3dae-4e92-b18e-31fee801ff57 req-4dc85353-358b-424c-8439-7a40d75230a3 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 948 time: 0.0603166 Aug 11 00:23:37.090981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d5bb26b-063e-4a51-beb1-3d6c39afdb0b req-315c3351-9c20-4f14-8df7-5a1d3607938c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Aug 11 00:23:37.131140 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7f0cef1-3dae-4e92-b18e-31fee801ff57 req-33808efc-72c9-4b6c-aa17-d01d2187e8aa tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542541 Aug 11 00:23:37.223353 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0958c4b5-c73a-4454-ac38-f5607edacce1 req-18e1652e-ca21-4cf4-8d6c-b6a6d0f81fdb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0362921 Aug 11 00:23:37.251538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:37.266139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'port_id': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'mac_address': 'fa:16:3e:78:42:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:23:37.273155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:23:37.273472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:23:37.273642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:37.285877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deebfc4-66d9-4369-8a22-f5b2cb85783f req-c70685b4-a56d-47d8-8aaa-16585b172c91 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:37.288956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1deebfc4-66d9-4369-8a22-f5b2cb85783f req-c70685b4-a56d-47d8-8aaa-16585b172c91 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0922954 Aug 11 00:23:37.345903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:37.367204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1baf214f-ce9b-4a1d-b060-df4ca29875a1 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:37.436324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1deebfc4-66d9-4369-8a22-f5b2cb85783f req-0a63c4f3-63a8-4cdf-a0f9-344b179f6188 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375222 Aug 11 00:23:37.452839 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:37.478282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:37.553882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:37.595850 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:37.675894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:37.733325 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:37.741666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['1baf214f-ce9b-4a1d-b060-df4ca29875a1'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:37.866391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:38.949651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbf9987-17dd-42cb-877f-017c9ebacad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:38.952329 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c749ea-315f-4ada-9001-a0c938addf2e" -d '{"events": [{"server_uuid": "7cbf9987-17dd-42cb-877f-017c9ebacad6", "name": "network-vif-plugged", "status": "completed", "tag": "0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:39.041149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1baf214f-ce9b-4a1d-b060-df4ca29875a1 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:23:39.144926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:23:39.145824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:39.349486 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:39.502261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:39.567829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:39.672412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-1d7dd352-f2f3-4b5a-bd73-821891b003f9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794392 Aug 11 00:23:39.676011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:40.035286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-116ba729-eb36-42eb-8a85-5a99a6af0301 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:40.044670 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-116ba729-eb36-42eb-8a85-5a99a6af0301 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3558648 Aug 11 00:23:40.064814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Request body: {'port': {'device_id': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': 'e899a38790c44038978483c7c2bf2a43'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:40.120788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306ec3e-f0ef-4106-a1e0-1262578b1121 req-5171fba9-b150-4868-b139-1b6c2b73f069 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:40.123682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4306ec3e-f0ef-4106-a1e0-1262578b1121 req-5171fba9-b150-4868-b139-1b6c2b73f069 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 945 time: 0.1136417 Aug 11 00:23:40.231830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4306ec3e-f0ef-4106-a1e0-1262578b1121 req-326ca305-998a-448e-bb0e-262867f26f6d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922184 Aug 11 00:23:40.260773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-5aff9e95-41b4-4a80-92f0-a5ae7222024e tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:23:40.273371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-5aff9e95-41b4-4a80-92f0-a5ae7222024e tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225585 Aug 11 00:23:40.284598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Request body: {'binding': {'host': 'n-h2-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:40.285096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:23:40.475405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Made reservation on behalf of e899a38790c44038978483c7c2bf2a43 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:23:40.481826 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:40.593494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da79593-7804-4c80-9484-b57e4aa17ebe req-1d7e7fd2-2eec-40d2-a17d-06f1f18c2324 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:40.596291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0da79593-7804-4c80-9484-b57e4aa17ebe req-1d7e7fd2-2eec-40d2-a17d-06f1f18c2324 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 949 time: 0.1937857 Aug 11 00:23:40.616281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on host n-h2-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:23:40.617042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:23:40.617479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:40.686321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:23:40.686876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:40.707077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:23:40.708048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:23:40.708673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:23:40.709619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Bound port: dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:23:40.813907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Allocated IP 192.168.233.154 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/00cb99bb-9e64-4923-941f-e822b11b631e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:23:41.157560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:41.190564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Transition to ACTIVE for port object 00cb99bb-9e64-4923-941f-e822b11b631e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:23:41.299571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0da79593-7804-4c80-9484-b57e4aa17ebe req-2f79a86a-ee1d-4a5d-bd64-36298df2d1fc tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482511 Aug 11 00:23:41.299571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-ce42096d-cb6e-4f9f-a5d0-87e8b1843103 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6609337 Aug 11 00:23:41.315572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:23:41.348421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4451de5c-665d-4c4e-800c-a50ac6dd5d06 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:41.351617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4451de5c-665d-4c4e-800c-a50ac6dd5d06 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.1660221 Aug 11 00:23:41.375053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-13'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:41.518650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7da69b9-9ddd-4747-a141-a2e0f779b24e req-6a7144dc-8968-427e-803d-d8999c525c8a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0564430 Aug 11 00:23:41.524054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-80628ab0-9af7-4533-8406-0813687dcf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:41.528205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-80628ab0-9af7-4533-8406-0813687dcf75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 1096 time: 0.1492133 Aug 11 00:23:41.529265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:41.568627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:41.582478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['50d82742-efd1-49de-ab32-268e86ff0e55', '67975638-57be-4755-bd45-cbcf158d841c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:41.731888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:23:41.751178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:23:41.766179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:41.766480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:23:41.767612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-c53273bd-500a-4131-b265-2e4ba2e5dc2b service neutron] 10.222.0.43 "POST /v2.0/ports/dff7d90d-c617-4b82-9f7f-fa6637faf6d0/bindings HTTP/1.1" status: 201 len: 390 time: 1.4922547 Aug 11 00:23:41.950370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:42.024851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:42.025540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:42.029802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:42.095449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b33c-6c22-4893-8f3d-ac1908934c3c req-1ff3f69c-b687-41b2-a615-bb15f7d0da22 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:42.098213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b69b33c-6c22-4893-8f3d-ac1908934c3c req-1ff3f69c-b687-41b2-a615-bb15f7d0da22 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.2342699 Aug 11 00:23:42.155904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:42.223617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:42.238207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:42.245324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4d870a5f-c3d1-443d-8b7c-22a47d07677d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1890769 Aug 11 00:23:42.246146 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0daf31-0943-4ef3-a026-89e44491f149" -d '{"events": [{"server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:42.260372 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Request body: {'port': {'device_id': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:42.267527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-bdd16616-be48-40bb-93a7-860d5e61315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:42.270400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-bdd16616-be48-40bb-93a7-860d5e61315c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.5248938 Aug 11 00:23:42.399776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:42.417607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:42.420456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-67446b12-e3cf-43ef-aae1-c35afcae7cba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 200 len: 217 time: 0.1164386 Aug 11 00:23:42.492389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d890f12c-a3c7-40b9-b112-621a5798a344 None None] Provisioning for port 00cb99bb-9e64-4923-941f-e822b11b631e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:23:42.501378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d890f12c-a3c7-40b9-b112-621a5798a344 None None] Provisioning complete for port 00cb99bb-9e64-4923-941f-e822b11b631e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:23:42.502232 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d890f12c-a3c7-40b9-b112-621a5798a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:42.523648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b69b33c-6c22-4893-8f3d-ac1908934c3c req-169a832d-91c8-44aa-8bd2-952cea0536d9 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073300 Aug 11 00:23:42.587698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d890f12c-a3c7-40b9-b112-621a5798a344 None None] Port 00cb99bb-9e64-4923-941f-e822b11b631e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:23:42.619224 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96d90fa-4b46-4cff-985e-264a7e0f6014 x-openstack-request-id: req-a96d90fa-4b46-4cff-985e-264a7e0f6014 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:42.619224 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbf9987-17dd-42cb-877f-017c9ebacad6", "name": "network-vif-plugged", "status": "completed", "tag": "0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:42.619224 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a96d90fa-4b46-4cff-985e-264a7e0f6014 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:42.619224 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbf9987-17dd-42cb-877f-017c9ebacad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb', 'code': 200} Aug 11 00:23:42.668272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.55', 49702) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:42.774381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:42.843767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-11df24b2-163c-491b-91be-5727718d7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:42.845321 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-11df24b2-163c-491b-91be-5727718d7bd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.3203526 Aug 11 00:23:42.870014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b3d6b-1d59-49e8-b37b-0bc68a78a431 req-31f1dd37-2f85-466f-9cdb-aa1b863ba1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:42.872399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a44b3d6b-1d59-49e8-b37b-0bc68a78a431 req-31f1dd37-2f85-466f-9cdb-aa1b863ba1c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 1101 time: 0.1827714 Aug 11 00:23:42.894139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-9c2ce2be-2bc0-43dc-8cd3-92d2efe4669b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365567 Aug 11 00:23:42.894964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on host n-h2-712143-13 for vnic_type normal with profile {"migrating_to": "n-h1-712143-13"} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:23:42.895471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:23:42.895824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:42.925482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:23:42.925482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:42.941289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a44b3d6b-1d59-49e8-b37b-0bc68a78a431 req-fb2b8d35-1771-419b-a762-08cb9f5855b7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501184 Aug 11 00:23:42.952413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:23:42.954437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:23:42.954437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:23:42.954437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Bound port: 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:23:42.954437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:43.048567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df417-e38f-4c61-be6e-64ae0c11fe0d req-611fe26d-f581-4452-a2d4-045e17a052c0 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:43.052005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f8df417-e38f-4c61-be6e-64ae0c11fe0d req-611fe26d-f581-4452-a2d4-045e17a052c0 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.1661363 Aug 11 00:23:43.057867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:23:43.198742 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f8df417-e38f-4c61-be6e-64ae0c11fe0d req-a5c19f87-fb15-4457-8423-10096f2cadc1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234865 Aug 11 00:23:43.262148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:43.274381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-813f17bc-97b8-44db-abee-cc088190021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:43.277902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-813f17bc-97b8-44db-abee-cc088190021a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1097 time: 0.1741488 Aug 11 00:23:43.286588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-8f8be0fc-3d87-4ebf-b2a1-3f6dab33e673 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477304 Aug 11 00:23:43.341609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cb99bb-9e64-4923-941f-e822b11b631e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:43.344551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on host n-h2-712143-13 for vnic_type normal with profile {"migrating_to": "n-h1-712143-13"} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:23:43.345066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:23:43.346114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:43.360479 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:43.362205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:23:43.362996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:43.370615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:23:43.371285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:23:43.372034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:23:43.372903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Bound port: 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:23:43.373467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:43.430121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:43.451948 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe736189-0eb2-4968-a357-a4496ec94531 x-openstack-request-id: req-fe736189-0eb2-4968-a357-a4496ec94531 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:43.452336 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:43.452737 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe736189-0eb2-4968-a357-a4496ec94531 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:43.453380 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd', 'code': 200} Aug 11 00:23:43.479507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Transition to ACTIVE for port object 00cb99bb-9e64-4923-941f-e822b11b631e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:23:43.532574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8056-ee1d-41ce-b8d1-09e290b943ea req-7dca3ffc-ea23-44b8-a9bf-283110ad5a39 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:43.534329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4acf8056-ee1d-41ce-b8d1-09e290b943ea req-7dca3ffc-ea23-44b8-a9bf-283110ad5a39 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 949 time: 0.1411285 Aug 11 00:23:43.575871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:43.581045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:23:43.649354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4acf8056-ee1d-41ce-b8d1-09e290b943ea req-4dbb8528-0d0b-4ca8-bbb9-2ac026126918 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978689 Aug 11 00:23:43.706488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:43.713721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-b5da84dd-ae8e-4e5b-857e-7e6e57f30725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:43.741881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:43.742465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-b5da84dd-ae8e-4e5b-857e-7e6e57f30725 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.4497774 Aug 11 00:23:43.751969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:43.802196 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd-n-h2-712143-13-0 {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:23:43.803632 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:23:43.905025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:23:43.905953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:23:43.906650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:43.916215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:23:43.917111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:43.926859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:23:43.927906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:23:43.928704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:23:43.929582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Bound port: 00cb99bb-9e64-4923-941f-e822b11b631e, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:23:43.931060 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:44.045688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29a3b8-f2f0-4d77-a270-4201368929dd req-226293a6-b6cd-434f-932a-c4f79724b7e9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:44.048466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f29a3b8-f2f0-4d77-a270-4201368929dd req-226293a6-b6cd-434f-932a-c4f79724b7e9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.2237763 Aug 11 00:23:44.080804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-0d5f6556-f7c3-4321-8324-4d41bc7c6884 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0 HTTP/1.1" status: 200 len: 217 time: 0.3137550 Aug 11 00:23:44.115519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:44.123284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:23:44.153646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77ed4d-1192-41e1-9f81-1b703e9f9671 req-19138b07-0aa0-49c0-9ac7-5c8ab625f270 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:44.156358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd77ed4d-1192-41e1-9f81-1b703e9f9671 req-19138b07-0aa0-49c0-9ac7-5c8ab625f270 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.6391332 Aug 11 00:23:44.211868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f29a3b8-f2f0-4d77-a270-4201368929dd req-3ce35ff3-f189-4161-925f-1f5958323868 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489844 Aug 11 00:23:44.214721 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:44.237923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b099680-84d2-4d1e-bfab-58110ff66ae8 req-d6f33a33-394a-445f-bd08-edbad79e321c service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910676 Aug 11 00:23:44.275197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:44.276057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:44.279245 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd HTTP/1.1" status: 200 len: 1123 time: 2.9085886 Aug 11 00:23:44.290357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:44.291297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:44.294057 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] 10.222.0.55 "PUT /v2.0/ports/00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 1097 time: 2.0386455 Aug 11 00:23:44.294839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:44.299184 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f979d89-5eb0-482a-8ece-f50b5947b484" -d '{"events": [{"name": "network-changed", "server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:44.361161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9282-bdc7-46a9-bb02-eacb0bcefa83 service neutron] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:44.391310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900bf2a-5053-4504-82c0-b0f5334e0416 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=8']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:44.432139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:44.516242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:44.575403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on host n-h2-712143-13 for vnic_type normal with profile {"migrating_to": "n-h1-712143-13"} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:23:44.576036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:23:44.576808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:44.594724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd77ed4d-1192-41e1-9f81-1b703e9f9671 req-a41a1950-4730-44c5-8614-33b8c0733296 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830271 Aug 11 00:23:44.604116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:23:44.605292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempting to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:23:44.605445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-af4bbb99-fd78-4e8f-a41d-1395fa065b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:44.614595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-af4bbb99-fd78-4e8f-a41d-1395fa065b3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.4997680 Aug 11 00:23:44.617727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:44.621930 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e889aa-ec82-4f10-a21d-2def4c3051e9" -d '{"events": [{"server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "name": "network-vif-plugged", "status": "completed", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:44.625323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:23:44.625952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:23:44.626568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:23:44.627273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Bound port: 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:23:44.628136 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:44.766771 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-216d691f-89ef-428b-9f9a-6207a3a947cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320558 Aug 11 00:23:44.853260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-78ccbf72-b02b-4571-b68d-5dc493741982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:44.857141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-78ccbf72-b02b-4571-b68d-5dc493741982 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1100 time: 0.4151461 Aug 11 00:23:44.894212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa6119-1ea7-4cbb-8662-7f4a9fb00fc6 req-9bfd3173-5d32-4ccd-a265-56fce5d96179 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:44.897723 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15aa6119-1ea7-4cbb-8662-7f4a9fb00fc6 req-9bfd3173-5d32-4ccd-a265-56fce5d96179 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 948 time: 0.3318319 Aug 11 00:23:44.946889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-68a97bbf-cf89-4ba4-a600-a8dd73166f42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.0778170 Aug 11 00:23:44.981833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-39ef5097-521c-45fe-9d30-a074479d47ec tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:44.983658 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-39ef5097-521c-45fe-9d30-a074479d47ec tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.44 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 948 time: 0.2553551 Aug 11 00:23:44.995493 n-d-712143-13 neutron-server[95256]: WARNING neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Concurrent port binding operations failed on port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd Aug 11 00:23:45.011415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:45.026379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-48efe38e-70af-435b-8367-e3813d103a9a service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521214 Aug 11 00:23:45.035637 n-d-712143-13 neutron-server[95256]: INFO neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Attempt 2 to bind port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd Aug 11 00:23:45.035637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd has no active binding in host n-h1-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 00:23:45.086126 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15aa6119-1ea7-4cbb-8662-7f4a9fb00fc6 req-de13aba5-8a94-489b-b835-3e876f255c0c tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480916 Aug 11 00:23:45.126397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-21d47f4f-fb36-4647-95e8-a19f57a45f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:45.137600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-21d47f4f-fb36-4647-95e8-a19f57a45f7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1743567 Aug 11 00:23:45.320133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642285f6-b7ad-4487-95dd-c20f4360426b req-2c8ae316-da35-4a30-b98f-b59e25d86e3d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:45.322577 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-642285f6-b7ad-4487-95dd-c20f4360426b req-2c8ae316-da35-4a30-b98f-b59e25d86e3d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1333430 Aug 11 00:23:45.375069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-4738d9e7-ed9c-4b47-9e4a-3aba87f72b85 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377666 Aug 11 00:23:45.430611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-642285f6-b7ad-4487-95dd-c20f4360426b req-1748c368-7ca1-4123-b6a1-7b5060e16ce7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928576 Aug 11 00:23:45.456496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:45.458285 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38071155-685c-4d50-9b52-0b300f0d31da" -d '{"events": [{"name": "network-changed", "server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:45.562996 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78089a7b-2b35-4f82-9b93-9f8b57fb8f3b x-openstack-request-id: req-78089a7b-2b35-4f82-9b93-9f8b57fb8f3b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:45.563485 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "name": "network-vif-plugged", "status": "completed", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:45.563928 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78089a7b-2b35-4f82-9b93-9f8b57fb8f3b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:45.564555 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'code': 200} Aug 11 00:23:45.708934 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b8c9e-584f-44eb-abbb-34b605260b46 x-openstack-request-id: req-428b8c9e-584f-44eb-abbb-34b605260b46 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:45.709610 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:45.710160 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-428b8c9e-584f-44eb-abbb-34b605260b46 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:45.710937 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'status': 'completed', 'code': 200} Aug 11 00:23:45.756093 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-c7300ee2-cf63-402f-a3e4-0d28fe8b61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:45.758842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-c7300ee2-cf63-402f-a3e4-0d28fe8b61ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5852473 Aug 11 00:23:45.765116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9931f09-f4cc-4732-9943-8468cd2787bb req-cd4a53c8-9aed-4b8d-88d4-f11ff3abeeaa tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:45.777256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Deleting port 83ecc15e-c655-496a-9e4c-b4903cb5a714 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:23:45.777979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:45.782823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9931f09-f4cc-4732-9943-8468cd2787bb req-cd4a53c8-9aed-4b8d-88d4-f11ff3abeeaa tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 949 time: 0.1268868 Aug 11 00:23:45.851215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9931f09-f4cc-4732-9943-8468cd2787bb req-b6d09c8d-bb09-4322-8e60-91c8a5a5f955 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635698 Aug 11 00:23:45.951878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d726d-fdd9-4fe5-b35c-9af2ee7f4b0f req-5f8a4dbb-d235-496e-b906-8f1892191189 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:45.969272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-842d726d-fdd9-4fe5-b35c-9af2ee7f4b0f req-5f8a4dbb-d235-496e-b906-8f1892191189 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.6981714 Aug 11 00:23:46.157407 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2719-6636-461d-8a8f-8a01e20c143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:46.297159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f888f-8163-4a78-bc98-6c145ff8b3dc req-f7527df0-901a-4373-835f-6ae80dd74593 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:46.308981 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-842d726d-fdd9-4fe5-b35c-9af2ee7f4b0f req-cfdca654-24bd-4bc9-9ba3-5777d8be94c4 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375921 Aug 11 00:23:46.316168 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b92f888f-8163-4a78-bc98-6c145ff8b3dc req-f7527df0-901a-4373-835f-6ae80dd74593 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.1997600 Aug 11 00:23:46.340787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] For port 83ecc15e-c655-496a-9e4c-b4903cb5a714, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=83ecc15e-c655-496a-9e4c-b4903cb5a714,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:46.344566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:46.351977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4b0bf6ab-1a32-45b6-8047-dc21c99c3431 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627968 Aug 11 00:23:46.391934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Calling delete_port for 83ecc15e-c655-496a-9e4c-b4903cb5a714 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:23:46.488407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b92f888f-8163-4a78-bc98-6c145ff8b3dc req-cbd326ff-ec68-49e0-82d1-15a06074327e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558988 Aug 11 00:23:46.612650 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37bc21e-ef15-429d-b559-a6841ddf3600 x-openstack-request-id: req-e37bc21e-ef15-429d-b559-a6841ddf3600 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:46.612650 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:46.613152 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e37bc21e-ef15-429d-b559-a6841ddf3600 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:46.613657 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd', 'status': 'completed', 'code': 200} Aug 11 00:23:46.738662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071155-685c-4d50-9b52-0b300f0d31da req-1f519cbb-2240-4f54-a5da-d5470ca7421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:46.740233 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38071155-685c-4d50-9b52-0b300f0d31da req-1f519cbb-2240-4f54-a5da-d5470ca7421d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1126 time: 0.0870519 Aug 11 00:23:46.811220 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df8e7841-c2b4-4aca-88bd-a86197e8ff63 req-4b5c2ba2-9816-4d9a-8f09-a9328dc94001 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478428 Aug 11 00:23:46.943978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3098a-5ae3-4f87-94da-c9932c61e74a req-36d746d8-c236-42b1-b568-1345ada6c0cc tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:46.946929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99c3098a-5ae3-4f87-94da-c9932c61e74a req-36d746d8-c236-42b1-b568-1345ada6c0cc tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.2378116 Aug 11 00:23:46.985788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071155-685c-4d50-9b52-0b300f0d31da req-052fd031-8fc7-489c-b02a-961173e7e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:46.990601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38071155-685c-4d50-9b52-0b300f0d31da req-052fd031-8fc7-489c-b02a-961173e7e0b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.2425995 Aug 11 00:23:47.004080 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:47.099101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Pushing event deleted for resources: {'Port': ['ID=83ecc15e-c655-496a-9e4c-b4903cb5a714,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:47.130530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38071155-685c-4d50-9b52-0b300f0d31da req-aec56541-584f-4880-908b-8243eb7db0f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd HTTP/1.1" status: 200 len: 217 time: 0.1221323 Aug 11 00:23:47.236487 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99c3098a-5ae3-4f87-94da-c9932c61e74a req-9d3bfc3f-bbdc-4a96-809c-3b7be60fae48 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482545 Aug 11 00:23:47.256845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38071155-685c-4d50-9b52-0b300f0d31da req-aef4f619-63b5-4ef1-ac62-f5cf3c0a0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:47.259957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38071155-685c-4d50-9b52-0b300f0d31da req-aef4f619-63b5-4ef1-ac62-f5cf3c0a0090 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.1208427 Aug 11 00:23:47.298469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] No DVR routers for this DVR port 83ecc15e-c655-496a-9e4c-b4903cb5a714 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:23:47.320744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:47.325947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d82e0f0a-9a19-4fbc-a53a-ecb694d148b7 req-6e642007-e24a-48a4-8ae5-f0ef0eb8d363 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.44 "DELETE /v2.0/ports/83ecc15e-c655-496a-9e4c-b4903cb5a714 HTTP/1.1" status: 204 len: 173 time: 2.3101678 Aug 11 00:23:47.368444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-60a8ae72-8259-4132-a280-5b16d5ecd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:47.382061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-60a8ae72-8259-4132-a280-5b16d5ecd662 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1100 time: 0.3401959 Aug 11 00:23:47.397996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38071155-685c-4d50-9b52-0b300f0d31da req-ab2245ad-7a98-4417-ada5-b2bd93a277e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233599 Aug 11 00:23:47.401047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69e7d918-164e-45e3-a87f-8cd61786796c req-e8f76097-f2a8-495c-8932-586e7c900ad6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 210 time: 0.0572703 Aug 11 00:23:47.615507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-1d471926-34d4-4721-aa94-d562ef2593d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:47.627812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-1d471926-34d4-4721-aa94-d562ef2593d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2245827 Aug 11 00:23:47.723834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'name': 'network-vif-deleted', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:47.727518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38071155-685c-4d50-9b52-0b300f0d31da req-58c0f83a-ea9e-44ab-9981-24f2b54a8bcc service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142090 Aug 11 00:23:47.729176 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0805fc97-06e5-49e2-b76e-9a6ce22813f9" -d '{"events": [{"server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "name": "network-vif-deleted", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:47.736868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-3ffe3f32-7fba-468b-87fb-94fc61102743 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.1071327 Aug 11 00:23:47.880159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eed2cc-c69c-423e-9630-a1ff66a4eb0c req-a5da0fdb-62ab-4d7f-b857-9b4d7012786e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:47.892913 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5eed2cc-c69c-423e-9630-a1ff66a4eb0c req-a5da0fdb-62ab-4d7f-b857-9b4d7012786e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.2387843 Aug 11 00:23:47.916306 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-3bd0c04b-db48-4b90-9a41-ea5acd551e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:47.920079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-3bd0c04b-db48-4b90-9a41-ea5acd551e36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1610970 Aug 11 00:23:47.992189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38071155-685c-4d50-9b52-0b300f0d31da req-cfb89dd7-3ba9-447d-a808-4bc84bff466d service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365313 Aug 11 00:23:48.044102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5eed2cc-c69c-423e-9630-a1ff66a4eb0c req-a664a8ca-6d06-4bc5-b8bb-3a8cce074857 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468422 Aug 11 00:23:48.059504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb85af-4363-4d88-b66f-327d6b02d681 req-9f731263-60ec-424b-8a94-5729718e08e8 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:48.062718 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61bb85af-4363-4d88-b66f-327d6b02d681 req-9f731263-60ec-424b-8a94-5729718e08e8 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 949 time: 0.3238544 Aug 11 00:23:48.217276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61bb85af-4363-4d88-b66f-327d6b02d681 req-23383725-8439-40a7-914d-80d888639189 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913861 Aug 11 00:23:48.260335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-c3a07e6c-6392-4b2d-976c-cfb14c938764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:48.260335 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-c3a07e6c-6392-4b2d-976c-cfb14c938764 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3135357 Aug 11 00:23:48.419968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0331c-e5f1-4a9f-85d6-16aca179724c req-2b13c1c9-b0a2-43ef-aa14-0bc904a182d7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:48.423702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32b0331c-e5f1-4a9f-85d6-16aca179724c req-2b13c1c9-b0a2-43ef-aa14-0bc904a182d7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.2251625 Aug 11 00:23:48.457463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-de6d294f-5a2b-42c0-a8c4-086d4fcf00e5 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947072 Aug 11 00:23:48.513708 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32b0331c-e5f1-4a9f-85d6-16aca179724c req-014860ac-de51-4ea0-a08d-8ed2a0148ca6 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810084 Aug 11 00:23:48.714917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992b14-96cf-4f3e-86fb-1c262b3dc97f req-b31eb34e-ed2a-4a1f-aa04-11aa32093eab tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:48.727606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29992b14-96cf-4f3e-86fb-1c262b3dc97f req-b31eb34e-ed2a-4a1f-aa04-11aa32093eab tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.2683935 Aug 11 00:23:48.733098 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f9fc2d-b05c-4acd-91fe-66ae387524e8 x-openstack-request-id: req-68f9fc2d-b05c-4acd-91fe-66ae387524e8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:48.733528 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1563a0c7-4633-4ef4-8b51-dbe1c29d0750", "name": "network-vif-deleted", "tag": "83ecc15e-c655-496a-9e4c-b4903cb5a714", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:48.733915 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68f9fc2d-b05c-4acd-91fe-66ae387524e8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:48.734921 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1563a0c7-4633-4ef4-8b51-dbe1c29d0750', 'name': 'network-vif-deleted', 'tag': '83ecc15e-c655-496a-9e4c-b4903cb5a714', 'status': 'completed', 'code': 200} Aug 11 00:23:48.743109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a1d9551-9418-4473-91a9-aa7204269588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:48.876485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2f680-13c8-4f9b-80be-058c103293c3 req-07371902-7f86-4ede-a2d5-b08bdd713f08 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:48.888550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fd2f680-13c8-4f9b-80be-058c103293c3 req-07371902-7f86-4ede-a2d5-b08bdd713f08 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.0821891 Aug 11 00:23:48.905412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29992b14-96cf-4f3e-86fb-1c262b3dc97f req-7a112b9d-c7d4-40a3-90f6-5ac4d12a6195 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610429 Aug 11 00:23:48.914723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:48.954174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fd2f680-13c8-4f9b-80be-058c103293c3 req-b8ee0dac-0eaa-47b6-958b-20b03305a34f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603030 Aug 11 00:23:49.023995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f979d89-5eb0-482a-8ece-f50b5947b484 req-4ee7a875-cbf6-49e3-9460-dfc4b765b535 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128932 Aug 11 00:23:49.108402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:23:49.197471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7821cf5d-56fe-425f-b61e-8a40c5099a12 req-b93c0337-ba46-488b-ad14-8bab265f79db tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=1563a0c7-4633-4ef4-8b51-dbe1c29d0750 HTTP/1.1" status: 200 len: 210 time: 0.0672436 Aug 11 00:23:49.319804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 83ecc15e-c655-496a-9e4c-b4903cb5a714 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:49.378441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e1935-6c23-4ff4-81f2-e8c6181da764 req-4ec1bf4d-c5a9-476e-bc64-b6c4e8f36a3a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:49.389691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f2e1935-6c23-4ff4-81f2-e8c6181da764 req-4ec1bf4d-c5a9-476e-bc64-b6c4e8f36a3a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1347075 Aug 11 00:23:49.410685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 83ecc15e-c655-496a-9e4c-b4903cb5a714 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:23:49.411023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 83ecc15e-c655-496a-9e4c-b4903cb5a714 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:23:49.423735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b860a-9d98-4f3b-9b83-762eb577482c req-a2df7375-744c-4af3-831c-ef8a53368bd0 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:49.434114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4b860a-9d98-4f3b-9b83-762eb577482c req-a2df7375-744c-4af3-831c-ef8a53368bd0 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 949 time: 0.0931306 Aug 11 00:23:49.472435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f2e1935-6c23-4ff4-81f2-e8c6181da764 req-e1957c39-5753-4be1-8761-6f3121163d62 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763042 Aug 11 00:23:49.523124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:49.552241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '00cb99bb-9e64-4923-941f-e822b11b631e', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '00cb99bb-9e64-4923-941f-e822b11b631e', 'mac_address': 'fa:16:3e:c2:b4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:23:49.610547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-91fb45de-6e54-4143-9d0e-18ae67417c10 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:49.612784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-91fb45de-6e54-4143-9d0e-18ae67417c10 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.55 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 949 time: 0.1459858 Aug 11 00:23:49.630945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4b860a-9d98-4f3b-9b83-762eb577482c req-7ec4b5c3-dc70-455a-90d9-2e5b27dfeec9 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/security-groups?id=47b44b87-3f57-43bc-9060-1c8110822e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958165 Aug 11 00:23:49.651376 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:49.691184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cb99bb-9e64-4923-941f-e822b11b631e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:49.728441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:49.733677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b414227-3bb8-45a6-b193-f2a54bad5666 req-5b0c95da-0a0f-4c15-a532-23ae2682da0b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:49.735778 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b414227-3bb8-45a6-b193-f2a54bad5666 req-5b0c95da-0a0f-4c15-a532-23ae2682da0b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.0856833 Aug 11 00:23:49.792698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b414227-3bb8-45a6-b193-f2a54bad5666 req-ed34e382-8052-4432-b785-2b8b4c27701e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493279 Aug 11 00:23:49.798735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Deleting port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:23:49.799365 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:49.905385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] For port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:49.905815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:49.920955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Calling delete_port for 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:23:50.120934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6071f-3c7e-4eca-a39f-0fde79cd9e3a req-6e87c88a-056a-45c4-a9bb-45ec34d96faa tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:50.122753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5bc6071f-3c7e-4eca-a39f-0fde79cd9e3a req-6e87c88a-056a-45c4-a9bb-45ec34d96faa tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.0721128 Aug 11 00:23:50.133355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7462b8f-1ad8-4630-82a3-c515d865846d req-fd2b745f-62c1-4868-b827-a266923fcf3f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:50.146647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7462b8f-1ad8-4630-82a3-c515d865846d req-fd2b745f-62c1-4868-b827-a266923fcf3f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.0789828 Aug 11 00:23:50.197956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7462b8f-1ad8-4630-82a3-c515d865846d req-70f49dfb-8a61-46e4-8b47-bdb9bd1baa90 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469558 Aug 11 00:23:50.244139 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5bc6071f-3c7e-4eca-a39f-0fde79cd9e3a req-2c8be940-5e93-4a65-9fec-818b970cf146 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129663 Aug 11 00:23:50.247694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:50.308441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:50.331512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:50.346734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:50.367283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Pushing event deleted for resources: {'Port': ['ID=0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:50.404531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:50.451534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] No DVR routers for this DVR port 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:23:50.455287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:50.459608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e98d88dc-dc35-45ff-b0ed-a8ce0bad991e req-4c988b44-655e-4f2a-af3c-22d34e81f99b tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.55 "DELETE /v2.0/ports/0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb HTTP/1.1" status: 204 len: 173 time: 0.8272460 Aug 11 00:23:50.671374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['00cb99bb-9e64-4923-941f-e822b11b631e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:23:50.736169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbf9987-17dd-42cb-877f-017c9ebacad6', 'name': 'network-vif-deleted', 'tag': '0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:50.740568 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3728884-e7a1-4f36-a1cb-6907da923050" -d '{"events": [{"server_uuid": "7cbf9987-17dd-42cb-877f-017c9ebacad6", "name": "network-vif-deleted", "tag": "0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:50.771964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc5983-8be4-4f4b-aac5-04faa35d52c2 req-0c271e55-c4cd-49de-9e48-7e1a0da74b37 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:50.775756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7bc5983-8be4-4f4b-aac5-04faa35d52c2 req-0c271e55-c4cd-49de-9e48-7e1a0da74b37 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1566043 Aug 11 00:23:50.882611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7bc5983-8be4-4f4b-aac5-04faa35d52c2 req-81dc4549-d8cb-4a81-928b-b52e01a27ddd tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981534 Aug 11 00:23:51.018535 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b372dda-896e-4fbd-a25c-99e6032a5193 x-openstack-request-id: req-6b372dda-896e-4fbd-a25c-99e6032a5193 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:51.018995 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbf9987-17dd-42cb-877f-017c9ebacad6", "name": "network-vif-deleted", "tag": "0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:51.019697 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b372dda-896e-4fbd-a25c-99e6032a5193 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:51.020342 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbf9987-17dd-42cb-877f-017c9ebacad6', 'name': 'network-vif-deleted', 'tag': '0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb', 'status': 'completed', 'code': 200} Aug 11 00:23:51.040346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-273ba5d0-69ab-49bf-96ea-3213b82a1e3f req-3502e336-b20f-4d57-bd5d-71e54ace64e3 tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 210 time: 0.0733225 Aug 11 00:23:51.247626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e6a0a-2333-46e2-9687-5d2f5c31f08d req-4fee5eca-652f-4ef7-b7b7-01a48722f9ef tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:51.253401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d9e6a0a-2333-46e2-9687-5d2f5c31f08d req-4fee5eca-652f-4ef7-b7b7-01a48722f9ef tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.1051505 Aug 11 00:23:51.342051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553baa3-9061-4b08-8795-334f9c8027a1 req-9ddcd6bd-6a9b-425d-a3e7-74d7d8b86486 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:51.346253 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d9e6a0a-2333-46e2-9687-5d2f5c31f08d req-03e6d732-d2b1-428b-9a1f-57773ec80f00 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782218 Aug 11 00:23:51.350474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c553baa3-9061-4b08-8795-334f9c8027a1 req-9ddcd6bd-6a9b-425d-a3e7-74d7d8b86486 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 948 time: 0.0767500 Aug 11 00:23:51.425912 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c553baa3-9061-4b08-8795-334f9c8027a1 req-499fe64d-45b7-4511-a6ff-cf4c8a519ffc tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745113 Aug 11 00:23:51.528621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1ee8-b7b4-4767-8396-da106a54934f req-93c7ca15-91d3-44ef-8bab-0a297db56858 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:51.530448 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06bc1ee8-b7b4-4767-8396-da106a54934f req-93c7ca15-91d3-44ef-8bab-0a297db56858 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.0906553 Aug 11 00:23:51.598977 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06bc1ee8-b7b4-4767-8396-da106a54934f req-8d8877a9-3398-4ecb-92ce-f9176a4fb283 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506384 Aug 11 00:23:51.633068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc006c4-6af1-4c59-a669-c785e8400a88 req-31a9db69-978c-4029-b9f7-0ce2aca825b1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:51.649952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3fc006c4-6af1-4c59-a669-c785e8400a88 req-31a9db69-978c-4029-b9f7-0ce2aca825b1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.1248744 Aug 11 00:23:51.734777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3fc006c4-6af1-4c59-a669-c785e8400a88 req-b68fc852-8475-442c-b46f-e1b691ca3a05 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819027 Aug 11 00:23:52.128228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6216f-b57d-4f28-a706-774fb53936f2 req-6de30cc5-7d69-4efd-b37b-86783413d0c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:52.146520 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc6216f-b57d-4f28-a706-774fb53936f2 req-6de30cc5-7d69-4efd-b37b-86783413d0c0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1533215 Aug 11 00:23:52.178206 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:52.237962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc6216f-b57d-4f28-a706-774fb53936f2 req-6ed667b9-6327-4011-b5d2-6e92b151d410 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932019 Aug 11 00:23:52.319125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7e38fdf-0e67-41cb-87ec-9c0b8d6af2d8 req-9e7d1d8d-9b05-47ad-8df7-7b73246f222c tempest-ImagesNegativeTestJSON-1925396932 tempest-ImagesNegativeTestJSON-1925396932-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cbf9987-17dd-42cb-877f-017c9ebacad6 HTTP/1.1" status: 200 len: 210 time: 0.0957675 Aug 11 00:23:52.539243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839280e-42df-4a7e-aca9-3a7ac04e7ffc req-7264b463-0479-4835-9769-e0f5f42855cd tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:52.549338 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7839280e-42df-4a7e-aca9-3a7ac04e7ffc req-7264b463-0479-4835-9769-e0f5f42855cd tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.0798075 Aug 11 00:23:52.648988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7839280e-42df-4a7e-aca9-3a7ac04e7ffc req-1d1de815-0bda-459c-a0bd-a3e302c652f4 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983777 Aug 11 00:23:52.718038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55edd07-ddab-48b7-8e02-909bbbfa8ac2 req-cbe1b4a4-f832-47e0-a7a5-972ba4a46620 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:52.720926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d55edd07-ddab-48b7-8e02-909bbbfa8ac2 req-cbe1b4a4-f832-47e0-a7a5-972ba4a46620 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 948 time: 0.1376512 Aug 11 00:23:52.896422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d55edd07-ddab-48b7-8e02-909bbbfa8ac2 req-7983fa38-26fc-493f-ad38-a99f3c6af94f tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610315 Aug 11 00:23:52.959548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e66f6f-21ff-4d9f-a4b1-d38f31200528 req-61f98b5e-8d28-4305-9ecd-a2a63dbb1a64 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:52.963525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5e66f6f-21ff-4d9f-a4b1-d38f31200528 req-61f98b5e-8d28-4305-9ecd-a2a63dbb1a64 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.2034280 Aug 11 00:23:53.074271 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5e66f6f-21ff-4d9f-a4b1-d38f31200528 req-fd0fa77b-f17b-4e6f-bb77-397b2eba8a53 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001403 Aug 11 00:23:53.152156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:23:53.229348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:53.417067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e052d-d415-45c8-abd2-51c5e0cf0eb4 req-e6201d7e-14e2-4c5d-beb3-eed345c401b9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:53.421242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-210e052d-d415-45c8-abd2-51c5e0cf0eb4 req-e6201d7e-14e2-4c5d-beb3-eed345c401b9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.1762638 Aug 11 00:23:53.502181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b6bbd-5171-470c-9677-5b289a6e3b30 req-e6bf8726-4ba2-4f84-8cfa-2be74a5f8ddd tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:53.512705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a6b6bbd-5171-470c-9677-5b289a6e3b30 req-e6bf8726-4ba2-4f84-8cfa-2be74a5f8ddd tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1067793 Aug 11 00:23:53.527988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d58b26-9996-4112-b154-3454b101e88d req-2563dc50-ec38-444f-a2fa-df749fb96b79 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:53.530097 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22d58b26-9996-4112-b154-3454b101e88d req-2563dc50-ec38-444f-a2fa-df749fb96b79 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.55 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 948 time: 0.2146590 Aug 11 00:23:53.537687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-210e052d-d415-45c8-abd2-51c5e0cf0eb4 req-13550049-603d-482b-8227-c4346985169a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038103 Aug 11 00:23:53.636626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a6b6bbd-5171-470c-9677-5b289a6e3b30 req-c1265783-3447-4854-9ab5-f4a3b15eab7d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046667 Aug 11 00:23:53.715503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 00cb99bb-9e64-4923-941f-e822b11b631e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:23:53.725834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 00cb99bb-9e64-4923-941f-e822b11b631e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:23:53.726351 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:53.769097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Deleting port 289a0eae-099c-4790-91d5-6439339f1ea4 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:23:53.769493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:53.995682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:54.060758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:54.069763 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480f1b08-1f18-4b22-90b5-2fda07127050" -d '{"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:54.105449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:54.129727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188df35-714f-4752-838f-a65f7912e78b req-3a5ace47-2433-4aec-b67c-85156b4ec35f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:54.137741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9188df35-714f-4752-838f-a65f7912e78b req-3a5ace47-2433-4aec-b67c-85156b4ec35f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.2226472 Aug 11 00:23:54.160779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] For port 289a0eae-099c-4790-91d5-6439339f1ea4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=289a0eae-099c-4790-91d5-6439339f1ea4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:54.161157 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:54.187774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Calling delete_port for 289a0eae-099c-4790-91d5-6439339f1ea4 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:23:54.202023 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:54.203330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:54.221563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9188df35-714f-4752-838f-a65f7912e78b req-d128baed-afb1-4afe-858d-b3e973031b65 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826731 Aug 11 00:23:54.276421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc30576-9b7d-4b59-80e5-61c994c5c3aa req-7d864844-04fe-478c-a650-e386e6558558 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:54.278039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc30576-9b7d-4b59-80e5-61c994c5c3aa req-7d864844-04fe-478c-a650-e386e6558558 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 948 time: 0.1317153 Aug 11 00:23:54.282207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:23:54.282207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0bcf0e7d-9d4b-4b5a-8ccc-da782a4954eb not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:23:54.392414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:54.428503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc30576-9b7d-4b59-80e5-61c994c5c3aa req-cb836f1e-3007-4c81-b21f-cb4a942fc553 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/security-groups?id=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339121 Aug 11 00:23:54.455934 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1cbd2f-29e9-43ce-99c9-d3efc7fb1f2f x-openstack-request-id: req-5e1cbd2f-29e9-43ce-99c9-d3efc7fb1f2f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:54.456227 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:54.456482 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e1cbd2f-29e9-43ce-99c9-d3efc7fb1f2f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:54.456884 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'code': 200} Aug 11 00:23:54.601167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520753c-3049-498d-bcec-d0c4d64d6e2c req-fd67f4ee-c536-4508-8e12-532b5b368ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:54.602755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6520753c-3049-498d-bcec-d0c4d64d6e2c req-fd67f4ee-c536-4508-8e12-532b5b368ea1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1102 time: 0.0664356 Aug 11 00:23:54.673287 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6520753c-3049-498d-bcec-d0c4d64d6e2c req-a83dc3b9-d26b-41f2-b4c1-939b1f651171 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610833 Aug 11 00:23:54.674572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d6991-c6b6-4603-a457-11fca6392e19 req-9d1b84b1-e322-48c2-86dd-194fce2d9ad9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:54.677178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-180d6991-c6b6-4603-a457-11fca6392e19 req-9d1b84b1-e322-48c2-86dd-194fce2d9ad9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.0823569 Aug 11 00:23:54.685914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:54.764731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Pushing event deleted for resources: {'Port': ['ID=289a0eae-099c-4790-91d5-6439339f1ea4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:54.783453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78629-309e-42a9-929a-97aa240ede4e req-0584b277-e554-4056-9ca9-06f129bfaecc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:54.793974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55a78629-309e-42a9-929a-97aa240ede4e req-0584b277-e554-4056-9ca9-06f129bfaecc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1195796 Aug 11 00:23:54.841865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-180d6991-c6b6-4603-a457-11fca6392e19 req-ac1b62c5-7d84-48b9-bc8e-3855b3898b9c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386454 Aug 11 00:23:54.842967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] No DVR routers for this DVR port 289a0eae-099c-4790-91d5-6439339f1ea4 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:23:54.852344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55a78629-309e-42a9-929a-97aa240ede4e req-994777b5-60be-4f32-aa25-ee7701973000 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573151 Aug 11 00:23:54.853628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:54.861142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22d58b26-9996-4112-b154-3454b101e88d req-07a943e6-bba9-4664-a2f2-dd08963844a6 tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.55 "DELETE /v2.0/ports/289a0eae-099c-4790-91d5-6439339f1ea4 HTTP/1.1" status: 204 len: 173 time: 1.3161719 Aug 11 00:23:54.861781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-deleted', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:23:54.867368 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f1198e-9f62-4592-bb3f-c1664ba61ae2" -d '{"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-deleted", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:23:54.912141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48494) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:55.013135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b469128-39fc-43ad-87fe-838f81ece49c req-5a771f6a-94ed-4b5e-afaf-87461b534c62 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:55.015894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b469128-39fc-43ad-87fe-838f81ece49c req-5a771f6a-94ed-4b5e-afaf-87461b534c62 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0796049 Aug 11 00:23:55.052296 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d1c1f5-ba50-4d2d-8c02-1b06cdb26012 x-openstack-request-id: req-a8d1c1f5-ba50-4d2d-8c02-1b06cdb26012 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:23:55.052589 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec0d93e-24a6-43e8-879b-216b225dadf1", "name": "network-vif-deleted", "tag": "289a0eae-099c-4790-91d5-6439339f1ea4", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:23:55.052848 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8d1c1f5-ba50-4d2d-8c02-1b06cdb26012 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:23:55.053253 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec0d93e-24a6-43e8-879b-216b225dadf1', 'name': 'network-vif-deleted', 'tag': '289a0eae-099c-4790-91d5-6439339f1ea4', 'status': 'completed', 'code': 200} Aug 11 00:23:55.078385 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b469128-39fc-43ad-87fe-838f81ece49c req-605394cd-4e1b-44a2-9e0d-59d8010082e9 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516927 Aug 11 00:23:55.213378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-19feaa4e-4a34-4082-957f-896081e1d8d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3dc96b1033ff49c9ac82c78dfd5ca1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995627 Aug 11 00:23:55.216589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48498) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:55.310025 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ffd386a-b73d-4185-93e3-22ff05d43344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:55.382474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ffd386a-b73d-4185-93e3-22ff05d43344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:55.479198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9b25d-c137-49d1-949e-0ea30f67f61f req-9c614ff9-0ec3-4161-a72f-70456b5c5893 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:55.480916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7a9b25d-c137-49d1-949e-0ea30f67f61f req-9c614ff9-0ec3-4161-a72f-70456b5c5893 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 943 time: 0.1650875 Aug 11 00:23:55.549288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-9faa11fa-cab1-4e76-b1f0-463d261bb07a service neutron] 10.222.0.44 "GET /v2.0/ports/5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 385 time: 0.1398215 Aug 11 00:23:55.578685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7a9b25d-c137-49d1-949e-0ea30f67f61f req-33898071-a417-4139-8e85-c66230d7a1d8 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854821 Aug 11 00:23:55.688578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62f30042-1c72-400a-af36-0e3eb9c15db4 req-76af47ed-6ec4-4ce1-a300-c1d07bbbf15d tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 210 time: 0.0355930 Aug 11 00:23:55.692078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ffd386a-b73d-4185-93e3-22ff05d43344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:55.699337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ffd386a-b73d-4185-93e3-22ff05d43344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:55.707131 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6ffd386a-b73d-4185-93e3-22ff05d43344 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47b44b87-3f57-43bc-9060-1c8110822e3e HTTP/1.1" status: 204 len: 168 time: 0.4890451 Aug 11 00:23:55.756152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd386a-b73d-4185-93e3-22ff05d43344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b44b87-3f57-43bc-9060-1c8110822e3e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:55.868722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:55.914082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:55.991081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0176a1f-a397-463c-b42d-3d9fd2dfeb10 req-f3068e43-32ea-433f-a5c7-022bf6d66e60 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:55.993492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0176a1f-a397-463c-b42d-3d9fd2dfeb10 req-f3068e43-32ea-433f-a5c7-022bf6d66e60 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.0649605 Aug 11 00:23:56.070066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:23:56.097945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0176a1f-a397-463c-b42d-3d9fd2dfeb10 req-b41aa490-fce4-4c0f-ada3-50a46886a4c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926955 Aug 11 00:23:56.109988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:23:56.145546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55448-881f-4580-af33-eb4b4937c8eb req-f9455bc3-e08c-4f3d-9ddf-22ba98a3d517 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:56.160111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0f55448-881f-4580-af33-eb4b4937c8eb req-f9455bc3-e08c-4f3d-9ddf-22ba98a3d517 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.2068756 Aug 11 00:23:56.227903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0f55448-881f-4580-af33-eb4b4937c8eb req-8b658447-b24f-4da3-a0f9-19112430a741 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639277 Aug 11 00:23:56.314990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:56.445877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14024e7-6cd0-41a0-9ee0-bc02615bef9c req-ccf6835b-cc7a-4f3e-a3a4-579899f510b1 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:56.449382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] Transition to ACTIVE for port object 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:23:56.456951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d14024e7-6cd0-41a0-9ee0-bc02615bef9c req-ccf6835b-cc7a-4f3e-a3a4-579899f510b1 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1575961 Aug 11 00:23:56.539828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d14024e7-6cd0-41a0-9ee0-bc02615bef9c req-9baf2d2d-8c56-404c-a454-478edba92b5a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828686 Aug 11 00:23:56.579841 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:56.664783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] No DVR routers for this DVR port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:23:56.721041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] Pushing event updated for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=10']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:56.736815 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-88d885db-86e1-4dfa-976e-90da50dd9cfc service neutron] 10.222.0.44 "PUT /v2.0/ports/5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd/bindings/n-h1-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1802931 Aug 11 00:23:56.750772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3d875-5ffc-42e5-af76-bedd6ddcfa8b req-52fd2324-3f61-41c1-8510-91e63905c0e1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:56.759505 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2cd3d875-5ffc-42e5-af76-bedd6ddcfa8b req-52fd2324-3f61-41c1-8510-91e63905c0e1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 944 time: 0.0740652 Aug 11 00:23:56.814810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2cd3d875-5ffc-42e5-af76-bedd6ddcfa8b req-9bf47aee-7fc0-4eb5-834b-5209a151b1da tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Aug 11 00:23:56.858478 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60e0d8e5-4177-4af9-a193-8e602f172aa8 req-d3d371de-ad8a-4b71-9cf6-5cddfec583fa tempest-ListImageFiltersTestJSON-996581913 tempest-ListImageFiltersTestJSON-996581913-project] 10.222.0.43 "GET /v2.0/ports?device_id=aec0d93e-24a6-43e8-879b-216b225dadf1 HTTP/1.1" status: 200 len: 210 time: 0.0280695 Aug 11 00:23:57.146748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:23:57.175215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 289a0eae-099c-4790-91d5-6439339f1ea4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:23:57.175636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 289a0eae-099c-4790-91d5-6439339f1ea4 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:23:57.281997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-41976e78-8fef-4def-a192-29dca229e9b9 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:57.283925 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-41976e78-8fef-4def-a192-29dca229e9b9 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.0861866 Aug 11 00:23:57.301232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86a585-d779-4068-9bb1-f9a858045a91 req-554c82f4-d3b9-4663-be78-474a2980bdb6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:57.303616 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c86a585-d779-4068-9bb1-f9a858045a91 req-554c82f4-d3b9-4663-be78-474a2980bdb6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.0946424 Aug 11 00:23:57.392655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c86a585-d779-4068-9bb1-f9a858045a91 req-ce138ba3-f315-4c39-b2a7-5e0ad48f104b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Aug 11 00:23:57.396181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-b77640e0-e5ba-494b-96df-ebd7af732807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:57.397792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-b77640e0-e5ba-494b-96df-ebd7af732807 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595&tenant_id=0cba842470cb42649154e0bc813fbf84 HTTP/1.1" status: 200 len: 1096 time: 0.0929334 Aug 11 00:23:57.493564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e415c-044a-4f5a-b82d-eb14004e9caa req-36620866-f9bd-4846-a9bd-52493eeddba1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:57.496609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-418e415c-044a-4f5a-b82d-eb14004e9caa req-36620866-f9bd-4846-a9bd-52493eeddba1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1093028 Aug 11 00:23:57.522876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-70027e13-c525-4087-8e13-4d2ae8228bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:57.525402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-70027e13-c525-4087-8e13-4d2ae8228bc1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1096 time: 0.0704575 Aug 11 00:23:57.594762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-418e415c-044a-4f5a-b82d-eb14004e9caa req-001928ba-5139-4760-8a85-71ffbbb98759 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859389 Aug 11 00:23:57.735109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99650132-88d0-4969-835d-6490abd6384d req-fab6ff03-0fc1-429c-a4e5-a0965b900609 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:57.743401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99650132-88d0-4969-835d-6490abd6384d req-fab6ff03-0fc1-429c-a4e5-a0965b900609 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.0908420 Aug 11 00:23:57.784513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efbf2-2adc-4520-a4c8-017f5afab58a req-f5b41ed6-7fe2-4bec-8361-953432635561 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:57.786126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e7efbf2-2adc-4520-a4c8-017f5afab58a req-f5b41ed6-7fe2-4bec-8361-953432635561 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0947020 Aug 11 00:23:57.828587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99650132-88d0-4969-835d-6490abd6384d req-f2c6c932-f8fa-4a04-b68b-a7a71667134f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780387 Aug 11 00:23:57.847908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-9359f5a4-2dd6-4b41-9e1e-04780b17abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:57.852355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-9359f5a4-2dd6-4b41-9e1e-04780b17abd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.3143311 Aug 11 00:23:57.884207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e7efbf2-2adc-4520-a4c8-017f5afab58a req-0496ab37-834f-4a49-8fbc-745103c9a091 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821764 Aug 11 00:23:57.940631 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-8873e1f6-7dc2-4c2b-8898-2f83e955dab3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd HTTP/1.1" status: 200 len: 217 time: 0.0778689 Aug 11 00:23:58.002748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48564) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:58.017114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-705f2504-c8f2-48c2-96f6-9892e50bd7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:58.019037 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-705f2504-c8f2-48c2-96f6-9892e50bd7aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.0709329 Aug 11 00:23:58.047962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042a3ae-a811-4394-8234-d2ee8bd6bd90 req-3ca850fa-d1bc-42b4-8b35-2b0d2437ca52 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:58.051689 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d042a3ae-a811-4394-8234-d2ee8bd6bd90 req-3ca850fa-d1bc-42b4-8b35-2b0d2437ca52 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 944 time: 0.0647025 Aug 11 00:23:58.061614 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-856722e0-7415-4979-b43a-7662005cfa08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336409 Aug 11 00:23:58.103244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d042a3ae-a811-4394-8234-d2ee8bd6bd90 req-ec1ee248-cb79-4c1f-a407-9bd60af7a609 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459216 Aug 11 00:23:58.171609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1314389487-network', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:58.299383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-bf679521-5b66-4eaa-980c-e8376e8a4501 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295797 Aug 11 00:23:58.360677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Made reservation on behalf of b575d8103d64461c80c02a4dbeaa0cc3 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:23:58.365165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:58.380720 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:58.458122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-8b1fe009-3a89-4cfc-a47f-a42325a46ebb service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516383 Aug 11 00:23:58.517062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:58.736304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:58.764862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:23:58.779609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994a7a89-2e3d-458d-a2a9-5d1aa8fddc14,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:58.785082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:58.785446 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Added segment 8753184a-9d08-4126-bab5-3f40e83dfefa of type vlan for network cbd25bcb-563e-4f8f-8515-9b9931529b60 Aug 11 00:23:58.844621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:59.002246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620c933-1035-4ae0-9f1b-60c3bc25f159 req-1a734717-4bb7-434b-91c9-a9f57ba1386b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:59.004070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4620c933-1035-4ae0-9f1b-60c3bc25f159 req-1a734717-4bb7-434b-91c9-a9f57ba1386b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.0565374 Aug 11 00:23:59.052043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4620c933-1035-4ae0-9f1b-60c3bc25f159 req-99b627f1-45a8-4974-abff-c26e0a3e6fcd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Aug 11 00:23:59.101546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:59.102696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:59.103366 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:59.226872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd25bcb-563e-4f8f-8515-9b9931529b60,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:23:59.244276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:59.246899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4cc2850d-cba6-4a23-b391-49ef23cc33f6 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:59.248519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-4cc2850d-cba6-4a23-b391-49ef23cc33f6 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.1240416 Aug 11 00:23:59.250622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:23:59.272573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047be68-1665-405f-9c5e-acc145a03b47 req-a57c5f4b-f409-481f-9e55-296b57b7b39a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:59.277836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1047be68-1665-405f-9c5e-acc145a03b47 req-a57c5f4b-f409-481f-9e55-296b57b7b39a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1103518 Aug 11 00:23:59.323833 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-881c0e43-3925-43e8-a199-a817ad638781 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3251655 Aug 11 00:23:59.324564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48612) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:23:59.340145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:59.345196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Request body: {'subnet': {'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1314389487-subnet', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:23:59.417567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1047be68-1665-405f-9c5e-acc145a03b47 req-63d0c290-9969-4135-b1f3-33993ac4f4dc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026583 Aug 11 00:23:59.433714 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-86f5e3cf-6046-4072-9501-d2ef60391920 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357822 Aug 11 00:23:59.456390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ec25-59af-41be-abed-b8a49b4de463 req-5359f1cd-78f6-4988-a666-4b98ab691ba6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:59.464836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c603ec25-59af-41be-abed-b8a49b4de463 req-5359f1cd-78f6-4988-a666-4b98ab691ba6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1281657 Aug 11 00:23:59.487327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-004b31f9-df21-48f7-b286-3ae38e323237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:59.488853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-004b31f9-df21-48f7-b286-3ae38e323237 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 1097 time: 0.1122947 Aug 11 00:23:59.519347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c603ec25-59af-41be-abed-b8a49b4de463 req-51077535-3ac1-4a44-8223-27bb46421126 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522163 Aug 11 00:23:59.552990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Made reservation on behalf of b575d8103d64461c80c02a4dbeaa0cc3 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:23:59.552990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:59.657796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-26e906e7-4b67-4c06-96ab-9be3e7b944e6 service neutron] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:23:59.661683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-26e906e7-4b67-4c06-96ab-9be3e7b944e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:23:59.672071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e404b2b-c156-4e06-aaf8-fe093546d8f6 req-26e906e7-4b67-4c06-96ab-9be3e7b944e6 service neutron] 10.222.0.55 "DELETE /v2.0/ports/5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd/bindings/n-h2-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.4132278 Aug 11 00:23:59.767283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783fbe9-359a-48df-9cb0-9b28e5ca080a req-d687a2da-87b7-41e5-8f46-c5c6040e243f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:59.769305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a783fbe9-359a-48df-9cb0-9b28e5ca080a req-d687a2da-87b7-41e5-8f46-c5c6040e243f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 944 time: 0.1277838 Aug 11 00:23:59.866872 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a783fbe9-359a-48df-9cb0-9b28e5ca080a req-3f913b09-1f2d-4a67-9cca-248eb41cb4ae tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854290 Aug 11 00:23:59.984186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-25a08009-1a2c-4ce9-a6da-b2635015e0d7 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:23:59.988468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-25a08009-1a2c-4ce9-a6da-b2635015e0d7 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.4668705 Aug 11 00:24:00.004340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-13'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:00.033214 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:00.053233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-41f3d868-648b-447a-bb05-4d9d247b7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:00.055874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-41f3d868-648b-447a-bb05-4d9d247b7aba service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 913 time: 0.5537302 Aug 11 00:24:00.143747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44de9f69-2295-4c44-b53f-f2f6ddcde400,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:00.149191 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-87477040-0780-41c0-b7a2-a742730bffa9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1 HTTP/1.1" status: 200 len: 217 time: 0.0837748 Aug 11 00:24:00.225194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Checking segment: {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:00.225555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Network hostable DHCP agents. Network: cbd25bcb-563e-4f8f-8515-9b9931529b60, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:24:00.261440 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:00.262208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ec58f-e24d-4ee3-809e-d7b6feffa036 req-a8e3a34f-02d7-4dcc-8c20-46d7c305d53b tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:00.264387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-063ec58f-e24d-4ee3-809e-d7b6feffa036 req-a8e3a34f-02d7-4dcc-8c20-46d7c305d53b tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1096 time: 0.1013060 Aug 11 00:24:00.320788 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-063ec58f-e24d-4ee3-809e-d7b6feffa036 req-9c9fcd18-5901-4058-9993-9402f3c6d92a tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Aug 11 00:24:00.333936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-69db1074-5c9e-4fac-9d4b-add1cf9cca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:00.336573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-69db1074-5c9e-4fac-9d4b-add1cf9cca31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.1774378 Aug 11 00:24:00.394129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:24:00.413389 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-f670b54c-4708-4cfa-84dd-189c360246dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660942 Aug 11 00:24:00.578120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, cbd25bcb-563e-4f8f-8515-9b9931529b60) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:00.589078 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:00.590151 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:00.602866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed58c54-0d3d-4792-ac75-26953acbbd7e None None] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:24:00.625417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a3934-8f44-4f9b-bb2b-7f364dc90f5f req-1afa934c-b3df-454a-9fb1-624c4aac8b11 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:00.637938 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f50a3934-8f44-4f9b-bb2b-7f364dc90f5f req-1afa934c-b3df-454a-9fb1-624c4aac8b11 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 945 time: 0.2232742 Aug 11 00:24:00.730747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:00.748894 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-76be6acb-cc95-4b79-beaf-2b0e7e511b26 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4131856 Aug 11 00:24:00.752856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48684) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:00.759326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:00.770770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-8277cb79-50cd-4298-9121-b710f0c56cff service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438671 Aug 11 00:24:00.780378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f50a3934-8f44-4f9b-bb2b-7f364dc90f5f req-15221274-f020-4444-85a0-9b04fd07633b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262794 Aug 11 00:24:00.837216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-cbd25bcb-563e-4f8f-8515-9b9931529b60', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:24:00.838670 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:00.844451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:00.962107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:00.964465 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af04dd0-982c-44f5-a4d8-c28e7b371c0b" -d '{"events": [{"server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "name": "network-vif-unplugged", "status": "completed", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:00.971348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:00.978232 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:00.981753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:00.999845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddb61a-42d6-46ff-9a8a-9d5dda181274 req-b3daa550-e3af-4d6f-bcdf-fd46e503d72c tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:01.001456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1ddb61a-42d6-46ff-9a8a-9d5dda181274 req-b3daa550-e3af-4d6f-bcdf-fd46e503d72c tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 1096 time: 0.0989993 Aug 11 00:24:01.034335 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c799707b-f012-4a7f-bc20-e5c4d552eed9 req-cbc3c035-b204-4e94-8a28-7674f8367e33 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490761 Aug 11 00:24:01.043488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Allocated IP 172.20.0.2 (cbd25bcb-563e-4f8f-8515-9b9931529b60/44de9f69-2295-4c44-b53f-f2f6ddcde400/0c972712-1ec0-4fd3-a243-f0b0900fcbe9) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:24:01.065159 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1ddb61a-42d6-46ff-9a8a-9d5dda181274 req-92854870-665b-4173-9bae-1dc837d4d671 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483346 Aug 11 00:24:01.075477 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.202422 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.256045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device dff7d90d-c617-4b82-9f7f-fa6637faf6d0 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:24:01.267608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4d666-38e0-4684-a54e-8634adf3f4c9 req-9b6ea1f7-b08a-46ae-acbf-51a6c81fcbff tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:01.270193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-09a4d666-38e0-4684-a54e-8634adf3f4c9 req-9b6ea1f7-b08a-46ae-acbf-51a6c81fcbff tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1317513 Aug 11 00:24:01.422835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on host n-h1-712143-13 for vnic_type normal with profile {"migrating_to": "n-h2-712143-13"} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:01.423512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:01.423998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:01.437245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:01.453904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:01.454471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:01.477917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-09a4d666-38e0-4684-a54e-8634adf3f4c9 req-c24a44c6-d18e-4fb5-80e6-7d0afcc0e52b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912496 Aug 11 00:24:01.480426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:01.484807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:01.484807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:01.484807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Bound port: dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:01.484807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.490110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.496306 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:24:01.503893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Transition to ACTIVE for port object 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:01.528034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Transition to ACTIVE for port object 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:01.578722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:01.589783 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f09b0fa-d8ae-4935-ab4d-8f234944e374 x-openstack-request-id: req-7f09b0fa-d8ae-4935-ab4d-8f234944e374 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:01.590385 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "name": "network-vif-unplugged", "status": "completed", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:01.590672 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f09b0fa-d8ae-4935-ab4d-8f234944e374 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:01.591110 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0', 'code': 200} Aug 11 00:24:01.592447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:01.599813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:01.616038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on host n-h1-712143-13 for vnic_type normal with profile {"migrating_to": "n-h2-712143-13"} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:01.616951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:01.617148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:01.626140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:01.626639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:01.634303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:01.634729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:01.635242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:01.636356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Bound port: dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:01.636768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.676174 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.728396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.749834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:01.759226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:01.764718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:24:01.767441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Pushing event updated for resources: {'Port': ['ID=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:01.785771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:01.842132 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) dff7d90d-c617-4b82-9f7f-fa6637faf6d0-n-h1-712143-13-0 {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:24:01.844216 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:24:01.847333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Attempting to bind port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:01.847709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Attempting to bind port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:01.848070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Attempting to bind port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 on network cbd25bcb-563e-4f8f-8515-9b9931529b60 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:01.854325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:01.855037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Checking segment: {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:01.855698 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.856268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Bound using segment: {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:01.856932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Bound port: 0c972712-1ec0-4fd3-a243-f0b0900fcbe9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:01.857514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.892939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=8']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:01.957798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:01.958720 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:01.960480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-bd161cb8-4ff2-472a-ba1e-758c07a557b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/dff7d90d-c617-4b82-9f7f-fa6637faf6d0 HTTP/1.1" status: 200 len: 1123 time: 1.9648671 Aug 11 00:24:01.968722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] For port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:01.977283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] For port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:02.011671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:02.049613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['dff7d90d-c617-4b82-9f7f-fa6637faf6d0'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:02.100475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2bf7-1a8e-42b8-b211-9a4ad5beab8f req-33c2dbce-b55e-4d19-be6b-04540bb3cf11 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:02.102699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d4c2bf7-1a8e-42b8-b211-9a4ad5beab8f req-33c2dbce-b55e-4d19-be6b-04540bb3cf11 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.1914499 Aug 11 00:24:02.122840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['dff7d90d-c617-4b82-9f7f-fa6637faf6d0'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:02.128850 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:02.174537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d4c2bf7-1a8e-42b8-b211-9a4ad5beab8f req-e44c79f0-d673-43e0-a7fc-ac58bd4d1ea3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642278 Aug 11 00:24:02.229228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc705c1-10e9-489b-a798-efc9c8ee6cf9 None None] Pushing event updated for resources: {'Port': ['ID=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:02.251654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48706) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:02.427308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on host n-h1-712143-13 for vnic_type normal with profile {"migrating_to": "n-h2-712143-13"} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:02.427685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:02.428248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:02.451447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:02.451813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:02.480152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:02.480898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:02.481521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:02.482227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Bound port: dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:02.482846 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:02.600669 n-d-712143-13 neutron-server[95256]: WARNING neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Concurrent port binding operations failed on port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 Aug 11 00:24:02.606087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:02.607801 n-d-712143-13 neutron-server[95256]: INFO neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempt 2 to bind port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 Aug 11 00:24:02.608200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device dff7d90d-c617-4b82-9f7f-fa6637faf6d0 has no active binding in host n-h2-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 00:24:02.668486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829698d-4069-44df-96ef-b8790e90febb req-7baf5f90-9448-4c02-a0d0-974399523555 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:02.678054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7829698d-4069-44df-96ef-b8790e90febb req-7baf5f90-9448-4c02-a0d0-974399523555 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.3302994 Aug 11 00:24:02.692441 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-37228013-3163-4889-9aeb-fcb105a571b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0212e0728cea46d5bcd8872569cc6bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408813 Aug 11 00:24:02.695031 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:02.696560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48718) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:02.722596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:02.820653 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d9e55a-9a20-4e31-b1d7-94c57d323416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:02.859993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7829698d-4069-44df-96ef-b8790e90febb req-4f89cbd5-03dc-4670-bc96-5b7262919762 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807883 Aug 11 00:24:02.912379 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d9e55a-9a20-4e31-b1d7-94c57d323416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:02.966509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Allocated IP 172.25.0.246 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/82b6fa02-b9e9-4ea1-9b63-e26f0410f92c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:24:02.973585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-5d133ced-cf22-47f9-b19c-505f5c2d135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:02.975567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-5d133ced-cf22-47f9-b19c-505f5c2d135c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1102 time: 0.1713145 Aug 11 00:24:03.057115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f849e-9d7c-4633-a21d-9de0b7d04a21 req-c146e338-1756-417a-8f93-73a214842ff6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:03.058712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-028f849e-9d7c-4633-a21d-9de0b7d04a21 req-c146e338-1756-417a-8f93-73a214842ff6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.2000277 Aug 11 00:24:03.110573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:03.112537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d9e55a-9a20-4e31-b1d7-94c57d323416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:03.115630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d9e55a-9a20-4e31-b1d7-94c57d323416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:03.119766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81d9e55a-9a20-4e31-b1d7-94c57d323416 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e18d6543-67ab-49f3-80c7-2ec3e00e8f3a HTTP/1.1" status: 204 len: 168 time: 0.4215481 Aug 11 00:24:03.150635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9e55a-9a20-4e31-b1d7-94c57d323416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d6543-67ab-49f3-80c7-2ec3e00e8f3a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:03.165803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-028f849e-9d7c-4633-a21d-9de0b7d04a21 req-172a69f2-a84c-4e08-ad67-cc2bdb1a6ca7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980356 Aug 11 00:24:03.168509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-9a5c46d2-261f-4975-8898-385af3d68c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:03.173938 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-9a5c46d2-261f-4975-8898-385af3d68c47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1847906 Aug 11 00:24:03.179294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1baf214f-ce9b-4a1d-b060-df4ca29875a1 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:24:03.251670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:03.265490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-f83d2afe-3c1d-41c1-b446-f42e83c6100d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.0787289 Aug 11 00:24:03.340578 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:03.349765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-9a5ecd09-5c28-4da9-9f9c-29a2bc26b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:03.352033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:03.352807 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-9a5ecd09-5c28-4da9-9f9c-29a2bc26b281 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0884464 Aug 11 00:24:03.380260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:03.386166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:24:03.389183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:03.392854 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d56771b-3813-4f65-b2c3-fb6018f6d2b2" -d '{"events": [{"server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "name": "network-vif-unplugged", "status": "completed", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:03.412084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:03.415667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Pushing event updated for resources: {'Port': ['ID=82b6fa02-b9e9-4ea1-9b63-e26f0410f92c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:03.428243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-3b5d4e76-d273-4a4c-a66e-6b84ff30c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:03.429885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-3b5d4e76-d273-4a4c-a66e-6b84ff30c621 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656145 Aug 11 00:24:03.481752 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd98145-fa8f-4854-8714-80aeb2c95fa0 x-openstack-request-id: req-2cd98145-fa8f-4854-8714-80aeb2c95fa0 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:03.482061 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "name": "network-vif-unplugged", "status": "completed", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:03.482924 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cd98145-fa8f-4854-8714-80aeb2c95fa0 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:03.483556 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'code': 200} Aug 11 00:24:03.564019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:03.585732 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-3872e9ca-09b0-405e-b88a-7201d50d7bd0 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454012 Aug 11 00:24:03.592803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:03.593766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c08a5-bd5a-4674-ac67-707191dcbada req-06cac189-bc74-4027-8919-5deed8193887 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:03.596717 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f094e1-ccc6-4a52-b502-fbc85b0f2612" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:03.602750 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e2c08a5-bd5a-4674-ac67-707191dcbada req-06cac189-bc74-4027-8919-5deed8193887 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 945 time: 0.2616150 Aug 11 00:24:03.723619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:03.734569 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759efec6-459c-4e2e-9c10-68529ddbedec x-openstack-request-id: req-759efec6-459c-4e2e-9c10-68529ddbedec {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:03.734967 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:03.735465 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-759efec6-459c-4e2e-9c10-68529ddbedec {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:03.736105 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0', 'status': 'completed', 'code': 200} Aug 11 00:24:03.861384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805fe1f-1370-4bc4-a4d6-363c6de659a3 None None] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:24:03.889014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-3fb04f98-7eb5-4733-857e-4648d3c1007b service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882979 Aug 11 00:24:03.942074 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e2c08a5-bd5a-4674-ac67-707191dcbada req-d70a17f5-e8c7-4a34-8241-fca5da2374cc tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379319 Aug 11 00:24:03.992590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-ae11d195-920a-4450-9924-f48c62ffe9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:04.015905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-ae11d195-920a-4450-9924-f48c62ffe9a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1126 time: 0.2405879 Aug 11 00:24:04.096674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-31024b55-be0d-4907-a6a2-ba4df445a621 None None] Provisioning for port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:04.271188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d0ee2-f765-450a-a22a-0c3d0d1bb38d req-90b64362-4059-452e-88e7-09bb80caaaff tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:04.281911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-197d0ee2-f765-450a-a22a-0c3d0d1bb38d req-90b64362-4059-452e-88e7-09bb80caaaff tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.1716363 Aug 11 00:24:04.347145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:04.351937 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-197d0ee2-f765-450a-a22a-0c3d0d1bb38d req-d7f5fad8-ddc5-46df-9549-df3b78c68aaf tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685077 Aug 11 00:24:04.544780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-9fa6a364-4e09-4a94-8bbe-aabbae0c877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:04.546475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-9fa6a364-4e09-4a94-8bbe-aabbae0c877b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.5231969 Aug 11 00:24:04.554370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:04.653623 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-d2e609cf-fccb-4626-b538-655aac753b77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0967045 Aug 11 00:24:04.665091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:04.682112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:04.683251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:04.694198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dc127-dac5-43c5-9458-481df6370cf1 req-4019de7d-72d7-4b29-af70-ac68936dabed tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:04.695904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e4dc127-dac5-43c5-9458-481df6370cf1 req-4019de7d-72d7-4b29-af70-ac68936dabed tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1342430 Aug 11 00:24:04.822303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e4dc127-dac5-43c5-9458-481df6370cf1 req-ec800b3a-c1cb-4ba5-9ecc-fc4d2ae084da tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099377 Aug 11 00:24:04.938347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-5d39b819-0acc-42ca-8b02-811862e08cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:04.949160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-5d39b819-0acc-42ca-8b02-811862e08cc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.2859695 Aug 11 00:24:05.052072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-6a9cd148-b3e1-4e70-805c-ea1456dabaf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825341 Aug 11 00:24:05.148700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-586f0971-49a3-4899-805a-b7931670f71f None None] Provisioning complete for port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:05.149085 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-586f0971-49a3-4899-805a-b7931670f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:05.196645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:05.285415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:05.321749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-9324aab8-3105-488d-89d0-14f6a99efffa service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586401 Aug 11 00:24:05.342361 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-586f0971-49a3-4899-805a-b7931670f71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:05.394990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:05.471886 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:05.566760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03f094e1-ccc6-4a52-b502-fbc85b0f2612 req-ca6fa230-e6f2-4fb1-abed-014b00acb998 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346869 Aug 11 00:24:05.598089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-586f0971-49a3-4899-805a-b7931670f71f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:24:05.598778 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-586f0971-49a3-4899-805a-b7931670f71f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:24:05.655275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:05.719978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Router 9ed63c5d-3c77-4787-aa19-5221527fca27 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:24:05.867301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:24:05.881504 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Sync routers for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:24:05.892799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:05.893462 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:23:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:05.949457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c10d0-d233-4aae-bbad-25d7895a388f req-0d16c621-c3cc-4363-984d-9cb5de125d9a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:05.952167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab7c10d0-d233-4aae-bbad-25d7895a388f req-0d16c621-c3cc-4363-984d-9cb5de125d9a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.0945919 Aug 11 00:24:05.988526 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:06.011719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-12b76b7b-5e38-4f94-8c29-56c4153d9926 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.2521753 Aug 11 00:24:06.011719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48804) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:06.045376 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab7c10d0-d233-4aae-bbad-25d7895a388f req-4715acf4-c19e-444d-8570-c45bfb9d86a3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859406 Aug 11 00:24:06.094536 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:06.228270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:06.327332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:06.327897 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:06.359225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9cad-b3e8-4b9d-bd0f-371cd17d2676 req-cf94ab1c-d6ba-4937-ae9f-c7e7e8c13d99 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:06.373018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2de9cad-b3e8-4b9d-bd0f-371cd17d2676 req-cf94ab1c-d6ba-4937-ae9f-c7e7e8c13d99 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0776443 Aug 11 00:24:06.469929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2de9cad-b3e8-4b9d-bd0f-371cd17d2676 req-f9e269b0-654c-4bb8-81da-c1cc6a84938d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960114 Aug 11 00:24:06.624985 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:03Z', 'revision_number': 3, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:06.661040 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Checking router: 9ed63c5d-3c77-4787-aa19-5221527fca27 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:24:06.661589 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Updating router 9ed63c5d-3c77-4787-aa19-5221527fca27 port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:24:06.691980 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:06.804394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:07.113818 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:07.126516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad5765-8ead-4b45-b723-51673f7c944f req-ef05b198-d9e2-457c-b797-a310c133436c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:07.126885 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Transition to ACTIVE for port object 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:07.128861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-37ad5765-8ead-4b45-b723-51673f7c944f req-ef05b198-d9e2-457c-b797-a310c133436c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=abe4605a-bba9-4e06-af04-b522771e0e38 HTTP/1.1" status: 200 len: 943 time: 0.1354048 Aug 11 00:24:07.136071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Allocated IP 172.20.0.1 (cbd25bcb-563e-4f8f-8515-9b9931529b60/44de9f69-2295-4c44-b53f-f2f6ddcde400/24694fd8-81e5-4455-9aff-266daf29e2f6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:24:07.185779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1baf214f-ce9b-4a1d-b060-df4ca29875a1 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:24:07.242151 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:07.374377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c981e8-ecc3-43e2-af34-a716c7b74ed8 req-eb178d49-7adf-4f79-be9e-e75335e24ee9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:07.384305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18c981e8-ecc3-43e2-af34-a716c7b74ed8 req-eb178d49-7adf-4f79-be9e-e75335e24ee9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.0809205 Aug 11 00:24:07.398372 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Pushing event updated for resources: {'Port': ['ID=82b6fa02-b9e9-4ea1-9b63-e26f0410f92c,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:07.411646 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Attempting to bind port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:07.413291 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Attempting to bind port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:07.414498 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Attempting to bind port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:07.437256 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.437816 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.439212 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.439539 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.444032 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.444032 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.444032 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.444032 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.444032 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.444980 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.445568 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.446150 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:07.447750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18c981e8-ecc3-43e2-af34-a716c7b74ed8 req-a194c883-ca51-4da4-8f2d-68a6db47bd2f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581272 Aug 11 00:24:07.455212 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:07.456060 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:07.456666 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:07.457297 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:07.458119 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Bound port: 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:07.459561 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:07.461960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Deleting port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:24:07.462307 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:07.581725 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] For port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:07.589158 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] For port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=82b6fa02-b9e9-4ea1-9b63-e26f0410f92c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:07.703353 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:07.805691 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3ca5a-527f-4106-9f6f-127062847eb0 None None] Pushing event updated for resources: {'Port': ['ID=82b6fa02-b9e9-4ea1-9b63-e26f0410f92c,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:07.809291 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:07.810286 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:23:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:07.866153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316307f2-649d-48a6-b6e4-2b070c69f537 req-a61795f0-bc0a-474c-8418-eb8a0f42f97c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:07.874436 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-316307f2-649d-48a6-b6e4-2b070c69f537 req-a61795f0-bc0a-474c-8418-eb8a0f42f97c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1386671 Aug 11 00:24:07.920594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-316307f2-649d-48a6-b6e4-2b070c69f537 req-78ed7a53-97eb-4002-b0be-7db04302464c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Aug 11 00:24:07.927684 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:07.962836 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:07.979786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Transition to ACTIVE for port object 24694fd8-81e5-4455-9aff-266daf29e2f6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:08.035522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] For port 1baf214f-ce9b-4a1d-b060-df4ca29875a1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1baf214f-ce9b-4a1d-b060-df4ca29875a1,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:08.035895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:08.083679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Calling delete_port for 1baf214f-ce9b-4a1d-b060-df4ca29875a1 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:24:08.257914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:08.275394 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:03Z', 'revision_number': 3, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:08.305337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:08.305683 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be5a211-ea48-4d37-89d3-60f742f33cae None None] The sync data for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 is: [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:03Z', 'revision_number': 3, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:24:08.310118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:08.317132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:24:08.357471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Pushing event updated for resources: {'Port': ['ID=24694fd8-81e5-4455-9aff-266daf29e2f6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:08.384948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:08.439961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:08.495536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event deleted for resources: {'Port': ['ID=1baf214f-ce9b-4a1d-b060-df4ca29875a1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:08.562862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.563278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.563632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.563978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.564385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.564870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.565208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.565539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.566047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.566385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.566721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.567096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:08.577530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] No DVR routers for this DVR port 1baf214f-ce9b-4a1d-b060-df4ca29875a1 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:24:08.585855 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:08.599062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-37ad5765-8ead-4b45-b723-51673f7c944f req-a94159e6-0578-483d-b77a-fade771fe4df tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "DELETE /v2.0/ports/1baf214f-ce9b-4a1d-b060-df4ca29875a1 HTTP/1.1" status: 204 len: 173 time: 1.4576049 Aug 11 00:24:08.601067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'name': 'network-vif-deleted', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:08.606108 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fb9963-2779-4f07-9e0c-d7a596d55966" -d '{"events": [{"server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "name": "network-vif-deleted", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:08.683653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa734b-0483-4b57-a718-c2447ab1b4bb req-dc5f625b-c238-43b5-a551-a4d68504e0f7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:08.685750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68aa734b-0483-4b57-a718-c2447ab1b4bb req-dc5f625b-c238-43b5-a551-a4d68504e0f7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.0758555 Aug 11 00:24:08.768632 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68aa734b-0483-4b57-a718-c2447ab1b4bb req-68abe754-3abe-4e68-915d-42c2dd339492 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760572 Aug 11 00:24:08.813763 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:08.851155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-df15f297-d0e9-492f-b906-e1c79587ab4e None None] Provisioning for port 24694fd8-81e5-4455-9aff-266daf29e2f6 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:08.862022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-df15f297-d0e9-492f-b906-e1c79587ab4e None None] Provisioning complete for port 24694fd8-81e5-4455-9aff-266daf29e2f6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:08.862655 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-df15f297-d0e9-492f-b906-e1c79587ab4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:08.947253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-df15f297-d0e9-492f-b906-e1c79587ab4e None None] Port 24694fd8-81e5-4455-9aff-266daf29e2f6 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:24:09.098461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:09.200152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:09.393004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Pushing event updated for resources: {'Port': ['ID=24694fd8-81e5-4455-9aff-266daf29e2f6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:09.404969 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:09.510001 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ffeb9c-7595-4f3d-b80f-4f591ee9c040 x-openstack-request-id: req-76ffeb9c-7595-4f3d-b80f-4f591ee9c040 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:09.511117 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe4605a-bba9-4e06-af04-b522771e0e38", "name": "network-vif-deleted", "tag": "1baf214f-ce9b-4a1d-b060-df4ca29875a1", "status": "failed", "code": 422}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:09.511583 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76ffeb9c-7595-4f3d-b80f-4f591ee9c040 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:09.512321 n-d-712143-13 neutron-server[95254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abe4605a-bba9-4e06-af04-b522771e0e38', 'name': 'network-vif-deleted', 'tag': '1baf214f-ce9b-4a1d-b060-df4ca29875a1', 'status': 'failed', 'code': 422} returned with failed status Aug 11 00:24:09.600568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:09.604045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:09.678943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9bb0a-cad6-4f10-9e1f-9f4ba3ab6d18 req-84d1f925-db19-4a0b-b55c-eb61a5e201a7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:09.680904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74e9bb0a-cad6-4f10-9e1f-9f4ba3ab6d18 req-84d1f925-db19-4a0b-b55c-eb61a5e201a7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0899699 Aug 11 00:24:09.762980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74e9bb0a-cad6-4f10-9e1f-9f4ba3ab6d18 req-9dd30ebf-acde-4672-8d46-ecd357f27761 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703368 Aug 11 00:24:09.873166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Router 9ed63c5d-3c77-4787-aa19-5221527fca27 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:24:10.110699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cd80170b-498b-4b27-8830-76ba198f79dd None None] Provisioning complete for port 24694fd8-81e5-4455-9aff-266daf29e2f6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:10.111255 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cd80170b-498b-4b27-8830-76ba198f79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:10.179496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073d65c-6421-4ac1-9214-dc2718d7b99d req-1ebbb3b3-f1cb-4466-b714-40d44651d890 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:10.183719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5073d65c-6421-4ac1-9214-dc2718d7b99d req-1ebbb3b3-f1cb-4466-b714-40d44651d890 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.1325872 Aug 11 00:24:10.237091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cd80170b-498b-4b27-8830-76ba198f79dd None None] Port 24694fd8-81e5-4455-9aff-266daf29e2f6 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:24:10.317515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:10.334677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:24:10.339845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5073d65c-6421-4ac1-9214-dc2718d7b99d req-97cadbf0-e6f1-4a48-84a3-d5127d89ec49 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482100 Aug 11 00:24:10.340083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6fa051ea-e6f6-4dcb-bc98-da5e6958760d admin admin] 10.222.0.43 "PUT /v2.0/routers/9ed63c5d-3c77-4787-aa19-5221527fca27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3268740 Aug 11 00:24:10.554591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:10.576082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:10.577849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:10.756715 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:10.788788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=82b6fa02-b9e9-4ea1-9b63-e26f0410f92c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:10.799249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-a51a5107-4e29-44c7-9f54-291b38ba06d8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:10.806676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-a51a5107-4e29-44c7-9f54-291b38ba06d8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.2387664 Aug 11 00:24:10.842840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-e1ceadb3-4078-42c3-adce-41b90116bd1b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/quotas/064855ecf62b4de4832543e325d9b97d HTTP/1.1" status: 200 len: 375 time: 0.0340650 Aug 11 00:24:10.895661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-2d9fdb30-e297-4855-9ed1-d79a1284bccc tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508647 Aug 11 00:24:10.909138 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:11.040285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=82b6fa02-b9e9-4ea1-9b63-e26f0410f92c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:11.066419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-bad37edb-d4d4-41e5-9dec-1b0d7b7a2b73 service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589260 Aug 11 00:24:11.071231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Sync routers for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:24:11.100144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:11.100144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:23:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:11.218888 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-3157cd45-af72-4c7f-8738-b6f592ae218e service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511967 Aug 11 00:24:11.237462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device dff7d90d-c617-4b82-9f7f-fa6637faf6d0 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:24:11.274328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:11.566172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 2, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:11.609138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Checking router: 9ed63c5d-3c77-4787-aa19-5221527fca27 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:24:11.610558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Updating router 9ed63c5d-3c77-4787-aa19-5221527fca27 port 24694fd8-81e5-4455-9aff-266daf29e2f6 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:24:11.646694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:11.740669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb6ba0-abd5-406b-800d-b7596a22ff8b req-bc58483a-95f4-4280-be5b-3dfac1a72e00 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:11.756351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57cb6ba0-abd5-406b-800d-b7596a22ff8b req-bc58483a-95f4-4280-be5b-3dfac1a72e00 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1104326 Aug 11 00:24:11.802511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48934) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:11.820065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-aea47a01-a94f-4c90-ac22-d0dde388d3e6 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403950508', 'description': 'tempest-description--220398238'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:11.850477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57cb6ba0-abd5-406b-800d-b7596a22ff8b req-92f1fbb8-ca6b-4e91-af73-e892eee8cb39 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913899 Aug 11 00:24:11.953796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-5e6e89d8-a997-4815-a1dc-2584e40dff72 service neutron] 10.222.0.55 "GET /v2.0/ports/dff7d90d-c617-4b82-9f7f-fa6637faf6d0/bindings/n-h2-712143-13 HTTP/1.1" status: 200 len: 385 time: 0.1241541 Aug 11 00:24:12.024986 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aea47a01-a94f-4c90-ac22-d0dde388d3e6 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:12.114058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:12.145591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Transition to ACTIVE for port object 24694fd8-81e5-4455-9aff-266daf29e2f6 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:12.184415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:12.263656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:12.264407 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:12.288023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63925e8-fa88-47ec-ad89-fe0b8ace82db req-55cff346-2f1e-4014-83e5-438926825fe5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:12.290979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f63925e8-fa88-47ec-ad89-fe0b8ace82db req-55cff346-2f1e-4014-83e5-438926825fe5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.2075388 Aug 11 00:24:12.453963 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aea47a01-a94f-4c90-ac22-d0dde388d3e6 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:12.453963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f63925e8-fa88-47ec-ad89-fe0b8ace82db req-bacd8c12-a9cf-427f-8051-ed86c9d678e6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950665 Aug 11 00:24:12.453963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:12.525328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:12.525328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff7d90d-c617-4b82-9f7f-fa6637faf6d0 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:12.534229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:12.596320 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc5fe5de-a179-41f8-86e3-a7b59edf3ad5 req-0aa68298-fcdd-4e5c-a706-485f2d375ba7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 210 time: 0.0575154 Aug 11 00:24:12.914298 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.020613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Attempting to bind port 24694fd8-81e5-4455-9aff-266daf29e2f6 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:13.021040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Attempting to bind port 24694fd8-81e5-4455-9aff-266daf29e2f6 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:13.021365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Attempting to bind port 24694fd8-81e5-4455-9aff-266daf29e2f6 on network cbd25bcb-563e-4f8f-8515-9b9931529b60 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:13.050796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e83c6-0012-4a11-9dc0-d8662c15476a None None] Pushing event updated for resources: {'Port': ['ID=24694fd8-81e5-4455-9aff-266daf29e2f6,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:13.062349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:13.070307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Checking segment: {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:13.070868 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.071326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Bound using segment: {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:13.071848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Bound port: 24694fd8-81e5-4455-9aff-266daf29e2f6, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:13.072249 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.146328 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aea47a01-a94f-4c90-ac22-d0dde388d3e6 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.148849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.256866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] For port 24694fd8-81e5-4455-9aff-266daf29e2f6, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:13.267796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] For port 24694fd8-81e5-4455-9aff-266daf29e2f6, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=24694fd8-81e5-4455-9aff-266daf29e2f6,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:13.280948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9972c19-65e1-423c-8721-8df91aaf8881 req-c3bd3192-449d-4a0f-b8a2-fbcb4a10d3a6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:13.282723 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9972c19-65e1-423c-8721-8df91aaf8881 req-c3bd3192-449d-4a0f-b8a2-fbcb4a10d3a6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.2602799 Aug 11 00:24:13.283458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea47a01-a94f-4c90-ac22-d0dde388d3e6 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:13.351300 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.376027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aea47a01-a94f-4c90-ac22-d0dde388d3e6 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.380590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aea47a01-a94f-4c90-ac22-d0dde388d3e6 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5741909 Aug 11 00:24:13.381336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48962) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:13.392443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8d18005e-6ca9-49b8-9d6d-19a12111aada tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Request body: {'security_group_rule': {'security_group_id': 'd9af3422-8cc4-40a8-95b7-9ecd2ba221ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:13.437055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9972c19-65e1-423c-8721-8df91aaf8881 req-75242bd9-0630-4a86-9a7b-216a8d656cc5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327174 Aug 11 00:24:13.469731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] Transition to ACTIVE for port object dff7d90d-c617-4b82-9f7f-fa6637faf6d0 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:13.525735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:13.526954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:23:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:13.606292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e83c6-0012-4a11-9dc0-d8662c15476a None None] Pushing event updated for resources: {'Port': ['ID=24694fd8-81e5-4455-9aff-266daf29e2f6,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:13.646776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d18005e-6ca9-49b8-9d6d-19a12111aada tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.706810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337ef4e-63f9-43c2-9bf6-d7980cd4dfdf req-b6181bf3-30d9-44e4-a131-1c918f7b1bb9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:13.727607 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e337ef4e-63f9-43c2-9bf6-d7980cd4dfdf req-b6181bf3-30d9-44e4-a131-1c918f7b1bb9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 943 time: 0.1515741 Aug 11 00:24:13.740745 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.748637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d18005e-6ca9-49b8-9d6d-19a12111aada tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.785011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:13.843864 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e337ef4e-63f9-43c2-9bf6-d7980cd4dfdf req-38f6b0b5-9839-4c7d-9581-effbcda33dc9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182506 Aug 11 00:24:13.893975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] No DVR routers for this DVR port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:24:13.923966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d18005e-6ca9-49b8-9d6d-19a12111aada tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:13.937535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:13.965913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18005e-6ca9-49b8-9d6d-19a12111aada tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7870418-a42c-4702-8c4f-67b352314bdc,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:14.001093 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-f15675c1-d207-4efc-bd18-61ae45ef66f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/dff7d90d-c617-4b82-9f7f-fa6637faf6d0/bindings/n-h2-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 2.0376012 Aug 11 00:24:14.018899 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8531ae4d-51e2-4c4b-98d5-aedaafae427c req-b446e5f3-ea58-4b5d-9a3d-d9b61ff19507 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 210 time: 0.0787747 Aug 11 00:24:14.104605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:13Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:14.142238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d3ae3-e9e6-43a1-9517-aa298669265d None None] The sync data for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 is: [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:13Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:24:14.157974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d18005e-6ca9-49b8-9d6d-19a12111aada tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:14.159419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8d18005e-6ca9-49b8-9d6d-19a12111aada tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7770252 Aug 11 00:24:14.162029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48998) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:14.167931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-54ebca77-8ef7-41b2-b7d3-cde04d9c5ebb tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Request body: {'security_group_rule': {'security_group_id': 'd9af3422-8cc4-40a8-95b7-9ecd2ba221ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:14.374140 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-54ebca77-8ef7-41b2-b7d3-cde04d9c5ebb tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:14.409330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-93075684-9321-4554-a53b-755c6ad382dc tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:14.410994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-93075684-9321-4554-a53b-755c6ad382dc tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.1748471 Aug 11 00:24:14.529854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-54ebca77-8ef7-41b2-b7d3-cde04d9c5ebb tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:14.550722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-47e628ba-c49f-4621-aa18-a7acd50d92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:14.552639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-47e628ba-c49f-4621-aa18-a7acd50d92e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06&tenant_id=d16a210b8107409094f1dce337d7601e HTTP/1.1" status: 200 len: 1096 time: 0.1308591 Aug 11 00:24:14.653534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ee1b9-3786-4e8e-b1a1-fc1b6714d8a5 req-b4e00c58-f295-41fc-8df3-00573b8c67eb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:14.661603 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f89ee1b9-3786-4e8e-b1a1-fc1b6714d8a5 req-b4e00c58-f295-41fc-8df3-00573b8c67eb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1077883 Aug 11 00:24:14.683233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-57673376-7b4a-4e2b-8f35-5960d385576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:14.684728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-57673376-7b4a-4e2b-8f35-5960d385576f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1096 time: 0.0979061 Aug 11 00:24:14.752554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-54ebca77-8ef7-41b2-b7d3-cde04d9c5ebb tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:14.770255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f89ee1b9-3786-4e8e-b1a1-fc1b6714d8a5 req-7f637863-eb4a-482d-bf67-5252baca46cf tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075058 Aug 11 00:24:14.786404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebca77-8ef7-41b2-b7d3-cde04d9c5ebb tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be6eb0a-ed2a-4837-be02-e0772d9df3bc,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:14.848404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-a3112547-dc46-431d-9e84-2b972550b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:14.850355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-a3112547-dc46-431d-9e84-2b972550b079 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.1584325 Aug 11 00:24:14.928487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-358d5dad-c157-44e0-9cb4-348a70d66eb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0705476 Aug 11 00:24:15.025292 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-54ebca77-8ef7-41b2-b7d3-cde04d9c5ebb tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:15.029370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-54ebca77-8ef7-41b2-b7d3-cde04d9c5ebb tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8638790 Aug 11 00:24:15.039622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49014) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:15.048379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-438587bb-aed0-40dd-b1d4-c7922239d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:15.050382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-438587bb-aed0-40dd-b1d4-c7922239d5ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.1132495 Aug 11 00:24:15.050778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:15.103487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-c6fbb4bb-ac07-41e3-8f5d-48a80874923a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421407 Aug 11 00:24:15.130813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6c2c0-247d-4de7-9f88-5eb7c65d6927 req-02137e6e-0cc2-437e-a872-b16bdadedf66 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:15.130813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51f6c2c0-247d-4de7-9f88-5eb7c65d6927 req-02137e6e-0cc2-437e-a872-b16bdadedf66 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 944 time: 0.1224308 Aug 11 00:24:15.187085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:15.279129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51f6c2c0-247d-4de7-9f88-5eb7c65d6927 req-e20657a1-0b65-40a9-b757-d5a741234d48 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148570 Aug 11 00:24:15.322183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-3f18dd18-6570-4934-8edf-fd37021ae0cd service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107232 Aug 11 00:24:15.396941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6c8280f-754a-4bb8-ae5f-0c0561c5da84 req-4fb37767-cb03-49e4-9219-c8d6f881ce72 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 210 time: 0.0457442 Aug 11 00:24:15.499065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:15.594736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-4cc10d86-25a4-4117-a060-d076c4bef135 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637470 Aug 11 00:24:15.679224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Allocated IP 172.25.0.102 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/75bb4a78-c2e7-4302-a0ae-2f7f758dfd7a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:24:15.864942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:16.088690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:16.109806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489c343-3a3d-495b-8d58-5dee58a467e3 req-f7a9c671-1f89-4e84-812f-1bdc146686c7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:16.118071 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b489c343-3a3d-495b-8d58-5dee58a467e3 req-f7a9c671-1f89-4e84-812f-1bdc146686c7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.2356224 Aug 11 00:24:16.157635 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e464e73-dd0b-4eb4-90a0-ee603a850bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:16.171663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:16.177436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:16.180212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:24:16.182374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b489c343-3a3d-495b-8d58-5dee58a467e3 req-8d6795bc-d0db-4227-a920-47647528aebf tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635920 Aug 11 00:24:16.224817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event updated for resources: {'Port': ['ID=75bb4a78-c2e7-4302-a0ae-2f7f758dfd7a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:16.312051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:16.318859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 24694fd8-81e5-4455-9aff-266daf29e2f6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:16.452033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873e47-83b1-4280-9750-f5673eb3265b req-9b5c3207-8913-4b1f-9d04-219ebb2a553d tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:16.455026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-9b5c3207-8913-4b1f-9d04-219ebb2a553d tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.1297789 Aug 11 00:24:16.582664 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:16.629514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 24694fd8-81e5-4455-9aff-266daf29e2f6 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:16.639981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 24694fd8-81e5-4455-9aff-266daf29e2f6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:16.640817 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:16.643598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fed239-5761-4ee9-8bd5-bcad7f73ccfd req-ad80f276-f95b-4bcf-8265-ffaba2bead00 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:16.646565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1fed239-5761-4ee9-8bd5-bcad7f73ccfd req-ad80f276-f95b-4bcf-8265-ffaba2bead00 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 944 time: 0.1608338 Aug 11 00:24:16.660328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b31cddd-fe96-4465-81c6-668112a82546 req-109e938c-35a9-40ed-b5a6-83a301035afc tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 210 time: 0.0783451 Aug 11 00:24:16.703562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-5f427d56-9f65-431e-89cf-b0dbc1960dba tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:16.705077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-5f427d56-9f65-431e-89cf-b0dbc1960dba tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.44 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.3454881 Aug 11 00:24:16.723442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Request body: {'port': {'device_id': '3016bd25-46c8-4154-b46c-8a39dc7ecc6f', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'admin_state_up': True, 'tenant_id': '064855ecf62b4de4832543e325d9b97d'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:16.823032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:16.832932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1fed239-5761-4ee9-8bd5-bcad7f73ccfd req-00459857-566b-4294-a5cd-b553660d3e5b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765671 Aug 11 00:24:16.871110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 24694fd8-81e5-4455-9aff-266daf29e2f6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=24694fd8-81e5-4455-9aff-266daf29e2f6,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:16.910325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-03873e47-83b1-4280-9750-f5673eb3265b req-c662509c-8faa-4f14-bdbb-9dfecee40574 service neutron] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:16.914067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-03873e47-83b1-4280-9750-f5673eb3265b req-c662509c-8faa-4f14-bdbb-9dfecee40574 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:16.915120 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03873e47-83b1-4280-9750-f5673eb3265b req-c662509c-8faa-4f14-bdbb-9dfecee40574 service neutron] 10.222.0.44 "DELETE /v2.0/ports/dff7d90d-c617-4b82-9f7f-fa6637faf6d0/bindings/n-h1-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.4529219 Aug 11 00:24:16.962959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:17.067177 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:17.103653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7aa3-b0eb-49c9-92a0-133761f0ff91 req-8b60add9-59c5-4659-b61b-d5ff63353398 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:17.106153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eda7aa3-b0eb-49c9-92a0-133761f0ff91 req-8b60add9-59c5-4659-b61b-d5ff63353398 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1096 time: 0.0737195 Aug 11 00:24:17.149522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eda7aa3-b0eb-49c9-92a0-133761f0ff91 req-8583e57b-e31a-41a5-b75c-7f219df5d477 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Aug 11 00:24:17.151850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=24694fd8-81e5-4455-9aff-266daf29e2f6,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:17.170417 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:17.171281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Made reservation on behalf of 064855ecf62b4de4832543e325d9b97d for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:24:17.174992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:17.333262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725500d8-7510-40d4-b5e1-192cafec1c9f req-9fc9e219-c19b-4d7d-aeb6-c767986c906d tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:17.336562 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-725500d8-7510-40d4-b5e1-192cafec1c9f req-9fc9e219-c19b-4d7d-aeb6-c767986c906d tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 1096 time: 0.0623646 Aug 11 00:24:17.358753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49060) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:17.393267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-725500d8-7510-40d4-b5e1-192cafec1c9f req-65a56f38-1891-418e-a572-5d75e6ad3157 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Aug 11 00:24:17.460294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event updated for resources: {'Port': ['ID=75bb4a78-c2e7-4302-a0ae-2f7f758dfd7a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:17.479795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:17.573308 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:17.592155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223f0f1-13db-459b-81d0-6c3fdf7035ad req-fc35e667-4c4a-4dbf-9f76-7d682c404890 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:17.594359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0223f0f1-13db-459b-81d0-6c3fdf7035ad req-fc35e667-4c4a-4dbf-9f76-7d682c404890 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.2715445 Aug 11 00:24:17.629802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Allocated IP 172.20.0.10 (bbb78a15-e01a-4b33-a6e5-5702ff422fff/9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d/ae1c3fd6-8638-4811-95e6-4ccd4889be55) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:24:17.708546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:17.713789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9a6b80b4-b47a-4b88-af7c-fc3e6e8431b2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6745358 Aug 11 00:24:17.899577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:17.940898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0223f0f1-13db-459b-81d0-6c3fdf7035ad req-ce8f455d-fc47-485e-bb5c-4b850db936c9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281238 Aug 11 00:24:17.967218 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.080151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.096240 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17dc1dba-1a7c-40a7-94de-36b13bdc88fe req-7f42c6d9-55af-4e66-b409-c4192d1989d9 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 210 time: 0.0555193 Aug 11 00:24:18.178271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49086) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:18.183807 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2813ca7f6c14a87b8f81bf5011de451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8164492 Aug 11 00:24:18.183807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09975f-585f-44f8-8e9d-f007a5e9f173,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:18.198001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.198453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.198743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.199036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.199432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.202803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.202803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.203416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.203570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.206581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.207054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.207379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae1b8b6-a448-4db9-b62b-ad3f7fb648b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:18.218093 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.221374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 24694fd8-81e5-4455-9aff-266daf29e2f6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:18.315230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:18.342810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 24694fd8-81e5-4455-9aff-266daf29e2f6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:18.343831 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.347116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:18.368062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:24:18.500656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-18d53210-ab61-44aa-9942-2d3b76e982bc tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1403950508&fields=id&tenant_id=b575d8103d64461c80c02a4dbeaa0cc3 HTTP/1.1" status: 200 len: 267 time: 0.0855072 Aug 11 00:24:18.580256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:18.580256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.583555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event updated for resources: {'Port': ['ID=ae1c3fd6-8638-4811-95e6-4ccd4889be55,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:18.636137 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c71fa33-fc16-4f20-aeed-08f2231e8eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.673329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c71fa33-fc16-4f20-aeed-08f2231e8eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.771868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9f017b40-ee0b-411d-a8a1-a19ca969e482 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0542948 Aug 11 00:24:18.782879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-6958d554-b6ee-4a1f-b4f6-43b7fe0b8bb4 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:18.784947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-6958d554-b6ee-4a1f-b4f6-43b7fe0b8bb4 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/networks?id=cbd25bcb-563e-4f8f-8515-9b9931529b60 HTTP/1.1" status: 200 len: 806 time: 0.2614996 Aug 11 00:24:18.785323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Request body: {'port': {'device_id': '3016bd25-46c8-4154-b46c-8a39dc7ecc6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:18.801452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-08fafb59-c890-4427-a3c6-a7724a70016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.811356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-ff214d1c-0162-47d3-a59d-685ddba1ca65 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/quotas/b575d8103d64461c80c02a4dbeaa0cc3 HTTP/1.1" status: 200 len: 375 time: 0.0187864 Aug 11 00:24:18.860208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.888847 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.902800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c71fa33-fc16-4f20-aeed-08f2231e8eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.905403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c71fa33-fc16-4f20-aeed-08f2231e8eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:18.911449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5c71fa33-fc16-4f20-aeed-08f2231e8eaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b09975f-585f-44f8-8e9d-f007a5e9f173 HTTP/1.1" status: 204 len: 168 time: 0.7266657 Aug 11 00:24:18.914463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-15b54a7c-95b1-476d-ad95-fa7505321d8f tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b575d8103d64461c80c02a4dbeaa0cc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925336 Aug 11 00:24:18.980755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71fa33-fc16-4f20-aeed-08f2231e8eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09975f-585f-44f8-8e9d-f007a5e9f173,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:19.093740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-411c2230-03f3-4252-b470-5195e4b20e23 service neutron] 10.222.0.43 "GET /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713820 Aug 11 00:24:19.304838 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-5828e3fa-b3fe-420f-80ee-5ccdc61875d5 service neutron] 10.222.0.43 "GET /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030039 Aug 11 00:24:19.324797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bcb3c-2823-4b74-be60-49009801384b req-2c809f97-acc9-4b0b-bf69-d2db4254a64b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:19.329282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d45bcb3c-2823-4b74-be60-49009801384b req-2c809f97-acc9-4b0b-bf69-d2db4254a64b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1968665 Aug 11 00:24:19.445004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d45bcb3c-2823-4b74-be60-49009801384b req-2f02224d-4f83-493a-aea6-0eec22293a13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983679 Aug 11 00:24:19.631080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1c3fd6-8638-4811-95e6-4ccd4889be55 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:19.650396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:19.677711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Transition to ACTIVE for port object ae1c3fd6-8638-4811-95e6-4ccd4889be55 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:19.696411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5405765-fd35-4ead-87ab-423a321df210 req-a52c27eb-584e-4fe0-bdc5-e45939af3f60 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:19.698825 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5405765-fd35-4ead-87ab-423a321df210 req-a52c27eb-584e-4fe0-bdc5-e45939af3f60 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 932 time: 0.1272347 Aug 11 00:24:19.794505 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5405765-fd35-4ead-87ab-423a321df210 req-4630cf28-593d-4f94-92cb-c5062ab9925d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818822 Aug 11 00:24:19.815072 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:19.950183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317ed5-1158-4005-82ea-87031926750b service neutron] Pushing event updated for resources: {'Port': ['ID=ae1c3fd6-8638-4811-95e6-4ccd4889be55,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:20.170560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a44e9abd-7984-42d7-8675-140e40c6082e req-3d510c5d-5662-4614-ba42-4071f12a47e0 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 210 time: 0.0634108 Aug 11 00:24:20.176234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Attempting to bind port ae1c3fd6-8638-4811-95e6-4ccd4889be55 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:20.176599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Attempting to bind port ae1c3fd6-8638-4811-95e6-4ccd4889be55 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:20.176927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Attempting to bind port ae1c3fd6-8638-4811-95e6-4ccd4889be55 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:20.191846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Port ae1c3fd6-8638-4811-95e6-4ccd4889be55 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:20.191846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Attempting to bind port ae1c3fd6-8638-4811-95e6-4ccd4889be55 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:20.193983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:20.194213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Checking segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:20.194465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Bound using segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:20.195175 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Bound port: ae1c3fd6-8638-4811-95e6-4ccd4889be55, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:20.196279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:20.249758 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:20.406050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] For port ae1c3fd6-8638-4811-95e6-4ccd4889be55, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:20.413732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] For port ae1c3fd6-8638-4811-95e6-4ccd4889be55, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ae1c3fd6-8638-4811-95e6-4ccd4889be55,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:20.499313 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:20.599663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:20.601085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:20.603559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-95317ed5-1158-4005-82ea-87031926750b service neutron] 10.222.0.44 "PUT /v2.0/ports/ae1c3fd6-8638-4811-95e6-4ccd4889be55 HTTP/1.1" status: 200 len: 1093 time: 1.8228588 Aug 11 00:24:20.613608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3016bd25-46c8-4154-b46c-8a39dc7ecc6f', 'tag': 'ae1c3fd6-8638-4811-95e6-4ccd4889be55'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:20.621676 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64feb63-3678-41d9-93a9-76e2b985fa24" -d '{"events": [{"name": "network-changed", "server_uuid": "3016bd25-46c8-4154-b46c-8a39dc7ecc6f", "tag": "ae1c3fd6-8638-4811-95e6-4ccd4889be55"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:20.666532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317ed5-1158-4005-82ea-87031926750b service neutron] Pushing event updated for resources: {'Port': ['ID=ae1c3fd6-8638-4811-95e6-4ccd4889be55,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:20.681953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb5de3-5c3e-43bf-8569-e1d209d63551 req-059b22bc-9f1d-4013-8f88-81cf434fc60d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:20.683881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcdb5de3-5c3e-43bf-8569-e1d209d63551 req-059b22bc-9f1d-4013-8f88-81cf434fc60d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1308553 Aug 11 00:24:20.717458 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea745dde-aa51-4340-9d12-245def0e4250 x-openstack-request-id: req-ea745dde-aa51-4340-9d12-245def0e4250 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:20.718250 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3016bd25-46c8-4154-b46c-8a39dc7ecc6f", "tag": "ae1c3fd6-8638-4811-95e6-4ccd4889be55", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:20.718717 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea745dde-aa51-4340-9d12-245def0e4250 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:20.719404 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3016bd25-46c8-4154-b46c-8a39dc7ecc6f', 'tag': 'ae1c3fd6-8638-4811-95e6-4ccd4889be55', 'status': 'completed', 'code': 200} Aug 11 00:24:20.780233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcdb5de3-5c3e-43bf-8569-e1d209d63551 req-3afebe5e-b0a8-40aa-96c5-b783a1ec4018 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851197 Aug 11 00:24:20.811613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64feb63-3678-41d9-93a9-76e2b985fa24 req-a07b9efc-6cba-43e3-a489-6b30741d311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:20.812941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e64feb63-3678-41d9-93a9-76e2b985fa24 req-a07b9efc-6cba-43e3-a489-6b30741d311b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 1096 time: 0.0691783 Aug 11 00:24:21.058615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64feb63-3678-41d9-93a9-76e2b985fa24 req-c10abbfa-4126-46ca-845c-2d28971f95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:21.060448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e64feb63-3678-41d9-93a9-76e2b985fa24 req-c10abbfa-4126-46ca-845c-2d28971f95e6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=064855ecf62b4de4832543e325d9b97d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2413092 Aug 11 00:24:21.167217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c20f83-b3bb-439e-88d4-3d57f7af2130 req-9ddec513-2c70-4726-b438-f4dd9f1908b0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:21.176350 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7c20f83-b3bb-439e-88d4-3d57f7af2130 req-9ddec513-2c70-4726-b438-f4dd9f1908b0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 944 time: 0.1916487 Aug 11 00:24:21.262527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7c20f83-b3bb-439e-88d4-3d57f7af2130 req-941240d3-50ef-4681-a0b8-a1059ec9bca4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799706 Aug 11 00:24:21.312630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64feb63-3678-41d9-93a9-76e2b985fa24 req-7806639d-4814-4cb8-b6f6-6901e376e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:21.314661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e64feb63-3678-41d9-93a9-76e2b985fa24 req-7806639d-4814-4cb8-b6f6-6901e376e7bd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2445230 Aug 11 00:24:21.441119 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-cdb6e5d6-6c66-4e54-9aef-042d33b88585 service neutron] show failed (client error): The resource could not be found. Aug 11 00:24:21.441922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-cdb6e5d6-6c66-4e54-9aef-042d33b88585 service neutron] 10.222.0.55 "GET /v2.0/ports/00cb99bb-9e64-4923-941f-e822b11b631e/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.1102901 Aug 11 00:24:21.445096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-5b44f146-3978-48bc-aed5-c630a2919206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:21.445763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed0faa5e-ea9b-4e84-bb91-991b8b1bd923 req-fc1cbdc1-a52f-4eaa-a0a4-a8c94e6d2c44 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 210 time: 0.0814309 Aug 11 00:24:21.455668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-5b44f146-3978-48bc-aed5-c630a2919206 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 1096 time: 0.0864451 Aug 11 00:24:21.503835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-9258768e-a126-44f0-981a-89ea050843b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae1c3fd6-8638-4811-95e6-4ccd4889be55 HTTP/1.1" status: 200 len: 217 time: 0.0403233 Aug 11 00:24:21.564383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-b5ed8729-cb4e-4d60-a1ce-3782b4aed3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:21.565933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-b5ed8729-cb4e-4d60-a1ce-3782b4aed3f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.0548441 Aug 11 00:24:21.602946 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-76f7bf24-847f-4a3c-94f0-14f0ec07e253 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289898 Aug 11 00:24:21.731780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-d079568b-991a-440c-8804-8be94cb9c3da service neutron] 10.222.0.44 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214197 Aug 11 00:24:21.841944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3468c53a-f480-40b1-bca2-9f3922833e3d req-d496ed59-2721-4ac5-8d75-7ac9cb7c0a7f service neutron] 10.222.0.44 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032989 Aug 11 00:24:21.938604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6124ea-ed27-4fab-b654-606bcc01c809 req-7f62785e-8076-4398-b101-c7eb854a48f0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:21.940306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad6124ea-ed27-4fab-b654-606bcc01c809 req-7f62785e-8076-4398-b101-c7eb854a48f0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0603931 Aug 11 00:24:22.016166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad6124ea-ed27-4fab-b654-606bcc01c809 req-13d50e76-6db5-4b2e-8182-ff3d36feb3ca tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676296 Aug 11 00:24:22.056125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49178) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:22.213565 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:22.223917 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d212c5a8-f0ee-4eed-ad54-61f5a6b2f453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:22.559081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-9d5a6b09-49d7-4f26-a2ff-ea967f8b9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:22.569621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-9d5a6b09-49d7-4f26-a2ff-ea967f8b9cf2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8&tenant_id=e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 1102 time: 0.1981039 Aug 11 00:24:22.628889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3038cc-fd0a-4cc2-b933-9b5238fcf59c req-c56445ed-4303-40e9-840a-c5f9aa5a91af tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:22.646675 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd3038cc-fd0a-4cc2-b933-9b5238fcf59c req-c56445ed-4303-40e9-840a-c5f9aa5a91af tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 944 time: 0.2478266 Aug 11 00:24:22.669817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:22.737518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc84f5b1-fead-4bfc-a670-52ec40450a40 req-9ffc64ab-c66f-427b-b4ee-edf9bc95e6b1 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 210 time: 0.0415797 Aug 11 00:24:23.037478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d212c5a8-f0ee-4eed-ad54-61f5a6b2f453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:23.089924 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd3038cc-fd0a-4cc2-b933-9b5238fcf59c req-61ed0416-71ba-4273-9019-58943f6f6595 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418879 Aug 11 00:24:23.110063 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:23.201078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8c756-52c6-4fba-9f7c-a4e5daf99883 req-87c203c0-a330-4309-bf62-e10e88ac2bec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:23.212076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecc8c756-52c6-4fba-9f7c-a4e5daf99883 req-87c203c0-a330-4309-bf62-e10e88ac2bec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0785344 Aug 11 00:24:23.267924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecc8c756-52c6-4fba-9f7c-a4e5daf99883 req-1ce29ceb-cccf-4e76-ae66-d678e917d79b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547314 Aug 11 00:24:23.401933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:23.456100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:23.535912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:23.540141 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75d8c5d-51d6-4d0c-b48b-41b482bc4d45" -d '{"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-unplugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:23.547209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:23.569105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Transition to ACTIVE for port object 00cb99bb-9e64-4923-941f-e822b11b631e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:23.616723 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fd69ca-c3fa-4860-b857-3caf924f6508 x-openstack-request-id: req-b3fd69ca-c3fa-4860-b857-3caf924f6508 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:23.617531 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-unplugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:23.618593 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3fd69ca-c3fa-4860-b857-3caf924f6508 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:23.620128 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'code': 200} Aug 11 00:24:23.848616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:23.860348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d212c5a8-f0ee-4eed-ad54-61f5a6b2f453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:24.016494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ff63983-8df4-45fc-8256-78107b8d3fd4 req-83d07725-c2fb-435d-8ff0-aaa0a757e5af tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 210 time: 0.1145480 Aug 11 00:24:24.047211 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d212c5a8-f0ee-4eed-ad54-61f5a6b2f453 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e05f3278dd634766a19625d381a6caf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9884937 Aug 11 00:24:24.048838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49206) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:24.050479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:24.083217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] No DVR routers for this DVR port 00cb99bb-9e64-4923-941f-e822b11b631e on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:24:24.100693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212c5a8-f0ee-4eed-ad54-61f5a6b2f453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0911f87a-a98c-4016-a9d8-53160a76a8a2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:24.140978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d085de6-1882-4b14-bea5-59b18ad0ac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:24.188820 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d085de6-1882-4b14-bea5-59b18ad0ac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:24.206874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:24.207353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:24.207597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:24.213529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:24.213881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:24.220490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:24.220846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:24.221247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:24.221701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Bound port: 00cb99bb-9e64-4923-941f-e822b11b631e, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:24.222078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:24.329613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:24.334014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:24.347847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aca2a-9074-496a-af67-fead7db595fd req-23fbe079-0f65-465c-9104-f2b7cabbc407 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:24.349662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e5aca2a-9074-496a-af67-fead7db595fd req-23fbe079-0f65-465c-9104-f2b7cabbc407 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 944 time: 0.1024811 Aug 11 00:24:24.410294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e5aca2a-9074-496a-af67-fead7db595fd req-0f3bf169-e147-4ff2-be4e-631f54753a93 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Aug 11 00:24:24.480569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ef057-49b3-41de-9605-66082ab603bd req-b211c97b-d307-4dab-a476-da011ad674d0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:24.494606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-264ef057-49b3-41de-9605-66082ab603bd req-b211c97b-d307-4dab-a476-da011ad674d0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.0916831 Aug 11 00:24:24.511320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:24.531813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d085de6-1882-4b14-bea5-59b18ad0ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:24.542442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d085de6-1882-4b14-bea5-59b18ad0ac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:24.562434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:24.562434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:24.563060 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] 10.222.0.44 "PUT /v2.0/ports/00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 1097 time: 1.9844406 Aug 11 00:24:24.579967 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7d085de6-1882-4b14-bea5-59b18ad0ac04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0911f87a-a98c-4016-a9d8-53160a76a8a2 HTTP/1.1" status: 204 len: 168 time: 0.5297399 Aug 11 00:24:24.613700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-264ef057-49b3-41de-9605-66082ab603bd req-f07b94dc-cf3c-4f0d-8526-be8ac9b66c4f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136365 Aug 11 00:24:24.622905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d085de6-1882-4b14-bea5-59b18ad0ac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0911f87a-a98c-4016-a9d8-53160a76a8a2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:24.641272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b1517-5b9f-42f1-bb94-43d234a5cc7f service neutron] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:24.739653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-b85fbc5e-07ed-47c5-8466-eac211f6536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:24.742176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-b85fbc5e-07ed-47c5-8466-eac211f6536e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1100 time: 0.1446283 Aug 11 00:24:24.880169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-13eb2736-1fc5-4b88-baeb-3951120d01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:24.883367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-13eb2736-1fc5-4b88-baeb-3951120d01b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1328545 Aug 11 00:24:24.944724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-f474f24e-5079-4504-97a3-5bb7b8c512d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.0524368 Aug 11 00:24:25.049942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-69a5f664-76e4-4d6d-b831-2ad2b4a5d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:25.051835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-69a5f664-76e4-4d6d-b831-2ad2b4a5d373 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0994170 Aug 11 00:24:25.143660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-33a848f7-b706-4bdb-82ac-82db58c75aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:25.146913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-33a848f7-b706-4bdb-82ac-82db58c75aaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872502 Aug 11 00:24:25.251016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef9c1ec2-52aa-44cd-a58c-2ffe6eb97d7b req-f592f1db-f389-481e-acc1-2d01ead25559 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 210 time: 0.1001868 Aug 11 00:24:25.339289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-a3dca505-3eaa-4bc9-ace4-e78effde1dff tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:25.343354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-a3dca505-3eaa-4bc9-ace4-e78effde1dff tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.44 "GET /v2.0/networks?id=cbd25bcb-563e-4f8f-8515-9b9931529b60 HTTP/1.1" status: 200 len: 806 time: 0.3357801 Aug 11 00:24:25.364378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:24:25.392505 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-b39ed5a5-b410-410e-a19d-db8368998eaa service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272255 Aug 11 00:24:25.406755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-42b84bc3-0af7-4499-9437-4b5baaa79b2d tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b575d8103d64461c80c02a4dbeaa0cc3 HTTP/1.1" status: 200 len: 380 time: 0.0520012 Aug 11 00:24:25.427472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Request body: {'port': {'device_id': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'admin_state_up': True, 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'security_groups': ['d9af3422-8cc4-40a8-95b7-9ecd2ba221ff']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:25.470844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ae1c3fd6-8638-4811-95e6-4ccd4889be55 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:24:25.595540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fa1a91a-759a-457b-bbbd-40600cd46a7d req-f87427cf-68c3-43c4-a0b4-e28415e166da service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019424 Aug 11 00:24:25.621394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:25.639574 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cd887f-550f-4a9b-9ad1-8cb57a974483" -d '{"events": [{"name": "network-changed", "server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:25.687571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:24:25.700059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f1ee4-0978-4b6f-9cfe-de25466c217a req-0a27945c-0cdc-4c9d-a31f-3e4063d57b57 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:25.701688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-470f1ee4-0978-4b6f-9cfe-de25466c217a req-0a27945c-0cdc-4c9d-a31f-3e4063d57b57 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 944 time: 0.1575224 Aug 11 00:24:25.760748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-470f1ee4-0978-4b6f-9cfe-de25466c217a req-dca0a32f-f830-43c3-a573-733ac9b73f12 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458381 Aug 11 00:24:25.787704 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e467e452-3cd6-41d3-84ac-5c5cb3eaff4d x-openstack-request-id: req-e467e452-3cd6-41d3-84ac-5c5cb3eaff4d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:25.788032 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:25.800895 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e467e452-3cd6-41d3-84ac-5c5cb3eaff4d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:25.800895 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'status': 'completed', 'code': 200} Aug 11 00:24:25.877180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ae1c3fd6-8638-4811-95e6-4ccd4889be55, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ae1c3fd6-8638-4811-95e6-4ccd4889be55,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:25.879863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Made reservation on behalf of b575d8103d64461c80c02a4dbeaa0cc3 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:24:25.893048 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:25.893624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'ae1c3fd6-8638-4811-95e6-4ccd4889be55', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'port_id': 'ae1c3fd6-8638-4811-95e6-4ccd4889be55', 'mac_address': 'fa:16:3e:ce:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:24:25.922592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-f5576dca-4b8e-451c-9621-5a80ac5f9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:25.925224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-f5576dca-4b8e-451c-9621-5a80ac5f9d0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1100 time: 0.1194820 Aug 11 00:24:25.946264 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:25.954781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-7402f580-06cf-468e-b357-67a5c2cc4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:25.956384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-7402f580-06cf-468e-b357-67a5c2cc4fa0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1100 time: 0.1172068 Aug 11 00:24:25.968527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1c3fd6-8638-4811-95e6-4ccd4889be55 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:26.019190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ae1c3fd6-8638-4811-95e6-4ccd4889be55, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ae1c3fd6-8638-4811-95e6-4ccd4889be55,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:26.104341 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:26.112447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785dc1a-7365-4016-8591-d71bf75b7fed req-870f2af9-cd3f-45fb-a144-46dda2ea2676 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:26.119919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8785dc1a-7365-4016-8591-d71bf75b7fed req-870f2af9-cd3f-45fb-a144-46dda2ea2676 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.2374983 Aug 11 00:24:26.130707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Allocated IP 172.20.0.10 (cbd25bcb-563e-4f8f-8515-9b9931529b60/44de9f69-2295-4c44-b53f-f2f6ddcde400/abe75de2-4f64-4263-a8f7-620680cc19c9) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:24:26.183798 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ae1c3fd6-8638-4811-95e6-4ccd4889be55,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:26.204190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-3262b1f4-25aa-4f3e-8f93-139b5177ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:26.205713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-3262b1f4-25aa-4f3e-8f93-139b5177ed0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2343247 Aug 11 00:24:26.217129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8785dc1a-7365-4016-8591-d71bf75b7fed req-9bd8bb60-8a97-4f60-b262-759bdacb0432 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944359 Aug 11 00:24:26.219257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-5f70aeed-4e9f-4451-82de-0b7f46ab8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:26.220738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-5f70aeed-4e9f-4451-82de-0b7f46ab8d33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2852037 Aug 11 00:24:26.354583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-d35287ba-a954-4cbe-9d3f-efa95bda1d10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.1246953 Aug 11 00:24:26.377254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-e46c063f-0210-46e5-9bb9-ba22dfed35f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.1373081 Aug 11 00:24:26.393181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ae1c3fd6-8638-4811-95e6-4ccd4889be55'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:26.425825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:26.455084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Transition to ACTIVE for port object abe75de2-4f64-4263-a8f7-620680cc19c9 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:26.526269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d7daa1c-c7f8-4ab6-be5f-43739fed0da3 req-e187895c-0088-4335-8329-2c6c84542e1f tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 210 time: 0.0637331 Aug 11 00:24:26.587705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-5e7cb18a-be5f-48ba-a642-3238fd5f4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:26.589876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-5e7cb18a-be5f-48ba-a642-3238fd5f4e7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2371352 Aug 11 00:24:26.591401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-1e3bcfa4-8c8e-49c3-9bd3-f1fa9d412076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:26.592888 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-1e3bcfa4-8c8e-49c3-9bd3-f1fa9d412076 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1671305 Aug 11 00:24:26.677850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-8ddf4740-96bf-4231-8212-9e3f7d31b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:26.679912 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-8ddf4740-96bf-4231-8212-9e3f7d31b1d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825157 Aug 11 00:24:26.690838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-a98b62b6-16de-4a66-8de4-b44958eec228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:26.693188 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-a98b62b6-16de-4a66-8de4-b44958eec228 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866876 Aug 11 00:24:26.754450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:26.816473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:26.820168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:26.826620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:24:26.831257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event updated for resources: {'Port': ['ID=abe75de2-4f64-4263-a8f7-620680cc19c9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:26.887434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:26.888270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:26.972055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-6643ec5a-58b7-477d-8d52-f5c20a11d412 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776082 Aug 11 00:24:27.002513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49312) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:27.009424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-bc42dc84-bdee-49e6-ac89-a8f0b38d45f7 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055089 Aug 11 00:24:27.075942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03285157-9572-46ff-8bab-0a927bd2e7fe req-154d27de-ea60-4f2b-adc0-dc44e1aa5255 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:27.090774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03285157-9572-46ff-8bab-0a927bd2e7fe req-154d27de-ea60-4f2b-adc0-dc44e1aa5255 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 945 time: 0.1409459 Aug 11 00:24:27.094674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-b52c1a70-ff71-4aad-ad1f-e0833ba33662 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6800613 Aug 11 00:24:27.116455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Request body: {'port': {'device_id': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:27.223625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03285157-9572-46ff-8bab-0a927bd2e7fe req-2d67a0a9-4862-48d4-acd2-2e491a8bf69f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317804 Aug 11 00:24:27.242123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-603d0f03-42e3-4135-a78f-d24ee3af799a service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107453 Aug 11 00:24:27.246072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-63326744-network', 'tenant_id': '518eac94b3d34ec394eb9c764814b5c5'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:27.283049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:27.312354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cd887f-550f-4a9b-9ad1-8cb57a974483 req-c1a12df2-a8c1-4af6-aba5-3566ed17ec1b service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277102 Aug 11 00:24:27.337073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65320833-b651-47c8-befe-c382d8f41b2f None None] Provisioning for port abe75de2-4f64-4263-a8f7-620680cc19c9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:27.342214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65320833-b651-47c8-befe-c382d8f41b2f None None] Provisioning complete for port abe75de2-4f64-4263-a8f7-620680cc19c9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:27.342896 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65320833-b651-47c8-befe-c382d8f41b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:27.396389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-65320833-b651-47c8-befe-c382d8f41b2f None None] Port abe75de2-4f64-4263-a8f7-620680cc19c9 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:24:27.404639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ae1c3fd6-8638-4811-95e6-4ccd4889be55 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:27.428798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71389490-99bb-4136-81bf-57de8da71792 req-4034220d-6154-457e-a217-235a44c84000 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:27.430649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71389490-99bb-4136-81bf-57de8da71792 req-4034220d-6154-457e-a217-235a44c84000 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.0698733 Aug 11 00:24:27.510979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71389490-99bb-4136-81bf-57de8da71792 req-b18b6299-f4d6-4543-98a5-a72fda778c21 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585413 Aug 11 00:24:27.551547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port ae1c3fd6-8638-4811-95e6-4ccd4889be55 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:27.557913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port ae1c3fd6-8638-4811-95e6-4ccd4889be55 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:27.558358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:27.698942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Made reservation on behalf of 518eac94b3d34ec394eb9c764814b5c5 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:24:27.701260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:27.719691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:27.794957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3016bd25-46c8-4154-b46c-8a39dc7ecc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1c3fd6-8638-4811-95e6-4ccd4889be55'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:27.799404 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d09194d-acaf-41c3-9d0a-9b116d7454f0" -d '{"events": [{"server_uuid": "3016bd25-46c8-4154-b46c-8a39dc7ecc6f", "name": "network-vif-plugged", "status": "completed", "tag": "ae1c3fd6-8638-4811-95e6-4ccd4889be55"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:27.826398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ae1c3fd6-8638-4811-95e6-4ccd4889be55, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ae1c3fd6-8638-4811-95e6-4ccd4889be55,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:27.849721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:27.894889 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ae3463-1726-4592-87d3-7b53464dab9f x-openstack-request-id: req-34ae3463-1726-4592-87d3-7b53464dab9f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:27.894889 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3016bd25-46c8-4154-b46c-8a39dc7ecc6f", "name": "network-vif-plugged", "status": "completed", "tag": "ae1c3fd6-8638-4811-95e6-4ccd4889be55", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:27.894889 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34ae3463-1726-4592-87d3-7b53464dab9f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:27.894889 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3016bd25-46c8-4154-b46c-8a39dc7ecc6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1c3fd6-8638-4811-95e6-4ccd4889be55', 'code': 200} Aug 11 00:24:27.920022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:27.933215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa098b-e894-414f-8040-90fac8cb4d39 req-4862fe52-6e89-4706-9754-e2476e366b90 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:27.934837 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9daa098b-e894-414f-8040-90fac8cb4d39 req-4862fe52-6e89-4706-9754-e2476e366b90 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 932 time: 0.2389054 Aug 11 00:24:27.989468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ae1c3fd6-8638-4811-95e6-4ccd4889be55,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:28.071205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9daa098b-e894-414f-8040-90fac8cb4d39 req-1d133ac5-0b76-4ffe-ae43-af09c9bf812b tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981288 Aug 11 00:24:28.161382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.179375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eaeaa-6264-4e6d-8333-15cdc34870da req-f1fcc3ab-0d4b-482f-a83a-b35006012ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:28.181835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-703eaeaa-6264-4e6d-8333-15cdc34870da req-f1fcc3ab-0d4b-482f-a83a-b35006012ba2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 1098 time: 0.1813395 Aug 11 00:24:28.207605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe75de2-4f64-4263-a8f7-620680cc19c9 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:28.218248 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.239228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Transition to ACTIVE for port object abe75de2-4f64-4263-a8f7-620680cc19c9 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:28.255032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-703eaeaa-6264-4e6d-8333-15cdc34870da req-16a9eaa6-2017-4b5d-a5fe-c9736f22c30a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460868 Aug 11 00:24:28.319908 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.371024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.373196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:24:28.391727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2460322-263c-48be-b89c-ee8a1aa1bcd8 req-82293120-b229-4c36-8355-02a5e31a467c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:28.393675 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2460322-263c-48be-b89c-ee8a1aa1bcd8 req-82293120-b229-4c36-8355-02a5e31a467c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0898154 Aug 11 00:24:28.423236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bcc450-8dd3-4033-ae65-9a65e577609e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:28.427309 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.427646 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Added segment ff08eace-d408-4c6f-865a-295b6e634570 of type vlan for network dfe014e5-9736-4dba-9538-dbc93dcb9b1a Aug 11 00:24:28.492522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2460322-263c-48be-b89c-ee8a1aa1bcd8 req-4759956c-6d20-462e-830b-fd58ed41ba50 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798576 Aug 11 00:24:28.500089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f0279-e200-4f10-ab3f-bf4ac2931b66 req-cce687f3-77fa-4710-8a6c-385e2b7a69ba tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:28.503738 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d55f0279-e200-4f10-ab3f-bf4ac2931b66 req-cce687f3-77fa-4710-8a6c-385e2b7a69ba tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 945 time: 0.2015793 Aug 11 00:24:28.507805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Pushing event updated for resources: {'Port': ['ID=abe75de2-4f64-4263-a8f7-620680cc19c9,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:28.567576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.687589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d55f0279-e200-4f10-ab3f-bf4ac2931b66 req-8839eab4-e99a-4d96-b293-852c825cf85f tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604989 Aug 11 00:24:28.723279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b486a98-5dea-4dbe-936c-e67bed500b7b req-7fc81603-3c5c-405e-b92a-adc30778b690 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:28.726206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b486a98-5dea-4dbe-936c-e67bed500b7b req-7fc81603-3c5c-405e-b92a-adc30778b690 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.1150951 Aug 11 00:24:28.729411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Attempting to bind port abe75de2-4f64-4263-a8f7-620680cc19c9 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:28.731668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Attempting to bind port abe75de2-4f64-4263-a8f7-620680cc19c9 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:28.731668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Attempting to bind port abe75de2-4f64-4263-a8f7-620680cc19c9 on network cbd25bcb-563e-4f8f-8515-9b9931529b60 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:28.745010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Port abe75de2-4f64-4263-a8f7-620680cc19c9 on network cbd25bcb-563e-4f8f-8515-9b9931529b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:28.745739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Attempting to bind port abe75de2-4f64-4263-a8f7-620680cc19c9 on network cbd25bcb-563e-4f8f-8515-9b9931529b60 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:28.758524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:28.758808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Checking segment: {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:28.759928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Bound using segment: {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:28.766302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Bound port: abe75de2-4f64-4263-a8f7-620680cc19c9, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8753184a-9d08-4126-bab5-3f40e83dfefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:28.766302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.808325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.809424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:28.810118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:28.833895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b486a98-5dea-4dbe-936c-e67bed500b7b req-2aca0ab5-0064-409d-998d-10e47919f1bc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854390 Aug 11 00:24:28.894754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe014e5-9736-4dba-9538-dbc93dcb9b1a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:28.919493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network dfe014e5-9736-4dba-9538-dbc93dcb9b1a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:24:28.950076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] For port abe75de2-4f64-4263-a8f7-620680cc19c9, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:28.958554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] For port abe75de2-4f64-4263-a8f7-620680cc19c9, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abe75de2-4f64-4263-a8f7-620680cc19c9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:29.054674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49372) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:29.057279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-38780ea9-3b7b-420e-9b0b-6a0b833de9b5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0448616 Aug 11 00:24:29.065661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Request body: {'subnet': {'network_id': 'dfe014e5-9736-4dba-9538-dbc93dcb9b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-63326744-subnet', 'tenant_id': '518eac94b3d34ec394eb9c764814b5c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:29.209688 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:29.222086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Made reservation on behalf of 518eac94b3d34ec394eb9c764814b5c5 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:24:29.223467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:29.225760 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:29.266577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:29.267257 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:29.268712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] 10.222.0.44 "PUT /v2.0/ports/abe75de2-4f64-4263-a8f7-620680cc19c9 HTTP/1.1" status: 200 len: 1093 time: 2.1589065 Aug 11 00:24:29.281255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'tag': 'abe75de2-4f64-4263-a8f7-620680cc19c9'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:29.283940 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a76eb6-b3d0-4201-b052-78ca640c2110" -d '{"events": [{"name": "network-changed", "server_uuid": "46d23ae5-00a3-4eda-885b-9a1c60742c9c", "tag": "abe75de2-4f64-4263-a8f7-620680cc19c9"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:29.285685 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:29.303662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8cf55-51ed-48b9-b396-8b70bdbb255a req-fde7cf6b-5561-493d-a481-5202d311c04b tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:29.305317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73d8cf55-51ed-48b9-b396-8b70bdbb255a req-fde7cf6b-5561-493d-a481-5202d311c04b tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 944 time: 0.1378241 Aug 11 00:24:29.339317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc667dd4-18bd-464c-a7c7-13e71c62d115 service neutron] Pushing event updated for resources: {'Port': ['ID=abe75de2-4f64-4263-a8f7-620680cc19c9,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:29.389743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73d8cf55-51ed-48b9-b396-8b70bdbb255a req-0d7f3b43-a73a-4e30-bafa-33c8250ec05d tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775661 Aug 11 00:24:29.400518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:24:29.519773 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e00552-65a4-4bcc-9475-15cbdf5ee400 x-openstack-request-id: req-65e00552-65a4-4bcc-9475-15cbdf5ee400 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:29.520054 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d23ae5-00a3-4eda-885b-9a1c60742c9c", "tag": "abe75de2-4f64-4263-a8f7-620680cc19c9", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:29.521139 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65e00552-65a4-4bcc-9475-15cbdf5ee400 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:29.521676 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'tag': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'status': 'completed', 'code': 200} Aug 11 00:24:29.539531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-e6821daa-1876-4395-b8b5-49629aaf20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:29.542560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-e6821daa-1876-4395-b8b5-49629aaf20ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b575d8103d64461c80c02a4dbeaa0cc3&device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 1096 time: 0.0640707 Aug 11 00:24:29.611604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:29.626008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-5f8e1cf6-198f-4c22-9ffe-aa11020dd23c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe75de2-4f64-4263-a8f7-620680cc19c9 HTTP/1.1" status: 200 len: 217 time: 0.0682471 Aug 11 00:24:29.662840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:29.702868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d23137b-90b0-4256-afed-7a4381a09c73,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:29.713262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Checking segment: {'id': 'ff08eace-d408-4c6f-865a-295b6e634570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dfe014e5-9736-4dba-9538-dbc93dcb9b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:29.713794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Network hostable DHCP agents. Network: dfe014e5-9736-4dba-9538-dbc93dcb9b1a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:24:29.720637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '00cb99bb-9e64-4923-941f-e822b11b631e', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '00cb99bb-9e64-4923-941f-e822b11b631e', 'mac_address': 'fa:16:3e:c2:b4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:24:29.766410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981f6a8-d181-4514-996c-e7a5c148b4bc req-5fabd80d-a10e-4462-a110-7a7238efc781 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:29.768354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c981f6a8-d181-4514-996c-e7a5c148b4bc req-5fabd80d-a10e-4462-a110-7a7238efc781 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1639361 Aug 11 00:24:29.773765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:29.775980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-005f61a8-e0f0-4f3d-abd0-da735334d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:29.777550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-005f61a8-e0f0-4f3d-abd0-da735334d4ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44de9f69-2295-4c44-b53f-f2f6ddcde400 HTTP/1.1" status: 200 len: 845 time: 0.1043899 Aug 11 00:24:29.811775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cb99bb-9e64-4923-941f-e822b11b631e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:29.846888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:29.868242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Network dfe014e5-9736-4dba-9538-dbc93dcb9b1a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:24:29.889726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c981f6a8-d181-4514-996c-e7a5c148b4bc req-462a23bc-5adc-4a21-8f33-ed9b33b904f3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021023 Aug 11 00:24:29.898614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-768de6bf-fa77-4b72-927e-abf7bff6351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:29.901276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-768de6bf-fa77-4b72-927e-abf7bff6351d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cbd25bcb-563e-4f8f-8515-9b9931529b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082067 Aug 11 00:24:29.980703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9de4f-40a0-4a77-a7a3-36e78c1ccc50 req-76f3640a-4e0d-4cf5-bd54-e2dc1e9acf30 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:29.982358 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e3d9de4f-40a0-4a77-a7a3-36e78c1ccc50 req-76f3640a-4e0d-4cf5-bd54-e2dc1e9acf30 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 948 time: 0.0852981 Aug 11 00:24:30.034619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:30.039119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-fa355662-d8cc-4567-a39a-fcfceeca5a9c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.041523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-fa355662-d8cc-4567-a39a-fcfceeca5a9c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8&tenant_id=e899a38790c44038978483c7c2bf2a43&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 948 time: 0.1023071 Aug 11 00:24:30.062962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e3d9de4f-40a0-4a77-a7a3-36e78c1ccc50 req-5a0ace90-e7b5-4cc6-86bc-1dd9bcda769c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650430 Aug 11 00:24:30.100277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, dfe014e5-9736-4dba-9538-dbc93dcb9b1a) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:30.123342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.123971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:30.129880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-c49abb89-9998-4de2-867a-568b36555a8f service neutron] 10.222.0.44 "GET /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196088 Aug 11 00:24:30.136411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5b83a-77f2-4ed4-bd60-00d0e704d5aa None None] Network dfe014e5-9736-4dba-9538-dbc93dcb9b1a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:24:30.151439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-951b5100-819b-4d99-96e4-1c509b905e36 service neutron] 10.222.0.44 "GET /v2.0/ports/00cb99bb-9e64-4923-941f-e822b11b631e/bindings/n-h2-712143-13 HTTP/1.1" status: 200 len: 383 time: 0.1029251 Aug 11 00:24:30.250238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:30.261385 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6f32fa-52d5-43e1-9abf-9fbdd0f70e45 req-0cb622aa-700a-4932-91bc-34e2332f9f12 service neutron] 10.222.0.44 "GET /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230233 Aug 11 00:24:30.264004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.264538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.265192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.266085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.266085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.266243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.266563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.266908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.267266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.267600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.267940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.268284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:24:30.274194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-5da56787-02e5-47bf-8b08-a0a4949fad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.277215 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-5da56787-02e5-47bf-8b08-a0a4949fad21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1101 time: 0.0920229 Aug 11 00:24:30.291375 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fcfde14b-ee9a-4e2b-9662-0229e1413ad7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2237344 Aug 11 00:24:30.375633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['00cb99bb-9e64-4923-941f-e822b11b631e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:30.414525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475fc66-e518-41e4-81e0-3e5b51ff85d8 None None] Network dfe014e5-9736-4dba-9538-dbc93dcb9b1a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:24:30.497175 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-3f45266a-e320-4635-bf33-2b40fc628319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.497175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-3f45266a-e320-4635-bf33-2b40fc628319 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2103550 Aug 11 00:24:30.577236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-b10f9268-9e32-467a-bed7-b238cb73ba65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.0733035 Aug 11 00:24:30.595448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-70a8b1b7-14ce-4a75-ac1e-7cc93e5163e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.597092 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-70a8b1b7-14ce-4a75-ac1e-7cc93e5163e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b575d8103d64461c80c02a4dbeaa0cc3&device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 1096 time: 0.1591158 Aug 11 00:24:30.647884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-9614a6d3-b1ee-4da3-a1e2-bf9060f64945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.649880 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-9614a6d3-b1ee-4da3-a1e2-bf9060f64945 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0628746 Aug 11 00:24:30.685544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162ba5f-44d8-428d-be03-93acd78c059b req-3c6bf166-7203-4111-bf92-b008618ba290 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.692550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d162ba5f-44d8-428d-be03-93acd78c059b req-3c6bf166-7203-4111-bf92-b008618ba290 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 944 time: 0.1602676 Aug 11 00:24:30.735335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-9863dd27-3764-41d3-a769-77f5a1dcc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.737533 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-9863dd27-3764-41d3-a769-77f5a1dcc8a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781205 Aug 11 00:24:30.776403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d162ba5f-44d8-428d-be03-93acd78c059b req-845ae089-1160-4f94-8e09-87b3afca5077 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784957 Aug 11 00:24:30.862784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-1faa79ee-1007-412e-9730-5e306f959b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:30.865591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-1faa79ee-1007-412e-9730-5e306f959b97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cbd25bcb-563e-4f8f-8515-9b9931529b60 HTTP/1.1" status: 200 len: 907 time: 0.2557409 Aug 11 00:24:30.890318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-b476e2ca-7b60-4ddc-8a90-8f329b5c4438 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395724 Aug 11 00:24:30.968228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-c99b9918-623d-4409-ae73-5fb16e278247 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe75de2-4f64-4263-a8f7-620680cc19c9 HTTP/1.1" status: 200 len: 217 time: 0.0933278 Aug 11 00:24:31.028607 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-ba8b11e3-07f5-4e92-b244-66ff9c3e7a00 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298478 Aug 11 00:24:31.078409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-7c38a47f-6877-4fcd-a5f6-182d72514199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:31.079950 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-7c38a47f-6877-4fcd-a5f6-182d72514199 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44de9f69-2295-4c44-b53f-f2f6ddcde400 HTTP/1.1" status: 200 len: 845 time: 0.1020424 Aug 11 00:24:31.107598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d1dce-ea07-40fb-878a-5228295198f6 req-32ab2046-3ece-4506-b2fc-d34086f55255 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:31.109496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c93d1dce-ea07-40fb-878a-5228295198f6 req-32ab2046-3ece-4506-b2fc-d34086f55255 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0817730 Aug 11 00:24:31.173832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-e4b15b49-bb13-41b1-8c1a-f7cbec3de7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:31.175604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-e4b15b49-bb13-41b1-8c1a-f7cbec3de7bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cbd25bcb-563e-4f8f-8515-9b9931529b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875094 Aug 11 00:24:31.182101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c93d1dce-ea07-40fb-878a-5228295198f6 req-9cfcef70-aff6-42a8-bbba-7da475ed99e8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505989 Aug 11 00:24:31.309846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-75fd2f95-e8c3-4548-9355-d45ad7006f1e service neutron] 10.222.0.44 "GET /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238658 Aug 11 00:24:31.471955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-37a76eb6-b3d0-4201-b052-78ca640c2110 req-141d4fc2-65e0-4a79-9e4d-debd12d3fe8c service neutron] 10.222.0.44 "GET /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480455 Aug 11 00:24:31.483489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759866-3fcc-4318-8c64-0079cc274d83 req-f04d700d-0994-4cb7-8dd8-8441b36ecaa4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:31.485207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65759866-3fcc-4318-8c64-0079cc274d83 req-f04d700d-0994-4cb7-8dd8-8441b36ecaa4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.0993123 Aug 11 00:24:31.538366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65759866-3fcc-4318-8c64-0079cc274d83 req-33e4cbe6-9710-4d7f-b32b-df3304c21e8c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Aug 11 00:24:32.093592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee1566-39c8-4177-a77e-c13aa500bc20 req-31d0a0d8-fdb4-4d66-8ea5-e4eb6c89d4e2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:32.095262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98ee1566-39c8-4177-a77e-c13aa500bc20 req-31d0a0d8-fdb4-4d66-8ea5-e4eb6c89d4e2 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 944 time: 0.0714364 Aug 11 00:24:32.154411 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98ee1566-39c8-4177-a77e-c13aa500bc20 req-89620404-5f21-498b-94d7-bb9ba67bb638 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490341 Aug 11 00:24:32.283038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae254e-9e3f-416a-a21a-94202a93376a req-c0faa153-9354-4fe7-8f1f-6ce7ac713d98 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:32.288726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4eae254e-9e3f-416a-a21a-94202a93376a req-c0faa153-9354-4fe7-8f1f-6ce7ac713d98 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0637083 Aug 11 00:24:32.346751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4eae254e-9e3f-416a-a21a-94202a93376a req-133d7188-8d86-4780-8c93-f50ff045dd7c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548611 Aug 11 00:24:32.701912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b04866-735f-4fdd-be56-ad45ed02608a req-8df5385b-b929-4cf7-8d02-138e8ec20a4a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:32.705346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a9b04866-735f-4fdd-be56-ad45ed02608a req-8df5385b-b929-4cf7-8d02-138e8ec20a4a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.0607648 Aug 11 00:24:32.757911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a9b04866-735f-4fdd-be56-ad45ed02608a req-626a68d8-4765-49f9-a028-fc47165793f6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470943 Aug 11 00:24:33.316330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2af0b0-c0d3-43e7-a0d9-7fee7225377c req-b2874f18-6a66-4ab8-b8de-cb6a01be5905 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:33.318692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea2af0b0-c0d3-43e7-a0d9-7fee7225377c req-b2874f18-6a66-4ab8-b8de-cb6a01be5905 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 944 time: 0.0613830 Aug 11 00:24:33.377134 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea2af0b0-c0d3-43e7-a0d9-7fee7225377c req-999c8e56-7e09-4c39-8216-357986f2d3dc tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495644 Aug 11 00:24:33.455807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abe75de2-4f64-4263-a8f7-620680cc19c9 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:24:33.459590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:33.547856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6db470-e6fe-4197-8217-c67f094b0ee5 req-979437db-5b4f-4ab6-8acb-af9a800c0b98 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:33.550931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c6db470-e6fe-4197-8217-c67f094b0ee5 req-979437db-5b4f-4ab6-8acb-af9a800c0b98 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0974512 Aug 11 00:24:33.668504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c6db470-e6fe-4197-8217-c67f094b0ee5 req-d0dc9b2a-65b9-4aaf-af4b-b4fe8bd6e13f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084991 Aug 11 00:24:33.749735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abe75de2-4f64-4263-a8f7-620680cc19c9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abe75de2-4f64-4263-a8f7-620680cc19c9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:33.776873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'port_id': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'mac_address': 'fa:16:3e:d6:ce:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:24:33.845901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 00cb99bb-9e64-4923-941f-e822b11b631e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:33.866744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 00cb99bb-9e64-4923-941f-e822b11b631e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:33.869457 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:33.889889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:33.914983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe75de2-4f64-4263-a8f7-620680cc19c9 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:33.947930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abe75de2-4f64-4263-a8f7-620680cc19c9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abe75de2-4f64-4263-a8f7-620680cc19c9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:33.966270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e081cb-2efb-47e4-a330-029b1d3263d7 req-0938dac9-09a6-4341-974c-99878e05f473 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:33.968194 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e081cb-2efb-47e4-a330-029b1d3263d7 req-0938dac9-09a6-4341-974c-99878e05f473 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.1122632 Aug 11 00:24:34.007781 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:34.049557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:34.059243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:34.059615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e081cb-2efb-47e4-a330-029b1d3263d7 req-145bcf93-ddbc-486a-b15e-d410d131efc2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660915 Aug 11 00:24:34.072769 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ae88b-c892-457e-8243-56acacd9775c" -d '{"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:34.114489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:34.141490 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fb7bd6-3ae0-4386-bda6-619f91482c45 x-openstack-request-id: req-52fb7bd6-3ae0-4386-bda6-619f91482c45 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:34.150746 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:34.150746 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52fb7bd6-3ae0-4386-bda6-619f91482c45 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:34.150746 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'code': 200} Aug 11 00:24:34.154043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abe75de2-4f64-4263-a8f7-620680cc19c9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:34.201915 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:34.270318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:34.313675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['abe75de2-4f64-4263-a8f7-620680cc19c9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:34.385152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-3a38ae43-dcd8-474e-af04-a776bf7d44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:34.387073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-3a38ae43-dcd8-474e-af04-a776bf7d44e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8&tenant_id=e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 1102 time: 0.0504663 Aug 11 00:24:34.401950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:34.520999 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:34.596361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a92df-2eb8-4c2c-ae08-033d839e6bfc req-e55c34e1-458c-4dbd-9fc3-c654d8e909a0 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:34.604992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc0a92df-2eb8-4c2c-ae08-033d839e6bfc req-e55c34e1-458c-4dbd-9fc3-c654d8e909a0 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 945 time: 0.0764828 Aug 11 00:24:34.683635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc0a92df-2eb8-4c2c-ae08-033d839e6bfc req-d8b29692-013a-486e-84ee-c1791e0c9d00 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737915 Aug 11 00:24:34.812188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e293d-501e-4a94-b0aa-cc54d6f9397d req-79da3609-9385-4502-9c14-f30344e3ebe3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:34.814204 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab9e293d-501e-4a94-b0aa-cc54d6f9397d req-79da3609-9385-4502-9c14-f30344e3ebe3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0578365 Aug 11 00:24:34.862047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab9e293d-501e-4a94-b0aa-cc54d6f9397d req-5857230a-bd1a-4a91-948c-ea405bd02740 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Aug 11 00:24:34.887949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:34.947848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:34.994953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:34.998204 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfdf308-7815-41ed-98e4-8b85ceb3e70b" -d '{"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-unplugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:35.002843 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:35.020375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Transition to ACTIVE for port object 00cb99bb-9e64-4923-941f-e822b11b631e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:35.113701 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:35.183976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] No DVR routers for this DVR port 00cb99bb-9e64-4923-941f-e822b11b631e on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:24:35.186921 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544887e6-cbef-46c5-adbe-950186b877de x-openstack-request-id: req-544887e6-cbef-46c5-adbe-950186b877de {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:35.187227 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-unplugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:35.187481 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-544887e6-cbef-46c5-adbe-950186b877de {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:35.188324 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'code': 200} Aug 11 00:24:35.199589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:35.235079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:35.235754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:35.236122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:35.241217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:35.241535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Attempting to bind port 00cb99bb-9e64-4923-941f-e822b11b631e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:35.254588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:35.254871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:35.255249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:35.255995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Bound port: 00cb99bb-9e64-4923-941f-e822b11b631e, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:35.256364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:35.351945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:35.356780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:35.363257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa091272-c3ba-4d77-a2d1-275fef6a24b6 req-a7d403bf-90d1-4749-b026-4a5537967e19 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:35.368340 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa091272-c3ba-4d77-a2d1-275fef6a24b6 req-a7d403bf-90d1-4749-b026-4a5537967e19 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.1032002 Aug 11 00:24:35.441127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa091272-c3ba-4d77-a2d1-275fef6a24b6 req-f664f4d2-e9ee-4502-ac5a-8b6638db1d01 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609591 Aug 11 00:24:35.443751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:35.470664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abe75de2-4f64-4263-a8f7-620680cc19c9 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:35.486792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:35.487452 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:35.489234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] 10.222.0.55 "PUT /v2.0/ports/00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 1098 time: 1.0921392 Aug 11 00:24:35.555414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdb9db-b7b8-4b45-b253-fc9e51a1dac8 service neutron] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:35.605922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-83a38529-abce-41c9-8d3d-f5e8f931f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:35.607484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-83a38529-abce-41c9-8d3d-f5e8f931f261 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1101 time: 0.0694852 Aug 11 00:24:35.680492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port abe75de2-4f64-4263-a8f7-620680cc19c9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:35.687904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port abe75de2-4f64-4263-a8f7-620680cc19c9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:35.688301 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:35.751024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-1670ba22-08ad-49d9-829c-58c372667e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:35.762977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-1670ba22-08ad-49d9-829c-58c372667e18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1472981 Aug 11 00:24:35.835210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-af9bfbff-c77d-4fc0-99de-f0a79db64273 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.0707672 Aug 11 00:24:35.880955 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:35.918127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f2bb3-383e-4dad-a7a8-ea543900d683 req-c7b52fca-4166-407b-96b1-b6346fed6922 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:35.928534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e65f2bb3-383e-4dad-a7a8-ea543900d683 req-c7b52fca-4166-407b-96b1-b6346fed6922 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 945 time: 0.1182494 Aug 11 00:24:35.933660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-1a2fc1c1-7675-4fc7-8743-a5441e0d5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:35.934528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abe75de2-4f64-4263-a8f7-620680cc19c9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abe75de2-4f64-4263-a8f7-620680cc19c9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:35.935263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-1a2fc1c1-7675-4fc7-8743-a5441e0d5693 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0928240 Aug 11 00:24:36.002494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e65f2bb3-383e-4dad-a7a8-ea543900d683 req-22d7a71d-b378-4111-ad99-d6e5f9aa4aca tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653007 Aug 11 00:24:36.029288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28f10e-4296-418f-8ab7-6062af83497b req-eae4b6ae-154e-447b-a70d-092d819a8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:36.029288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-eae4b6ae-154e-447b-a70d-092d819a8728 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839515 Aug 11 00:24:36.103995 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:36.190954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4f00e-fda3-471e-846d-aa8053fceaab req-79fdc1a9-180e-4749-a619-14331a27818b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:36.212317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5a4f00e-fda3-471e-846d-aa8053fceaab req-79fdc1a9-180e-4749-a619-14331a27818b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0970004 Aug 11 00:24:36.212876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-e507eac1-351d-4df6-ac74-e97d88f32f47 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711822 Aug 11 00:24:36.213030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe75de2-4f64-4263-a8f7-620680cc19c9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:36.219441 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23743933-b68d-4635-946a-d87223fe7f7a" -d '{"events": [{"server_uuid": "46d23ae5-00a3-4eda-885b-9a1c60742c9c", "name": "network-vif-plugged", "status": "completed", "tag": "abe75de2-4f64-4263-a8f7-620680cc19c9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:36.247660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abe75de2-4f64-4263-a8f7-620680cc19c9,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:36.279867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5a4f00e-fda3-471e-846d-aa8053fceaab req-5ea9745c-4fbf-4b6f-99e9-b02b02292b08 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786550 Aug 11 00:24:36.405760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc28f10e-4296-418f-8ab7-6062af83497b req-21397603-d548-4cf8-8dec-6dd2f6f956b5 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801310 Aug 11 00:24:36.420920 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9142bc1-eb75-446c-89d1-0297aa197857 x-openstack-request-id: req-d9142bc1-eb75-446c-89d1-0297aa197857 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:36.421213 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d23ae5-00a3-4eda-885b-9a1c60742c9c", "name": "network-vif-plugged", "status": "completed", "tag": "abe75de2-4f64-4263-a8f7-620680cc19c9", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:36.421476 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9142bc1-eb75-446c-89d1-0297aa197857 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:36.422980 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'code': 200} Aug 11 00:24:36.567214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42653af-1d5d-43ca-a6eb-37064ad5f051 req-c0f41582-2f67-4b75-af08-ba14858054fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:36.568880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f42653af-1d5d-43ca-a6eb-37064ad5f051 req-c0f41582-2f67-4b75-af08-ba14858054fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 1098 time: 0.0612385 Aug 11 00:24:36.647471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f42653af-1d5d-43ca-a6eb-37064ad5f051 req-a5d5378a-2893-4ecb-90d3-2c1f62839ba7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676472 Aug 11 00:24:36.665770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6540add-f40d-458a-a86b-bd6641d5c42e req-a8e129ce-662f-4268-966a-a3b149925054 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:36.667380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f6540add-f40d-458a-a86b-bd6641d5c42e req-a8e129ce-662f-4268-966a-a3b149925054 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.0975330 Aug 11 00:24:36.710499 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f6540add-f40d-458a-a86b-bd6641d5c42e req-bb54d200-bf06-44fc-9c57-70cdc40a6c97 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362418 Aug 11 00:24:37.091934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-39b2f5f1-8afb-4ffc-9985-f2d4d5d066e3 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:37.093706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-39b2f5f1-8afb-4ffc-9985-f2d4d5d066e3 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/networks?id=dfe014e5-9736-4dba-9538-dbc93dcb9b1a HTTP/1.1" status: 200 len: 811 time: 0.1540840 Aug 11 00:24:37.119869 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a06952bf-2f41-4187-a520-ab9729f5a303 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/quotas/518eac94b3d34ec394eb9c764814b5c5 HTTP/1.1" status: 200 len: 375 time: 0.0156653 Aug 11 00:24:37.138772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-d879f74d-1afb-42f6-bcfa-2c9d6f124917 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0675251 Aug 11 00:24:37.172370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a63db029-6fbe-49c9-a7da-b40d35d80a0d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=518eac94b3d34ec394eb9c764814b5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417538 Aug 11 00:24:37.198096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:37.200705 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110" -d '{"events": [{"name": "network-changed", "server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:37.274860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f96f2-de1f-4d57-bead-9e15a88bb182 req-ea44bbc8-cfc1-4db0-8655-2e2db054d043 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:37.277444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c4f96f2-de1f-4d57-bead-9e15a88bb182 req-ea44bbc8-cfc1-4db0-8655-2e2db054d043 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 946 time: 0.1321752 Aug 11 00:24:37.282552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-3638be89-17b9-4ff5-b112-6dbd4e9513b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:37.285192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-3638be89-17b9-4ff5-b112-6dbd4e9513b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 1096 time: 0.1040435 Aug 11 00:24:37.305147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-c54aea44-bf30-411c-9a9a-f08f7a7ba6d6 service neutron] 10.222.0.43 "GET /v2.0/networks/dfe014e5-9736-4dba-9538-dbc93dcb9b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183414 Aug 11 00:24:37.433657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c4f96f2-de1f-4d57-bead-9e15a88bb182 req-7a4672b8-ec6f-4b31-854f-6651e43b3d6f tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445134 Aug 11 00:24:37.464552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:24:37.487810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-531da3d0-6fab-4c28-b251-c91a51bae558 service neutron] 10.222.0.43 "GET /v2.0/networks/dfe014e5-9736-4dba-9538-dbc93dcb9b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609044 Aug 11 00:24:37.500741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-fc81175c-5152-4497-a82d-4511ca3d7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:37.504069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-fc81175c-5152-4497-a82d-4511ca3d7da9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.1818438 Aug 11 00:24:37.542672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:24:37.546309 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3781d3-0f6f-4a01-9b45-52783a071964 x-openstack-request-id: req-8c3781d3-0f6f-4a01-9b45-52783a071964 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:37.546309 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:37.547647 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c3781d3-0f6f-4a01-9b45-52783a071964 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:37.548145 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'status': 'completed', 'code': 200} Aug 11 00:24:37.622383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-7beab78e-fa93-48cf-aaac-7ce357c1b48d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 200 len: 217 time: 0.1018288 Aug 11 00:24:37.654358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-4cdd78a8-1ce0-4a34-bbb4-64e7e96b2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:37.656142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-4cdd78a8-1ce0-4a34-bbb4-64e7e96b2169 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1101 time: 0.0897727 Aug 11 00:24:37.659296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-64239e7c-4253-444d-9b40-5ee0952157f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:37.689928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-64239e7c-4253-444d-9b40-5ee0952157f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 1101 time: 0.0737779 Aug 11 00:24:37.725824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-32f2b8ce-7cd2-48d9-8233-40b22f865b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:37.727426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-32f2b8ce-7cd2-48d9-8233-40b22f865b92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.0983007 Aug 11 00:24:37.766647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-6bc10178-0d22-4ad9-9743-971572741c61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302422 Aug 11 00:24:37.789745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ad0ec-c595-4f8d-8f14-0bc0181a8b29 req-b67b4fe4-cf10-461a-8276-d4f16f383794 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:37.792051 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d25ad0ec-c595-4f8d-8f14-0bc0181a8b29 req-b67b4fe4-cf10-461a-8276-d4f16f383794 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1222050 Aug 11 00:24:37.924010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d25ad0ec-c595-4f8d-8f14-0bc0181a8b29 req-d929a68c-4650-4056-8377-f0ea194624af tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111977 Aug 11 00:24:37.950667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-8f184d85-75d3-40ed-bc26-856e97a113b8 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763699 Aug 11 00:24:38.148853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d4aad5-9e53-4ff6-b0fa-6a3d7ecf66dc req-bc8b70e3-ae14-49b0-b3ba-e2e1233456b3 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906819 Aug 11 00:24:38.234054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-2898c237-cc0b-46f6-bee0-728b772b278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:38.235918 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-2898c237-cc0b-46f6-bee0-728b772b278e service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.5646489 Aug 11 00:24:38.300224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189633c-8624-44de-93ef-22d0ebfda171 req-c095250c-d855-406c-9602-b7edb4efb6ef tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:38.313871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a189633c-8624-44de-93ef-22d0ebfda171 req-c095250c-d855-406c-9602-b7edb4efb6ef tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.1638353 Aug 11 00:24:38.397104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a189633c-8624-44de-93ef-22d0ebfda171 req-067a2d66-9c78-4c6f-94d0-9db743e1b501 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799894 Aug 11 00:24:38.433794 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-0833ecba-8f1a-42cf-9a61-b7b913992e63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.1870358 Aug 11 00:24:38.506973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c58abcab-e760-4eb2-979a-e3ecda5e6787 req-cb76f3da-3494-47e0-bea0-29314a63ad80 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 210 time: 0.0834975 Aug 11 00:24:38.511305 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:24:38.589012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-781e701b-8ef4-4db7-bea0-86efdff43e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:38.591035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-781e701b-8ef4-4db7-bea0-86efdff43e44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.9277306 Aug 11 00:24:38.649659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-991f2d77-7024-4e1e-9114-a3cbec167f14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 200 len: 217 time: 0.0507078 Aug 11 00:24:38.685399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-3d9674a3-eee7-44a8-9ed2-3984666a6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:38.687002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-3d9674a3-eee7-44a8-9ed2-3984666a6f3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2284956 Aug 11 00:24:38.747350 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ccc6e-6587-4f3c-8b06-156e2d3430a9 req-24fe3fc4-54d6-40ff-96c3-3df454fd0822 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:38.759428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec5ccc6e-6587-4f3c-8b06-156e2d3430a9 req-24fe3fc4-54d6-40ff-96c3-3df454fd0822 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 946 time: 0.1389267 Aug 11 00:24:38.772783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-0cc345be-20d7-4c0f-b7f1-6215e076cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:38.774357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-0cc345be-20d7-4c0f-b7f1-6215e076cd0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1123037 Aug 11 00:24:38.785073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-e4199b17-07b0-4183-94c9-a652bdc47925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:38.786621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-e4199b17-07b0-4183-94c9-a652bdc47925 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0670450 Aug 11 00:24:38.811089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec5ccc6e-6587-4f3c-8b06-156e2d3430a9 req-e1c1fd96-5e68-412f-b7b0-558c76378010 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502529 Aug 11 00:24:38.997780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-3c9788c9-9da3-4b01-bc78-b2918fe5f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:39.000547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-3c9788c9-9da3-4b01-bc78-b2918fe5f34e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2127504 Aug 11 00:24:39.081217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c66d4-dcdb-49fc-b710-9a4ab7b77b9b req-5e40654a-c5e9-4713-bdfc-2020ff687615 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:39.083599 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-914c66d4-dcdb-49fc-b710-9a4ab7b77b9b req-5e40654a-c5e9-4713-bdfc-2020ff687615 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0788236 Aug 11 00:24:39.134741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-a99175b4-1776-4887-a3b9-f10cc10b8464 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380330 Aug 11 00:24:39.153416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5657c-8a9b-4a9a-86a5-002322a71019 req-ba2e62bf-3563-4100-9935-d802a8a12be5 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:39.161858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-914c66d4-dcdb-49fc-b710-9a4ab7b77b9b req-88b42e1d-fc30-4cb3-9af2-9e974d44f778 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705955 Aug 11 00:24:39.171886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49528) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:39.172299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebb5657c-8a9b-4a9a-86a5-002322a71019 req-ba2e62bf-3563-4100-9935-d802a8a12be5 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 946 time: 0.2619727 Aug 11 00:24:39.183094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Request body: {'floatingip': {'port_id': 'abe75de2-4f64-4263-a8f7-620680cc19c9'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:39.262455 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:39.379274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:24:39.435844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-dcadaa0c-201c-466f-9f92-5a080729bda1 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224312 Aug 11 00:24:39.594498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:39.614557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '00cb99bb-9e64-4923-941f-e822b11b631e', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '00cb99bb-9e64-4923-941f-e822b11b631e', 'mac_address': 'fa:16:3e:c2:b4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:24:39.616139 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-567004df-5a32-4fef-928a-dba6280e958a service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417896 Aug 11 00:24:39.670744 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:39.710206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cb99bb-9e64-4923-941f-e822b11b631e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:39.769689 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0bc7d5a-0790-4788-830a-c9cc6c98e14d req-5218a4ee-7bd5-4b3f-afec-722f45ce7b96 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 210 time: 0.0705440 Aug 11 00:24:39.773476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f246d0d7-43d3-43ff-b8f6-1d99cd2ba110 req-a806d446-958a-4450-995e-e011d3cd1f00 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227713 Aug 11 00:24:39.789295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:39.958398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341584ac-656f-4f79-ba65-ddf3cef842e5 req-17b3378f-47e1-416a-8255-8e3e8bc698b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:39.960022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-341584ac-656f-4f79-ba65-ddf3cef842e5 req-17b3378f-47e1-416a-8255-8e3e8bc698b6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 949 time: 0.2533236 Aug 11 00:24:40.054282 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:40.106980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-341584ac-656f-4f79-ba65-ddf3cef842e5 req-51fdf91e-ff34-4a94-8804-bed73e2f0957 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394908 Aug 11 00:24:40.167906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=12']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:40.277110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:24:40.366273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['00cb99bb-9e64-4923-941f-e822b11b631e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:40.389056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915863-783e-423d-b46e-0817ccdc91ad req-459de5a5-fda4-44c9-a58c-16c767f6d623 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:40.398281 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49915863-783e-423d-b46e-0817ccdc91ad req-459de5a5-fda4-44c9-a58c-16c767f6d623 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 950 time: 0.1109838 Aug 11 00:24:40.488708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:40.509135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4482b-8042-4461-81e8-fb043641eade req-d1d91d2c-c292-4815-b713-a4bb2f811052 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:40.510716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf4482b-8042-4461-81e8-fb043641eade req-d1d91d2c-c292-4815-b713-a4bb2f811052 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1445210 Aug 11 00:24:40.534562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49915863-783e-423d-b46e-0817ccdc91ad req-d8b94c4b-ac49-46db-80e1-a2e337c794e8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107137 Aug 11 00:24:40.574972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf4482b-8042-4461-81e8-fb043641eade req-c05ef509-a258-4543-b636-9040276720bf tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539634 Aug 11 00:24:40.609858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:40.784780 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Floating IP 29965441-3355-4b81-9bbe-07089a75e622 associated. External IP: 172.25.0.102, port: abe75de2-4f64-4263-a8f7-620680cc19c9. Aug 11 00:24:40.889235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-7ffe8b6a-7264-41f0-8bb9-dfabc19e02dc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345271 Aug 11 00:24:40.959484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-460bc351-c7bd-4a65-b776-69cff3edaec4 req-791f6477-5ffd-472b-b50b-d297dc4fecae tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 210 time: 0.0788794 Aug 11 00:24:41.401363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:41.450402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-686205b9-773f-45a1-aae9-d27894d2dcda tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:41.452290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-686205b9-773f-45a1-aae9-d27894d2dcda tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5297282 Aug 11 00:24:41.511902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-75a19c9f-8969-4aad-941c-e02ca0480dc2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/quotas/e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 375 time: 0.0209215 Aug 11 00:24:41.552638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Router 9ed63c5d-3c77-4787-aa19-5221527fca27 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:24:41.584171 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-f4fc7180-8522-4430-a8a3-da93f66daa8d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642941 Aug 11 00:24:41.588079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 00cb99bb-9e64-4923-941f-e822b11b631e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:41.592575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 00cb99bb-9e64-4923-941f-e822b11b631e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:41.592918 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:41.749159 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:41.775885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:24:41.786555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:41.789960 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] Sync routers for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:24:41.792957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0e7c9-0418-4425-8be1-e3ec362c06dd req-77eeb8e1-f35b-4c15-a309-590563c3d351 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:41.796243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef0e7c9-0418-4425-8be1-e3ec362c06dd req-77eeb8e1-f35b-4c15-a309-590563c3d351 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0919266 Aug 11 00:24:41.810447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:41.812563 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:41.812563 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:24:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:41.816162 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0046bad-8773-452a-b070-28e81aae1d95" -d '{"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:41.871278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:41.909949 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-056873f0-4e7b-4864-bb03-7f47ad9c1cc8 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "PUT /v2.0/floatingips/29965441-3355-4b81-9bbe-07089a75e622 HTTP/1.1" status: 200 len: 992 time: 2.7294095 Aug 11 00:24:41.909949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'tag': 'abe75de2-4f64-4263-a8f7-620680cc19c9'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:41.913374 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a" -d '{"events": [{"name": "network-changed", "server_uuid": "46d23ae5-00a3-4eda-885b-9a1c60742c9c", "tag": "abe75de2-4f64-4263-a8f7-620680cc19c9"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:41.931804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef0e7c9-0418-4425-8be1-e3ec362c06dd req-1df5168c-9a16-41c0-be1e-c5cb2d7ab31e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142495 Aug 11 00:24:42.022369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:42.169668 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e456ad-3e68-41c0-aa93-a1a7640f5719 x-openstack-request-id: req-e3e456ad-3e68-41c0-aa93-a1a7640f5719 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:42.169668 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:42.169668 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3e456ad-3e68-41c0-aa93-a1a7640f5719 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:42.169668 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'code': 200} Aug 11 00:24:42.171385 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:42.274694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=13']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:42.311602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16aa16c5-4914-4584-8262-122af165ce06 req-c327e17f-75b4-4ab7-9488-863a696301bd tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 210 time: 0.1032405 Aug 11 00:24:42.399981 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a902d1-4b61-404d-a0d8-12a1b1be6e9c x-openstack-request-id: req-51a902d1-4b61-404d-a0d8-12a1b1be6e9c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:42.400526 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d23ae5-00a3-4eda-885b-9a1c60742c9c", "tag": "abe75de2-4f64-4263-a8f7-620680cc19c9", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:42.400986 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51a902d1-4b61-404d-a0d8-12a1b1be6e9c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:42.401575 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'tag': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'status': 'completed', 'code': 200} Aug 11 00:24:42.458444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-e2bda393-8cb5-4be0-a03e-508f35370ef5 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:42.460455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-e2bda393-8cb5-4be0-a03e-508f35370ef5 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.55 "GET /v2.0/networks?id=dfe014e5-9736-4dba-9538-dbc93dcb9b1a HTTP/1.1" status: 200 len: 811 time: 0.4537852 Aug 11 00:24:42.484126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Request body: {'port': {'device_id': 'bdf145a4-0bd7-4725-b56a-264b82f07ffa', 'network_id': 'dfe014e5-9736-4dba-9538-dbc93dcb9b1a', 'admin_state_up': True, 'tenant_id': '518eac94b3d34ec394eb9c764814b5c5'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:42.589327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fe067df-4813-4bc3-b7e0-b28dfc5deda7 req-af962a84-829d-4615-b574-dec110010647 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 210 time: 0.0682201 Aug 11 00:24:42.594450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-5408e867-6de6-448f-a930-519848b25f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:42.597468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-5408e867-6de6-448f-a930-519848b25f75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b575d8103d64461c80c02a4dbeaa0cc3&device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 1098 time: 0.1681497 Aug 11 00:24:42.606920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-819fab3a-6262-4bae-8d2e-acedbd85869a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1553135 Aug 11 00:24:42.624068 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '29965441-3355-4b81-9bbe-07089a75e622', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'port_id': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'mac_address': 'fa:16:3e:d6:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:24:16Z', 'updated_at': '2021-08-11T00:24:40Z', 'revision_number': 1, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:16Z', 'revision_number': 5, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:42.661035 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] Checking router: 9ed63c5d-3c77-4787-aa19-5221527fca27 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:24:42.678380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:42.679422 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:24:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:42.728117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-1897cd9e-cfba-4bd4-a531-e75f1b2a8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:42.730110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-1897cd9e-cfba-4bd4-a531-e75f1b2a8b3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 1102 time: 0.0938530 Aug 11 00:24:42.779617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-0fddcafa-7e21-490f-b29b-cbf71c95090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:42.781520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-0fddcafa-7e21-490f-b29b-cbf71c95090f service neutron] 10.222.0.44 "GET /v2.0/networks?id=cbd25bcb-563e-4f8f-8515-9b9931529b60 HTTP/1.1" status: 200 len: 907 time: 0.1756670 Aug 11 00:24:42.824894 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:42.913175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-afd07f18-7720-4ebc-8fc0-99d9488ea4eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe75de2-4f64-4263-a8f7-620680cc19c9 HTTP/1.1" status: 200 len: 1000 time: 0.1225462 Aug 11 00:24:42.999989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-16298ce1-876b-4a7a-9b4e-4d86a2ee244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:43.000762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-3a1a766f-ffa1-44f6-b252-bbcdcfe5f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:43.003384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-3a1a766f-ffa1-44f6-b252-bbcdcfe5f091 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2423158 Aug 11 00:24:43.005493 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-16298ce1-876b-4a7a-9b4e-4d86a2ee244c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44de9f69-2295-4c44-b53f-f2f6ddcde400 HTTP/1.1" status: 200 len: 845 time: 0.0859468 Aug 11 00:24:43.125942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Made reservation on behalf of 518eac94b3d34ec394eb9c764814b5c5 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:24:43.131725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:43.137372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-a320a9f0-1ef2-44fe-8c7f-d74001eb6700 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 200 len: 217 time: 0.1257944 Aug 11 00:24:43.213747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-063b512a-c45a-43d3-a3bc-f3a82407423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:43.215752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-063b512a-c45a-43d3-a3bc-f3a82407423a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0713842 Aug 11 00:24:43.317469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-e6578d24-26ca-47a8-8fe7-d24382fe202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:43.320663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-e6578d24-26ca-47a8-8fe7-d24382fe202a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971606 Aug 11 00:24:43.373791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-5e0b1a30-621a-4d43-b299-272bbe65b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:43.377462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-5e0b1a30-621a-4d43-b299-272bbe65b71b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cbd25bcb-563e-4f8f-8515-9b9931529b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3630404 Aug 11 00:24:43.392154 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '29965441-3355-4b81-9bbe-07089a75e622', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'port_id': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'mac_address': 'fa:16:3e:d6:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:24:16Z', 'updated_at': '2021-08-11T00:24:40Z', 'revision_number': 1, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:16Z', 'revision_number': 5, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:43.433201 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70898b1d-5956-4ce9-b888-f19cd6724163 None None] The sync data for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 is: [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '29965441-3355-4b81-9bbe-07089a75e622', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'floating_ip_address': '172.25.0.102', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'port_id': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'mac_address': 'fa:16:3e:d6:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:24:16Z', 'updated_at': '2021-08-11T00:24:40Z', 'revision_number': 1, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:16Z', 'revision_number': 5, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:24:43.533341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-9de2aa8f-8ff3-45f2-accc-5eba7997e576 service neutron] 10.222.0.44 "GET /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477330 Aug 11 00:24:43.606223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd9fd-d8e8-4b51-a9bd-4c80d90ddd2c req-07491aa3-c9bc-4289-8f72-7bd7887ca293 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:43.617059 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac6dd9fd-d8e8-4b51-a9bd-4c80d90ddd2c req-07491aa3-c9bc-4289-8f72-7bd7887ca293 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.4699738 Aug 11 00:24:43.645783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-192015ff-d50d-408c-bb7d-7717a7014286 req-dba987de-7a84-44d8-b49a-9f602063c582 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 210 time: 0.1196814 Aug 11 00:24:43.704090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-10cc3400-bf86-42f1-8ed1-a0fe9a2d0e77 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655889 Aug 11 00:24:43.803956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac6dd9fd-d8e8-4b51-a9bd-4c80d90ddd2c req-4603910b-4b7d-47f3-a7cc-d6f39bac5fbe tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855135 Aug 11 00:24:43.920225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Allocated IP 172.20.0.13 (dfe014e5-9736-4dba-9538-dbc93dcb9b1a/0d23137b-90b0-4256-afed-7a4381a09c73/b0e4d913-a6ec-4bcc-a2f2-170466822f8d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:24:43.923123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e912a7b-4aff-49e2-8f1f-7d42983b4a46 req-64271676-84b7-4439-8bda-83bf740c9e98 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181823 Aug 11 00:24:43.925258 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a44d7a2-901b-44a8-9015-36c9d394ecd7 req-b34ece2b-b7d3-4160-8b42-3ab1d9415727 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 210 time: 0.0350680 Aug 11 00:24:43.931398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c0f68-ad45-492a-a644-0e3a8bb348f5 None None] New status for floating IP 29965441-3355-4b81-9bbe-07089a75e622: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:24:43.957009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4b29a7-5221-46fc-bd0a-16ea5cb1123a req-dee3bbee-958d-4949-8894-ce8a317c9d9e service neutron] 10.222.0.44 "GET /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145060 Aug 11 00:24:44.180254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:44.372394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:44.432792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Network dfe014e5-9736-4dba-9538-dbc93dcb9b1a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:44.442460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:44.451583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:24:44.481573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Pushing event updated for resources: {'Port': ['ID=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:44.561240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:44.565659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:44.697656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a693c5eb-234a-465c-80bb-b01c4dc4e27f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2213006 Aug 11 00:24:44.710396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Request body: {'port': {'device_id': 'bdf145a4-0bd7-4725-b56a-264b82f07ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:44.775886 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:44.858394 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5eb54bd-fb05-4a3c-a5e7-85087c404e94 req-37193eab-210d-4e99-bf11-e4f035d60a37 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 210 time: 0.0636365 Aug 11 00:24:45.126143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b244f-de5d-4473-8fa0-9beb33263962 req-215bfc28-14af-45b5-88d6-fbe60a74a0f2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:45.128709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-185b244f-de5d-4473-8fa0-9beb33263962 req-215bfc28-14af-45b5-88d6-fbe60a74a0f2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1161258 Aug 11 00:24:45.218275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-185b244f-de5d-4473-8fa0-9beb33263962 req-88d65002-1605-4d09-a3cf-4af531d5df0f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781991 Aug 11 00:24:45.238671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e4d913-a6ec-4bcc-a2f2-170466822f8d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:45.248971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:45.278254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Transition to ACTIVE for port object b0e4d913-a6ec-4bcc-a2f2-170466822f8d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:45.405609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de820981-e30b-484c-8a3e-1b87fdcf749b req-9cb8e441-e3dd-4bd1-a86c-015e7660525d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:45.407254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de820981-e30b-484c-8a3e-1b87fdcf749b req-9cb8e441-e3dd-4bd1-a86c-015e7660525d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 932 time: 0.0755122 Aug 11 00:24:45.461226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de820981-e30b-484c-8a3e-1b87fdcf749b req-cc783db4-567a-44a3-a96b-e0e650174d5e tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Aug 11 00:24:45.516836 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:45.608378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:45.721031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Attempting to bind port b0e4d913-a6ec-4bcc-a2f2-170466822f8d on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:45.721685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Attempting to bind port b0e4d913-a6ec-4bcc-a2f2-170466822f8d by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'ff08eace-d408-4c6f-865a-295b6e634570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dfe014e5-9736-4dba-9538-dbc93dcb9b1a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:45.722223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Attempting to bind port b0e4d913-a6ec-4bcc-a2f2-170466822f8d on network dfe014e5-9736-4dba-9538-dbc93dcb9b1a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:45.728694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Port b0e4d913-a6ec-4bcc-a2f2-170466822f8d on network dfe014e5-9736-4dba-9538-dbc93dcb9b1a not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:45.729032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Attempting to bind port b0e4d913-a6ec-4bcc-a2f2-170466822f8d on network dfe014e5-9736-4dba-9538-dbc93dcb9b1a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:45.735572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:45.735945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Checking segment: {'id': 'ff08eace-d408-4c6f-865a-295b6e634570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dfe014e5-9736-4dba-9538-dbc93dcb9b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:45.736358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Bound using segment: {'id': 'ff08eace-d408-4c6f-865a-295b6e634570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dfe014e5-9736-4dba-9538-dbc93dcb9b1a'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:45.736809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Bound port: b0e4d913-a6ec-4bcc-a2f2-170466822f8d, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff08eace-d408-4c6f-865a-295b6e634570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'dfe014e5-9736-4dba-9538-dbc93dcb9b1a'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:45.737183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:45.742728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6826f-aef6-4bb7-83a4-ff25c330b893 req-2fa0dba7-fd52-4014-979f-d4c032bd0180 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:45.744787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87c6826f-aef6-4bb7-83a4-ff25c330b893 req-2fa0dba7-fd52-4014-979f-d4c032bd0180 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 945 time: 0.1031802 Aug 11 00:24:45.793627 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87c6826f-aef6-4bb7-83a4-ff25c330b893 req-1d056c81-a14f-47ca-9c33-ead51dc78ec0 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378451 Aug 11 00:24:45.836453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] For port b0e4d913-a6ec-4bcc-a2f2-170466822f8d, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:45.842482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] For port b0e4d913-a6ec-4bcc-a2f2-170466822f8d, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,segment=NetworkSegment(ff08eace-d408-4c6f-865a-295b6e634570),segment_id=ff08eace-d408-4c6f-865a-295b6e634570)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:46.002142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b422a390-d3f4-45b1-928b-4d9ca84151bf req-91221e70-6584-45f4-b10d-4d4c40d0cee5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 210 time: 0.0327716 Aug 11 00:24:46.050285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:46.078604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:46.079371 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:46.101959 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] 10.222.0.55 "PUT /v2.0/ports/b0e4d913-a6ec-4bcc-a2f2-170466822f8d HTTP/1.1" status: 200 len: 1093 time: 1.3755834 Aug 11 00:24:46.101959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf145a4-0bd7-4725-b56a-264b82f07ffa', 'tag': 'b0e4d913-a6ec-4bcc-a2f2-170466822f8d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:46.101959 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aa6c6b-56a2-4cc4-9e1e-5c7193d11233" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf145a4-0bd7-4725-b56a-264b82f07ffa", "tag": "b0e4d913-a6ec-4bcc-a2f2-170466822f8d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:46.113575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bad09f-aef2-4617-83a7-b508e2058da4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:46.133349 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e66f25-153f-42f7-8255-aee4430c2f1e x-openstack-request-id: req-76e66f25-153f-42f7-8255-aee4430c2f1e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:46.134398 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf145a4-0bd7-4725-b56a-264b82f07ffa", "tag": "b0e4d913-a6ec-4bcc-a2f2-170466822f8d", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:46.134398 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76e66f25-153f-42f7-8255-aee4430c2f1e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:46.134398 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf145a4-0bd7-4725-b56a-264b82f07ffa', 'tag': 'b0e4d913-a6ec-4bcc-a2f2-170466822f8d', 'status': 'completed', 'code': 200} Aug 11 00:24:46.214956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa6c6b-56a2-4cc4-9e1e-5c7193d11233 req-443223da-4636-49db-912d-179492e029fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:46.216641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3aa6c6b-56a2-4cc4-9e1e-5c7193d11233 req-443223da-4636-49db-912d-179492e029fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=518eac94b3d34ec394eb9c764814b5c5&device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 1096 time: 0.0599349 Aug 11 00:24:46.302366 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1242f8be-66f8-4fe4-8da7-146b29027204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:46.423897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-2dacfa1d-bdb2-4fd4-b937-d7f75e92ac98 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654166 Aug 11 00:24:46.452394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa6c6b-56a2-4cc4-9e1e-5c7193d11233 req-f2de4155-a21d-46e6-beec-9bd86233acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:46.453917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3aa6c6b-56a2-4cc4-9e1e-5c7193d11233 req-f2de4155-a21d-46e6-beec-9bd86233acd4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=518eac94b3d34ec394eb9c764814b5c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2293921 Aug 11 00:24:46.594055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76a235-07f4-4b4c-aad8-baedb49b1918 req-62c7497b-bd85-40b7-aebf-19d032fb94d7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:46.595258 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d76a235-07f4-4b4c-aad8-baedb49b1918 req-62c7497b-bd85-40b7-aebf-19d032fb94d7 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.2388034 Aug 11 00:24:46.687016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774dddb-0fac-47c4-9390-8a6293365e7c req-05d4cbd5-2bf3-4873-846b-9ad7e0230cbc tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:46.704805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0774dddb-0fac-47c4-9390-8a6293365e7c req-05d4cbd5-2bf3-4873-846b-9ad7e0230cbc tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 944 time: 0.1393743 Aug 11 00:24:46.719351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d76a235-07f4-4b4c-aad8-baedb49b1918 req-448b23be-acf0-4110-84c1-8b4d3c97f732 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068263 Aug 11 00:24:46.728781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-d70d6295-0fe6-48d8-b94c-5c94be4129f9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:46.730501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-d70d6295-0fe6-48d8-b94c-5c94be4129f9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2978635 Aug 11 00:24:46.750577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Request body: {'port': {'device_id': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': 'e899a38790c44038978483c7c2bf2a43'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:46.759470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa6c6b-56a2-4cc4-9e1e-5c7193d11233 req-0bc07a83-6b69-445a-a5e4-179d427c8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:46.761258 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3aa6c6b-56a2-4cc4-9e1e-5c7193d11233 req-0bc07a83-6b69-445a-a5e4-179d427c8d24 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2950866 Aug 11 00:24:46.831545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0774dddb-0fac-47c4-9390-8a6293365e7c req-1d6e83a9-abc5-492c-8e4f-c5e779610323 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237876 Aug 11 00:24:46.909636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-e367e8c0-1682-44fa-bee0-8b984a4b0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:46.911197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-e367e8c0-1682-44fa-bee0-8b984a4b0e39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=518eac94b3d34ec394eb9c764814b5c5&device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 1096 time: 0.0821850 Aug 11 00:24:46.968081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-b309897f-fa9a-4c60-ac2f-04b4813863ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0e4d913-a6ec-4bcc-a2f2-170466822f8d HTTP/1.1" status: 200 len: 217 time: 0.0480862 Aug 11 00:24:47.067804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-6e799c00-9fa9-4f30-9658-b9ad6fa60c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:47.069460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-6e799c00-9fa9-4f30-9658-b9ad6fa60c5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d23137b-90b0-4256-afed-7a4381a09c73 HTTP/1.1" status: 200 len: 851 time: 0.0932126 Aug 11 00:24:47.084292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc2960-3fb8-4dbf-b831-af1a960953e4 req-0853f682-22e0-4776-afbf-73a3c4953ef1 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:47.092707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bc2960-3fb8-4dbf-b831-af1a960953e4 req-0853f682-22e0-4776-afbf-73a3c4953ef1 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 945 time: 0.1070149 Aug 11 00:24:47.140136 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-b1b042b2-623c-4005-a447-237cf606b555 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfe014e5-9736-4dba-9538-dbc93dcb9b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442505 Aug 11 00:24:47.144325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-094f3265-0137-462d-91e0-52f866ced110 req-e5357b60-b008-45d4-9a77-c6cd4a69d96f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 210 time: 0.0485983 Aug 11 00:24:47.199274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-a6b366cf-322e-4fd8-9b7a-4ae6764254dd tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:47.201359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-a6b366cf-322e-4fd8-9b7a-4ae6764254dd tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 945 time: 0.0684690 Aug 11 00:24:47.222319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Made reservation on behalf of e899a38790c44038978483c7c2bf2a43 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:24:47.226121 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:47.235752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bc2960-3fb8-4dbf-b831-af1a960953e4 req-aef8e49f-b752-4ddc-aebe-63a7c12aefa1 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups?id=2819b576-1a33-4fa5-b75c-992633267d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421907 Aug 11 00:24:47.344330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-e095eb90-35d6-4c95-8c3e-10122788c6b5 service neutron] 10.222.0.55 "GET /v2.0/networks/dfe014e5-9736-4dba-9538-dbc93dcb9b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932449 Aug 11 00:24:47.349137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Deleting port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:24:47.349500 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:47.475017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] For port ce4cf7a1-53bb-4960-8bd5-d71b640abb21, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:47.477628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:47.509516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Allocated IP 192.168.233.110 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/e222a870-e207-4fe2-be32-c3d4f6733ce4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:24:47.520836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7a7a0dc-e2ea-4039-9be9-4b98849e29b5 req-bfb1344e-fbb8-4b3d-94b6-54b3a304e3d9 service neutron] 10.222.0.55 "GET /v2.0/networks/dfe014e5-9736-4dba-9538-dbc93dcb9b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683290 Aug 11 00:24:47.788064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:47.788586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:47.789131 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Floating IP 52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65 disassociated. External IP: 172.25.0.160, port: ce4cf7a1-53bb-4960-8bd5-d71b640abb21. Aug 11 00:24:47.789694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Calling delete_port for ce4cf7a1-53bb-4960-8bd5-d71b640abb21 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:24:47.826354 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:47.893730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Transition to ACTIVE for port object e222a870-e207-4fe2-be32-c3d4f6733ce4 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:48.058618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9735f2-38ae-4331-8eff-0ec8d668bb30 req-441778c8-0f26-420f-90ce-7c0bf8d87371 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:48.062297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d9735f2-38ae-4331-8eff-0ec8d668bb30 req-441778c8-0f26-420f-90ce-7c0bf8d87371 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 944 time: 0.0953522 Aug 11 00:24:48.065611 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:48.073570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f0748-ac78-4273-aeaf-ce9fa335de17 req-232ca023-3a29-4eef-b0d3-58f2114ee912 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:48.080019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['50d82742-efd1-49de-ab32-268e86ff0e55', '67975638-57be-4755-bd45-cbcf158d841c', '00cb99bb-9e64-4923-941f-e822b11b631e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:48.083179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e35f0748-ac78-4273-aeaf-ce9fa335de17 req-232ca023-3a29-4eef-b0d3-58f2114ee912 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1807418 Aug 11 00:24:48.141902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e35f0748-ac78-4273-aeaf-ce9fa335de17 req-b1c6f1f0-68cf-4a3d-baad-388b43d54534 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562129 Aug 11 00:24:48.212252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:24:48.217258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:24:48.223188 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d9735f2-38ae-4331-8eff-0ec8d668bb30 req-bfa4202e-13b4-4871-92d9-a97d0517eabd tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456215 Aug 11 00:24:48.224267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:24:48.234549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:48.234733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:48.322435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:48.323864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:48.497362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-84bec377-d66b-4857-a80b-4f44efe484b4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7509875 Aug 11 00:24:48.522564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Request body: {'port': {'device_id': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:24:48.556873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event deleted for resources: {'Port': ['ID=ce4cf7a1-53bb-4960-8bd5-d71b640abb21,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:48.657965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa901580-be0f-4f5c-948c-f4532f52e366 req-416999d6-efbb-497b-ae09-c129ff64fac1 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 210 time: 0.0709157 Aug 11 00:24:48.673552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01755804-a390-4964-8741-9a6e03c02a12 req-60a6b2c4-4dc7-4609-a369-b6c983427404 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:48.682187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01755804-a390-4964-8741-9a6e03c02a12 req-60a6b2c4-4dc7-4609-a369-b6c983427404 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 936 time: 0.1448901 Aug 11 00:24:48.707356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Router a145d566-b850-4a31-9ecf-fb227f177ce4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:24:48.728289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:48.797651 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01755804-a390-4964-8741-9a6e03c02a12 req-377ff9e2-e091-4520-8039-c9bd693799a4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140723 Aug 11 00:24:48.798194 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e0e0a62-d0d6-4182-b0f6-3e337aafd7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:48.950478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:49.031784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:24:49.033747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dec95c3d-1c1b-47a9-ae3d-14e1a4c55063 None None] Provisioning for port e222a870-e207-4fe2-be32-c3d4f6733ce4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:49.045845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dec95c3d-1c1b-47a9-ae3d-14e1a4c55063 None None] Provisioning complete for port e222a870-e207-4fe2-be32-c3d4f6733ce4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:49.046340 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dec95c3d-1c1b-47a9-ae3d-14e1a4c55063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:49.064469 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] Sync routers for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:24:49.089459 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:49.091447 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:49.149878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-dec95c3d-1c1b-47a9-ae3d-14e1a4c55063 None None] Port e222a870-e207-4fe2-be32-c3d4f6733ce4 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:24:49.150584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] No DVR routers for this DVR port ce4cf7a1-53bb-4960-8bd5-d71b640abb21 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:24:49.153909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:49.156514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48903202-82ac-43c1-92c9-3b5bd1eb8e21 req-0be9196d-d97e-47fd-b811-993053056ac6 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.44 "DELETE /v2.0/ports/ce4cf7a1-53bb-4960-8bd5-d71b640abb21 HTTP/1.1" status: 204 len: 173 time: 1.9475143 Aug 11 00:24:49.157110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'name': 'network-vif-deleted', 'tag': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:49.159870 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27c040e-6a3c-4abd-b011-11c5b2eb06c7" -d '{"events": [{"server_uuid": "2b9956a6-4e72-45d4-9c2f-fa248b43e3fc", "name": "network-vif-deleted", "tag": "ce4cf7a1-53bb-4960-8bd5-d71b640abb21"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:49.223622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e222a870-e207-4fe2-be32-c3d4f6733ce4 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:49.223622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:49.251000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Transition to ACTIVE for port object e222a870-e207-4fe2-be32-c3d4f6733ce4 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:24:49.274028 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074678cd-ab0d-4c02-925e-a0a0a103db1d x-openstack-request-id: req-074678cd-ab0d-4c02-925e-a0a0a103db1d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:49.274858 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9956a6-4e72-45d4-9c2f-fa248b43e3fc", "name": "network-vif-deleted", "tag": "ce4cf7a1-53bb-4960-8bd5-d71b640abb21", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:49.275214 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-074678cd-ab0d-4c02-925e-a0a0a103db1d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:49.275621 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9956a6-4e72-45d4-9c2f-fa248b43e3fc', 'name': 'network-vif-deleted', 'tag': 'ce4cf7a1-53bb-4960-8bd5-d71b640abb21', 'status': 'completed', 'code': 200} Aug 11 00:24:49.322816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867761a3-9659-47a5-8813-61f4aaf3e5dd req-0705cb89-b14b-4c0b-adee-6728de0bb8c6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:49.325490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-867761a3-9659-47a5-8813-61f4aaf3e5dd req-0705cb89-b14b-4c0b-adee-6728de0bb8c6 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0873368 Aug 11 00:24:49.382272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-867761a3-9659-47a5-8813-61f4aaf3e5dd req-fe5e5484-fd0b-4cf9-960c-c42ae3e28322 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488994 Aug 11 00:24:49.389706 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:49.425790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b0e4d913-a6ec-4bcc-a2f2-170466822f8d details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:24:49.491613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1502a-ac94-4cb2-85a6-a6edc86747d1 req-02062b3a-9235-4735-b89b-e74273305819 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:49.499271 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6d1502a-ac94-4cb2-85a6-a6edc86747d1 req-02062b3a-9235-4735-b89b-e74273305819 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 944 time: 0.0912344 Aug 11 00:24:49.516916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:49.582124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b0e4d913-a6ec-4bcc-a2f2-170466822f8d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,segment=NetworkSegment(ff08eace-d408-4c6f-865a-295b6e634570),segment_id=ff08eace-d408-4c6f-865a-295b6e634570)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:49.620910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'b0e4d913-a6ec-4bcc-a2f2-170466822f8d', 'network_id': 'dfe014e5-9736-4dba-9538-dbc93dcb9b1a', 'port_id': 'b0e4d913-a6ec-4bcc-a2f2-170466822f8d', 'mac_address': 'fa:16:3e:d5:92:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d23137b-90b0-4256-afed-7a4381a09c73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:24:49.673914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:49.710269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e4d913-a6ec-4bcc-a2f2-170466822f8d {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:49.754284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b0e4d913-a6ec-4bcc-a2f2-170466822f8d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,segment=NetworkSegment(ff08eace-d408-4c6f-865a-295b6e634570),segment_id=ff08eace-d408-4c6f-865a-295b6e634570)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:49.809555 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:49.865354 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:49.875483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] Checking router: a145d566-b850-4a31-9ecf-fb227f177ce4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:24:49.881741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24a9bee7-bb14-4ab1-ab5d-e84932a9fb49 req-459fef17-a7e9-4478-a453-a2604bded4a4 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 210 time: 0.0469251 Aug 11 00:24:49.901907 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:49.903012 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:50.068128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074572e6-e6a8-4974-9ef7-86fdba48faee req-2ac12dd3-5a47-4e08-8079-102ce57c1106 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:50.073191 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-074572e6-e6a8-4974-9ef7-86fdba48faee req-2ac12dd3-5a47-4e08-8079-102ce57c1106 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.1211383 Aug 11 00:24:50.075123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:50.168085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['b0e4d913-a6ec-4bcc-a2f2-170466822f8d'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:50.194964 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:50.195648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-074572e6-e6a8-4974-9ef7-86fdba48faee req-1bde7566-134c-46ed-b746-f245734b1032 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008604 Aug 11 00:24:50.199274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6d1502a-ac94-4cb2-85a6-a6edc86747d1 req-51543b38-6b1d-405c-bb50-3638e1670bbf tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985631 Aug 11 00:24:50.241344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:50.296429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:24:50.296933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:24:50.297660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:50.304726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:24:50.305147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:24:50.313583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:24:50.313957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:24:50.318819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:24:50.318819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Bound port: e222a870-e207-4fe2-be32-c3d4f6733ce4, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:24:50.318819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:50.319249 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:50.404384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:24:50.412392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:24:50.528630 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:50.549488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1625-b9eb-463e-a67e-9299a34e5a43 req-2f606c02-7b8b-4f48-b907-554d8509739f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:50.551262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-661e1625-b9eb-463e-a67e-9299a34e5a43 req-2f606c02-7b8b-4f48-b907-554d8509739f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0804782 Aug 11 00:24:50.574329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:50.586393 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d2c28-5631-46b9-b2c3-27dff08fde9d None None] The sync data for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 is: [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:19:31Z', 'revision_number': 4, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b49a3c41-482b-4ad9-9769-6cba1ee7c533', 'name': '', 'network_id': '67c3c319-7406-4c9b-b34c-79d595893fa0', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'mac_address': 'fa:16:3e:89:c6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '06a3b0f2-4366-4ec9-996d-911682065254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:28Z', 'updated_at': '2021-08-11T00:19:40Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'subnets': [{'id': '06a3b0f2-4366-4ec9-996d-911682065254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:24:50.664823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:50.666196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:50.670012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] 10.222.0.44 "PUT /v2.0/ports/e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 1097 time: 2.1632700 Aug 11 00:24:50.670587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:50.685333 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bbc9b-4ca2-418c-b9b9-32ff8c556a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:50.699928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-661e1625-b9eb-463e-a67e-9299a34e5a43 req-d5e051dd-9bf1-4a6c-b368-280dd99509f5 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340737 Aug 11 00:24:50.805980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566e67c-8c8e-4dff-a225-62ff82606d14 service neutron] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:50.833667 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f35d89-2485-450a-8cba-a2ae2040be7e x-openstack-request-id: req-85f35d89-2485-450a-8cba-a2ae2040be7e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:50.834118 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:50.834779 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85f35d89-2485-450a-8cba-a2ae2040be7e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:50.835520 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'status': 'completed', 'code': 200} Aug 11 00:24:50.939439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bbc9b-4ca2-418c-b9b9-32ff8c556a2d req-ba55f5da-1a06-42dc-b453-14e8ed89b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:50.941847 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c96bbc9b-4ca2-418c-b9b9-32ff8c556a2d req-ba55f5da-1a06-42dc-b453-14e8ed89b755 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1100 time: 0.0879574 Aug 11 00:24:50.990677 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c96bbc9b-4ca2-418c-b9b9-32ff8c556a2d req-b6a13f6e-b491-4be3-9fce-6d74ab2e5069 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e899a38790c44038978483c7c2bf2a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317104 Aug 11 00:24:51.096053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c24904-e8d0-4ea6-bc70-0c1b12804534 None None] New status for floating IP 52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:24:51.114282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea3154dc-7814-4935-94a5-213aacd63e02 req-4236209b-0b59-4697-9256-6544a816d4d5 tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b9956a6-4e72-45d4-9c2f-fa248b43e3fc HTTP/1.1" status: 200 len: 210 time: 0.0710518 Aug 11 00:24:51.176756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bbc9b-4ca2-418c-b9b9-32ff8c556a2d req-26857fb2-2152-4f82-baec-4e7657e66980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:51.178248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c96bbc9b-4ca2-418c-b9b9-32ff8c556a2d req-26857fb2-2152-4f82-baec-4e7657e66980 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800783 Aug 11 00:24:51.308534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-136c6b2e-c111-436d-9ac7-1bfdc836a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:51.310388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-136c6b2e-c111-436d-9ac7-1bfdc836a2e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1100 time: 0.0655901 Aug 11 00:24:51.363313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-3cfae00a-43f0-447d-8e15-c0c0a0c48b7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.0446994 Aug 11 00:24:51.383497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e4039-e5fb-45b8-894a-9e7b6b84d45e req-41440bbb-10bf-4aa4-9be8-9ea0eab6f6b1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:51.386352 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d25e4039-e5fb-45b8-894a-9e7b6b84d45e req-41440bbb-10bf-4aa4-9be8-9ea0eab6f6b1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.1008167 Aug 11 00:24:51.458559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d25e4039-e5fb-45b8-894a-9e7b6b84d45e req-4346cd85-1a99-4f45-b818-081e78e056ec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420752 Aug 11 00:24:51.459075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-b370d67f-1b45-4bf4-9989-8be3c43a975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:51.459415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b0e4d913-a6ec-4bcc-a2f2-170466822f8d up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:51.460213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-b370d67f-1b45-4bf4-9989-8be3c43a975d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0731199 Aug 11 00:24:51.460213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d352ce0-7529-4ec0-86ca-ecbd857c0b77 req-5db2f22a-e03b-4ec0-b41a-07125f9abab6 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:51.460213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d352ce0-7529-4ec0-86ca-ecbd857c0b77 req-5db2f22a-e03b-4ec0-b41a-07125f9abab6 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 945 time: 0.0965135 Aug 11 00:24:51.537510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ce4cf7a1-53bb-4960-8bd5-d71b640abb21 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:24:51.553250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d352ce0-7529-4ec0-86ca-ecbd857c0b77 req-d3253503-b29c-4718-85be-b6bbb94a8ad4 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799236 Aug 11 00:24:51.557937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-98bf2ae5-1be3-4c6f-890c-87b182b62d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:51.559910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-98bf2ae5-1be3-4c6f-890c-87b182b62d2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016836 Aug 11 00:24:51.568565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: ce4cf7a1-53bb-4960-8bd5-d71b640abb21 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:24:51.569461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ce4cf7a1-53bb-4960-8bd5-d71b640abb21 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:24:51.674156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-d3eac0e5-2fcd-4094-b3db-5375bca0970c service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026976 Aug 11 00:24:51.825648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a686e14-03ec-4b66-9de7-c9f83d2186b6 req-bcb4496d-2269-4b2b-8294-76b72e249e8f service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405277 Aug 11 00:24:51.957630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f5d81-0529-4337-8d62-8871dffca1c7 req-108b6200-ab94-442b-992a-4bcb6d2b28a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:51.959897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d42f5d81-0529-4337-8d62-8871dffca1c7 req-108b6200-ab94-442b-992a-4bcb6d2b28a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0606368 Aug 11 00:24:52.020704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d42f5d81-0529-4337-8d62-8871dffca1c7 req-841ad666-7d54-4e88-af37-cd923077191c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Aug 11 00:24:52.093751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port b0e4d913-a6ec-4bcc-a2f2-170466822f8d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:52.100131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port b0e4d913-a6ec-4bcc-a2f2-170466822f8d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:52.100855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:52.277595 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:52.322168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf145a4-0bd7-4725-b56a-264b82f07ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e4d913-a6ec-4bcc-a2f2-170466822f8d'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:52.326393 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec0a66-4ab3-429d-8c66-90f9e782f0c9" -d '{"events": [{"server_uuid": "bdf145a4-0bd7-4725-b56a-264b82f07ffa", "name": "network-vif-plugged", "status": "completed", "tag": "b0e4d913-a6ec-4bcc-a2f2-170466822f8d"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:52.348820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b0e4d913-a6ec-4bcc-a2f2-170466822f8d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,segment=NetworkSegment(ff08eace-d408-4c6f-865a-295b6e634570),segment_id=ff08eace-d408-4c6f-865a-295b6e634570)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:52.349900 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:52.394137 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8c8f3c-35fd-443d-a0fd-53c01ee2623d x-openstack-request-id: req-6d8c8f3c-35fd-443d-a0fd-53c01ee2623d {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:52.394648 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf145a4-0bd7-4725-b56a-264b82f07ffa", "name": "network-vif-plugged", "status": "completed", "tag": "b0e4d913-a6ec-4bcc-a2f2-170466822f8d", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:52.395061 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d8c8f3c-35fd-443d-a0fd-53c01ee2623d {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:52.395672 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf145a4-0bd7-4725-b56a-264b82f07ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e4d913-a6ec-4bcc-a2f2-170466822f8d', 'code': 200} Aug 11 00:24:52.517154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41ba7-f198-4d6b-8617-6ef883ddc060 req-379ab621-28ec-4a8a-a791-a0330d1d1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:52.517757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49754) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:52.518743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20a41ba7-f198-4d6b-8617-6ef883ddc060 req-379ab621-28ec-4a8a-a791-a0330d1d1637 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 1097 time: 0.0641360 Aug 11 00:24:52.568885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20a41ba7-f198-4d6b-8617-6ef883ddc060 req-68b9a357-1e6c-40ce-894e-d21b82865bb3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Aug 11 00:24:52.579914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:52.650415 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-383f3df3-a330-40c5-bdd8-8a117c3af54c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:52.686770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a090e-974a-462b-a19e-f8ba87ec89b6 req-9f52c5a6-8a49-4f01-b73f-9a4b7fc3a777 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:52.688811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db4a090e-974a-462b-a19e-f8ba87ec89b6 req-9f52c5a6-8a49-4f01-b73f-9a4b7fc3a777 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.1139770 Aug 11 00:24:52.739233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-383f3df3-a330-40c5-bdd8-8a117c3af54c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:52.761301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de810d89-77a5-4735-839b-3dbcd026089b req-9ef2f1a0-cdf7-41dc-b23e-517aa4feb961 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:52.763115 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de810d89-77a5-4735-839b-3dbcd026089b req-9ef2f1a0-cdf7-41dc-b23e-517aa4feb961 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 946 time: 0.0727396 Aug 11 00:24:52.820134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:52.837535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de810d89-77a5-4735-839b-3dbcd026089b req-75d03977-125c-4b80-86d6-7ac09befa803 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633225 Aug 11 00:24:52.850102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db4a090e-974a-462b-a19e-f8ba87ec89b6 req-3faf6883-628a-40fa-9e21-1833876f843c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448548 Aug 11 00:24:53.022052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-383f3df3-a330-40c5-bdd8-8a117c3af54c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:53.026768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-383f3df3-a330-40c5-bdd8-8a117c3af54c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:53.028642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-383f3df3-a330-40c5-bdd8-8a117c3af54c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "DELETE /v2.0/security-groups/2819b576-1a33-4fa5-b75c-992633267d9e HTTP/1.1" status: 204 len: 168 time: 0.5094326 Aug 11 00:24:53.036371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49762) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:53.042851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f3df3-a330-40c5-bdd8-8a117c3af54c tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2819b576-1a33-4fa5-b75c-992633267d9e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:53.086140 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-d3a3a20a-cc04-478a-bf75-8cf1d624822e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] show failed (client error): The resource could not be found. Aug 11 00:24:53.088558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d3a3a20a-cc04-478a-bf75-8cf1d624822e tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "GET /v2.0/security-groups/2819b576-1a33-4fa5-b75c-992633267d9e HTTP/1.1" status: 404 len: 347 time: 0.0499730 Aug 11 00:24:53.091561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49766) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:53.177166 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f91dea-a30f-43ec-99e7-6f585436f7db req-82b9f4e1-2bb0-4368-87e6-dab5522b7e30 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:53.179000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3f91dea-a30f-43ec-99e7-6f585436f7db req-82b9f4e1-2bb0-4368-87e6-dab5522b7e30 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0631087 Aug 11 00:24:53.234931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3f91dea-a30f-43ec-99e7-6f585436f7db req-b94eb7bb-2d2f-4ed4-a188-0f94542d5db2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484955 Aug 11 00:24:53.275317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Deleting port 50cdb896-dffb-4728-af4d-c7c6d18f2f1b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:24:53.275760 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:53.366274 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:53.366619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:53.382050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Calling delete_port for 50cdb896-dffb-4728-af4d-c7c6d18f2f1b owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:24:53.837954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:53.867554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Pushing event deleted for resources: {'Port': ['ID=50cdb896-dffb-4728-af4d-c7c6d18f2f1b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:54.001588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:54.004625 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:54.006221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-31f4452b-df50-423d-bb74-fe18d35bb7fc tempest-ServersWithSpecificFlavorTestJSON-1597669250 tempest-ServersWithSpecificFlavorTestJSON-1597669250-project] 10.222.0.43 "DELETE /v2.0/floatingips/52fcf8e5-46c0-4a4f-bbd8-1ab48b55ce65 HTTP/1.1" status: 204 len: 168 time: 0.9130945 Aug 11 00:24:54.041798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9eabc-e50f-415c-b9c4-486cfcd9d54d req-07d04f24-59cd-4f56-80f5-4094d69e4dd3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:54.043553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c7a9eabc-e50f-415c-b9c4-486cfcd9d54d req-07d04f24-59cd-4f56-80f5-4094d69e4dd3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.0706429 Aug 11 00:24:54.082970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b0e31-1727-4fe1-9153-19a165436800 req-dcbed19b-f6f1-47fb-b0c5-782563f17a15 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:54.084666 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c6b0e31-1727-4fe1-9153-19a165436800 req-dcbed19b-f6f1-47fb-b0c5-782563f17a15 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 946 time: 0.0574367 Aug 11 00:24:54.093649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c7a9eabc-e50f-415c-b9c4-486cfcd9d54d req-d125674c-3a1c-49a3-969b-5b427f310b33 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Aug 11 00:24:54.138066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c6b0e31-1727-4fe1-9153-19a165436800 req-d65d5915-bc89-43e5-b562-dde44fadf501 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Aug 11 00:24:54.397962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8048d3-9c27-4db9-9a8e-a1d0f36063a0 req-ef3070b4-97f2-4e6d-b8d3-b8294f7c31d0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:54.397962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b8048d3-9c27-4db9-9a8e-a1d0f36063a0 req-ef3070b4-97f2-4e6d-b8d3-b8294f7c31d0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0704203 Aug 11 00:24:54.451152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b8048d3-9c27-4db9-9a8e-a1d0f36063a0 req-6aca2b34-ec0d-4082-82a6-f290cfcca86c tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474293 Aug 11 00:24:54.949816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49812) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:55.257471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bc654-c09d-4972-a8d4-5beec4696aff req-7f31be3e-0b23-494a-85e6-44841ec94869 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:55.259777 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-100bc654-c09d-4972-a8d4-5beec4696aff req-7f31be3e-0b23-494a-85e6-44841ec94869 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.0744138 Aug 11 00:24:55.328281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-100bc654-c09d-4972-a8d4-5beec4696aff req-3ec93e6a-d7dd-49ab-b83c-9f26b32f2ac2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591764 Aug 11 00:24:55.342989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807825ef-e5b4-454c-a4b8-1660fe05a354 req-555243e8-9d3d-467c-ac0c-2bc4f25166c2 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:55.344746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-807825ef-e5b4-454c-a4b8-1660fe05a354 req-555243e8-9d3d-467c-ac0c-2bc4f25166c2 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 946 time: 0.1213133 Aug 11 00:24:55.427100 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-807825ef-e5b4-454c-a4b8-1660fe05a354 req-a6ce524f-3183-4079-b513-91128070c8c1 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693905 Aug 11 00:24:55.545135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:24:55.595143 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:55.770971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb7ac0-4e93-48a0-aaa6-2e9b25736941 req-517b0b6d-4f2a-494c-bda6-6e4d62deeb59 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:55.773990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5dfb7ac0-4e93-48a0-aaa6-2e9b25736941 req-517b0b6d-4f2a-494c-bda6-6e4d62deeb59 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1174419 Aug 11 00:24:55.774913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:55.799532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'mac_address': 'fa:16:3e:9e:aa:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:24:55.899186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5dfb7ac0-4e93-48a0-aaa6-2e9b25736941 req-ce908d11-7d4e-4e44-9646-027853e4a0ca tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824850 Aug 11 00:24:55.899306 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:55.929746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e222a870-e207-4fe2-be32-c3d4f6733ce4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:24:55.994096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:56.035394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Deleting port b49a3c41-482b-4ad9-9769-6cba1ee7c533 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:24:56.035966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:56.139878 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:56.159514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] For port b49a3c41-482b-4ad9-9769-6cba1ee7c533, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b49a3c41-482b-4ad9-9769-6cba1ee7c533,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:56.161349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:56.183072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Calling delete_port for b49a3c41-482b-4ad9-9769-6cba1ee7c533 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:24:56.227000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:56.411792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['e222a870-e207-4fe2-be32-c3d4f6733ce4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:56.511414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fee0f-0290-4d17-ad63-d5c908a9bbc5 req-5df25c42-8104-4bfd-bc04-050ba61e9139 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:56.541945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d16fee0f-0290-4d17-ad63-d5c908a9bbc5 req-5df25c42-8104-4bfd-bc04-050ba61e9139 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 949 time: 0.1085796 Aug 11 00:24:56.558933 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:56.629116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Pushing event deleted for resources: {'Port': ['ID=b49a3c41-482b-4ad9-9769-6cba1ee7c533,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:56.639531 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d16fee0f-0290-4d17-ad63-d5c908a9bbc5 req-8bef0ac1-9ff2-400b-a6f2-6765a96b8097 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958385 Aug 11 00:24:56.856768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b051dd-2445-4e92-a520-20780d2ea097 req-351867c6-bbdd-4029-860c-6bed250c76c2 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:56.858724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2b051dd-2445-4e92-a520-20780d2ea097 req-351867c6-bbdd-4029-860c-6bed250c76c2 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 946 time: 0.1165562 Aug 11 00:24:56.966005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2b051dd-2445-4e92-a520-20780d2ea097 req-46ca7853-30ec-466c-a12e-5ef2aecd8617 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994279 Aug 11 00:24:56.980932 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:57.037496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cee4be-b39a-40ec-b7c2-518ee1fbb94c req-4da0c62b-9f76-4d83-b6e3-403d01593bde tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:57.041437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67cee4be-b39a-40ec-b7c2-518ee1fbb94c req-4da0c62b-9f76-4d83-b6e3-403d01593bde tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.0823667 Aug 11 00:24:57.086128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67cee4be-b39a-40ec-b7c2-518ee1fbb94c req-27d214ec-8ccd-4462-9701-698c869cabd3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Aug 11 00:24:57.275756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Router a145d566-b850-4a31-9ecf-fb227f177ce4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:24:57.394728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:24:57.404127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e5a6fae3-3164-4566-bd23-ddd64239457f admin admin] 10.222.0.43 "PUT /v2.0/routers/a145d566-b850-4a31-9ecf-fb227f177ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4528050 Aug 11 00:24:57.409066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49850) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:57.413400 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] Sync routers for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:24:57.429735 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:57.430912 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:57.558634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:24:57.573243 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:57.662112 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:57.884755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port e222a870-e207-4fe2-be32-c3d4f6733ce4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:24:57.889701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port e222a870-e207-4fe2-be32-c3d4f6733ce4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:24:57.891224 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:57.950262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a94ef3-4034-46c8-bd78-625bf64ce8b5 req-4450f825-a695-4cc7-9955-e95536ed880d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:57.957933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5a94ef3-4034-46c8-bd78-625bf64ce8b5 req-4450f825-a695-4cc7-9955-e95536ed880d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 949 time: 0.1425571 Aug 11 00:24:57.981552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:57.984543 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:24:56Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:58.017335 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5a94ef3-4034-46c8-bd78-625bf64ce8b5 req-a77b3b69-6fd1-4245-a7ef-76247e8f9007 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512128 Aug 11 00:24:58.027148 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] Checking router: a145d566-b850-4a31-9ecf-fb227f177ce4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:24:58.038273 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] Routers {'a145d566-b850-4a31-9ecf-fb227f177ce4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:24:58.039241 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a145d566-b850-4a31-9ecf-fb227f177ce4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:58.064430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:58.109648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:58.112914 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7884d73-9a28-4f74-b68a-818fd4ce267a" -d '{"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-plugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:58.131345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:58.189753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f1013-780b-459d-9f0d-f35071f23c77 req-9a749d57-79ee-4d77-ba69-de593e14f6a6 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:58.189753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-994f1013-780b-459d-9f0d-f35071f23c77 req-9a749d57-79ee-4d77-ba69-de593e14f6a6 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 946 time: 0.1206248 Aug 11 00:24:58.251824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Deleting port a8d19cde-3a31-4b0f-a1a2-bf39520885e7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:24:58.252319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:58.262398 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:58.272992 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] Set router a145d566-b850-4a31-9ecf-fb227f177ce4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:24:58.356650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2720c1f-285c-48ae-a471-001886bf4923 req-9658c4ad-3e9f-40a1-a886-86bfa4fcaa67 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:58.370989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2720c1f-285c-48ae-a471-001886bf4923 req-9658c4ad-3e9f-40a1-a886-86bfa4fcaa67 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 946 time: 0.2476797 Aug 11 00:24:58.377436 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466deec5-1a9e-48dd-8f44-65148e5d2a84 x-openstack-request-id: req-466deec5-1a9e-48dd-8f44-65148e5d2a84 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:58.378178 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-plugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:58.379579 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-466deec5-1a9e-48dd-8f44-65148e5d2a84 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:58.380764 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'code': 200} Aug 11 00:24:58.416905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] For port a8d19cde-3a31-4b0f-a1a2-bf39520885e7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a8d19cde-3a31-4b0f-a1a2-bf39520885e7,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:58.418758 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:58.445688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:58.454472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Calling delete_port for a8d19cde-3a31-4b0f-a1a2-bf39520885e7 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:24:58.552291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2720c1f-285c-48ae-a471-001886bf4923 req-45a37de9-d712-4428-82e6-eb8937b39143 tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/security-groups?id=d1bcc450-8dd3-4033-ae65-9a65e577609e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787171 Aug 11 00:24:58.569422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0cd8-4292-4861-8c18-46a261977ca3 req-75abbe69-9f74-434f-87a0-fcbab3b77eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:58.572606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-476e0cd8-4292-4861-8c18-46a261977ca3 req-75abbe69-9f74-434f-87a0-fcbab3b77eac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1102 time: 0.1311526 Aug 11 00:24:58.615192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858a3d7-7e0c-4f23-b79f-7aef1bf26369 req-023327bb-5a41-4863-b6a3-b5f16a1ddbcb tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:58.618461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9858a3d7-7e0c-4f23-b79f-7aef1bf26369 req-023327bb-5a41-4863-b6a3-b5f16a1ddbcb tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1003096 Aug 11 00:24:58.623706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Deleting port b0e4d913-a6ec-4bcc-a2f2-170466822f8d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:24:58.624263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:58.636567 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:24:56Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:24:58.667995 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a6ea86-cf68-495b-9ee9-94ce853dd536 None None] The sync data for ids ['a145d566-b850-4a31-9ecf-fb227f177ce4'] in n-d-712143-13 is: [{'id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1719470815-router', 'tenant_id': 'b6a215b1b0f04afaac7a7504e3660249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:21Z', 'updated_at': '2021-08-11T00:24:56Z', 'revision_number': 5, 'project_id': 'b6a215b1b0f04afaac7a7504e3660249', 'gw_port': {'id': 'a8d19cde-3a31-4b0f-a1a2-bf39520885e7', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145d566-b850-4a31-9ecf-fb227f177ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:23Z', 'updated_at': '2021-08-11T00:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:24:58.716171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-476e0cd8-4292-4861-8c18-46a261977ca3 req-446b2815-d14d-4c3c-b654-27912fc450bd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353254 Aug 11 00:24:58.754536 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9858a3d7-7e0c-4f23-b79f-7aef1bf26369 req-13f21377-2cda-41d2-bdf1-fc2ddb9fab5d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235032 Aug 11 00:24:58.780779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] For port b0e4d913-a6ec-4bcc-a2f2-170466822f8d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,segment=NetworkSegment(ff08eace-d408-4c6f-865a-295b6e634570),segment_id=ff08eace-d408-4c6f-865a-295b6e634570)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:24:58.781546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:58.797076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Calling delete_port for b0e4d913-a6ec-4bcc-a2f2-170466822f8d owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:24:58.959685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.020064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8d19cde-3a31-4b0f-a1a2-bf39520885e7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:59.138935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.214617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.227692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['b0e4d913-a6ec-4bcc-a2f2-170466822f8d'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:24:59.254444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Pushing event deleted for resources: {'Port': ['ID=b0e4d913-a6ec-4bcc-a2f2-170466822f8d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:24:59.264401 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.285368 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.290241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.298740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] No DVR routers for this DVR port b0e4d913-a6ec-4bcc-a2f2-170466822f8d on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:24:59.301851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.304151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-994f1013-780b-459d-9f0d-f35071f23c77 req-30410ff4-cf39-4ddb-aff1-8656e049482d tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.55 "DELETE /v2.0/ports/b0e4d913-a6ec-4bcc-a2f2-170466822f8d HTTP/1.1" status: 204 len: 173 time: 1.0808306 Aug 11 00:24:59.304750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf145a4-0bd7-4725-b56a-264b82f07ffa', 'name': 'network-vif-deleted', 'tag': 'b0e4d913-a6ec-4bcc-a2f2-170466822f8d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:24:59.307907 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b2454f-2906-4906-837b-c061da8b659b" -d '{"events": [{"server_uuid": "bdf145a4-0bd7-4725-b56a-264b82f07ffa", "name": "network-vif-deleted", "tag": "b0e4d913-a6ec-4bcc-a2f2-170466822f8d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:24:59.350600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0a640-6ef8-40ca-ae7d-3acde69876f7 req-41a85f6a-4e1b-4857-b756-35e576b2afa5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:59.353394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc0a640-6ef8-40ca-ae7d-3acde69876f7 req-41a85f6a-4e1b-4857-b756-35e576b2afa5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1768713 Aug 11 00:24:59.391095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.405024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc0a640-6ef8-40ca-ae7d-3acde69876f7 req-c0a707ae-7f05-4f5f-b001-e9252a1c990d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Aug 11 00:24:59.455486 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e64560e-ba40-4a83-9c13-0127ab69c623 x-openstack-request-id: req-4e64560e-ba40-4a83-9c13-0127ab69c623 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:24:59.456030 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf145a4-0bd7-4725-b56a-264b82f07ffa", "name": "network-vif-deleted", "tag": "b0e4d913-a6ec-4bcc-a2f2-170466822f8d", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:24:59.456426 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e64560e-ba40-4a83-9c13-0127ab69c623 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:24:59.457175 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf145a4-0bd7-4725-b56a-264b82f07ffa', 'name': 'network-vif-deleted', 'tag': 'b0e4d913-a6ec-4bcc-a2f2-170466822f8d', 'status': 'completed', 'code': 200} Aug 11 00:24:59.596816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.599683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a145d566-b850-4a31-9ecf-fb227f177ce4 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:24:59.608990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.612897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49888) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:24:59.613078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4ef968d9-fee3-4176-9da3-fa1ad20b2d40 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a145d566-b850-4a31-9ecf-fb227f177ce4 HTTP/1.1" status: 204 len: 168 time: 2.2025464 Aug 11 00:24:59.666904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c8a1e2-7c0c-40a0-b8e3-77a204024351 admin admin] Deleting subnet 06a3b0f2-4366-4ec9-996d-911682065254 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:24:59.683774 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52c8a1e2-7c0c-40a0-b8e3-77a204024351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.693703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5e705c8-854a-4cf0-9e6a-81c94b8570f2 req-8bf276b8-c103-4739-a82b-233c8c5bb3ac tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 210 time: 0.0321889 Aug 11 00:24:59.752052 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52c8a1e2-7c0c-40a0-b8e3-77a204024351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:24:59.793114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57129e-6954-4d05-98be-1cc4df7a8f4c req-50bf83c7-5a45-43a0-8aaf-a32499fe6830 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:24:59.794994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da57129e-6954-4d05-98be-1cc4df7a8f4c req-50bf83c7-5a45-43a0-8aaf-a32499fe6830 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1227047 Aug 11 00:24:59.871268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da57129e-6954-4d05-98be-1cc4df7a8f4c req-61f9018e-d481-451b-9f1c-fd01854544ff tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Aug 11 00:24:59.886526 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52c8a1e2-7c0c-40a0-b8e3-77a204024351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:00.168767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52c8a1e2-7c0c-40a0-b8e3-77a204024351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:00.216664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8a1e2-7c0c-40a0-b8e3-77a204024351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a3b0f2-4366-4ec9-996d-911682065254,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:00.222955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a8d19cde-3a31-4b0f-a1a2-bf39520885e7 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:00.231635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52c8a1e2-7c0c-40a0-b8e3-77a204024351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:00.236165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-52c8a1e2-7c0c-40a0-b8e3-77a204024351 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/06a3b0f2-4366-4ec9-996d-911682065254 HTTP/1.1" status: 204 len: 168 time: 0.6215236 Aug 11 00:25:00.237098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c90df-95e0-43c4-abeb-068812d7ba51 None None] Network 67c3c319-7406-4c9b-b34c-79d595893fa0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:25:00.238184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49898) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:00.317586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a8d19cde-3a31-4b0f-a1a2-bf39520885e7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:00.317938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a8d19cde-3a31-4b0f-a1a2-bf39520885e7 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:00.318374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b49a3c41-482b-4ad9-9769-6cba1ee7c533 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:00.347966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b49a3c41-482b-4ad9-9769-6cba1ee7c533 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:00.348836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b49a3c41-482b-4ad9-9769-6cba1ee7c533 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:00.548109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] DHCP port deletion for 67c3c319-7406-4c9b-b34c-79d595893fa0 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:25:00.628805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] Deleting port f89d3ce0-206e-491a-9021-d76de8a07e4c {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:00.629186 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:00.720318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] For port f89d3ce0-206e-491a-9021-d76de8a07e4c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f89d3ce0-206e-491a-9021-d76de8a07e4c,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:00.721561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:00.766215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] Calling delete_port for f89d3ce0-206e-491a-9021-d76de8a07e4c owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:00.772076 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:00.813440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aebaeb-3954-489a-952c-4ad1fad38d7d req-bf350b64-9217-445f-8b37-9a0cf899565e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:00.822987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68aebaeb-3954-489a-952c-4ad1fad38d7d req-bf350b64-9217-445f-8b37-9a0cf899565e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1557488 Aug 11 00:25:00.931742 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68aebaeb-3954-489a-952c-4ad1fad38d7d req-0ec77561-0863-4034-84e9-3a25098c2583 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731471 Aug 11 00:25:00.954381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Deleting port f89d3ce0-206e-491a-9021-d76de8a07e4c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:00.954969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:00.983676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b30811a0-892b-4f0b-826c-28824b340cb3 req-f7e50cc6-685b-4e82-86da-858348af418f tempest-ServerPasswordTestJSON-1019947276 tempest-ServerPasswordTestJSON-1019947276-project] 10.222.0.43 "GET /v2.0/ports?device_id=bdf145a4-0bd7-4725-b56a-264b82f07ffa HTTP/1.1" status: 200 len: 210 time: 0.0617521 Aug 11 00:25:01.073634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-82ca8164-81ca-4c05-8d67-a45f13b0f092 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:01.079560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-82ca8164-81ca-4c05-8d67-a45f13b0f092 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.44 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1105902 Aug 11 00:25:01.116408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] For port f89d3ce0-206e-491a-9021-d76de8a07e4c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f89d3ce0-206e-491a-9021-d76de8a07e4c,segment=NetworkSegment(8bb45368-834b-41a2-9859-aad51752bf62),segment_id=8bb45368-834b-41a2-9859-aad51752bf62)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:01.117053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.149753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Calling delete_port for f89d3ce0-206e-491a-9021-d76de8a07e4c owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:01.208593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bd9ae-6440-456e-a582-a2adcb7429fc req-45925f71-ceea-4537-9dc2-e597bd3b328d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:01.212034 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a78bd9ae-6440-456e-a582-a2adcb7429fc req-45925f71-ceea-4537-9dc2-e597bd3b328d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 946 time: 0.1871054 Aug 11 00:25:01.254043 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.294669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8675d2b-9abd-4f15-8fdf-9b4e1bf8c795 req-b6192e02-0cdb-44db-9b56-8f1b6be633e5 tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:01.297799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8675d2b-9abd-4f15-8fdf-9b4e1bf8c795 req-b6192e02-0cdb-44db-9b56-8f1b6be633e5 tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1102 time: 0.1560252 Aug 11 00:25:01.324444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] Pushing event deleted for resources: {'Port': ['ID=f89d3ce0-206e-491a-9021-d76de8a07e4c,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:01.338526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab9cef-75a5-4327-ba9f-b068b05ac655 None None] No DVR routers for this DVR port f89d3ce0-206e-491a-9021-d76de8a07e4c on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:01.393090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a78bd9ae-6440-456e-a582-a2adcb7429fc req-5cbbe152-8f09-4537-b008-478fa6ab6eec tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132939 Aug 11 00:25:01.396030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Deleting port ae1c3fd6-8638-4811-95e6-4ccd4889be55 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:01.396922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.430899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.513424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] No DVR routers for this DVR port f89d3ce0-206e-491a-9021-d76de8a07e4c on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:01.513604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b0e4d913-a6ec-4bcc-a2f2-170466822f8d no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:01.513711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89d3ce0-206e-491a-9021-d76de8a07e4c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:01.551117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: b0e4d913-a6ec-4bcc-a2f2-170466822f8d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:01.551714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b0e4d913-a6ec-4bcc-a2f2-170466822f8d not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:01.638734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.658293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c3c319-7406-4c9b-b34c-79d595893fa0']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:01.680171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb45368-834b-41a2-9859-aad51752bf62') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:01.680575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb45368-834b-41a2-9859-aad51752bf62') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:01.692787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.712061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.720738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:25:01.721263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:25:01.731745 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:25:01.899547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8675d2b-9abd-4f15-8fdf-9b4e1bf8c795 req-8fc9ac52-5f2d-421d-8228-477b223abcea tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782657 Aug 11 00:25:01.974298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] For port ae1c3fd6-8638-4811-95e6-4ccd4889be55, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ae1c3fd6-8638-4811-95e6-4ccd4889be55,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:01.974787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:01.993762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Calling delete_port for ae1c3fd6-8638-4811-95e6-4ccd4889be55 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:02.073003 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.090924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.096331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] 10.222.0.43 "DELETE /v2.0/networks/67c3c319-7406-4c9b-b34c-79d595893fa0 HTTP/1.1" status: 204 len: 168 time: 1.8555918 Aug 11 00:25:02.115747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:02.165083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cded0a5-45c3-48ca-bb73-57358aa51b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c3c319-7406-4c9b-b34c-79d595893fa0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:02.273473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49926) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:02.324199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f89d3ce0-206e-491a-9021-d76de8a07e4c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:02.362230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: f89d3ce0-206e-491a-9021-d76de8a07e4c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:02.362957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f89d3ce0-206e-491a-9021-d76de8a07e4c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:02.400926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19496d2-3109-4b13-9257-b37d68edd307 admin admin] Deleting subnet 0d23137b-90b0-4256-afed-7a4381a09c73 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:25:02.408381 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a19496d2-3109-4b13-9257-b37d68edd307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.467062 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a19496d2-3109-4b13-9257-b37d68edd307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.563809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.579743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ae1c3fd6-8638-4811-95e6-4ccd4889be55'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:02.589762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a19496d2-3109-4b13-9257-b37d68edd307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.610204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event deleted for resources: {'Port': ['ID=ae1c3fd6-8638-4811-95e6-4ccd4889be55,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:02.716154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c4cdc-f23c-4199-92c0-3b61ddbafe6a req-e3e6c821-ebc0-448d-a206-e6b8f0ceb14d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:02.718479 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c8c4cdc-f23c-4199-92c0-3b61ddbafe6a req-e3e6c821-ebc0-448d-a206-e6b8f0ceb14d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 867 time: 0.1992865 Aug 11 00:25:02.720052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] No DVR routers for this DVR port ae1c3fd6-8638-4811-95e6-4ccd4889be55 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:02.724158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.727964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f1f6b3b-1979-42e9-8d3d-e534dd4bb170 req-9453e6be-c4fb-4bc0-b3a4-c7c4fbd7e2a4 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.44 "DELETE /v2.0/ports/ae1c3fd6-8638-4811-95e6-4ccd4889be55 HTTP/1.1" status: 204 len: 173 time: 1.6448896 Aug 11 00:25:02.728694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3016bd25-46c8-4154-b46c-8a39dc7ecc6f', 'name': 'network-vif-deleted', 'tag': 'ae1c3fd6-8638-4811-95e6-4ccd4889be55'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:02.732667 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7462cf3d-b2ca-47fc-845e-ac4f08245b8f" -d '{"events": [{"server_uuid": "3016bd25-46c8-4154-b46c-8a39dc7ecc6f", "name": "network-vif-deleted", "tag": "ae1c3fd6-8638-4811-95e6-4ccd4889be55"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:02.786109 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c8c4cdc-f23c-4199-92c0-3b61ddbafe6a req-9d06475a-7f6d-465d-9db6-8c91e1edc269 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489137 Aug 11 00:25:02.855717 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a19496d2-3109-4b13-9257-b37d68edd307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.914969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19496d2-3109-4b13-9257-b37d68edd307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d23137b-90b0-4256-afed-7a4381a09c73,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:02.938506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a19496d2-3109-4b13-9257-b37d68edd307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:02.940600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a19496d2-3109-4b13-9257-b37d68edd307 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0d23137b-90b0-4256-afed-7a4381a09c73 HTTP/1.1" status: 204 len: 168 time: 0.6667650 Aug 11 00:25:02.941790 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd12c7f0-caef-47aa-9f86-61543afb7d8f x-openstack-request-id: req-dd12c7f0-caef-47aa-9f86-61543afb7d8f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:02.942680 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3016bd25-46c8-4154-b46c-8a39dc7ecc6f", "name": "network-vif-deleted", "tag": "ae1c3fd6-8638-4811-95e6-4ccd4889be55", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:02.943553 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd12c7f0-caef-47aa-9f86-61543afb7d8f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:02.943754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49940) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:02.944245 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3016bd25-46c8-4154-b46c-8a39dc7ecc6f', 'name': 'network-vif-deleted', 'tag': 'ae1c3fd6-8638-4811-95e6-4ccd4889be55', 'status': 'completed', 'code': 200} Aug 11 00:25:03.054347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338246cc-73cd-4c96-b6f0-255a4fbb30b1 req-1e515304-fae4-4865-942e-b46928310086 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:03.056245 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-338246cc-73cd-4c96-b6f0-255a4fbb30b1 req-1e515304-fae4-4865-942e-b46928310086 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1946375 Aug 11 00:25:03.107977 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.163978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-338246cc-73cd-4c96-b6f0-255a4fbb30b1 req-74a17aca-31d5-4ec6-b094-2e33f6266b28 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859332 Aug 11 00:25:03.295975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.313421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.318118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe014e5-9736-4dba-9538-dbc93dcb9b1a']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:03.368205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-82919630-e3de-49c7-9eca-4c87dafccc5b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1753123 Aug 11 00:25:03.371705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff08eace-d408-4c6f-865a-295b6e634570') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:03.371986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff08eace-d408-4c6f-865a-295b6e634570') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:03.389740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.442596 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.457096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:25:03.457512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:25:03.459345 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:25:03.739412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.748510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.751197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] 10.222.0.43 "DELETE /v2.0/networks/dfe014e5-9736-4dba-9538-dbc93dcb9b1a HTTP/1.1" status: 204 len: 168 time: 0.8048592 Aug 11 00:25:03.771722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab3c8e-e4cf-4e85-983c-e220ecdedfbe admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe014e5-9736-4dba-9538-dbc93dcb9b1a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:03.800641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Deleting port 14edd70d-de64-45f0-b8b6-f64c70165bc7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:03.800999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.922296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] For port 14edd70d-de64-45f0-b8b6-f64c70165bc7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=14edd70d-de64-45f0-b8b6-f64c70165bc7,segment=NetworkSegment(b302f41e-245f-434a-b2aa-21f8fac3aae9),segment_id=b302f41e-245f-434a-b2aa-21f8fac3aae9)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:03.922969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:03.949710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Calling delete_port for 14edd70d-de64-45f0-b8b6-f64c70165bc7 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:03.995773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66e3fef8-ba51-4494-8e71-e9fc33a4478b req-1b3bf9f7-a5f0-439f-8c9a-282426981a9f tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3016bd25-46c8-4154-b46c-8a39dc7ecc6f HTTP/1.1" status: 200 len: 210 time: 0.0403502 Aug 11 00:25:04.355067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbf19-067f-4764-a31a-23d01f5d4f15 req-0bcced04-29ff-4d70-ad14-26dfafb5bac4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:04.358475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-347cbf19-067f-4764-a31a-23d01f5d4f15 req-0bcced04-29ff-4d70-ad14-26dfafb5bac4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0901737 Aug 11 00:25:04.409498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-347cbf19-067f-4764-a31a-23d01f5d4f15 req-b3a532d6-a7b7-4fcd-9d1d-dfc23aaad59d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Aug 11 00:25:04.417478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:04.461019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=14edd70d-de64-45f0-b8b6-f64c70165bc7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:04.590301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49978) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:04.670064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7511ff54-be32-4291-977d-91e7d31593d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=518eac94b3d34ec394eb9c764814b5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770533 Aug 11 00:25:04.674747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49980) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:04.858978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:04.871866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d399cdef-0198-4531-ac0e-033def1a4022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:04.976934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d399cdef-0198-4531-ac0e-033def1a4022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:05.591133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ae1c3fd6-8638-4811-95e6-4ccd4889be55 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:05.606116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d399cdef-0198-4531-ac0e-033def1a4022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:05.608952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d399cdef-0198-4531-ac0e-033def1a4022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:05.612358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d399cdef-0198-4531-ac0e-033def1a4022 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1bcc450-8dd3-4033-ae65-9a65e577609e HTTP/1.1" status: 204 len: 168 time: 0.9325347 Aug 11 00:25:05.644869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: ae1c3fd6-8638-4811-95e6-4ccd4889be55 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:05.653616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ae1c3fd6-8638-4811-95e6-4ccd4889be55 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:05.653842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa385aff-d106-4c4a-8922-ee0a625ae7fa req-c39b3a78-0fa1-4b57-b2a2-3127b16be681 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:05.653842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa385aff-d106-4c4a-8922-ee0a625ae7fa req-c39b3a78-0fa1-4b57-b2a2-3127b16be681 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1074309 Aug 11 00:25:05.721213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa385aff-d106-4c4a-8922-ee0a625ae7fa req-179cf151-1baf-4d98-bee3-e4c7b05a809c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592146 Aug 11 00:25:05.768184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399cdef-0198-4531-ac0e-033def1a4022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bcc450-8dd3-4033-ae65-9a65e577609e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:05.847120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:25:05.902753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-611ae4d1-569c-4ffe-9cc1-c595bd0d4a3d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:05.904996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-611ae4d1-569c-4ffe-9cc1-c595bd0d4a3d tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.3029685 Aug 11 00:25:05.959284 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-1dc9802a-31f9-4bd1-b8c1-c32cce2db36a tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/quotas/064855ecf62b4de4832543e325d9b97d HTTP/1.1" status: 200 len: 375 time: 0.0184486 Aug 11 00:25:06.013473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-c5e4fc17-28ff-4dd9-91b8-3e2dfeb15345 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:06.016249 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-c5e4fc17-28ff-4dd9-91b8-3e2dfeb15345 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 808 time: 0.1287081 Aug 11 00:25:06.025762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-98634cab-c428-4ab5-8688-24bf958dd8fe tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574312 Aug 11 00:25:06.032913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-6abbd7c8-55b1-493e-8c50-eefa4bf33f0a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/quotas/0cba842470cb42649154e0bc813fbf84 HTTP/1.1" status: 200 len: 375 time: 0.0105932 Aug 11 00:25:06.091949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:25:06.104652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f9030ba4-9622-4e38-8066-931fe0f2dfeb admin admin] 10.222.0.43 "PUT /v2.0/routers/5c196b4e-3dd5-4fa3-a069-722bd0057c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9815884 Aug 11 00:25:06.104652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50018) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:06.105965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-914bdee9-cbc9-4cfc-8eeb-a9ddafa1fe96 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660348 Aug 11 00:25:06.108705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] Sync routers for ids ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:25:06.127489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] Routers {'5c196b4e-3dd5-4fa3-a069-722bd0057c41'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:25:06.128157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:06.310739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] Set router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:25:06.372103 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-fa1b01c1-08e9-406a-9e4d-a1564135883a service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369710 Aug 11 00:25:06.407341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-2c9a0ecb-2315-46e7-8470-f8831b94bb5b service neutron] 10.222.0.43 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884140 Aug 11 00:25:06.410021 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:06.533278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:25:04Z', 'revision_number': 5, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:06.567932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] Checking router: 5c196b4e-3dd5-4fa3-a069-722bd0057c41 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:25:06.580920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] Routers {'5c196b4e-3dd5-4fa3-a069-722bd0057c41'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:25:06.581863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:06.589348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-58a68cac-177e-4ea8-941e-f25d5dff2bbe service neutron] 10.222.0.43 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042899 Aug 11 00:25:06.611678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-7ff8003b-593b-41b1-a4c2-9c41990e8447 service neutron] 10.222.0.43 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924672 Aug 11 00:25:06.614298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:06.736649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] Set router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:25:06.915732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Deleting port 28f8acd5-d42a-48e9-b604-342a5a65bf62 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:06.916687 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:06.970059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:25:04Z', 'revision_number': 5, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:07.000589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b935c6ce-dc98-439f-bde2-69ee82648dd3 None None] The sync data for ids ['5c196b4e-3dd5-4fa3-a069-722bd0057c41'] in n-d-712143-13 is: [{'id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1985401993-router', 'tenant_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:19:42Z', 'updated_at': '2021-08-11T00:25:04Z', 'revision_number': 5, 'project_id': '9a0237ad85c6411e9e1195cd7c89feb4', 'gw_port': {'id': '28f8acd5-d42a-48e9-b604-342a5a65bf62', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c196b4e-3dd5-4fa3-a069-722bd0057c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:19:43Z', 'updated_at': '2021-08-11T00:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:25:07.104551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] For port 28f8acd5-d42a-48e9-b604-342a5a65bf62, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=28f8acd5-d42a-48e9-b604-342a5a65bf62,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:07.105432 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:07.135456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Calling delete_port for 28f8acd5-d42a-48e9-b604-342a5a65bf62 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:07.460693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab37d-4731-4a32-af1f-b11ff357ee1d req-34507259-bb3e-4f70-81cd-0dffc62b4ec1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:07.460693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7bab37d-4731-4a32-af1f-b11ff357ee1d req-34507259-bb3e-4f70-81cd-0dffc62b4ec1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1083264 Aug 11 00:25:07.506838 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7bab37d-4731-4a32-af1f-b11ff357ee1d req-b5989ef7-8ba3-4d84-b3a7-5c90fc94e845 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450029 Aug 11 00:25:07.539026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:07.593979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f8acd5-d42a-48e9-b604-342a5a65bf62,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:07.692760 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:07.702848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6daf7920-b068-4d44-aba5-7dfceeb2c0b5 req-1d01509d-e5f7-41cd-b8d2-c1a6f1008c71 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0581226 Aug 11 00:25:07.713179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa50c561-d4fb-4051-937f-ef9784da31de req-ccd189ab-e1fc-4a0a-9666-37040604a492 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 210 time: 0.0936382 Aug 11 00:25:07.932222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:07.940738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:07.941827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50070) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:08.048007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-5137508d-9ad5-4613-92f3-d10f04cf7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:08.049752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-5137508d-9ad5-4613-92f3-d10f04cf7102 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1102 time: 0.0519032 Aug 11 00:25:08.122228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-439797391-network', 'tenant_id': '0544b9295498487f86ab0188a5ce7034'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:08.184364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-7ca00d4e-099a-4d43-926f-58c65f040570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:08.186058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-7ca00d4e-099a-4d43-926f-58c65f040570 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1271851 Aug 11 00:25:08.206239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 14edd70d-de64-45f0-b8b6-f64c70165bc7 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:08.244817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 14edd70d-de64-45f0-b8b6-f64c70165bc7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:08.245374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 14edd70d-de64-45f0-b8b6-f64c70165bc7 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:08.274608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-e6c5c425-c01e-4685-a0a4-3bd70d47bb20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.0790520 Aug 11 00:25:08.316796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:08.317252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c196b4e-3dd5-4fa3-a069-722bd0057c41 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:25:08.357525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:08.357525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a1649972-2f25-4583-a401-4b1788193825 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5c196b4e-3dd5-4fa3-a069-722bd0057c41 HTTP/1.1" status: 204 len: 168 time: 2.2220316 Aug 11 00:25:08.359230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-6d799a4e-896a-4c1b-8942-989b94ae7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:08.359230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-6d799a4e-896a-4c1b-8942-989b94ae7d60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0545774 Aug 11 00:25:08.359487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50080) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:08.441120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-181b9aa1-d34a-43b5-be30-46a18527bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:08.444047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-181b9aa1-d34a-43b5-be30-46a18527bde4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793331 Aug 11 00:25:08.451121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-271f4a0b-1481-4157-946d-03cf1414c287 admin admin] Deleting subnet 80f56e72-6239-4dba-bf05-c209f9ec20a8 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:25:08.457783 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-271f4a0b-1481-4157-946d-03cf1414c287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:08.528685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-271f4a0b-1481-4157-946d-03cf1414c287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:08.609210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-a4b2626f-c52c-4b4d-9f92-74536521087b service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561611 Aug 11 00:25:08.667795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Made reservation on behalf of 0544b9295498487f86ab0188a5ce7034 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:25:08.670197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:08.683190 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:08.694700 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-271f4a0b-1481-4157-946d-03cf1414c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:08.742808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226084c0-f03c-407f-9b38-dec6ac6757aa req-97c331f5-5de3-4a8e-bc84-6a000af688d5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:08.744726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-226084c0-f03c-407f-9b38-dec6ac6757aa req-97c331f5-5de3-4a8e-bc84-6a000af688d5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0996673 Aug 11 00:25:08.765608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-5f8ec166-f724-47c2-9348-c6054a39eaed service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494296 Aug 11 00:25:08.872385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08253e26-8167-489e-b9e4-716312cc9a77 req-8fa17f68-fdf9-44be-9e89-f4b1b07a0198 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 210 time: 0.0464964 Aug 11 00:25:08.884569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:08.891681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-226084c0-f03c-407f-9b38-dec6ac6757aa req-0fa5d7fc-a158-49ea-96c2-550eb4b5a7bb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233404 Aug 11 00:25:08.995201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b42bfd08-311e-4ac8-9ca6-1081b546bddf req-32716d48-1735-4126-aa25-66be9ef27c28 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0524621 Aug 11 00:25:09.217168 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-271f4a0b-1481-4157-946d-03cf1414c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.217456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.251348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:25:09.254708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f4a0b-1481-4157-946d-03cf1414c287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f56e72-6239-4dba-bf05-c209f9ec20a8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:09.259227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-271f4a0b-1481-4157-946d-03cf1414c287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.263046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-271f4a0b-1481-4157-946d-03cf1414c287 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/80f56e72-6239-4dba-bf05-c209f9ec20a8 HTTP/1.1" status: 204 len: 168 time: 0.9014661 Aug 11 00:25:09.266906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50092) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:09.272226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8009c4dc-7dbd-4d8f-8651-91b944ceb5bc None None] Network fbb8f869-650f-4f1b-b5de-9ed4e0408401 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:25:09.277960 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.278361 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Added segment b4325991-7aba-475b-a4be-db5541417d66 of type vlan for network f5c1c8e5-4f8b-428f-9027-a6ece7239049 Aug 11 00:25:09.280893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cc23ec-9901-4977-824a-d80d33529459,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:09.299927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.300231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.300478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.300847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.301140 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.301541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.301789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.302115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.302441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.302758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.303093 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.303428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:09.347449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.388214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.477625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Deleting port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:09.478032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.560417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] DHCP port deletion for fbb8f869-650f-4f1b-b5de-9ed4e0408401 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:25:09.564294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] For port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,segment=NetworkSegment(b302f41e-245f-434a-b2aa-21f8fac3aae9),segment_id=b302f41e-245f-434a-b2aa-21f8fac3aae9)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:09.564671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.582357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.584194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:09.585647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.588890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Calling delete_port for cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:09.619001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] Deleting port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:09.619394 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.680493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c1c8e5-4f8b-428f-9027-a6ece7239049,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:09.692741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f5c1c8e5-4f8b-428f-9027-a6ece7239049 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:25:09.898280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] For port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,segment=NetworkSegment(b302f41e-245f-434a-b2aa-21f8fac3aae9),segment_id=b302f41e-245f-434a-b2aa-21f8fac3aae9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:09.899441 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.923773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] Calling delete_port for cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:09.979201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:09.979988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-158d8346-7252-4f86-a767-b60fad1e0de0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0206316 Aug 11 00:25:10.034034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:10.041141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] No DVR routers for this DVR port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:10.184080 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:10.184300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bad5a90e-8489-40cb-b6ff-b143753a261e req-4d853d99-bb1f-4172-a67e-39201e0dbae1 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 210 time: 0.0982859 Aug 11 00:25:10.184393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] Pushing event deleted for resources: {'Port': ['ID=cdc1c88b-e350-4c8c-a8fa-c100a5eacd11,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:10.194385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b48b84-dc5f-4eb0-940a-447aad9a240b req-0ff07b4a-bc81-47dd-b7b2-e8561474d5f8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:10.208889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67b48b84-dc5f-4eb0-940a-447aad9a240b req-0ff07b4a-bc81-47dd-b7b2-e8561474d5f8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.2226574 Aug 11 00:25:10.213265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228e7a6-c888-4b08-87ee-a63e258b46e9 None None] No DVR routers for this DVR port cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:10.248098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:10.270630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb8f869-650f-4f1b-b5de-9ed4e0408401']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:10.292952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b302f41e-245f-434a-b2aa-21f8fac3aae9') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:10.293437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b302f41e-245f-434a-b2aa-21f8fac3aae9') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:10.326395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:10.330433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67b48b84-dc5f-4eb0-940a-447aad9a240b req-a6f3b9f4-4cad-47e9-ab8c-e0e0faf7a0e5 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114688 Aug 11 00:25:10.372786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 28f8acd5-d42a-48e9-b604-342a5a65bf62 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:10.374014 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:10.389024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 28f8acd5-d42a-48e9-b604-342a5a65bf62 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:10.390878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 28f8acd5-d42a-48e9-b604-342a5a65bf62 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:10.391385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:10.391829 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-963d244d-3fea-4c91-8562-5e7bc79be68f req-7d22eb15-cd1f-4d62-ab38-4572e00c67f9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0429940 Aug 11 00:25:10.395008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:25:10.395401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:25:10.397294 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:25:10.417144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:10.417806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cdc1c88b-e350-4c8c-a8fa-c100a5eacd11 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:10.619912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:10.640696 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:10.648213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fbb8f869-650f-4f1b-b5de-9ed4e0408401 HTTP/1.1" status: 204 len: 168 time: 1.3756695 Aug 11 00:25:10.662555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50c54d-773d-4325-baa6-76c15f912cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb8f869-650f-4f1b-b5de-9ed4e0408401,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:10.809200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd8b8-c177-4d52-b4f8-c6f41379aa6f req-512d51d8-0647-421e-a0a3-d3af00ce23ae tempest-ComputeTenantNetworksTest-1842739976 tempest-ComputeTenantNetworksTest-1842739976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:10.816049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd8b8-c177-4d52-b4f8-c6f41379aa6f req-512d51d8-0647-421e-a0a3-d3af00ce23ae tempest-ComputeTenantNetworksTest-1842739976 tempest-ComputeTenantNetworksTest-1842739976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:10.824842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd8b8-c177-4d52-b4f8-c6f41379aa6f req-512d51d8-0647-421e-a0a3-d3af00ce23ae tempest-ComputeTenantNetworksTest-1842739976 tempest-ComputeTenantNetworksTest-1842739976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:10.826758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-277bd8b8-c177-4d52-b4f8-c6f41379aa6f req-512d51d8-0647-421e-a0a3-d3af00ce23ae tempest-ComputeTenantNetworksTest-1842739976 tempest-ComputeTenantNetworksTest-1842739976-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2567856 Aug 11 00:25:10.954609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67992599-2d4f-4b53-8bfc-341bf7e90aa6 req-19f178b6-e2c4-4718-97f4-529d537f5a3b tempest-ComputeTenantNetworksTest-1842739976 tempest-ComputeTenantNetworksTest-1842739976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:10.956489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67992599-2d4f-4b53-8bfc-341bf7e90aa6 req-19f178b6-e2c4-4718-97f4-529d537f5a3b tempest-ComputeTenantNetworksTest-1842739976 tempest-ComputeTenantNetworksTest-1842739976-project] 10.222.0.43 "GET /v2.0/networks/f5c1c8e5-4f8b-428f-9027-a6ece7239049 HTTP/1.1" status: 200 len: 768 time: 0.1055076 Aug 11 00:25:10.976224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50122) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:11.071133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.178797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.192673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c1c8e5-4f8b-428f-9027-a6ece7239049']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:11.209518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4325991-7aba-475b-a4be-db5541417d66') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:11.210277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4325991-7aba-475b-a4be-db5541417d66') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:11.227929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.260810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.267997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50128) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:11.283406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:25:11.283823 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:25:11.285561 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:25:11.291406 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfb00050-1ce4-41e2-a097-93f0256c05ef req-b5883641-617b-42bb-a39a-0dd72f2c45ff tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 210 time: 0.0357068 Aug 11 00:25:11.368401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-629ede04-f122-4494-b2e6-528ef3cc8b0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6a215b1b0f04afaac7a7504e3660249&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0984614 Aug 11 00:25:11.370800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50132) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:11.464595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d21b807-a8a7-4098-8e19-d9b5b2c7c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.468741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.482761 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.484776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] 10.222.0.43 "DELETE /v2.0/networks/f5c1c8e5-4f8b-428f-9027-a6ece7239049 HTTP/1.1" status: 204 len: 168 time: 0.5074525 Aug 11 00:25:11.512326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d21b807-a8a7-4098-8e19-d9b5b2c7c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.514442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663845a3-ea60-4db0-9286-209ee3dd7f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c1c8e5-4f8b-428f-9027-a6ece7239049,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:11.532968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe99a6-e4ee-4b01-b72b-cfe58408ac05 req-2b05498f-4a35-40d6-806a-ecf961c070e3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:11.534637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6fbe99a6-e4ee-4b01-b72b-cfe58408ac05 req-2b05498f-4a35-40d6-806a-ecf961c070e3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1107776 Aug 11 00:25:11.550279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-730bc08d-2117-4a53-965e-3e97f43a6b9a req-a9f1c208-ada0-427b-900b-dd97870924a9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0539498 Aug 11 00:25:11.614040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6fbe99a6-e4ee-4b01-b72b-cfe58408ac05 req-8bccd09a-8637-4bbb-ad82-6de6d218e964 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588553 Aug 11 00:25:11.836509 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d21b807-a8a7-4098-8e19-d9b5b2c7c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.839455 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d21b807-a8a7-4098-8e19-d9b5b2c7c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:11.840843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6d21b807-a8a7-4098-8e19-d9b5b2c7c8e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cdde502-02a5-4f5e-bfc7-63f5aff36b59 HTTP/1.1" status: 204 len: 168 time: 0.4688425 Aug 11 00:25:11.852702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21b807-a8a7-4098-8e19-d9b5b2c7c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdde502-02a5-4f5e-bfc7-63f5aff36b59,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:12.299191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-08674d33-2913-434e-bfef-582d807bf6cb tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:12.300838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-08674d33-2913-434e-bfef-582d807bf6cb tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 812 time: 0.1266692 Aug 11 00:25:12.315758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Request body: {'port': {'device_id': '80e24b69-3b78-4ad0-901e-4b45f4e5e824', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'admin_state_up': True, 'tenant_id': '064855ecf62b4de4832543e325d9b97d'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:12.366106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50148) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:12.462138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d2900f0-75be-4bd1-a2cd-01d39178b656 req-c02bbe6a-0d12-4121-b63b-87905f9a278e tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 210 time: 0.0409055 Aug 11 00:25:12.470518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fe095cb1-0221-4b89-b6c8-46e944434f0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0544b9295498487f86ab0188a5ce7034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023734 Aug 11 00:25:12.476534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50152) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:12.542936 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9864b08a-b20f-407f-96bb-aa601d4b64a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:12.568949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9864b08a-b20f-407f-96bb-aa601d4b64a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:12.703878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f33e120-7caf-4b1d-a9df-7e4e84603ebe req-84e2868e-234e-447a-bea2-f96d414d9d3e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0322480 Aug 11 00:25:12.704620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Made reservation on behalf of 064855ecf62b4de4832543e325d9b97d for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:25:12.708145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:12.839724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda2a40-73f7-4c82-9836-65a5f9c6c7ef req-67d340e5-88ca-430f-9558-a6866d5d8e03 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:12.842520 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2bda2a40-73f7-4c82-9836-65a5f9c6c7ef req-67d340e5-88ca-430f-9558-a6866d5d8e03 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0721540 Aug 11 00:25:12.844515 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9864b08a-b20f-407f-96bb-aa601d4b64a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:12.852720 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9864b08a-b20f-407f-96bb-aa601d4b64a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:12.857249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9864b08a-b20f-407f-96bb-aa601d4b64a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8cc23ec-9901-4977-824a-d80d33529459 HTTP/1.1" status: 204 len: 168 time: 0.3768477 Aug 11 00:25:12.889187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864b08a-b20f-407f-96bb-aa601d4b64a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cc23ec-9901-4977-824a-d80d33529459,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:13.019057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2bda2a40-73f7-4c82-9836-65a5f9c6c7ef req-06b89939-79d9-42c0-bdf3-7ae38579011f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575861 Aug 11 00:25:13.083365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Allocated IP 172.20.0.5 (bbb78a15-e01a-4b33-a6e5-5702ff422fff/9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d/afe198eb-c26d-4e0a-bdf0-cf49567d1867) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:25:13.296839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:13.436395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50166) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:13.498641 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:13.512804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-dd832509-291d-49cf-9d3f-0e78f0e00367 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:13.514505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-dd832509-291d-49cf-9d3f-0e78f0e00367 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 808 time: 0.1339936 Aug 11 00:25:13.528657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Request body: {'port': {'device_id': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'admin_state_up': True, 'tenant_id': '0cba842470cb42649154e0bc813fbf84'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:13.564000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2624077b-f403-4910-b1e5-22cabe56268d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a0237ad85c6411e9e1195cd7c89feb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217873 Aug 11 00:25:13.568088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50170) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:13.599346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Network bbb78a15-e01a-4b33-a6e5-5702ff422fff is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:25:13.615225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:25:13.633744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:25:13.715309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event updated for resources: {'Port': ['ID=afe198eb-c26d-4e0a-bdf0-cf49567d1867,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:13.774188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2ece8-71ec-4f0f-9136-714575d69605 req-c4d8654d-feba-4093-9701-28b9680d917b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:13.775890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bde2ece8-71ec-4f0f-9136-714575d69605 req-c4d8654d-feba-4093-9701-28b9680d917b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 931 time: 0.1674500 Aug 11 00:25:13.791073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:13.792726 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:13.837463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd97c-c682-4c4a-8787-51d7ebfe175b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:13.898285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd97c-c682-4c4a-8787-51d7ebfe175b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:13.912098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bde2ece8-71ec-4f0f-9136-714575d69605 req-151e8cb6-8fdf-41c9-9da5-0ccc9e8c0425 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232655 Aug 11 00:25:14.021970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78fcff8b-a2e9-4a01-8029-4eeb5ead7a58 req-d7a79270-027c-4257-b63f-8b42dc396a2f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0551677 Aug 11 00:25:14.171440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865d2b5-d3ed-4803-b371-9138904f3b45 req-de4230ce-d9cc-496e-9f9b-c3e02d8bcd89 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:14.173584 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4865d2b5-d3ed-4803-b371-9138904f3b45 req-de4230ce-d9cc-496e-9f9b-c3e02d8bcd89 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0825050 Aug 11 00:25:14.222325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4865d2b5-d3ed-4803-b371-9138904f3b45 req-322412bd-209d-44dd-b91a-9e64fa620909 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Aug 11 00:25:14.238275 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd97c-c682-4c4a-8787-51d7ebfe175b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:14.240472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Made reservation on behalf of 0cba842470cb42649154e0bc813fbf84 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:25:14.246222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8dfd97c-c682-4c4a-8787-51d7ebfe175b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:14.246222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a8dfd97c-c682-4c4a-8787-51d7ebfe175b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b778557-6fce-44f2-98cd-74d35a54e87c HTTP/1.1" status: 204 len: 168 time: 0.6592774 Aug 11 00:25:14.248951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:14.252387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfd97c-c682-4c4a-8787-51d7ebfe175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b778557-6fce-44f2-98cd-74d35a54e87c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:14.353289 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-708d1624-0604-4256-95a7-b4adc195eea2 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0417485 Aug 11 00:25:14.457347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Allocated IP 172.20.0.7 (8c59f848-f680-473b-8fd6-692def6fba06/d15a8409-61e3-4c13-ae93-7c691de770bf/0e8a17b3-9390-4673-bf7a-bab295d2b57f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:25:14.646424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:14.802611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Request body: {'port': {'device_id': '80e24b69-3b78-4ad0-901e-4b45f4e5e824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:14.826087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:14.844219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:14.937889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Network 8c59f848-f680-473b-8fd6-692def6fba06 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:25:14.942823 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:14.943604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:25:14.956367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:25:15.324282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:15.324968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:15.376226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Pushing event updated for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:15.420510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30c485-56d4-4a58-b030-4953973b0c7f req-4ed5a288-1773-4743-994a-d1aeca9fd029 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:15.432365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed30c485-56d4-4a58-b030-4953973b0c7f req-4ed5a288-1773-4743-994a-d1aeca9fd029 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 931 time: 0.3125274 Aug 11 00:25:15.475248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbf27c-c1d1-4762-8a70-005044c9df25 req-36e4e650-bee6-4c26-adfe-c22661c7ebc8 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:15.483846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eddbf27c-c1d1-4762-8a70-005044c9df25 req-36e4e650-bee6-4c26-adfe-c22661c7ebc8 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 931 time: 0.1449401 Aug 11 00:25:15.489315 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-a6b96b30-ce1e-4d0f-a867-a1157723b8b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9655521 Aug 11 00:25:15.505149 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:25:15.534077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Request body: {'port': {'device_id': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:15.570365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eddbf27c-c1d1-4762-8a70-005044c9df25 req-131bb94c-c63e-4193-b759-be7b7cd2d7d0 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822315 Aug 11 00:25:15.582935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed30c485-56d4-4a58-b030-4953973b0c7f req-be832aa4-e912-4bca-b606-b71d52671227 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462791 Aug 11 00:25:15.783120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.053063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe198eb-c26d-4e0a-bdf0-cf49567d1867 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:25:16.071838 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.107833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Transition to ACTIVE for port object afe198eb-c26d-4e0a-bdf0-cf49567d1867 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:25:16.171042 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e4b059c-65f6-4986-958c-ddf0c5713baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.218531 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.301927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9e10c-d7d8-41c6-9fe9-c1e9ee194354 req-407b284c-d121-4d00-a199-0b7e6477f22e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:16.311369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b4b9e10c-d7d8-41c6-9fe9-c1e9ee194354 req-407b284c-d121-4d00-a199-0b7e6477f22e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.2114739 Aug 11 00:25:16.312670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Pushing event updated for resources: {'Port': ['ID=afe198eb-c26d-4e0a-bdf0-cf49567d1867,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:16.467331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b4b9e10c-d7d8-41c6-9fe9-c1e9ee194354 req-b13d1116-504c-47a4-b25b-91406720e25f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547389 Aug 11 00:25:16.499707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8a17b3-9390-4673-bf7a-bab295d2b57f {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:25:16.512814 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.533972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Attempting to bind port afe198eb-c26d-4e0a-bdf0-cf49567d1867 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:16.538117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Attempting to bind port afe198eb-c26d-4e0a-bdf0-cf49567d1867 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:16.538117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Attempting to bind port afe198eb-c26d-4e0a-bdf0-cf49567d1867 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:16.549382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Port afe198eb-c26d-4e0a-bdf0-cf49567d1867 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:16.549926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Attempting to bind port afe198eb-c26d-4e0a-bdf0-cf49567d1867 on network bbb78a15-e01a-4b33-a6e5-5702ff422fff {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:16.554150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Transition to ACTIVE for port object 0e8a17b3-9390-4673-bf7a-bab295d2b57f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:25:16.559531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:16.560088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Checking segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:16.560738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Bound using segment: {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:16.561469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Bound port: afe198eb-c26d-4e0a-bdf0-cf49567d1867, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d7ef09e-1914-4d5e-92af-bc62b0913bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:16.562028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.665303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.754484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] For port afe198eb-c26d-4e0a-bdf0-cf49567d1867, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:16.764181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] For port afe198eb-c26d-4e0a-bdf0-cf49567d1867, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=afe198eb-c26d-4e0a-bdf0-cf49567d1867,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:25:16.845090 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.948948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Pushing event updated for resources: {'Port': ['ID=afe198eb-c26d-4e0a-bdf0-cf49567d1867,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:16.977166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:16.977166 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:16.977166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-6aa61ffb-ddf9-4f6f-91d8-6cd8cbd5578f service neutron] 10.222.0.55 "PUT /v2.0/ports/afe198eb-c26d-4e0a-bdf0-cf49567d1867 HTTP/1.1" status: 200 len: 1092 time: 2.6129115 Aug 11 00:25:16.977166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e24b69-3b78-4ad0-901e-4b45f4e5e824', 'tag': 'afe198eb-c26d-4e0a-bdf0-cf49567d1867'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:16.978560 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186a358b-2b1f-4f5f-b476-6c8c26f9a139" -d '{"events": [{"name": "network-changed", "server_uuid": "80e24b69-3b78-4ad0-901e-4b45f4e5e824", "tag": "afe198eb-c26d-4e0a-bdf0-cf49567d1867"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:16.990179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79802fe-9609-4b2b-9dbb-6d2863c9169c req-79749bec-6d17-4d6e-ae7c-6be51bf30415 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:16.992716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f79802fe-9609-4b2b-9dbb-6d2863c9169c req-79749bec-6d17-4d6e-ae7c-6be51bf30415 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.2254968 Aug 11 00:25:17.063548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f79802fe-9609-4b2b-9dbb-6d2863c9169c req-61f59370-d304-4241-96da-e913b744d61c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642881 Aug 11 00:25:17.073591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:17.101365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fc480-9db0-4dd1-8b4e-369f93f5ed62 req-8ca5f987-ed00-435b-b1d7-d05a634efda8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:17.113777 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-391fc480-9db0-4dd1-8b4e-369f93f5ed62 req-8ca5f987-ed00-435b-b1d7-d05a634efda8 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 943 time: 0.2795064 Aug 11 00:25:17.193990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:17.197007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:17.198832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:17.228263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:17.228549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:17.233371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-511d5473-3197-4542-89ae-e367829655a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:17.235553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-511d5473-3197-4542-89ae-e367829655a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 1095 time: 0.1071882 Aug 11 00:25:17.263821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:17.264885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:17.266220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:17.269373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Bound port: 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:17.271040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:17.314675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-391fc480-9db0-4dd1-8b4e-369f93f5ed62 req-c051d287-57d6-4a92-bec9-846dc1e60a95 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018530 Aug 11 00:25:17.337213 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423fa41a-1b47-46ff-9223-071835aa4d42 x-openstack-request-id: req-423fa41a-1b47-46ff-9223-071835aa4d42 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:17.337513 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e24b69-3b78-4ad0-901e-4b45f4e5e824", "tag": "afe198eb-c26d-4e0a-bdf0-cf49567d1867", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:17.337861 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-423fa41a-1b47-46ff-9223-071835aa4d42 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:17.338159 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e24b69-3b78-4ad0-901e-4b45f4e5e824', 'tag': 'afe198eb-c26d-4e0a-bdf0-cf49567d1867', 'status': 'completed', 'code': 200} Aug 11 00:25:17.341984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-25586771-eba5-4199-9479-339fc88c352e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe198eb-c26d-4e0a-bdf0-cf49567d1867 HTTP/1.1" status: 200 len: 217 time: 0.0934110 Aug 11 00:25:17.421449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-44cdb4f1-81cb-41a4-a00b-76c25f09cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:17.423209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-44cdb4f1-81cb-41a4-a00b-76c25f09cb16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.0741770 Aug 11 00:25:17.448276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:17.448276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:25:17.463110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-a36753b5-d3f9-48cd-83be-afafa919ea08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301330 Aug 11 00:25:17.604457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-0eb546c0-bf5d-49e3-bf6a-3a5b3880dd61 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299791 Aug 11 00:25:17.612599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:17.654253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:17.655021 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:17.656486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e8a17b3-9390-4673-bf7a-bab295d2b57f HTTP/1.1" status: 200 len: 1092 time: 2.1403220 Aug 11 00:25:17.656940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:17.659237 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa8e4ce-22e8-45a0-b620-e86a4a6df1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:17.692711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4c77e-a08a-43bb-8a1c-2dabacaadb67 req-c0f1512b-f64a-4360-963e-18398dcb8acb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:17.694348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49f4c77e-a08a-43bb-8a1c-2dabacaadb67 req-c0f1512b-f64a-4360-963e-18398dcb8acb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1115017 Aug 11 00:25:17.720518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd40a5-7d84-4512-808e-2f63a763fec9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:17.722502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-811c02bc-f14b-4053-8ca5-b27b360754d2 req-f0621bc9-acbe-4f89-8e83-466d52d42c8f service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108811 Aug 11 00:25:17.766653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49f4c77e-a08a-43bb-8a1c-2dabacaadb67 req-6c425ec7-b962-4be3-955d-3dd9b159d3be tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644162 Aug 11 00:25:17.780010 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4eff70-6c30-49a7-87e2-a6b74182d0bb x-openstack-request-id: req-bc4eff70-6c30-49a7-87e2-a6b74182d0bb {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:17.780010 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:17.780010 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc4eff70-6c30-49a7-87e2-a6b74182d0bb {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:17.780532 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f', 'status': 'completed', 'code': 200} Aug 11 00:25:17.882504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8e4ce-22e8-45a0-b620-e86a4a6df1a8 req-efb29c0f-1304-47d1-b766-95ea9554b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:17.885381 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffa8e4ce-22e8-45a0-b620-e86a4a6df1a8 req-efb29c0f-1304-47d1-b766-95ea9554b490 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1095 time: 0.0860481 Aug 11 00:25:18.094956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8e4ce-22e8-45a0-b620-e86a4a6df1a8 req-a93bfe21-1c08-4d26-9847-d8e287456102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:18.099623 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffa8e4ce-22e8-45a0-b620-e86a4a6df1a8 req-a93bfe21-1c08-4d26-9847-d8e287456102 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0cba842470cb42649154e0bc813fbf84&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2052495 Aug 11 00:25:18.373099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541070ec-2fd1-47a9-8331-6577d385b95e req-33d32b22-f985-46dc-8a5c-3259ca26bf93 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:18.379936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-33d32b22-f985-46dc-8a5c-3259ca26bf93 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 820 time: 0.3300047 Aug 11 00:25:18.399580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8e4ce-22e8-45a0-b620-e86a4a6df1a8 req-723012ff-fe6e-4a74-b416-17782005d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:18.403947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffa8e4ce-22e8-45a0-b620-e86a4a6df1a8 req-723012ff-fe6e-4a74-b416-17782005d042 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2314327 Aug 11 00:25:18.418806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-e586e4b6-db0e-4f03-8363-1759e5629d0c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/quotas/d16a210b8107409094f1dce337d7601e HTTP/1.1" status: 200 len: 375 time: 0.0378587 Aug 11 00:25:18.490874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-f98537b5-d360-4c47-8175-372e5e1103c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:18.493310 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-f98537b5-d360-4c47-8175-372e5e1103c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=064855ecf62b4de4832543e325d9b97d&device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 1095 time: 0.5567966 Aug 11 00:25:18.531572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-2da8c8c9-c9a4-4111-b4fd-0b7d2ebeaeae tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044512 Aug 11 00:25:18.537639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-e8078340-0904-4100-bf02-e739daddef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:18.539079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-e8078340-0904-4100-bf02-e739daddef13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1095 time: 0.0979211 Aug 11 00:25:18.556496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14194a19-bc0b-4cb1-b03c-62ef28b750d4 req-b1cb593c-f1bf-4565-9db9-0f21e719bbda tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:18.558547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14194a19-bc0b-4cb1-b03c-62ef28b750d4 req-b1cb593c-f1bf-4565-9db9-0f21e719bbda tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.1057839 Aug 11 00:25:18.619459 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-da4f4868-dd91-444d-af71-c56e567c589c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f HTTP/1.1" status: 200 len: 217 time: 0.0598810 Aug 11 00:25:18.634963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14194a19-bc0b-4cb1-b03c-62ef28b750d4 req-30a84f74-7dda-44aa-9cbc-d4037cc3052a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564392 Aug 11 00:25:18.661619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-acf0b0f6-f27f-49a7-af2d-ac73a86b0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:18.663796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-acf0b0f6-f27f-49a7-af2d-ac73a86b0595 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 200 len: 913 time: 0.1624551 Aug 11 00:25:18.723350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-c76108ce-c76c-40ce-a927-ac8bd0991494 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afe198eb-c26d-4e0a-bdf0-cf49567d1867 HTTP/1.1" status: 200 len: 217 time: 0.0505817 Aug 11 00:25:18.792220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-de372438-d990-4d02-9430-c2535ddb10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:18.796460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-de372438-d990-4d02-9430-c2535ddb10e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 200 len: 852 time: 0.0649490 Aug 11 00:25:18.850450 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61853986-48b5-41a0-8f97-bb90cb7451b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:18.884216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-db2ae2ad-c000-45a3-a53f-9446f111aac0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb78a15-e01a-4b33-a6e5-5702ff422fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777469 Aug 11 00:25:18.943204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:19.079487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-a0dc630f-fa31-4eb3-8e43-952a3680dc50 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871850 Aug 11 00:25:19.093327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-3f7fe6d5-d492-4ce5-ac5d-b9ec6f896f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:19.096066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-3f7fe6d5-d492-4ce5-ac5d-b9ec6f896f21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.4670691 Aug 11 00:25:19.109548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12747e0c-016b-4fc3-bb70-7beb46efe060 service neutron] 10.222.0.43 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691557 Aug 11 00:25:19.186238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-f53a7580-7c38-4d60-b403-74ffae1034a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752513 Aug 11 00:25:19.217454 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-186a358b-2b1f-4f5f-b476-6c8c26f9a139 req-24c5ec2a-4fbe-4827-8b1c-61e1213bd7ea service neutron] 10.222.0.55 "GET /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325169 Aug 11 00:25:19.309334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-14e88270-1333-4377-bf4e-d34d744e2d9c service neutron] 10.222.0.43 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946125 Aug 11 00:25:19.341195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-efe2c417-16c9-4eb7-a058-95594396cfb1 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478772 Aug 11 00:25:19.485801 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5886a899-56e2-41a8-aae2-b4f58255ea79 req-ae24cfa2-151a-4329-aa53-3857cb609dfe service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362009 Aug 11 00:25:19.526510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705975c-ba09-40ff-be4e-6b5ca6f4fdc3 req-aa30bec9-3186-417d-9094-28af42d3b568 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:19.527394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7705975c-ba09-40ff-be4e-6b5ca6f4fdc3 req-aa30bec9-3186-417d-9094-28af42d3b568 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 943 time: 0.1072545 Aug 11 00:25:19.573076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7705975c-ba09-40ff-be4e-6b5ca6f4fdc3 req-79a5b03a-1cb6-4c6c-a6ad-328b68330112 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381327 Aug 11 00:25:19.595758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device afe198eb-c26d-4e0a-bdf0-cf49567d1867 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:25:19.729624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port afe198eb-c26d-4e0a-bdf0-cf49567d1867, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=afe198eb-c26d-4e0a-bdf0-cf49567d1867,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:19.743480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'afe198eb-c26d-4e0a-bdf0-cf49567d1867', 'network_id': 'bbb78a15-e01a-4b33-a6e5-5702ff422fff', 'port_id': 'afe198eb-c26d-4e0a-bdf0-cf49567d1867', 'mac_address': 'fa:16:3e:fb:d1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:25:19.791533 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:19.808398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe198eb-c26d-4e0a-bdf0-cf49567d1867 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:25:19.837874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port afe198eb-c26d-4e0a-bdf0-cf49567d1867, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=afe198eb-c26d-4e0a-bdf0-cf49567d1867,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:19.872366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58daa17-2c2b-40ff-bb14-bb016a3e9e8e req-3558615a-3960-48ba-a606-450de058dc8d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:19.875048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b58daa17-2c2b-40ff-bb14-bb016a3e9e8e req-3558615a-3960-48ba-a606-450de058dc8d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1112373 Aug 11 00:25:19.922369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b58daa17-2c2b-40ff-bb14-bb016a3e9e8e req-6c9870ab-a022-4db8-9481-0ba16c6b4632 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 Aug 11 00:25:19.927084 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:20.020759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=afe198eb-c26d-4e0a-bdf0-cf49567d1867,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:20.192612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['afe198eb-c26d-4e0a-bdf0-cf49567d1867'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:20.303263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:20.322133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547c300-f688-41d3-a41a-1a9c1c86416d req-70a91dd8-0ca0-4eda-9178-48a245644630 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:20.329254 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8547c300-f688-41d3-a41a-1a9c1c86416d req-70a91dd8-0ca0-4eda-9178-48a245644630 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.1945751 Aug 11 00:25:20.416216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c727684e-c351-4f20-9685-549c87d8ceb3 req-141024b1-18d5-446b-8e6e-718993492a93 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0579393 Aug 11 00:25:20.445707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8547c300-f688-41d3-a41a-1a9c1c86416d req-b4347191-5a20-4997-a5b8-33da6df9b78f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038678 Aug 11 00:25:20.731113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad5dfe-71c3-42ab-b739-6aa7c722104e req-47686dad-3324-4cfd-acef-1e8cdbf24faa tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:20.734275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-45ad5dfe-71c3-42ab-b739-6aa7c722104e req-47686dad-3324-4cfd-acef-1e8cdbf24faa tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 944 time: 0.0751326 Aug 11 00:25:20.802264 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-45ad5dfe-71c3-42ab-b739-6aa7c722104e req-4a3d7937-eda0-4498-9fc0-a458b65b1cd5 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562780 Aug 11 00:25:21.118113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599c8b4-b5ee-4735-83d3-9dc334c5ac3a req-18295cff-f3aa-43e6-af8b-deab46c93d8c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:21.120404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0599c8b4-b5ee-4735-83d3-9dc334c5ac3a req-18295cff-f3aa-43e6-af8b-deab46c93d8c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0752091 Aug 11 00:25:21.175309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0599c8b4-b5ee-4735-83d3-9dc334c5ac3a req-3a1fe829-372e-4e58-abee-24d06109551f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Aug 11 00:25:21.547814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-429a2123-00ff-4460-ac78-57454122eaa7 req-1a163755-d585-4b09-b1f9-2f2ea92f506b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0347342 Aug 11 00:25:21.600529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device afe198eb-c26d-4e0a-bdf0-cf49567d1867 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:25:21.685481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a1e0c-e248-4bd8-b27a-cb0269053b17 req-46ca3148-cfb8-4a99-b7a3-b25fc47966ec tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:21.693421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-433a1e0c-e248-4bd8-b27a-cb0269053b17 req-46ca3148-cfb8-4a99-b7a3-b25fc47966ec tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.1027963 Aug 11 00:25:21.736495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-433a1e0c-e248-4bd8-b27a-cb0269053b17 req-b8419635-94c3-49d1-a768-30c8607c63ce tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Aug 11 00:25:21.818860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port afe198eb-c26d-4e0a-bdf0-cf49567d1867 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:25:21.831117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port afe198eb-c26d-4e0a-bdf0-cf49567d1867 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:25:21.831841 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:21.957571 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:21.958031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4434-1038-4978-b26e-7ab1a872ec36 req-42af963e-3a31-421e-bb63-52cecfb685f3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:21.961295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e85b4434-1038-4978-b26e-7ab1a872ec36 req-42af963e-3a31-421e-bb63-52cecfb685f3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 944 time: 0.0617006 Aug 11 00:25:21.988981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e24b69-3b78-4ad0-901e-4b45f4e5e824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe198eb-c26d-4e0a-bdf0-cf49567d1867'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:21.991140 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5c740f-5716-45d9-a3ba-7e930d2193cd" -d '{"events": [{"server_uuid": "80e24b69-3b78-4ad0-901e-4b45f4e5e824", "name": "network-vif-plugged", "status": "completed", "tag": "afe198eb-c26d-4e0a-bdf0-cf49567d1867"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:22.005575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port afe198eb-c26d-4e0a-bdf0-cf49567d1867, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=afe198eb-c26d-4e0a-bdf0-cf49567d1867,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:22.045956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e85b4434-1038-4978-b26e-7ab1a872ec36 req-48d71ecf-43d3-46f9-a304-733d4a58f706 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758998 Aug 11 00:25:22.120372 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece18c71-7f4f-4fdd-abae-c9e92e47dba5 x-openstack-request-id: req-ece18c71-7f4f-4fdd-abae-c9e92e47dba5 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:22.127834 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e24b69-3b78-4ad0-901e-4b45f4e5e824", "name": "network-vif-plugged", "status": "completed", "tag": "afe198eb-c26d-4e0a-bdf0-cf49567d1867", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:22.128609 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ece18c71-7f4f-4fdd-abae-c9e92e47dba5 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:22.129238 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e24b69-3b78-4ad0-901e-4b45f4e5e824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe198eb-c26d-4e0a-bdf0-cf49567d1867', 'code': 200} Aug 11 00:25:22.130725 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:22.200940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=afe198eb-c26d-4e0a-bdf0-cf49567d1867,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:22.263526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ee453-5908-41bb-9182-52c956d94c20 req-c18bae71-d7cf-49aa-8d89-cac5923efecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:22.265619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e14ee453-5908-41bb-9182-52c956d94c20 req-c18bae71-d7cf-49aa-8d89-cac5923efecb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 1097 time: 0.0780134 Aug 11 00:25:22.267852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:22.338357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e14ee453-5908-41bb-9182-52c956d94c20 req-7393f48a-ff38-4e91-af09-75a722474fc2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609322 Aug 11 00:25:22.347582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e851033-8b62-4753-9b3d-1a959c3cd791 req-b4b9af8b-28d7-48d5-aa7e-793c2ad76fa3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:22.350666 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9e851033-8b62-4753-9b3d-1a959c3cd791 req-b4b9af8b-28d7-48d5-aa7e-793c2ad76fa3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0823984 Aug 11 00:25:22.413171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9e851033-8b62-4753-9b3d-1a959c3cd791 req-b5b0a214-32d4-4208-a869-2bba5ca3a7eb tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549331 Aug 11 00:25:22.706858 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8cc21f6d-0019-48fc-84ed-ebf955c3dca0 req-0c0beea2-fe2b-462b-8bca-48044b86d541 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0320261 Aug 11 00:25:22.905727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cfaf5-5602-4b78-bd56-b0836dea5d0b req-ee6c143b-e9d5-4f50-a5bc-ddf50cff53fa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:22.907389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e09cfaf5-5602-4b78-bd56-b0836dea5d0b req-ee6c143b-e9d5-4f50-a5bc-ddf50cff53fa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.0804145 Aug 11 00:25:22.978416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e09cfaf5-5602-4b78-bd56-b0836dea5d0b req-a9ee93af-4f3a-41f9-85e6-f289c4357da9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477684 Aug 11 00:25:23.190003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6082a5-6ceb-45b1-8c94-0b66cd8f41db req-a561d9ae-5a18-4175-8b61-ca8db7d524f3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:23.192148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad6082a5-6ceb-45b1-8c94-0b66cd8f41db req-a561d9ae-5a18-4175-8b61-ca8db7d524f3 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 945 time: 0.0584559 Aug 11 00:25:23.240883 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad6082a5-6ceb-45b1-8c94-0b66cd8f41db req-b635c550-62c4-43a6-ad81-7e1a1fcd5a76 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Aug 11 00:25:23.573690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6af049-1110-4a51-be0b-b5eca78c9666 req-7ac1ccb9-c9dc-4010-a67c-7eac862bc3c8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:23.576566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6af049-1110-4a51-be0b-b5eca78c9666 req-7ac1ccb9-c9dc-4010-a67c-7eac862bc3c8 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0820346 Aug 11 00:25:23.663549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6af049-1110-4a51-be0b-b5eca78c9666 req-1bd47478-60a6-445d-b1a2-c2ae7cd059cc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732720 Aug 11 00:25:23.734643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541070ec-2fd1-47a9-8331-6577d385b95e req-cdf58047-7da0-4c77-b073-d746f2790024 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:23.736212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-cdf58047-7da0-4c77-b073-d746f2790024 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 820 time: 0.1576979 Aug 11 00:25:23.749528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Request body: {'port': {'device_id': '5d953414-9d7a-4039-8f8d-3102833577f8', 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'admin_state_up': True, 'tenant_id': 'd16a210b8107409094f1dce337d7601e'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:23.895293 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecc7c879-f1e1-4111-8598-de02e1b208cf req-3d77417f-9a53-45fb-a83f-e206d4049811 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0662639 Aug 11 00:25:24.010869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Made reservation on behalf of d16a210b8107409094f1dce337d7601e for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:25:24.018539 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:24.296980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f2c15-497a-46f1-bb5c-9022d6c91d00 req-f1f4595f-3bf8-4a3e-8304-56106418c8ea tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:24.299852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-842f2c15-497a-46f1-bb5c-9022d6c91d00 req-f1f4595f-3bf8-4a3e-8304-56106418c8ea tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.1664822 Aug 11 00:25:24.346792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Allocated IP 172.20.0.9 (ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521/be89c199-5474-40b8-ab0f-7a042fd8e0b7/7d242b01-ddcc-44f3-988f-6881b2811867) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:25:24.468875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52a440-cb6f-4eae-a1b1-e4a01fa7627a req-fc197e11-5418-4897-92c6-c201b2385688 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:24.481182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d52a440-cb6f-4eae-a1b1-e4a01fa7627a req-fc197e11-5418-4897-92c6-c201b2385688 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 945 time: 0.0840218 Aug 11 00:25:24.521201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-842f2c15-497a-46f1-bb5c-9022d6c91d00 req-7a30b9dd-9a2a-4437-ad59-baa7c73acbc4 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060695 Aug 11 00:25:24.550126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d52a440-cb6f-4eae-a1b1-e4a01fa7627a req-6d8cc246-91cc-4196-865a-91943f7bd372 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668724 Aug 11 00:25:24.737297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:24.881800 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479565f5-1dbd-49bc-a11d-9b7348394db0 req-b2d809bb-2bf0-4f8b-bf1d-2379e606cd2b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:24.881800 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-479565f5-1dbd-49bc-a11d-9b7348394db0 req-b2d809bb-2bf0-4f8b-bf1d-2379e606cd2b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0733178 Aug 11 00:25:24.903076 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:24.917247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['dff7d90d-c617-4b82-9f7f-fa6637faf6d0'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:24.987818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:25:25.001295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:25:25.004142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:25:25.022224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-479565f5-1dbd-49bc-a11d-9b7348394db0 req-7f409e01-13c2-4bb1-aa65-5a0ccd290f0d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276526 Aug 11 00:25:25.023754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Pushing event updated for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:25.150600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:25.151835 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:25.266256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f317931-fdab-4cb1-b32d-bf33c7212ca8 req-96c2db70-5b00-4d2b-b57e-df86a98d0081 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:25.275610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f317931-fdab-4cb1-b32d-bf33c7212ca8 req-96c2db70-5b00-4d2b-b57e-df86a98d0081 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 945 time: 0.0817189 Aug 11 00:25:25.297489 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-c5245fd3-5c19-41f5-bf82-52a3a5487bbd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5521195 Aug 11 00:25:25.302501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0918d5-2311-434e-8953-2c67ff241888 req-d9277096-8aef-4fb4-bd8f-bb44fac5a735 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:25.309527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd0918d5-2311-434e-8953-2c67ff241888 req-d9277096-8aef-4fb4-bd8f-bb44fac5a735 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 931 time: 0.1109838 Aug 11 00:25:25.328133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f317931-fdab-4cb1-b32d-bf33c7212ca8 req-732a5481-1650-4a62-ae22-b9ac0f5a7870 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514543 Aug 11 00:25:25.334975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Request body: {'port': {'device_id': '5d953414-9d7a-4039-8f8d-3102833577f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:25.361477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd0918d5-2311-434e-8953-2c67ff241888 req-727663ec-dd7b-4b05-8c0b-7a02f4c9fa2f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 Aug 11 00:25:25.409527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:25.801182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6e2ef-e69b-40a0-85d6-cd988d79f031 req-815aa93e-a992-46d3-96d0-d1acce512484 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:25.802853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6e6e2ef-e69b-40a0-85d6-cd988d79f031 req-815aa93e-a992-46d3-96d0-d1acce512484 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.0819824 Aug 11 00:25:25.850967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d242b01-ddcc-44f3-988f-6881b2811867 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:25:25.868659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:25.897351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6e6e2ef-e69b-40a0-85d6-cd988d79f031 req-75b47edd-7aac-4471-902e-6bd037078c6f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844135 Aug 11 00:25:25.923973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Transition to ACTIVE for port object 7d242b01-ddcc-44f3-988f-6881b2811867 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:25:26.041666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:26.176834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:26.287675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb6921-db21-40d2-9233-2b527762b053 req-a0889939-1282-4327-9c74-f7b73687696a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:26.304919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ceb6921-db21-40d2-9233-2b527762b053 req-a0889939-1282-4327-9c74-f7b73687696a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.1324508 Aug 11 00:25:26.349846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:26.350728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:26.352702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:26.365662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:26.367215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:26.372130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ceb6921-db21-40d2-9233-2b527762b053 req-eaddf418-0f5c-44b1-9e8f-a9ceed7df931 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637484 Aug 11 00:25:26.376281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:26.376755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:26.377407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:26.378602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Bound port: 7d242b01-ddcc-44f3-988f-6881b2811867, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:26.379251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:26.515018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:26.519290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:25:26.604310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01ccb-b689-4464-99ae-a5d5b7040933 req-ff79087d-2f15-454f-be53-f886210d7bce tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:26.606285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e33bf-1bdc-4141-8447-efabda9da6ac req-ce3e0846-3de6-4ffa-abba-e3455f8deedf tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:26.608157 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-133e33bf-1bdc-4141-8447-efabda9da6ac req-ce3e0846-3de6-4ffa-abba-e3455f8deedf tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 945 time: 0.0959663 Aug 11 00:25:26.611726 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6e01ccb-b689-4464-99ae-a5d5b7040933 req-ff79087d-2f15-454f-be53-f886210d7bce tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0769453 Aug 11 00:25:26.613744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:26.653241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-133e33bf-1bdc-4141-8447-efabda9da6ac req-67dfab5d-e101-4018-9773-4792b885f1a0 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373840 Aug 11 00:25:26.703315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:26.704395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:26.706253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] 10.222.0.44 "PUT /v2.0/ports/7d242b01-ddcc-44f3-988f-6881b2811867 HTTP/1.1" status: 200 len: 1092 time: 1.3768489 Aug 11 00:25:26.706749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:26.712723 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c5dd30-dea3-407a-a37c-18d29dca31f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:26.813092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6e01ccb-b689-4464-99ae-a5d5b7040933 req-31ccea72-2f02-42a9-9068-9517a1cd42e7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839800 Aug 11 00:25:26.825271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12496a1d-9d6d-4b60-a5bd-2fa68f347df3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:26.896276 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-da890f62-6f2c-4f63-91ff-a642641261c7 service neutron] show failed (client error): The resource could not be found. Aug 11 00:25:26.911315 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-da890f62-6f2c-4f63-91ff-a642641261c7 service neutron] 10.222.0.44 "GET /v2.0/ports/e222a870-e207-4fe2-be32-c3d4f6733ce4/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.2142458 Aug 11 00:25:26.970658 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b3af1f-8b52-4cc9-8465-7baa69a8239d x-openstack-request-id: req-b1b3af1f-8b52-4cc9-8465-7baa69a8239d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:26.971233 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:26.971582 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1b3af1f-8b52-4cc9-8465-7baa69a8239d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:26.972236 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867', 'status': 'completed', 'code': 200} Aug 11 00:25:26.993700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541070ec-2fd1-47a9-8331-6577d385b95e req-735e7646-e39e-4264-bee2-55e7e8535600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:26.995294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-735e7646-e39e-4264-bee2-55e7e8535600 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1095 time: 0.1204381 Aug 11 00:25:27.051107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-067b21d4-a198-4fcb-8282-73f6412edc5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d242b01-ddcc-44f3-988f-6881b2811867 HTTP/1.1" status: 200 len: 217 time: 0.0414450 Aug 11 00:25:27.165246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541070ec-2fd1-47a9-8331-6577d385b95e req-34488a9f-7112-4eae-8348-eb63ffb3db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:27.167319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-34488a9f-7112-4eae-8348-eb63ffb3db6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.1098280 Aug 11 00:25:27.266233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-7dd77eb5-61e8-46a8-a92a-8cfb55c89ce9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916467 Aug 11 00:25:27.303114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004f138-3176-45f6-ab1c-e961598a6074 req-c9193a03-15d8-4c52-87f7-1a4dc037c1d7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:27.313166 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6004f138-3176-45f6-ab1c-e961598a6074 req-c9193a03-15d8-4c52-87f7-1a4dc037c1d7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.0756876 Aug 11 00:25:27.393255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6004f138-3176-45f6-ab1c-e961598a6074 req-e67a2dca-d3ca-45a0-a761-e4721c1b5fc3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778294 Aug 11 00:25:27.463476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-4ce3eec6-76ae-4937-bf8d-5a4600e587f5 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897979 Aug 11 00:25:27.615263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51743eb-fa98-4aff-ac1c-7e2cb16a0f69 req-1b2e9ee6-cda1-4750-bc27-c4e5ae46a8c0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:27.621952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d51743eb-fa98-4aff-ac1c-7e2cb16a0f69 req-1b2e9ee6-cda1-4750-bc27-c4e5ae46a8c0 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0589535 Aug 11 00:25:27.658542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-f8d12f0c-cf5c-4c4d-bd16-38837b37f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:27.660225 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-f8d12f0c-cf5c-4c4d-bd16-38837b37f3cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b&tenant_id=e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 1102 time: 0.1047034 Aug 11 00:25:27.663277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d51743eb-fa98-4aff-ac1c-7e2cb16a0f69 req-af0c0a6e-b881-417d-86a0-7c00923682c2 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387383 Aug 11 00:25:27.689513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:27.712295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f9cfb-4b11-4190-a7a4-9903309c057d req-81751be2-f394-4d1f-b5e0-a9089bf4b488 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:27.714116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f5f9cfb-4b11-4190-a7a4-9903309c057d req-81751be2-f394-4d1f-b5e0-a9089bf4b488 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 945 time: 0.1606958 Aug 11 00:25:27.718887 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-541070ec-2fd1-47a9-8331-6577d385b95e req-992be148-252c-4729-b5d6-34b94b260c51 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466984 Aug 11 00:25:27.792402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:27.797126 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f5f9cfb-4b11-4190-a7a4-9903309c057d req-12c853c2-a3f4-4572-8709-52e2fe3d6575 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751760 Aug 11 00:25:28.043417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-faaefd6b-5e64-4a0b-b530-a6ea031c2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:28.061448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-faaefd6b-5e64-4a0b-b530-a6ea031c2bb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1095 time: 0.1604223 Aug 11 00:25:28.194630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:28.204650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c60768-eed0-46fa-abb8-ed9c0510b7bf req-af5a8073-4685-4c0a-a633-406be686b9f3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:28.223362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4c60768-eed0-46fa-abb8-ed9c0510b7bf req-af5a8073-4685-4c0a-a633-406be686b9f3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.1724856 Aug 11 00:25:28.229165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-5592fb60-9c30-4199-aa1e-e38474890ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:28.233649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-5592fb60-9c30-4199-aa1e-e38474890ed2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.1769230 Aug 11 00:25:28.300280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:28.303150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-07c2413e-ff14-4b1b-8f75-3a1a9a519393 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d242b01-ddcc-44f3-988f-6881b2811867 HTTP/1.1" status: 200 len: 217 time: 0.0501096 Aug 11 00:25:28.327882 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4c60768-eed0-46fa-abb8-ed9c0510b7bf req-743b6c2d-44b5-45fc-91b0-2c050ec72d6d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011069 Aug 11 00:25:28.410508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:28.421082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-b48f711b-9114-4076-9aca-b69cad74a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:28.423671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-b48f711b-9114-4076-9aca-b69cad74a30c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.0999451 Aug 11 00:25:28.465619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Transition to ACTIVE for port object e222a870-e207-4fe2-be32-c3d4f6733ce4 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:25:28.497985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-4fa421d1-f78c-497a-993d-0137f208faa6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650930 Aug 11 00:25:28.639273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:28.751129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbefb7-c234-4a3e-ba08-9b4b28bacda5 req-04b19b19-11c7-49fd-ac20-0321b1929680 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:28.752825 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0fbefb7-c234-4a3e-ba08-9b4b28bacda5 req-04b19b19-11c7-49fd-ac20-0321b1929680 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.2321506 Aug 11 00:25:28.784559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:28.792608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] No DVR routers for this DVR port e222a870-e207-4fe2-be32-c3d4f6733ce4 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:28.824787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-80d99920-2f36-4ea1-bb29-a98e232fb93c service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122935 Aug 11 00:25:28.910275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0fbefb7-c234-4a3e-ba08-9b4b28bacda5 req-dbfa3adc-4bd3-443a-b236-143599f83567 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493685 Aug 11 00:25:28.919777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:28.920256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:28.920814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:28.933032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:28.936086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:28.970357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:28.970893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:28.971898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:28.974619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Bound port: e222a870-e207-4fe2-be32-c3d4f6733ce4, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:28.975103 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.005749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:29.009898 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d3575-054e-422c-9a75-f290a71efc46" -d '{"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-unplugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:29.035088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3df7c-419c-46ea-a570-4b33c576528b req-edeb07d1-0426-4f3c-b9b7-f74f34102e00 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:29.039721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48f3df7c-419c-46ea-a570-4b33c576528b req-edeb07d1-0426-4f3c-b9b7-f74f34102e00 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.2140198 Aug 11 00:25:29.093830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:29.097747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:25:29.126145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50602) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:29.127520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e67652-6d6e-448c-89bd-706dd154c589 req-0d3dcce9-098a-468a-93f4-818aa877dddf tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:29.130030 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64e67652-6d6e-448c-89bd-706dd154c589 req-0d3dcce9-098a-468a-93f4-818aa877dddf tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 945 time: 0.2003570 Aug 11 00:25:29.181195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.212220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.227867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48f3df7c-419c-46ea-a570-4b33c576528b req-b7ae5534-305b-4635-935d-6772d72de017 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585093 Aug 11 00:25:29.249779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.289900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:29.296497 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.298210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] 10.222.0.55 "PUT /v2.0/ports/e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 1097 time: 1.6255381 Aug 11 00:25:29.358176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82c5dd30-dea3-407a-a37c-18d29dca31f7 req-9d1b4a85-a647-4f2a-a8b7-f37bca95a176 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104277 Aug 11 00:25:29.361004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Deleting port afe198eb-c26d-4e0a-bdf0-cf49567d1867 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:29.361807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.470588 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9d6131-8378-445f-bce3-ffcf24e3f754 x-openstack-request-id: req-dc9d6131-8378-445f-bce3-ffcf24e3f754 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:29.471004 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-unplugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:29.471551 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc9d6131-8378-445f-bce3-ffcf24e3f754 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:29.472022 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'code': 200} Aug 11 00:25:29.523854 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ad64f3f-ca59-4839-954a-b8ef442b29a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.533216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-c7b26d37-6db2-4b78-b9a4-3d510cce7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:29.535120 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-c7b26d37-6db2-4b78-b9a4-3d510cce7c49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1100 time: 0.1948609 Aug 11 00:25:29.552073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127106-0607-48c0-a2f8-aba2e5cbc3d5 req-adacaf6d-b132-4c7f-8bc0-a3c1b9aab733 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:29.559987 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38127106-0607-48c0-a2f8-aba2e5cbc3d5 req-adacaf6d-b132-4c7f-8bc0-a3c1b9aab733 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 945 time: 0.3450415 Aug 11 00:25:29.640084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] For port afe198eb-c26d-4e0a-bdf0-cf49567d1867, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=afe198eb-c26d-4e0a-bdf0-cf49567d1867,segment=NetworkSegment(8d7ef09e-1914-4d5e-92af-bc62b0913bcb),segment_id=8d7ef09e-1914-4d5e-92af-bc62b0913bcb)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:29.640947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.656142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0e8a17b3-9390-4673-bf7a-bab295d2b57f details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:25:29.671562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Calling delete_port for afe198eb-c26d-4e0a-bdf0-cf49567d1867 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:29.682373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e2e89-7c52-4ce9-af18-10a48f8e19bd service neutron] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:29.692605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-bd608093-4d1b-48c6-9d3f-d27835f147c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:29.694421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-bd608093-4d1b-48c6-9d3f-d27835f147c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1323864 Aug 11 00:25:29.704013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:29.847668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ad64f3f-ca59-4839-954a-b8ef442b29a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:29.924985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-614b965d-b7de-4d04-96a8-fafa8db708d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.0532172 Aug 11 00:25:29.955268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:29.970293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d4646-f0c4-486f-870e-1c2e5f03599b req-3e782403-b702-43d9-97df-4d52b9e50cd3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:29.973700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c56d4646-f0c4-486f-870e-1c2e5f03599b req-3e782403-b702-43d9-97df-4d52b9e50cd3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.2540293 Aug 11 00:25:30.029915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-6e243c78-cf13-41ed-9100-7d2cd282b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:30.031503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-6e243c78-cf13-41ed-9100-7d2cd282b1e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0974069 Aug 11 00:25:30.050016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:30.059257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38127106-0607-48c0-a2f8-aba2e5cbc3d5 req-2623be1b-80ac-4f76-88df-9cc9376d7b42 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc1a3bda-8b32-4a52-b88f-0639038a97c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905634 Aug 11 00:25:30.062629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ad64f3f-ca59-4839-954a-b8ef442b29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:30.087121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '0e8a17b3-9390-4673-bf7a-bab295d2b57f', 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06', 'port_id': '0e8a17b3-9390-4673-bf7a-bab295d2b57f', 'mac_address': 'fa:16:3e:54:97:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15a8409-61e3-4c13-ae93-7c691de770bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:25:30.161618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad64f3f-ca59-4839-954a-b8ef442b29a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3d2378-4ad7-4112-8cbe-5d49685cdbda,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:30.190176 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:30.220020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8a17b3-9390-4673-bf7a-bab295d2b57f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:25:30.280682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c56d4646-f0c4-486f-870e-1c2e5f03599b req-b5499096-df28-4088-ada7-db61aab17d46 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862406 Aug 11 00:25:30.304082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:30.403258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:30.404193 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:30.449861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['afe198eb-c26d-4e0a-bdf0-cf49567d1867'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:30.518495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:30.524969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Pushing event deleted for resources: {'Port': ['ID=afe198eb-c26d-4e0a-bdf0-cf49567d1867,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:30.532116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.537299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4ad64f3f-ca59-4839-954a-b8ef442b29a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18accce03a554df588460446fd8ed20b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4098096 Aug 11 00:25:30.537949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.539719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.540337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.540935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.541611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.542110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-ceac4f9c-12ac-46b3-89ca-a7a8f4ce4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:30.542517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.543081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.543660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.543797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-ceac4f9c-12ac-46b3-89ca-a7a8f4ce4e10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4901967 Aug 11 00:25:30.544260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50620) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:30.544615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.545182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.545730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.602361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.602956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.603589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.608031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.608031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.608031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.608031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.608031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.608031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.608031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.609119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.609119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:25:30.627871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e94a30-c5f4-4dc4-bdfb-3414b84a10c9 req-8573a341-9ed8-4dd3-93aa-c5a9277a7985 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:30.629520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e94a30-c5f4-4dc4-bdfb-3414b84a10c9 req-8573a341-9ed8-4dd3-93aa-c5a9277a7985 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.4965668 Aug 11 00:25:30.644269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] No DVR routers for this DVR port afe198eb-c26d-4e0a-bdf0-cf49567d1867 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:30.650296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:30.654133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64e67652-6d6e-448c-89bd-706dd154c589 req-6a5aabb4-1115-4dab-95b1-88ad8189096b tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.55 "DELETE /v2.0/ports/afe198eb-c26d-4e0a-bdf0-cf49567d1867 HTTP/1.1" status: 204 len: 173 time: 1.5126204 Aug 11 00:25:30.655047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e24b69-3b78-4ad0-901e-4b45f4e5e824', 'name': 'network-vif-deleted', 'tag': 'afe198eb-c26d-4e0a-bdf0-cf49567d1867'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:30.658200 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1344df22-7836-4f87-aed4-a0bb9713cd39" -d '{"events": [{"server_uuid": "80e24b69-3b78-4ad0-901e-4b45f4e5e824", "name": "network-vif-deleted", "tag": "afe198eb-c26d-4e0a-bdf0-cf49567d1867"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:30.685970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510513f9-571b-437a-8a5b-461e0f7749ee req-afd2754f-0aae-4d6f-9569-37d7fd9da964 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:30.694292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-510513f9-571b-437a-8a5b-461e0f7749ee req-afd2754f-0aae-4d6f-9569-37d7fd9da964 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.2786081 Aug 11 00:25:30.696100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0e8a17b3-9390-4673-bf7a-bab295d2b57f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:30.711107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63616bf1-49e0-4c9e-94d7-bcf51a2dc7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:30.745438 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63616bf1-49e0-4c9e-94d7-bcf51a2dc7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:30.749007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-8ed58866-e45b-4909-809d-bf251cc0232f service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954789 Aug 11 00:25:30.780026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-510513f9-571b-437a-8a5b-461e0f7749ee req-33f68707-7e45-46e8-b305-65d9f9e52103 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692062 Aug 11 00:25:30.836457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e94a30-c5f4-4dc4-bdfb-3414b84a10c9 req-d297ff59-2dc7-49b4-8747-39d504959f9d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473212 Aug 11 00:25:30.902304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c0da870-9024-4fe9-8908-4038852a8a76 req-9c5f5e79-9410-40c8-9049-c6d7fcdc6827 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412508 Aug 11 00:25:30.984286 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b7115b-798d-4751-a9e5-a6939a2a2ef5 x-openstack-request-id: req-58b7115b-798d-4751-a9e5-a6939a2a2ef5 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:30.984749 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e24b69-3b78-4ad0-901e-4b45f4e5e824", "name": "network-vif-deleted", "tag": "afe198eb-c26d-4e0a-bdf0-cf49567d1867", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:30.985169 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58b7115b-798d-4751-a9e5-a6939a2a2ef5 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:30.985831 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e24b69-3b78-4ad0-901e-4b45f4e5e824', 'name': 'network-vif-deleted', 'tag': 'afe198eb-c26d-4e0a-bdf0-cf49567d1867', 'status': 'completed', 'code': 200} Aug 11 00:25:31.029682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63616bf1-49e0-4c9e-94d7-bcf51a2dc7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:31.039229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63616bf1-49e0-4c9e-94d7-bcf51a2dc7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:31.039229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-63616bf1-49e0-4c9e-94d7-bcf51a2dc7f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c3d2378-4ad7-4112-8cbe-5d49685cdbda HTTP/1.1" status: 204 len: 168 time: 0.4874587 Aug 11 00:25:31.046084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63616bf1-49e0-4c9e-94d7-bcf51a2dc7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3d2378-4ad7-4112-8cbe-5d49685cdbda,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:31.482814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea433b0-46a8-4ce8-9a7d-6e9888ca2164 req-62bcef6f-39a9-4821-9312-0f1e4dad6ff4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:31.485816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ea433b0-46a8-4ce8-9a7d-6e9888ca2164 req-62bcef6f-39a9-4821-9312-0f1e4dad6ff4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0966301 Aug 11 00:25:31.488476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:31.493104 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eec81c-1ec6-4114-999f-38e83c6cd761" -d '{"events": [{"name": "network-changed", "server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:31.581731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ea433b0-46a8-4ce8-9a7d-6e9888ca2164 req-b066a888-d91a-4436-9ac6-6c84ffcce854 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815220 Aug 11 00:25:31.644147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device afe198eb-c26d-4e0a-bdf0-cf49567d1867 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:31.686390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: afe198eb-c26d-4e0a-bdf0-cf49567d1867 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:31.686856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device afe198eb-c26d-4e0a-bdf0-cf49567d1867 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:31.708360 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769ff8cd-f276-4583-962a-c78f29a24a80 x-openstack-request-id: req-769ff8cd-f276-4583-962a-c78f29a24a80 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:31.712060 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:31.713851 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-769ff8cd-f276-4583-962a-c78f29a24a80 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:31.714569 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'status': 'completed', 'code': 200} Aug 11 00:25:31.740024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d808a947-2661-48de-95eb-6ba332d0b82b req-1a5fe6cd-2797-4e80-a1bf-40fe49b08b95 tempest-DeleteServersTestJSON-477202245 tempest-DeleteServersTestJSON-477202245-project] 10.222.0.43 "GET /v2.0/ports?device_id=80e24b69-3b78-4ad0-901e-4b45f4e5e824 HTTP/1.1" status: 200 len: 210 time: 0.0789442 Aug 11 00:25:31.890925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-20e30978-c75f-49c2-9c44-b7d49453c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:31.894494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-20e30978-c75f-49c2-9c44-b7d49453c173 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1100 time: 0.1720066 Aug 11 00:25:31.898676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-7ccbfc1e-8e8b-4ff2-9554-bcaeae3ceef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:31.901284 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-7ccbfc1e-8e8b-4ff2-9554-bcaeae3ceef0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1100 time: 0.1545682 Aug 11 00:25:32.076601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5c494-05dc-444b-9d0e-6a51cfad9ad0 req-a0e3db90-5f30-4b00-87ad-63797a6f4780 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.078272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61a5c494-05dc-444b-9d0e-6a51cfad9ad0 req-a0e3db90-5f30-4b00-87ad-63797a6f4780 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 944 time: 0.0613661 Aug 11 00:25:32.146875 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61a5c494-05dc-444b-9d0e-6a51cfad9ad0 req-8ddac53c-8922-41f7-a574-043ba0ca8a55 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Aug 11 00:25:32.202996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49deb-bb9d-416a-b34a-32f5f40fa64b req-9e39bc18-15f7-4239-a7aa-e4c2c685103a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.211633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-14a49deb-bb9d-416a-b34a-32f5f40fa64b req-9e39bc18-15f7-4239-a7aa-e4c2c685103a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.2213593 Aug 11 00:25:32.211633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-5f485179-dcfc-49fc-be69-3f2f6492de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.212004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-5f485179-dcfc-49fc-be69-3f2f6492de36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2924943 Aug 11 00:25:32.216755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-7f8be917-11eb-43d6-93ed-fa4ff2165e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.218688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-7f8be917-11eb-43d6-93ed-fa4ff2165e05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2942803 Aug 11 00:25:32.316863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-5402ea8e-65a6-4a30-879c-2dd82f454330 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.0967033 Aug 11 00:25:32.324497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-db28eed8-6c7a-419a-8405-14fecbcfee42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.0911999 Aug 11 00:25:32.420455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-14a49deb-bb9d-416a-b34a-32f5f40fa64b req-827aba05-5904-49c9-a2e0-64839434ed17 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917276 Aug 11 00:25:32.452056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-35dfa972-5bec-4185-93f6-3c593244ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.453596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-35dfa972-5bec-4185-93f6-3c593244ffd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1232433 Aug 11 00:25:32.455635 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-2ce1a67c-dab4-47b7-8e66-1d3f3e47d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.457092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-2ce1a67c-dab4-47b7-8e66-1d3f3e47d6b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1299832 Aug 11 00:25:32.459555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50650) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:32.527564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50ab50c7-420a-4b26-b417-1d16d8992c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:32.572752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-73e15f23-d113-4992-8215-70a0359cbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.574324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-73e15f23-d113-4992-8215-70a0359cbd1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126411 Aug 11 00:25:32.578586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-38ebdbed-1bc5-4da9-a670-d13117f7ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.580175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-38ebdbed-1bc5-4da9-a670-d13117f7ae62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054423 Aug 11 00:25:32.799378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-0f0ed177-c37d-4aeb-b83a-9c5655100809 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147946 Aug 11 00:25:32.818252 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-43ae2d6f-6a17-4d0f-92e4-6a81a7687e9f service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240760 Aug 11 00:25:32.829476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220d2e0-eecc-4244-8b0e-3331e4418f9b req-7fcfb2e9-accd-4257-8f46-8cf64f3f83cc tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:32.831368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4220d2e0-eecc-4244-8b0e-3331e4418f9b req-7fcfb2e9-accd-4257-8f46-8cf64f3f83cc tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.1047652 Aug 11 00:25:32.880416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50ab50c7-420a-4b26-b417-1d16d8992c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:32.904908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4220d2e0-eecc-4244-8b0e-3331e4418f9b req-2d90b4b9-9744-4341-ae8b-9f3421d380fd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660944 Aug 11 00:25:33.008572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-faad8171-8c97-4c54-90ae-afa729894549 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022769 Aug 11 00:25:33.012862 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19eec81c-1ec6-4114-999f-38e83c6cd761 req-09b6fa5b-d17d-4b81-b080-2b12d9b70fd0 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727467 Aug 11 00:25:33.020984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50ab50c7-420a-4b26-b417-1d16d8992c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:33.066901 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-50ab50c7-420a-4b26-b417-1d16d8992c39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b4b463ac09e41d3956becdc2fba6d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062679 Aug 11 00:25:33.068129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab50c7-420a-4b26-b417-1d16d8992c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609f984c-ede1-43d2-a73e-e71959c389b2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:33.071772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50666) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:33.156151 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-44747ecd-d998-4ace-9027-92074c062fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:33.199113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-44747ecd-d998-4ace-9027-92074c062fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:33.344458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b035cc0-e46c-4e3e-9dfb-bba288a481f0 req-4d7d2cfe-dccc-4e63-a16f-ff14c686221f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:33.346605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b035cc0-e46c-4e3e-9dfb-bba288a481f0 req-4d7d2cfe-dccc-4e63-a16f-ff14c686221f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 944 time: 0.0729318 Aug 11 00:25:33.408063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b035cc0-e46c-4e3e-9dfb-bba288a481f0 req-0fd6ae71-dcdf-49d8-be54-0003d0f285fa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508130 Aug 11 00:25:33.414746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50688) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:33.421491 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-44747ecd-d998-4ace-9027-92074c062fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:33.427720 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-44747ecd-d998-4ace-9027-92074c062fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:33.430767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-44747ecd-d998-4ace-9027-92074c062fc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/609f984c-ede1-43d2-a73e-e71959c389b2 HTTP/1.1" status: 204 len: 168 time: 0.3572268 Aug 11 00:25:33.467427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44747ecd-d998-4ace-9027-92074c062fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609f984c-ede1-43d2-a73e-e71959c389b2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:33.634013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e2c02751-d94e-4e69-b18f-372c5244282f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:33.653158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:25:33.656653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0e8a17b3-9390-4673-bf7a-bab295d2b57f up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:25:33.705705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082c95d-3d99-42e5-8eb0-b0e593e4f489 req-32c08628-ffd2-438a-9cfc-c8fcb9e6b185 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:33.708327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e082c95d-3d99-42e5-8eb0-b0e593e4f489 req-32c08628-ffd2-438a-9cfc-c8fcb9e6b185 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 948 time: 0.0659046 Aug 11 00:25:33.785971 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e082c95d-3d99-42e5-8eb0-b0e593e4f489 req-e34fea8c-2e01-43df-aa05-693259b5870d tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Aug 11 00:25:33.811967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e2c02751-d94e-4e69-b18f-372c5244282f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:33.883656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:33.903673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'mac_address': 'fa:16:3e:9e:aa:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:25:33.939379 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e2c02751-d94e-4e69-b18f-372c5244282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:33.949154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 0e8a17b3-9390-4673-bf7a-bab295d2b57f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:25:33.960679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 0e8a17b3-9390-4673-bf7a-bab295d2b57f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:25:33.961537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.003368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e2c02751-d94e-4e69-b18f-372c5244282f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49a850198d02499485dc58935b66d773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880716 Aug 11 00:25:34.008521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50702) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:34.016870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c02751-d94e-4e69-b18f-372c5244282f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0834531-da63-41fb-88bd-6da27172619f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:34.041436 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.094655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e222a870-e207-4fe2-be32-c3d4f6733ce4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:25:34.158110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1767d889-55a1-427f-a131-558f2845849b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.192395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:34.208499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1767d889-55a1-427f-a131-558f2845849b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.224794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8f606-bb22-431d-a160-1c2f45f6390c req-11de69f6-536d-4369-8efc-0d44ce7d6b9e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:34.228281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fec8f606-bb22-431d-a160-1c2f45f6390c req-11de69f6-536d-4369-8efc-0d44ce7d6b9e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.1410570 Aug 11 00:25:34.288889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.294798 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fec8f606-bb22-431d-a160-1c2f45f6390c req-dbe792c9-4c5b-4f8e-817a-0820b5d8100e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Aug 11 00:25:34.349708 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.353414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:34.369502 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1767d889-55a1-427f-a131-558f2845849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.375224 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1767d889-55a1-427f-a131-558f2845849b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.375224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1767d889-55a1-427f-a131-558f2845849b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0834531-da63-41fb-88bd-6da27172619f HTTP/1.1" status: 204 len: 168 time: 0.3633118 Aug 11 00:25:34.385821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d889-55a1-427f-a131-558f2845849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0834531-da63-41fb-88bd-6da27172619f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:34.397994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:34.404033 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7598a05e-af5b-472f-b9c6-1da3bc821865" -d '{"events": [{"server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "name": "network-vif-plugged", "status": "completed", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:34.413845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:34.451620 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd16558d-8e64-4e39-8af7-9a9ae10da189 x-openstack-request-id: req-fd16558d-8e64-4e39-8af7-9a9ae10da189 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:34.451945 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "name": "network-vif-plugged", "status": "completed", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:34.452164 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd16558d-8e64-4e39-8af7-9a9ae10da189 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:34.452564 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f', 'code': 200} Aug 11 00:25:34.512903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:34.600195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['e222a870-e207-4fe2-be32-c3d4f6733ce4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:34.625009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bef76-b519-4681-8099-be9a5965ced2 req-96ed22de-6b8e-446e-ac5f-f1bf10a0f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:34.626589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-813bef76-b519-4681-8099-be9a5965ced2 req-96ed22de-6b8e-446e-ac5f-f1bf10a0f284 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1097 time: 0.0989816 Aug 11 00:25:34.645018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:34.698270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efa3db-ec3f-4cba-a849-8971d746b80c req-1461d8b5-0e94-4fd1-9724-d604c82a64b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:34.704958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-813bef76-b519-4681-8099-be9a5965ced2 req-36154de7-039c-4895-92b4-e551aa6d5f3e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614755 Aug 11 00:25:34.705937 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6efa3db-ec3f-4cba-a849-8971d746b80c req-1461d8b5-0e94-4fd1-9724-d604c82a64b7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.1437671 Aug 11 00:25:34.758804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6efa3db-ec3f-4cba-a849-8971d746b80c req-83db94c2-30df-4c83-bd49-84e319cbb245 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491230 Aug 11 00:25:34.965792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ac946-ec9f-4a50-8d0d-7c58e79dd689 req-b4491514-197c-483a-8386-2da2d8c137da tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:34.968484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a7ac946-ec9f-4a50-8d0d-7c58e79dd689 req-b4491514-197c-483a-8386-2da2d8c137da tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 949 time: 0.0593619 Aug 11 00:25:35.013394 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a7ac946-ec9f-4a50-8d0d-7c58e79dd689 req-cbe8196b-5538-4114-b510-1c20c670bc71 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Aug 11 00:25:35.282264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50742) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:35.310246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e86e0ca7-4e40-46da-939d-6e0c00fc3d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:35.525291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e86e0ca7-4e40-46da-939d-6e0c00fc3d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:35.539709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a138-bd45-4f25-b38d-0b238df9657a req-541b639a-05bc-4641-a67c-f7d673b4e882 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:35.541605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2724a138-bd45-4f25-b38d-0b238df9657a req-541b639a-05bc-4641-a67c-f7d673b4e882 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0806432 Aug 11 00:25:35.589453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2724a138-bd45-4f25-b38d-0b238df9657a req-cc66c354-4188-4123-84e5-47d133f51f50 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393631 Aug 11 00:25:35.723557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e86e0ca7-4e40-46da-939d-6e0c00fc3d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:35.768108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e0ca7-4e40-46da-939d-6e0c00fc3d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6838faa3-5d60-4916-bf94-803b741b517b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:35.774812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e86e0ca7-4e40-46da-939d-6e0c00fc3d39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64c9b573bd6c47648f3074bb474308a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906404 Aug 11 00:25:35.777738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50754) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:35.916175 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48b705a6-9cbe-4564-8211-5197378183cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:35.962796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48b705a6-9cbe-4564-8211-5197378183cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:35.963645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf9fc9-8c0a-4a83-9545-1dec535a78c6 req-f42a43ad-be07-4cc3-9915-6af5f4f2b6ef tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:35.965295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4abf9fc9-8c0a-4a83-9545-1dec535a78c6 req-f42a43ad-be07-4cc3-9915-6af5f4f2b6ef tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.0889659 Aug 11 00:25:36.083748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6052d7-ddd6-41c6-baa0-6775c9c54c59 req-244aa60a-288e-43e3-9e24-7fe13bf94e49 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:36.090312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea6052d7-ddd6-41c6-baa0-6775c9c54c59 req-244aa60a-288e-43e3-9e24-7fe13bf94e49 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 949 time: 0.0746727 Aug 11 00:25:36.104253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4abf9fc9-8c0a-4a83-9545-1dec535a78c6 req-afeabc76-e3b1-430f-9a24-c0511634132c tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278000 Aug 11 00:25:36.139947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea6052d7-ddd6-41c6-baa0-6775c9c54c59 req-ca3ee3b8-7273-4b8c-8835-af85f01c4b59 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478926 Aug 11 00:25:36.145820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-33122ed3-4240-440b-92d5-7b2bd4867dd9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:36.148575 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-33122ed3-4240-440b-92d5-7b2bd4867dd9 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b&tenant_id=e899a38790c44038978483c7c2bf2a43&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 949 time: 0.1188862 Aug 11 00:25:36.233501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-38b1ee47-f921-4b0e-aaf3-7156847bb864 service neutron] 10.222.0.55 "GET /v2.0/ports/e222a870-e207-4fe2-be32-c3d4f6733ce4/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 383 time: 0.0772002 Aug 11 00:25:36.258740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48b705a6-9cbe-4564-8211-5197378183cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:36.267837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-48b705a6-9cbe-4564-8211-5197378183cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:36.273414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-48b705a6-9cbe-4564-8211-5197378183cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6838faa3-5d60-4916-bf94-803b741b517b HTTP/1.1" status: 204 len: 168 time: 0.4922338 Aug 11 00:25:36.298986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b705a6-9cbe-4564-8211-5197378183cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838faa3-5d60-4916-bf94-803b741b517b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:36.423115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-9ef3f98b-cae8-45ba-9c7f-dd7d94f7c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:36.426399 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-9ef3f98b-cae8-45ba-9c7f-dd7d94f7c067 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1101 time: 0.1616769 Aug 11 00:25:36.593222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-9224d41d-89b2-4765-a3a4-80829a1de082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:36.595268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-9224d41d-89b2-4765-a3a4-80829a1de082 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1606066 Aug 11 00:25:36.685559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-f327826e-3c69-4c58-b7cb-29b928a5f370 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.0815897 Aug 11 00:25:36.777455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-049c7149-9cba-45ec-a0d8-155da751c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:36.780931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-049c7149-9cba-45ec-a0d8-155da751c06e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0862412 Aug 11 00:25:36.785036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2b1df-05cb-474d-a787-fd2e330faa91 req-a04cd55b-343e-462f-a9cf-41430d1c22fc tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:36.786691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67e2b1df-05cb-474d-a787-fd2e330faa91 req-a04cd55b-343e-462f-a9cf-41430d1c22fc tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0610466 Aug 11 00:25:36.872579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-900978f8-65b8-4bfc-b7f8-e9132ce9a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:36.875468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-900978f8-65b8-4bfc-b7f8-e9132ce9a96b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0859635 Aug 11 00:25:36.893406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67e2b1df-05cb-474d-a787-fd2e330faa91 req-e8d1a3c6-8840-4618-b519-ddb448946131 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949163 Aug 11 00:25:37.089488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-86e6276e-9685-4697-ac8b-3e9c9e296e3e service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048640 Aug 11 00:25:37.293241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-d3da98fd-0198-4b03-ae65-0b7bedaccbfd service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961675 Aug 11 00:25:37.304645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dcd3e-bcab-446c-a0ad-352bdcabeced req-5b7b91f7-65e7-4087-99ed-6498a479c1a4 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:37.307202 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-441dcd3e-bcab-446c-a0ad-352bdcabeced req-5b7b91f7-65e7-4087-99ed-6498a479c1a4 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.1207912 Aug 11 00:25:37.390533 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-441dcd3e-bcab-446c-a0ad-352bdcabeced req-5845a68a-d629-4ee1-a139-6a13dd4440dd tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610290 Aug 11 00:25:37.434303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de999-afdc-434b-9498-ffb214adb05f req-348f451b-890e-4079-bd85-bc0c2c8b143b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:37.436998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c40de999-afdc-434b-9498-ffb214adb05f req-348f451b-890e-4079-bd85-bc0c2c8b143b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 949 time: 0.1016240 Aug 11 00:25:37.505001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c40de999-afdc-434b-9498-ffb214adb05f req-7f0925f8-7468-484d-b43c-3c6ce0ea9ee3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600564 Aug 11 00:25:37.680918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993cb03-8188-4476-a80e-dda53074acb3 req-f889102f-10ff-4993-9dc2-e6e032185d75 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:37.682592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c993cb03-8188-4476-a80e-dda53074acb3 req-f889102f-10ff-4993-9dc2-e6e032185d75 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1097 time: 0.0579557 Aug 11 00:25:37.691360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:25:37.740057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c993cb03-8188-4476-a80e-dda53074acb3 req-1c4bc426-c31a-42dd-a49f-0e09e6555661 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Aug 11 00:25:37.898266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port e222a870-e207-4fe2-be32-c3d4f6733ce4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:25:37.905306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port e222a870-e207-4fe2-be32-c3d4f6733ce4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:25:37.905306 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:37.920600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c5842-f643-49bb-94b8-ec0fb11f28a2 req-a3a03d23-ff87-415f-a099-7e58ac3bb9b6 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:37.926332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d31c5842-f643-49bb-94b8-ec0fb11f28a2 req-a3a03d23-ff87-415f-a099-7e58ac3bb9b6 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1097 time: 0.0699425 Aug 11 00:25:37.998423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d31c5842-f643-49bb-94b8-ec0fb11f28a2 req-30ba9d5e-66dc-4267-bf0a-20641b21dbc2 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645258 Aug 11 00:25:38.081877 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:38.124559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50838) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:38.147060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:38.173362 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6081cc-95f0-4011-aacc-7842be6c1ac6" -d '{"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-plugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:38.203751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:38.248522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44740b-537b-4ad2-a1cf-c73c4c2cab61 req-e9d46286-d2f4-43ca-b722-8709ca191a28 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:38.250580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a44740b-537b-4ad2-a1cf-c73c4c2cab61 req-e9d46286-d2f4-43ca-b722-8709ca191a28 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.1670849 Aug 11 00:25:38.286721 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:38.356293 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a44740b-537b-4ad2-a1cf-c73c4c2cab61 req-e0122de1-68e0-4f38-a731-3218c54d4b95 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912058 Aug 11 00:25:38.536503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:38.550889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67c0d53-57bd-45bd-b6a4-36b642143fe4 admin admin] Deleting subnet 9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:25:38.555658 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a67c0d53-57bd-45bd-b6a4-36b642143fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:38.573195 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b401b8-79eb-4039-92da-ff9a98888635 x-openstack-request-id: req-39b401b8-79eb-4039-92da-ff9a98888635 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:38.575473 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-plugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:38.575473 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39b401b8-79eb-4039-92da-ff9a98888635 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:38.575473 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'code': 200} Aug 11 00:25:38.629786 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a67c0d53-57bd-45bd-b6a4-36b642143fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:38.690478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a67c0d53-57bd-45bd-b6a4-36b642143fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:38.848403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e62a1-cb16-40cf-a1bf-4187129c0a75 req-55de0032-773f-4055-a4bb-220d15a77abd tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:38.849988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f84e62a1-cb16-40cf-a1bf-4187129c0a75 req-55de0032-773f-4055-a4bb-220d15a77abd tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0636635 Aug 11 00:25:38.901193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f84e62a1-cb16-40cf-a1bf-4187129c0a75 req-de425b76-6a88-4526-bce1-4f7db877b762 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Aug 11 00:25:38.944822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a67c0d53-57bd-45bd-b6a4-36b642143fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:38.993418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c0d53-57bd-45bd-b6a4-36b642143fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:38.994697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a67c0d53-57bd-45bd-b6a4-36b642143fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:38.996880 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a67c0d53-57bd-45bd-b6a4-36b642143fe4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9d7fbcf8-dbc7-45b7-b98f-178ccb64f42d HTTP/1.1" status: 204 len: 168 time: 0.8711915 Aug 11 00:25:39.003635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50864) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:39.084043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:39.150430 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-4ed42743-1efb-4247-a351-ea5319d436e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426612 Aug 11 00:25:39.178208 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:39.189066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb78a15-e01a-4b33-a6e5-5702ff422fff']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:39.199802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7ef09e-1914-4d5e-92af-bc62b0913bcb') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:39.200106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7ef09e-1914-4d5e-92af-bc62b0913bcb') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:25:39.214112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:39.224714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-6a4546ad-77f0-42d5-aeb1-1e5f71fcd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:39.226371 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-6a4546ad-77f0-42d5-aeb1-1e5f71fcd09e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=409cdc564fa64ba7b2f36920ff33bc0b&device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 1098 time: 0.0542705 Aug 11 00:25:39.229548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:39.236357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:25:39.236764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:25:39.238503 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:25:39.349760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-2458598f-e268-4017-b9b8-8b5ff5af4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:39.351757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-2458598f-e268-4017-b9b8-8b5ff5af4f8f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ba691427-d1f0-4361-b6ad-7ab84f4389b3 HTTP/1.1" status: 200 len: 916 time: 0.1060145 Aug 11 00:25:39.442656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-fa908a0c-60dc-402f-8f58-c6b5e0004d95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad59935-4546-4dc2-9629-dc34a1b93140 HTTP/1.1" status: 200 len: 1001 time: 0.0831907 Aug 11 00:25:39.498520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-0b339a67-99d4-4283-b7db-01cfb37aeefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:39.500096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-0b339a67-99d4-4283-b7db-01cfb37aeefb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=973d8471-bcbd-4836-a4ff-f5249d9333ca HTTP/1.1" status: 200 len: 854 time: 0.0508621 Aug 11 00:25:39.573877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-0a634c92-1902-43f7-9e44-f5ffb9e5ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:39.575777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-0a634c92-1902-43f7-9e44-f5ffb9e5ed55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ba691427-d1f0-4361-b6ad-7ab84f4389b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672762 Aug 11 00:25:39.693501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-e6e48cf9-399a-44ec-ac90-890faa8d784d service neutron] 10.222.0.44 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095321 Aug 11 00:25:39.711259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7d242b01-ddcc-44f3-988f-6881b2811867 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:25:39.758548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa909-114d-41ae-bcd5-c28489b33a8f req-f4e3120b-aac2-416f-9175-800d91f3ca99 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:39.767420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d4aa909-114d-41ae-bcd5-c28489b33a8f req-f4e3120b-aac2-416f-9175-800d91f3ca99 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0811231 Aug 11 00:25:39.794644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:39.817699 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:39.819857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] 10.222.0.43 "DELETE /v2.0/networks/bbb78a15-e01a-4b33-a6e5-5702ff422fff HTTP/1.1" status: 204 len: 168 time: 0.8187869 Aug 11 00:25:39.856565 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d4aa909-114d-41ae-bcd5-c28489b33a8f req-e2c756a1-276b-412e-80e4-fd4651395418 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817366 Aug 11 00:25:39.857604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96d4c-c918-42fa-b5f2-b456c2a4110c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb78a15-e01a-4b33-a6e5-5702ff422fff,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:39.886080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65343685-6c12-4c87-a9f9-7242cdc0553a req-10284560-fdbd-45bd-b2c3-fa1f3e94f3e1 service neutron] 10.222.0.44 "GET /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833358 Aug 11 00:25:39.903947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:39.931149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '7d242b01-ddcc-44f3-988f-6881b2811867', 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521', 'port_id': '7d242b01-ddcc-44f3-988f-6881b2811867', 'mac_address': 'fa:16:3e:dc:7e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be89c199-5474-40b8-ab0f-7a042fd8e0b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:25:39.997309 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:40.033957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d242b01-ddcc-44f3-988f-6881b2811867 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:25:40.063294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:40.185524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ebec-e5fb-4e61-86e7-677d14fdab57 req-bc555c72-9012-4baf-80e5-e9d5af17a5f4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:40.188386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7b9ebec-e5fb-4e61-86e7-677d14fdab57 req-bc555c72-9012-4baf-80e5-e9d5af17a5f4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0962119 Aug 11 00:25:40.208819 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:40.255970 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7b9ebec-e5fb-4e61-86e7-677d14fdab57 req-81f446db-ec34-445c-84b9-262da6f96c0f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562477 Aug 11 00:25:40.303243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:40.461109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['7d242b01-ddcc-44f3-988f-6881b2811867'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:40.787145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50922) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:40.844785 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5da0fcf7-8713-4ce1-9b71-b4e4eb570534 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=064855ecf62b4de4832543e325d9b97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545635 Aug 11 00:25:40.849116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:40.906456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-aad1d73d-32aa-4ce7-8ba7-edcd903ef765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:40.909223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-aad1d73d-32aa-4ce7-8ba7-edcd903ef765 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b&tenant_id=e899a38790c44038978483c7c2bf2a43 HTTP/1.1" status: 200 len: 1102 time: 0.0688734 Aug 11 00:25:40.921961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d54fbbe-44bc-477b-ac97-2f3324ac3fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:40.927054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:40.945818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d54fbbe-44bc-477b-ac97-2f3324ac3fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:41.008286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:41.042484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f4421-301e-4612-8da6-0276e5d71e49 req-69b3bb7d-5e09-465a-b1d0-9f30016a5819 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:41.044028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-308f4421-301e-4612-8da6-0276e5d71e49 req-69b3bb7d-5e09-465a-b1d0-9f30016a5819 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 944 time: 0.0659075 Aug 11 00:25:41.100225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-308f4421-301e-4612-8da6-0276e5d71e49 req-ef26877b-2508-43d5-ac65-606a158776d0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Aug 11 00:25:41.189023 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d54fbbe-44bc-477b-ac97-2f3324ac3fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:41.192021 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d54fbbe-44bc-477b-ac97-2f3324ac3fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:41.193226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8d54fbbe-44bc-477b-ac97-2f3324ac3fee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc1a3bda-8b32-4a52-b88f-0639038a97c4 HTTP/1.1" status: 204 len: 168 time: 0.3417981 Aug 11 00:25:41.207653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54fbbe-44bc-477b-ac97-2f3324ac3fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1a3bda-8b32-4a52-b88f-0639038a97c4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:41.340659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:41.385727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:41.411319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f6916-6f82-4ea6-ba97-eff5455c299b req-153ddcdc-eb11-4991-ad05-bfab72434ec6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:41.413291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f2f6916-6f82-4ea6-ba97-eff5455c299b req-153ddcdc-eb11-4991-ad05-bfab72434ec6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0598409 Aug 11 00:25:41.431821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:41.438760 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6b6c0b-3ed1-44f1-ad6f-812dff87062c" -d '{"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-unplugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:41.444135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:41.461311 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f2f6916-6f82-4ea6-ba97-eff5455c299b req-39212e5f-7341-4f6b-b546-221f31ce39a6 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Aug 11 00:25:41.465870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Transition to ACTIVE for port object e222a870-e207-4fe2-be32-c3d4f6733ce4 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:25:41.524736 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546df72-f63a-4ca0-b33e-895a14853b27 x-openstack-request-id: req-f546df72-f63a-4ca0-b33e-895a14853b27 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:41.525104 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-unplugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:41.525362 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f546df72-f63a-4ca0-b33e-895a14853b27 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:41.525768 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'code': 200} Aug 11 00:25:41.583341 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:41.667130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:41.668940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] No DVR routers for this DVR port e222a870-e207-4fe2-be32-c3d4f6733ce4 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:41.706484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:41.711360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:41.711712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:41.712178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:41.721318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:41.721671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Attempting to bind port e222a870-e207-4fe2-be32-c3d4f6733ce4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:41.729526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:41.729851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:41.730265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:41.730711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Bound port: e222a870-e207-4fe2-be32-c3d4f6733ce4, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:41.731451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:41.760373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-97b6e561-860b-4cfe-8584-871f2ac0bf05 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:25:41.768218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-97b6e561-860b-4cfe-8584-871f2ac0bf05 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062542 Aug 11 00:25:41.769203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7d242b01-ddcc-44f3-988f-6881b2811867 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:25:41.784915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Request body: {'binding': {'host': 'n-h2-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:41.786580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:25:41.832372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:41.875219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:41.882452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:25:41.979703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50946) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:41.984919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on host n-h2-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:41.985491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:41.985612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:41.990549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:41.990893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:42.008580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:42.008580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:42.008580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:42.008580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Bound port: 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:42.057895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:42.058404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 7d242b01-ddcc-44f3-988f-6881b2811867 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:25:42.066459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 7d242b01-ddcc-44f3-988f-6881b2811867 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:25:42.068733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:42.115210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:25:42.125040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:42.134355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:42.134355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] 10.222.0.44 "PUT /v2.0/ports/e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 1098 time: 1.2135403 Aug 11 00:25:42.254558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a91c9-0a37-49da-b13e-917cf7061e0d service neutron] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:42.283261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-b8bd0dc3-eab9-4ec6-88aa-d38aa26f325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:42.283261 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-b8bd0dc3-eab9-4ec6-88aa-d38aa26f325a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1101 time: 0.1032939 Aug 11 00:25:42.351498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:42.364162 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5d44e3f6-b629-4ca8-9bed-695a8098c19b service neutron] 10.222.0.43 "POST /v2.0/ports/0e8a17b3-9390-4673-bf7a-bab295d2b57f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5837934 Aug 11 00:25:42.408990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1a4dc-3a43-4ef9-b747-55617590f20a req-138c2189-72bc-4734-b514-8f926d4b55ee tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:42.426025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-acd1a4dc-3a43-4ef9-b747-55617590f20a req-138c2189-72bc-4734-b514-8f926d4b55ee tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 944 time: 0.1388035 Aug 11 00:25:42.426298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-188aaa16-7e1f-4715-9b3f-b3da44e7c378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:42.516089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-acd1a4dc-3a43-4ef9-b747-55617590f20a req-32e3f105-a26d-4078-bf5a-2ee66ec54367 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966089 Aug 11 00:25:42.545543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-8e51706b-a477-4403-b62d-04024815b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:42.553202 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-8e51706b-a477-4403-b62d-04024815b11b service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2651663 Aug 11 00:25:42.606784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:42.738851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-9d1f7cd9-f203-45b5-8967-cd7f62977b61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.1676149 Aug 11 00:25:42.802419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:42.810374 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f7779e-c678-4f34-adcd-991ccbb14800" -d '{"events": [{"server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "name": "network-vif-plugged", "status": "completed", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:42.835842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:42.884492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ac19-2dca-41c1-86b6-7e5ddde4eddc req-2fee78ed-b486-4151-a1e7-24c159e1a908 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:42.886179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67c8ac19-2dca-41c1-86b6-7e5ddde4eddc req-2fee78ed-b486-4151-a1e7-24c159e1a908 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 949 time: 0.0954270 Aug 11 00:25:42.890182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-1cedb2bb-6798-4430-816c-08c26ee36598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:42.891729 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-1cedb2bb-6798-4430-816c-08c26ee36598 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1421402 Aug 11 00:25:42.894624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-1faca3c2-3689-4e97-acdc-361554e61f1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3371191 Aug 11 00:25:42.913632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:42.962973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67c8ac19-2dca-41c1-86b6-7e5ddde4eddc req-2a43bb9b-cc7b-4e1f-86d5-9bc7eed8f752 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702879 Aug 11 00:25:43.015562 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417e5bae-1ab8-4f57-80dc-bb2a91fbd052 x-openstack-request-id: req-417e5bae-1ab8-4f57-80dc-bb2a91fbd052 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:43.016938 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "name": "network-vif-plugged", "status": "completed", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:43.017416 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-417e5bae-1ab8-4f57-80dc-bb2a91fbd052 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:43.018386 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867', 'code': 200} Aug 11 00:25:43.036889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-188aaa16-7e1f-4715-9b3f-b3da44e7c378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:43.081591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-9fcdcdd9-5e17-495b-a17f-80e4617221b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.082631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:43.090111 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-9fcdcdd9-5e17-495b-a17f-80e4617221b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1880581 Aug 11 00:25:43.098520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-dec244e3-9807-43d5-8139-1a3a9a2a7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.101727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-dec244e3-9807-43d5-8139-1a3a9a2a7cc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 1096 time: 0.1744702 Aug 11 00:25:43.179515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd72a9-5e72-412f-b2c1-9bca0758db06 req-7bc4d93c-6792-49aa-bdc9-1ba8d0188f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.181643 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-188aaa16-7e1f-4715-9b3f-b3da44e7c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:43.184397 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0dd72a9-5e72-412f-b2c1-9bca0758db06 req-7bc4d93c-6792-49aa-bdc9-1ba8d0188f26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1097 time: 0.0756626 Aug 11 00:25:43.259825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0dd72a9-5e72-412f-b2c1-9bca0758db06 req-c3a9458e-23a0-4f7a-a0e4-55dc2193f239 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682662 Aug 11 00:25:43.389525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-64e86190-b1a8-4bd6-b1d6-03614501415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.392220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-64e86190-b1a8-4bd6-b1d6-03614501415d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1097 time: 0.0826426 Aug 11 00:25:43.496062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-52e2156f-93a7-490b-847d-93dea04983bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.497707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-52e2156f-93a7-490b-847d-93dea04983bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.0983500 Aug 11 00:25:43.554024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:43.556412 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:43.564764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-db9d8641-6c9b-49d9-bda3-3bc96be5301b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f HTTP/1.1" status: 200 len: 217 time: 0.0520391 Aug 11 00:25:43.640696 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-188aaa16-7e1f-4715-9b3f-b3da44e7c378 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5892bcd1325444788ec3a2e9ad9c83e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6584527 Aug 11 00:25:43.645600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-152d39a7-df0f-42ed-8fa6-18aa782c4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.647123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188aaa16-7e1f-4715-9b3f-b3da44e7c378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0a7ae9-4351-4a1a-8c06-cea65e39fde1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:43.648327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-152d39a7-df0f-42ed-8fa6-18aa782c4494 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.0817699 Aug 11 00:25:43.648913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50998) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:43.722285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-e38d22af-13a0-4c57-94d3-1a0ef8f2dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.724944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-e38d22af-13a0-4c57-94d3-1a0ef8f2dda6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.5789409 Aug 11 00:25:43.735021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-a8bbee8a-ff3d-4bfd-9b61-37c40a2ebbe3 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318476 Aug 11 00:25:43.760630 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5c1c5e19-414e-4799-a30d-0552bbfbb3cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454378 Aug 11 00:25:43.788098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1eec7b1c-2fa2-4dc2-9359-f6ef4aa441a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:43.830482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c406af4-2498-4c1b-ba9b-1271a327689e req-bac60215-f148-4b34-aa78-6327a5db7a30 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.832087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c406af4-2498-4c1b-ba9b-1271a327689e req-bac60215-f148-4b34-aa78-6327a5db7a30 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.2616074 Aug 11 00:25:43.835830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-d0c0e075-1c2d-4c41-916f-d562ad04d900 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 200 len: 217 time: 0.1034434 Aug 11 00:25:43.867953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86161fea-7ce7-48bb-b416-43806d836b8f req-8517832b-7d9f-41a0-9789-c3c4b5927f19 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.869723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86161fea-7ce7-48bb-b416-43806d836b8f req-8517832b-7d9f-41a0-9789-c3c4b5927f19 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.2193022 Aug 11 00:25:43.871909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1eec7b1c-2fa2-4dc2-9359-f6ef4aa441a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:43.938112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-47c8b752-fee1-4914-88e6-b2b80985af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:43.939812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-47c8b752-fee1-4914-88e6-b2b80985af25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.0960145 Aug 11 00:25:43.964452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-f95b4368-81d6-4841-85cb-67e63aba9876 service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951456 Aug 11 00:25:43.966465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c406af4-2498-4c1b-ba9b-1271a327689e req-a8acec4a-53c5-4d69-aa5f-c697b93fd802 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215050 Aug 11 00:25:43.977042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86161fea-7ce7-48bb-b416-43806d836b8f req-3c2d3d1c-727e-4fc9-b2c0-b88d65a797a9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909088 Aug 11 00:25:43.982667 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b025b0f6-98b0-48df-9799-ada0cd157b1a req-4c0d0645-82ed-423f-83d9-9c95d9647d1f service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396057 Aug 11 00:25:43.984943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-2fc2b156-24a9-44bb-adb9-968689cf5e02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357835 Aug 11 00:25:44.089004 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d1b76c-cd65-4a85-bfd8-abdacfd844aa x-openstack-request-id: req-c8d1b76c-cd65-4a85-bfd8-abdacfd844aa {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:44.089679 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:44.089910 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8d1b76c-cd65-4a85-bfd8-abdacfd844aa {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:44.090599 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'status': 'completed', 'code': 200} Aug 11 00:25:44.129739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-196fc8a8-71ad-4c13-a932-43668c4cdc44 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370220 Aug 11 00:25:44.178389 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-38f6d3d3-dd86-41fc-8ab9-1ca5d396cb9d service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956248 Aug 11 00:25:44.190428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-b868236e-764f-4245-bc99-43b0824e6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.192894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-b868236e-764f-4245-bc99-43b0824e6e2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1101 time: 0.0755165 Aug 11 00:25:44.317403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1eec7b1c-2fa2-4dc2-9359-f6ef4aa441a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:44.321610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1eec7b1c-2fa2-4dc2-9359-f6ef4aa441a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:44.325667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1eec7b1c-2fa2-4dc2-9359-f6ef4aa441a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f0a7ae9-4351-4a1a-8c06-cea65e39fde1 HTTP/1.1" status: 204 len: 168 time: 0.6733429 Aug 11 00:25:44.343446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7b1c-2fa2-4dc2-9359-f6ef4aa441a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0a7ae9-4351-4a1a-8c06-cea65e39fde1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:44.362859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-6f4a78cb-d317-46ac-9b9b-770f0d455a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.364639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-6f4a78cb-d317-46ac-9b9b-770f0d455a1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e899a38790c44038978483c7c2bf2a43&device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1101 time: 0.2323320 Aug 11 00:25:44.392068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-aadbe32d-e85e-4c6b-b5c1-5d2a15b21d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.393682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-aadbe32d-e85e-4c6b-b5c1-5d2a15b21d9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1922362 Aug 11 00:25:44.443257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd09f666-5ceb-4ec5-875b-215f630d59ac req-8d784f22-9d40-4a9e-90eb-377e45ce1f92 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896333 Aug 11 00:25:44.482934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451962ce-f7a1-4343-98af-bdea4267b991 req-909cc016-9075-41a4-8320-4f97c75bbdd1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.491986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451962ce-f7a1-4343-98af-bdea4267b991 req-909cc016-9075-41a4-8320-4f97c75bbdd1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 949 time: 0.1906700 Aug 11 00:25:44.500438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-abaf77a3-4d31-4c79-a4dd-fa45ffc92821 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.0988424 Aug 11 00:25:44.600295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-521a2439-48fb-43f2-952c-98d6a34f7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.602557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-521a2439-48fb-43f2-952c-98d6a34f7217 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0949707 Aug 11 00:25:44.606534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-451962ce-f7a1-4343-98af-bdea4267b991 req-147a16df-07cc-4855-90fa-c2c49ed9d366 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013057 Aug 11 00:25:44.611794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-283c2663-9944-4fa8-8d11-ea5709764228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.613311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-283c2663-9944-4fa8-8d11-ea5709764228 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2360229 Aug 11 00:25:44.661716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-0cb31421-5bd8-4b32-a7aa-b5eae13ffa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.663954 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-0cb31421-5bd8-4b32-a7aa-b5eae13ffa81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540721 Aug 11 00:25:44.671791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-f23921e7-a5a7-4613-a53b-6e496bff7e68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 200 len: 217 time: 0.0509157 Aug 11 00:25:44.732057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-20162c5f-b7d4-4f92-abee-78d2c5eedb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.733163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-20162c5f-b7d4-4f92-abee-78d2c5eedb48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0538967 Aug 11 00:25:44.792009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-8c99777f-d9b8-4ae0-9f8a-612b7c81ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:44.795278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-8c99777f-d9b8-4ae0-9f8a-612b7c81ebc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535212 Aug 11 00:25:44.820382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-3c53b94a-425d-4884-823e-4303aa2948f4 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481214 Aug 11 00:25:44.941905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-d4cca6e3-a6d5-42c2-8cbf-74a3ebfd0161 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384642 Aug 11 00:25:44.967912 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7877bc85-e283-4f53-8b9e-1eca5439c078 req-5c2975f1-11c9-4b70-a129-f911b4bea281 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.1230211 Aug 11 00:25:45.041433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-1b359872-8ea3-41e8-8026-9a5b596b82c9 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103026 Aug 11 00:25:45.187549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bacd7df-c0e2-4041-b468-e91a89ac3ae4 req-69dc8715-66b5-43bf-9a7c-a04bfc85d579 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378550 Aug 11 00:25:45.210450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e32d16-0231-4cc1-a245-ae3318aac580 req-c6a31da9-9f14-4d29-a17a-bed18ced7c73 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:45.220028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704545d-5bd0-44ae-9a5e-5819fece8828 req-78fd7f02-7cd3-478f-828d-767614e59eee tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:45.220028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9704545d-5bd0-44ae-9a5e-5819fece8828 req-78fd7f02-7cd3-478f-828d-767614e59eee tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.0652173 Aug 11 00:25:45.221010 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69e32d16-0231-4cc1-a245-ae3318aac580 req-c6a31da9-9f14-4d29-a17a-bed18ced7c73 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.1033568 Aug 11 00:25:45.264212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69e32d16-0231-4cc1-a245-ae3318aac580 req-86dccbf0-3c4c-4345-90f5-4cf7ed6b1df3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Aug 11 00:25:45.275548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9704545d-5bd0-44ae-9a5e-5819fece8828 req-8a3c6828-c592-4584-8b6b-e17d5320efaf tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523734 Aug 11 00:25:45.399097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0d0b6-ba3d-4a0d-9c8c-f2886aef6837 req-f983e0d8-78b4-4413-95ec-c825f0e32086 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:45.400907 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83f0d0b6-ba3d-4a0d-9c8c-f2886aef6837 req-f983e0d8-78b4-4413-95ec-c825f0e32086 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1097 time: 0.0484238 Aug 11 00:25:45.439523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83f0d0b6-ba3d-4a0d-9c8c-f2886aef6837 req-6835155d-fd63-472b-be32-d021dae1c748 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Aug 11 00:25:45.576071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646ef5-4187-4425-855a-efa68bca10fe req-7a419a0f-d22b-4ecb-a760-326faa18f27c tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:45.577821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b3646ef5-4187-4425-855a-efa68bca10fe req-7a419a0f-d22b-4ecb-a760-326faa18f27c tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1097 time: 0.0449514 Aug 11 00:25:45.626990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b3646ef5-4187-4425-855a-efa68bca10fe req-d3eb3b29-7f41-4877-baa3-d31ca84a1b2f tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Aug 11 00:25:45.702147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51060) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:45.746584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:25:45.747335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc2a92f6-5205-4b31-a84f-c43c6dd27363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:45.872765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18461dd0-63e5-49aa-96a9-f57055396852 req-a487aa3d-76e9-4248-bc5d-98e899c475de tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:45.874220 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-18461dd0-63e5-49aa-96a9-f57055396852 req-a487aa3d-76e9-4248-bc5d-98e899c475de tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 949 time: 0.0911858 Aug 11 00:25:45.904526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:45.918643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'mac_address': 'fa:16:3e:9e:aa:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:25:45.960469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-18461dd0-63e5-49aa-96a9-f57055396852 req-297f86f3-8cf0-4e6d-a365-75d53b97c0c3 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713463 Aug 11 00:25:45.967083 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.006504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc2a92f6-5205-4b31-a84f-c43c6dd27363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.008168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e222a870-e207-4fe2-be32-c3d4f6733ce4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:25:46.044407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:46.105013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc2a92f6-5205-4b31-a84f-c43c6dd27363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.153245 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b98b57f9-837d-487c-9b22-2907f9b913e0 req-5cf539f6-9dcb-4901-8134-3ad4b8da50ff tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0494189 Aug 11 00:25:46.179209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fc2a92f6-5205-4b31-a84f-c43c6dd27363 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a886255eae3f4266af0f4625755ef75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732084 Aug 11 00:25:46.179457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51076) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:46.186105 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.187478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a92f6-5205-4b31-a84f-c43c6dd27363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe28ec4-17db-4cc3-9729-06a0084b323f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:46.192731 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-801571e3-73da-4f9b-9294-412701dfc5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.278995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d3cc29f-1f3e-4cc8-885b-10349fb7fea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.280972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=12']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:46.302997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d3cc29f-1f3e-4cc8-885b-10349fb7fea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.439762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a69af-aa85-4174-b529-ff2885651e8b req-6d9c55b4-c7c1-40a3-b02b-80b1ab2fa34a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:46.442812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f47a69af-aa85-4174-b529-ff2885651e8b req-6d9c55b4-c7c1-40a3-b02b-80b1ab2fa34a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.0901000 Aug 11 00:25:46.445477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['e222a870-e207-4fe2-be32-c3d4f6733ce4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:46.526298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f47a69af-aa85-4174-b529-ff2885651e8b req-e0691d39-f70c-4a5a-9849-35d8d90fa54b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734859 Aug 11 00:25:46.612030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d3cc29f-1f3e-4cc8-885b-10349fb7fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.614714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d3cc29f-1f3e-4cc8-885b-10349fb7fea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:46.618910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7d3cc29f-1f3e-4cc8-885b-10349fb7fea8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbe28ec4-17db-4cc3-9729-06a0084b323f HTTP/1.1" status: 204 len: 168 time: 0.4356151 Aug 11 00:25:46.626631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cc29f-1f3e-4cc8-885b-10349fb7fea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe28ec4-17db-4cc3-9729-06a0084b323f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:47.118901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c90297-2386-4dbe-a055-7eeb436ca455 req-6e6faa85-f347-4924-bc4e-5abacd7d9cf1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:47.135978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b3c90297-2386-4dbe-a055-7eeb436ca455 req-6e6faa85-f347-4924-bc4e-5abacd7d9cf1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 950 time: 0.0981905 Aug 11 00:25:47.171968 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b3c90297-2386-4dbe-a055-7eeb436ca455 req-9d084af4-17fd-428d-a6e8-24102f383f21 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Aug 11 00:25:47.536428 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dbd139f6-9f59-4750-8704-6da4845a2879 req-f2510180-6caf-43ba-ae03-93e1c4d95ff4 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0657508 Aug 11 00:25:47.708658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d16c85-8726-45fd-8b5b-297a4c8ac796 req-cd55006d-6778-4366-8c8c-97561ddb945a tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:47.716972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-23d16c85-8726-45fd-8b5b-297a4c8ac796 req-cd55006d-6778-4366-8c8c-97561ddb945a tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 1102 time: 0.0710354 Aug 11 00:25:47.742695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:25:47.772302 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-23d16c85-8726-45fd-8b5b-297a4c8ac796 req-3471fd17-03fe-493a-8c54-a25a2a7fa986 tempest-MigrationsAdminTest-2076665827 tempest-MigrationsAdminTest-2076665827-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533590 Aug 11 00:25:47.959983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5c339-23b6-4800-b9f1-6480d385d273 req-d6293d52-df71-47c5-9971-ef81a467983a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:47.961826 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcc5c339-23b6-4800-b9f1-6480d385d273 req-d6293d52-df71-47c5-9971-ef81a467983a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.0726833 Aug 11 00:25:48.014784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcc5c339-23b6-4800-b9f1-6480d385d273 req-3bf541a3-83d2-4c79-a463-daa6fd5d446f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Aug 11 00:25:48.063000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port e222a870-e207-4fe2-be32-c3d4f6733ce4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:25:48.067495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port e222a870-e207-4fe2-be32-c3d4f6733ce4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:25:48.067864 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:48.208415 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:48.239609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:48.242904 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e3d6e-9390-4638-9fc0-1c3c015c37f6" -d '{"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-plugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:48.262813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:48.417856 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:48.532968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=13']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:48.725142 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f08dd-5fa1-4d77-8ba5-14ae8b860949 x-openstack-request-id: req-220f08dd-5fa1-4d77-8ba5-14ae8b860949 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:48.725716 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-plugged", "status": "completed", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:48.726145 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-220f08dd-5fa1-4d77-8ba5-14ae8b860949 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:48.726784 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'code': 200} Aug 11 00:25:48.809358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-70bc2a57-4ed3-4841-b725-32a6c7650bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:48.906233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a00e25b0-b203-4f48-8d21-1caa943e34c3 req-520a1e57-adb7-486d-ba0b-3bbed500054f tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0479274 Aug 11 00:25:48.942973 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:49.063542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef750d-d2f7-4218-90b0-d2b6dbbee0af req-8913fc97-c2c6-442d-807e-932585042c7a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:49.069626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10ef750d-d2f7-4218-90b0-d2b6dbbee0af req-8913fc97-c2c6-442d-807e-932585042c7a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 951 time: 0.0759304 Aug 11 00:25:49.128678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10ef750d-d2f7-4218-90b0-d2b6dbbee0af req-0d912fb8-5254-4592-8ea0-79c31320e83e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443494 Aug 11 00:25:49.316071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35006a7-64da-4170-b090-38dbe05dfcb3 req-3f99ecf3-9622-427c-8e82-1a187b7837c7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:49.318775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d35006a7-64da-4170-b090-38dbe05dfcb3 req-3f99ecf3-9622-427c-8e82-1a187b7837c7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.1051571 Aug 11 00:25:49.398764 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d35006a7-64da-4170-b090-38dbe05dfcb3 req-e01f9f42-b4b5-4519-a356-40fc0c6fd824 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716357 Aug 11 00:25:49.590561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-2b5651c3-2117-4bdf-b9b1-bd06d0d95517 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:25:49.594415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-2b5651c3-2117-4bdf-b9b1-bd06d0d95517 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127723 Aug 11 00:25:49.609958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Request body: {'binding': {'host': 'n-h1-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:49.610732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:25:49.802905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on host n-h1-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:49.803900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:49.804438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:49.813866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:49.814367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:49.821846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:49.822189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:49.822586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:49.823034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Bound port: 7d242b01-ddcc-44f3-988f-6881b2811867, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:49.895984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:25:50.047122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d91efc6c-972b-4ae9-8b9a-fe273622cfd2 req-a181ff83-aead-461f-95c3-812d4aaa8e89 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0317538 Aug 11 00:25:50.102421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:50.102421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] 10.222.0.43 "POST /v2.0/ports/7d242b01-ddcc-44f3-988f-6881b2811867/bindings HTTP/1.1" status: 201 len: 390 time: 0.4972901 Aug 11 00:25:50.161378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-4bc09783-413b-4169-84db-d1ee23349fef tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:50.163529 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-4bc09783-413b-4169-84db-d1ee23349fef tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 951 time: 0.0621364 Aug 11 00:25:50.312793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:50.333498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d148a1-6585-41ac-8f26-b3258f5198e8 req-f8c32ed9-06d3-45c9-a4da-c564ee3ca1b7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:50.340115 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0d148a1-6585-41ac-8f26-b3258f5198e8 req-f8c32ed9-06d3-45c9-a4da-c564ee3ca1b7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 951 time: 0.0972021 Aug 11 00:25:50.340425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b695eda7-1ee4-4e0b-86ef-14a65c5ded77 req-19264f49-e389-4af2-b3ed-b0955f044294 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0319576 Aug 11 00:25:50.363944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Deleting port e222a870-e207-4fe2-be32-c3d4f6733ce4 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:50.364334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:50.452522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0d148a1-6585-41ac-8f26-b3258f5198e8 req-eff0b763-6fa0-4754-8f9d-70f9baeff147 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943387 Aug 11 00:25:50.508963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] For port e222a870-e207-4fe2-be32-c3d4f6733ce4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e222a870-e207-4fe2-be32-c3d4f6733ce4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:50.509605 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:50.576362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Calling delete_port for e222a870-e207-4fe2-be32-c3d4f6733ce4 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:50.690488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae00d4b-31be-4b33-96aa-80373104a668 req-1b58dd55-d47f-431e-9cb9-dc6586a1bf32 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:50.690716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aae00d4b-31be-4b33-96aa-80373104a668 req-1b58dd55-d47f-431e-9cb9-dc6586a1bf32 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.1763370 Aug 11 00:25:50.757522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aae00d4b-31be-4b33-96aa-80373104a668 req-d3e91536-fa4e-41dd-bff6-e74eaac6cb90 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588317 Aug 11 00:25:50.795022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011275-c92e-4e61-8755-93cc9275a1de req-d65338ab-4254-4d7f-a6d1-69ef821e99d4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:50.802772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55011275-c92e-4e61-8755-93cc9275a1de req-d65338ab-4254-4d7f-a6d1-69ef821e99d4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.0757163 Aug 11 00:25:50.841218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55011275-c92e-4e61-8755-93cc9275a1de req-c8688bd9-d0be-4b19-9d54-488e950d9b9d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372844 Aug 11 00:25:51.005755 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:51.021169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['e222a870-e207-4fe2-be32-c3d4f6733ce4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:51.024263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['50d82742-efd1-49de-ab32-268e86ff0e55', '67975638-57be-4755-bd45-cbcf158d841c', '00cb99bb-9e64-4923-941f-e822b11b631e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:51.035820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event deleted for resources: {'Port': ['ID=e222a870-e207-4fe2-be32-c3d4f6733ce4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:51.118134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] No DVR routers for this DVR port e222a870-e207-4fe2-be32-c3d4f6733ce4 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:51.121319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:51.124034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c5f27b7d-b72c-41a4-91b8-801f294dd3aa req-f9e01c1f-ec3c-4afc-a252-bac5973c4d13 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.44 "DELETE /v2.0/ports/e222a870-e207-4fe2-be32-c3d4f6733ce4 HTTP/1.1" status: 204 len: 173 time: 0.9529185 Aug 11 00:25:51.124537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-deleted', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:51.127698 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0654866-0459-4953-8d45-a192b10810f6" -d '{"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-deleted", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:51.206955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0847986e-4951-4058-b8ea-8d502b8186be req-7b758027-470e-46d6-a2f6-ec7321b30ea4 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0492601 Aug 11 00:25:51.223291 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd23a2-cbe6-4b6f-bd66-426befacdf78 x-openstack-request-id: req-affd23a2-cbe6-4b6f-bd66-426befacdf78 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:51.227902 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7858f4e-a617-4bbe-b5b5-f7264173836b", "name": "network-vif-deleted", "tag": "e222a870-e207-4fe2-be32-c3d4f6733ce4", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:51.228569 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-affd23a2-cbe6-4b6f-bd66-426befacdf78 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:51.229208 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7858f4e-a617-4bbe-b5b5-f7264173836b', 'name': 'network-vif-deleted', 'tag': 'e222a870-e207-4fe2-be32-c3d4f6733ce4', 'status': 'completed', 'code': 200} Aug 11 00:25:51.334501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-23bf417c-f006-4e15-a613-9f2bc580fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:51.336441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-23bf417c-f006-4e15-a613-9f2bc580fb50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1097 time: 0.0752873 Aug 11 00:25:51.493008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-42165e9c-7f21-4c8b-a5da-aa68289c54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:51.496288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-42165e9c-7f21-4c8b-a5da-aa68289c54fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.1378510 Aug 11 00:25:51.612648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-1e8c1973-be38-422c-b42d-196ce00382c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d242b01-ddcc-44f3-988f-6881b2811867 HTTP/1.1" status: 200 len: 217 time: 0.1036541 Aug 11 00:25:51.650722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f131a58-6cf3-4426-8dc5-1a4ec0ab9108 req-fb64488b-cba3-4abf-a7d5-d7df911a97a7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7858f4e-a617-4bbe-b5b5-f7264173836b HTTP/1.1" status: 200 len: 210 time: 0.0422106 Aug 11 00:25:51.698680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-32a85d44-7f57-40b9-829e-bdbe5f4b3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:51.700288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-32a85d44-7f57-40b9-829e-bdbe5f4b3345 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.0751884 Aug 11 00:25:51.738842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51220) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:51.741880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-ffbaa3d6-a66c-42e4-a037-53d471505f33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334115 Aug 11 00:25:51.850789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-7f214c51-9cec-4200-8c9e-9c43cd3363c2 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975564 Aug 11 00:25:51.940796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d9ed4-a155-4890-8e05-e097e4231d9e req-3df4c56a-8092-43b8-8959-ba6fa60ddfa7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:51.942463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-289d9ed4-a155-4890-8e05-e097e4231d9e req-3df4c56a-8092-43b8-8959-ba6fa60ddfa7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.0602980 Aug 11 00:25:51.958489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-497f62d4-e74d-4309-84b6-3f660c42ab1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:51.991463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-841a2f68-49b4-4498-bc1b-cf3f65ea82c7 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285539 Aug 11 00:25:52.025863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-289d9ed4-a155-4890-8e05-e097e4231d9e req-1eff6d64-ef9d-4190-8097-2bd3a62cb798 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650301 Aug 11 00:25:52.157771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-497f62d4-e74d-4309-84b6-3f660c42ab1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:52.258243 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:52.343870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af71ef6c-b6ff-4ab6-80ce-3fee53c2bd6f req-c53f7f19-8cf9-45c7-a31c-fc91ed107020 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0296097 Aug 11 00:25:52.371719 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-497f62d4-e74d-4309-84b6-3f660c42ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:52.396292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b92c-ddc9-4fec-ae21-e9ac16f563d3 req-7d4b7d11-a24a-4ef6-8fc7-f1f2a7e1932e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:52.398814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ea5b92c-ddc9-4fec-ae21-e9ac16f563d3 req-7d4b7d11-a24a-4ef6-8fc7-f1f2a7e1932e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.0622909 Aug 11 00:25:52.414498 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-497f62d4-e74d-4309-84b6-3f660c42ab1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5989678f2424913979bf2169fee42cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743495 Aug 11 00:25:52.415544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f62d4-e74d-4309-84b6-3f660c42ab1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93b038-04c3-4974-b9f4-771609866629,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:52.417311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51240) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:52.470096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ea5b92c-ddc9-4fec-ae21-e9ac16f563d3 req-e9113a8d-a3f4-4248-aab4-8caab12a5f89 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635729 Aug 11 00:25:52.494877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-526840ca-6c5c-42fe-bf22-63e0a9660e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:52.522686 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:25:52.532724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-526840ca-6c5c-42fe-bf22-63e0a9660e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:52.737758 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-526840ca-6c5c-42fe-bf22-63e0a9660e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:52.742733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-526840ca-6c5c-42fe-bf22-63e0a9660e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:52.745351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-526840ca-6c5c-42fe-bf22-63e0a9660e31 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c93b038-04c3-4974-b9f4-771609866629 HTTP/1.1" status: 204 len: 168 time: 0.3263669 Aug 11 00:25:52.773257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526840ca-6c5c-42fe-bf22-63e0a9660e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93b038-04c3-4974-b9f4-771609866629,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:53.594504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a21f3-d707-43d5-abb4-4c3d7d68dade req-0f32f09a-b801-4c3d-a4f8-c381fe02ed0a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:53.596155 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-083a21f3-d707-43d5-abb4-4c3d7d68dade req-0f32f09a-b801-4c3d-a4f8-c381fe02ed0a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.0593991 Aug 11 00:25:53.645901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-083a21f3-d707-43d5-abb4-4c3d7d68dade req-6a4dbf97-a899-4528-b07e-ea48b5200c4f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Aug 11 00:25:53.776423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:53.848947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: e222a870-e207-4fe2-be32-c3d4f6733ce4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:53.849536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e222a870-e207-4fe2-be32-c3d4f6733ce4 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:53.959064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30606-80be-41b3-b186-b616a10710ac req-72e5ed3a-33a4-46e3-a7c2-13bd4c32ee4f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:53.972539 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bf30606-80be-41b3-b186-b616a10710ac req-72e5ed3a-33a4-46e3-a7c2-13bd4c32ee4f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 951 time: 0.1199245 Aug 11 00:25:54.001450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca52c2-c255-4f28-ad36-958398619c7c req-7ecf48a3-8aae-49b3-ab72-213a68e96695 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:54.011726 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28ca52c2-c255-4f28-ad36-958398619c7c req-7ecf48a3-8aae-49b3-ab72-213a68e96695 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.0712967 Aug 11 00:25:54.032823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51284) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:54.058436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-777f91c9-92e8-482e-96c7-df329486b63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:54.068051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28ca52c2-c255-4f28-ad36-958398619c7c req-4441be8b-8f8d-407c-97fc-27ace9629eea tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502405 Aug 11 00:25:54.074004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bf30606-80be-41b3-b186-b616a10710ac req-dec64608-5082-4797-a9f6-e64abb43f646 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973957 Aug 11 00:25:54.214155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-777f91c9-92e8-482e-96c7-df329486b63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:54.234763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8eaeb692-cd7c-4fe9-9168-b8faa3ba0858 req-61167b7e-7583-453e-a9a8-ef0937b4a2b3 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0442786 Aug 11 00:25:54.451376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-777f91c9-92e8-482e-96c7-df329486b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:54.496931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-777f91c9-92e8-482e-96c7-df329486b63b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3dee37cb598742c49e60520f7976a088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626474 Aug 11 00:25:54.499963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51292) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:54.516200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f91c9-92e8-482e-96c7-df329486b63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c809650-012a-4b1e-af0d-f2f45d8dfe5e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:54.589693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-816652c4-e793-46d7-8aba-d29c63579058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:54.616314 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-816652c4-e793-46d7-8aba-d29c63579058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:54.771397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-816652c4-e793-46d7-8aba-d29c63579058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:54.774025 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-816652c4-e793-46d7-8aba-d29c63579058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:54.777999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-816652c4-e793-46d7-8aba-d29c63579058 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c809650-012a-4b1e-af0d-f2f45d8dfe5e HTTP/1.1" status: 204 len: 168 time: 0.2735426 Aug 11 00:25:54.802472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816652c4-e793-46d7-8aba-d29c63579058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c809650-012a-4b1e-af0d-f2f45d8dfe5e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:54.860863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2572537-553a-4f68-9e88-3e8a1aa01980 req-fd6ceca0-c11c-4ede-8b63-7c0a87d70d87 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:54.867216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d2572537-553a-4f68-9e88-3e8a1aa01980 req-fd6ceca0-c11c-4ede-8b63-7c0a87d70d87 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.1015668 Aug 11 00:25:54.923046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d2572537-553a-4f68-9e88-3e8a1aa01980 req-a4807d74-876f-47bf-b5f6-be939e6c140e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513852 Aug 11 00:25:54.978078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-2a927ffa-2f4a-4496-8200-6aaea57cb41f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:54.981103 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-2a927ffa-2f4a-4496-8200-6aaea57cb41f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 951 time: 0.0754426 Aug 11 00:25:55.165619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Deleting port 00cb99bb-9e64-4923-941f-e822b11b631e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:25:55.165973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:55.315112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] For port 00cb99bb-9e64-4923-941f-e822b11b631e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=00cb99bb-9e64-4923-941f-e822b11b631e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:55.315789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:55.324252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7bbb0-81e1-40be-9ce4-317fbe6d1e23 req-a4eb395b-33fa-487f-bed9-2c950a13e5c0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:55.332118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Calling delete_port for 00cb99bb-9e64-4923-941f-e822b11b631e owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:25:55.340111 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ea7bbb0-81e1-40be-9ce4-317fbe6d1e23 req-a4eb395b-33fa-487f-bed9-2c950a13e5c0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.1341727 Aug 11 00:25:55.405545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51312) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:55.446611 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ea7bbb0-81e1-40be-9ce4-317fbe6d1e23 req-d058c2b9-d6cf-4780-b6f7-b885833a290a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890210 Aug 11 00:25:55.654776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0336c21-db0e-425d-abc4-5e31be00a686 req-5870d9aa-e311-4968-be80-7f95348b1e2b tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0483246 Aug 11 00:25:55.695873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a4299-8914-49be-8cec-aa1ba2b17b5f req-dc29a403-7879-4440-bad1-7be68c979cbd tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:55.698226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-703a4299-8914-49be-8cec-aa1ba2b17b5f req-dc29a403-7879-4440-bad1-7be68c979cbd tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 951 time: 0.2915385 Aug 11 00:25:55.713532 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8c753856-c3cb-4803-a943-7f85703a9ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:55.734949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:55.750088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['50d82742-efd1-49de-ab32-268e86ff0e55', '67975638-57be-4755-bd45-cbcf158d841c', '00cb99bb-9e64-4923-941f-e822b11b631e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:55.795959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event deleted for resources: {'Port': ['ID=00cb99bb-9e64-4923-941f-e822b11b631e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:55.832919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-703a4299-8914-49be-8cec-aa1ba2b17b5f req-8e702c81-92c2-4a33-8678-dcd8215ca21a tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146567 Aug 11 00:25:55.925124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] No DVR routers for this DVR port 00cb99bb-9e64-4923-941f-e822b11b631e on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:25:55.927269 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:55.932423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17047f03-9464-48a2-9d7b-07b8003914b0 req-526fc2ac-613c-4c6a-a4ff-3367249e3818 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "DELETE /v2.0/ports/00cb99bb-9e64-4923-941f-e822b11b631e HTTP/1.1" status: 204 len: 173 time: 0.9444735 Aug 11 00:25:55.938935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-deleted', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:55.942688 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f44bd9-856f-4980-8e14-7f2ce3902c3a" -d '{"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-deleted", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:56.079698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8c753856-c3cb-4803-a943-7f85703a9ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:56.151765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccb1a0-009b-4a9f-9b58-246c00e98aeb req-827bf08a-1581-4262-a744-ad48aa3d6d68 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:56.165162 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73ccb1a0-009b-4a9f-9b58-246c00e98aeb req-827bf08a-1581-4262-a744-ad48aa3d6d68 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.1068099 Aug 11 00:25:56.261265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73ccb1a0-009b-4a9f-9b58-246c00e98aeb req-e524900a-7d04-4eb8-ae36-3aecbe213ed5 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924425 Aug 11 00:25:56.267787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8c753856-c3cb-4803-a943-7f85703a9ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:56.323124 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd09b9c-a479-4819-91d3-7bf2baf5cb43 x-openstack-request-id: req-cfd09b9c-a479-4819-91d3-7bf2baf5cb43 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:56.323687 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07647b84-e743-4247-b05b-8d1d79e6a8e8", "name": "network-vif-deleted", "tag": "00cb99bb-9e64-4923-941f-e822b11b631e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:56.324265 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfd09b9c-a479-4819-91d3-7bf2baf5cb43 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:56.324978 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07647b84-e743-4247-b05b-8d1d79e6a8e8', 'name': 'network-vif-deleted', 'tag': '00cb99bb-9e64-4923-941f-e822b11b631e', 'status': 'completed', 'code': 200} Aug 11 00:25:56.374617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753856-c3cb-4803-a943-7f85703a9ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee81f4f-ed60-4637-884f-0b76f2c2cec8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:56.386125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8c753856-c3cb-4803-a943-7f85703a9ca0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de301ec55dfc48e5a5a1ec5d17c310c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9744198 Aug 11 00:25:56.386295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51338) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:56.459690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02d6a48b-4990-4240-a332-cc53ee12fd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:56.484250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02d6a48b-4990-4240-a332-cc53ee12fd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:56.607591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5eb3-1c36-4ca1-aa76-bc22ad519caf req-d2c6656e-4f93-4b8d-a4da-d7c1945577d6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:56.609456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9fd5eb3-1c36-4ca1-aa76-bc22ad519caf req-d2c6656e-4f93-4b8d-a4da-d7c1945577d6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.0656743 Aug 11 00:25:56.658518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9fd5eb3-1c36-4ca1-aa76-bc22ad519caf req-0290d505-4959-48fa-85ee-580ef8ab6f8a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Aug 11 00:25:56.792650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09c73d97-264f-4db9-b4d8-01d90369e267 req-455bc2c9-155e-4990-9d9b-2a9af8e9b65c tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0458903 Aug 11 00:25:56.826188 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02d6a48b-4990-4240-a332-cc53ee12fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:56.828904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02d6a48b-4990-4240-a332-cc53ee12fd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:56.830105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-02d6a48b-4990-4240-a332-cc53ee12fd36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cee81f4f-ed60-4637-884f-0b76f2c2cec8 HTTP/1.1" status: 204 len: 168 time: 0.4420292 Aug 11 00:25:56.866626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6a48b-4990-4240-a332-cc53ee12fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee81f4f-ed60-4637-884f-0b76f2c2cec8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:56.900485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-7830510a-51dc-405e-a580-9a1872384cd6 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:56.902475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-7830510a-51dc-405e-a580-9a1872384cd6 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.0929635 Aug 11 00:25:56.915219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712143-13'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:25:57.203660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a4bf64c-0623-4f2c-894c-0cdee9edefb7 req-6172af3c-26dc-4f71-8fc0-647f09957507 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=07647b84-e743-4247-b05b-8d1d79e6a8e8 HTTP/1.1" status: 200 len: 210 time: 0.1082220 Aug 11 00:25:57.203660 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:57.314478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:57.366946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:57.425696 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:57.429233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:57.432240 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeb8c55-af95-4c16-b84b-e68ff7eead7d" -d '{"events": [{"server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:57.490102 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bf5952-c6e9-4ae5-97dc-570a24271d0f x-openstack-request-id: req-54bf5952-c6e9-4ae5-97dc-570a24271d0f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:57.490456 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:57.490710 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54bf5952-c6e9-4ae5-97dc-570a24271d0f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:57.491250 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f', 'code': 200} Aug 11 00:25:57.500879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce377b4-eea2-474b-a25d-ae8a61d0be76 req-89e16766-0e52-49ec-a486-8cd0ace3a3a1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:57.502404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ce377b4-eea2-474b-a25d-ae8a61d0be76 req-89e16766-0e52-49ec-a486-8cd0ace3a3a1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 945 time: 0.0952675 Aug 11 00:25:57.560666 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ce377b4-eea2-474b-a25d-ae8a61d0be76 req-eebe87f4-de8f-45ec-9775-a283b0e30da7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 Aug 11 00:25:57.609583 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:57.708552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:57.715367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on host n-h1-712143-13 for vnic_type normal with profile {"migrating_to": "n-h2-712143-13"} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:57.715813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:57.716179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:57.722233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:57.722233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:57.728739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:57.729137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:57.729601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:57.730114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Bound port: 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:57.730813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:57.766937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:25:57.819344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0e8a17b3-9390-4673-bf7a-bab295d2b57f details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:25:57.828170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:25:57.831873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:25:57.895665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 00cb99bb-9e64-4923-941f-e822b11b631e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:25:57.897781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 00cb99bb-9e64-4923-941f-e822b11b631e not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:25:57.925148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703e43c-90f9-426d-aa55-8e25c6fb35fa req-359d8cc9-34b8-4fcd-9938-866659160bc4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:57.934897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d703e43c-90f9-426d-aa55-8e25c6fb35fa req-359d8cc9-34b8-4fcd-9938-866659160bc4 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.1011639 Aug 11 00:25:57.976743 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.011837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:58.044668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on host n-h1-712143-13 for vnic_type normal with profile {"migrating_to": "n-h2-712143-13"} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:25:58.045356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:25:58.045920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:58.050945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb38b524-383e-436d-aa85-a0bee08eed1b req-cbed6e0f-c905-4d71-b6ce-14c6bf7c505c tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0713639 Aug 11 00:25:58.051799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:25:58.052538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempting to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on network 8c59f848-f680-473b-8fd6-692def6fba06 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:25:58.059132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:25:58.059839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Checking segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:25:58.060439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Bound using segment: {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:25:58.061273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Bound port: 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efa2c20-d37c-4663-8fbf-435e36a55b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8c59f848-f680-473b-8fd6-692def6fba06'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:25:58.061924 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.086558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d703e43c-90f9-426d-aa55-8e25c6fb35fa req-90280843-6231-4915-beee-718c97552d34 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502535 Aug 11 00:25:58.168392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51386) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:58.182193 n-d-712143-13 neutron-server[95256]: WARNING neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Concurrent port binding operations failed on port 0e8a17b3-9390-4673-bf7a-bab295d2b57f Aug 11 00:25:58.188440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:25:58.190644 n-d-712143-13 neutron-server[95256]: INFO neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Attempt 2 to bind port 0e8a17b3-9390-4673-bf7a-bab295d2b57f Aug 11 00:25:58.191332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0e8a17b3-9390-4673-bf7a-bab295d2b57f has no active binding in host n-h2-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 00:25:58.191473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75ab31dd-1a99-47f6-b82c-6feda43eac09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.250668 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:58.251597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.254344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e8a17b3-9390-4673-bf7a-bab295d2b57f HTTP/1.1" status: 200 len: 1123 time: 1.3439867 Aug 11 00:25:58.257418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b29148-c676-45db-bd0f-e33be3acc9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:58.353948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0e8a17b3-9390-4673-bf7a-bab295d2b57f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:58.357501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['0e8a17b3-9390-4673-bf7a-bab295d2b57f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:25:58.380388 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75ab31dd-1a99-47f6-b82c-6feda43eac09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.519732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75ab31dd-1a99-47f6-b82c-6feda43eac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.566373 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-75ab31dd-1a99-47f6-b82c-6feda43eac09 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c7a9082625d4f5b8958566bacbe7895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933048 Aug 11 00:25:58.566373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab31dd-1a99-47f6-b82c-6feda43eac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d08e367-5f85-4d9f-8183-9492dfbd42cd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:58.566573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51396) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:58.645474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09392d31-21e1-4938-b02b-786488154cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.674334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09392d31-21e1-4938-b02b-786488154cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.832864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10131a29-0c71-4350-abcf-24527ccb1e25 req-bf013b4e-afb1-4c4e-b880-aa12af6d9ef3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:58.834893 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10131a29-0c71-4350-abcf-24527ccb1e25 req-bf013b4e-afb1-4c4e-b880-aa12af6d9ef3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.0590074 Aug 11 00:25:58.883970 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10131a29-0c71-4350-abcf-24527ccb1e25 req-abe389e2-79ce-461b-9d10-2f76a5332a2f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369198 Aug 11 00:25:58.914085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09392d31-21e1-4938-b02b-786488154cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.916721 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09392d31-21e1-4938-b02b-786488154cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:58.922202 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-09392d31-21e1-4938-b02b-786488154cd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d08e367-5f85-4d9f-8183-9492dfbd42cd HTTP/1.1" status: 204 len: 168 time: 0.3509529 Aug 11 00:25:58.928250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09392d31-21e1-4938-b02b-786488154cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d08e367-5f85-4d9f-8183-9492dfbd42cd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:25:59.182271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f280b9ae-8f8b-44e0-810a-aecebcb1ea1a req-e6f27439-566e-4507-86c1-c70ec7a1e042 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0291643 Aug 11 00:25:59.244430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:59.252223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e3209-3759-47e3-9d32-9014ad477ffb req-efc69211-1ae2-462d-a401-214f24df812c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:59.254855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c05e3209-3759-47e3-9d32-9014ad477ffb req-efc69211-1ae2-462d-a401-214f24df812c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0845609 Aug 11 00:25:59.315743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c05e3209-3759-47e3-9d32-9014ad477ffb req-2f87ef03-c456-4733-93f6-0986b94895e4 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535064 Aug 11 00:25:59.322194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6528a32-ad82-440e-9050-e8c136b8c6d7 req-50a11e2a-8778-4ee6-bedc-0db83986d687 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:59.324945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6528a32-ad82-440e-9050-e8c136b8c6d7 req-50a11e2a-8778-4ee6-bedc-0db83986d687 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.0717192 Aug 11 00:25:59.377173 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:59.383864 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6528a32-ad82-440e-9050-e8c136b8c6d7 req-914a6f6f-b74a-4e40-8141-5bffa715a49e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526235 Aug 11 00:25:59.493103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:25:59.496292 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2cf94e-83c6-480a-a057-d64d1724b4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:25:59.543182 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c1ee0b-c8c4-4fee-b60e-daee3ec402f7 x-openstack-request-id: req-55c1ee0b-c8c4-4fee-b60e-daee3ec402f7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:25:59.543590 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:25:59.543917 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55c1ee0b-c8c4-4fee-b60e-daee3ec402f7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:25:59.544381 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f', 'status': 'completed', 'code': 200} Aug 11 00:25:59.618127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51426) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:25:59.623409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-5faa40f3-ab5b-414c-8b76-1212bda05b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:59.625631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-5faa40f3-ab5b-414c-8b76-1212bda05b7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1126 time: 0.0554209 Aug 11 00:25:59.762201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-2ece4861-90cc-4b8b-8035-6c08ee6eb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:25:59.765075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-2ece4861-90cc-4b8b-8035-6c08ee6eb7c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.1318040 Aug 11 00:25:59.784052 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67e77a8f-9268-4202-868d-ad9610a88c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:25:59.813859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-7df29b1c-b2d5-469a-bfbf-990bc6158126 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f HTTP/1.1" status: 200 len: 217 time: 0.0405631 Aug 11 00:25:59.887936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67e77a8f-9268-4202-868d-ad9610a88c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:00.039464 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67e77a8f-9268-4202-868d-ad9610a88c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:00.092005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-67e77a8f-9268-4202-868d-ad9610a88c3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d456209094d449c38c82096f4c81241d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727688 Aug 11 00:26:00.094251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e77a8f-9268-4202-868d-ad9610a88c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46190165-03a1-44bd-811b-ddaf73fa8d74,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:00.097146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51440) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:00.160025 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a4e98a6-1672-4de5-9804-a587ed55eb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:00.186851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a4e98a6-1672-4de5-9804-a587ed55eb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:00.236296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-6528d3c4-3147-4346-a751-f8dc2ba2ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:00.236296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-6528d3c4-3147-4346-a751-f8dc2ba2ef30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.4134958 Aug 11 00:26:00.291907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-a2bde5b5-8e53-4e8e-b46e-07b98661bd84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451996 Aug 11 00:26:00.320976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8297a8-c497-4909-9c7a-bb732c814ac3 req-103b829e-8edb-4560-906b-9a56474d35ea tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:00.321178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bad7b994-edbf-42aa-87d2-299ba166bc5a req-1b694d80-fc6d-4c40-9157-774cab270774 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0346160 Aug 11 00:26:00.322560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f8297a8-c497-4909-9c7a-bb732c814ac3 req-103b829e-8edb-4560-906b-9a56474d35ea tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.1430557 Aug 11 00:26:00.366156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a4e98a6-1672-4de5-9804-a587ed55eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:00.369594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a4e98a6-1672-4de5-9804-a587ed55eb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:00.370951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1a4e98a6-1672-4de5-9804-a587ed55eb3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46190165-03a1-44bd-811b-ddaf73fa8d74 HTTP/1.1" status: 204 len: 168 time: 0.2728207 Aug 11 00:26:00.383739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e98a6-1672-4de5-9804-a587ed55eb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46190165-03a1-44bd-811b-ddaf73fa8d74,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:00.433316 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f8297a8-c497-4909-9c7a-bb732c814ac3 req-d6a620ed-84f4-4b75-acc0-d83318e3860b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966280 Aug 11 00:26:00.487511 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-7a99fc54-98ba-4d8c-b424-d3b9535f7513 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852627 Aug 11 00:26:00.519980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833ef04-4284-44b1-9233-194012d11a11 req-970bbd09-ff60-4a70-b4a8-751fb504cfbc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:00.536457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1833ef04-4284-44b1-9233-194012d11a11 req-970bbd09-ff60-4a70-b4a8-751fb504cfbc tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0853825 Aug 11 00:26:00.670259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1833ef04-4284-44b1-9233-194012d11a11 req-0d6407d1-2199-437f-b793-205ae40ab762 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130333 Aug 11 00:26:00.671418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af4c5-c15f-43ba-8911-bba9be36ce4e req-7985d579-e498-49d1-9e37-8ba37b6885d6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:00.678924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c1af4c5-c15f-43ba-8911-bba9be36ce4e req-7985d579-e498-49d1-9e37-8ba37b6885d6 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.0919950 Aug 11 00:26:00.688161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a2cf94e-83c6-480a-a057-d64d1724b4b7 req-99d51c5f-5298-4a7b-a3f6-7a309ad06c76 service neutron] 10.222.0.55 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880426 Aug 11 00:26:00.704532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-125304b8-0585-4795-a7c2-1e409ebc5554 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:00.706192 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-125304b8-0585-4795-a7c2-1e409ebc5554 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 949 time: 0.0943868 Aug 11 00:26:00.745962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c1af4c5-c15f-43ba-8911-bba9be36ce4e req-d2a37932-c9b2-4b68-8a35-0686a345ad9d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659571 Aug 11 00:26:00.862324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Deleting port 67975638-57be-4755-bd45-cbcf158d841c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:00.862891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:00.975778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] For port 67975638-57be-4755-bd45-cbcf158d841c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=67975638-57be-4755-bd45-cbcf158d841c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:00.976184 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:00.992111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Calling delete_port for 67975638-57be-4755-bd45-cbcf158d841c owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:01.203601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:01.218482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['50d82742-efd1-49de-ab32-268e86ff0e55', '67975638-57be-4755-bd45-cbcf158d841c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:26:01.246620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event deleted for resources: {'Port': ['ID=67975638-57be-4755-bd45-cbcf158d841c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:01.298798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] No DVR routers for this DVR port 67975638-57be-4755-bd45-cbcf158d841c on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:01.302100 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:01.305641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42ad8993-c8f0-4d2c-812a-ed474b7e9450 req-f1ddc949-b93d-4193-9664-273c6137dfec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "DELETE /v2.0/ports/67975638-57be-4755-bd45-cbcf158d841c HTTP/1.1" status: 204 len: 173 time: 0.5902324 Aug 11 00:26:01.443464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51474) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:01.461793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c056d534-1c97-42b2-87ea-82d10af1e29e req-fefc8958-aabf-40aa-bac4-389078071a3b tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0378091 Aug 11 00:26:01.472651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b75e8eb4-ff6f-4fc7-8c97-612b8804fdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:01.546043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'name': 'network-vif-deleted', 'tag': '67975638-57be-4755-bd45-cbcf158d841c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:01.552695 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3861821-9f7b-4f86-9e16-dd57089a1e2c" -d '{"events": [{"server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "name": "network-vif-deleted", "tag": "67975638-57be-4755-bd45-cbcf158d841c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:01.603434 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c054ff3-1ceb-4535-8c2d-3e62a1d2de4d x-openstack-request-id: req-6c054ff3-1ceb-4535-8c2d-3e62a1d2de4d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:01.608213 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee50981-c135-43ab-97dd-661d113cd513", "name": "network-vif-deleted", "tag": "67975638-57be-4755-bd45-cbcf158d841c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:01.608213 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c054ff3-1ceb-4535-8c2d-3e62a1d2de4d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:01.608213 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee50981-c135-43ab-97dd-661d113cd513', 'name': 'network-vif-deleted', 'tag': '67975638-57be-4755-bd45-cbcf158d841c', 'status': 'completed', 'code': 200} Aug 11 00:26:01.650621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83593d59-fca6-47cc-a7f8-3256acc79eb2 req-b4405f73-b1ac-4081-9f44-f424b661b8e3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:01.652331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83593d59-fca6-47cc-a7f8-3256acc79eb2 req-b4405f73-b1ac-4081-9f44-f424b661b8e3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.0824270 Aug 11 00:26:01.690692 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b75e8eb4-ff6f-4fc7-8c97-612b8804fdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:01.714928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83593d59-fca6-47cc-a7f8-3256acc79eb2 req-c55bc505-73a2-4fec-b0cf-e11e07ed17ef tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497363 Aug 11 00:26:01.841342 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11d78829-c4bf-4e33-81c6-20801b478fcb req-579fa910-ca8a-4e10-8085-681e1cfbc51e tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=eee50981-c135-43ab-97dd-661d113cd513 HTTP/1.1" status: 200 len: 210 time: 0.0399404 Aug 11 00:26:01.909637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b75e8eb4-ff6f-4fc7-8c97-612b8804fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:01.962353 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b75e8eb4-ff6f-4fc7-8c97-612b8804fdf0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdec11e3bdba49129a465f083f8270f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165482 Aug 11 00:26:01.966689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51492) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:01.981151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e8eb4-ff6f-4fc7-8c97-612b8804fdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9370a259-d0a4-49de-9149-50bb75726867,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:02.034231 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572980-2ba8-4432-8931-b6a29d7e6805 req-40013959-1bae-473e-aad3-829577112921 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:02.037716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc572980-2ba8-4432-8931-b6a29d7e6805 req-40013959-1bae-473e-aad3-829577112921 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.1658645 Aug 11 00:26:02.054051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed19df80-12cb-4076-b5b3-0bf405c26d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:02.087227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed19df80-12cb-4076-b5b3-0bf405c26d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:02.121390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc572980-2ba8-4432-8931-b6a29d7e6805 req-b5705ae6-8044-4e45-a8eb-cff93a498987 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722384 Aug 11 00:26:02.283957 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed19df80-12cb-4076-b5b3-0bf405c26d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:02.288516 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed19df80-12cb-4076-b5b3-0bf405c26d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:02.290691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ed19df80-12cb-4076-b5b3-0bf405c26d5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9370a259-d0a4-49de-9149-50bb75726867 HTTP/1.1" status: 204 len: 168 time: 0.3218799 Aug 11 00:26:02.309634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19df80-12cb-4076-b5b3-0bf405c26d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9370a259-d0a4-49de-9149-50bb75726867,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:02.659268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a8a32ae-04ec-4c31-96b3-05ea852cf9b8 req-794aa3ac-4abe-4ae7-9c7e-9b8e7348288f tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0626197 Aug 11 00:26:02.924123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187d58c-460e-4f41-b00d-e1d9322aeecc req-b74e7aa4-12d0-4dd7-85a4-9c83e095db80 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:02.926271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f187d58c-460e-4f41-b00d-e1d9322aeecc req-b74e7aa4-12d0-4dd7-85a4-9c83e095db80 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.0783346 Aug 11 00:26:02.979510 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f187d58c-460e-4f41-b00d-e1d9322aeecc req-d4d8ab9e-5484-46f7-8998-c208f172db2f tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Aug 11 00:26:03.397091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722db15-a945-455e-91c9-c1f8efbf056e req-6e652143-8f9f-47c4-8d66-2cb573500d83 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:03.400182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b722db15-a945-455e-91c9-c1f8efbf056e req-6e652143-8f9f-47c4-8d66-2cb573500d83 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.1032920 Aug 11 00:26:03.446361 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b722db15-a945-455e-91c9-c1f8efbf056e req-9b49f5c3-bbb4-46f0-a2af-5dfae5ae646f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Aug 11 00:26:03.701667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c158-2774-40ec-b9e3-e849b07f1d52 req-c2249b86-6bea-40b7-b275-5647e98f87a7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:03.703784 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e239c158-2774-40ec-b9e3-e849b07f1d52 req-c2249b86-6bea-40b7-b275-5647e98f87a7 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.0638232 Aug 11 00:26:03.765663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e239c158-2774-40ec-b9e3-e849b07f1d52 req-5b261050-1836-4453-b7e3-ef562ef2451c tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Aug 11 00:26:03.784173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 67975638-57be-4755-bd45-cbcf158d841c no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:03.827264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 67975638-57be-4755-bd45-cbcf158d841c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:03.827877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 67975638-57be-4755-bd45-cbcf158d841c not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:03.828388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a3e9c2d-3329-46c8-ad85-66499cedd34f req-86dc6042-9b64-412f-a599-0abf97de9645 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0523930 Aug 11 00:26:03.829715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0e8a17b3-9390-4673-bf7a-bab295d2b57f no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:04.127191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7801-7117-4e99-bdea-c4b4aa0b1edf req-64de9410-e57c-4ecc-927c-614b0cf925d0 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:04.128836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-232d7801-7117-4e99-bdea-c4b4aa0b1edf req-64de9410-e57c-4ecc-927c-614b0cf925d0 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 943 time: 0.0669737 Aug 11 00:26:04.169870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-232d7801-7117-4e99-bdea-c4b4aa0b1edf req-3a843cb8-81f3-42ff-b1f9-baff64a30aad tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343993 Aug 11 00:26:04.400038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-fb9deaa2-5127-4757-9c86-470b56f312b4 service neutron] 10.222.0.55 "GET /v2.0/ports/0e8a17b3-9390-4673-bf7a-bab295d2b57f/bindings/n-h2-712143-13 HTTP/1.1" status: 200 len: 385 time: 0.0685151 Aug 11 00:26:04.618825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:04.625091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e27c5-e9e1-4481-80fb-077bc767450d req-137da11c-3eeb-4cd1-9367-41bcf7f394b1 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:04.627260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-130e27c5-e9e1-4481-80fb-077bc767450d req-137da11c-3eeb-4cd1-9367-41bcf7f394b1 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 945 time: 0.0654094 Aug 11 00:26:04.646109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:26:04.709304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-130e27c5-e9e1-4481-80fb-077bc767450d req-3526a75f-3b77-4c69-acc3-73b7bdb86f81 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696781 Aug 11 00:26:04.709491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8a17b3-9390-4673-bf7a-bab295d2b57f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:26:04.732246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:04.862397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:04.950637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] Transition to ACTIVE for port object 0e8a17b3-9390-4673-bf7a-bab295d2b57f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:26:05.026066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-76c062b8-c76e-46df-ab50-6b967f38e6d4 req-4ab2ecae-b225-42a6-a8b8-aecd0c43ab22 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0550337 Aug 11 00:26:05.051112 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:05.062513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-f8dd0d97-c56f-45f7-853b-2232d0aa5881 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:05.062513 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-f8dd0d97-c56f-45f7-853b-2232d0aa5881 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.1180446 Aug 11 00:26:05.080527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-13'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:05.206086 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:05.215770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] No DVR routers for this DVR port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:05.218517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:05.299843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-9a049d14-9d5f-4ef8-a719-34cb8b837272 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e8a17b3-9390-4673-bf7a-bab295d2b57f/bindings/n-h2-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8910463 Aug 11 00:26:05.326944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461efb00-16d8-44b0-a982-62a7eba5f95d req-80fb0dca-31ff-4c2b-8d91-3a72ee9889b1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:05.329124 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-461efb00-16d8-44b0-a982-62a7eba5f95d req-80fb0dca-31ff-4c2b-8d91-3a72ee9889b1 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.4729314 Aug 11 00:26:05.397568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-461efb00-16d8-44b0-a982-62a7eba5f95d req-351d02bb-293d-4f65-951f-25dac19f022b tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8124c72-b50a-44ec-b9e9-1eebea8a0d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604291 Aug 11 00:26:05.458207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-3c8f0627-3547-4d82-ae1a-59a3ef54eefa tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:05.460066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-3c8f0627-3547-4d82-ae1a-59a3ef54eefa tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 950 time: 0.4174428 Aug 11 00:26:05.523987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524e4c2-a872-4971-84e7-34e06d5e072b req-17304edd-1d04-483e-8be4-1bb196934a8d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:05.525730 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3524e4c2-a872-4971-84e7-34e06d5e072b req-17304edd-1d04-483e-8be4-1bb196934a8d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 944 time: 0.1217799 Aug 11 00:26:05.558275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:05.658055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3524e4c2-a872-4971-84e7-34e06d5e072b req-4c96a4ca-6798-4991-b695-2763fb8c0c31 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185713 Aug 11 00:26:05.668833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:26:05.724500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Deleting port 50d82742-efd1-49de-ab32-268e86ff0e55 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:05.724863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:05.727529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:05.729829 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b3c919-1cd3-4f5b-9160-7f5097ce6cd8" -d '{"events": [{"server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "name": "network-vif-unplugged", "status": "completed", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:05.734307 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:05.794632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 7d242b01-ddcc-44f3-988f-6881b2811867 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:26:05.833144 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daff2f5a-516e-4659-be93-fd3ab80e5e7f x-openstack-request-id: req-daff2f5a-516e-4659-be93-fd3ab80e5e7f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:05.833499 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "name": "network-vif-unplugged", "status": "completed", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:05.833674 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daff2f5a-516e-4659-be93-fd3ab80e5e7f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:05.834159 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867', 'code': 200} Aug 11 00:26:05.845703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-ac1bed35-5547-4f90-92e3-c7ee1637a4a9 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:05.851967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:05.854785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-ac1bed35-5547-4f90-92e3-c7ee1637a4a9 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.3367693 Aug 11 00:26:05.933986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:05.946034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] For port 50d82742-efd1-49de-ab32-268e86ff0e55, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=50d82742-efd1-49de-ab32-268e86ff0e55,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:05.946727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:05.953524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 7d242b01-ddcc-44f3-988f-6881b2811867 has no active binding in host n-h1-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 00:26:05.960047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-0fb6dde2-9eeb-4b01-abce-8f7b0c664061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:05.962320 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-0fb6dde2-9eeb-4b01-abce-8f7b0c664061 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5&tenant_id=0cba842470cb42649154e0bc813fbf84 HTTP/1.1" status: 200 len: 1096 time: 0.0939033 Aug 11 00:26:05.979935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Calling delete_port for 50d82742-efd1-49de-ab32-268e86ff0e55 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:05.986806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759d00c-9efc-4ae3-9284-39be8fffe777 req-a11c330b-89d1-4b76-a939-4c8350a96208 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:05.989531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c759d00c-9efc-4ae3-9284-39be8fffe777 req-a11c330b-89d1-4b76-a939-4c8350a96208 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.1533601 Aug 11 00:26:06.032672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546801-0746-466d-8740-950d6c12da5e service neutron] Pushing event updated for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:06.072889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on host n-h2-712143-13 for vnic_type normal with profile {"migrating_to": "n-h1-712143-13"} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:26:06.073237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:26:06.073570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:26:06.088011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:26:06.090701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Attempting to bind port 7d242b01-ddcc-44f3-988f-6881b2811867 on network ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:26:06.105098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:26:06.105098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Checking segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:26:06.105864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Bound using segment: {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:26:06.106465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Bound port: 7d242b01-ddcc-44f3-988f-6881b2811867, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65784b78-e785-40f3-a1c7-703ef69a0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:26:06.106882 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:06.108608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-b82d41b6-f11c-41bb-8fc5-acca7dac80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:06.111058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-b82d41b6-f11c-41bb-8fc5-acca7dac80dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cba842470cb42649154e0bc813fbf84&device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1096 time: 0.1168411 Aug 11 00:26:06.120615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c759d00c-9efc-4ae3-9284-39be8fffe777 req-7322eb0f-28dc-44c1-8228-4ed0bb32a7fd tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101005 Aug 11 00:26:06.254441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:26:06.262121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:26:06.283509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51610) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:06.290435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-62d4b328-5325-46e6-a563-0bb03284fa96 req-7ea3408f-75ee-41d0-a701-7d2035617f86 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0597608 Aug 11 00:26:06.355062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-30a25936-9e3d-46ad-b512-3f53324da294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:06.358210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-30a25936-9e3d-46ad-b512-3f53324da294 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 200 len: 909 time: 0.2360761 Aug 11 00:26:06.412049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-e742aee8-dc8e-4873-a85a-6b15d6ccaf89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f HTTP/1.1" status: 200 len: 217 time: 0.0447979 Aug 11 00:26:06.468781 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:06.473556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:06.596673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:06.598413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:06.598836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-50546801-0746-466d-8740-950d6c12da5e service neutron] 10.222.0.55 "PUT /v2.0/ports/7d242b01-ddcc-44f3-988f-6881b2811867 HTTP/1.1" status: 200 len: 1123 time: 1.5275404 Aug 11 00:26:06.604538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546801-0746-466d-8740-950d6c12da5e service neutron] Pushing event updated for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=8']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:06.632721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] No DVR routers for this DVR port 50d82742-efd1-49de-ab32-268e86ff0e55 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:06.636448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:06.638801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e14e7e9c-196d-49c7-8670-efb1436d51cd req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.55 "DELETE /v2.0/ports/50d82742-efd1-49de-ab32-268e86ff0e55 HTTP/1.1" status: 204 len: 173 time: 1.1686275 Aug 11 00:26:06.657658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bbfbd-3efb-4991-a00a-f0893946d264 tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] Pushing event deleted for resources: {'Port': ['ID=50d82742-efd1-49de-ab32-268e86ff0e55,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:06.704838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['7d242b01-ddcc-44f3-988f-6881b2811867'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:26:06.729339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['7d242b01-ddcc-44f3-988f-6881b2811867'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:26:06.782895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af16903-8d7c-48d8-b1f9-b8b72aa731f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:06.807531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5574d9db-d437-42ae-8ae3-62b357d7a4e2 req-5beac363-53c2-4029-a301-d21234d481ec tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 210 time: 0.0439999 Aug 11 00:26:06.823211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-e2c6484c-6a7a-458d-b226-5e607087e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:06.824676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-e2c6484c-6a7a-458d-b226-5e607087e6be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 200 len: 848 time: 0.4047489 Aug 11 00:26:06.869786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-12761351-b607-42ef-b4d9-202ade520b1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c59f848-f680-473b-8fd6-692def6fba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345895 Aug 11 00:26:07.013191 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-8b8b4efe-a44a-4267-9ab8-85c9ce78253a service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349657 Aug 11 00:26:07.046394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af16903-8d7c-48d8-b1f9-b8b72aa731f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:07.135364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af16903-8d7c-48d8-b1f9-b8b72aa731f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:07.180661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e59271-b9ef-4914-b159-2b992dde049e req-9ed4ad79-d332-4b04-aa4c-0eb5d33de7de tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:07.182249 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11e59271-b9ef-4914-b159-2b992dde049e req-9ed4ad79-d332-4b04-aa4c-0eb5d33de7de tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 944 time: 0.1472321 Aug 11 00:26:07.208517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-ce17814c-751d-483e-9292-9c4e6f8976ed service neutron] 10.222.0.44 "GET /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859531 Aug 11 00:26:07.228842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5af16903-8d7c-48d8-b1f9-b8b72aa731f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0bc2975dc44143d49455c333e4ecca5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9321122 Aug 11 00:26:07.229359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51624) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:07.236739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af16903-8d7c-48d8-b1f9-b8b72aa731f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea5ea4-cbb3-4b31-b093-03f04f578280,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:07.270618 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11e59271-b9ef-4914-b159-2b992dde049e req-e21b9f7d-6058-491f-9da5-3518160e54b9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778384 Aug 11 00:26:07.307926 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d0991e1-5733-4bdb-8f1a-73f2403a873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:07.343604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d0991e1-5733-4bdb-8f1a-73f2403a873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:07.457856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c11bb-4dfb-48f0-82da-dd7cf9ee75e2 req-c4165e56-ecb8-4184-b711-98a17f93c196 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:07.459656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a72c11bb-4dfb-48f0-82da-dd7cf9ee75e2 req-c4165e56-ecb8-4184-b711-98a17f93c196 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0655787 Aug 11 00:26:07.508424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a72c11bb-4dfb-48f0-82da-dd7cf9ee75e2 req-96ee5e9e-c3bf-436f-9166-de59d9cbdc01 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Aug 11 00:26:07.571293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d0991e1-5733-4bdb-8f1a-73f2403a873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:07.575365 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d0991e1-5733-4bdb-8f1a-73f2403a873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:07.577362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6d0991e1-5733-4bdb-8f1a-73f2403a873f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84ea5ea4-cbb3-4b31-b093-03f04f578280 HTTP/1.1" status: 204 len: 168 time: 0.3459778 Aug 11 00:26:07.630021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0991e1-5733-4bdb-8f1a-73f2403a873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea5ea4-cbb3-4b31-b093-03f04f578280,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:07.636217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ff42ffa-da2e-44f8-9441-8ee5c722b2a0 req-448f1fde-538b-4d6b-931c-a0b6df5235d9 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0571592 Aug 11 00:26:07.808281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 50d82742-efd1-49de-ab32-268e86ff0e55 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:07.830268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 50d82742-efd1-49de-ab32-268e86ff0e55 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:07.830704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 50d82742-efd1-49de-ab32-268e86ff0e55 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:07.835680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867'}, {'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'name': 'network-vif-deleted', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:07.838098 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a567d142-2b98-49c1-8b7f-a61294196dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867"}, {"server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "name": "network-vif-deleted", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:07.899308 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ad42e1-39b3-4c5a-9511-fd0131fb390f x-openstack-request-id: req-c0ad42e1-39b3-4c5a-9511-fd0131fb390f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:07.900225 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867", "status": "completed", "code": 200}, {"server_uuid": "b7df36b5-78b6-4b9d-a70c-64ceccf9ad64", "name": "network-vif-deleted", "tag": "50d82742-efd1-49de-ab32-268e86ff0e55", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:07.900836 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0ad42e1-39b3-4c5a-9511-fd0131fb390f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:07.901714 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867', 'status': 'completed', 'code': 200} Aug 11 00:26:07.902428 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7df36b5-78b6-4b9d-a70c-64ceccf9ad64', 'name': 'network-vif-deleted', 'tag': '50d82742-efd1-49de-ab32-268e86ff0e55', 'status': 'completed', 'code': 200} Aug 11 00:26:07.983623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-4de23a8f-f860-465f-8d58-427fcb4f4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:07.986192 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-4de23a8f-f860-465f-8d58-427fcb4f4aa1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1126 time: 0.0645730 Aug 11 00:26:08.008371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5674aa4a-f074-42c0-9981-270e743bf299 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:08.010400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-5674aa4a-f074-42c0-9981-270e743bf299 tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5&tenant_id=0cba842470cb42649154e0bc813fbf84&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.0598855 Aug 11 00:26:08.078912 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe853b95-bdd6-41f5-80f6-decca6672528 req-cc847dbc-73ac-4f3c-81fd-f1c04918753f tempest-MigrationsAdminTest-1676385276 tempest-MigrationsAdminTest-1676385276-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7df36b5-78b6-4b9d-a70c-64ceccf9ad64 HTTP/1.1" status: 200 len: 210 time: 0.0611026 Aug 11 00:26:08.142145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-0d21ebc2-b100-40dd-8596-cf4816c85453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:08.143897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-0d21ebc2-b100-40dd-8596-cf4816c85453 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.1498075 Aug 11 00:26:08.203996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-1b95911a-b60d-4772-bb4d-a50110de3454 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d242b01-ddcc-44f3-988f-6881b2811867 HTTP/1.1" status: 200 len: 217 time: 0.0438139 Aug 11 00:26:08.260805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-fda24978-5f98-4f35-bd7e-d36958c3ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:08.262329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-fda24978-5f98-4f35-bd7e-d36958c3ae32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.0509896 Aug 11 00:26:08.296942 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-32db1697-3619-4d6e-9902-ebe0f3dc8186 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270724 Aug 11 00:26:08.409230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-c651cabe-36bf-4a18-8059-5ff1b0533e1e service neutron] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:26:08.415005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-c651cabe-36bf-4a18-8059-5ff1b0533e1e service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:08.416940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d38668ba-5c0b-4c6f-948d-944c6455f395 req-c651cabe-36bf-4a18-8059-5ff1b0533e1e service neutron] 10.222.0.44 "DELETE /v2.0/ports/0e8a17b3-9390-4673-bf7a-bab295d2b57f/bindings/n-h1-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.3989947 Aug 11 00:26:08.437518 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-ad75eaa7-ff53-4dc3-b402-8cef60e701f6 service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322331 Aug 11 00:26:08.451557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b11e5-1f6a-4e68-b2ae-d57a8cbeaf9f req-6e8108ca-ac8c-4b1c-aef4-c1e9147644ed tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:08.453102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e65b11e5-1f6a-4e68-b2ae-d57a8cbeaf9f req-6e8108ca-ac8c-4b1c-aef4-c1e9147644ed tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 944 time: 0.0792179 Aug 11 00:26:08.542300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e65b11e5-1f6a-4e68-b2ae-d57a8cbeaf9f req-b4614531-c0e0-4f58-a33d-8262e248c0e4 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805399 Aug 11 00:26:08.579806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a567d142-2b98-49c1-8b7f-a61294196dc6 req-31d7c010-6037-497f-81ab-360af23fa32b service neutron] 10.222.0.44 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256485 Aug 11 00:26:08.691866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1caf65-be23-40cd-9abf-1c2a2e0b829b req-08d1bcba-cd95-4427-b7f8-dbb3fe2f1c67 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:08.693504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b1caf65-be23-40cd-9abf-1c2a2e0b829b req-08d1bcba-cd95-4427-b7f8-dbb3fe2f1c67 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0906522 Aug 11 00:26:08.768220 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b1caf65-be23-40cd-9abf-1c2a2e0b829b req-6ba38b7e-79cf-473d-a5b8-e9741391f4a8 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529470 Aug 11 00:26:08.837253 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f24ee643-5217-4742-83b9-104e5f32755b req-e32fc48f-42b1-45e6-b3ce-889bfd4a0472 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0326772 Aug 11 00:26:08.872344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4dd12-bbb2-4e92-ae6f-f59e15a63d40 req-b35ba286-bcae-4e85-9c2c-91ae17577e0f tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:08.873922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fde4dd12-bbb2-4e92-ae6f-f59e15a63d40 req-b35ba286-bcae-4e85-9c2c-91ae17577e0f tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 1096 time: 0.0460432 Aug 11 00:26:08.962953 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fde4dd12-bbb2-4e92-ae6f-f59e15a63d40 req-aa5c15d8-0c7a-443c-8d2c-684d69551f5e tempest-LiveMigrationTest-258852388 tempest-LiveMigrationTest-258852388-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663815 Aug 11 00:26:09.753389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8dd9-8c3f-4ded-8081-56912eeccc09 req-78c2cb89-8abb-4cf2-b6f0-b72efb4627c2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:09.755134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fbc8dd9-8c3f-4ded-8081-56912eeccc09 req-78c2cb89-8abb-4cf2-b6f0-b72efb4627c2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 944 time: 0.0522809 Aug 11 00:26:09.800886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fbc8dd9-8c3f-4ded-8081-56912eeccc09 req-fe6caad3-f355-4346-904d-9e4d3392f32d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384462 Aug 11 00:26:09.984648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f2b04-54fd-4e80-b45a-f96d8a995c38 req-a94a32e6-38bf-4f2b-be2d-fa7cb708d316 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:09.987378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-196f2b04-54fd-4e80-b45a-f96d8a995c38 req-a94a32e6-38bf-4f2b-be2d-fa7cb708d316 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0880542 Aug 11 00:26:10.034884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-196f2b04-54fd-4e80-b45a-f96d8a995c38 req-81ab1831-4cbd-4fa8-be70-c1ebb73cad7b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Aug 11 00:26:10.155465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f12e07ef-6404-4ef8-b77f-a4a0b350a579 req-e516aee4-158c-4dd3-b5f1-eb0a67e99466 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0412235 Aug 11 00:26:10.330017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51704) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:10.347915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670a603-1e54-43b3-b927-3628e6365842 req-a0af7c80-3e11-435f-8b29-bf947088d070 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:10.349876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c670a603-1e54-43b3-b927-3628e6365842 req-a0af7c80-3e11-435f-8b29-bf947088d070 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.44 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 944 time: 0.1007500 Aug 11 00:26:10.498379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b5fa4-9024-48cf-80f5-0b98af091c95 req-e5e8bf24-1af2-4c90-9d50-4289869b7b2e tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:10.503594 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-956b5fa4-9024-48cf-80f5-0b98af091c95 req-e5e8bf24-1af2-4c90-9d50-4289869b7b2e tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.1286776 Aug 11 00:26:10.571457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51708) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:10.577021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f8f561ee-026c-4ef1-8219-f0660c70c7ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e899a38790c44038978483c7c2bf2a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352417 Aug 11 00:26:10.595438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-956b5fa4-9024-48cf-80f5-0b98af091c95 req-b576a842-0832-4b76-bc89-05048f9cd9ca tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857344 Aug 11 00:26:10.606430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Deleting port 0e8a17b3-9390-4673-bf7a-bab295d2b57f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:10.606837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:10.728165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:10.755117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] For port 0e8a17b3-9390-4673-bf7a-bab295d2b57f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0e8a17b3-9390-4673-bf7a-bab295d2b57f,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:10.756155 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:10.777921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:10.795437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Calling delete_port for 0e8a17b3-9390-4673-bf7a-bab295d2b57f owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:11.063153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead26d5-1df6-444f-b7f4-66350bb4e833 req-09636a05-8867-4466-ae54-49c8c66d9f0a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:11.065146 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ead26d5-1df6-444f-b7f4-66350bb4e833 req-09636a05-8867-4466-ae54-49c8c66d9f0a tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 944 time: 0.1020031 Aug 11 00:26:11.093462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:11.096457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:11.097836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8124c72-b50a-44ec-b9e9-1eebea8a0d32 HTTP/1.1" status: 204 len: 168 time: 0.5248473 Aug 11 00:26:11.115725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8124c72-b50a-44ec-b9e9-1eebea8a0d32,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:11.135008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.135602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.136184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.136638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.137042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.137461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.137879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.138301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.139454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.139454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.145516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.145516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927341bc-f234-47ca-9ebd-fb01a4ac0741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:11.154346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ead26d5-1df6-444f-b7f4-66350bb4e833 req-5e603171-e621-4045-978c-0556fa1f2acc tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783124 Aug 11 00:26:11.263954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:11.271664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56147-9df4-4a45-8722-8dd94661754a req-9ab652ef-bfb7-4fc7-abad-a9be5d29e2a9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:11.273460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82a56147-9df4-4a45-8722-8dd94661754a req-9ab652ef-bfb7-4fc7-abad-a9be5d29e2a9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.0781648 Aug 11 00:26:11.285590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:26:11.291842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['0e8a17b3-9390-4673-bf7a-bab295d2b57f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:26:11.315901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Pushing event deleted for resources: {'Port': ['ID=0e8a17b3-9390-4673-bf7a-bab295d2b57f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:11.324483 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc7787bb-8001-4d5d-bd8d-b61e5ce14e5e req-4eaa0892-402c-40ed-91c4-6573da1d97c3 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0749528 Aug 11 00:26:11.391036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82a56147-9df4-4a45-8722-8dd94661754a req-780f4b79-26c7-4153-a560-e802b2289ceb tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076531 Aug 11 00:26:11.446685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] No DVR routers for this DVR port 0e8a17b3-9390-4673-bf7a-bab295d2b57f on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:11.446685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:11.448645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c670a603-1e54-43b3-b927-3628e6365842 req-73ae9825-2dd8-4806-a8d1-0420cc3feff2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.44 "DELETE /v2.0/ports/0e8a17b3-9390-4673-bf7a-bab295d2b57f HTTP/1.1" status: 204 len: 173 time: 1.0918529 Aug 11 00:26:11.449118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'name': 'network-vif-deleted', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:11.452049 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b12803-070b-4622-ab4e-7b609fb7219b" -d '{"events": [{"server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "name": "network-vif-deleted", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:11.501083 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6691d461-d246-490b-acab-ff18a7a3b1e5 x-openstack-request-id: req-6691d461-d246-490b-acab-ff18a7a3b1e5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:11.501538 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fca45e2-96d0-4d0b-ad82-424575a7a9f5", "name": "network-vif-deleted", "tag": "0e8a17b3-9390-4673-bf7a-bab295d2b57f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:11.502884 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6691d461-d246-490b-acab-ff18a7a3b1e5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:11.504155 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fca45e2-96d0-4d0b-ad82-424575a7a9f5', 'name': 'network-vif-deleted', 'tag': '0e8a17b3-9390-4673-bf7a-bab295d2b57f', 'status': 'completed', 'code': 200} Aug 11 00:26:11.684603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51748) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:11.883473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7c807f03-4981-44fa-aa9a-bfbe20571e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:12.062602 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7c807f03-4981-44fa-aa9a-bfbe20571e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:12.235408 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7c807f03-4981-44fa-aa9a-bfbe20571e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:12.263571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0c4676b-c667-4f09-9443-e3bfbb2a7a58 req-687a2e1b-a0af-4056-8071-cbc902b6e0fa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0302534 Aug 11 00:26:12.297378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7c807f03-4981-44fa-aa9a-bfbe20571e62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6af37220fd2b4cc1b780db053196d367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048768 Aug 11 00:26:12.297596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51776) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:12.318915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c807f03-4981-44fa-aa9a-bfbe20571e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339c1a43-1cf2-4855-8925-359cf1f0c66c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:12.363540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1168cd6-07ba-4492-80a2-78ab301f074f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:12.391977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1168cd6-07ba-4492-80a2-78ab301f074f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:12.559937 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7d2b456-c804-4b62-9949-f0765e89ad5f req-e212f4e6-a9d8-425c-a589-cf30bfd95210 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0914731 Aug 11 00:26:12.652754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51792) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:12.657003 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-9f063df7-fbfd-4cac-b467-66e7a3082443 service neutron] 10.222.0.44 "GET /v2.0/ports/7d242b01-ddcc-44f3-988f-6881b2811867/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 385 time: 0.1867008 Aug 11 00:26:12.705820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b3336d53-46bd-4662-8090-1b07edfc1c9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7c24039ffcc436aa6919b874c73718d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515480 Aug 11 00:26:12.712137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51794) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:12.832188 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0e4767a-29a1-45c1-8b05-a5c96b8d32bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:12.881561 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0e4767a-29a1-45c1-8b05-a5c96b8d32bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:12.905847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53a8f9-e242-4df4-81d1-5046fecb777c req-71f9748a-7e00-45ac-ac91-d5488b787a23 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:12.920897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae53a8f9-e242-4df4-81d1-5046fecb777c req-71f9748a-7e00-45ac-ac91-d5488b787a23 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 943 time: 0.2118270 Aug 11 00:26:13.048030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1168cd6-07ba-4492-80a2-78ab301f074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:13.050800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1168cd6-07ba-4492-80a2-78ab301f074f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:13.052823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e1168cd6-07ba-4492-80a2-78ab301f074f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/339c1a43-1cf2-4855-8925-359cf1f0c66c HTTP/1.1" status: 204 len: 168 time: 0.7539299 Aug 11 00:26:13.067668 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0e4767a-29a1-45c1-8b05-a5c96b8d32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:13.071530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0e4767a-29a1-45c1-8b05-a5c96b8d32bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:13.076297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a0e4767a-29a1-45c1-8b05-a5c96b8d32bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60d9ab99-ed2b-485a-811b-7d9dab2b6c1b HTTP/1.1" status: 204 len: 168 time: 0.3607402 Aug 11 00:26:13.107513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4767a-29a1-45c1-8b05-a5c96b8d32bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d9ab99-ed2b-485a-811b-7d9dab2b6c1b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:13.262237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1168cd6-07ba-4492-80a2-78ab301f074f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339c1a43-1cf2-4855-8925-359cf1f0c66c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:13.308023 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae53a8f9-e242-4df4-81d1-5046fecb777c req-c8ae5373-47cd-4cf3-a0d5-b98ae3700c4c tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843985 Aug 11 00:26:13.415364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:13.478957 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1780451a-faf7-4fb5-9379-82de6f47d98c req-9801859b-e3cf-43d9-97a4-a0265edd9532 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0385058 Aug 11 00:26:13.507138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:26:13.561100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d242b01-ddcc-44f3-988f-6881b2811867 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:26:13.573882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:13.791654 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:13.810076 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68fda499-fa8b-408f-8b46-74b370709eed req-a3bf01cd-3653-4abe-abb3-ad38e733e2d2 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0786524 Aug 11 00:26:13.820921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95a2a8-4b72-47e7-86b9-cfad1b6659fc req-89646abc-3aab-40c8-8895-e8f813f2255c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:13.822763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da95a2a8-4b72-47e7-86b9-cfad1b6659fc req-89646abc-3aab-40c8-8895-e8f813f2255c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.1014476 Aug 11 00:26:13.905009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da95a2a8-4b72-47e7-86b9-cfad1b6659fc req-bf01de1e-d12e-45ea-80df-b52bb2cf0e8b tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687196 Aug 11 00:26:13.914725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7d242b01-ddcc-44f3-988f-6881b2811867 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:14.006814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] Transition to ACTIVE for port object 7d242b01-ddcc-44f3-988f-6881b2811867 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:26:14.062688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0e8a17b3-9390-4673-bf7a-bab295d2b57f no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:14.088877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 0e8a17b3-9390-4673-bf7a-bab295d2b57f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:14.089255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0e8a17b3-9390-4673-bf7a-bab295d2b57f not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:14.097578 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:14.256877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] No DVR routers for this DVR port 7d242b01-ddcc-44f3-988f-6881b2811867 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:14.273937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a60281-0738-42db-96d2-e272f145277d service neutron] Pushing event updated for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:14.326905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-22a60281-0738-42db-96d2-e272f145277d service neutron] 10.222.0.44 "PUT /v2.0/ports/7d242b01-ddcc-44f3-988f-6881b2811867/bindings/n-h1-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6621647 Aug 11 00:26:14.458107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedd340-57e3-4456-850f-ad5fdd9fc314 req-18b7ef22-3173-42b4-b73b-5c2b926f7285 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:14.460390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8cedd340-57e3-4456-850f-ad5fdd9fc314 req-18b7ef22-3173-42b4-b73b-5c2b926f7285 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 944 time: 0.0589361 Aug 11 00:26:14.512265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8cedd340-57e3-4456-850f-ad5fdd9fc314 req-0a91d6d4-e46a-4f49-b470-e1f6f97fb3ad tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Aug 11 00:26:14.616057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-41610d86-935b-4d24-a37e-f5801d4a0788 req-f69c2317-00e8-4470-863c-37e34b8422a7 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0298584 Aug 11 00:26:14.981039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50a0e805-41d3-4abc-961c-13433277237e req-6d9ce94f-da23-4925-a50c-16f6559567d9 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0408180 Aug 11 00:26:15.075172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51866) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:15.099503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c79b8a1-a8fb-41a2-b08c-2ea196ebb2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:15.253098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c79b8a1-a8fb-41a2-b08c-2ea196ebb2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:15.254671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51870) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:15.341130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd799fa0-fb9c-4f4f-8978-95a1a7c05167 req-761c848f-b55d-45c1-b204-076ed2a1f71c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:15.350983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd799fa0-fb9c-4f4f-8978-95a1a7c05167 req-761c848f-b55d-45c1-b204-076ed2a1f71c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.1426480 Aug 11 00:26:15.407645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f92c76b3-f58c-4b90-b9a1-6ab5b0c0ddf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:15.448165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c79b8a1-a8fb-41a2-b08c-2ea196ebb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:15.475734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd799fa0-fb9c-4f4f-8978-95a1a7c05167 req-808a5f61-0bbb-496f-b908-32b2888a2062 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075301 Aug 11 00:26:15.500542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-1529b163-4b65-4020-9bc2-db0a4cda860e tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:15.502645 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-1529b163-4b65-4020-9bc2-db0a4cda860e tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.8460350 Aug 11 00:26:15.565962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-14c6fa71-8546-43aa-8658-3eae1b3d16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:15.566181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79b8a1-a8fb-41a2-b08c-2ea196ebb2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcd80d6-4e7d-450a-902c-3272c4e9be74,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:15.568449 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-14c6fa71-8546-43aa-8658-3eae1b3d16fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8&tenant_id=d16a210b8107409094f1dce337d7601e HTTP/1.1" status: 200 len: 1096 time: 0.0566432 Aug 11 00:26:15.578785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7c79b8a1-a8fb-41a2-b08c-2ea196ebb2c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67ccdc56b36e4a978e2fc1e6efec01f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015826 Aug 11 00:26:15.579614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51880) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:15.659843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-9ad5333c-2c80-4454-a4ff-9970fa57d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:15.662679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-9ad5333c-2c80-4454-a4ff-9970fa57d728 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d16a210b8107409094f1dce337d7601e&device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1096 time: 0.0574524 Aug 11 00:26:15.716750 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-955fa8bb-3097-41ca-8b0e-0d4390b121c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:15.794568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6fb2139c-0bb0-47f0-ba3e-d1b2919d7454 req-dff07c26-6c20-416c-8865-865d88ac603e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0410881 Aug 11 00:26:15.805403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-955fa8bb-3097-41ca-8b0e-0d4390b121c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:15.854143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-1587f270-7a7f-42eb-84ae-f040d5cbe48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:15.857218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-1587f270-7a7f-42eb-84ae-f040d5cbe48b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 200 len: 921 time: 0.1856642 Aug 11 00:26:15.866522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed497c6e-29db-4d13-a323-ff4a144a47dd req-7edcd241-de08-43a7-a5d6-d584af20cd5e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:15.868270 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed497c6e-29db-4d13-a323-ff4a144a47dd req-7edcd241-de08-43a7-a5d6-d584af20cd5e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 944 time: 0.2079504 Aug 11 00:26:15.885270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f92c76b3-f58c-4b90-b9a1-6ab5b0c0ddf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:15.923644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed497c6e-29db-4d13-a323-ff4a144a47dd req-a4efc331-a158-4ea9-b034-008c7dac9fea tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447009 Aug 11 00:26:15.930173 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-f00c78d6-a2e8-4f18-94dd-71735f89acbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d242b01-ddcc-44f3-988f-6881b2811867 HTTP/1.1" status: 200 len: 217 time: 0.0615270 Aug 11 00:26:16.018070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-c3aa8cef-c1b3-4edc-9824-9fe810ccc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:16.020882 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-c3aa8cef-c1b3-4edc-9824-9fe810ccc15a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 200 len: 860 time: 0.0863764 Aug 11 00:26:16.066943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-bf8b1509-2f4c-4822-832b-86160cabc054 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377822 Aug 11 00:26:16.102131 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f92c76b3-f58c-4b90-b9a1-6ab5b0c0ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:16.108361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-955fa8bb-3097-41ca-8b0e-0d4390b121c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:16.111134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-955fa8bb-3097-41ca-8b0e-0d4390b121c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:16.118306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-955fa8bb-3097-41ca-8b0e-0d4390b121c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bcd80d6-4e7d-450a-902c-3272c4e9be74 HTTP/1.1" status: 204 len: 168 time: 0.5352793 Aug 11 00:26:16.170743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f92c76b3-f58c-4b90-b9a1-6ab5b0c0ddf5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c987d99803114d26860dd6f376dc7bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9143519 Aug 11 00:26:16.172180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51896) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:16.187705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c76b3-f58c-4b90-b9a1-6ab5b0c0ddf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152dcaaa-eef6-4c40-98a6-dc478dff624c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:16.232327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fa8bb-3097-41ca-8b0e-0d4390b121c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcd80d6-4e7d-450a-902c-3272c4e9be74,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:16.268736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f6b7a6ab-3ccc-42a1-a6f6-417f81895645 req-4ac7f6a6-0cef-4b1a-a1da-a4744481c07c tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0584469 Aug 11 00:26:16.291089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39618ba2-e448-4d32-adda-7b5f27e09e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:16.315628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-908473a9-f338-421f-ad27-6b5192f5c876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:16.343425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-44cf87b9-d373-46d1-b845-34a4c45766ce service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662668 Aug 11 00:26:16.367795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-908473a9-f338-421f-ad27-6b5192f5c876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:16.462425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-ede5a5bf-7d54-4422-b9a2-3a6faaf89c60 service neutron] 10.222.0.55 "GET /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115968 Aug 11 00:26:16.616320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-908473a9-f338-421f-ad27-6b5192f5c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:16.621265 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-908473a9-f338-421f-ad27-6b5192f5c876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:16.626424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-908473a9-f338-421f-ad27-6b5192f5c876 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/152dcaaa-eef6-4c40-98a6-dc478dff624c HTTP/1.1" status: 204 len: 168 time: 0.4494886 Aug 11 00:26:16.639294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908473a9-f338-421f-ad27-6b5192f5c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152dcaaa-eef6-4c40-98a6-dc478dff624c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:16.701953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352cdce-1962-458c-926c-e92217531959 req-e2837079-d01d-4891-a263-deb7e3cf5a94 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:16.712137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5352cdce-1962-458c-926c-e92217531959 req-e2837079-d01d-4891-a263-deb7e3cf5a94 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.1018431 Aug 11 00:26:16.796448 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5352cdce-1962-458c-926c-e92217531959 req-ffd14dac-916f-4e7c-9f2e-a301b8d44dc5 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826008 Aug 11 00:26:16.990626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7861651-08f6-4f1d-a719-28aae6783c9c req-cb6bcb45-648e-4764-bbba-f0388a840ee1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0436783 Aug 11 00:26:17.031800 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-afc5d04e-b9d5-49e0-9518-823be57f7ee2 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:17.042170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-afc5d04e-b9d5-49e0-9518-823be57f7ee2 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.1226988 Aug 11 00:26:17.098637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907708c-1849-4c81-8a39-409966a7c51c req-570e0f0a-0e9c-40da-ac07-a98b1fb442c4 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:17.102276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-570e0f0a-0e9c-40da-ac07-a98b1fb442c4 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8&tenant_id=d16a210b8107409094f1dce337d7601e&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.0819359 Aug 11 00:26:17.233746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0051e-c1a5-4345-930d-7f868949f8ff req-ee075458-a856-4c4d-9be1-236824c08e0f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:17.242203 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4f0051e-c1a5-4345-930d-7f868949f8ff req-ee075458-a856-4c4d-9be1-236824c08e0f tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 944 time: 0.1365547 Aug 11 00:26:17.305214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Deleting port 1ad59935-4546-4dc2-9629-dc34a1b93140 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:17.319744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:17.345909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4f0051e-c1a5-4345-930d-7f868949f8ff req-aff55852-0b91-477e-9d86-bc7ea3c17fc0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925236 Aug 11 00:26:17.464834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e696c46-0434-44cf-8858-a44e1fe7f4e3 req-19c6bc1c-880c-4dd1-95b6-f9d9554c09b6 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0512741 Aug 11 00:26:17.492809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0907708c-1849-4c81-8a39-409966a7c51c req-86f009d4-a123-4689-a2e0-acdb3144ea94 service neutron] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:26:17.492809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0907708c-1849-4c81-8a39-409966a7c51c req-86f009d4-a123-4689-a2e0-acdb3144ea94 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:17.492809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-86f009d4-a123-4689-a2e0-acdb3144ea94 service neutron] 10.222.0.55 "DELETE /v2.0/ports/7d242b01-ddcc-44f3-988f-6881b2811867/bindings/n-h2-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.3777738 Aug 11 00:26:17.521752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] For port 1ad59935-4546-4dc2-9629-dc34a1b93140, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1ad59935-4546-4dc2-9629-dc34a1b93140,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:17.522128 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:17.585716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8a41b-2087-41e8-bae4-541926621112 req-6feec187-cf2e-4750-a1f7-481676a68048 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:17.600709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0d8a41b-2087-41e8-bae4-541926621112 req-6feec187-cf2e-4750-a1f7-481676a68048 tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 1096 time: 0.0915196 Aug 11 00:26:17.655470 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0d8a41b-2087-41e8-bae4-541926621112 req-3a9e9fd0-6669-4129-abe4-412b44a6b49d tempest-LiveAutoBlockMigrationV225Test-1242244039 tempest-LiveAutoBlockMigrationV225Test-1242244039-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523992 Aug 11 00:26:17.873799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51942) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:17.902542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6c39b3fc-b59a-4c4b-b1bb-1ce9e174e4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:17.994308 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:17.995045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:17.995266 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Floating IP 980eb674-4a8b-4afc-bae2-b65fb64fe658 disassociated. External IP: 172.25.0.98, port: 1ad59935-4546-4dc2-9629-dc34a1b93140. Aug 11 00:26:17.997841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Calling delete_port for 1ad59935-4546-4dc2-9629-dc34a1b93140 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:18.037754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75155-c9a8-4981-a3e7-3bb877dcf6ff req-d39c3a1f-bbdd-4d2a-b4ec-a028a2cd1839 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:18.048925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35a75155-c9a8-4981-a3e7-3bb877dcf6ff req-d39c3a1f-bbdd-4d2a-b4ec-a028a2cd1839 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 946 time: 0.1133692 Aug 11 00:26:18.124203 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35a75155-c9a8-4981-a3e7-3bb877dcf6ff req-5ef7c2ed-0d35-4bf2-aea4-27bfd616187c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a137544-d67f-4337-9dd5-86346487545c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738962 Aug 11 00:26:18.169480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6c39b3fc-b59a-4c4b-b1bb-1ce9e174e4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:18.296945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-458704b9-7cad-41e4-8cde-c2212d4622aa req-888c42d2-88f7-4df5-b7d7-72addd59d858 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0517764 Aug 11 00:26:18.348688 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6c39b3fc-b59a-4c4b-b1bb-1ce9e174e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:18.440297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:18.470240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6c39b3fc-b59a-4c4b-b1bb-1ce9e174e4f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6587d8b889414e599d029edd17ad1629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5921588 Aug 11 00:26:18.472371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1dde6-7027-405f-887a-adc9272368fd req-59f7d3a2-1562-4f3d-8a8e-597662bca29b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:18.474184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51958) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:18.495559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39b3fc-b59a-4c4b-b1bb-1ce9e174e4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07032c72-4443-42a0-833e-ab7816682493,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:18.514927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59a1dde6-7027-405f-887a-adc9272368fd req-59f7d3a2-1562-4f3d-8a8e-597662bca29b tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 944 time: 0.1598015 Aug 11 00:26:18.658561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event deleted for resources: {'Port': ['ID=1ad59935-4546-4dc2-9629-dc34a1b93140,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:18.696584 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1964cb0-ff06-4712-9747-ff3289b72135 req-9bc14fbd-025b-48b8-a6ce-2c3b53720063 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0493133 Aug 11 00:26:18.716529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9090a6d1-fb5e-45e0-a135-d155599cd147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:18.753976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59a1dde6-7027-405f-887a-adc9272368fd req-635e2c60-8f30-4ef6-aa2b-38a4d72de568 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356679 Aug 11 00:26:18.780220 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9090a6d1-fb5e-45e0-a135-d155599cd147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:18.873617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Router c57b27eb-8791-4433-b673-0b0c4813a09b has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:26:18.879380 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-78a083e1-ae03-4c08-8ad9-45f124555012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:18.887307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:18.902467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-051b0e10-cc3c-4ff9-9d5b-46a7ab0270df tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:18.904221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-051b0e10-cc3c-4ff9-9d5b-46a7ab0270df tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 944 time: 0.0630443 Aug 11 00:26:19.048032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:26:19.054400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9090a6d1-fb5e-45e0-a135-d155599cd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:19.058697 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9090a6d1-fb5e-45e0-a135-d155599cd147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:19.062276 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] Sync routers for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:26:19.078241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9090a6d1-fb5e-45e0-a135-d155599cd147 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07032c72-4443-42a0-833e-ab7816682493 HTTP/1.1" status: 204 len: 168 time: 0.6019745 Aug 11 00:26:19.081960 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:19.084848 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:19.122338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090a6d1-fb5e-45e0-a135-d155599cd147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07032c72-4443-42a0-833e-ab7816682493,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:19.138819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] No DVR routers for this DVR port 1ad59935-4546-4dc2-9629-dc34a1b93140 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:19.166037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:19.175827 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ffed16d-bda8-4ef9-b196-828c2c3d0fb3 req-65582d26-c3b7-4e15-98c4-2b6c2b3a5106 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.44 "DELETE /v2.0/ports/1ad59935-4546-4dc2-9629-dc34a1b93140 HTTP/1.1" status: 204 len: 173 time: 2.1264141 Aug 11 00:26:19.181475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Deleting port 7d242b01-ddcc-44f3-988f-6881b2811867 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:19.182034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:19.213717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'name': 'network-vif-deleted', 'tag': '1ad59935-4546-4dc2-9629-dc34a1b93140'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:19.219623 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593bf499-26cf-4423-8f04-891e78d535ce" -d '{"events": [{"server_uuid": "0d3d7c83-546a-4f45-b3d6-cabc68d94b7f", "name": "network-vif-deleted", "tag": "1ad59935-4546-4dc2-9629-dc34a1b93140"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:19.292561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10241fd1-a372-4d43-99fc-b0b7409e06df req-7bc4ada2-d4a0-4911-9945-6f01b4c50f89 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:19.296172 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:19.296667 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10241fd1-a372-4d43-99fc-b0b7409e06df req-7bc4ada2-d4a0-4911-9945-6f01b4c50f89 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 946 time: 0.2504148 Aug 11 00:26:19.405091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10241fd1-a372-4d43-99fc-b0b7409e06df req-9922223b-f63b-46cd-92bf-ebc7c4b37013 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978882 Aug 11 00:26:19.440197 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7c4dbe-917c-4ec1-83ff-1b1da618691e x-openstack-request-id: req-9f7c4dbe-917c-4ec1-83ff-1b1da618691e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:19.440495 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3d7c83-546a-4f45-b3d6-cabc68d94b7f", "name": "network-vif-deleted", "tag": "1ad59935-4546-4dc2-9629-dc34a1b93140", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:19.440749 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f7c4dbe-917c-4ec1-83ff-1b1da618691e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:19.441148 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3d7c83-546a-4f45-b3d6-cabc68d94b7f', 'name': 'network-vif-deleted', 'tag': '1ad59935-4546-4dc2-9629-dc34a1b93140', 'status': 'completed', 'code': 200} Aug 11 00:26:19.473274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] For port 7d242b01-ddcc-44f3-988f-6881b2811867, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7d242b01-ddcc-44f3-988f-6881b2811867,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:19.473274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:19.508508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Calling delete_port for 7d242b01-ddcc-44f3-988f-6881b2811867 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:19.584702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60049842-d370-4b22-833c-49ab906e0dd9 req-649c1c75-0bbd-449f-a79a-10733d1b74b2 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fca45e2-96d0-4d0b-ad82-424575a7a9f5 HTTP/1.1" status: 200 len: 210 time: 0.0431836 Aug 11 00:26:19.704257 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:26Z', 'revision_number': 5, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:19.738584 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] Checking router: c57b27eb-8791-4433-b673-0b0c4813a09b for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:26:19.765572 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:19.766827 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:19.915226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-04ab5379-921a-44ed-b21e-39ad339993e9 req-023e9d8f-011e-471d-87fd-5f6cb3d9a3d1 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0429461 Aug 11 00:26:19.915226 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:19.915894 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ec8fe08-506a-4cd5-bc25-cd20ae1c2b1a req-6c0bc95f-abd2-4bec-b9f1-4c63d2864599 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0630598 Aug 11 00:26:19.928465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['dff7d90d-c617-4b82-9f7f-fa6637faf6d0'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:26:19.936863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1ad59935-4546-4dc2-9629-dc34a1b93140 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:19.946305 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:19.960636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Pushing event deleted for resources: {'Port': ['ID=7d242b01-ddcc-44f3-988f-6881b2811867,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:20.034842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] No DVR routers for this DVR port 7d242b01-ddcc-44f3-988f-6881b2811867 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:20.045764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:20.049577 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0234ada-98ee-4615-98f6-b0fbac0bab5c req-950f5543-e5ff-45b8-8b83-4f0d6d0119c9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.55 "DELETE /v2.0/ports/7d242b01-ddcc-44f3-988f-6881b2811867 HTTP/1.1" status: 204 len: 173 time: 1.1384966 Aug 11 00:26:20.053664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'name': 'network-vif-deleted', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:20.059545 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81312f24-09fb-4e0f-a12e-7c164cf378d1" -d '{"events": [{"server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "name": "network-vif-deleted", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:20.106572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 1ad59935-4546-4dc2-9629-dc34a1b93140 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:20.107195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1ad59935-4546-4dc2-9629-dc34a1b93140 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:20.227572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e54fc414-3d21-4e49-a278-17d3f42e55c1 req-07f26abf-6bab-44a1-9048-ff8109524f5a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.1006281 Aug 11 00:26:20.250225 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1c5b14-263f-43ad-81aa-867ca1d29acf x-openstack-request-id: req-bf1c5b14-263f-43ad-81aa-867ca1d29acf {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:20.250789 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d953414-9d7a-4039-8f8d-3102833577f8", "name": "network-vif-deleted", "tag": "7d242b01-ddcc-44f3-988f-6881b2811867", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:20.257327 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf1c5b14-263f-43ad-81aa-867ca1d29acf {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:20.258409 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d953414-9d7a-4039-8f8d-3102833577f8', 'name': 'network-vif-deleted', 'tag': '7d242b01-ddcc-44f3-988f-6881b2811867', 'status': 'completed', 'code': 200} Aug 11 00:26:20.450368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:20.487547 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:26Z', 'revision_number': 5, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:20.520506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9092eb-e598-4e9a-9bc5-99b027a16e68 req-ece485ed-f886-4714-beaa-905bedf6ecda tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:20.526724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c9092eb-e598-4e9a-9bc5-99b027a16e68 req-ece485ed-f886-4714-beaa-905bedf6ecda tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 946 time: 0.0975978 Aug 11 00:26:20.529503 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8568a6-c9f4-4fd8-87c8-bc6875539060 None None] The sync data for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 is: [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:21:16Z', 'revision_number': 4, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '093ed46f-a07b-445e-b50f-57bdf35894da', 'name': '', 'network_id': 'ba691427-d1f0-4361-b6ad-7ab84f4389b3', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'mac_address': 'fa:16:3e:1b:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:15Z', 'updated_at': '2021-08-11T00:21:26Z', 'revision_number': 5, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'subnets': [{'id': '973d8471-bcbd-4836-a4ff-f5249d9333ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:26:20.627724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c9092eb-e598-4e9a-9bc5-99b027a16e68 req-c4abfdba-9c35-4a6e-a645-8640db746523 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947385 Aug 11 00:26:21.090144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03836a2d-079e-402c-a724-67f8f897fe38 None None] New status for floating IP 980eb674-4a8b-4afc-bae2-b65fb64fe658: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:26:21.148584 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e63b248-d81b-4a44-bbf2-03948b3b2f43 req-d2cd12f1-11ac-4e9a-b615-0659ad3ce5f8 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0662169 Aug 11 00:26:21.272339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-421af382-4abc-4cea-99e8-f0e9b4530ab0 req-35a8cc8e-4f2a-47c0-b83b-5741448f0090 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0351763 Aug 11 00:26:21.850898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 7d242b01-ddcc-44f3-988f-6881b2811867 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:21.935840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 7d242b01-ddcc-44f3-988f-6881b2811867 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:21.938667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 7d242b01-ddcc-44f3-988f-6881b2811867 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:22.055544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-62ebfc49-83e8-4b70-8f8b-72c9579c8f40 req-b8760b25-77e5-4fcd-bc12-9c19294f48df tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0365243 Aug 11 00:26:22.212301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb2640-0157-4598-b795-e9a306071a48 req-5384baf3-3d0a-416d-8e77-d1bc89953f38 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:22.220739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0eb2640-0157-4598-b795-e9a306071a48 req-5384baf3-3d0a-416d-8e77-d1bc89953f38 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 946 time: 0.0714056 Aug 11 00:26:22.287067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:22.288506 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0eb2640-0157-4598-b795-e9a306071a48 req-4fa877be-94e1-44ab-8330-24c9fc5b20e1 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 Aug 11 00:26:22.393232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-593d06bc-631e-42c0-bcec-e71fa70397dc req-7c17c7c1-a482-439e-a73f-49a1638ff6a5 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0521557 Aug 11 00:26:22.470318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eb8bf0b3-6621-4599-af62-d949a15f775e req-bfcff50d-fa93-4a16-9b01-f99d7b601346 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0295091 Aug 11 00:26:23.178424 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e87a041d-0098-494a-8150-d3df2e8ce5af req-a48275e7-71b4-41e7-81eb-03599fd5df16 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0412397 Aug 11 00:26:23.289682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-34abeea9-c883-4d52-a2ae-1f35fea8158b tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:23.304049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-34abeea9-c883-4d52-a2ae-1f35fea8158b tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 946 time: 0.0864520 Aug 11 00:26:23.496663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3beeb-0c4f-4d33-8dfd-533c2dc42d94 req-7dd43161-bb4b-47d9-a077-fc94f5299cfc tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:23.498302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9e3beeb-0c4f-4d33-8dfd-533c2dc42d94 req-7dd43161-bb4b-47d9-a077-fc94f5299cfc tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 946 time: 0.0937226 Aug 11 00:26:23.524860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Deleting port abe75de2-4f64-4263-a8f7-620680cc19c9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:23.525680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:23.580774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9e3beeb-0c4f-4d33-8dfd-533c2dc42d94 req-6197fffe-0e7d-4f93-8cc9-cfd9f7eb5e00 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746269 Aug 11 00:26:23.646468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ab62a4b-7f51-4d17-89a7-cc51e26e93fd req-2a1ff3d7-cdac-471f-9805-14afd8bcbbe5 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.1160316 Aug 11 00:26:23.728076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] For port abe75de2-4f64-4263-a8f7-620680cc19c9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abe75de2-4f64-4263-a8f7-620680cc19c9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:23.728486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:23.752818 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e8739aa-f7ba-4deb-9b1e-6108f915dc2d req-b79a2edb-2326-4ab8-b95a-df5747bc6aed tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0464027 Aug 11 00:26:24.333817 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602fa78d-6c91-4b52-ac4f-a69390328ede req-08afe9ec-ea5c-481c-9b2d-2c94b498d81d tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0482073 Aug 11 00:26:24.361007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:24.361389 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:24.361709 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Floating IP 29965441-3355-4b81-9bbe-07089a75e622 disassociated. External IP: 172.25.0.102, port: abe75de2-4f64-4263-a8f7-620680cc19c9. Aug 11 00:26:24.362053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Calling delete_port for abe75de2-4f64-4263-a8f7-620680cc19c9 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:24.634323 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:24.713552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event deleted for resources: {'Port': ['ID=abe75de2-4f64-4263-a8f7-620680cc19c9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:24.769300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-920fe02d-6e51-44c2-a4a4-cb290d405421 req-7d2dcd1b-ad54-4f1d-b091-df49d05d5e25 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 210 time: 0.0516105 Aug 11 00:26:24.899472 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e36ea8b5-6f63-4657-8b67-1c0b7c649962 req-17a162e2-8415-4b0f-a249-45e48ff3aa18 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0401266 Aug 11 00:26:24.929339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c5484423-7ab9-4238-9fdf-b94f05366558 req-4ade0735-e6ee-4d75-8a19-dc6fc3473336 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0939889 Aug 11 00:26:24.965062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Router 9ed63c5d-3c77-4787-aa19-5221527fca27 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:26:25.117740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:26:25.130145 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] Sync routers for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:26:25.146328 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:25.147096 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:25.180248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] No DVR routers for this DVR port abe75de2-4f64-4263-a8f7-620680cc19c9 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:25.183466 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:25.185984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9fe94f4c-3c34-4c22-b541-24b5579d92ca req-69b628ee-b59f-43e0-a384-efcb9f77bc6e tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.44 "DELETE /v2.0/ports/abe75de2-4f64-4263-a8f7-620680cc19c9 HTTP/1.1" status: 204 len: 173 time: 1.8809350 Aug 11 00:26:25.187382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'name': 'network-vif-deleted', 'tag': 'abe75de2-4f64-4263-a8f7-620680cc19c9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:25.199409 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2df72a-04f7-4fcb-b7fd-db214e837bbe" -d '{"events": [{"server_uuid": "46d23ae5-00a3-4eda-885b-9a1c60742c9c", "name": "network-vif-deleted", "tag": "abe75de2-4f64-4263-a8f7-620680cc19c9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:25.252414 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366a724b-d9db-46cc-8f0e-f9af048cd59a x-openstack-request-id: req-366a724b-d9db-46cc-8f0e-f9af048cd59a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:25.252813 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d23ae5-00a3-4eda-885b-9a1c60742c9c", "name": "network-vif-deleted", "tag": "abe75de2-4f64-4263-a8f7-620680cc19c9", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:25.253176 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-366a724b-d9db-46cc-8f0e-f9af048cd59a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:25.253692 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d23ae5-00a3-4eda-885b-9a1c60742c9c', 'name': 'network-vif-deleted', 'tag': 'abe75de2-4f64-4263-a8f7-620680cc19c9', 'status': 'completed', 'code': 200} Aug 11 00:26:25.285038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:25.355647 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:25.463538 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d625253f-1f82-414e-b93f-8897e5cf59d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:25.568842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6ddc32d-7d3a-4388-a4bd-e1094697e30e req-aa04cac4-c7de-4e36-bcd7-3b8acdfdb017 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0683200 Aug 11 00:26:25.702948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d625253f-1f82-414e-b93f-8897e5cf59d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:25.797162 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:16Z', 'revision_number': 5, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:25.840957 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d625253f-1f82-414e-b93f-8897e5cf59d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:25.858103 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] Checking router: 9ed63c5d-3c77-4787-aa19-5221527fca27 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:26:25.883979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:25.884575 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:25.941537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d625253f-1f82-414e-b93f-8897e5cf59d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee52caf170d549728b003f4ea2600be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550126 Aug 11 00:26:25.949254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52212) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:25.965258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abe75de2-4f64-4263-a8f7-620680cc19c9 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:26.013677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625253f-1f82-414e-b93f-8897e5cf59d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d9dfc4-167e-4ad3-8a1b-ca92a10e5cfa,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:26.021802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: abe75de2-4f64-4263-a8f7-620680cc19c9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:26.025035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abe75de2-4f64-4263-a8f7-620680cc19c9 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:26.056039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e2756a6-659f-4d86-a751-3c2267d5a4d8 req-a7ed92c8-e184-4d31-ba86-ce675f551aad tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/ports?device_id=46d23ae5-00a3-4eda-885b-9a1c60742c9c HTTP/1.1" status: 200 len: 210 time: 0.1103742 Aug 11 00:26:26.154147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a35bff5c-4a47-4441-b53f-c0b79f27b366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:26.184289 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:26.221520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a35bff5c-4a47-4441-b53f-c0b79f27b366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:26.225093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74eeb7cc-ba1c-40d1-a66b-b0bdb8d3fa91 req-086b4084-986b-4ecd-9b06-d6b6219ce434 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0776644 Aug 11 00:26:26.303871 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85169991-1179-471b-92ad-19e1cd09e15c req-ba47642d-3cf8-4cd0-9f3b-b9ff4a268ba8 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0370488 Aug 11 00:26:26.418200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a35bff5c-4a47-4441-b53f-c0b79f27b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:26.433499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a35bff5c-4a47-4441-b53f-c0b79f27b366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:26.433499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a35bff5c-4a47-4441-b53f-c0b79f27b366 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0d9dfc4-167e-4ad3-8a1b-ca92a10e5cfa HTTP/1.1" status: 204 len: 168 time: 0.4783983 Aug 11 00:26:26.493109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bff5c-4a47-4441-b53f-c0b79f27b366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d9dfc4-167e-4ad3-8a1b-ca92a10e5cfa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:26.589028 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:16Z', 'revision_number': 5, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:26.621035 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c30a1-2d69-41f4-9c88-adcbe76085a1 None None] The sync data for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 is: [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:24:08Z', 'revision_number': 4, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '24694fd8-81e5-4455-9aff-266daf29e2f6', 'name': '', 'network_id': 'cbd25bcb-563e-4f8f-8515-9b9931529b60', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'mac_address': 'fa:16:3e:bb:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:06Z', 'updated_at': '2021-08-11T00:24:16Z', 'revision_number': 5, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'subnets': [{'id': '44de9f69-2295-4c44-b53f-f2f6ddcde400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:26:26.744296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e55d1816-45fd-45f9-88fa-d88d84cbb5a7 req-52eb3b6c-4591-4873-b712-61bebbd3649a tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d953414-9d7a-4039-8f8d-3102833577f8 HTTP/1.1" status: 200 len: 210 time: 0.0333326 Aug 11 00:26:26.994967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec4e4a8-f360-4ad0-b616-d693aab09857 None None] New status for floating IP 29965441-3355-4b81-9bbe-07089a75e622: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:26:27.305457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52276) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:27.441593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a68d168-5786-44d1-ae65-5dcbd902e400 req-e0743db8-72ec-4eea-a51d-c684ab2298d5 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0374124 Aug 11 00:26:27.457289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd30342f-6efb-44a8-b8af-fec0871b0448 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:27.539109 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd30342f-6efb-44a8-b8af-fec0871b0448 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:27.608010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75398a71-873a-46b7-a3c6-98e8b6fb0e94 req-2c819380-110d-446f-b821-04620e8dc0b5 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0413735 Aug 11 00:26:27.679892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52294) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:27.695119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df435c50-708a-406e-b41d-9cf4590eab92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:27.741780 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd30342f-6efb-44a8-b8af-fec0871b0448 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:27.744487 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd30342f-6efb-44a8-b8af-fec0871b0448 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:27.748045 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dd30342f-6efb-44a8-b8af-fec0871b0448 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "DELETE /v2.0/security-groups/d9af3422-8cc4-40a8-95b7-9ecd2ba221ff HTTP/1.1" status: 204 len: 168 time: 0.4351151 Aug 11 00:26:27.748619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:27.760641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30342f-6efb-44a8-b8af-fec0871b0448 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9af3422-8cc4-40a8-95b7-9ecd2ba221ff,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:27.774653 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-01216aa6-abf3-4a3c-839d-2988a4f15bf1 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] show failed (client error): The resource could not be found. Aug 11 00:26:27.775752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-01216aa6-abf3-4a3c-839d-2988a4f15bf1 tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "GET /v2.0/security-groups/d9af3422-8cc4-40a8-95b7-9ecd2ba221ff HTTP/1.1" status: 404 len: 347 time: 0.0259984 Aug 11 00:26:27.780149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52302) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:27.863966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df435c50-708a-406e-b41d-9cf4590eab92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:27.944792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2072ff97-ce04-45d3-ae5e-2c9a5f9b8920 req-5cef67dd-ee9a-46d8-ae7e-a61e2580c84e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0559866 Aug 11 00:26:28.001224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Deleting port 75bb4a78-c2e7-4302-a0ae-2f7f758dfd7a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:28.001910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.091201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.091680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.114748 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df435c50-708a-406e-b41d-9cf4590eab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.118063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Calling delete_port for 75bb4a78-c2e7-4302-a0ae-2f7f758dfd7a owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:28.184595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-df435c50-708a-406e-b41d-9cf4590eab92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53bc9b79edc24935bbd306408c05b0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034919 Aug 11 00:26:28.185269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52318) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:28.187950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df435c50-708a-406e-b41d-9cf4590eab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9321445-1a03-455c-b884-19a463f25a36,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:28.327454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abef00e2-2d1f-42e2-a546-2aa4377adce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.361754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abef00e2-2d1f-42e2-a546-2aa4377adce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.455480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.481100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Pushing event deleted for resources: {'Port': ['ID=75bb4a78-c2e7-4302-a0ae-2f7f758dfd7a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:28.557794 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a213c61-5b93-4f89-b110-a7cf2dd837ea req-93b3772b-613b-4b64-a200-1543106fe237 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0292690 Aug 11 00:26:28.571178 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.576001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abef00e2-2d1f-42e2-a546-2aa4377adce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.576290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.576482 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abef00e2-2d1f-42e2-a546-2aa4377adce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:28.577828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-abef00e2-2d1f-42e2-a546-2aa4377adce9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9321445-1a03-455c-b884-19a463f25a36 HTTP/1.1" status: 204 len: 168 time: 0.3912148 Aug 11 00:26:28.579732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e3f1ed57-e6ee-4bfc-852e-cb2e746c84ef tempest-ServersTestJSON-523437586 tempest-ServersTestJSON-523437586-project] 10.222.0.43 "DELETE /v2.0/floatingips/29965441-3355-4b81-9bbe-07089a75e622 HTTP/1.1" status: 204 len: 168 time: 0.7975938 Aug 11 00:26:28.585205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52330) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:28.589667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef00e2-2d1f-42e2-a546-2aa4377adce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9321445-1a03-455c-b884-19a463f25a36,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:28.776520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-073c28e9-b35c-4ec8-a3d4-d5d1f8cea101 req-b5f86bfb-fcab-4f53-8753-922f0cca7230 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0463846 Aug 11 00:26:29.276309 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:29.289757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:29.344768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:29.502169 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:26:29.646920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Deleting port 24694fd8-81e5-4455-9aff-266daf29e2f6 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:29.647519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:29.694341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52380) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:29.713304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1108a5d-2b28-46d9-949b-2532fb1b269e req-ced0d66c-9fd9-4649-9e4b-7f3fcd21e32a tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0681264 Aug 11 00:26:29.793334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] For port 24694fd8-81e5-4455-9aff-266daf29e2f6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=24694fd8-81e5-4455-9aff-266daf29e2f6,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:29.793998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:29.823115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Calling delete_port for 24694fd8-81e5-4455-9aff-266daf29e2f6 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:29.946353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01e0a17a-a294-4a82-aea5-82bccf45b4ab req-0d6760ed-12f6-4a2b-8fbd-3c467d250f81 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0468762 Aug 11 00:26:29.955215 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc725ea3-5721-443c-a3bf-7e231bca87ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.168265 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc725ea3-5721-443c-a3bf-7e231bca87ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.307917 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.324357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc725ea3-5721-443c-a3bf-7e231bca87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.366832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc725ea3-5721-443c-a3bf-7e231bca87ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bac80387186340949e90cd84168fc3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6714532 Aug 11 00:26:30.370939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52402) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:30.397214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Pushing event deleted for resources: {'Port': ['ID=24694fd8-81e5-4455-9aff-266daf29e2f6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:30.481764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc725ea3-5721-443c-a3bf-7e231bca87ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29915174-0221-4cc2-9ceb-e0056f1d2031,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:30.506849 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.569351 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.643101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.729144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52410) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:30.856665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.859397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:30.860789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29915174-0221-4cc2-9ceb-e0056f1d2031 HTTP/1.1" status: 204 len: 168 time: 0.4883783 Aug 11 00:26:30.874378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29915174-0221-4cc2-9ceb-e0056f1d2031,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:30.925018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dff05ae9-9b29-4108-8c05-74b1c46635a4 req-70429cfb-1c76-44ee-9d60-e7f631cbaad7 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.0526876 Aug 11 00:26:30.932338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.933051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.935112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.936702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.937227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.937802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.938357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.938967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.939826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.940505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.941058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.941603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45739ea7-fa75-478e-8255-e01c2d3fb622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:30.959378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d165e509-4df0-4a73-96ee-ab739ebd2113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.050101 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee20a225-ceb4-436b-babc-02b1dec54ae5 req-78d9ba49-1ee8-4bf2-af6d-e0608f6f5c29 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96ab255b36814302a292204813af910c&device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0707428 Aug 11 00:26:31.054147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Router 9ed63c5d-3c77-4787-aa19-5221527fca27 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:26:31.087577 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e7ad5db-5fa1-4be2-b778-66115a570d1e req-b35da753-0d1b-44aa-8ae8-e39b5800c28e tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0657742 Aug 11 00:26:31.134448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee20a225-ceb4-436b-babc-02b1dec54ae5 req-35fd6bf4-e44b-483c-8050-e663ea53c314 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=96ab255b36814302a292204813af910c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601201 Aug 11 00:26:31.139481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d165e509-4df0-4a73-96ee-ab739ebd2113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.296128 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d165e509-4df0-4a73-96ee-ab739ebd2113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.337265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20a225-ceb4-436b-babc-02b1dec54ae5 req-bf38cfa3-72fd-49bf-9e64-bc403dfd1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:31.338853 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee20a225-ceb4-436b-babc-02b1dec54ae5 req-bf38cfa3-72fd-49bf-9e64-bc403dfd1cc7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1972201 Aug 11 00:26:31.341896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:26:31.348261 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7f06a1da-0850-49fd-a4d3-a665b72c5190 admin admin] 10.222.0.43 "PUT /v2.0/routers/9ed63c5d-3c77-4787-aa19-5221527fca27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7619095 Aug 11 00:26:31.352506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52424) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:31.362296 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] Sync routers for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:26:31.376574 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:31.378409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d165e509-4df0-4a73-96ee-ab739ebd2113 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1aa448ab2b5464985945d605a3b71f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473022 Aug 11 00:26:31.379714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165e509-4df0-4a73-96ee-ab739ebd2113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceefdf73-3e51-49e9-ae91-3aaa6d5adf6f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:31.382601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52426) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:31.384269 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:31.527120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b77edf23-b67a-4a12-a83c-efea9e5d730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.588963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b77edf23-b67a-4a12-a83c-efea9e5d730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.658716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.701609 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:31.784977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.838498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b77edf23-b67a-4a12-a83c-efea9e5d730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.841485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b77edf23-b67a-4a12-a83c-efea9e5d730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:31.843082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b77edf23-b67a-4a12-a83c-efea9e5d730a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ceefdf73-3e51-49e9-ae91-3aaa6d5adf6f HTTP/1.1" status: 204 len: 168 time: 0.4591372 Aug 11 00:26:31.859222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77edf23-b67a-4a12-a83c-efea9e5d730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceefdf73-3e51-49e9-ae91-3aaa6d5adf6f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:32.010109 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:26:30Z', 'revision_number': 5, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port': {'id': '82b6fa02-b9e9-4ea1-9b63-e26f0410f92c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:24:02Z', 'updated_at': '2021-08-11T00:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:32.076308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Deleting port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:32.076885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:32.094435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52444) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:32.151091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df12354c-9625-406d-8e79-ef1a1e0066b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:32.152433 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] Checking router: 9ed63c5d-3c77-4787-aa19-5221527fca27 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:26:32.198848 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] Routers {'9ed63c5d-3c77-4787-aa19-5221527fca27'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:32.202770 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9ed63c5d-3c77-4787-aa19-5221527fca27'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:32.346561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a53ee21d-5c55-4f07-ac8a-25bdd78021f8 req-16c85c5a-b60b-4c7f-8f08-e25b37bd70a0 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d3d7c83-546a-4f45-b3d6-cabc68d94b7f HTTP/1.1" status: 200 len: 210 time: 0.1498747 Aug 11 00:26:32.413974 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5b7136e1-ffd6-420c-9f09-cd4b8e8ad1b8 req-7e71a5c5-6b54-4699-b460-7aa4c9413b08 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0850680 Aug 11 00:26:32.415400 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] Set router 9ed63c5d-3c77-4787-aa19-5221527fca27 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:32.448431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] For port 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=82b6fa02-b9e9-4ea1-9b63-e26f0410f92c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:32.448977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:32.478112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Calling delete_port for 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:32.521909 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:26:31Z', 'revision_number': 6, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:32.537686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df12354c-9625-406d-8e79-ef1a1e0066b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:32.566230 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41141e3-4dbd-4b8a-9edb-6127e128ca22 None None] The sync data for ids ['9ed63c5d-3c77-4787-aa19-5221527fca27'] in n-d-712143-13 is: [{'id': '9ed63c5d-3c77-4787-aa19-5221527fca27', 'name': 'tempest-ServersTestJSON-1314389487-router', 'tenant_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:24:00Z', 'updated_at': '2021-08-11T00:26:31Z', 'revision_number': 6, 'project_id': 'b575d8103d64461c80c02a4dbeaa0cc3', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:26:32.624044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee20a225-ceb4-436b-babc-02b1dec54ae5 req-5cc3a77a-ffb4-44d3-8d09-9138bb43e470 tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.44 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.0634148 Aug 11 00:26:32.695491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df12354c-9625-406d-8e79-ef1a1e0066b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:32.785880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-df12354c-9625-406d-8e79-ef1a1e0066b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a98a646475544350b26c3a2614021740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951110 Aug 11 00:26:32.789679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12354c-9625-406d-8e79-ef1a1e0066b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd9e3d2-4bea-4ddd-b64e-ff0ac1bfa235,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:32.795958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52456) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:32.929328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65b7a38e-6b72-4774-a3ee-40e5b9eb7087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.022031 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65b7a38e-6b72-4774-a3ee-40e5b9eb7087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.221288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.266731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65b7a38e-6b72-4774-a3ee-40e5b9eb7087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.269366 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65b7a38e-6b72-4774-a3ee-40e5b9eb7087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.271420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-65b7a38e-6b72-4774-a3ee-40e5b9eb7087 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cd9e3d2-4bea-4ddd-b64e-ff0ac1bfa235 HTTP/1.1" status: 204 len: 168 time: 0.4728549 Aug 11 00:26:33.283413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b6fa02-b9e9-4ea1-9b63-e26f0410f92c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:33.284586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7a38e-6b72-4774-a3ee-40e5b9eb7087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd9e3d2-4bea-4ddd-b64e-ff0ac1bfa235,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:33.402691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.585413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52472) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:33.614524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52474) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:33.647353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-896e83f3-f421-4c52-a32f-734bc8c6fe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.747099 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1db8203d-56a1-4fac-bc8f-516de95fb63c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.759461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.784092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a2c8577-a693-4748-859a-dc206ff29975 req-6b391b26-83f1-4709-809a-9f3c30b495ca tempest-ServerShowV254Test-1974884290 tempest-ServerShowV254Test-1974884290-project] 10.222.0.43 "GET /v2.0/ports?device_id=460b262e-4ebf-4c46-8f96-e5f13abc9d3d HTTP/1.1" status: 200 len: 210 time: 0.1399112 Aug 11 00:26:33.802291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:33.822937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1db8203d-56a1-4fac-bc8f-516de95fb63c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:34.055595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1db8203d-56a1-4fac-bc8f-516de95fb63c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:34.058358 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1db8203d-56a1-4fac-bc8f-516de95fb63c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:34.059762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1db8203d-56a1-4fac-bc8f-516de95fb63c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "DELETE /v2.0/security-groups/1a137544-d67f-4337-9dd5-86346487545c HTTP/1.1" status: 204 len: 168 time: 0.4729440 Aug 11 00:26:34.063522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52480) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:34.099219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8203d-56a1-4fac-bc8f-516de95fb63c tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a137544-d67f-4337-9dd5-86346487545c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:34.117094 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-cb5686ee-6502-44f2-b374-e9b734dfe981 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] show failed (client error): The resource could not be found. Aug 11 00:26:34.125366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cb5686ee-6502-44f2-b374-e9b734dfe981 tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "GET /v2.0/security-groups/1a137544-d67f-4337-9dd5-86346487545c HTTP/1.1" status: 404 len: 347 time: 0.0606518 Aug 11 00:26:34.126422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52482) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:34.279438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52484) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:34.341888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:34.418751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Deleting port c65f164b-fe4a-4b20-8b93-414d6ec30fbf {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:34.419154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:34.440991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:34.441545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 82b6fa02-b9e9-4ea1-9b63-e26f0410f92c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:34.445520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 24694fd8-81e5-4455-9aff-266daf29e2f6 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:34.519587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 24694fd8-81e5-4455-9aff-266daf29e2f6 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:34.520569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 24694fd8-81e5-4455-9aff-266daf29e2f6 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:34.680631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:34.682682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:34.725343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Calling delete_port for c65f164b-fe4a-4b20-8b93-414d6ec30fbf owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:34.900956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:34.901501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ed63c5d-3c77-4787-aa19-5221527fca27 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:26:34.917549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:34.931696 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5af45666-a58f-4aed-825e-9be01efa7e76 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9ed63c5d-3c77-4787-aa19-5221527fca27 HTTP/1.1" status: 204 len: 168 time: 3.5762362 Aug 11 00:26:34.932739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52500) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:35.036183 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e56a828-40ff-4a99-a749-4aff66231d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.188951 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-896e83f3-f421-4c52-a32f-734bc8c6fe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.223700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c949ea0-7cd6-4092-8510-a7721f66bb47 admin admin] Deleting subnet 44de9f69-2295-4c44-b53f-f2f6ddcde400 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:26:35.228911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c949ea0-7cd6-4092-8510-a7721f66bb47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.248584 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.280428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c949ea0-7cd6-4092-8510-a7721f66bb47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.332950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Pushing event deleted for resources: {'Port': ['ID=c65f164b-fe4a-4b20-8b93-414d6ec30fbf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:35.354480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-896e83f3-f421-4c52-a32f-734bc8c6fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.477023 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-896e83f3-f421-4c52-a32f-734bc8c6fe31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=093aaaa4ba9f498693f3c957c514e071&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8610933 Aug 11 00:26:35.486699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52508) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:35.520673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.529882 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.537065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52512) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:35.538517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b1026b3-82c6-4f35-8f0c-b8f566edfb3d tempest-ServersTestBootFromVolume-1368090421 tempest-ServersTestBootFromVolume-1368090421-project] 10.222.0.43 "DELETE /v2.0/floatingips/980eb674-4a8b-4afc-bae2-b65fb64fe658 HTTP/1.1" status: 204 len: 168 time: 1.4092677 Aug 11 00:26:35.548279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e83f3-f421-4c52-a32f-734bc8c6fe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830aae23-fcb9-4bda-9bc2-8641a73db689,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:35.728876 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0a79fbe-fbce-44c5-8bdd-5529bc1ffbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.745580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e56a828-40ff-4a99-a749-4aff66231d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.776552 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c949ea0-7cd6-4092-8510-a7721f66bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.818411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0a79fbe-fbce-44c5-8bdd-5529bc1ffbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.855898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52518) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:35.867345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e56a828-40ff-4a99-a749-4aff66231d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:35.951423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7e56a828-40ff-4a99-a749-4aff66231d59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57cfdbf80da141dd8f03f0c42667924a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6664684 Aug 11 00:26:35.951643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56a828-40ff-4a99-a749-4aff66231d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0932a5b3-ff40-448c-90c6-9ad811262c50,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:35.957242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52522) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:36.025477 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16931bf5-7bda-428d-b26e-060a240d1b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.077983 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16931bf5-7bda-428d-b26e-060a240d1b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.173767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-543dd47c-4c91-43c2-88dc-8f8a09c3acc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.225136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0a79fbe-fbce-44c5-8bdd-5529bc1ffbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.225136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0a79fbe-fbce-44c5-8bdd-5529bc1ffbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.235707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d0a79fbe-fbce-44c5-8bdd-5529bc1ffbc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/830aae23-fcb9-4bda-9bc2-8641a73db689 HTTP/1.1" status: 204 len: 168 time: 0.7445583 Aug 11 00:26:36.253334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c949ea0-7cd6-4092-8510-a7721f66bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.388611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a79fbe-fbce-44c5-8bdd-5529bc1ffbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830aae23-fcb9-4bda-9bc2-8641a73db689,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:36.417540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c949ea0-7cd6-4092-8510-a7721f66bb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44de9f69-2295-4c44-b53f-f2f6ddcde400,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:36.437436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16931bf5-7bda-428d-b26e-060a240d1b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.451569 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16931bf5-7bda-428d-b26e-060a240d1b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.452415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c949ea0-7cd6-4092-8510-a7721f66bb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.452751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-16931bf5-7bda-428d-b26e-060a240d1b57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0932a5b3-ff40-448c-90c6-9ad811262c50 HTTP/1.1" status: 204 len: 168 time: 0.4936228 Aug 11 00:26:36.457957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec4666-ad3d-4780-b877-3a6d9d84fa66 None None] Network cbd25bcb-563e-4f8f-8515-9b9931529b60 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:26:36.472821 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6c949ea0-7cd6-4092-8510-a7721f66bb47 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/44de9f69-2295-4c44-b53f-f2f6ddcde400 HTTP/1.1" status: 204 len: 168 time: 1.3279450 Aug 11 00:26:36.518289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52536) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:36.684837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16931bf5-7bda-428d-b26e-060a240d1b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0932a5b3-ff40-448c-90c6-9ad811262c50,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:36.736530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.830179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-543dd47c-4c91-43c2-88dc-8f8a09c3acc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:36.912529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Deleting port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:36.912890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:37.076064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-543dd47c-4c91-43c2-88dc-8f8a09c3acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:37.076983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] DHCP port deletion for cbd25bcb-563e-4f8f-8515-9b9931529b60 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:26:37.278527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Deleting port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:37.281671 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:37.429734 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:37.598981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] For port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:37.603185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:37.654773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Calling delete_port for 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:37.837012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-543dd47c-4c91-43c2-88dc-8f8a09c3acc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96ab255b36814302a292204813af910c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9796207 Aug 11 00:26:37.839207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dd47c-4c91-43c2-88dc-8f8a09c3acc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0002751f-05b3-48af-aba1-de9e4835a1ea,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:37.841951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52556) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:37.857262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] For port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,segment=NetworkSegment(8753184a-9d08-4126-bab5-3f40e83dfefa),segment_id=8753184a-9d08-4126-bab5-3f40e83dfefa)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:37.857933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:37.941695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Calling delete_port for 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:38.009900 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.079297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Pushing event deleted for resources: {'Port': ['ID=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:38.092656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] No DVR routers for this DVR port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:38.153874 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c19172-1667-454a-a7d7-378735b57308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.157045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.157045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.157430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.157596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.158201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.171137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.171137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.171137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.171137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.171137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.171137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.171137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3163f008-d0f9-4c0d-9562-10d4975765b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:26:38.227756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Deleting port 093ed46f-a07b-445e-b50f-57bdf35894da {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:38.244517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.317303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c19172-1667-454a-a7d7-378735b57308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.341640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:38.429498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:38.436407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:38.444852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52566) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:38.517707 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.599096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c972712-1ec0-4fd3-a243-f0b0900fcbe9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:38.616883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c19172-1667-454a-a7d7-378735b57308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.622103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c19172-1667-454a-a7d7-378735b57308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.635853 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14262820-46a1-4ec6-acf6-b9864c5b5c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.641244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a7c19172-1667-454a-a7d7-378735b57308 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0002751f-05b3-48af-aba1-de9e4835a1ea HTTP/1.1" status: 204 len: 168 time: 0.7563295 Aug 11 00:26:38.641244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] No DVR routers for this DVR port 0c972712-1ec0-4fd3-a243-f0b0900fcbe9 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:38.769543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76e5a6-0014-4f68-9380-843a4e85a105 req-71852f10-d81d-41ea-a56e-4fcfdb740859 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:38.778686 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e76e5a6-0014-4f68-9380-843a4e85a105 req-71852f10-d81d-41ea-a56e-4fcfdb740859 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 944 time: 0.4667284 Aug 11 00:26:38.898989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] For port 093ed46f-a07b-445e-b50f-57bdf35894da, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=093ed46f-a07b-445e-b50f-57bdf35894da,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:38.899417 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:38.942548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c19172-1667-454a-a7d7-378735b57308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0002751f-05b3-48af-aba1-de9e4835a1ea,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:38.949995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e76e5a6-0014-4f68-9380-843a4e85a105 req-94c2e941-7d4f-4b79-bd32-4590ab7d89af tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702564 Aug 11 00:26:38.977959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Calling delete_port for 093ed46f-a07b-445e-b50f-57bdf35894da owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:38.984611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025db760-06f2-467a-b2ae-ba28b68a482d req-6bf14a4a-d0d5-4501-9445-8ce2c3fb40c3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:38.986251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-025db760-06f2-467a-b2ae-ba28b68a482d req-6bf14a4a-d0d5-4501-9445-8ce2c3fb40c3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 944 time: 0.2877901 Aug 11 00:26:39.008494 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.029927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd25bcb-563e-4f8f-8515-9b9931529b60']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:39.045238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8753184a-9d08-4126-bab5-3f40e83dfefa') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:39.045535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8753184a-9d08-4126-bab5-3f40e83dfefa') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:39.077534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.088315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a8ddd-4fcf-416e-afde-c6c64487b8bc req-5f5a85de-b1a7-491b-beb3-1b4877e83deb tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:39.090394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c94a8ddd-4fcf-416e-afde-c6c64487b8bc req-5f5a85de-b1a7-491b-beb3-1b4877e83deb tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 944 time: 0.1352956 Aug 11 00:26:39.107988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.126945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:26:39.127716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:26:39.130501 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:26:39.385042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c94a8ddd-4fcf-416e-afde-c6c64487b8bc req-bf2d3c28-3e1b-4da9-8b90-32392c2b67e1 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793608 Aug 11 00:26:39.430384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.440068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.447549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cbd25bcb-563e-4f8f-8515-9b9931529b60 HTTP/1.1" status: 204 len: 168 time: 2.9235623 Aug 11 00:26:39.510487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268f0fd-551f-4679-82a6-3a1ac1d002e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd25bcb-563e-4f8f-8515-9b9931529b60,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:39.573991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1f522-d470-4814-aabc-372f9d271db5 req-00177d02-918b-4836-a2ad-99c2a76120fa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:39.591585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83c1f522-d470-4814-aabc-372f9d271db5 req-00177d02-918b-4836-a2ad-99c2a76120fa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.55 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 944 time: 0.2749832 Aug 11 00:26:39.672497 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14262820-46a1-4ec6-acf6-b9864c5b5c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.710512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Deleting port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:39.710871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.842709 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14262820-46a1-4ec6-acf6-b9864c5b5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.852986 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:39.862491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Deleting port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:39.869414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:40.042429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] For port dff7d90d-c617-4b82-9f7f-fa6637faf6d0, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:40.049693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:40.175503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Pushing event deleted for resources: {'Port': ['ID=093ed46f-a07b-445e-b50f-57bdf35894da,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:40.255514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] For port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:40.256135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:40.284034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Calling delete_port for 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:40.446921 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-14262820-46a1-4ec6-acf6-b9864c5b5c3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96e3040f25e247588d6157ffe7b57a65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8953054 Aug 11 00:26:40.447973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Calling delete_port for dff7d90d-c617-4b82-9f7f-fa6637faf6d0 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:40.456141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52598) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:40.466092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14262820-46a1-4ec6-acf6-b9864c5b5c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef5e3d6-fe10-4c82-aa73-f9c5ff823e86,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:40.706256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875c1e5-bee2-4cad-bd62-0e1915907c5f req-ec5f1621-7df5-4ca4-94eb-6c4822cc5848 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:40.709444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4875c1e5-bee2-4cad-bd62-0e1915907c5f req-ec5f1621-7df5-4ca4-94eb-6c4822cc5848 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 944 time: 0.1369958 Aug 11 00:26:40.781725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4875c1e5-bee2-4cad-bd62-0e1915907c5f req-e370bfea-62d8-4890-93d4-91cbf08e4ede tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598440 Aug 11 00:26:40.878919 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:40.921662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afdb3e9b-2e55-435b-abe3-bcbec4b76dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:40.946610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800c9e8-c98c-46a6-af40-954af1ab28c4 req-708e37fc-e264-4b66-b860-1032b74c56d7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:40.949328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7800c9e8-c98c-46a6-af40-954af1ab28c4 req-708e37fc-e264-4b66-b860-1032b74c56d7 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 944 time: 0.6360147 Aug 11 00:26:40.956574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Pushing event deleted for resources: {'Port': ['ID=5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:40.974064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] No DVR routers for this DVR port 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:40.977876 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:40.980963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83c1f522-d470-4814-aabc-372f9d271db5 req-7090a71c-377d-4221-a34e-8c5f173b4a29 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.55 "DELETE /v2.0/ports/5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd HTTP/1.1" status: 204 len: 173 time: 1.3880839 Aug 11 00:26:40.981467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'name': 'network-vif-deleted', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:40.985077 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0eddb0-c77b-4aa9-aa6e-352c26d60201" -d '{"events": [{"server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "name": "network-vif-deleted", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:41.033836 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d525f1c3-594d-490d-b6df-fb25d9cab4f7 x-openstack-request-id: req-d525f1c3-594d-490d-b6df-fb25d9cab4f7 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:41.034558 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66d7d7f-9f6a-4f62-b04f-6ea364737595", "name": "network-vif-deleted", "tag": "5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:41.035252 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d525f1c3-594d-490d-b6df-fb25d9cab4f7 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:41.035886 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66d7d7f-9f6a-4f62-b04f-6ea364737595', 'name': 'network-vif-deleted', 'tag': '5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd', 'status': 'completed', 'code': 200} Aug 11 00:26:41.079037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afdb3e9b-2e55-435b-abe3-bcbec4b76dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:41.150291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:41.239032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7800c9e8-c98c-46a6-af40-954af1ab28c4 req-f649ce63-7938-4c0f-b889-bdf211ccba6e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642958 Aug 11 00:26:41.461960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52618) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:41.539553 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:41.550292 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afdb3e9b-2e55-435b-abe3-bcbec4b76dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:41.558383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-afdb3e9b-2e55-435b-abe3-bcbec4b76dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:41.560947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-afdb3e9b-2e55-435b-abe3-bcbec4b76dd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cef5e3d6-fe10-4c82-aa73-f9c5ff823e86 HTTP/1.1" status: 204 len: 168 time: 1.0982099 Aug 11 00:26:41.574629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-afef1482-6c4e-4def-a56b-ac055ada97dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b575d8103d64461c80c02a4dbeaa0cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1086538 Aug 11 00:26:41.582155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52622) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:41.602922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb3e9b-2e55-435b-abe3-bcbec4b76dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef5e3d6-fe10-4c82-aa73-f9c5ff823e86,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:41.670551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2cbdea8d-ddee-4e7a-9f32-56483658bc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:41.672295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Pushing event deleted for resources: {'Port': ['ID=dff7d90d-c617-4b82-9f7f-fa6637faf6d0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:41.726097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2cbdea8d-ddee-4e7a-9f32-56483658bc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:41.732295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] No DVR routers for this DVR port dff7d90d-c617-4b82-9f7f-fa6637faf6d0 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:41.788137 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:41.788137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-025db760-06f2-467a-b2ae-ba28b68a482d req-0bbe8450-74c2-4e01-b70a-fd068112835e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.44 "DELETE /v2.0/ports/dff7d90d-c617-4b82-9f7f-fa6637faf6d0 HTTP/1.1" status: 204 len: 173 time: 2.7092471 Aug 11 00:26:41.788137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'name': 'network-vif-deleted', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:41.788137 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a598ef53-fd41-4c98-9db4-a63ceef23481" -d '{"events": [{"server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "name": "network-vif-deleted", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:41.788137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Router c57b27eb-8791-4433-b673-0b0c4813a09b has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:26:41.826715 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf3025-fbc0-4af4-82fd-910ef59dd27a x-openstack-request-id: req-2ddf3025-fbc0-4af4-82fd-910ef59dd27a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:41.827218 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c274c9-aab4-4a85-94c2-80940ab79d06", "name": "network-vif-deleted", "tag": "dff7d90d-c617-4b82-9f7f-fa6637faf6d0", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:41.827742 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ddf3025-fbc0-4af4-82fd-910ef59dd27a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:41.828670 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c274c9-aab4-4a85-94c2-80940ab79d06', 'name': 'network-vif-deleted', 'tag': 'dff7d90d-c617-4b82-9f7f-fa6637faf6d0', 'status': 'completed', 'code': 200} Aug 11 00:26:41.947132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:41.970595 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a09eee-557a-4209-9840-90ab19bf3de0 req-94883a14-6b1a-46e8-b9b3-08f2c1b09046 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=a66d7d7f-9f6a-4f62-b04f-6ea364737595 HTTP/1.1" status: 200 len: 210 time: 0.0397475 Aug 11 00:26:42.013696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:26:42.022828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-14baac8e-ffe6-48ab-a433-98466363134f admin admin] 10.222.0.43 "PUT /v2.0/routers/c57b27eb-8791-4433-b673-0b0c4813a09b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4839892 Aug 11 00:26:42.025374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52632) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:42.055898 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2cbdea8d-ddee-4e7a-9f32-56483658bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:42.061801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2cbdea8d-ddee-4e7a-9f32-56483658bc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:42.064287 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2cbdea8d-ddee-4e7a-9f32-56483658bc18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/994a7a89-2e3d-458d-a2a9-5d1aa8fddc14 HTTP/1.1" status: 204 len: 168 time: 0.4873905 Aug 11 00:26:42.099547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdea8d-ddee-4e7a-9f32-56483658bc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994a7a89-2e3d-458d-a2a9-5d1aa8fddc14,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:42.189958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:42.192697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5ac6bcf2-35d5-4808-9bcb-379f3fe58dcd not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:42.201040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] Sync routers for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:26:42.207955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device dff7d90d-c617-4b82-9f7f-fa6637faf6d0 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:42.243809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:42.247107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: dff7d90d-c617-4b82-9f7f-fa6637faf6d0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:42.247669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device dff7d90d-c617-4b82-9f7f-fa6637faf6d0 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:42.256275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:42.257720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:42.402471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-750ad731-6a04-41fa-a67f-c1f2bee51124 req-00a3a4f7-8e6c-4e02-ad0c-31dad2624eed tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 210 time: 0.0353253 Aug 11 00:26:42.434175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:42.450988 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:42.643356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:26:39Z', 'revision_number': 5, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port': {'id': '354f29ce-0d4c-4ba3-9e10-ad900372eed9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:21:10Z', 'updated_at': '2021-08-11T00:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:42.676449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] Checking router: c57b27eb-8791-4433-b673-0b0c4813a09b for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:26:42.686314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] Routers {'c57b27eb-8791-4433-b673-0b0c4813a09b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:42.686974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c57b27eb-8791-4433-b673-0b0c4813a09b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:42.793374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Deleting port 354f29ce-0d4c-4ba3-9e10-ad900372eed9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:42.794237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:42.810481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] Set router c57b27eb-8791-4433-b673-0b0c4813a09b gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:42.927073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:26:42Z', 'revision_number': 6, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:42.946785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] For port 354f29ce-0d4c-4ba3-9e10-ad900372eed9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=354f29ce-0d4c-4ba3-9e10-ad900372eed9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:42.947733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:42.973809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Calling delete_port for 354f29ce-0d4c-4ba3-9e10-ad900372eed9 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:42.984905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed49839-ea89-45ae-abb2-c6ee9b05a215 None None] The sync data for ids ['c57b27eb-8791-4433-b673-0b0c4813a09b'] in n-d-712143-13 is: [{'id': 'c57b27eb-8791-4433-b673-0b0c4813a09b', 'name': 'tempest-ServersTestBootFromVolume-665567168-router', 'tenant_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:21:08Z', 'updated_at': '2021-08-11T00:26:42Z', 'revision_number': 6, 'project_id': '409cdc564fa64ba7b2f36920ff33bc0b', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:26:43.376755 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:43.480416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=354f29ce-0d4c-4ba3-9e10-ad900372eed9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:43.600397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:43.690549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4f3d163-b2a0-4cc4-b8b4-f1778b6bac75 req-90998827-6c96-416b-93fc-51d0752f7ac9 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=d5c274c9-aab4-4a85-94c2-80940ab79d06 HTTP/1.1" status: 200 len: 210 time: 0.0370140 Aug 11 00:26:44.196507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:44.225003 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:44.315507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 354f29ce-0d4c-4ba3-9e10-ad900372eed9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:44.356100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 354f29ce-0d4c-4ba3-9e10-ad900372eed9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:44.365250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 354f29ce-0d4c-4ba3-9e10-ad900372eed9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:44.365250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 093ed46f-a07b-445e-b50f-57bdf35894da no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:44.365691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f7e80-7dd2-43ad-ba5e-0c0b484fca6d req-ba41c6ec-b66f-4942-b6d0-23afb3ade9bf tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:44.377969 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d40f7e80-7dd2-43ad-ba5e-0c0b484fca6d req-ba41c6ec-b66f-4942-b6d0-23afb3ade9bf tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 944 time: 0.2331812 Aug 11 00:26:44.404777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 093ed46f-a07b-445e-b50f-57bdf35894da {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:44.405756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 093ed46f-a07b-445e-b50f-57bdf35894da not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:44.443770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-ed47866f-4f41-45a6-b5b6-adfeb0373baa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:44.447500 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-ed47866f-4f41-45a6-b5b6-adfeb0373baa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.55 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 944 time: 0.1421480 Aug 11 00:26:44.470592 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d40f7e80-7dd2-43ad-ba5e-0c0b484fca6d req-1f617a23-8725-4dcb-bc3d-145d2fcfca4e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876584 Aug 11 00:26:44.619024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Deleting port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:44.619672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:44.662185 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:44.663445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57b27eb-8791-4433-b673-0b0c4813a09b {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:26:44.685300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:44.685300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-91737412-c1b5-4950-832a-d98f76c3eaf3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c57b27eb-8791-4433-b673-0b0c4813a09b HTTP/1.1" status: 204 len: 168 time: 2.6555035 Aug 11 00:26:44.687507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52702) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:44.789488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b04acb9-7989-4b32-8e5e-b805617cde22 admin admin] Deleting subnet 973d8471-bcbd-4836-a4ff-f5249d9333ca {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:26:44.789488 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b04acb9-7989-4b32-8e5e-b805617cde22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:44.791588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] For port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:44.792564 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:44.812083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Calling delete_port for 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:44.870589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b04acb9-7989-4b32-8e5e-b805617cde22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:44.955745 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b04acb9-7989-4b32-8e5e-b805617cde22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:45.300732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b04acb9-7989-4b32-8e5e-b805617cde22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:45.305955 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:45.346455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Pushing event deleted for resources: {'Port': ['ID=47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:45.358660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04acb9-7989-4b32-8e5e-b805617cde22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973d8471-bcbd-4836-a4ff-f5249d9333ca,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:45.437871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] No DVR routers for this DVR port 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:45.438053 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b435ec2-61d2-4a70-a3c5-3f50017cbba3 req-359a2698-1992-44ca-9e07-5fc908916368 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3d6b86bf07aa4a9ebe9e9fcf8a98ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516119 Aug 11 00:26:45.438151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:45.439128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-018d963b-8c9b-4fe6-b534-58db128438b2 req-9c8dcfb2-4a8b-486e-b0ec-735414882ea3 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.55 "DELETE /v2.0/ports/47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea HTTP/1.1" status: 204 len: 173 time: 0.9843011 Aug 11 00:26:45.439855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'name': 'network-vif-deleted', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:45.442314 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99af037-00fc-43bc-807a-5860856b19bb" -d '{"events": [{"server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "name": "network-vif-deleted", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:45.453871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b04acb9-7989-4b32-8e5e-b805617cde22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:45.459601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2b04acb9-7989-4b32-8e5e-b805617cde22 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/973d8471-bcbd-4836-a4ff-f5249d9333ca HTTP/1.1" status: 204 len: 168 time: 0.7665553 Aug 11 00:26:45.459867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c90873-f374-4d5f-99fa-7cb1b65ea544 None None] Network ba691427-d1f0-4361-b6ad-7ab84f4389b3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:26:45.461786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52724) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:45.552062 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:45.587345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b435ec2-61d2-4a70-a3c5-3f50017cbba3 req-e63e571b-e388-4950-94a6-301341878568 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:45.589150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b435ec2-61d2-4a70-a3c5-3f50017cbba3 req-e63e571b-e388-4950-94a6-301341878568 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517088 Aug 11 00:26:45.621393 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b435ec2-61d2-4a70-a3c5-3f50017cbba3 req-8bffaa5c-ef83-4a7b-86f9-563dbbbd5826 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/quotas/3d6b86bf07aa4a9ebe9e9fcf8a98ee3a HTTP/1.1" status: 200 len: 375 time: 0.0194311 Aug 11 00:26:45.638510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Deleting port 31513ebc-eea3-403c-87c8-96a0b2275074 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:45.638953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:45.710044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b435ec2-61d2-4a70-a3c5-3f50017cbba3 req-56c51466-47b0-4143-a8f6-fdb906a2b73f tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d6b86bf07aa4a9ebe9e9fcf8a98ee3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571036 Aug 11 00:26:45.723653 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5139f8fa-3407-40ce-abf9-1c57e42c0632 x-openstack-request-id: req-5139f8fa-3407-40ce-abf9-1c57e42c0632 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:45.724318 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e226b4-a7f9-43d1-9d24-ad641e2c4fd6", "name": "network-vif-deleted", "tag": "47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:45.725120 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5139f8fa-3407-40ce-abf9-1c57e42c0632 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:45.725714 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e226b4-a7f9-43d1-9d24-ad641e2c4fd6', 'name': 'network-vif-deleted', 'tag': '47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea', 'status': 'completed', 'code': 200} Aug 11 00:26:45.765894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] For port 31513ebc-eea3-403c-87c8-96a0b2275074, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=31513ebc-eea3-403c-87c8-96a0b2275074,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:45.766326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:45.825262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] DHCP port deletion for ba691427-d1f0-4361-b6ad-7ab84f4389b3 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:26:45.831466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Calling delete_port for 31513ebc-eea3-403c-87c8-96a0b2275074 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:45.867671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7752eea-74cb-43c7-aa05-ce3f4c8f9332 req-4abc0437-e6ea-4ba8-a7de-a878696ff797 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 210 time: 0.0609193 Aug 11 00:26:45.962948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52740) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:45.987899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] Deleting port 31513ebc-eea3-403c-87c8-96a0b2275074 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:45.989182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.095956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] For port 31513ebc-eea3-403c-87c8-96a0b2275074, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=31513ebc-eea3-403c-87c8-96a0b2275074,segment=NetworkSegment(74505170-8366-4cd7-a708-27287e9f69aa),segment_id=74505170-8366-4cd7-a708-27287e9f69aa)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:46.096609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.115945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] Calling delete_port for 31513ebc-eea3-403c-87c8-96a0b2275074 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:46.186679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238a5a5-697b-48a6-be0a-4f348a9f622d req-8dcd7f8c-2f45-4900-a50f-34fee953fa25 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:46.188883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2238a5a5-697b-48a6-be0a-4f348a9f622d req-8dcd7f8c-2f45-4900-a50f-34fee953fa25 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 944 time: 0.1193867 Aug 11 00:26:46.189751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52750) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:46.196340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a230e91-3443-47f1-9819-a06c594707b9 req-e4f0c1cd-2d85-4797-ac82-1ccd5f8faab5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:46.199016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a230e91-3443-47f1-9819-a06c594707b9 req-e4f0c1cd-2d85-4797-ac82-1ccd5f8faab5 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 944 time: 0.1872706 Aug 11 00:26:46.277535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f20b9c99-c2df-429a-8b12-d570806320df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.296440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2238a5a5-697b-48a6-be0a-4f348a9f622d req-16233cd5-1d5b-480c-989d-c5da13e94913 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966010 Aug 11 00:26:46.303362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 31513ebc-eea3-403c-87c8-96a0b2275074 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:46.329024 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-943e5988-5a77-4c55-8d68-46b0c1af1b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.403905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.427669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.433167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Pushing event deleted for resources: {'Port': ['ID=31513ebc-eea3-403c-87c8-96a0b2275074,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:46.445835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] No DVR routers for this DVR port 31513ebc-eea3-403c-87c8-96a0b2275074 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:46.448517 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.490356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] Pushing event deleted for resources: {'Port': ['ID=31513ebc-eea3-403c-87c8-96a0b2275074,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:46.500513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ea67a-0327-403b-9f47-2003cf6bd7cd None None] No DVR routers for this DVR port 31513ebc-eea3-403c-87c8-96a0b2275074 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:46.524861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Deleting port e351ba37-dcbb-4870-ba0a-0a72af38386c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:46.525343 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.568789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.583421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba691427-d1f0-4361-b6ad-7ab84f4389b3']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:46.597002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74505170-8366-4cd7-a708-27287e9f69aa') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:46.597376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74505170-8366-4cd7-a708-27287e9f69aa') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:46.610708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.640018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.652900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:26:46.653868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:26:46.698778 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:26:46.758787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-943e5988-5a77-4c55-8d68-46b0c1af1b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.789831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] For port e351ba37-dcbb-4870-ba0a-0a72af38386c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e351ba37-dcbb-4870-ba0a-0a72af38386c,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:46.790884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.820925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Calling delete_port for e351ba37-dcbb-4870-ba0a-0a72af38386c owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:46.889930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.907009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.909934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba691427-d1f0-4361-b6ad-7ab84f4389b3 HTTP/1.1" status: 204 len: 168 time: 1.4469862 Aug 11 00:26:46.930604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c794a-3f00-4770-9689-c17dbff57245 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba691427-d1f0-4361-b6ad-7ab84f4389b3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:46.943097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-943e5988-5a77-4c55-8d68-46b0c1af1b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:46.973747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e5988-5a77-4c55-8d68-46b0c1af1b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac7f193-13e5-4396-8344-1761f56eab3c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:47.011906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-279482766'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:47.013462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-943e5988-5a77-4c55-8d68-46b0c1af1b37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c17ea73d84f444b899e0b5dda865de0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0489695 Aug 11 00:26:47.017853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52762) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:47.121266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29f0158a-6586-4b51-8011-1e800630f570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.147377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Made reservation on behalf of 662e26540a244ce6a3f5a20722313709 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:47.150890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.164675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29f0158a-6586-4b51-8011-1e800630f570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.192331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87490936-05a1-4d34-987a-a31874b4b1e3 req-fb0e46fd-087e-46c8-bff9-157a241f3efa tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=01e226b4-a7f9-43d1-9d24-ad641e2c4fd6 HTTP/1.1" status: 200 len: 210 time: 0.0758996 Aug 11 00:26:47.193245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.307329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.352353 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.352874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Pushing event deleted for resources: {'Port': ['ID=e351ba37-dcbb-4870-ba0a-0a72af38386c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:47.404324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] No DVR routers for this DVR port e351ba37-dcbb-4870-ba0a-0a72af38386c on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:47.407635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.410029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a230e91-3443-47f1-9819-a06c594707b9 req-ec542aa8-bdcd-4078-9e7e-056a2538a722 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.44 "DELETE /v2.0/ports/e351ba37-dcbb-4870-ba0a-0a72af38386c HTTP/1.1" status: 204 len: 173 time: 1.2047825 Aug 11 00:26:47.410673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'name': 'network-vif-deleted', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:47.413209 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b669a35-d58b-4259-a466-5ee32c30f2c3" -d '{"events": [{"server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "name": "network-vif-deleted", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:47.424174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52778) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:47.437139 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29f0158a-6586-4b51-8011-1e800630f570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.443038 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29f0158a-6586-4b51-8011-1e800630f570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.445099 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-29f0158a-6586-4b51-8011-1e800630f570 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ac7f193-13e5-4396-8344-1761f56eab3c HTTP/1.1" status: 204 len: 168 time: 0.4260445 Aug 11 00:26:47.455431 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ad9f843-fcf0-465f-8754-5b50d5a17fde req-cd10053c-7417-4f96-9aff-daf7523f3db3 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 210 time: 0.0321105 Aug 11 00:26:47.460970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0158a-6586-4b51-8011-1e800630f570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac7f193-13e5-4396-8344-1761f56eab3c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:47.495398 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.527634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:26:47.539946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f1a1f9-3e10-40e1-8c17-433dd6102ee9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:47.540358 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef56df9-6422-4446-a6ec-7236c9c7d6ea x-openstack-request-id: req-7ef56df9-6422-4446-a6ec-7236c9c7d6ea {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:47.540834 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0bb993-4527-486b-b4cd-6a674d784466", "name": "network-vif-deleted", "tag": "e351ba37-dcbb-4870-ba0a-0a72af38386c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:47.541239 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ef56df9-6422-4446-a6ec-7236c9c7d6ea {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:47.541904 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0bb993-4527-486b-b4cd-6a674d784466', 'name': 'network-vif-deleted', 'tag': 'e351ba37-dcbb-4870-ba0a-0a72af38386c', 'status': 'completed', 'code': 200} Aug 11 00:26:47.548828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.549367 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Added segment 8aa5ba8e-bf74-4576-ae24-828c629ed7ae of type vlan for network e0ccca4d-71f5-46be-a467-24348ba50e6b Aug 11 00:26:47.599137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.803578 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.812840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:47.812840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:47.832285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52786) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:47.949169 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a3eb55c1-8554-45a2-8858-3e7a572184d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=409cdc564fa64ba7b2f36920ff33bc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127641 Aug 11 00:26:47.951125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52788) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:47.982715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:47.998572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Pushing event updated for resources: {'Network': ['ID=e0ccca4d-71f5-46be-a467-24348ba50e6b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:48.059615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:48.059615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 47d73cdd-c0b9-4d41-a57e-b5b40d74c8ea not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:48.059615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e0ccca4d-71f5-46be-a467-24348ba50e6b details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:26:48.060536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d83fa050-dcb1-452a-b24a-5099fd5a07f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.119308 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d83fa050-dcb1-452a-b24a-5099fd5a07f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.157149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-783855778-network', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:48.180367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e6ac96c7-1608-4873-8626-8966cbc6263a tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9884713 Aug 11 00:26:48.183506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52794) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:48.420989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Made reservation on behalf of e0e468de982e4e30b1b7ddce26ac06d4 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:48.424420 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.428617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d83fa050-dcb1-452a-b24a-5099fd5a07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.431429 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d83fa050-dcb1-452a-b24a-5099fd5a07f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.432934 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d83fa050-dcb1-452a-b24a-5099fd5a07f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74fda870-6f15-467f-8d80-bca61a79b256 HTTP/1.1" status: 204 len: 168 time: 0.4807529 Aug 11 00:26:48.442576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.456214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fa050-dcb1-452a-b24a-5099fd5a07f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fda870-6f15-467f-8d80-bca61a79b256,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:48.461964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Request body: {'network': {'name': 'tempest-network--45179501', 'router:external': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:48.599102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.714909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.760757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:26:48.775299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c8e80-7540-4866-901a-13a4140abbde,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:48.798367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.799567 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Added segment 83267266-c6a9-42c1-83ae-f88249a7de53 of type vlan for network 31cd1945-d89e-4747-9115-474316622e32 Aug 11 00:26:48.866215 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6590171e-891e-450f-b6bd-4f7a40a55a6c req-f6e72bcd-3b2c-4330-a207-e6d7629f01eb tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0bb993-4527-486b-b4cd-6a674d784466 HTTP/1.1" status: 200 len: 210 time: 0.0529146 Aug 11 00:26:48.881029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:48.894321 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b9f9751-33c4-469b-9c95-a277d51a871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.034144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a72dc-3643-4c7f-abba-8b5c18c1638a req-6d85e0b3-052d-455f-8204-4ad1f89bd28e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:49.036134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-411a72dc-3643-4c7f-abba-8b5c18c1638a req-6d85e0b3-052d-455f-8204-4ad1f89bd28e tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 944 time: 0.0622134 Aug 11 00:26:49.094752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-411a72dc-3643-4c7f-abba-8b5c18c1638a req-7916eb18-8d51-4734-9edc-07a9e73dce5d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520911 Aug 11 00:26:49.157880 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.160896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Made reservation on behalf of 256881b47a304c0fbb5e28704d1b3d05 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:49.165546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.185280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-edece945-2820-4a8e-bae0-150c48aaf2b9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:49.187048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-edece945-2820-4a8e-bae0-150c48aaf2b9 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 944 time: 0.0840607 Aug 11 00:26:49.188025 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.209922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.211906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:49.213139 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.393892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] Pushing event updated for resources: {'Network': ['ID=31cd1945-d89e-4747-9115-474316622e32,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:49.411609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 31cd1945-d89e-4747-9115-474316622e32 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:26:49.419541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.536391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Deleting port 1857e64c-8898-4475-9422-dfe432ffedb5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:49.536974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.586042 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.678550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:26:49.725164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4f2e0a-fdb8-4072-8f22-0f8cfc03e52d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:49.762816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d9bd18de-8c25-4087-bef6-8bf6ad0b70e8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3308260 Aug 11 00:26:49.762816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52842) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:49.774579 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.775708 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Added segment dadb35ab-b92f-48b0-a01e-a6671dc6f5cc of type vlan for network 4143fa33-5f17-4845-afaa-081606fd13f1 Aug 11 00:26:49.783767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Request body: {'subnet': {'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-783855778-subnet', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:49.876313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] For port 1857e64c-8898-4475-9422-dfe432ffedb5, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1857e64c-8898-4475-9422-dfe432ffedb5,segment=NetworkSegment(6efa2c20-d37c-4663-8fbf-435e36a55b0e),segment_id=6efa2c20-d37c-4663-8fbf-435e36a55b0e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:49.876921 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.883478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5573d38-63c9-495b-9856-09b7519317d9 req-64b96ac9-45b7-4ce9-8a5c-fc697d9b1f11 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3d6b86bf07aa4a9ebe9e9fcf8a98ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854881 Aug 11 00:26:49.918453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:49.930575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Calling delete_port for 1857e64c-8898-4475-9422-dfe432ffedb5 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:50.104336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573d38-63c9-495b-9856-09b7519317d9 req-b7aa237e-3f60-41da-a84c-943245c8bb23 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:50.107291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5573d38-63c9-495b-9856-09b7519317d9 req-b7aa237e-3f60-41da-a84c-943245c8bb23 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225740 Aug 11 00:26:50.134592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e351ba37-dcbb-4870-ba0a-0a72af38386c no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:50.144263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5573d38-63c9-495b-9856-09b7519317d9 req-fddb078b-bf5c-47e6-87da-6e979264aecb tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/quotas/3d6b86bf07aa4a9ebe9e9fcf8a98ee3a HTTP/1.1" status: 200 len: 375 time: 0.0243490 Aug 11 00:26:50.184043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: e351ba37-dcbb-4870-ba0a-0a72af38386c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:50.185244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e351ba37-dcbb-4870-ba0a-0a72af38386c not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:50.209749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5573d38-63c9-495b-9856-09b7519317d9 req-93b22376-85e9-43cc-9cd9-ebff41bca00f tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d6b86bf07aa4a9ebe9e9fcf8a98ee3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551410 Aug 11 00:26:50.231559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Made reservation on behalf of e0e468de982e4e30b1b7ddce26ac06d4 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:50.234100 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.357488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.359378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:50.360284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.398327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.415138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.452796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11033660-c554-43f5-87d2-feafbd278cb4 req-23ee6a2d-3a7a-49c7-ab8f-bdf9398cd117 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:50.455510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11033660-c554-43f5-87d2-feafbd278cb4 req-23ee6a2d-3a7a-49c7-ab8f-bdf9398cd117 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 866 time: 0.1146731 Aug 11 00:26:50.459833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Pushing event deleted for resources: {'Port': ['ID=1857e64c-8898-4475-9422-dfe432ffedb5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:50.469663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Network': ['ID=4143fa33-5f17-4845-afaa-081606fd13f1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:50.494601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 4143fa33-5f17-4845-afaa-081606fd13f1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:26:50.544251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] No DVR routers for this DVR port 1857e64c-8898-4475-9422-dfe432ffedb5 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:50.549369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.552972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-228b3485-a43f-42f0-81d2-09ff4bdb938f req-84092079-1932-4787-9904-0e4c1dda7284 tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.55 "DELETE /v2.0/ports/1857e64c-8898-4475-9422-dfe432ffedb5 HTTP/1.1" status: 204 len: 173 time: 1.3545115 Aug 11 00:26:50.554617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bdf708f7-85e2-4354-a1af-d06a37dd6559 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.3695450 Aug 11 00:26:50.555565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'name': 'network-vif-deleted', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:50.559859 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc60de2-e555-46af-9129-f186e523118f" -d '{"events": [{"server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "name": "network-vif-deleted", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:50.577607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52868) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:50.640178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11033660-c554-43f5-87d2-feafbd278cb4 req-b9fd5a5b-afe1-4f26-ae84-831748d5dc8d tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/security-groups?id=52139a47-387e-4341-a49e-49d02e237fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492107 Aug 11 00:26:50.681091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.768342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.781184 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.790639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4143fa33-5f17-4845-afaa-081606fd13f1']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:50.807743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadb35ab-b92f-48b0-a01e-a6671dc6f5cc') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:50.808042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadb35ab-b92f-48b0-a01e-a6671dc6f5cc') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:50.820451 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.840080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.847244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:26:50.848309 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:26:50.851008 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:26:50.865164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627e58b2-7394-4b9b-a97e-6a0fb90c2dac,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:50.874807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Checking segment: {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:26:50.875190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Network hostable DHCP agents. Network: 31cd1945-d89e-4747-9115-474316622e32, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:26:51.065865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-d26fe574-1b01-4249-b1a4-eabe5ac7f6bd tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317347 Aug 11 00:26:51.084825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Network 31cd1945-d89e-4747-9115-474316622e32 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:26:51.146266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.157927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4143fa33-5f17-4845-afaa-081606fd13f1 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 00:26:51.157927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.163930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52900) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:51.164153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "DELETE /v2.0/networks/4143fa33-5f17-4845-afaa-081606fd13f1 HTTP/1.1" status: 204 len: 168 time: 0.5851622 Aug 11 00:26:51.172149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:51.196181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 31cd1945-d89e-4747-9115-474316622e32) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:26:51.213958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:51.214319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a9dcc-2fa9-44fc-a474-2695fff235aa None None] Network 31cd1945-d89e-4747-9115-474316622e32 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:26:51.220595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.265785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f9253-9c74-4afa-a93d-3dbe33f1ffa3 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event deleted for resources: {'Network': ['ID=4143fa33-5f17-4845-afaa-081606fd13f1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:51.287462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-ed7efbb9-c746-4315-806f-c73640491fe0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:51.289626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-ed7efbb9-c746-4315-806f-c73640491fe0 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.55 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 944 time: 0.0995712 Aug 11 00:26:51.290314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Made reservation on behalf of 256881b47a304c0fbb5e28704d1b3d05 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:51.292760 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.323119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-a6920803-d084-4d12-b302-e5be4d38f85d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:51.329621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-a6920803-d084-4d12-b302-e5be4d38f85d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612333 Aug 11 00:26:51.388110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-af92b05d-773b-4283-bc7b-0a90204cf901 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/quotas/6f878ddbfcbb49579a3fd9d4053ff9b7 HTTP/1.1" status: 200 len: 375 time: 0.0300035 Aug 11 00:26:51.405481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-78bceeb5-ee80-4373-b160-42867cc9dd56 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6405632 Aug 11 00:26:51.407122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:26:51.411481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52904) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:51.420275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:51.428197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.429298 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Added segment 356759b6-0db4-4ac7-bbc2-51bf2e20c2e4 of type vlan for network 907595fc-af9e-489e-8a29-ff08b29d43c3 Aug 11 00:26:51.489109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Deleting port e2e142a3-72e1-4447-b5b0-30b737de8a2b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:26:51.489580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.506992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-f57be217-4262-4d46-90e6-050c971f36da tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821030 Aug 11 00:26:51.615016 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.620605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.646391 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.733057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-31cd1945-d89e-4747-9115-474316622e32', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:26:51.742260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52912) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:51.742757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.749260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] For port e2e142a3-72e1-4447-b5b0-30b737de8a2b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e2e142a3-72e1-4447-b5b0-30b737de8a2b,segment=NetworkSegment(65784b78-e785-40f3-a1c7-703ef69a0692),segment_id=65784b78-e785-40f3-a1c7-703ef69a0692)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:51.749637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.786557 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bace4ba-edf4-4673-96da-f1e519f60523 x-openstack-request-id: req-8bace4ba-edf4-4673-96da-f1e519f60523 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:51.786848 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0355b9d-934c-4871-ac20-31eee37fb20c", "name": "network-vif-deleted", "tag": "1857e64c-8898-4475-9422-dfe432ffedb5", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:51.787102 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8bace4ba-edf4-4673-96da-f1e519f60523 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:51.787531 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0355b9d-934c-4871-ac20-31eee37fb20c', 'name': 'network-vif-deleted', 'tag': '1857e64c-8898-4475-9422-dfe432ffedb5', 'status': 'completed', 'code': 200} Aug 11 00:26:51.796261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Calling delete_port for e2e142a3-72e1-4447-b5b0-30b737de8a2b owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:26:51.840195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.924660 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.927108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:51.933382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:51.935833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa91eeb-4a73-4eb3-bde9-d99dd14d423e req-61ed64b1-26ab-44a1-8611-af7b25b7896e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:51.937473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eaa91eeb-4a73-4eb3-bde9-d99dd14d423e req-61ed64b1-26ab-44a1-8611-af7b25b7896e tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 944 time: 0.0960410 Aug 11 00:26:51.978156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-874596043-network', 'tenant_id': 'a76ced3e0df54031960a84ecfbda6612'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:52.030203 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eaa91eeb-4a73-4eb3-bde9-d99dd14d423e req-bcf7206f-4689-4a69-88cb-20bb95a3a2cf tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ab0d0a0-2a61-4afa-b539-a30355349991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828793 Aug 11 00:26:52.039846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1857e64c-8898-4475-9422-dfe432ffedb5 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:52.113783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Network': ['ID=907595fc-af9e-489e-8a29-ff08b29d43c3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:52.133183 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-99808257-b3bb-4ce0-82ad-848ed41935ff tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9675391 Aug 11 00:26:52.138531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52922) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:52.165622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Request body: {'subnet': {'network_id': '907595fc-af9e-489e-8a29-ff08b29d43c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:52.301285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 907595fc-af9e-489e-8a29-ff08b29d43c3 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:26:52.388446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 1857e64c-8898-4475-9422-dfe432ffedb5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:52.389147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1857e64c-8898-4475-9422-dfe432ffedb5 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:52.431593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Allocated IP 172.20.0.2 (31cd1945-d89e-4747-9115-474316622e32/627e58b2-7394-4b9b-a97e-6a0fb90c2dac/c695a10c-a5d6-4b8a-9dd9-3bad205c152c) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:26:52.469247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-91bddb78-83bb-4a49-a5f7-a7dd8841cce0 req-f811c386-e943-46ea-8b3d-2fae0ad4514b tempest-LiveMigrationTest-1151093319 tempest-LiveMigrationTest-1151093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0355b9d-934c-4871-ac20-31eee37fb20c HTTP/1.1" status: 200 len: 210 time: 0.2250896 Aug 11 00:26:52.546545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:52.580773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:52.655147 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-420a8ee0-3af4-4550-87e9-0e6db0fceeb4 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347135 Aug 11 00:26:52.794090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6a98cc54-a7cb-452e-b68c-cdf2c42f28fb tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:52.795765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6a98cc54-a7cb-452e-b68c-cdf2c42f28fb tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344209 Aug 11 00:26:52.816982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-799781cd-cb73-4c80-b034-fb8178e98a53 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/quotas/6f878ddbfcbb49579a3fd9d4053ff9b7 HTTP/1.1" status: 200 len: 375 time: 0.0105102 Aug 11 00:26:52.820627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Made reservation on behalf of a76ced3e0df54031960a84ecfbda6612 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:52.833132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:52.848518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:52.867023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-d388f7cd-b58f-4ec0-9a61-c9e94683699f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405767 Aug 11 00:26:52.929110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.008549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Pushing event deleted for resources: {'Port': ['ID=e2e142a3-72e1-4447-b5b0-30b737de8a2b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:53.050856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] No DVR routers for this DVR port e2e142a3-72e1-4447-b5b0-30b737de8a2b on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:26:53.055294 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.057410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef585184-0157-4540-800c-4aff8a9ef3e7 req-15046f04-6826-4c85-b6ca-36fdb219c684 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.55 "DELETE /v2.0/ports/e2e142a3-72e1-4447-b5b0-30b737de8a2b HTTP/1.1" status: 204 len: 173 time: 1.7614710 Aug 11 00:26:53.073616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Made reservation on behalf of 256881b47a304c0fbb5e28704d1b3d05 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:53.079958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.233628 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.256442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73901e4b-c4a8-4747-9554-b25bd47c424c req-253c3c78-cc8b-444b-95eb-a8622f8ab545 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 210 time: 0.0406578 Aug 11 00:26:53.258237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Transition to ACTIVE for port object c695a10c-a5d6-4b8a-9dd9-3bad205c152c will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:26:53.281661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Transition to ACTIVE for port object c695a10c-a5d6-4b8a-9dd9-3bad205c152c will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:26:53.484445 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2cd0899f-4e34-4326-940e-5167d8fdef94 req-323b9373-73ab-4cba-adec-99c4cd749b61 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3d6b86bf07aa4a9ebe9e9fcf8a98ee3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683329 Aug 11 00:26:53.513665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.600092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Network 31cd1945-d89e-4747-9115-474316622e32 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:26:53.606417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:26:53.613423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:26:53.649695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Pushing event updated for resources: {'Port': ['ID=c695a10c-a5d6-4b8a-9dd9-3bad205c152c,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:53.733673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Attempting to bind port c695a10c-a5d6-4b8a-9dd9-3bad205c152c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:26:53.734148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Attempting to bind port c695a10c-a5d6-4b8a-9dd9-3bad205c152c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:26:53.734586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Attempting to bind port c695a10c-a5d6-4b8a-9dd9-3bad205c152c on network 31cd1945-d89e-4747-9115-474316622e32 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:26:53.741852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:26:53.742320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Checking segment: {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:26:53.742803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.743293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Bound using segment: {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:26:53.743874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Bound port: c695a10c-a5d6-4b8a-9dd9-3bad205c152c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:26:53.744449 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.807840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0899f-4e34-4326-940e-5167d8fdef94 req-6e55e22b-8549-4c8b-af4d-d84d48dfd13f tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:53.815136 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2cd0899f-4e34-4326-940e-5167d8fdef94 req-6e55e22b-8549-4c8b-af4d-d84d48dfd13f tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176656 Aug 11 00:26:53.836425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2cd0899f-4e34-4326-940e-5167d8fdef94 req-7bc9e8f0-3165-4e31-934c-ad9a717b1bac tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/quotas/3d6b86bf07aa4a9ebe9e9fcf8a98ee3a HTTP/1.1" status: 200 len: 375 time: 0.0188611 Aug 11 00:26:53.837132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'name': 'network-vif-deleted', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:26:53.843218 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfc87e5-3b3e-421c-a27a-f8633f941d87" -d '{"events": [{"server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "name": "network-vif-deleted", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:26:53.849444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] For port c695a10c-a5d6-4b8a-9dd9-3bad205c152c, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:26:53.854294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] For port c695a10c-a5d6-4b8a-9dd9-3bad205c152c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c695a10c-a5d6-4b8a-9dd9-3bad205c152c,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:26:53.887927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2cd0899f-4e34-4326-940e-5167d8fdef94 req-65462396-40ac-4967-ad92-a72631dcdac9 tempest-QuotasAdminNegativeTest-1784689261 tempest-QuotasAdminNegativeTest-1784689261-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d6b86bf07aa4a9ebe9e9fcf8a98ee3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445647 Aug 11 00:26:53.899025 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.946513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:26:53.947225 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:53.952931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebe45378-77c5-4b53-b846-7403fc2e3cf5 req-36b9f1f5-df12-44e6-b4fc-b13b8c7075d1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 210 time: 0.0843151 Aug 11 00:26:54.030135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e2e142a3-72e1-4447-b5b0-30b737de8a2b no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:26:54.042657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.049803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52986) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:54.090476 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.092856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: e2e142a3-72e1-4447-b5b0-30b737de8a2b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:26:54.093239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e2e142a3-72e1-4447-b5b0-30b737de8a2b not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:26:54.093409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2c87404a-39b8-4367-b363-e8b4e01c9166,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:54.107699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52992) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:54.128086 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.134672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.142676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Checking segment: {'id': '356759b6-0db4-4ac7-bbc2-51bf2e20c2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '907595fc-af9e-489e-8a29-ff08b29d43c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:26:54.143142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Network hostable DHCP agents. Network: 907595fc-af9e-489e-8a29-ff08b29d43c3, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:26:54.154840 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13d9211-e393-4166-9978-881c61794891 x-openstack-request-id: req-e13d9211-e393-4166-9978-881c61794891 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:26:54.155119 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f3b60b-ab8a-4573-bfe9-794df3c6e745", "name": "network-vif-deleted", "tag": "e2e142a3-72e1-4447-b5b0-30b737de8a2b", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:26:54.156285 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e13d9211-e393-4166-9978-881c61794891 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:26:54.156285 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f3b60b-ab8a-4573-bfe9-794df3c6e745', 'name': 'network-vif-deleted', 'tag': 'e2e142a3-72e1-4447-b5b0-30b737de8a2b', 'status': 'completed', 'code': 200} Aug 11 00:26:54.226482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdaba0-4479-4c50-bcf0-09fba93f50da None None] Pushing event updated for resources: {'Port': ['ID=c695a10c-a5d6-4b8a-9dd9-3bad205c152c,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:54.256890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Network 907595fc-af9e-489e-8a29-ff08b29d43c3 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:26:54.285233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:26:54.324655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.325301 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Added segment 2489208f-c7e7-4c49-ae43-2d5b561072cc of type vlan for network bf5c7353-6b7e-411c-bfb6-1505d4187cae Aug 11 00:26:54.330205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d7d532-248c-4b9c-baea-4c2a881fc9d9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:54.475205 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68fb9dbc-f96a-4bc2-ae8b-130a8062c20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.481265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.521334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27bbecfb-b648-4d88-a9f0-35719e7e78c8 req-9083a80e-b91d-4cf1-8599-52caf09e86b1 tempest-LiveAutoBlockMigrationV225Test-913396980 tempest-LiveAutoBlockMigrationV225Test-913396980-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f3b60b-ab8a-4573-bfe9-794df3c6e745 HTTP/1.1" status: 200 len: 210 time: 0.0525396 Aug 11 00:26:54.528030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Allocated IP 172.25.0.31 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/88df1a8d-4567-47d7-b5c6-331f5c8b3e95) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:26:54.577300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 907595fc-af9e-489e-8a29-ff08b29d43c3) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:26:54.610176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d18f6d-c17f-4e5c-8383-470c56fac3e9 None None] Network 907595fc-af9e-489e-8a29-ff08b29d43c3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:26:54.632254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:54.641365 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.718611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.729868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:54.734329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.770191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52cab63-62a6-495e-a60f-90fb21c50910 admin admin] Deleting subnet d15a8409-61e3-4c13-ae93-7c691de770bf {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:26:54.774351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b52cab63-62a6-495e-a60f-90fb21c50910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.828333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b52cab63-62a6-495e-a60f-90fb21c50910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.888267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b52cab63-62a6-495e-a60f-90fb21c50910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.927256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] Pushing event updated for resources: {'Network': ['ID=bf5c7353-6b7e-411c-bfb6-1505d4187cae,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:54.945900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:54.954748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network bf5c7353-6b7e-411c-bfb6-1505d4187cae details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:26:54.973029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9465ebaf-c7a6-411b-af8f-d156cc316d24 None None] Network 907595fc-af9e-489e-8a29-ff08b29d43c3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:26:54.992672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68fb9dbc-f96a-4bc2-ae8b-130a8062c20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.083700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af7e10d5-2ff2-4574-b5a9-47e76cc4480a req-cb68eda5-030a-4b38-b68b-2421c768e2d2 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 210 time: 0.0361755 Aug 11 00:26:55.194619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68fb9dbc-f96a-4bc2-ae8b-130a8062c20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.199138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b52cab63-62a6-495e-a60f-90fb21c50910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.201582 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.281523 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b52cab63-62a6-495e-a60f-90fb21c50910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.285503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b52cab63-62a6-495e-a60f-90fb21c50910 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d15a8409-61e3-4c13-ae93-7c691de770bf HTTP/1.1" status: 204 len: 168 time: 1.2085481 Aug 11 00:26:55.287562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cab63-62a6-495e-a60f-90fb21c50910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15a8409-61e3-4c13-ae93-7c691de770bf,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:55.291521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53008) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:55.340766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb9dbc-f96a-4bc2-ae8b-130a8062c20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4256bfbb-c9cc-41cc-a215-41d6b35f3d4c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:55.346361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:26:55.353528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-68fb9dbc-f96a-4bc2-ae8b-130a8062c20a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0749a68873d8499bb177a5160d622a83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2402153 Aug 11 00:26:55.354081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:26:55.355939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53010) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:55.361227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:26:55.402462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.417311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-741f636f-d1de-4129-8204-97ea7272586e tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2732975 Aug 11 00:26:55.418781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53012) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:55.424113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Request body: {'floatingip': {'floating_network_id': '907595fc-af9e-489e-8a29-ff08b29d43c3'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:55.431862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=88df1a8d-4567-47d7-b5c6-331f5c8b3e95,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:55.501824 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eb84d00a-a90f-4e42-a4aa-206624639449 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.7547739 Aug 11 00:26:55.510152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53014) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:55.523142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Request body: {'subnet': {'network_id': 'bf5c7353-6b7e-411c-bfb6-1505d4187cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-874596043-subnet', 'tenant_id': 'a76ced3e0df54031960a84ecfbda6612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:55.558750 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.574262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69e8d2fe-2551-417c-97b7-55309958c934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.574903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c59f848-f680-473b-8fd6-692def6fba06']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:55.600868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efa2c20-d37c-4663-8fbf-435e36a55b0e') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:55.601501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efa2c20-d37c-4663-8fbf-435e36a55b0e') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:55.608597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53018) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:55.636139 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.664779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.669340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.698454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:26:55.699129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:26:55.702381 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:26:55.737542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69e8d2fe-2551-417c-97b7-55309958c934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.912657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a8cce-f102-45b0-8696-c81393980f1f None None] Network 31cd1945-d89e-4747-9115-474316622e32 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:26:55.970287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cc9c7e-1d9b-4bbd-8bd4-0a9ea4ab429e admin admin] Deleting subnet be89c199-5474-40b8-ab0f-7a042fd8e0b7 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:26:55.977207 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20cc9c7e-1d9b-4bbd-8bd4-0a9ea4ab429e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:55.998679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Made reservation on behalf of a76ced3e0df54031960a84ecfbda6612 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:56.002852 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.050990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20cc9c7e-1d9b-4bbd-8bd4-0a9ea4ab429e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.136310 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69e8d2fe-2551-417c-97b7-55309958c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.145967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69e8d2fe-2551-417c-97b7-55309958c934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.153541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-69e8d2fe-2551-417c-97b7-55309958c934 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4256bfbb-c9cc-41cc-a215-41d6b35f3d4c HTTP/1.1" status: 204 len: 168 time: 0.7933803 Aug 11 00:26:56.154699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20cc9c7e-1d9b-4bbd-8bd4-0a9ea4ab429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.207674 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.248984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.294038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-71d0d3f5-6167-4fe7-a655-fa9eb4a5f831 None None] Provisioning for port c695a10c-a5d6-4b8a-9dd9-3bad205c152c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:26:56.358966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.379365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8c59f848-f680-473b-8fd6-692def6fba06 HTTP/1.1" status: 204 len: 168 time: 1.0722449 Aug 11 00:26:56.386822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53028) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:56.478897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c695a10c-a5d6-4b8a-9dd9-3bad205c152c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:26:56.499695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8d2fe-2551-417c-97b7-55309958c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4256bfbb-c9cc-41cc-a215-41d6b35f3d4c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:56.511708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac80521-dcb6-40bf-bba8-f64e5166c3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c59f848-f680-473b-8fd6-692def6fba06,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:56.557298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53030) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:56.580429 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2eeaca26-048a-400e-bf5e-87d2877b98f3 req-2c7b8886-bf97-478c-b7e2-2b93be5589af tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 210 time: 0.1845195 Aug 11 00:26:56.631510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20cc9c7e-1d9b-4bbd-8bd4-0a9ea4ab429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.671233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc9c7e-1d9b-4bbd-8bd4-0a9ea4ab429e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be89c199-5474-40b8-ab0f-7a042fd8e0b7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:56.684243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-20cc9c7e-1d9b-4bbd-8bd4-0a9ea4ab429e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.687210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-20cc9c7e-1d9b-4bbd-8bd4-0a9ea4ab429e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be89c199-5474-40b8-ab0f-7a042fd8e0b7 HTTP/1.1" status: 204 len: 168 time: 1.0655124 Aug 11 00:26:56.691955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53034) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:56.719336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Allocated IP 172.20.0.11 (907595fc-af9e-489e-8a29-ff08b29d43c3/2c87404a-39b8-4367-b363-e8b4e01c9166/a45cc637-75ff-4f19-9bc7-75cf9a4d7d0a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:26:56.777964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-24eb1998-ff86-45da-a113-e8557f3720bd admin admin] Deleting subnet 3c069416-8ce8-48f2-a10d-4bed9598f960 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:26:56.784154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24eb1998-ff86-45da-a113-e8557f3720bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.846901 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.889673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c695a10c-a5d6-4b8a-9dd9-3bad205c152c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:26:56.896321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c695a10c-a5d6-4b8a-9dd9-3bad205c152c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:26:56.896765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.913022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f08724f5-4aaf-490a-81f5-390f710c28b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.933119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24eb1998-ff86-45da-a113-e8557f3720bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.983984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:56.987941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.005308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:57.025133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65784b78-e785-40f3-a1c7-703ef69a0692') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:57.025716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65784b78-e785-40f3-a1c7-703ef69a0692') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:57.043067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.052353 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.058341 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.088811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.113325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:26:57.117104 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.120399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port c695a10c-a5d6-4b8a-9dd9-3bad205c152c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c695a10c-a5d6-4b8a-9dd9-3bad205c152c,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:26:57.124652 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:26:57.227322 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24eb1998-ff86-45da-a113-e8557f3720bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.288711 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.364521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.367405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.385717 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.391925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.398733 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] 10.222.0.43 "DELETE /v2.0/networks/ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521 HTTP/1.1" status: 204 len: 168 time: 0.7056239 Aug 11 00:26:57.403784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e831130-b889-40df-a0bb-9c9c450ae1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7d6d64-e74f-4e7b-a3f3-f5dfc2057521,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:57.417494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=c695a10c-a5d6-4b8a-9dd9-3bad205c152c,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:57.435560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53038) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:57.555453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Network 907595fc-af9e-489e-8a29-ff08b29d43c3 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:26:57.568942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d54984-8488-4bc4-b0f4-7e4689e3f3a0,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:57.570749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:26:57.576234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-96f591a1-07c9-4e31-836a-2185cfa37ccc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839210 Aug 11 00:26:57.582641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:26:57.593830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfee226-043f-4588-a66a-029e9c5001a2 admin admin] Deleting subnet 717bb2fa-cb80-409f-b264-d16e73a25de6 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:26:57.646012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Port': ['ID=a45cc637-75ff-4f19-9bc7-75cf9a4d7d0a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:57.660572 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfee226-043f-4588-a66a-029e9c5001a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.818316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24eb1998-ff86-45da-a113-e8557f3720bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.822277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f08724f5-4aaf-490a-81f5-390f710c28b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.829110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e27ec0ff-7067-48af-b42f-6c66796fb98a req-3f9c21b0-70e2-4e99-b69b-fa880aacaeca tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 210 time: 0.0633318 Aug 11 00:26:57.830277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Checking segment: {'id': '2489208f-c7e7-4c49-ae43-2d5b561072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf5c7353-6b7e-411c-bfb6-1505d4187cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:26:57.830662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Network hostable DHCP agents. Network: bf5c7353-6b7e-411c-bfb6-1505d4187cae, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:26:57.839856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfee226-043f-4588-a66a-029e9c5001a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.842075 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.879877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb1998-ff86-45da-a113-e8557f3720bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c069416-8ce8-48f2-a10d-4bed9598f960,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:57.882815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24eb1998-ff86-45da-a113-e8557f3720bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:57.887694 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24eb1998-ff86-45da-a113-e8557f3720bd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3c069416-8ce8-48f2-a10d-4bed9598f960 HTTP/1.1" status: 204 len: 168 time: 1.4959602 Aug 11 00:26:57.890236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53048) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:57.955731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f08724f5-4aaf-490a-81f5-390f710c28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.018100 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfee226-043f-4588-a66a-029e9c5001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.114644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Network bf5c7353-6b7e-411c-bfb6-1505d4187cae is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:26:58.118084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08724f5-4aaf-490a-81f5-390f710c28b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44e7000-80a4-43eb-846c-d2268f359f92,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:58.134173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.143470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-4a312daa-859c-441b-8620-f355a454df47 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:58.147422 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-4a312daa-859c-441b-8620-f355a454df47 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5573938 Aug 11 00:26:58.162265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Request body: {'port': {'device_id': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '6f878ddbfcbb49579a3fd9d4053ff9b7'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:58.177006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f08724f5-4aaf-490a-81f5-390f710c28b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d6b86bf07aa4a9ebe9e9fcf8a98ee3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6149890 Aug 11 00:26:58.183569 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.201219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53052) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:58.306248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c695a10c-a5d6-4b8a-9dd9-3bad205c152c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:26:58.407878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, bf5c7353-6b7e-411c-bfb6-1505d4187cae) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:26:58.414340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c9bc-37e2-4754-a601-a41e22042490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.420609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:58.421298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.426174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-0a689598-696d-4ac1-b7ea-c301855845b5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584347 Aug 11 00:26:58.428662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfee226-043f-4588-a66a-029e9c5001a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.433326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.437436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f7351-e366-48c8-9c05-b0a6a51cb4ce None None] Network bf5c7353-6b7e-411c-bfb6-1505d4187cae requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:26:58.479357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10458479-23e1-4684-8b3f-b06ffd3aef92']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:58.501593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c9bc-37e2-4754-a601-a41e22042490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.529601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c695a10c-a5d6-4b8a-9dd9-3bad205c152c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:26:58.530742 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.545910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a26b9f1-ff99-45f3-8b2f-ddd19a8b090a') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:58.546301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a26b9f1-ff99-45f3-8b2f-ddd19a8b090a') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:58.565333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfee226-043f-4588-a66a-029e9c5001a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717bb2fa-cb80-409f-b264-d16e73a25de6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:58.592721 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfee226-043f-4588-a66a-029e9c5001a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.599442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ddfee226-043f-4588-a66a-029e9c5001a2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/717bb2fa-cb80-409f-b264-d16e73a25de6 HTTP/1.1" status: 204 len: 168 time: 1.1603811 Aug 11 00:26:58.602588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53060) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:58.603939 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.605439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Router 89322914-4f6f-4b37-9556-dcd65495bfdd is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:26:58.613557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.651550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.686407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Made reservation on behalf of 6f878ddbfcbb49579a3fd9d4053ff9b7 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:58.692541 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.700493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:26:58.700956 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:26:58.704085 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:26:58.785209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c9bc-37e2-4754-a601-a41e22042490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.789020 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c9bc-37e2-4754-a601-a41e22042490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:58.793964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5bd1c9bc-37e2-4754-a601-a41e22042490 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a44e7000-80a4-43eb-846c-d2268f359f92 HTTP/1.1" status: 204 len: 168 time: 0.5864627 Aug 11 00:26:58.814181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6cced2ad-8366-49c1-a33f-bce3f8ea2beb tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:26:58.816297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6cced2ad-8366-49c1-a33f-bce3f8ea2beb tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3767397 Aug 11 00:26:58.857161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037aa56-7142-4f78-9748-19df071b3247 None None] Network bf5c7353-6b7e-411c-bfb6-1505d4187cae requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:26:58.865327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Request body: {'port': {'device_id': 'd4f1c9fe-906c-4ed9-927b-6af29a9c12df', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '6f878ddbfcbb49579a3fd9d4053ff9b7'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:58.879205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c41e12da-a040-424c-a0e1-02d513431cd4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.3580465 Aug 11 00:26:58.879205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1c9bc-37e2-4754-a601-a41e22042490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44e7000-80a4-43eb-846c-d2268f359f92,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:58.992467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:26:59.011190 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Sync routers for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:26:59.048543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.054751 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:26:59.055853 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:59.082803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.093672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] 10.222.0.43 "DELETE /v2.0/networks/10458479-23e1-4684-8b3f-b06ffd3aef92 HTTP/1.1" status: 204 len: 168 time: 1.1998127 Aug 11 00:26:59.136591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e6e02-5824-4cb1-92f2-c66d4c47424e admin admin] Pushing event deleted for resources: {'Network': ['ID=10458479-23e1-4684-8b3f-b06ffd3aef92,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:26:59.188252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.193901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-89c6cdeb-d247-448a-889f-0da05cc2e3f2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7761321 Aug 11 00:26:59.194211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53072) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:59.346171 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:26:59.351368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53074) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:26:59.428489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.432358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.578850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Made reservation on behalf of 6f878ddbfcbb49579a3fd9d4053ff9b7 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:26:59.592102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.612746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.616029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.691100 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ce82171-d43a-4428-b7e1-859a86d434c6 req-682ef63d-0c48-47c9-8eef-acd08190b7de tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 210 time: 0.1022747 Aug 11 00:26:59.763866 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.783981 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:26:55Z', 'revision_number': 3, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:26:59.852613 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Checking router: 89322914-4f6f-4b37-9556-dcd65495bfdd for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:26:59.853250 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Updating router 89322914-4f6f-4b37-9556-dcd65495bfdd port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:26:59.863331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-826686240-network', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:26:59.884411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.918209 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.965029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:26:59.975569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.003258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f023d3-7a6b-457d-8d75-31603fd3ddea']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:00.017073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4e1695-586f-44d9-865c-cf3b79c05653') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:00.017481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4e1695-586f-44d9-865c-cf3b79c05653') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:00.028317 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.044667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.052083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:27:00.052496 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:27:00.055051 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:27:00.068430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.250188 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.302346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Port': ['ID=a45cc637-75ff-4f19-9bc7-75cf9a4d7d0a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:00.335532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.363200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.392173 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Transition to ACTIVE for port object 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:00.395233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.399898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 6f878ddbfcbb49579a3fd9d4053ff9b7 {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:27:00.399898 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:27:00.406952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.410192 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] 10.222.0.43 "DELETE /v2.0/networks/06f023d3-7a6b-457d-8d75-31603fd3ddea HTTP/1.1" status: 204 len: 168 time: 1.7997472 Aug 11 00:27:00.426107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec766c5-95b3-40ea-8a50-b85ded12b905 admin admin] Pushing event deleted for resources: {'Network': ['ID=06f023d3-7a6b-457d-8d75-31603fd3ddea,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:00.531306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968b7f65-da21-44d3-8d08-85d0f3f80513,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:00.534130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53088) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:00.552956 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.556444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Made reservation on behalf of a784853564fd4fafa0f51f47347bccbf for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:00.559454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.627152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.671183 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Pushing event updated for resources: {'Port': ['ID=88df1a8d-4567-47d7-b5c6-331f5c8b3e95,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:00.691617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Allocated IP 192.168.233.210 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/75f63290-2389-4c34-9634-42c3aacf3e64) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:00.699357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53090) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:00.705684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a8585fe1-df86-4920-9cd1-7252644af73b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cba842470cb42649154e0bc813fbf84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685226 Aug 11 00:27:00.712825 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.713710 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.714338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.714785 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.715687 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.716541 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.717349 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.718004 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.718792 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.719505 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.720302 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.721228 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.721437 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c9599de5-1d71-4050-8f0f-393459817157 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3001583 Aug 11 00:27:00.722212 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:00.724979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53092) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:00.741983 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Attempting to bind port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:00.743812 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Attempting to bind port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:00.744774 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Attempting to bind port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:00.756221 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:00.757269 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:00.758438 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.759442 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:00.760585 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Bound port: 88df1a8d-4567-47d7-b5c6-331f5c8b3e95, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:00.761909 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.775056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53096) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:00.848515 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.908106 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] For port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:00.913987 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] For port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=88df1a8d-4567-47d7-b5c6-331f5c8b3e95,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:00.926062 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e367e4-0293-45ec-bfc5-adb7807677cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.977839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:00.991462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0fd8fc44-3b30-44b0-bad0-638f812b8611 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=907595fc-af9e-489e-8a29-ff08b29d43c3 HTTP/1.1" status: 200 len: 690 time: 0.2641563 Aug 11 00:27:01.001260 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.005747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53102) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:01.008272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85b7c724-c8a9-4f0b-8417-f4903abd75e5 req-23af15c4-d907-409c-b5d4-82de3cea931b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 210 time: 0.0791750 Aug 11 00:27:01.089552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20548e40-56bc-46f7-b626-2490b52db9b4 None None] Pushing event updated for resources: {'Port': ['ID=88df1a8d-4567-47d7-b5c6-331f5c8b3e95,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:01.121641 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:01.124217 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:01.170301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47dc7638-ccff-4e82-80ec-9a2291af4bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.316379 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:01.359102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47dc7638-ccff-4e82-80ec-9a2291af4bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.489922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.493146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53108) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:01.501257 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.554367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8aab7145-4109-4c85-b1e3-bc864d4a24f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d16a210b8107409094f1dce337d7601e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592804 Aug 11 00:27:01.556539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53110) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:01.560453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-b17f0f83-b249-4561-9a51-bf2386cb2ed8 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:01.563194 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-b17f0f83-b249-4561-9a51-bf2386cb2ed8 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/networks?id=bf5c7353-6b7e-411c-bfb6-1505d4187cae HTTP/1.1" status: 200 len: 821 time: 0.4387112 Aug 11 00:27:01.572342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.589663 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:26:55Z', 'revision_number': 3, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:01.622659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Allocated IP 172.20.0.1 (31cd1945-d89e-4747-9115-474316622e32/627e58b2-7394-4b9b-a97e-6a0fb90c2dac/89c807a2-e004-4191-b0f6-ff9e18691c67) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:01.628636 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a31e3b-d8bb-4ed1-b6ec-83b8368e6cfe None None] The sync data for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 is: [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:26:55Z', 'revision_number': 3, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:27:01.631642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885e03fd-8375-4c58-b705-c600c5dbf769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.671264 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885e03fd-8375-4c58-b705-c600c5dbf769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.744738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:01.782789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-72f776ce-8909-457c-b22f-13a4efe34f48 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/quotas/a76ced3e0df54031960a84ecfbda6612 HTTP/1.1" status: 200 len: 375 time: 0.1556013 Aug 11 00:27:01.839915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-471287e0-f1f3-46a3-9521-aabdf0e36624 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a76ced3e0df54031960a84ecfbda6612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468445 Aug 11 00:27:01.936048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Transition to ACTIVE for port object 75f63290-2389-4c34-9634-42c3aacf3e64 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:02.078164 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885e03fd-8375-4c58-b705-c600c5dbf769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.085051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:27:02.095048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885e03fd-8375-4c58-b705-c600c5dbf769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.096046 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-885e03fd-8375-4c58-b705-c600c5dbf769 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ab0d0a0-2a61-4afa-b539-a30355349991 HTTP/1.1" status: 204 len: 168 time: 0.5379322 Aug 11 00:27:02.164171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e03fd-8375-4c58-b705-c600c5dbf769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab0d0a0-2a61-4afa-b539-a30355349991,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:02.236959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aec060-deb0-412f-86ed-96d6ec076d37,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:02.329317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8efac889-3741-4850-8cc3-92bb14ff28da req-6d40b2cf-7583-41c0-bf19-a21b3f6a0420 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 210 time: 0.1282539 Aug 11 00:27:02.401519 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.498945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.500008 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Added segment cc8876bb-9809-4362-96a7-f9c7d4cd1333 of type vlan for network ca97a61f-0256-4523-9664-a2a145667588 Aug 11 00:27:02.511468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:02.534139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Allocated IP 192.168.233.34 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/d2716a12-a59c-4ef5-9e11-fca7c4b38a84) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:02.571941 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-4f15885f-b0aa-4ca1-b0af-53d6c46c5263 service neutron] 10.222.0.43 "GET /v2.0/networks/bf5c7353-6b7e-411c-bfb6-1505d4187cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047527 Aug 11 00:27:02.600951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47dc7638-ccff-4e82-80ec-9a2291af4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.603927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47dc7638-ccff-4e82-80ec-9a2291af4bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.608643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47dc7638-ccff-4e82-80ec-9a2291af4bab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52139a47-387e-4341-a49e-49d02e237fdd HTTP/1.1" status: 204 len: 168 time: 1.9048481 Aug 11 00:27:02.706168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:02.716008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:02.716819 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.779258 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.790681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e367e4-0293-45ec-bfc5-adb7807677cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.798573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Transition to ACTIVE for port object d2716a12-a59c-4ef5-9e11-fca7c4b38a84 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:02.814242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.929214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:02.962744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc7638-ccff-4e82-80ec-9a2291af4bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52139a47-387e-4341-a49e-49d02e237fdd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:02.964925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:02.988300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:02.992887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e367e4-0293-45ec-bfc5-adb7807677cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:02.994263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.000483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.015999 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.074250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Deleting port a45cc637-75ff-4f19-9bc7-75cf9a4d7d0a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:27:03.074606 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.096758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Pushing event updated for resources: {'Port': ['ID=75f63290-2389-4c34-9634-42c3aacf3e64,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:03.113003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=88df1a8d-4567-47d7-b5c6-331f5c8b3e95,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:03.174922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:03.182072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:03.182436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Transition to ACTIVE for port object 89c807a2-e004-4191-b0f6-ff9e18691c67 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:03.191595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:03.241701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-82e367e4-0293-45ec-bfc5-adb7807677cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=691a37b242554ff0a6b4c2151df03436&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4558280 Aug 11 00:27:03.246079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-c325773d-6c76-469f-b9eb-3244d42c1759 service neutron] 10.222.0.43 "GET /v2.0/networks/bf5c7353-6b7e-411c-bfb6-1505d4187cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505702 Aug 11 00:27:03.259435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53124) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:03.260226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e367e4-0293-45ec-bfc5-adb7807677cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f800b54a-a6d3-45d0-92cc-bbeddbb039a6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:03.290953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:03.292088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:03.292280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.322796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:03.324195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.346967 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.457113 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.462883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:03.465547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.495252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=88df1a8d-4567-47d7-b5c6-331f5c8b3e95,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:03.511566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.512190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.526975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-26b3240c-2713-40d8-906e-27898c2e00ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6692922 Aug 11 00:27:03.547603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-821ac810-2f3d-45e4-90c8-976be01f7a7b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3895624 Aug 11 00:27:03.564120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Request body: {'port': {'device_id': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:03.583748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Request body: {'port': {'device_id': 'd4f1c9fe-906c-4ed9-927b-6af29a9c12df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:03.594396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Calling delete_port for a45cc637-75ff-4f19-9bc7-75cf9a4d7d0a owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:27:03.606151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de5f5f-833d-451e-971f-9a41db8550b9 req-dcd28423-a27f-4588-999b-d2f272d4bd8e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:03.608067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31de5f5f-833d-451e-971f-9a41db8550b9 req-dcd28423-a27f-4588-999b-d2f272d4bd8e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 936 time: 0.1273909 Aug 11 00:27:03.650830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] Pushing event updated for resources: {'Network': ['ID=ca97a61f-0256-4523-9664-a2a145667588,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:03.660646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2314941c-5fca-496c-9aa4-43e4a14b3096 None None] Provisioning for port 75f63290-2389-4c34-9634-42c3aacf3e64 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:03.676499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2314941c-5fca-496c-9aa4-43e4a14b3096 None None] Provisioning complete for port 75f63290-2389-4c34-9634-42c3aacf3e64 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:03.677746 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2314941c-5fca-496c-9aa4-43e4a14b3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.681203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network ca97a61f-0256-4523-9664-a2a145667588 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:27:03.695803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53130) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:03.696222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9af7-9d41-41ee-b61c-7ded5713e2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.705899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.718344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-044c1125-acec-4011-9d4e-12fc2eb76a6c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.3651166 Aug 11 00:27:03.731577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53134) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:03.745728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Request body: {'subnet': {'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-826686240-subnet', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:03.751933 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.787883 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31de5f5f-833d-451e-971f-9a41db8550b9 req-9ee28032-ee2f-444e-8f2f-650e2c222f6e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945005 Aug 11 00:27:03.809749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2314941c-5fca-496c-9aa4-43e4a14b3096 None None] Port 75f63290-2389-4c34-9634-42c3aacf3e64 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:03.875769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d6232681-b617-44a0-a492-8a6961fa6353 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0e4ae65cbc24aac96a9e93c80dac6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758351 Aug 11 00:27:03.880241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53138) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:03.911730 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72f81c83-7826-49c8-88ed-b27ec04111c7 req-46b7d198-a519-42b3-82df-2822c9365d02 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 210 time: 0.0816557 Aug 11 00:27:03.932463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.962503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Network 31cd1945-d89e-4747-9115-474316622e32 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:03.971464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:03.982781 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9af7-9d41-41ee-b61c-7ded5713e2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:03.992301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:04.040431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Pushing event updated for resources: {'Port': ['ID=89c807a2-e004-4191-b0f6-ff9e18691c67,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:04.079000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.088688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-39c23f6d-78ed-4257-9f10-b00768827988 None None] Provisioning for port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:04.095152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-39c23f6d-78ed-4257-9f10-b00768827988 None None] Provisioning complete for port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:04.095642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39c23f6d-78ed-4257-9f10-b00768827988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.117748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Made reservation on behalf of a784853564fd4fafa0f51f47347bccbf for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:04.121757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.152527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-39c23f6d-78ed-4257-9f10-b00768827988 None None] Port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:04.242915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53144) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:04.251273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c10d9aaa-5eba-44e7-8044-486e5b82683f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.395673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:04.420856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c10d9aaa-5eba-44e7-8044-486e5b82683f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.431070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3075684e-bd09-4b2a-84fb-d5fc72099892 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b27034d23c1438986663f9d2fbea7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819010 Aug 11 00:27:04.431849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53146) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:04.464637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9af7-9d41-41ee-b61c-7ded5713e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.470867 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9af7-9d41-41ee-b61c-7ded5713e2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.470867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d1fa9af7-9d41-41ee-b61c-7ded5713e2c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f800b54a-a6d3-45d0-92cc-bbeddbb039a6 HTTP/1.1" status: 204 len: 168 time: 1.2048750 Aug 11 00:27:04.488940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa9af7-9d41-41ee-b61c-7ded5713e2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f800b54a-a6d3-45d0-92cc-bbeddbb039a6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:04.505775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c71aa2bb-f7ae-4a37-805a-3ee596397b2b None None] Provisioning for port 89c807a2-e004-4191-b0f6-ff9e18691c67 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:04.524174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c71aa2bb-f7ae-4a37-805a-3ee596397b2b None None] Provisioning complete for port 89c807a2-e004-4191-b0f6-ff9e18691c67 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:04.524476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ae909c3b-bb46-42a9-8ebb-f481d1abd60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.525234 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c71aa2bb-f7ae-4a37-805a-3ee596397b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.586371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.595301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c71aa2bb-f7ae-4a37-805a-3ee596397b2b None None] Port 89c807a2-e004-4191-b0f6-ff9e18691c67 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:04.602841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:04.603980 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.641799 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ae909c3b-bb46-42a9-8ebb-f481d1abd60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.645946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event deleted for resources: {'Port': ['ID=a45cc637-75ff-4f19-9bc7-75cf9a4d7d0a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:04.741494 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.804421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2716a12-a59c-4ef5-9e11-fca7c4b38a84 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:04.818636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c10d9aaa-5eba-44e7-8044-486e5b82683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.821726 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c10d9aaa-5eba-44e7-8044-486e5b82683f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.827348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c10d9aaa-5eba-44e7-8044-486e5b82683f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25765380-b1d0-469a-b8bc-7769fce0424e HTTP/1.1" status: 204 len: 168 time: 0.9369507 Aug 11 00:27:04.827348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.832917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.848015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d9aaa-5eba-44e7-8044-486e5b82683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25765380-b1d0-469a-b8bc-7769fce0424e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:04.855657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Transition to ACTIVE for port object d2716a12-a59c-4ef5-9e11-fca7c4b38a84 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:04.921324 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:04.985076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeab258-da7b-402b-8b89-292ad5d9bc45 req-a83aa0ac-2176-4280-9cc7-e278ab8d6e30 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:04.986783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-baeab258-da7b-402b-8b89-292ad5d9bc45 req-a83aa0ac-2176-4280-9cc7-e278ab8d6e30 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 936 time: 0.0686648 Aug 11 00:27:05.032317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-baeab258-da7b-402b-8b89-292ad5d9bc45 req-ea0f4145-3225-405a-92d2-09aa392472e5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Aug 11 00:27:05.044966 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83b124e5-0275-4bef-abff-c4f0f6ca1b7b req-28e2681d-740e-4c0a-909a-a6fd13fd3acc tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 210 time: 0.0424044 Aug 11 00:27:05.058234 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.064156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.159297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ae909c3b-bb46-42a9-8ebb-f481d1abd60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.164806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ae909c3b-bb46-42a9-8ebb-f481d1abd60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.170286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ae909c3b-bb46-42a9-8ebb-f481d1abd60f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb9a2084-4d88-4d05-810b-cc83fba5ac26 HTTP/1.1" status: 204 len: 168 time: 0.7331531 Aug 11 00:27:05.170606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:05.225336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.239772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc4f30f-5d0b-46ae-ab39-ec2619e3d120,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:05.328179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Checking segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:05.328966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Network hostable DHCP agents. Network: ca97a61f-0256-4523-9664-a2a145667588, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:27:05.366754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Attempting to bind port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:05.367257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Attempting to bind port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:05.368063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Attempting to bind port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:05.376343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:05.376685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Attempting to bind port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:05.383727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:05.384066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:05.386986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:05.388269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Bound port: d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:05.388661 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.495849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:05.501200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:05.514240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Network ca97a61f-0256-4523-9664-a2a145667588 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:27:05.604911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.663952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, ca97a61f-0256-4523-9664-a2a145667588) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:05.679979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:05.681122 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.683910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] 10.222.0.44 "PUT /v2.0/ports/d2716a12-a59c-4ef5-9e11-fca7c4b38a84 HTTP/1.1" status: 200 len: 1096 time: 2.1235871 Aug 11 00:27:05.686071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:05.687998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.707955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b6af7-4c7f-4323-b4e4-11cde544e013 None None] Network ca97a61f-0256-4523-9664-a2a145667588 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:27:05.708841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae909c3b-bb46-42a9-8ebb-f481d1abd60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9a2084-4d88-4d05-810b-cc83fba5ac26,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:05.719776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:05.725299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2c87404a-39b8-4367-b363-e8b4e01c9166,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:05.727020 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a905ce9e-e905-4f61-a96a-80d570f4f63e" -d '{"events": [{"name": "network-changed", "server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:05.834618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:05.843244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71a4b5-9aa3-49d3-b881-d0f8e3eb9bbd service neutron] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:05.860894 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27f3c36-660d-435a-9c61-6a52ad428bae x-openstack-request-id: req-e27f3c36-660d-435a-9c61-6a52ad428bae {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:05.861913 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:05.862826 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e27f3c36-660d-435a-9c61-6a52ad428bae {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:05.864251 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'status': 'completed', 'code': 200} Aug 11 00:27:06.010711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907595fc-af9e-489e-8a29-ff08b29d43c3']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:06.020130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-210b2092-2a8d-4c83-810f-fe664b1b8f87 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2791758 Aug 11 00:27:06.020849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53174) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:06.036756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:06.080175 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905ce9e-e905-4f61-a96a-80d570f4f63e req-bc2ad8aa-987b-4016-b703-94ee69eb266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:06.082853 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a905ce9e-e905-4f61-a96a-80d570f4f63e req-bc2ad8aa-987b-4016-b703-94ee69eb266b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1099 time: 0.1992979 Aug 11 00:27:06.186847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356759b6-0db4-4ac7-bbc2-51bf2e20c2e4') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:06.195942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356759b6-0db4-4ac7-bbc2-51bf2e20c2e4') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:06.205550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-ca97a61f-0256-4523-9664-a2a145667588', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:27:06.207122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.220408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a905ce9e-e905-4f61-a96a-80d570f4f63e req-1b0b3bec-f3aa-4e23-8921-e84cd045b8f5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1272788 Aug 11 00:27:06.267727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.283787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.285906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.309742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.373751 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.393201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:27:06.394673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:27:06.396983 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:27:06.434849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdf5d507-d3e5-46b0-b00d-5cf3874ab104 req-0cf8b4ec-034a-42e3-8de0-7db387a0d592 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 210 time: 0.0738466 Aug 11 00:27:06.501238 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:27:06.506691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.511393 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.520154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Allocated IP 172.20.0.2 (ca97a61f-0256-4523-9664-a2a145667588/afc4f30f-5d0b-46ae-ab39-ec2619e3d120/836a18f6-ff18-425b-bcaa-145e437217ed) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:06.525648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905ce9e-e905-4f61-a96a-80d570f4f63e req-97bd7c15-f1fe-4c30-b4fd-d54546b363ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:06.527584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a905ce9e-e905-4f61-a96a-80d570f4f63e req-97bd7c15-f1fe-4c30-b4fd-d54546b363ca service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2969241 Aug 11 00:27:06.574134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b15cd-e826-4588-a07c-95855cfb6e44 req-41d6d88c-f831-4da9-9769-a084fc7053ac tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:06.582527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a0b15cd-e826-4588-a07c-95855cfb6e44 req-41d6d88c-f831-4da9-9769-a084fc7053ac tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 936 time: 0.3015335 Aug 11 00:27:06.627748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f63290-2389-4c34-9634-42c3aacf3e64 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:06.653572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.711700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-3b6d1067-aa4e-46e2-93fd-353c3a1944cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:06.713310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-3b6d1067-aa4e-46e2-93fd-353c3a1944cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1099 time: 0.1092598 Aug 11 00:27:06.771531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Pushing event updated for resources: {'Port': ['ID=89c807a2-e004-4191-b0f6-ff9e18691c67,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:06.790003 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-21d99f4f-959f-42ac-b4d5-80a9dd504b7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84 HTTP/1.1" status: 200 len: 217 time: 0.0487556 Aug 11 00:27:06.831356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a0b15cd-e826-4588-a07c-95855cfb6e44 req-54c7c460-6bfa-4593-8650-33a9b432920d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474966 Aug 11 00:27:06.833201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.837456 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.848317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Transition to ACTIVE for port object 836a18f6-ff18-425b-bcaa-145e437217ed will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:06.866050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Transition to ACTIVE for port object 836a18f6-ff18-425b-bcaa-145e437217ed will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:06.903492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Transition to ACTIVE for port object 75f63290-2389-4c34-9634-42c3aacf3e64 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:06.906314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.908671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.917952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 907595fc-af9e-489e-8a29-ff08b29d43c3 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 00:27:06.930204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:06.931184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-7c7a45cf-e1b0-4d4f-b203-0ccba5c1f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:06.935368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "DELETE /v2.0/networks/907595fc-af9e-489e-8a29-ff08b29d43c3 HTTP/1.1" status: 204 len: 168 time: 5.9165740 Aug 11 00:27:06.935626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-7c7a45cf-e1b0-4d4f-b203-0ccba5c1f891 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0971181 Aug 11 00:27:06.935784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49947b48-bd2c-4dc1-840f-41776f50d323 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event deleted for resources: {'Network': ['ID=907595fc-af9e-489e-8a29-ff08b29d43c3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:06.935960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53194) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:06.979491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Network 31cd1945-d89e-4747-9115-474316622e32 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:06.981163 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:07.017914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3c66c6ef-0ccf-495d-9efe-dcb332802338 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0771594 Aug 11 00:27:07.018172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53198) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:07.101801 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:07.126065 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:07.222923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Pushing event updated for resources: {'Port': ['ID=75f63290-2389-4c34-9634-42c3aacf3e64,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:07.234225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Router 89322914-4f6f-4b37-9556-dcd65495bfdd has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:27:07.267405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Network ca97a61f-0256-4523-9664-a2a145667588 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:07.291318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:07.297228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:07.324654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Pushing event updated for resources: {'Port': ['ID=836a18f6-ff18-425b-bcaa-145e437217ed,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:07.444769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Attempting to bind port 836a18f6-ff18-425b-bcaa-145e437217ed on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:07.445176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Attempting to bind port 836a18f6-ff18-425b-bcaa-145e437217ed by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:07.445701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Attempting to bind port 836a18f6-ff18-425b-bcaa-145e437217ed on network ca97a61f-0256-4523-9664-a2a145667588 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:07.451949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:07.452350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Checking segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:07.452885 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:07.453296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Bound using segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:07.453828 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Bound port: 836a18f6-ff18-425b-bcaa-145e437217ed, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:07.454224 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:07.545595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015730eb-51c1-455b-9cc7-29e40562918d tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:07.546428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015730eb-51c1-455b-9cc7-29e40562918d tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:07.546428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015730eb-51c1-455b-9cc7-29e40562918d tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:07.548056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015730eb-51c1-455b-9cc7-29e40562918d tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:07.548056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015730eb-51c1-455b-9cc7-29e40562918d tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:07.548056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015730eb-51c1-455b-9cc7-29e40562918d tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:07.549792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-015730eb-51c1-455b-9cc7-29e40562918d tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4029 time: 0.5299926 Aug 11 00:27:07.573078 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53214) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:07.643180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Attempting to bind port 75f63290-2389-4c34-9634-42c3aacf3e64 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:07.643539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Attempting to bind port 75f63290-2389-4c34-9634-42c3aacf3e64 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:07.643966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Attempting to bind port 75f63290-2389-4c34-9634-42c3aacf3e64 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:07.651365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Port 75f63290-2389-4c34-9634-42c3aacf3e64 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:07.651674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Attempting to bind port 75f63290-2389-4c34-9634-42c3aacf3e64 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:07.663615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:27:07.666176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:07.667001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:07.667719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:07.668465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Bound port: 75f63290-2389-4c34-9634-42c3aacf3e64, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:07.669223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:07.685849 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a610ee40-f164-4643-a345-e9caabe24344 admin admin] 10.222.0.43 "PUT /v2.0/routers/89322914-4f6f-4b37-9556-dcd65495bfdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4903471 Aug 11 00:27:07.708889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-ef4b162e-740a-4f11-a819-bed91ad7f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:07.710497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-ef4b162e-740a-4f11-a819-bed91ad7f74c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7619219 Aug 11 00:27:07.713457 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-38dbd90f-de7c-4ea7-9308-67492e8af88c tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] delete failed (client error): The resource could not be found. Aug 11 00:27:07.714532 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-38dbd90f-de7c-4ea7-9308-67492e8af88c tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/02ac5ab0-1c07-4481-adf8-822b43fdd3bd HTTP/1.1" status: 404 len: 345 time: 0.1313465 Aug 11 00:27:07.716706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-febe535b-d62a-42d2-bbf6-50aeba055201 req-5985ac71-3101-418b-b4c9-1ec0a49b1303 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 210 time: 0.1425054 Aug 11 00:27:07.726302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53220) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:07.744284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a2623b6b-511d-42b4-85b4-22bde1b48f41 None None] Provisioning complete for port 89c807a2-e004-4191-b0f6-ff9e18691c67 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:07.745307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a2623b6b-511d-42b4-85b4-22bde1b48f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:07.784063 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8693d6b1-0ca9-4a34-a8d8-b80ff03fa8d0 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] DELETE failed (client error): The resource could not be found. Aug 11 00:27:07.784913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8693d6b1-0ca9-4a34-a8d8-b80ff03fa8d0 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:27:07.787055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8693d6b1-0ca9-4a34-a8d8-b80ff03fa8d0 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "DELETE /v2.0/networks/907595fc-af9e-489e-8a29-ff08b29d43c3 HTTP/1.1" status: 404 len: 339 time: 0.0587001 Aug 11 00:27:07.793165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53224) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:07.800608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Request body: {'network': {'name': 'tempest-network--1642586111', 'router:external': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:07.834071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] For port 75f63290-2389-4c34-9634-42c3aacf3e64, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:07.838046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] For port 75f63290-2389-4c34-9634-42c3aacf3e64, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=75f63290-2389-4c34-9634-42c3aacf3e64,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:07.891439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-810c0cd8-0d91-4c92-8993-eee6f126c841 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727974 Aug 11 00:27:07.909589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] For port 836a18f6-ff18-425b-bcaa-145e437217ed, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:07.916758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a2623b6b-511d-42b4-85b4-22bde1b48f41 None None] Port 89c807a2-e004-4191-b0f6-ff9e18691c67 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:07.937265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:07.948448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] For port 836a18f6-ff18-425b-bcaa-145e437217ed, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=836a18f6-ff18-425b-bcaa-145e437217ed,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:08.062032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:08.066396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:08.067520 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:08.077072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] 10.222.0.44 "PUT /v2.0/ports/75f63290-2389-4c34-9634-42c3aacf3e64 HTTP/1.1" status: 200 len: 1097 time: 4.5082338 Aug 11 00:27:08.080779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Made reservation on behalf of 256881b47a304c0fbb5e28704d1b3d05 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:08.083099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f1c9fe-906c-4ed9-927b-6af29a9c12df', 'tag': '75f63290-2389-4c34-9634-42c3aacf3e64'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:08.085861 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56984c8a-19bc-4db7-9653-07cbeafaeac9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f1c9fe-906c-4ed9-927b-6af29a9c12df", "tag": "75f63290-2389-4c34-9634-42c3aacf3e64"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:08.093138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:08.119928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Sync routers for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:27:08.137736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:08.138486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:08.192004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5284af-41cd-4993-98ee-8f829bb5bec2 None None] Pushing event updated for resources: {'Port': ['ID=836a18f6-ff18-425b-bcaa-145e437217ed,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:08.313600 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406f7796-6e9f-4b25-b714-809d8b5d527d x-openstack-request-id: req-406f7796-6e9f-4b25-b714-809d8b5d527d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:08.313926 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f1c9fe-906c-4ed9-927b-6af29a9c12df", "tag": "75f63290-2389-4c34-9634-42c3aacf3e64", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:08.314201 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-406f7796-6e9f-4b25-b714-809d8b5d527d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:08.314650 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f1c9fe-906c-4ed9-927b-6af29a9c12df', 'tag': '75f63290-2389-4c34-9634-42c3aacf3e64', 'status': 'completed', 'code': 200} Aug 11 00:27:08.421264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:08.530115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daae16a-94b4-41bc-8d09-714f10f7990f service neutron] Pushing event updated for resources: {'Port': ['ID=75f63290-2389-4c34-9634-42c3aacf3e64,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:08.595493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1555f39-aa79-454d-9f39-9a88446d428a req-be4d3cda-5e8e-4df3-bbdb-a71ac352b3ea tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:08.598467 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1555f39-aa79-454d-9f39-9a88446d428a req-be4d3cda-5e8e-4df3-bbdb-a71ac352b3ea tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 948 time: 0.6266708 Aug 11 00:27:08.688243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-1ecdb1d7-ac7d-483e-9365-61c2f0cc535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:08.691205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-1ecdb1d7-ac7d-483e-9365-61c2f0cc535f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 1100 time: 0.3752797 Aug 11 00:27:08.908083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:05Z', 'revision_number': 2, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:08.928570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1555f39-aa79-454d-9f39-9a88446d428a req-e711f2a1-d390-410f-a831-d763190abff7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811027 Aug 11 00:27:08.938891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-b9a0bcab-0499-4914-adb2-2196b39b87c4 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:08.953499 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-b9a0bcab-0499-4914-adb2-2196b39b87c4 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.55 "GET /v2.0/networks?id=bf5c7353-6b7e-411c-bfb6-1505d4187cae HTTP/1.1" status: 200 len: 821 time: 0.9219084 Aug 11 00:27:08.961170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Request body: {'port': {'device_id': 'c2ddf5e5-39b6-455c-81c1-ae09290f203f', 'network_id': 'bf5c7353-6b7e-411c-bfb6-1505d4187cae', 'admin_state_up': True, 'tenant_id': 'a76ced3e0df54031960a84ecfbda6612'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:08.981378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-65c33183-09c5-417f-9b0b-173395506cf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=75f63290-2389-4c34-9634-42c3aacf3e64 HTTP/1.1" status: 200 len: 217 time: 0.2411847 Aug 11 00:27:09.005705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Checking router: 89322914-4f6f-4b37-9556-dcd65495bfdd for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:27:09.006280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Updating router 89322914-4f6f-4b37-9556-dcd65495bfdd port 89c807a2-e004-4191-b0f6-ff9e18691c67 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:27:09.104802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:09.166122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-70e00ddc-4134-4b7b-9577-eff234bb6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:09.171016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-70e00ddc-4134-4b7b-9577-eff234bb6f52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1717944 Aug 11 00:27:09.297059 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-661e07c0-bc6a-44c4-9558-f2f0a624a504 req-fae86d46-dbb4-4381-b1d4-1ab654c2e438 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 210 time: 0.1242955 Aug 11 00:27:09.387771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-716357d6-67a9-4c67-8d62-4a0d4681c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:09.387771 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-716357d6-67a9-4c67-8d62-4a0d4681c711 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2018225 Aug 11 00:27:09.400188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:27:09.437349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:09.516364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-9cb85406-6950-42c8-88c4-1ce18f630a02 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204534 Aug 11 00:27:09.574164 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:09.579068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Made reservation on behalf of a76ced3e0df54031960a84ecfbda6612 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:09.583304 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:09.593933 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Added segment 6c9f313b-b51a-4f6d-97c3-70f382009e47 of type vlan for network b19d9e9a-a86c-4416-821a-9c07da9c34fb Aug 11 00:27:09.608299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:09.648017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53258) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:09.674432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:09.688181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bc54eb53-4942-409d-b2e9-1e67ca96366d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--277413465', 'description': 'tempest-description--24246488'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:09.696280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Transition to ACTIVE for port object 89c807a2-e004-4191-b0f6-ff9e18691c67 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:09.750952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53eec3e6-a011-4c11-853f-fd611a7ca361 req-3c12944a-c2c6-4061-9f13-48a9db31c980 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8519905 Aug 11 00:27:09.825204 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42f9799c-1666-4c0c-b8f9-f307dd738f98 req-d42f3f47-1ed3-4699-8766-692ec17f1e27 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005588 Aug 11 00:27:09.865685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:09.898316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Allocated IP 172.20.0.12 (bf5c7353-6b7e-411c-bfb6-1505d4187cae/63d54984-8488-4bc4-b0f4-7e4689e3f3a0/491fd3f9-198b-4f84-b6e8-30926f3422a8) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:09.971939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Allocated IP 172.25.0.135 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/529df1ca-994c-412e-b50f-950a659d630a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:09.974230 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.075693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8e28c-4ef0-4fd3-a913-4991e39de263 None None] Pushing event updated for resources: {'Port': ['ID=89c807a2-e004-4191-b0f6-ff9e18691c67,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:10.130230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a384ef-a71c-4daf-8646-be14bd157a84 None None] Network ca97a61f-0256-4523-9664-a2a145667588 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:27:10.172499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc54eb53-4942-409d-b2e9-1e67ca96366d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.220715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.225257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:10.238596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.317169 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.401268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6b15b-acd4-4c7b-ad7b-b75719186db6 req-c09e0eb8-748a-4e82-9956-cfddc3da82b7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:10.429031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68f6b15b-acd4-4c7b-ad7b-b75719186db6 req-c09e0eb8-748a-4e82-9956-cfddc3da82b7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 948 time: 0.3077352 Aug 11 00:27:10.463854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Network': ['ID=b19d9e9a-a86c-4416-821a-9c07da9c34fb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:10.530670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-430b7011-002f-4cb7-b846-d68a7f4b3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:10.533492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-430b7011-002f-4cb7-b846-d68a7f4b3bf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 1100 time: 0.4122112 Aug 11 00:27:10.573434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc54eb53-4942-409d-b2e9-1e67ca96366d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.622511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4a495dd-52e5-4bf0-bdc8-b8c4208e38a3 req-10c7f6d8-49ce-4a78-b5cb-89f663a24b8a tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 210 time: 0.0416713 Aug 11 00:27:10.661120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 836a18f6-ff18-425b-bcaa-145e437217ed up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:10.664793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b19d9e9a-a86c-4416-821a-9c07da9c34fb details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:27:10.666258 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.678129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Attempting to bind port 89c807a2-e004-4191-b0f6-ff9e18691c67 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:10.678659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Attempting to bind port 89c807a2-e004-4191-b0f6-ff9e18691c67 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:10.679275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Attempting to bind port 89c807a2-e004-4191-b0f6-ff9e18691c67 on network 31cd1945-d89e-4747-9115-474316622e32 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:10.727752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc54eb53-4942-409d-b2e9-1e67ca96366d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.740504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:10.741117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Checking segment: {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:10.741897 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.742636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Bound using segment: {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:10.743562 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Bound port: 89c807a2-e004-4191-b0f6-ff9e18691c67, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:10.744256 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:10.790416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:10.814662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-f06071de-5d1e-481f-b9cd-dc4175257903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:10.818028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-f06071de-5d1e-481f-b9cd-dc4175257903 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2389879 Aug 11 00:27:10.820476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:10.833776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:10.854103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Pushing event updated for resources: {'Port': ['ID=529df1ca-994c-412e-b50f-950a659d630a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:10.922400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6eb94cea-070c-48a0-bd30-a56135b1df98 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1223037 Aug 11 00:27:10.922400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54eb53-4942-409d-b2e9-1e67ca96366d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d91ece-b8d6-4012-b38c-aebb4dd03235,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:10.924152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53292) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:10.993706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68f6b15b-acd4-4c7b-ad7b-b75719186db6 req-cd432a94-a70f-4efc-9a5a-f131d53c9271 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351336 Aug 11 00:27:11.033813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-bc5f55c7-7f54-4d7f-a94e-89862dccf5d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=75f63290-2389-4c34-9634-42c3aacf3e64 HTTP/1.1" status: 200 len: 217 time: 0.2043197 Aug 11 00:27:11.043221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.064860 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc54eb53-4942-409d-b2e9-1e67ca96366d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.066902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc54eb53-4942-409d-b2e9-1e67ca96366d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4089339 Aug 11 00:27:11.074818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53294) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:11.087214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Request body: {'security_group_rule': {'security_group_id': '06d91ece-b8d6-4012-b38c-aebb4dd03235', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:11.094006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] For port 89c807a2-e004-4191-b0f6-ff9e18691c67, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:11.121158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-86f9afb9-680e-425f-b754-e4a1de38b302 None None] Provisioning for port 836a18f6-ff18-425b-bcaa-145e437217ed completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:11.127810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] For port 89c807a2-e004-4191-b0f6-ff9e18691c67, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=89c807a2-e004-4191-b0f6-ff9e18691c67,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:11.180887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 836a18f6-ff18-425b-bcaa-145e437217ed completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:11.188544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 836a18f6-ff18-425b-bcaa-145e437217ed triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:11.189461 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.203935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-fecd07eb-046c-45f6-afea-d9c920da747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:11.206809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-fecd07eb-046c-45f6-afea-d9c920da747c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1592305 Aug 11 00:27:11.291634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.331609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Request body: {'security_group': {'name': 'tempest-securitygroup-902250834', 'description': 'tempest-description-819988513'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:11.352249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-b2361bde-102a-4f15-8213-02d27c306e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:11.357982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-b2361bde-102a-4f15-8213-02d27c306e42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1381130 Aug 11 00:27:11.445728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8e28c-4ef0-4fd3-a913-4991e39de263 None None] Pushing event updated for resources: {'Port': ['ID=89c807a2-e004-4191-b0f6-ff9e18691c67,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:11.482221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.510780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:11.515547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:11.524840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.586417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa8237-5068-493e-93c4-d23d2d021bea tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:11.606044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa8237-5068-493e-93c4-d23d2d021bea tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:11.624853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa8237-5068-493e-93c4-d23d2d021bea tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:11.640057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa8237-5068-493e-93c4-d23d2d021bea tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:11.647492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-72fa8237-5068-493e-93c4-d23d2d021bea tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7196333 Aug 11 00:27:11.668287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.673935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-e7ec120c-ea72-45f1-b6e6-06f897d0ac84 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103950 Aug 11 00:27:11.678940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:11.805461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.910019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:11.951633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Network bf5c7353-6b7e-411c-bfb6-1505d4187cae is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:11.999939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a4385c7c-a6fd-4d47-a99d-96ee0c475487 None None] Provisioning complete for port 836a18f6-ff18-425b-bcaa-145e437217ed triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:12.000569 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a4385c7c-a6fd-4d47-a99d-96ee0c475487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.006846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:12.021509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:12.091868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.114709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:12.115429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.121897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 836a18f6-ff18-425b-bcaa-145e437217ed, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=836a18f6-ff18-425b-bcaa-145e437217ed,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:12.132350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:12.144063 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Pushing event updated for resources: {'Port': ['ID=491fd3f9-198b-4f84-b6e8-30926f3422a8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:12.186090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d566e72-253c-4684-bfe2-ee58ae5760e1 req-1b3d42b6-2e0b-4608-85ca-a61eb5474560 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:12.194284 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d566e72-253c-4684-bfe2-ee58ae5760e1 req-1b3d42b6-2e0b-4608-85ca-a61eb5474560 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 932 time: 0.3666184 Aug 11 00:27:12.213037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 75f63290-2389-4c34-9634-42c3aacf3e64 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:27:12.224674 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.231027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.261676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d566e72-253c-4684-bfe2-ee58ae5760e1 req-30282ad6-9457-43c0-895c-c96a3b462d5f tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651317 Aug 11 00:27:12.290346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56984c8a-19bc-4db7-9653-07cbeafaeac9 req-384b2a1c-f64b-4c03-8218-1dab2e1a610c service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948451 Aug 11 00:27:12.365247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.382035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.401465 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.408765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19d9e9a-a86c-4416-821a-9c07da9c34fb']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:12.424193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9f313b-b51a-4f6d-97c3-70f382009e47') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:12.426088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9f313b-b51a-4f6d-97c3-70f382009e47') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:12.447979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.472201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d2be4-9c81-4b75-98f1-01e21cc0af6c req-760a71ea-6aad-46aa-bdf0-6e07fb60cd9a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:12.473863 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e3d2be4-9c81-4b75-98f1-01e21cc0af6c req-760a71ea-6aad-46aa-bdf0-6e07fb60cd9a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 948 time: 0.1046362 Aug 11 00:27:12.484939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a4385c7c-a6fd-4d47-a99d-96ee0c475487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.487011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.502290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c76a3e-8570-4179-afd0-a1032b0d5f57,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:27:12.511050 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:27:12.529187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.529187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.529670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.530140 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.533119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.533119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.533119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.533119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.533119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.533119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.533119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.534727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:12.556949 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.569773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 75f63290-2389-4c34-9634-42c3aacf3e64, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=75f63290-2389-4c34-9634-42c3aacf3e64,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:12.581479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=836a18f6-ff18-425b-bcaa-145e437217ed,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:12.592011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '75f63290-2389-4c34-9634-42c3aacf3e64', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '75f63290-2389-4c34-9634-42c3aacf3e64', 'mac_address': 'fa:16:3e:0e:fe:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:27:12.657989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e3d2be4-9c81-4b75-98f1-01e21cc0af6c req-628dd216-d811-48e8-9a7c-f2d3905afbba tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772809 Aug 11 00:27:12.665272 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-a4385c7c-a6fd-4d47-a99d-96ee0c475487 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:27:12.665642 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-a4385c7c-a6fd-4d47-a99d-96ee0c475487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:27:12.667293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.685136 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.708389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:11Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:12.739808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f63290-2389-4c34-9634-42c3aacf3e64 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:12.745470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bf7cd-e7c2-4780-8417-f6ca26d212a5 None None] The sync data for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 is: [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:11Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:27:12.765126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 75f63290-2389-4c34-9634-42c3aacf3e64, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=75f63290-2389-4c34-9634-42c3aacf3e64,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:12.771062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.812932 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.852182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b19d9e9a-a86c-4416-821a-9c07da9c34fb {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 00:27:12.856751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55cbcc5-b74b-45a4-b91b-c0bfaf7f1b49,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:12.862002 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.867137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b19d9e9a-a86c-4416-821a-9c07da9c34fb HTTP/1.1" status: 204 len: 168 time: 1.1754944 Aug 11 00:27:12.871807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53318) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:12.877263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.878554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:27:12.878977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Request body: {'network': {'name': 'tempest-network--715906053', 'router:external': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:12.894786 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:12.896263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d3df52ca-73f5-47e8-aa75-f902f8ca5cbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8201437 Aug 11 00:27:12.907139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53320) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:12.932187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-81003634-7492-4f7b-a783-1292b0ff8f24 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Request body: {'security_group_rule': {'security_group_id': '06d91ece-b8d6-4012-b38c-aebb4dd03235', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:12.954460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-3a65cb76-faf1-4f8c-9632-1ec2dc318d51 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9987471 Aug 11 00:27:12.956572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bbc5e-05f8-44c0-a6eb-ae8a06445c45 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event deleted for resources: {'Network': ['ID=b19d9e9a-a86c-4416-821a-9c07da9c34fb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:12.973287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Request body: {'port': {'device_id': 'c2ddf5e5-39b6-455c-81c1-ae09290f203f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:13.074470 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.082829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=75f63290-2389-4c34-9634-42c3aacf3e64,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:13.088237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:27:13.088237 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:27:13.088237 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': '256881b47a304c0fbb5e28704d1b3d05', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 27, 12, 892603)}] Aug 11 00:27:13.088237 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:27:13.091127 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:27:13.101114 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.106884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:13.140474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'mac_address': 'fa:16:3e:7f:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:27:13.197027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.225671 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.246979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2716a12-a59c-4ef5-9e11-fca7c4b38a84 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:13.258588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:27:13.275910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:13.284380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34dc015-f03e-4fb1-bf4e-5cbf327d716c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:13.366086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.422352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81003634-7492-4f7b-a783-1292b0ff8f24 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.498025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:27:13.510889 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Sync routers for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:27:13.523806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:13.530494 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:13.531234 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:13.574698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81003634-7492-4f7b-a783-1292b0ff8f24 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.604582 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.630173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fbf36eac-2a82-4b91-a98f-c0e6c80b9c92 req-10d90ff1-f15f-4be2-9cc1-bb490ccb1bdc tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.3034563 Aug 11 00:27:13.634980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d2716a12-a59c-4ef5-9e11-fca7c4b38a84'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:13.639020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['75f63290-2389-4c34-9634-42c3aacf3e64'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:13.647752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.661522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8bd4df78-9df1-465c-9c34-7fdc859d2933 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6341326 Aug 11 00:27:13.667533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53336) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:13.864210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81003634-7492-4f7b-a783-1292b0ff8f24 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.868498 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:13.913131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-15ca4a3c-f5c8-4770-9b87-7ecffcaba2bf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752122 Aug 11 00:27:13.920242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491fd3f9-198b-4f84-b6e8-30926f3422a8 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:13.953286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:13.984288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81003634-7492-4f7b-a783-1292b0ff8f24 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecda8eb2-69c8-4a53-8572-04999006de00,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:14.165766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Transition to ACTIVE for port object 491fd3f9-198b-4f84-b6e8-30926f3422a8 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:14.274152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6a28-b009-4e96-af70-91af01a11792 req-5d8384d6-d907-4522-9a7a-b91fa9acfc68 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:14.279784 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-5d8384d6-d907-4522-9a7a-b91fa9acfc68 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3541687 Aug 11 00:27:14.318698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:14.348136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-a7a81ee5-4a91-4e12-a26e-5f7785e118e2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/quotas/308d288f8e964516b756bc93111f7fda HTTP/1.1" status: 200 len: 375 time: 0.0575073 Aug 11 00:27:14.482341 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:11Z', 'revision_number': 3, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:14.494177 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-f65f3415-bc51-4b6a-ad48-dba7f63d95df tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227391 Aug 11 00:27:14.524007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca723-1b45-4f23-a632-2a738f75f057 req-d6a4406a-c87d-4876-8828-800ec7d60b2f tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:14.535830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e5ca723-1b45-4f23-a632-2a738f75f057 req-d6a4406a-c87d-4876-8828-800ec7d60b2f tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 944 time: 0.2784789 Aug 11 00:27:14.624863 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Checking router: 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:27:14.626000 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Updating router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 port 529df1ca-994c-412e-b50f-950a659d630a binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:27:14.628154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Pushing event updated for resources: {'Port': ['ID=491fd3f9-198b-4f84-b6e8-30926f3422a8,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:14.678674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Made reservation on behalf of 256881b47a304c0fbb5e28704d1b3d05 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:14.686525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:14.686824 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:14.737690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:27:14.749791 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:14.750285 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Added segment d25f37cf-d154-495e-9ebc-736c3f7de3f3 of type vlan for network e08c40b1-7ac8-46b1-bb8e-9c454216c9c8 Aug 11 00:27:14.783744 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81003634-7492-4f7b-a783-1292b0ff8f24 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:14.789652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81003634-7492-4f7b-a783-1292b0ff8f24 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8711364 Aug 11 00:27:14.792043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53344) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:14.816362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:14.868706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 89c807a2-e004-4191-b0f6-ff9e18691c67 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:14.882394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:14.900885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e5ca723-1b45-4f23-a632-2a738f75f057 req-bb535be5-e94f-4763-afed-5bb39f8278bc tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611851 Aug 11 00:27:14.906656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Attempting to bind port 491fd3f9-198b-4f84-b6e8-30926f3422a8 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:14.908242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Attempting to bind port 491fd3f9-198b-4f84-b6e8-30926f3422a8 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '2489208f-c7e7-4c49-ae43-2d5b561072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf5c7353-6b7e-411c-bfb6-1505d4187cae'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:14.909587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Attempting to bind port 491fd3f9-198b-4f84-b6e8-30926f3422a8 on network bf5c7353-6b7e-411c-bfb6-1505d4187cae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:14.918503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Port 491fd3f9-198b-4f84-b6e8-30926f3422a8 on network bf5c7353-6b7e-411c-bfb6-1505d4187cae not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:14.919018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Attempting to bind port 491fd3f9-198b-4f84-b6e8-30926f3422a8 on network bf5c7353-6b7e-411c-bfb6-1505d4187cae {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:14.926940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:14.927457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Checking segment: {'id': '2489208f-c7e7-4c49-ae43-2d5b561072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf5c7353-6b7e-411c-bfb6-1505d4187cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:14.927950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Bound using segment: {'id': '2489208f-c7e7-4c49-ae43-2d5b561072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf5c7353-6b7e-411c-bfb6-1505d4187cae'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:14.928505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Bound port: 491fd3f9-198b-4f84-b6e8-30926f3422a8, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2489208f-c7e7-4c49-ae43-2d5b561072cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bf5c7353-6b7e-411c-bfb6-1505d4187cae'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:14.929197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:14.996908 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.004197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-fb24b440-1ba9-4ab6-8acd-3beb0e13fe06 req-e2a1ccb0-4116-4d61-8738-8e29153da29d tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1780734239', 'description': 'tempest-description-1399776294'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:15.032200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:27:15.110639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 89c807a2-e004-4191-b0f6-ff9e18691c67 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:15.115196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 89c807a2-e004-4191-b0f6-ff9e18691c67 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:15.115815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.215653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] For port 491fd3f9-198b-4f84-b6e8-30926f3422a8, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:15.257699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.258750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:15.272031 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.273444 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.317925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.421862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fb24b440-1ba9-4ab6-8acd-3beb0e13fe06 req-e2a1ccb0-4116-4d61-8738-8e29153da29d tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.474095 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.476720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Network': ['ID=e08c40b1-7ac8-46b1-bb8e-9c454216c9c8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:15.493673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 89c807a2-e004-4191-b0f6-ff9e18691c67, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=89c807a2-e004-4191-b0f6-ff9e18691c67,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:15.498039 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Transition to ACTIVE for port object 529df1ca-994c-412e-b50f-950a659d630a will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:15.500657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e08c40b1-7ac8-46b1-bb8e-9c454216c9c8 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:27:15.530480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a7479881-07dd-477b-9069-65b0bca985b4 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6571848 Aug 11 00:27:15.536951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53354) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:15.598270 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.599773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 836a18f6-ff18-425b-bcaa-145e437217ed up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:15.627082 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.724037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e78742-e25a-4c54-a901-a26913e8ffdf tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:15.725551 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-14e78742-e25a-4c54-a901-a26913e8ffdf tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] 10.222.0.43 "GET /v2.0/networks/e08c40b1-7ac8-46b1-bb8e-9c454216c9c8 HTTP/1.1" status: 200 len: 756 time: 0.1853423 Aug 11 00:27:15.730622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53356) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:15.753267 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad58fe1-b06b-47dc-8f59-0eaf3b8bc1e2 None None] Pushing event updated for resources: {'Port': ['ID=529df1ca-994c-412e-b50f-950a659d630a,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:15.765095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=89c807a2-e004-4191-b0f6-ff9e18691c67,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:15.770867 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Attempting to bind port 529df1ca-994c-412e-b50f-950a659d630a on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:15.771512 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Attempting to bind port 529df1ca-994c-412e-b50f-950a659d630a by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:15.772541 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Attempting to bind port 529df1ca-994c-412e-b50f-950a659d630a on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:15.779545 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:15.780004 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:15.780340 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.780746 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:15.781235 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Bound port: 529df1ca-994c-412e-b50f-950a659d630a, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:15.782459 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.803762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 836a18f6-ff18-425b-bcaa-145e437217ed triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:15.804317 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.870483 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fb24b440-1ba9-4ab6-8acd-3beb0e13fe06 req-e2a1ccb0-4116-4d61-8738-8e29153da29d tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:15.880404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Allocated IP 172.20.0.1 (ca97a61f-0256-4523-9664-a2a145667588/afc4f30f-5d0b-46ae-ab39-ec2619e3d120/aef77f1b-f6c3-45b2-934f-839d6fa01396) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:15.892623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a696c4-cec3-4030-a279-91d2db9dddf8 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:15.894166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-08a696c4-cec3-4030-a279-91d2db9dddf8 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] 10.222.0.43 "GET /v2.0/networks/e0ccca4d-71f5-46be-a467-24348ba50e6b HTTP/1.1" status: 200 len: 767 time: 0.1624882 Aug 11 00:27:15.895417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] For port 491fd3f9-198b-4f84-b6e8-30926f3422a8, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=491fd3f9-198b-4f84-b6e8-30926f3422a8,segment=NetworkSegment(2489208f-c7e7-4c49-ae43-2d5b561072cc),segment_id=2489208f-c7e7-4c49-ae43-2d5b561072cc)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:15.897204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53358) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:15.899264 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] For port 529df1ca-994c-412e-b50f-950a659d630a, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:15.904826 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] For port 529df1ca-994c-412e-b50f-950a659d630a, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=529df1ca-994c-412e-b50f-950a659d630a,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:15.967823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac8877-52e0-4b2e-8de5-72adba2d1010 req-ac2f038a-0ac3-4ca8-acba-7d46a89acd18 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:15.972750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42ac8877-52e0-4b2e-8de5-72adba2d1010 req-ac2f038a-0ac3-4ca8-acba-7d46a89acd18 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 949 time: 0.8611550 Aug 11 00:27:16.025481 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fb24b440-1ba9-4ab6-8acd-3beb0e13fe06 req-e2a1ccb0-4116-4d61-8738-8e29153da29d tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.042316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.062015 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.069937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.088196 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42ac8877-52e0-4b2e-8de5-72adba2d1010 req-af614225-17c3-4672-a579-1d184af53c31 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045566 Aug 11 00:27:16.090329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1ccb0-4116-4d61-8738-8e29153da29d tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8580a-2e32-4d12-98df-3ec99ee8accf,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:16.153814 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.175914 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:16.176475 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:26:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:16.180070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-297b6ad8-6233-446f-bc88-10ea025295e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.206685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fb24b440-1ba9-4ab6-8acd-3beb0e13fe06 req-e2a1ccb0-4116-4d61-8738-8e29153da29d tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.208268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fb24b440-1ba9-4ab6-8acd-3beb0e13fe06 req-e2a1ccb0-4116-4d61-8738-8e29153da29d tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2227490 Aug 11 00:27:16.229985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Transition to ACTIVE for port object aef77f1b-f6c3-45b2-934f-839d6fa01396 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:16.231273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Pushing event updated for resources: {'Port': ['ID=491fd3f9-198b-4f84-b6e8-30926f3422a8,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:16.238955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.239679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 75f63290-2389-4c34-9634-42c3aacf3e64 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:16.253813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08c40b1-7ac8-46b1-bb8e-9c454216c9c8']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:16.262389 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad58fe1-b06b-47dc-8f59-0eaf3b8bc1e2 None None] Pushing event updated for resources: {'Port': ['ID=529df1ca-994c-412e-b50f-950a659d630a,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:16.281956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25f37cf-d154-495e-9ebc-736c3f7de3f3') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:16.282459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25f37cf-d154-495e-9ebc-736c3f7de3f3') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:16.318467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.371792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:16.373111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.375229 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-77df9503-bbcb-45d6-ac62-701dcf684fca service neutron] 10.222.0.55 "PUT /v2.0/ports/491fd3f9-198b-4f84-b6e8-30926f3422a8 HTTP/1.1" status: 200 len: 1093 time: 3.4114654 Aug 11 00:27:16.383698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.389799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:16.390062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.396344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dece24c-0038-40e1-b6ad-5403549cc9f4 req-d9e05149-3524-44fa-a950-fe232c5e0525 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 210 time: 0.1225204 Aug 11 00:27:16.399986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ddf5e5-39b6-455c-81c1-ae09290f203f', 'tag': '491fd3f9-198b-4f84-b6e8-30926f3422a8'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:16.403455 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f38d03e-5eda-4e87-b849-8d3171bb845c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ddf5e5-39b6-455c-81c1-ae09290f203f", "tag": "491fd3f9-198b-4f84-b6e8-30926f3422a8"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:16.413701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:27:16.414230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:27:16.421426 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:27:16.470652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 75f63290-2389-4c34-9634-42c3aacf3e64 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:16.476717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 75f63290-2389-4c34-9634-42c3aacf3e64 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:16.477464 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.539677 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.557910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43c7aa-8f1f-4853-bc6d-d97f182403b0 req-a0ba2a8c-adec-4b32-a1f8-bd05c57c6b75 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:16.560676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e43c7aa-8f1f-4853-bc6d-d97f182403b0 req-a0ba2a8c-adec-4b32-a1f8-bd05c57c6b75 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 944 time: 0.2286937 Aug 11 00:27:16.593893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 89c807a2-e004-4191-b0f6-ff9e18691c67 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:16.661429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-190690895', 'description': 'tempest-description-467539606'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:16.668724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Network ca97a61f-0256-4523-9664-a2a145667588 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:16.669571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Allocated IP 172.25.0.171 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/c735485b-bc61-45db-b087-54e84ad723c3) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:16.693685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-d8c4965c-6b0d-4244-9cad-1a6c9489da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:16.694278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:16.694376 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-d8c4965c-6b0d-4244-9cad-1a6c9489da45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a76ced3e0df54031960a84ecfbda6612&device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 1096 time: 0.0979009 Aug 11 00:27:16.708423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:16.756283 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-1e09d15f-870f-4cb8-853e-7fa88c7fe728 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=491fd3f9-198b-4f84-b6e8-30926f3422a8 HTTP/1.1" status: 200 len: 217 time: 0.0628791 Aug 11 00:27:16.766055 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.778985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=aef77f1b-f6c3-45b2-934f-839d6fa01396,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:16.802023 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:11Z', 'revision_number': 3, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:16.828310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 89c807a2-e004-4191-b0f6-ff9e18691c67 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:16.828921 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.841531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-5d10e62e-f4ba-4239-88e5-625ffc13e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:16.843793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-5d10e62e-f4ba-4239-88e5-625ffc13e8ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d54984-8488-4bc4-b0f4-7e4689e3f3a0 HTTP/1.1" status: 200 len: 861 time: 0.0800319 Aug 11 00:27:16.845807 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1e00d-14e1-4739-afdf-c101bf16dd22 None None] The sync data for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 is: [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:11Z', 'revision_number': 3, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:27:16.848214 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.861863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e43c7aa-8f1f-4853-bc6d-d97f182403b0 req-e411e337-a5de-45f0-8a61-d8f6dd917b38 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821338 Aug 11 00:27:16.869262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e08c40b1-7ac8-46b1-bb8e-9c454216c9c8 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 00:27:16.890780 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:16.894475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-387bd874-466b-4c8b-955e-078445963472 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf5c7353-6b7e-411c-bfb6-1505d4187cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377600 Aug 11 00:27:16.903975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "DELETE /v2.0/networks/e08c40b1-7ac8-46b1-bb8e-9c454216c9c8 HTTP/1.1" status: 204 len: 168 time: 1.0056534 Aug 11 00:27:16.910222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53378) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:16.921157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345f243-7321-4135-aa35-e67f530c52b8 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event deleted for resources: {'Network': ['ID=e08c40b1-7ac8-46b1-bb8e-9c454216c9c8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:16.946489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Request body: {'network': {'name': 'tempest-network--119829571'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:16.964763 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.054719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f1c9fe-906c-4ed9-927b-6af29a9c12df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f63290-2389-4c34-9634-42c3aacf3e64'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:17.058866 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79817a6e-f68e-4160-ad7b-ce907f69e760" -d '{"events": [{"server_uuid": "d4f1c9fe-906c-4ed9-927b-6af29a9c12df", "name": "network-vif-plugged", "status": "completed", "tag": "75f63290-2389-4c34-9634-42c3aacf3e64"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:17.129743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 75f63290-2389-4c34-9634-42c3aacf3e64, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=75f63290-2389-4c34-9634-42c3aacf3e64,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:17.148434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-57423c63-e689-49be-aad8-41c0718a3a62 service neutron] 10.222.0.55 "GET /v2.0/networks/bf5c7353-6b7e-411c-bfb6-1505d4187cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350605 Aug 11 00:27:17.152294 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe72ffe-192d-45c2-a1df-30db871657c6 x-openstack-request-id: req-bfe72ffe-192d-45c2-a1df-30db871657c6 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:17.152669 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ddf5e5-39b6-455c-81c1-ae09290f203f", "tag": "491fd3f9-198b-4f84-b6e8-30926f3422a8", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:17.152859 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfe72ffe-192d-45c2-a1df-30db871657c6 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:17.153373 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ddf5e5-39b6-455c-81c1-ae09290f203f', 'tag': '491fd3f9-198b-4f84-b6e8-30926f3422a8', 'status': 'completed', 'code': 200} Aug 11 00:27:17.156892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.169701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.225803 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af67fdfd-cf85-4ae3-90d2-db8d1850aa7a x-openstack-request-id: req-af67fdfd-cf85-4ae3-90d2-db8d1850aa7a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:17.225803 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f1c9fe-906c-4ed9-927b-6af29a9c12df", "name": "network-vif-plugged", "status": "completed", "tag": "75f63290-2389-4c34-9634-42c3aacf3e64", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:17.225803 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af67fdfd-cf85-4ae3-90d2-db8d1850aa7a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:17.225803 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f1c9fe-906c-4ed9-927b-6af29a9c12df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f63290-2389-4c34-9634-42c3aacf3e64', 'code': 200} Aug 11 00:27:17.281279 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.284520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:17.288974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Made reservation on behalf of 256881b47a304c0fbb5e28704d1b3d05 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:17.290914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.382919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.404339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c006c-d543-4a90-b621-6d812098233b req-baa8c4c3-6104-4223-9fb1-5b2549fb1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:17.407416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef8c006c-d543-4a90-b621-6d812098233b req-baa8c4c3-6104-4223-9fb1-5b2549fb1467 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 1102 time: 0.1571910 Aug 11 00:27:17.416367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a46ea218-2056-4fdf-91f3-779f0f980ee1 None None] Provisioning for port aef77f1b-f6c3-45b2-934f-839d6fa01396 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:17.425467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:27:17.430831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a46ea218-2056-4fdf-91f3-779f0f980ee1 None None] Provisioning complete for port aef77f1b-f6c3-45b2-934f-839d6fa01396 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:17.431452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a46ea218-2056-4fdf-91f3-779f0f980ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.446556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827d41-354e-4e33-8bcc-f3b060c3f984 req-d067eea1-9e44-4add-b806-8aa9537374d5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:17.449447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-14827d41-354e-4e33-8bcc-f3b060c3f984 req-d067eea1-9e44-4add-b806-8aa9537374d5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 950 time: 0.1781995 Aug 11 00:27:17.488369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.497652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef8c006c-d543-4a90-b621-6d812098233b req-2f639409-0a43-44ee-b67d-b6311c9bc0cb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Aug 11 00:27:17.510749 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48036161-2cfe-4687-8e01-c0e592ae46e9 req-097fa7e9-6d1f-4a90-a691-a0cbce853763 service neutron] 10.222.0.55 "GET /v2.0/networks/bf5c7353-6b7e-411c-bfb6-1505d4187cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442435 Aug 11 00:27:17.523580 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.527760 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Added segment 58d454ef-aee0-4280-9d09-e36d8d2a8285 of type vlan for network b1bb9907-02f1-47bd-aa6a-9ab247de8f86 Aug 11 00:27:17.530930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a46ea218-2056-4fdf-91f3-779f0f980ee1 None None] Port aef77f1b-f6c3-45b2-934f-839d6fa01396 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:17.551185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=75f63290-2389-4c34-9634-42c3aacf3e64,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:17.628044 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.660469 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.704988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-14827d41-354e-4e33-8bcc-f3b060c3f984 req-d3381d78-40ea-452b-bb1f-84520d3cac35 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435999 Aug 11 00:27:17.712857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-076c57cc-2146-435f-ba7f-98e2e84eb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:17.714704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-076c57cc-2146-435f-ba7f-98e2e84eb97d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a76ced3e0df54031960a84ecfbda6612&device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 1096 time: 0.0478239 Aug 11 00:27:17.717138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:17.725139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:17.725318 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.864378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.889756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.918369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:17.924535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a8a6be00-fb28-4b99-987c-9176f9981872 req-3faad0c4-c752-434e-9b3e-cf9ce547d5ce tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 210 time: 0.0727952 Aug 11 00:27:17.977742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53394) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:18.011683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:18.057333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-52852c82-2fca-47ee-86ed-9a725b7f97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:18.059064 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-52852c82-2fca-47ee-86ed-9a725b7f97ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=bf5c7353-6b7e-411c-bfb6-1505d4187cae HTTP/1.1" status: 200 len: 922 time: 0.3375344 Aug 11 00:27:18.063583 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.073501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:18.083294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.085419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:18.086881 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.159453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdf9b95-3bd0-4c70-9789-668f5b5910f7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:18.165036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-fecd7ebe-95ef-471e-90c8-a6cec143820a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=491fd3f9-198b-4f84-b6e8-30926f3422a8 HTTP/1.1" status: 200 len: 217 time: 0.0964527 Aug 11 00:27:18.178921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:18.181543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:18.192910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.200341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event updated for resources: {'Port': ['ID=c735485b-bc61-45db-b087-54e84ad723c3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:18.259404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.295187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:18.326442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-1fae069b-66fc-4427-a12c-f08c047c86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:18.328286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-1fae069b-66fc-4427-a12c-f08c047c86fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63d54984-8488-4bc4-b0f4-7e4689e3f3a0 HTTP/1.1" status: 200 len: 861 time: 0.1511862 Aug 11 00:27:18.403779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-916befd5-f372-44e0-9ef7-f86df0d5e505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.409207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-b7de39e3-8172-489a-af5f-acb3b87d019f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bf5c7353-6b7e-411c-bfb6-1505d4187cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667892 Aug 11 00:27:18.412745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.418538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Network': ['ID=b1bb9907-02f1-47bd-aa6a-9ab247de8f86,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:18.430783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b1bb9907-02f1-47bd-aa6a-9ab247de8f86 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:27:18.475348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.500782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=aef77f1b-f6c3-45b2-934f-839d6fa01396,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:18.537844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-141d78a6-921e-4274-85d8-b88d53a37aa5 service neutron] 10.222.0.55 "GET /v2.0/networks/bf5c7353-6b7e-411c-bfb6-1505d4187cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193130 Aug 11 00:27:18.542670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.589714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.629972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90bc60-4d8a-49db-9e23-62e7292f17f2 req-155d38f3-6343-4836-bf92-fb1b561b2f59 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:18.631686 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f90bc60-4d8a-49db-9e23-62e7292f17f2 req-155d38f3-6343-4836-bf92-fb1b561b2f59 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 944 time: 0.3752415 Aug 11 00:27:18.639099 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c07d8b0f-0ece-4c41-9e01-86d440f1ab29 tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7190788 Aug 11 00:27:18.641733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53398) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:18.653308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d0fcf810-f1d1-4672-a27a-eeff1738dadd tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:18.670616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea74a056-17c9-46c1-84f7-204672d44ac0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:18.678376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 529df1ca-994c-412e-b50f-950a659d630a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:18.779099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Network ca97a61f-0256-4523-9664-a2a145667588 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:18.785772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:18.786034 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5771d7b2-9eed-49e2-9433-d2df07fea9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.826210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.826952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f90bc60-4d8a-49db-9e23-62e7292f17f2 req-26f57353-4666-46b4-bbd2-0f7375ef2e80 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843997 Aug 11 00:27:18.830604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a8a80391-075c-4900-9db6-05e3a76d3884 req-c2e2bf76-3409-4e2d-ac15-0d334dd7fbf9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1754012 Aug 11 00:27:18.905430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7e6126c8-4aa1-466d-ab72-89bd1d0b3b8c req-23e4901b-f43b-4fc3-934c-cf8f282500b9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1243408496', 'description': 'tempest-description-508858724'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:18.907103 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.917671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 529df1ca-994c-412e-b50f-950a659d630a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:18.931642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 529df1ca-994c-412e-b50f-950a659d630a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:18.932027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:18.973041 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.162117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.220897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 529df1ca-994c-412e-b50f-950a659d630a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=529df1ca-994c-412e-b50f-950a659d630a,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:19.222084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:19.225715 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7987c79-c941-492a-bc46-d7de3ea27014" -d '{"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:19.305434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8744ec3b-1ce5-4ab7-8f31-e4f18de5c9bc None None] Provisioning complete for port aef77f1b-f6c3-45b2-934f-839d6fa01396 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:19.306468 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8744ec3b-1ce5-4ab7-8f31-e4f18de5c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.323267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f38d03e-5eda-4e87-b849-8d3171bb845c req-17862f8d-8678-4d15-9b69-de6f4c8f02a6 service neutron] 10.222.0.55 "GET /v2.0/networks/bf5c7353-6b7e-411c-bfb6-1505d4187cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772264 Aug 11 00:27:19.349116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-dcf05516-c61a-4e11-8ea2-3af4450e3718 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4401290 Aug 11 00:27:19.409889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.418473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8744ec3b-1ce5-4ab7-8f31-e4f18de5c9bc None None] Port aef77f1b-f6c3-45b2-934f-839d6fa01396 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:19.517860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=529df1ca-994c-412e-b50f-950a659d630a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:19.532242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2d78a-23e1-43a5-bccf-6b05291e429e req-c192045a-f431-4b29-9f5f-7d53cb1a4a2d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:19.540633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68e2d78a-23e1-43a5-bccf-6b05291e429e req-c192045a-f431-4b29-9f5f-7d53cb1a4a2d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 950 time: 0.1654994 Aug 11 00:27:19.580015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:27:19.616225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf810-f1d1-4672-a27a-eeff1738dadd tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.618244 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-916befd5-f372-44e0-9ef7-f86df0d5e505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.628245 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68e2d78a-23e1-43a5-bccf-6b05291e429e req-0ff60590-4c92-4a82-9b2b-b4dfa6b5c9dd tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861785 Aug 11 00:27:19.731209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6a28-b009-4e96-af70-91af01a11792 req-29dccdbc-a2b2-4458-bb8d-04ee8698123d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:19.734019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-29dccdbc-a2b2-4458-bb8d-04ee8698123d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3770831 Aug 11 00:27:19.738163 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.749569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Request body: {'port': {'device_id': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '308d288f8e964516b756bc93111f7fda'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:19.811085 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f25a6ef8-6fa2-4f00-9e63-8449e5d352ae req-28461ef7-8ff5-4c83-b9ec-b4c5db68a2b0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 210 time: 0.0528493 Aug 11 00:27:19.820425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-916befd5-f372-44e0-9ef7-f86df0d5e505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.895645 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf810-f1d1-4672-a27a-eeff1738dadd tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:19.899062 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82a7e15-fe73-47a5-942f-ddbc1c1169ed x-openstack-request-id: req-e82a7e15-fe73-47a5-942f-ddbc1c1169ed {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:19.900265 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:19.900265 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e82a7e15-fe73-47a5-942f-ddbc1c1169ed {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:19.901088 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'code': 200} Aug 11 00:27:19.906173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:27:19.921036 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-916befd5-f372-44e0-9ef7-f86df0d5e505 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=173cb5b3b8ce4b6ead6c0e4545ea261d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9381557 Aug 11 00:27:19.927037 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fb73dc20-7849-417c-b370-05e2d402d8e3 admin admin] 10.222.0.43 "PUT /v2.0/routers/6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2577167 Aug 11 00:27:19.930346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53412) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:19.941441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916befd5-f372-44e0-9ef7-f86df0d5e505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0665e37d-851a-44fe-805b-820fa37587b7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:20.031567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfafd37f-1b93-44ee-8a87-305180dd616a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.107623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.111195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0fcf810-f1d1-4672-a27a-eeff1738dadd tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Network b1bb9907-02f1-47bd-aa6a-9ab247de8f86 is not hosted by any dhcp agent {{(pid=95255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 00:27:20.113311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fcf810-f1d1-4672-a27a-eeff1738dadd tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:20.114421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0fcf810-f1d1-4672-a27a-eeff1738dadd tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.116842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d0fcf810-f1d1-4672-a27a-eeff1738dadd tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "PUT /v2.0/networks/b1bb9907-02f1-47bd-aa6a-9ab247de8f86 HTTP/1.1" status: 200 len: 857 time: 1.4692593 Aug 11 00:27:20.128254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfafd37f-1b93-44ee-8a87-305180dd616a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.131095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53416) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:20.172929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7e6126c8-4aa1-466d-ab72-89bd1d0b3b8c req-23e4901b-f43b-4fc3-934c-cf8f282500b9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.253322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21083f41-85d5-464b-8d07-ebfebf41073d req-e7ae3b5f-10d3-4abd-8492-bead985c1982 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:20.255449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21083f41-85d5-464b-8d07-ebfebf41073d req-e7ae3b5f-10d3-4abd-8492-bead985c1982 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1945047 Aug 11 00:27:20.260766 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.279369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.317770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcf810-f1d1-4672-a27a-eeff1738dadd tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event updated for resources: {'Network': ['ID=b1bb9907-02f1-47bd-aa6a-9ab247de8f86,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:20.354558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21083f41-85d5-464b-8d07-ebfebf41073d req-8899d363-43e5-40f6-b936-c684a543b205 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857191 Aug 11 00:27:20.371847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event updated for resources: {'Port': ['ID=c735485b-bc61-45db-b087-54e84ad723c3,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:20.412314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Sync routers for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:27:20.430445 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.430961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0b225-c40e-4417-8a4e-bfbec380ced9 req-bc015fe4-75d9-415c-b2bc-ebed6fdd2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:20.434307 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03b0b225-c40e-4417-8a4e-bfbec380ced9 req-bc015fe4-75d9-415c-b2bc-ebed6fdd2ade service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1101 time: 0.4120800 Aug 11 00:27:20.436541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.449224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:20.449348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bb9907-02f1-47bd-aa6a-9ab247de8f86']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:20.450268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:20.463799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfafd37f-1b93-44ee-8a87-305180dd616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.468520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfafd37f-1b93-44ee-8a87-305180dd616a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.470477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dfafd37f-1b93-44ee-8a87-305180dd616a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0665e37d-851a-44fe-805b-820fa37587b7 HTTP/1.1" status: 204 len: 168 time: 0.5387716 Aug 11 00:27:20.482006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d454ef-aee0-4280-9d09-e36d8d2a8285') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:20.482506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d454ef-aee0-4280-9d09-e36d8d2a8285') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:20.501703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafd37f-1b93-44ee-8a87-305180dd616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665e37d-851a-44fe-805b-820fa37587b7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:20.519368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.546425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03b0b225-c40e-4417-8a4e-bfbec380ced9 req-8458eff7-9cb3-4a00-80d8-265a6202c2be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037743 Aug 11 00:27:20.591792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:27:20.613869 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:27:20.627499 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7e6126c8-4aa1-466d-ab72-89bd1d0b3b8c req-23e4901b-f43b-4fc3-934c-cf8f282500b9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.641802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 529df1ca-994c-412e-b50f-950a659d630a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:20.678628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab48680-298c-473a-befc-3bc46f43b17e req-d11aad32-a45b-4f47-9fef-5bbb6c993200 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:20.680599 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ab48680-298c-473a-befc-3bc46f43b17e req-d11aad32-a45b-4f47-9fef-5bbb6c993200 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 944 time: 0.1716912 Aug 11 00:27:20.729914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ab48680-298c-473a-befc-3bc46f43b17e req-29825ba4-3e31-429b-b854-f6e356ed87f6 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Aug 11 00:27:20.748283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7e6126c8-4aa1-466d-ab72-89bd1d0b3b8c req-23e4901b-f43b-4fc3-934c-cf8f282500b9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.804143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:20.828402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4901b-f43b-4fc3-934c-cf8f282500b9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe2c4d-2462-4d0c-a465-b0ae67263527,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:20.877104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 529df1ca-994c-412e-b50f-950a659d630a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:20.877104 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.957494 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.969290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1bb9907-02f1-47bd-aa6a-9ab247de8f86 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 00:27:20.975013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:20.979765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b1bb9907-02f1-47bd-aa6a-9ab247de8f86 HTTP/1.1" status: 204 len: 168 time: 0.8429625 Aug 11 00:27:20.984477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53426) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:20.999096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bf851-5823-43be-8094-7a540c47a1ce tempest-ExternalNetworksTestJSON-1228695691 tempest-ExternalNetworksTestJSON-1228695691-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1bb9907-02f1-47bd-aa6a-9ab247de8f86,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:21.061486 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3decc835-2a12-425a-92b5-f14b3225cc23 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] DELETE failed (client error): The resource could not be found. Aug 11 00:27:21.062956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3decc835-2a12-425a-92b5-f14b3225cc23 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:27:21.070941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53428) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:21.083208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3decc835-2a12-425a-92b5-f14b3225cc23 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] 10.222.0.43 "DELETE /v2.0/subnets/2c87404a-39b8-4367-b363-e8b4e01c9166 HTTP/1.1" status: 404 len: 337 time: 0.0818584 Aug 11 00:27:21.128893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Made reservation on behalf of 308d288f8e964516b756bc93111f7fda for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:21.143075 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.165406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 2, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:21.173580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.208753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Checking router: 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:27:21.209567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Updating router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 port aef77f1b-f6c3-45b2-934f-839d6fa01396 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:27:21.249105 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.251476 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8e69ecb0-b849-4818-8be1-72b61f976e77 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4562376 Aug 11 00:27:21.304154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7e6126c8-4aa1-466d-ab72-89bd1d0b3b8c req-23e4901b-f43b-4fc3-934c-cf8f282500b9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.306257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7e6126c8-4aa1-466d-ab72-89bd1d0b3b8c req-23e4901b-f43b-4fc3-934c-cf8f282500b9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.4189243 Aug 11 00:27:21.325506 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.377276 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.506131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6da56e3f-9f21-488a-9451-35d2f46479c5 req-140af5f1-478d-4eda-ba24-38d2f18b59eb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 210 time: 0.0891714 Aug 11 00:27:21.668225 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.682392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ccca4d-71f5-46be-a467-24348ba50e6b']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:21.707495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa5ba8e-bf74-4576-ae24-828c629ed7ae') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:21.707806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa5ba8e-bf74-4576-ae24-828c629ed7ae') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:21.720261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.737389 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.744139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:27:21.744553 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.805733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:27:21.821481 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:27:21.983305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.013781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.027235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.030246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] 10.222.0.43 "DELETE /v2.0/networks/e0ccca4d-71f5-46be-a467-24348ba50e6b HTTP/1.1" status: 204 len: 168 time: 0.9569380 Aug 11 00:27:22.079496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 491fd3f9-198b-4f84-b6e8-30926f3422a8 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:27:22.086342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523b45b-5689-4263-90bd-2d5950606761 tempest-ExternalNetworksTestJSON-499791141 tempest-ExternalNetworksTestJSON-499791141-project] Pushing event deleted for resources: {'Network': ['ID=e0ccca4d-71f5-46be-a467-24348ba50e6b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:22.104890 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.114830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53444) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:22.149113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcea931a-369e-4771-9b89-1724e8c62af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.198107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Transition to ACTIVE for port object aef77f1b-f6c3-45b2-934f-839d6fa01396 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:22.291131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f545d97d-6064-48d4-887d-c18dcaa9a787,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:22.334865 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcea931a-369e-4771-9b89-1724e8c62af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.343354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 491fd3f9-198b-4f84-b6e8-30926f3422a8, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=491fd3f9-198b-4f84-b6e8-30926f3422a8,segment=NetworkSegment(2489208f-c7e7-4c49-ae43-2d5b561072cc),segment_id=2489208f-c7e7-4c49-ae43-2d5b561072cc)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:22.359719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '491fd3f9-198b-4f84-b6e8-30926f3422a8', 'network_id': 'bf5c7353-6b7e-411c-bfb6-1505d4187cae', 'port_id': '491fd3f9-198b-4f84-b6e8-30926f3422a8', 'mac_address': 'fa:16:3e:38:55:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d54984-8488-4bc4-b0f4-7e4689e3f3a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:27:22.383217 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-7e1585f5-a225-4948-b4aa-733afd4597bd tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39560 time: 0.8252516 Aug 11 00:27:22.394109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.410424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.535548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcea931a-369e-4771-9b89-1724e8c62af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.554765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Allocated IP 192.168.233.68 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/5cfc2260-855d-40b3-9532-1d04fa4e9cd4) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:22.556528 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.569355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-a987f419-f032-4fa6-9796-6d504cad198e tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/19d7d532-248c-4b9c-baea-4c2a881fc9d9 HTTP/1.1" status: 200 len: 2981 time: 0.1743624 Aug 11 00:27:22.584286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea931a-369e-4771-9b89-1724e8c62af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a101496-4903-4f69-8f91-c269bc17d893,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:22.601678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e83b78-dc80-4cdc-98f6-ea5ca1ccfd01 None None] Pushing event updated for resources: {'Port': ['ID=aef77f1b-f6c3-45b2-934f-839d6fa01396,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:22.609910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491fd3f9-198b-4f84-b6e8-30926f3422a8 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:22.651785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bcea931a-369e-4771-9b89-1724e8c62af0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c40730f5491b4f2ca2a2a60a50de3ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317228 Aug 11 00:27:22.651785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53448) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:22.661179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 491fd3f9-198b-4f84-b6e8-30926f3422a8, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=491fd3f9-198b-4f84-b6e8-30926f3422a8,segment=NetworkSegment(2489208f-c7e7-4c49-ae43-2d5b561072cc),segment_id=2489208f-c7e7-4c49-ae43-2d5b561072cc)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:22.675598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-a1e1d12f-6d81-4de6-ae12-a7d8f8dc7d97 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/19d7d532-248c-4b9c-baea-4c2a881fc9d9 HTTP/1.1" status: 200 len: 2981 time: 0.0863819 Aug 11 00:27:22.704276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53450) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:22.710513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7e55ac05-5574-4dc4-bec4-f1a698f4b10e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787878236', 'description': 'tempest-description--680758590'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:22.769404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Attempting to bind port aef77f1b-f6c3-45b2-934f-839d6fa01396 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:22.769841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Attempting to bind port aef77f1b-f6c3-45b2-934f-839d6fa01396 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:22.770222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Attempting to bind port aef77f1b-f6c3-45b2-934f-839d6fa01396 on network ca97a61f-0256-4523-9664-a2a145667588 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:22.776574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:22.823496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Checking segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:22.823496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.823496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Bound using segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:22.823496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Bound port: aef77f1b-f6c3-45b2-934f-839d6fa01396, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:22.823496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.824152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f2eb78-6e69-4284-8525-521df3d0263a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.826617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f2eb78-6e69-4284-8525-521df3d0263a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.855998 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:22.867494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] For port aef77f1b-f6c3-45b2-934f-839d6fa01396, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:22.871020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-001e0f37-f6ae-4a6f-88d5-80b8f08d6998 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3bdf9b95-3bd0-4c70-9789-668f5b5910f7 HTTP/1.1" status: 200 len: 2981 time: 0.1875207 Aug 11 00:27:22.872399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] For port aef77f1b-f6c3-45b2-934f-839d6fa01396, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aef77f1b-f6c3-45b2-934f-839d6fa01396,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:22.943871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-7aa2b036-98e5-4fee-a179-edb92922843a tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/3bdf9b95-3bd0-4c70-9789-668f5b5910f7 HTTP/1.1" status: 200 len: 2981 time: 0.0672963 Aug 11 00:27:22.954972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=491fd3f9-198b-4f84-b6e8-30926f3422a8,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:22.967366 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e55ac05-5574-4dc4-bec4-f1a698f4b10e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:23.008080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45a5b8-506a-4030-b818-07cb8e05a7f0 req-93859406-6fca-4d9a-9135-3548fe8c7415 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:23.008080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d45a5b8-506a-4030-b818-07cb8e05a7f0 req-93859406-6fca-4d9a-9135-3548fe8c7415 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1028376 Aug 11 00:27:23.037475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:23.047416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-fe4fc362-45e3-46d7-9bde-bba7d24a7e80 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/88889668-a498-46db-a9d7-8189dc980087 HTTP/1.1" status: 200 len: 2973 time: 0.0817070 Aug 11 00:27:23.053815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:23.083998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['491fd3f9-198b-4f84-b6e8-30926f3422a8'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:23.101223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d45a5b8-506a-4030-b818-07cb8e05a7f0 req-cb81817c-43f6-4055-ab41-6d92be660c47 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845063 Aug 11 00:27:23.178014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f2eb78-6e69-4284-8525-521df3d0263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:23.179563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Transition to ACTIVE for port object 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:23.184801 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f2eb78-6e69-4284-8525-521df3d0263a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:23.193520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53f2eb78-6e69-4284-8525-521df3d0263a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a101496-4903-4f69-8f91-c269bc17d893 HTTP/1.1" status: 204 len: 168 time: 0.5395386 Aug 11 00:27:23.197566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e83b78-dc80-4cdc-98f6-ea5ca1ccfd01 None None] Pushing event updated for resources: {'Port': ['ID=aef77f1b-f6c3-45b2-934f-839d6fa01396,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:23.213833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:23.224547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:23.285666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2eb78-6e69-4284-8525-521df3d0263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a101496-4903-4f69-8f91-c269bc17d893,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:23.316192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-3afdbc23-2abe-4151-b8c0-dba088364fe4 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/88889668-a498-46db-a9d7-8189dc980087 HTTP/1.1" status: 200 len: 2973 time: 0.2424111 Aug 11 00:27:23.474849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:23.512960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-4624e6a9-f276-4299-a6ad-3080015af55f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--277413465&fields=id&tenant_id=e0e468de982e4e30b1b7ddce26ac06d4 HTTP/1.1" status: 200 len: 267 time: 0.1309316 Aug 11 00:27:23.540880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-8efea3d7-b4bf-4bd4-8cd5-2284ba1002a8 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/968b7f65-da21-44d3-8d08-85d0f3f80513 HTTP/1.1" status: 200 len: 2981 time: 0.2213743 Aug 11 00:27:23.603428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53468) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:23.690629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e55ac05-5574-4dc4-bec4-f1a698f4b10e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:23.702619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-05bc4ed5-5959-451b-b1b5-2b97ece70945 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/968b7f65-da21-44d3-8d08-85d0f3f80513 HTTP/1.1" status: 200 len: 2981 time: 0.1599934 Aug 11 00:27:23.769361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:23.838010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e55ac05-5574-4dc4-bec4-f1a698f4b10e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:23.842349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:23.844738 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-59ddcfd4-a5e7-404d-9163-5a938d1b55e4 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b490fbc1-a984-4d9f-b8c4-54e8acadddfc HTTP/1.1" status: 200 len: 2977 time: 0.1323919 Aug 11 00:27:23.848178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:23.853594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:23.858049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'Port': ['ID=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:23.890110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:22Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:23.903773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-858344d7-39b2-4157-bd24-467b8060be3f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:23.911330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-858344d7-39b2-4157-bd24-467b8060be3f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/networks?id=31cd1945-d89e-4747-9115-474316622e32 HTTP/1.1" status: 200 len: 811 time: 0.3787711 Aug 11 00:27:23.966753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b131746-30d7-4195-ac11-a2007c33ece2 None None] The sync data for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 is: [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:22Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:27:23.975523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-1f3479b5-4528-4f04-9a5f-eadd4adf21f5 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/quotas/e0e468de982e4e30b1b7ddce26ac06d4 HTTP/1.1" status: 200 len: 375 time: 0.0625112 Aug 11 00:27:23.977287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ac05-5574-4dc4-bec4-f1a698f4b10e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2a12ac-3616-4c7d-b2de-0365867141d0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:24.093944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 491fd3f9-198b-4f84-b6e8-30926f3422a8 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:24.099356 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-cdbbf9d0-e61a-4629-b2ab-4ace48a6f75c tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0e468de982e4e30b1b7ddce26ac06d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090565 Aug 11 00:27:24.121297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-99738943-d88b-47e7-8884-18d43e04695e tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b490fbc1-a984-4d9f-b8c4-54e8acadddfc HTTP/1.1" status: 200 len: 2977 time: 0.2284100 Aug 11 00:27:24.149514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e55ac05-5574-4dc4-bec4-f1a698f4b10e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.151307 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7e55ac05-5574-4dc4-bec4-f1a698f4b10e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4464891 Aug 11 00:27:24.153290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-710287cf-397c-4e6f-919d-e4dca84dfbe0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=662e26540a244ce6a3f5a20722313709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465188 Aug 11 00:27:24.162958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:24.163815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.166835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53472) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:24.167348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53474) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:24.183356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3cfd711e-1c40-4cb1-b146-1b061f6c654c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'security_group_rule': {'security_group_id': '3c2a12ac-3616-4c7d-b2de-0365867141d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:24.348059 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-1ba09604-9b3c-4037-9a1c-196d5dca834c service neutron] 10.222.0.43 "GET /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313073 Aug 11 00:27:24.357889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-53a2b9fc-1255-409f-9f74-10bf7633d14e tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b55cbcc5-b74b-45a4-b91b-c0bfaf7f1b49 HTTP/1.1" status: 200 len: 2981 time: 0.2026949 Aug 11 00:27:24.364073 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-589d79ca-d16a-4117-96a8-432c126ea5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.405289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-589d79ca-d16a-4117-96a8-432c126ea5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.450623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 491fd3f9-198b-4f84-b6e8-30926f3422a8 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:24.466280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 491fd3f9-198b-4f84-b6e8-30926f3422a8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:24.466887 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.494917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cfd711e-1c40-4cb1-b146-1b061f6c654c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.502081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-addf2f26-3976-4b62-867f-02ded5a7a2a3 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b55cbcc5-b74b-45a4-b91b-c0bfaf7f1b49 HTTP/1.1" status: 200 len: 2981 time: 0.1356544 Aug 11 00:27:24.532552 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-3021744a-07fd-40a4-95f5-55fe7bee72d9 service neutron] 10.222.0.43 "GET /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802318 Aug 11 00:27:24.597500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7f40de06-47b9-4694-848d-56af56c0d45a None None] Provisioning for port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:24.603740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-b9619042-beda-4fa8-90c3-6936f6e7c2ca tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b7aec060-deb0-412f-86ed-96d6ec076d37 HTTP/1.1" status: 200 len: 2981 time: 0.0870421 Aug 11 00:27:24.605931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cfd711e-1c40-4cb1-b146-1b061f6c654c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.608749 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-4a820288-623e-4c76-b7a9-38a5f86662c0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8656511 Aug 11 00:27:24.623748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7f40de06-47b9-4694-848d-56af56c0d45a None None] Provisioning complete for port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:24.624182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f40de06-47b9-4694-848d-56af56c0d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.624788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Request body: {'port': {'device_id': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:24.664665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aef77f1b-f6c3-45b2-934f-839d6fa01396 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:24.668152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-589d79ca-d16a-4117-96a8-432c126ea5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.671367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-589d79ca-d16a-4117-96a8-432c126ea5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.672300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-589d79ca-d16a-4117-96a8-432c126ea5df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0f1a1f9-3e10-40e1-8c17-433dd6102ee9 HTTP/1.1" status: 204 len: 168 time: 0.5007761 Aug 11 00:27:24.705921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d79ca-d16a-4117-96a8-432c126ea5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f1a1f9-3e10-40e1-8c17-433dd6102ee9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:24.746536 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-1093d900-92a1-4d00-aa91-2caf148dfbfd tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b7aec060-deb0-412f-86ed-96d6ec076d37 HTTP/1.1" status: 200 len: 2981 time: 0.1361556 Aug 11 00:27:24.752278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.834244 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cfd711e-1c40-4cb1-b146-1b061f6c654c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.882460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7f40de06-47b9-4694-848d-56af56c0d45a None None] Port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:24.885065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd711e-1c40-4cb1-b146-1b061f6c654c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98d62a4-5dd9-4a09-8709-d24a83f180da,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:24.913422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-009238d5-80ed-40fb-99ee-203fbc8bf055 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ba4f2e0a-fdb8-4072-8f22-0f8cfc03e52d HTTP/1.1" status: 200 len: 2981 time: 0.1584182 Aug 11 00:27:24.957109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:24.986506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ddf5e5-39b6-455c-81c1-ae09290f203f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491fd3f9-198b-4f84-b6e8-30926f3422a8'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:24.988989 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110e706b-885e-45e8-8bf8-7792b8671477" -d '{"events": [{"server_uuid": "c2ddf5e5-39b6-455c-81c1-ae09290f203f", "name": "network-vif-plugged", "status": "completed", "tag": "491fd3f9-198b-4f84-b6e8-30926f3422a8"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:25.008748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 491fd3f9-198b-4f84-b6e8-30926f3422a8, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=491fd3f9-198b-4f84-b6e8-30926f3422a8,segment=NetworkSegment(2489208f-c7e7-4c49-ae43-2d5b561072cc),segment_id=2489208f-c7e7-4c49-ae43-2d5b561072cc)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:25.078051 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-15d62b91-83be-45b7-a3e6-bba67207849a tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ba4f2e0a-fdb8-4072-8f22-0f8cfc03e52d HTTP/1.1" status: 200 len: 2981 time: 0.1502955 Aug 11 00:27:25.145529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.151448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port aef77f1b-f6c3-45b2-934f-839d6fa01396 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:25.168656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3cfd711e-1c40-4cb1-b146-1b061f6c654c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.169924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3cfd711e-1c40-4cb1-b146-1b061f6c654c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9995983 Aug 11 00:27:25.175750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53494) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:25.185651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0852557d-e528-4c08-be9e-0aa863dbd86a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'security_group_rule': {'security_group_id': '3c2a12ac-3616-4c7d-b2de-0365867141d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:25.217086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port aef77f1b-f6c3-45b2-934f-839d6fa01396 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:25.217441 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.293414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=491fd3f9-198b-4f84-b6e8-30926f3422a8,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:25.314556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-03cf07b8-43c0-4b68-8049-ed6038730051 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c14c8e80-7540-4866-901a-13a4140abbde HTTP/1.1" status: 200 len: 2981 time: 0.1949320 Aug 11 00:27:25.431544 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.466287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d2ae7-7498-44d3-be36-5828c4ee1be1 req-28e3a5a2-8602-4d95-bef5-83acd1d440df tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:25.469798 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c3d2ae7-7498-44d3-be36-5828c4ee1be1 req-28e3a5a2-8602-4d95-bef5-83acd1d440df tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 946 time: 0.1833382 Aug 11 00:27:25.500048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port aef77f1b-f6c3-45b2-934f-839d6fa01396, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aef77f1b-f6c3-45b2-934f-839d6fa01396,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:25.509685 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-5efc4352-da48-43c2-9893-55bebf79a59d tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c14c8e80-7540-4866-901a-13a4140abbde HTTP/1.1" status: 200 len: 2981 time: 0.1871574 Aug 11 00:27:25.556936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c3d2ae7-7498-44d3-be36-5828c4ee1be1 req-68bb8c2a-9a2d-4874-a0fd-0f0fe95a5432 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792713 Aug 11 00:27:25.581687 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0852557d-e528-4c08-be9e-0aa863dbd86a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.648991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:25.690565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.691048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0852557d-e528-4c08-be9e-0aa863dbd86a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.695729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-ee0422b0-b44f-4250-8d4d-b3d4631100dd tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c6608491-dd29-4973-aa53-abac1f71473d HTTP/1.1" status: 200 len: 2981 time: 0.1466854 Aug 11 00:27:25.700276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.779879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Transition to ACTIVE for port object 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:25.792447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ffc76-fb3f-4101-b506-f15de569a30c req-8ae27250-ce04-436c-8a67-413a3edd3cf2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:25.796249 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f98ffc76-fb3f-4101-b506-f15de569a30c req-8ae27250-ce04-436c-8a67-413a3edd3cf2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 935 time: 0.1032169 Aug 11 00:27:25.822492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-1ff190a1-0125-4462-9bdb-a4aa79c36d1e tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/c6608491-dd29-4973-aa53-abac1f71473d HTTP/1.1" status: 200 len: 2981 time: 0.0996418 Aug 11 00:27:25.828822 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-76d27896-f986-4e8a-8841-5ee129501fb9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] show failed (client error): The resource could not be found. Aug 11 00:27:25.838722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-76d27896-f986-4e8a-8841-5ee129501fb9 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f0f1a1f9-3e10-40e1-8c17-433dd6102ee9 HTTP/1.1" status: 404 len: 352 time: 0.0232100 Aug 11 00:27:25.857754 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-6d091bef-48a1-47a6-a426-309529306e16 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] show failed (client error): The resource could not be found. Aug 11 00:27:25.875731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d321f5f0-3c84-476e-9a94-a51613439b53 req-6d091bef-48a1-47a6-a426-309529306e16 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f0f1a1f9-3e10-40e1-8c17-433dd6102ee9 HTTP/1.1" status: 404 len: 352 time: 0.0299778 Aug 11 00:27:25.883568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f98ffc76-fb3f-4101-b506-f15de569a30c req-8679526a-5a44-42c0-b89b-c303688f1109 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684659 Aug 11 00:27:25.883568 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0852557d-e528-4c08-be9e-0aa863dbd86a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.886087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=aef77f1b-f6c3-45b2-934f-839d6fa01396,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:25.938847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852557d-e528-4c08-be9e-0aa863dbd86a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecef1fa-2ae4-4ac4-a9ab-44cd14db4427,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:25.957322 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39eedee-aafb-4cce-bccd-e086183af5c0 x-openstack-request-id: req-f39eedee-aafb-4cce-bccd-e086183af5c0 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:25.958011 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ddf5e5-39b6-455c-81c1-ae09290f203f", "name": "network-vif-plugged", "status": "completed", "tag": "491fd3f9-198b-4f84-b6e8-30926f3422a8", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:25.958257 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:25.958851 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f39eedee-aafb-4cce-bccd-e086183af5c0 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:25.960228 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ddf5e5-39b6-455c-81c1-ae09290f203f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491fd3f9-198b-4f84-b6e8-30926f3422a8', 'code': 200} Aug 11 00:27:26.020283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0852557d-e528-4c08-be9e-0aa863dbd86a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:26.028893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0852557d-e528-4c08-be9e-0aa863dbd86a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8465877 Aug 11 00:27:26.029657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53520) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:26.038715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:26.133771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Pushing event updated for resources: {'Port': ['ID=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:26.134124 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0591471b-c1e4-45ba-b1c2-6fed63278d05 req-55917dec-6abd-45ad-b550-14e79508a2b1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 210 time: 0.0905862 Aug 11 00:27:26.178910 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-c6beb6b2-ed67-42a8-ae2d-78b2a730d47d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259475 Aug 11 00:27:26.292960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-295c246b-ee57-4679-b390-5bc5fde0fab9 req-6c67d6c0-c9c8-404d-bd71-d68640c696be tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c30a1712dc143c8b0496025e1083eb5 HTTP/1.1" status: 200 len: 6102 time: 0.1070230 Aug 11 00:27:26.302589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:26.368726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0eca2-5f06-43bd-9b66-5b82f78dcae4 req-947ed2db-7df3-4ef9-b44b-43ee15eb7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:26.371802 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0eca2-5f06-43bd-9b66-5b82f78dcae4 req-947ed2db-7df3-4ef9-b44b-43ee15eb7904 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 1098 time: 0.2474656 Aug 11 00:27:26.430389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53524) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:26.513423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-295c246b-ee57-4679-b390-5bc5fde0fab9 req-8d5f8abd-1340-4fcd-8d67-2c60192e9e31 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "GET /v2.0/security-groups/b55cbcc5-b74b-45a4-b91b-c0bfaf7f1b49 HTTP/1.1" status: 200 len: 2981 time: 0.1938815 Aug 11 00:27:26.573386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aef77f1b-f6c3-45b2-934f-839d6fa01396 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:26.640459 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-295c246b-ee57-4679-b390-5bc5fde0fab9 req-3b17d806-94bd-4b26-bf51-53cb9bc13f78 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "GET /v2.0/security-groups/b55cbcc5-b74b-45a4-b91b-c0bfaf7f1b49 HTTP/1.1" status: 200 len: 2981 time: 0.1187258 Aug 11 00:27:26.659306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port aef77f1b-f6c3-45b2-934f-839d6fa01396 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:26.659710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:26.742733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:26.887930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0eca2-5f06-43bd-9b66-5b82f78dcae4 req-80b8ec8e-69d3-4a87-9014-934e0e1ac040 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691188 Aug 11 00:27:26.928852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Attempting to bind port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:26.929200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Attempting to bind port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:26.934303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Attempting to bind port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:26.936339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a4b183fa-dec6-4008-9b0e-4ea23081411d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=256881b47a304c0fbb5e28704d1b3d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047913 Aug 11 00:27:26.940790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53538) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:26.948079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:26.948079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Attempting to bind port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:26.957092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-9ef5452e-ca3b-4432-83ef-86a0e512782b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:26.958697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-9ef5452e-ca3b-4432-83ef-86a0e512782b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7633474 Aug 11 00:27:26.965452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Allocated IP 172.25.0.72 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/76cd9bd2-6af5-44c8-a33d-640bf5bad1ea) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:26.982000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:26.982401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:26.982749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:26.983267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Bound port: 5cfc2260-855d-40b3-9532-1d04fa4e9cd4, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:26.983745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.016945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-70ebcc09-7f67-4303-a255-b29e5688531f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/quotas/6f878ddbfcbb49579a3fd9d4053ff9b7 HTTP/1.1" status: 200 len: 375 time: 0.0471992 Aug 11 00:27:27.130481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9576ec-789a-4450-84a7-7baef4f28800 req-2d09c401-8326-42f1-91cf-f930803d72a5 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:27.132226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c9576ec-789a-4450-84a7-7baef4f28800 req-2d09c401-8326-42f1-91cf-f930803d72a5 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 946 time: 0.0758607 Aug 11 00:27:27.167626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75600a66-71f6-41d1-83b9-9720272a5b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.177830 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.202754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c9576ec-789a-4450-84a7-7baef4f28800 req-a7d1dfb3-8349-431d-8983-73262d41aabe tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Aug 11 00:27:27.231333 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-603c44c8-88b2-445d-adef-83869ba8db49 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2073729 Aug 11 00:27:27.253790 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75600a66-71f6-41d1-83b9-9720272a5b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.258186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] For port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:27.272647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] For port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:27.287283 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be93ff10-b175-49ee-8dc4-9c9ccf72fb3a req-45a58aa1-146f-46bd-9bef-43fe00b42dd0 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/75fe2c4d-2462-4d0c-a465-b0ae67263527 HTTP/1.1" status: 200 len: 1777 time: 0.0525708 Aug 11 00:27:27.349537 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-be93ff10-b175-49ee-8dc4-9c9ccf72fb3a req-16394eb5-b8f7-48a5-b9ea-5f6b688d064b tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.374498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-be93ff10-b175-49ee-8dc4-9c9ccf72fb3a req-16394eb5-b8f7-48a5-b9ea-5f6b688d064b tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.425386 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.470839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:27.474380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:27.477571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:27.516069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75600a66-71f6-41d1-83b9-9720272a5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.523130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'Port': ['ID=76cd9bd2-6af5-44c8-a33d-640bf5bad1ea,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:27.525805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75600a66-71f6-41d1-83b9-9720272a5b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.527128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-75600a66-71f6-41d1-83b9-9720272a5b42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba4f2e0a-fdb8-4072-8f22-0f8cfc03e52d HTTP/1.1" status: 204 len: 168 time: 0.5853271 Aug 11 00:27:27.528848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.552847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-be93ff10-b175-49ee-8dc4-9c9ccf72fb3a req-16394eb5-b8f7-48a5-b9ea-5f6b688d064b tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.560456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-be93ff10-b175-49ee-8dc4-9c9ccf72fb3a req-16394eb5-b8f7-48a5-b9ea-5f6b688d064b tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.567711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be93ff10-b175-49ee-8dc4-9c9ccf72fb3a req-16394eb5-b8f7-48a5-b9ea-5f6b688d064b tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/75fe2c4d-2462-4d0c-a465-b0ae67263527 HTTP/1.1" status: 204 len: 173 time: 0.2681971 Aug 11 00:27:27.587494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75600a66-71f6-41d1-83b9-9720272a5b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4f2e0a-fdb8-4072-8f22-0f8cfc03e52d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:27.597145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:27.598160 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.599790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] 10.222.0.55 "PUT /v2.0/ports/5cfc2260-855d-40b3-9532-1d04fa4e9cd4 HTTP/1.1" status: 200 len: 1096 time: 2.9814534 Aug 11 00:27:27.600689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'tag': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:27.603907 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5528896c-daa6-409c-8e47-8c0e45e7d9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f", "tag": "5cfc2260-855d-40b3-9532-1d04fa4e9cd4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:27.642487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f238f8-e06f-4d73-8eb8-a4a921081b2e service neutron] Pushing event updated for resources: {'Port': ['ID=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:27.656259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16394eb5-b8f7-48a5-b9ea-5f6b688d064b tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fe2c4d-2462-4d0c-a465-b0ae67263527,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:27.898006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-96b88b74-0380-4e61-8ccf-2fa76d7325d6 req-74dc768a-4233-4347-a407-73f19ac97ad6 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 210 time: 0.0535457 Aug 11 00:27:27.916117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:27.975115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb408b76-6b19-4d7c-80ba-130569fb763d req-8bf02684-5e17-4b58-b62c-fafb37c88e8b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:28.000346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fb408b76-6b19-4d7c-80ba-130569fb763d req-8bf02684-5e17-4b58-b62c-fafb37c88e8b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 947 time: 0.1846399 Aug 11 00:27:28.022008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-297343c6-0099-46b4-8f02-3f0af785acc1 req-889d4433-ad49-45e6-a858-52eb1a38ad04 tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "GET /v2.0/security-groups/ea74a056-17c9-46c1-84f7-204672d44ac0 HTTP/1.1" status: 200 len: 1776 time: 0.0580468 Aug 11 00:27:28.092465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fb408b76-6b19-4d7c-80ba-130569fb763d req-281a77c0-899f-4c37-b96e-877acb848b20 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957642 Aug 11 00:27:28.154633 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-297343c6-0099-46b4-8f02-3f0af785acc1 req-0fb0f37a-45cf-4d13-b7e5-42cd980f657d tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:28.195245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-297343c6-0099-46b4-8f02-3f0af785acc1 req-0fb0f37a-45cf-4d13-b7e5-42cd980f657d tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:28.200696 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb9d871-e485-481d-afb6-f8bfe86e7a63 x-openstack-request-id: req-aeb9d871-e485-481d-afb6-f8bfe86e7a63 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:28.201222 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f", "tag": "5cfc2260-855d-40b3-9532-1d04fa4e9cd4", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:28.201664 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aeb9d871-e485-481d-afb6-f8bfe86e7a63 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:28.202249 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'tag': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'status': 'completed', 'code': 200} Aug 11 00:27:28.224429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6a28-b009-4e96-af70-91af01a11792 req-aca51561-bbe1-4bcd-8dcd-ef39e6bec3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:28.231763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-aca51561-bbe1-4bcd-8dcd-ef39e6bec3bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 1099 time: 0.1123185 Aug 11 00:27:28.240206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:28.289426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-afd8795f-12dc-45c2-8336-10fc47b0ac37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4 HTTP/1.1" status: 200 len: 217 time: 0.0471146 Aug 11 00:27:28.307743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11d9f468-c75f-4005-ad5d-a9b8b928fb96 req-2bc22214-dc4d-4747-9dc1-9e31dde1d404 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 210 time: 0.0425355 Aug 11 00:27:28.384574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6a28-b009-4e96-af70-91af01a11792 req-2e5ec9ee-1122-49e9-8c83-7c664f55740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:28.387568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-2e5ec9ee-1122-49e9-8c83-7c664f55740d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0902605 Aug 11 00:27:28.494478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf6a28-b009-4e96-af70-91af01a11792 req-ca798d56-97d7-45ca-9d3d-16b5a1668a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:28.497130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-ca798d56-97d7-45ca-9d3d-16b5a1668a8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018627 Aug 11 00:27:28.543215 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:28.553449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f9f63-3605-4ff5-8ec9-81a95cb02628 req-7d3f3289-a119-492e-a77e-2bcc2b3a53cb tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:28.555295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b42f9f63-3605-4ff5-8ec9-81a95cb02628 req-7d3f3289-a119-492e-a77e-2bcc2b3a53cb tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 946 time: 0.1202993 Aug 11 00:27:28.576948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-297343c6-0099-46b4-8f02-3f0af785acc1 req-0fb0f37a-45cf-4d13-b7e5-42cd980f657d tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:28.582377 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-297343c6-0099-46b4-8f02-3f0af785acc1 req-0fb0f37a-45cf-4d13-b7e5-42cd980f657d tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:28.584686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-297343c6-0099-46b4-8f02-3f0af785acc1 req-0fb0f37a-45cf-4d13-b7e5-42cd980f657d tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea74a056-17c9-46c1-84f7-204672d44ac0 HTTP/1.1" status: 204 len: 173 time: 0.5459125 Aug 11 00:27:28.605745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0f37a-45cf-4d13-b7e5-42cd980f657d tempest-SecurityGroupsTestAdminJSON-976454087 tempest-SecurityGroupsTestAdminJSON-976454087-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea74a056-17c9-46c1-84f7-204672d44ac0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:28.615314 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b42f9f63-3605-4ff5-8ec9-81a95cb02628 req-91caba05-974b-4799-b499-0d4c8295b8d4 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535738 Aug 11 00:27:28.716909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-ffed865b-ae8e-496f-8858-29e0f3372c26 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116952 Aug 11 00:27:28.732202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:28.910004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05bf6a28-b009-4e96-af70-91af01a11792 req-43f0b709-ca21-4d08-8740-352d5defa5ab service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760046 Aug 11 00:27:28.915827 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4846b543-d636-462b-ba1e-69a584737bb6 req-8b7e6db4-aebe-4eec-ad14-51e731f56a39 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "GET /v2.0/security-groups/f0d8580a-2e32-4d12-98df-3ec99ee8accf HTTP/1.1" status: 200 len: 1778 time: 0.2326005 Aug 11 00:27:28.964794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'Port': ['ID=76cd9bd2-6af5-44c8-a33d-640bf5bad1ea,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:28.998994 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.049181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4846b543-d636-462b-ba1e-69a584737bb6 req-d9b889be-9928-4f94-859b-b2d6af4517b7 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.078165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4846b543-d636-462b-ba1e-69a584737bb6 req-d9b889be-9928-4f94-859b-b2d6af4517b7 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.146794 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.155868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-953bd2b3-8a9e-4ac7-b15b-324c063dea9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1243975 Aug 11 00:27:29.203258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-a59411a8-adcc-4141-8453-d0b41160a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:29.204858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-a59411a8-adcc-4141-8453-d0b41160a7e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 1099 time: 0.0687003 Aug 11 00:27:29.270343 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.271837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4846b543-d636-462b-ba1e-69a584737bb6 req-d9b889be-9928-4f94-859b-b2d6af4517b7 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.274542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4846b543-d636-462b-ba1e-69a584737bb6 req-d9b889be-9928-4f94-859b-b2d6af4517b7 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.276005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4846b543-d636-462b-ba1e-69a584737bb6 req-d9b889be-9928-4f94-859b-b2d6af4517b7 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "DELETE /v2.0/security-groups/f0d8580a-2e32-4d12-98df-3ec99ee8accf HTTP/1.1" status: 204 len: 173 time: 0.3590539 Aug 11 00:27:29.294194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b889be-9928-4f94-859b-b2d6af4517b7 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8580a-2e32-4d12-98df-3ec99ee8accf,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:29.341811 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.376852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-a8fc4f18-216d-4aaf-928f-f2169423d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:29.379031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-a8fc4f18-216d-4aaf-928f-f2169423d5b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1674907 Aug 11 00:27:29.463585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-6e7993db-a9d2-4975-a946-4494841d0596 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4 HTTP/1.1" status: 200 len: 217 time: 0.0741713 Aug 11 00:27:29.465228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95a34c35-d315-47b4-8cea-14c636362fca req-3c4ffe9a-fce3-4718-89db-1b81f86efe56 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 210 time: 0.0311544 Aug 11 00:27:29.563017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b38747ee-4ce0-4db5-a33a-eb7317a46d68 req-ae7a5348-fb4b-4e44-985d-85818de15f28 tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "GET /v2.0/security-groups/e34dc015-f03e-4fb1-bf4e-5cbf327d716c HTTP/1.1" status: 200 len: 1776 time: 0.0468643 Aug 11 00:27:29.673916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b38747ee-4ce0-4db5-a33a-eb7317a46d68 req-d8a942f1-d4a9-4e26-9f75-71a0e8aaca1a tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.700626 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b38747ee-4ce0-4db5-a33a-eb7317a46d68 req-d8a942f1-d4a9-4e26-9f75-71a0e8aaca1a tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.734494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-5f4075a1-f6ac-456f-99e4-77a3681f99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:29.737125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-5f4075a1-f6ac-456f-99e4-77a3681f99f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2627943 Aug 11 00:27:29.866716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0513c02-f85c-49e0-ae97-4d31a9dec15e req-b9d8360d-e617-49ed-b03b-8921773186fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:29.869574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b0513c02-f85c-49e0-ae97-4d31a9dec15e req-b9d8360d-e617-49ed-b03b-8921773186fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 947 time: 0.3158507 Aug 11 00:27:29.927877 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b38747ee-4ce0-4db5-a33a-eb7317a46d68 req-d8a942f1-d4a9-4e26-9f75-71a0e8aaca1a tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.931295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b38747ee-4ce0-4db5-a33a-eb7317a46d68 req-d8a942f1-d4a9-4e26-9f75-71a0e8aaca1a tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:29.932547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b38747ee-4ce0-4db5-a33a-eb7317a46d68 req-d8a942f1-d4a9-4e26-9f75-71a0e8aaca1a tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] 10.222.0.43 "DELETE /v2.0/security-groups/e34dc015-f03e-4fb1-bf4e-5cbf327d716c HTTP/1.1" status: 204 len: 173 time: 0.3595991 Aug 11 00:27:29.946631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a942f1-d4a9-4e26-9f75-71a0e8aaca1a tempest-SecurityGroupsTestAdminJSON-437984077 tempest-SecurityGroupsTestAdminJSON-437984077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34dc015-f03e-4fb1-bf4e-5cbf327d716c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:29.953880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-6b98331d-7bc3-46e8-9a27-d2f9712395d2 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:29.955647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-6b98331d-7bc3-46e8-9a27-d2f9712395d2 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.44 "GET /v2.0/networks?id=31cd1945-d89e-4747-9115-474316622e32 HTTP/1.1" status: 200 len: 811 time: 0.4305198 Aug 11 00:27:29.959414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-3094cbaa-ee8d-4320-a86f-168f60b0cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:29.961024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-3094cbaa-ee8d-4320-a86f-168f60b0cb57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2147231 Aug 11 00:27:30.035527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b0513c02-f85c-49e0-ae97-4d31a9dec15e req-91d722e4-7ca9-46bd-8ba0-7bb8b3b3a588 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544845 Aug 11 00:27:30.098566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-853e8685-63eb-4cbb-989e-1bc646253993 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0e468de982e4e30b1b7ddce26ac06d4 HTTP/1.1" status: 200 len: 379 time: 0.1154091 Aug 11 00:27:30.116434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Request body: {'port': {'device_id': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'admin_state_up': True, 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'security_groups': ['06d91ece-b8d6-4012-b38c-aebb4dd03235']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:30.254578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f29fb2b-dd66-4bff-8bd3-9a60e3f926f6 req-042819be-9536-4c23-b423-55890321b5a2 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 210 time: 0.1150584 Aug 11 00:27:30.316141 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-94b91ef4-54fb-4e2c-9a03-464ef84823d8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--787878236&fields=id&tenant_id=a784853564fd4fafa0f51f47347bccbf HTTP/1.1" status: 200 len: 267 time: 0.1474166 Aug 11 00:27:30.334726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-9a036f5b-b215-4880-9f6b-819ec6ce6a90 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549259 Aug 11 00:27:30.421245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d64c8-563d-4d41-8221-41c1d526f628 req-fad8ce47-e060-41fb-a848-a4dc862e730e tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:30.422885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa8d64c8-563d-4d41-8221-41c1d526f628 req-fad8ce47-e060-41fb-a848-a4dc862e730e tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 946 time: 0.0570707 Aug 11 00:27:30.468218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa8d64c8-563d-4d41-8221-41c1d526f628 req-bab79147-3de7-489b-b982-aeedcdd0a311 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 Aug 11 00:27:30.656443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4362bf51-962b-4113-9346-b833f871c8b5 req-439907ee-650d-4bf4-9aa2-9daab725a682 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 210 time: 0.0464768 Aug 11 00:27:30.692977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e733-1418-46fd-b523-c22babf03e76 req-e2974b69-0d0c-4182-a480-e3c58be08cd4 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:30.695031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-e2974b69-0d0c-4182-a480-e3c58be08cd4 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 810 time: 0.3646111 Aug 11 00:27:30.704799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5528896c-daa6-409c-8e47-8c0e45e7d9ea req-423a038e-3481-4825-833b-d5fc2e518ad5 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403144 Aug 11 00:27:30.716329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-9c2fc7e0-f2e9-4412-ae39-bab60f40df9e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/quotas/a784853564fd4fafa0f51f47347bccbf HTTP/1.1" status: 200 len: 375 time: 0.0104356 Aug 11 00:27:30.849738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Made reservation on behalf of e0e468de982e4e30b1b7ddce26ac06d4 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:30.856284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:30.873972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-73f88ac9-034f-48fc-9d5a-845c423bc0d7 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1399183 Aug 11 00:27:31.034638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-517e3f25-6b97-4fc9-a696-9597a9d8c711 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:31.038908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-517e3f25-6b97-4fc9-a696-9597a9d8c711 tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 946 time: 0.2537103 Aug 11 00:27:31.249669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53660) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:31.324816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-4362df67-6f9f-473e-9c7e-1f0ee9ae5e6b service neutron] 10.222.0.43 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274061 Aug 11 00:27:31.336478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61912c46-29c4-4998-8cb6-fec92942df07 req-bfca2c80-f989-412e-8d56-45cf0e97936f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:31.350842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61912c46-29c4-4998-8cb6-fec92942df07 req-bfca2c80-f989-412e-8d56-45cf0e97936f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 947 time: 0.1194551 Aug 11 00:27:31.393673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Allocated IP 172.20.0.9 (31cd1945-d89e-4747-9115-474316622e32/627e58b2-7394-4b9b-a97e-6a0fb90c2dac/5b4ae8ca-4442-4624-952f-b54f90f3f37b) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:31.409648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61912c46-29c4-4998-8cb6-fec92942df07 req-58a80446-f008-4ead-bd7b-f03330b88d48 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574319 Aug 11 00:27:31.446299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Deleting port 491fd3f9-198b-4f84-b6e8-30926f3422a8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:27:31.446299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:31.604913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3db484e-fa57-4a45-b8c1-8588584aba6c req-1abb1cbd-d6d8-48f5-afb0-3a61afde95b2 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 210 time: 0.0571177 Aug 11 00:27:31.651568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-ce2732f7-9c3b-4bb4-ba34-66362f949058 service neutron] 10.222.0.43 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186376 Aug 11 00:27:31.737998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] For port 491fd3f9-198b-4f84-b6e8-30926f3422a8, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=491fd3f9-198b-4f84-b6e8-30926f3422a8,segment=NetworkSegment(2489208f-c7e7-4c49-ae43-2d5b561072cc),segment_id=2489208f-c7e7-4c49-ae43-2d5b561072cc)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:31.738806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:31.744158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47b9b61b-9439-4079-bf7c-f67dcfcc1839 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c30a1712dc143c8b0496025e1083eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933524 Aug 11 00:27:31.748777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53674) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:31.770765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Calling delete_port for 491fd3f9-198b-4f84-b6e8-30926f3422a8 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:27:31.801496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:31.909228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Transition to ACTIVE for port object 5b4ae8ca-4442-4624-952f-b54f90f3f37b will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:31.924474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7034-9494-43a1-beb6-e9fb032f8177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:31.956708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1ed9-2fa7-4ebe-813d-4d27c6f7cc77 req-a941b128-5609-4002-b681-16929359a21b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:31.960208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e83d1ed9-2fa7-4ebe-813d-4d27c6f7cc77 req-a941b128-5609-4002-b681-16929359a21b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 946 time: 0.0931718 Aug 11 00:27:31.963771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7034-9494-43a1-beb6-e9fb032f8177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:32.073928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e83d1ed9-2fa7-4ebe-813d-4d27c6f7cc77 req-90441ffb-0aa7-4efc-810c-266e9611d21b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/security-groups?id=19d7d532-248c-4b9c-baea-4c2a881fc9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863216 Aug 11 00:27:32.077063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-d6bc2430-1f70-40eb-abfb-68bbd192e466 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328805 Aug 11 00:27:32.136979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:27:32.230735 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53684) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:32.244201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7034-9494-43a1-beb6-e9fb032f8177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:32.248668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7034-9494-43a1-beb6-e9fb032f8177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:32.256522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0bfa7034-9494-43a1-beb6-e9fb032f8177 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b55cbcc5-b74b-45a4-b91b-c0bfaf7f1b49 HTTP/1.1" status: 204 len: 168 time: 0.4997723 Aug 11 00:27:32.344891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa7034-9494-43a1-beb6-e9fb032f8177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55cbcc5-b74b-45a4-b91b-c0bfaf7f1b49,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:32.354268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b65f60d-e0fe-4990-8e3b-1d2525b76ff9 req-bf25a8ad-9306-4e6a-a9d7-d340bdfe468b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.0991430 Aug 11 00:27:32.395956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd534812-e4b9-4a72-9f13-8491c6865c59 req-3e694670-1bc5-45a8-a238-0b1fb73ccded tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 210 time: 0.1024716 Aug 11 00:27:32.403488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:32.553888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Network 31cd1945-d89e-4747-9115-474316622e32 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:32.563215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:32.575279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-57250b89-d6c6-4dbe-b3d0-7d98a7dc3cfc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:32.579967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:32.583846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:32.587021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-57250b89-d6c6-4dbe-b3d0-7d98a7dc3cfc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4893737 Aug 11 00:27:32.625756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Request body: {'port': {'device_id': '0a30465b-4dfd-46ca-b993-5508a8ab52bb', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '6f878ddbfcbb49579a3fd9d4053ff9b7'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:32.657558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'mac_address': 'fa:16:3e:fa:79:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:27:32.689050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event updated for resources: {'Port': ['ID=5b4ae8ca-4442-4624-952f-b54f90f3f37b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:32.726293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:32.809225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.809797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.810381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.812867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['491fd3f9-198b-4f84-b6e8-30926f3422a8'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:32.824953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.825559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.826104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.826989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.827592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.828143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.841537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.842087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.842824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:32.967902 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:33.009219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:33.038029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Pushing event deleted for resources: {'Port': ['ID=491fd3f9-198b-4f84-b6e8-30926f3422a8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:33.044211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-add5b48a-0669-4042-b5ed-77b966fe1054 req-c84fdb59-f63e-4392-abde-aa487b048dff tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 210 time: 0.1757054 Aug 11 00:27:33.059330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:33.060733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:33.090971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:33.121211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] No DVR routers for this DVR port 491fd3f9-198b-4f84-b6e8-30926f3422a8 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:27:33.126552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:33.140430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313815-1054-4f12-b35a-2e8eccde3bc8 req-8881fc20-9ce5-4108-a820-f8e33e1d683f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:33.141400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe7c7d59-82ed-475c-9ac1-4a5f30cbb58a req-740f5ae6-49de-4c09-94cd-ec2beec6779b tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.55 "DELETE /v2.0/ports/491fd3f9-198b-4f84-b6e8-30926f3422a8 HTTP/1.1" status: 204 len: 173 time: 2.0866387 Aug 11 00:27:33.141400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ddf5e5-39b6-455c-81c1-ae09290f203f', 'name': 'network-vif-deleted', 'tag': '491fd3f9-198b-4f84-b6e8-30926f3422a8'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:33.141400 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e3702d-0cf9-4e40-bff2-2ff5dcf751b2" -d '{"events": [{"server_uuid": "c2ddf5e5-39b6-455c-81c1-ae09290f203f", "name": "network-vif-deleted", "tag": "491fd3f9-198b-4f84-b6e8-30926f3422a8"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:33.143971 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a313815-1054-4f12-b35a-2e8eccde3bc8 req-8881fc20-9ce5-4108-a820-f8e33e1d683f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 947 time: 0.2905345 Aug 11 00:27:33.180826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:33.225680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53704) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:33.231147 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:33.264152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a313815-1054-4f12-b35a-2e8eccde3bc8 req-d80dc74e-52fa-490b-9c77-38499539c402 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122997 Aug 11 00:27:33.379784 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-02f5bbc1-4463-4ff3-92f0-e96c91ef02f7 req-8a1a069a-8d9c-471a-bdca-3665ff787d0e tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 210 time: 0.0976558 Aug 11 00:27:33.382962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-5e36d3e2-f8c4-4b57-9520-36852007ade8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2724638 Aug 11 00:27:33.387473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:27:33.387473 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:27:33.387473 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': 'a8e259405621463f8b7dcb6242a48b32', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 27, 33, 205531)}] Aug 11 00:27:33.387473 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:27:33.388817 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:27:33.404483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Request body: {'port': {'device_id': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:33.411823 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88ea724c-9ad7-4a4e-a153-65627c1fc045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:33.453225 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa6ab2-e2c3-41ba-89d3-86450316b9f3 x-openstack-request-id: req-dbaa6ab2-e2c3-41ba-89d3-86450316b9f3 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:33.453841 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ddf5e5-39b6-455c-81c1-ae09290f203f", "name": "network-vif-deleted", "tag": "491fd3f9-198b-4f84-b6e8-30926f3422a8", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:33.456435 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbaa6ab2-e2c3-41ba-89d3-86450316b9f3 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:33.456435 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ddf5e5-39b6-455c-81c1-ae09290f203f', 'name': 'network-vif-deleted', 'tag': '491fd3f9-198b-4f84-b6e8-30926f3422a8', 'status': 'completed', 'code': 200} Aug 11 00:27:33.468162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Made reservation on behalf of 6f878ddbfcbb49579a3fd9d4053ff9b7 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:33.488733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:33.489919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:33.525513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:33.542588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:33.605250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-17d0e0ba-cb9b-4a53-9d44-b5c5863b5410 None None] Provisioning for port 5b4ae8ca-4442-4624-952f-b54f90f3f37b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:33.627750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-17d0e0ba-cb9b-4a53-9d44-b5c5863b5410 None None] Provisioning complete for port 5b4ae8ca-4442-4624-952f-b54f90f3f37b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:33.628675 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-17d0e0ba-cb9b-4a53-9d44-b5c5863b5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:33.717369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-17d0e0ba-cb9b-4a53-9d44-b5c5863b5410 None None] Port 5b4ae8ca-4442-4624-952f-b54f90f3f37b cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:33.723201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e626e33-6038-43ad-ac75-c0f8cd108809 req-bd4c5ec8-15ef-4df4-b0f7-1c80f9222148 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.1415601 Aug 11 00:27:33.962359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede99a2-2ab4-4d96-8084-c3ab5f939d89 req-deab019f-8058-45ca-98d4-566ee4058528 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:33.976862 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cede99a2-2ab4-4d96-8084-c3ab5f939d89 req-deab019f-8058-45ca-98d4-566ee4058528 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 931 time: 0.3069797 Aug 11 00:27:34.072036 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88ea724c-9ad7-4a4e-a153-65627c1fc045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.110811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cede99a2-2ab4-4d96-8084-c3ab5f939d89 req-1cc00a19-a346-4612-9535-75f6f7ad3dbe tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322041 Aug 11 00:27:34.123504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Allocated IP 192.168.233.248 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/d43be3cc-e2c4-46b1-a08e-174881f38f18) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:34.142558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 491fd3f9-198b-4f84-b6e8-30926f3422a8 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:27:34.181753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 491fd3f9-198b-4f84-b6e8-30926f3422a8 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:27:34.182339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 491fd3f9-198b-4f84-b6e8-30926f3422a8 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:27:34.227284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4ae8ca-4442-4624-952f-b54f90f3f37b {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:34.240736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.241033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88ea724c-9ad7-4a4e-a153-65627c1fc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.275601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Transition to ACTIVE for port object 5b4ae8ca-4442-4624-952f-b54f90f3f37b will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:34.354611 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.363061 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbf20699-3c7a-4e19-a95d-89d4ea415602 req-f2097ce0-6b58-4ded-a05f-368ba7401b60 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 210 time: 0.0773211 Aug 11 00:27:34.381272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.397273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea724c-9ad7-4a4e-a153-65627c1fc045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ecb18c-e552-4375-8adc-9c29de975bb1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:34.408397 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-88ea724c-9ad7-4a4e-a153-65627c1fc045 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c795a8e1262404fa73384713d0daa65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1813314 Aug 11 00:27:34.409701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Transition to ACTIVE for port object d43be3cc-e2c4-46b1-a08e-174881f38f18 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:34.424050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53720) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:34.470705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe3430-3196-43ce-ba9c-ff8a4010dee1 req-2dc27e82-1cec-4768-b31c-5e1abc5d5da7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:34.480316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ffe3430-3196-43ce-ba9c-ff8a4010dee1 req-2dc27e82-1cec-4768-b31c-5e1abc5d5da7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 948 time: 0.1085646 Aug 11 00:27:34.481742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.499556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cc812d5-21eb-4243-a6b6-05b30bec0e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.524680 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ffe3430-3196-43ce-ba9c-ff8a4010dee1 req-88924054-2bbb-4429-a872-f8e881704f1c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Aug 11 00:27:34.584681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53724) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:34.584906 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2c81943-eb06-4a22-8e2b-b0571a0d28ae req-91308836-b6c8-4cb3-8ad1-353cc72b3ffc tempest-InstanceActionsNegativeTestJSON-2068866584 tempest-InstanceActionsNegativeTestJSON-2068866584-project] 10.222.0.43 "GET /v2.0/ports?device_id=c2ddf5e5-39b6-455c-81c1-ae09290f203f HTTP/1.1" status: 200 len: 210 time: 0.0594170 Aug 11 00:27:34.601967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cc812d5-21eb-4243-a6b6-05b30bec0e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.628788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Pushing event updated for resources: {'Port': ['ID=5b4ae8ca-4442-4624-952f-b54f90f3f37b,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:34.661847 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6170c074-c46e-4f84-8317-5f08ab50ef30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5b806b7d34f4359aa455677bdeae0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745976 Aug 11 00:27:34.664579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53726) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:34.691952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.706285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['75f63290-2389-4c34-9634-42c3aacf3e64', 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:34.785375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:34.791895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:34.815493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:34.837087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Attempting to bind port 5b4ae8ca-4442-4624-952f-b54f90f3f37b on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:34.837754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Attempting to bind port 5b4ae8ca-4442-4624-952f-b54f90f3f37b by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:34.838132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Attempting to bind port 5b4ae8ca-4442-4624-952f-b54f90f3f37b on network 31cd1945-d89e-4747-9115-474316622e32 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:34.857562 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.873739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Port 5b4ae8ca-4442-4624-952f-b54f90f3f37b on network 31cd1945-d89e-4747-9115-474316622e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:34.874405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Attempting to bind port 5b4ae8ca-4442-4624-952f-b54f90f3f37b on network 31cd1945-d89e-4747-9115-474316622e32 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:34.892911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Pushing event updated for resources: {'Port': ['ID=d43be3cc-e2c4-46b1-a08e-174881f38f18,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:34.922336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cc812d5-21eb-4243-a6b6-05b30bec0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.925468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cc812d5-21eb-4243-a6b6-05b30bec0e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.927214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9cc812d5-21eb-4243-a6b6-05b30bec0e91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48ecb18c-e552-4375-8adc-9c29de975bb1 HTTP/1.1" status: 204 len: 168 time: 0.5002182 Aug 11 00:27:34.932816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc2e09d8-aeb1-47e6-a6eb-44ff9d98462f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:34.938071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:34.938452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Checking segment: {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:34.938866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Bound using segment: {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:34.941219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Bound port: 5b4ae8ca-4442-4624-952f-b54f90f3f37b, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83267266-c6a9-42c1-83ae-f88249a7de53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '31cd1945-d89e-4747-9115-474316622e32'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:34.941631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.042496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc812d5-21eb-4243-a6b6-05b30bec0e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ecb18c-e552-4375-8adc-9c29de975bb1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:35.109592 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-537390a4-70a6-4bd1-a191-b3d73ca6a097 req-74be849c-3cb9-4587-9509-115dde73e330 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.1445131 Aug 11 00:27:35.133940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:35.133940 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.173820 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc2e09d8-aeb1-47e6-a6eb-44ff9d98462f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.223933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] For port 5b4ae8ca-4442-4624-952f-b54f90f3f37b, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:35.228569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] For port 5b4ae8ca-4442-4624-952f-b54f90f3f37b, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5b4ae8ca-4442-4624-952f-b54f90f3f37b,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:35.323941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-12408f77-7d9a-4f5c-8fe9-f3f6aee48cf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7336712 Aug 11 00:27:35.338630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Request body: {'port': {'device_id': '0a30465b-4dfd-46ca-b993-5508a8ab52bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:35.374842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Allocated IP 172.25.0.116 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/c48d71f9-d493-4889-9852-03e8a7437763) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:35.389307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026130b-39e2-448b-a7b6-669d14dcd29c req-166b4a82-6a87-4320-a59e-9d82ad1e4859 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:35.391521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1026130b-39e2-448b-a7b6-669d14dcd29c req-166b4a82-6a87-4320-a59e-9d82ad1e4859 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 943 time: 0.1609387 Aug 11 00:27:35.404750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.414078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.474216 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc2e09d8-aeb1-47e6-a6eb-44ff9d98462f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.476809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc2e09d8-aeb1-47e6-a6eb-44ff9d98462f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.480666 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc2e09d8-aeb1-47e6-a6eb-44ff9d98462f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bdf9b95-3bd0-4c70-9789-668f5b5910f7 HTTP/1.1" status: 204 len: 168 time: 0.8126266 Aug 11 00:27:35.504631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:35.505289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.506726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] 10.222.0.44 "PUT /v2.0/ports/5b4ae8ca-4442-4624-952f-b54f90f3f37b HTTP/1.1" status: 200 len: 1092 time: 2.1119599 Aug 11 00:27:35.514137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'tag': '5b4ae8ca-4442-4624-952f-b54f90f3f37b'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:35.521984 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6914456-3d60-4da4-99ef-2e173a253d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf431b1-fe60-4232-b29f-6e26657634f5", "tag": "5b4ae8ca-4442-4624-952f-b54f90f3f37b"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:35.536185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e09d8-aeb1-47e6-a6eb-44ff9d98462f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdf9b95-3bd0-4c70-9789-668f5b5910f7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:35.543955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fa8cd867-235a-4aa6-9ec3-0e19ab3003dc None None] Provisioning for port d43be3cc-e2c4-46b1-a08e-174881f38f18 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:35.562634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fa8cd867-235a-4aa6-9ec3-0e19ab3003dc None None] Provisioning complete for port d43be3cc-e2c4-46b1-a08e-174881f38f18 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:35.563514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd867-235a-4aa6-9ec3-0e19ab3003dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.604181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1026130b-39e2-448b-a7b6-669d14dcd29c req-f0ee228a-316c-4e30-8235-8f6c8860ab7b tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918643 Aug 11 00:27:35.607138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8caa3-3913-4e4d-af31-f1893c5e49ed service neutron] Pushing event updated for resources: {'Port': ['ID=5b4ae8ca-4442-4624-952f-b54f90f3f37b,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:35.691439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cd867-235a-4aa6-9ec3-0e19ab3003dc None None] Port d43be3cc-e2c4-46b1-a08e-174881f38f18 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:35.715455 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48af5d-dfe6-4d63-b0ee-94a47153397c x-openstack-request-id: req-8c48af5d-dfe6-4d63-b0ee-94a47153397c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:35.715836 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf431b1-fe60-4232-b29f-6e26657634f5", "tag": "5b4ae8ca-4442-4624-952f-b54f90f3f37b", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:35.716127 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c48af5d-dfe6-4d63-b0ee-94a47153397c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:35.716653 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'tag': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'status': 'completed', 'code': 200} Aug 11 00:27:35.733679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:35.739798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123b092-ddbe-4a53-99a5-8691667ee018 req-e3bcfd99-2b30-4687-9b73-c057b801a58c tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:35.760888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-bd65807c-cf4f-4437-916a-43d40e213be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:35.762527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-bd65807c-cf4f-4437-916a-43d40e213be6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e468de982e4e30b1b7ddce26ac06d4&device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 1095 time: 0.1217871 Aug 11 00:27:35.766651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5123b092-ddbe-4a53-99a5-8691667ee018 req-e3bcfd99-2b30-4687-9b73-c057b801a58c tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 936 time: 0.2992771 Aug 11 00:27:35.984682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5123b092-ddbe-4a53-99a5-8691667ee018 req-782ade6b-cecd-401e-8f3c-5aac99689711 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915964 Aug 11 00:27:36.143608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:36.170815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43be3cc-e2c4-46b1-a08e-174881f38f18 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:36.186098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:36.211322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Transition to ACTIVE for port object d43be3cc-e2c4-46b1-a08e-174881f38f18 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:36.212763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53752) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:36.259988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-d6e313ce-59d9-42be-bc20-9669edbc58b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b4ae8ca-4442-4624-952f-b54f90f3f37b HTTP/1.1" status: 200 len: 217 time: 0.4795945 Aug 11 00:27:36.320913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c6c661a-80a5-4d41-9dc2-51ab0dade92b req-7068fc25-4c21-439b-a36b-79b5a1ece879 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.0488534 Aug 11 00:27:36.344506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:36.346892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef600eb-0700-42eb-b865-f69ef662c65f admin admin] Deleting subnet 63d54984-8488-4bc4-b0f4-7e4689e3f3a0 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:27:36.350922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:36.353409 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ef600eb-0700-42eb-b865-f69ef662c65f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:36.366596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:36.366596 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:36.367639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-66f6474d-602c-4272-91fc-5a09a65af370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:36.367639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-66f6474d-602c-4272-91fc-5a09a65af370 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627e58b2-7394-4b9b-a97e-6a0fb90c2dac HTTP/1.1" status: 200 len: 850 time: 0.0867014 Aug 11 00:27:36.380927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f4061-11d3-40a7-98bf-915359106af1 req-c9ee9d78-7961-4b2a-ae41-59e1f084d848 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:36.394570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-526f4061-11d3-40a7-98bf-915359106af1 req-c9ee9d78-7961-4b2a-ae41-59e1f084d848 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 948 time: 0.1301374 Aug 11 00:27:36.471929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:36.507534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:36.511295 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f461349-0eb5-4a92-9c8a-2c9bb953bce4" -d '{"events": [{"server_uuid": "c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f", "name": "network-vif-plugged", "status": "completed", "tag": "5cfc2260-855d-40b3-9532-1d04fa4e9cd4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:36.516768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:36.567538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:36.568716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:36.598133 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb66af2-3c0d-4676-9842-e72edad1bd26 x-openstack-request-id: req-ffb66af2-3c0d-4676-9842-e72edad1bd26 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:36.598374 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f", "name": "network-vif-plugged", "status": "completed", "tag": "5cfc2260-855d-40b3-9532-1d04fa4e9cd4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:36.598670 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffb66af2-3c0d-4676-9842-e72edad1bd26 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:36.599081 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'code': 200} Aug 11 00:27:36.632590 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:36.666108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:36.677799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:36.720477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-cfeeb70a-8afa-45a3-b761-2a318e56d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:36.727553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-cfeeb70a-8afa-45a3-b761-2a318e56d8e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31cd1945-d89e-4747-9115-474316622e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3297706 Aug 11 00:27:36.822011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:36.864684 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ef600eb-0700-42eb-b865-f69ef662c65f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:36.884634 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-526f4061-11d3-40a7-98bf-915359106af1 req-6bf8fc60-f213-4325-8cbd-3721d27bd3e3 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244604 Aug 11 00:27:36.993992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Pushing event updated for resources: {'Port': ['ID=d43be3cc-e2c4-46b1-a08e-174881f38f18,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:37.015380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Pushing event updated for resources: {'Port': ['ID=c48d71f9-d493-4889-9852-03e8a7437763,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:37.044293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ded41-8668-4c74-84c0-b7300c763302 req-9d7c03d4-0d6f-4f40-a2ad-e3a1c275128d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:37.046009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e26ded41-8668-4c74-84c0-b7300c763302 req-9d7c03d4-0d6f-4f40-a2ad-e3a1c275128d tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 943 time: 0.1201918 Aug 11 00:27:37.070592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e733-1418-46fd-b523-c22babf03e76 req-29c2d1d2-ed19-4213-85d2-2a57975350b8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:37.072857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-29c2d1d2-ed19-4213-85d2-2a57975350b8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 810 time: 0.5000951 Aug 11 00:27:37.122707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ef600eb-0700-42eb-b865-f69ef662c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.181272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e26ded41-8668-4c74-84c0-b7300c763302 req-b3c8dcd2-5818-49bc-b656-f89304e456fd tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115766 Aug 11 00:27:37.204551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-e4e46687-6e7b-4ebb-ac06-3bc00576572d service neutron] 10.222.0.44 "GET /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655890 Aug 11 00:27:37.251005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Attempting to bind port d43be3cc-e2c4-46b1-a08e-174881f38f18 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:37.251603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Attempting to bind port d43be3cc-e2c4-46b1-a08e-174881f38f18 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:37.253179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Attempting to bind port d43be3cc-e2c4-46b1-a08e-174881f38f18 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:37.319058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ac2c-37da-4536-969d-a59f67b1e16a req-d1daf62d-869b-46a5-bcfc-253d153dcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:37.320862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c579ac2c-37da-4536-969d-a59f67b1e16a req-d1daf62d-869b-46a5-bcfc-253d153dcb68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 1101 time: 0.6029375 Aug 11 00:27:37.350074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Port d43be3cc-e2c4-46b1-a08e-174881f38f18 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:37.351977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Attempting to bind port d43be3cc-e2c4-46b1-a08e-174881f38f18 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:37.380297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:37.380865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:37.381512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:37.392046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Bound port: d43be3cc-e2c4-46b1-a08e-174881f38f18, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:37.392358 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.472912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ef600eb-0700-42eb-b865-f69ef662c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.493204 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-955bad86-098f-4972-94e7-f6e9c444e1a4 req-ac72e167-6b55-4772-8190-aa242326421e service neutron] 10.222.0.44 "GET /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506502 Aug 11 00:27:37.497722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-369288ac-828f-4bf1-aede-b6995f91d96d tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a784853564fd4fafa0f51f47347bccbf HTTP/1.1" status: 200 len: 379 time: 0.2906990 Aug 11 00:27:37.515970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'port': {'device_id': '93684f1c-91e3-4c30-a998-98f836decad8', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'admin_state_up': True, 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'security_groups': ['3c2a12ac-3616-4c7d-b2de-0365867141d0']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:37.521567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c579ac2c-37da-4536-969d-a59f67b1e16a req-325cab24-5c7a-4087-8e04-6322c69c4932 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777453 Aug 11 00:27:37.556763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef600eb-0700-42eb-b865-f69ef662c65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d54984-8488-4bc4-b0f4-7e4689e3f3a0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:37.560715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ef600eb-0700-42eb-b865-f69ef662c65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.566239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7ef600eb-0700-42eb-b865-f69ef662c65f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63d54984-8488-4bc4-b0f4-7e4689e3f3a0 HTTP/1.1" status: 204 len: 168 time: 1.3518138 Aug 11 00:27:37.572019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.573665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53782) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:37.583995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9fbe081a-0783-42d7-9aef-052059f7a58f req-038ce19d-e04c-4fdb-b2aa-8d27a0cc5cd3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.1003013 Aug 11 00:27:37.607368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c8e73-cd5b-42a6-a507-523c44dac7f6 req-17e4f054-1c32-46fd-b75b-3dd57c1bf879 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:37.615496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c65c8e73-cd5b-42a6-a507-523c44dac7f6 req-17e4f054-1c32-46fd-b75b-3dd57c1bf879 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 948 time: 0.2900846 Aug 11 00:27:37.660373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] For port d43be3cc-e2c4-46b1-a08e-174881f38f18, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:37.665062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] For port d43be3cc-e2c4-46b1-a08e-174881f38f18, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d43be3cc-e2c4-46b1-a08e-174881f38f18,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:37.774822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c65c8e73-cd5b-42a6-a507-523c44dac7f6 req-7b0a9392-75c0-4566-b7a9-922d2915a79e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583807 Aug 11 00:27:37.789343 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.832391 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.862370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-226f469c-ca23-471c-90b8-333f0b57c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:37.864568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-226f469c-ca23-471c-90b8-333f0b57c1a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e468de982e4e30b1b7ddce26ac06d4&device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 1095 time: 0.1736329 Aug 11 00:27:37.868536 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.936615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:37.938244 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:37.941918 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] 10.222.0.44 "PUT /v2.0/ports/d43be3cc-e2c4-46b1-a08e-174881f38f18 HTTP/1.1" status: 200 len: 1097 time: 2.6084018 Aug 11 00:27:37.942874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a30465b-4dfd-46ca-b993-5508a8ab52bb', 'tag': 'd43be3cc-e2c4-46b1-a08e-174881f38f18'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:37.951644 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0a30465b-4dfd-46ca-b993-5508a8ab52bb", "tag": "d43be3cc-e2c4-46b1-a08e-174881f38f18"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:38.047093 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e01b0-d53c-46fd-8212-ebaa53e62f6b service neutron] Pushing event updated for resources: {'Port': ['ID=d43be3cc-e2c4-46b1-a08e-174881f38f18,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:38.244785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-f4bfed36-0cdf-446c-a2f2-b75133353c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:38.248583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-f4bfed36-0cdf-446c-a2f2-b75133353c1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 1100 time: 0.0759697 Aug 11 00:27:38.250358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Made reservation on behalf of a784853564fd4fafa0f51f47347bccbf for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:38.256999 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1890cfc3-87cf-442b-9bdd-9408094694a9 x-openstack-request-id: req-1890cfc3-87cf-442b-9bdd-9408094694a9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:38.257418 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a30465b-4dfd-46ca-b993-5508a8ab52bb", "tag": "d43be3cc-e2c4-46b1-a08e-174881f38f18", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:38.258189 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1890cfc3-87cf-442b-9bdd-9408094694a9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:38.259018 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a30465b-4dfd-46ca-b993-5508a8ab52bb', 'tag': 'd43be3cc-e2c4-46b1-a08e-174881f38f18', 'status': 'completed', 'code': 200} Aug 11 00:27:38.287958 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:38.309761 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-fda085ff-e09e-4c4b-aba1-1d0f43042d6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d43be3cc-e2c4-46b1-a08e-174881f38f18 HTTP/1.1" status: 200 len: 217 time: 0.0495434 Aug 11 00:27:38.428713 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:38.429580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-0f628a37-c434-4cac-be8e-02eaa9aaa41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:38.431392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-0f628a37-c434-4cac-be8e-02eaa9aaa41e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1132069 Aug 11 00:27:38.449899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cf9eb-837c-453e-8544-ff8119bbc069 req-3b5980df-359b-4bb7-b554-fcc353616013 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:38.460993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf1cf9eb-837c-453e-8544-ff8119bbc069 req-3b5980df-359b-4bb7-b554-fcc353616013 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 943 time: 0.1168339 Aug 11 00:27:38.535485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf1cf9eb-837c-453e-8544-ff8119bbc069 req-a0be2ec3-9ab6-4359-9a79-961e607ad10f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731120 Aug 11 00:27:38.552128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-d1aac2b2-3841-4f91-8950-0ef7433a377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:38.554246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-d1aac2b2-3841-4f91-8950-0ef7433a377d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0892324 Aug 11 00:27:38.579244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5c7353-6b7e-411c-bfb6-1505d4187cae']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:38.630001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2489208f-c7e7-4c49-ae43-2d5b561072cc') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:38.630496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2489208f-c7e7-4c49-ae43-2d5b561072cc') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:38.697565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:38.706889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-9003a9a0-6f9a-46fe-9a53-ef92cc9fd71d service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435370 Aug 11 00:27:38.712652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40bae-64c3-4116-b478-5dcef6873abd req-8551d740-5388-44ef-a934-a4f20ea115ef tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:38.714895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecf40bae-64c3-4116-b478-5dcef6873abd req-8551d740-5388-44ef-a934-a4f20ea115ef tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 949 time: 0.6696699 Aug 11 00:27:38.733136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-460548c7-ccf4-4914-9300-28f61e7fe7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:38.737981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-460548c7-ccf4-4914-9300-28f61e7fe7c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31cd1945-d89e-4747-9115-474316622e32 HTTP/1.1" status: 200 len: 912 time: 0.8375418 Aug 11 00:27:38.806174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be4fcdfa-bf48-4d48-8a53-4fe0692cbf1f req-fe1c233e-708e-49c5-82bb-d4f07790dd0a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.0717707 Aug 11 00:27:38.863809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:38.899745 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec064fdd-544c-47aa-978c-97a3510890f7 req-92e0f538-e15d-442e-bf7b-1305cb1b3be6 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789567 Aug 11 00:27:38.934315 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-1e5b9850-0dc3-4d91-83c1-db65d803bd9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b4ae8ca-4442-4624-952f-b54f90f3f37b HTTP/1.1" status: 200 len: 217 time: 0.1680639 Aug 11 00:27:38.951593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:27:38.951593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:27:38.956167 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:27:39.036244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a3a1d-a27b-4841-82a5-051d4326541c req-1850fb0b-0ce4-4756-a7b3-0b7a143ad0b5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:39.039732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b02a3a1d-a27b-4841-82a5-051d4326541c req-1850fb0b-0ce4-4756-a7b3-0b7a143ad0b5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 948 time: 0.1244905 Aug 11 00:27:39.120268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:39.141790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b02a3a1d-a27b-4841-82a5-051d4326541c req-e1b33b63-6277-43ab-927b-183b529aab19 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946512 Aug 11 00:27:39.178909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53820) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:39.187373 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecf40bae-64c3-4116-b478-5dcef6873abd req-3f6a7a84-0ea4-4ffe-b6fb-97bcad48b1da tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334393 Aug 11 00:27:39.213985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-dc2605c7-e031-430f-ba33-6f897b15bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:39.216838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-dc2605c7-e031-430f-ba33-6f897b15bc56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 1100 time: 0.1154587 Aug 11 00:27:39.217462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Allocated IP 172.20.0.8 (ca97a61f-0256-4523-9664-a2a145667588/afc4f30f-5d0b-46ae-ab39-ec2619e3d120/8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:39.231847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-e51a66ab-ff28-44d2-9aa1-ff99016c7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:39.233613 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-e51a66ab-ff28-44d2-9aa1-ff99016c7721 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627e58b2-7394-4b9b-a97e-6a0fb90c2dac HTTP/1.1" status: 200 len: 850 time: 0.2871721 Aug 11 00:27:39.287332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:39.343433 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:39.387823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-f8ae2c44-d92e-43d3-953d-5d11f65c0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:39.390246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-f8ae2c44-d92e-43d3-953d-5d11f65c0462 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1639872 Aug 11 00:27:39.434152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:39.440100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] 10.222.0.43 "DELETE /v2.0/networks/bf5c7353-6b7e-411c-bfb6-1505d4187cae HTTP/1.1" status: 204 len: 168 time: 1.8637185 Aug 11 00:27:39.452595 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-3b70d5ea-5a27-4488-94cf-e4b2dd2299fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=d43be3cc-e2c4-46b1-a08e-174881f38f18 HTTP/1.1" status: 200 len: 217 time: 0.0520873 Aug 11 00:27:39.516505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-819952b4-cc3c-4423-a7c9-891eceaa4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:39.518917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-819952b4-cc3c-4423-a7c9-891eceaa4ed4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0580914 Aug 11 00:27:39.549195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d665dbf-e8e1-4c83-afe6-f9106f619c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5c7353-6b7e-411c-bfb6-1505d4187cae,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:39.566514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Pushing event updated for resources: {'Port': ['ID=c48d71f9-d493-4889-9852-03e8a7437763,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:39.568131 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-173470fd-8736-431b-bd12-2ee48ca0c83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:39.575998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-474ef77d-edf1-49a2-8dbe-a1419cddfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:39.577952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-474ef77d-edf1-49a2-8dbe-a1419cddfcdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31cd1945-d89e-4747-9115-474316622e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3356993 Aug 11 00:27:39.653056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-3cbc4114-6085-4c27-a97d-c5226fefd696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:39.660291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:39.661549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-3cbc4114-6085-4c27-a97d-c5226fefd696 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274500 Aug 11 00:27:39.725968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:39.753990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Transition to ACTIVE for port object 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:39.757768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-a4222967-e4a2-416c-882d-f4c237e28954 service neutron] 10.222.0.44 "GET /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712697 Aug 11 00:27:39.857568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebf20d-4dd4-47a0-a543-c2c1e47eef6e req-c3099ee3-731c-4126-8811-98b8a2138f53 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:39.865639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8bebf20d-4dd4-47a0-a543-c2c1e47eef6e req-c3099ee3-731c-4126-8811-98b8a2138f53 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 943 time: 0.1663589 Aug 11 00:27:39.906665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-173470fd-8736-431b-bd12-2ee48ca0c83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:39.911931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-2c46a507-8454-4331-a1c0-9b890e808d55 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438529 Aug 11 00:27:39.942372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8bebf20d-4dd4-47a0-a543-c2c1e47eef6e req-73986f7f-6358-4fd1-8f99-f1a48bea19a5 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757029 Aug 11 00:27:39.957004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6914456-3d60-4da4-99ef-2e173a253d5d req-c0db04ae-039f-42a6-a0fd-6f4036e95c41 service neutron] 10.222.0.44 "GET /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890178 Aug 11 00:27:40.009164 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-178ceed4-8551-49a3-bf86-b27cf4cd1693 req-6438362c-5721-47d3-aa61-d6a1c589fdf2 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.0442903 Aug 11 00:27:40.109483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.110218 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-173470fd-8736-431b-bd12-2ee48ca0c83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.154772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78dc21a3-9c6b-4dd9-9990-ae927877e3ed req-6cc7903a-996c-4b8d-9675-7193e01f3c47 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086587 Aug 11 00:27:40.180056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173470fd-8736-431b-bd12-2ee48ca0c83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004caebf-7b64-4d03-9a73-5ccf40e25191,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:40.202082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-173470fd-8736-431b-bd12-2ee48ca0c83e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8db5dbfa2a6b49fa834dc1b8229f1608&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0175922 Aug 11 00:27:40.204338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53842) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:40.208771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Network ca97a61f-0256-4523-9664-a2a145667588 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:40.218616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:40.235846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:40.309296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.315002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-350e9555-4607-4afe-9f87-5768f3ec114d tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0494812 Aug 11 00:27:40.316593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53848) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:40.320056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'Port': ['ID=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:40.351274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1628834152', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'fixed_ips': [{'ip_address': '172.25.0.116'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:40.360018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53854) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:40.403651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5b4ae8ca-4442-4624-952f-b54f90f3f37b details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:27:40.414877 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f9902ed-e22e-4d64-8b64-a17ea5d628ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.500387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-b8a981ed-4daf-4167-bcd2-d37a46a43c29 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=76f220165f1c4458a874390d2063a6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772922 Aug 11 00:27:40.512759 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f9902ed-e22e-4d64-8b64-a17ea5d628ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.538198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-59154ffd-0e68-47a8-ac27-11fd3edac0cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a76ced3e0df54031960a84ecfbda6612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734486 Aug 11 00:27:40.550895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53860) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:40.555931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:40.556954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.590768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5b4ae8ca-4442-4624-952f-b54f90f3f37b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5b4ae8ca-4442-4624-952f-b54f90f3f37b,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:40.607480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'port_id': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'mac_address': 'fa:16:3e:5c:17:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:27:40.607946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74663e2-a448-450a-8c8f-a11d0d8f7617 req-5a77ff45-577b-4aa3-9eff-4ded1af7922d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:40.610679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b74663e2-a448-450a-8c8f-a11d0d8f7617 req-5a77ff45-577b-4aa3-9eff-4ded1af7922d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 948 time: 0.2922783 Aug 11 00:27:40.665847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Made reservation on behalf of a8e259405621463f8b7dcb6242a48b32 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:40.669757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.677257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b74663e2-a448-450a-8c8f-a11d0d8f7617 req-5b30ffb4-6ff2-417f-a5d5-be0a6babc0ed tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598660 Aug 11 00:27:40.682335 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.707274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4ae8ca-4442-4624-952f-b54f90f3f37b {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:40.738465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.758045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5b4ae8ca-4442-4624-952f-b54f90f3f37b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5b4ae8ca-4442-4624-952f-b54f90f3f37b,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:40.785885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d7f3f6ab-4fbd-452e-a253-5a164fb020d3 None None] Provisioning for port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:40.798871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d7f3f6ab-4fbd-452e-a253-5a164fb020d3 None None] Provisioning complete for port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:40.801281 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7f3f6ab-4fbd-452e-a253-5a164fb020d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.813960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-cc3626a2-9fc2-4914-a131-e965f7fa969f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3070707 Aug 11 00:27:40.824527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9211e6-ef26-47c4-b0ed-26ab75b61c53 req-f389d927-31f9-4a28-8c68-1f2ec4cc6854 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:40.826193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea9211e6-ef26-47c4-b0ed-26ab75b61c53 req-f389d927-31f9-4a28-8c68-1f2ec4cc6854 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 949 time: 0.0680020 Aug 11 00:27:40.833057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Request body: {'port': {'device_id': '93684f1c-91e3-4c30-a998-98f836decad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:40.862724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-300619c6-b99d-4f16-ae2e-76430f89cee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.885018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-c55a0bad-6367-4655-8417-85bef65bb753 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:40.889627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-c55a0bad-6367-4655-8417-85bef65bb753 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3817017 Aug 11 00:27:40.893890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d7f3f6ab-4fbd-452e-a253-5a164fb020d3 None None] Port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:40.898722 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:40.899773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d43be3cc-e2c4-46b1-a08e-174881f38f18 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:27:40.925994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-b785c989-6eca-480a-9fc5-91dd304f6e06 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/quotas/76f220165f1c4458a874390d2063a6eb HTTP/1.1" status: 200 len: 375 time: 0.0177927 Aug 11 00:27:40.931220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea9211e6-ef26-47c4-b0ed-26ab75b61c53 req-e9043e22-c501-4ca7-a3a0-0a3abd3bfa0e tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761921 Aug 11 00:27:40.934370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.001350 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-7295cc28-dc6e-4d92-9608-ef674370c30c tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=76f220165f1c4458a874390d2063a6eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603662 Aug 11 00:27:41.008304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-300619c6-b99d-4f16-ae2e-76430f89cee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.080160 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f9902ed-e22e-4d64-8b64-a17ea5d628ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.088354 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f9902ed-e22e-4d64-8b64-a17ea5d628ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.090366 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0f9902ed-e22e-4d64-8b64-a17ea5d628ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/004caebf-7b64-4d03-9a73-5ccf40e25191 HTTP/1.1" status: 204 len: 168 time: 0.8798497 Aug 11 00:27:41.279659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.337177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5b4ae8ca-4442-4624-952f-b54f90f3f37b,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:41.354709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9902ed-e22e-4d64-8b64-a17ea5d628ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004caebf-7b64-4d03-9a73-5ccf40e25191,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:41.400929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.402331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.402979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.403768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.404686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.406136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.406839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.407524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.408221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.408949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.409779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.410599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:27:41.426650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.455730 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-bfc16798-c72c-4d8a-83d0-83e4ed06e1e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3505545 Aug 11 00:27:41.459139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] device_id is not set on port 2ea3f09c-2e8e-4558-9db6-89b057939f31 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:27:41.463023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d43be3cc-e2c4-46b1-a08e-174881f38f18, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d43be3cc-e2c4-46b1-a08e-174881f38f18,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:41.477615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'd43be3cc-e2c4-46b1-a08e-174881f38f18', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'd43be3cc-e2c4-46b1-a08e-174881f38f18', 'mac_address': 'fa:16:3e:37:13:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:27:41.564275 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.583433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43be3cc-e2c4-46b1-a08e-174881f38f18 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:41.595992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:41.606326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d05351-7f9c-429d-8a28-81d84babd4e2 req-dece99cd-0456-4f6c-8de3-bab8d7561918 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:41.608053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75d05351-7f9c-429d-8a28-81d84babd4e2 req-dece99cd-0456-4f6c-8de3-bab8d7561918 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 1101 time: 0.1608555 Aug 11 00:27:41.610200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.628055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d43be3cc-e2c4-46b1-a08e-174881f38f18, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d43be3cc-e2c4-46b1-a08e-174881f38f18,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:41.634596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Transition to ACTIVE for port object 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:41.641877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-75d05351-7f9c-429d-8a28-81d84babd4e2 req-060c05fb-7a67-42b7-9ac7-590eadb18c8f tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.664555 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-300619c6-b99d-4f16-ae2e-76430f89cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.668735 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-300619c6-b99d-4f16-ae2e-76430f89cee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.673256 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-300619c6-b99d-4f16-ae2e-76430f89cee7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19d7d532-248c-4b9c-baea-4c2a881fc9d9 HTTP/1.1" status: 204 len: 168 time: 1.1188133 Aug 11 00:27:41.760155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cd5cd8-946a-413d-8c15-6e7ec020c31d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:41.791632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.800518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.871643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300619c6-b99d-4f16-ae2e-76430f89cee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d7d532-248c-4b9c-baea-4c2a881fc9d9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:41.904548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-a8319935-6336-4c56-ade2-6594270786fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:41.906214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-a8319935-6336-4c56-ade2-6594270786fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1101 time: 0.2684252 Aug 11 00:27:41.911006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-75d05351-7f9c-429d-8a28-81d84babd4e2 req-060c05fb-7a67-42b7-9ac7-590eadb18c8f tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:41.920025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1bf71-2e95-47d9-a590-df79cc8b153e req-5863ce40-2d1d-495d-94ec-b296351502fc tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:41.927619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcd1bf71-2e95-47d9-a590-df79cc8b153e req-5863ce40-2d1d-495d-94ec-b296351502fc tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 944 time: 0.2915430 Aug 11 00:27:41.949007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d43be3cc-e2c4-46b1-a08e-174881f38f18,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:42.059204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5b4ae8ca-4442-4624-952f-b54f90f3f37b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:42.065597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Pushing event updated for resources: {'Port': ['ID=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:42.107100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d43be3cc-e2c4-46b1-a08e-174881f38f18'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:42.107328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-75d05351-7f9c-429d-8a28-81d84babd4e2 req-060c05fb-7a67-42b7-9ac7-590eadb18c8f tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:42.180411 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcd1bf71-2e95-47d9-a590-df79cc8b153e req-393e1034-521b-407e-a1dd-dc5234c1d313 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515337 Aug 11 00:27:42.191200 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75d05351-7f9c-429d-8a28-81d84babd4e2 req-060c05fb-7a67-42b7-9ac7-590eadb18c8f tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690184 Aug 11 00:27:42.245088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c05fb-7a67-42b7-9ac7-590eadb18c8f tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431cb437-d2e5-4154-9610-0732d0eb52ac,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:42.260735 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 00:27:42.261593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:27:42.318222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-810bcfa9-733c-4ebf-943d-b107489c3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:42.321043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-810bcfa9-733c-4ebf-943d-b107489c3e3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.3324406 Aug 11 00:27:42.325198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Attempting to bind port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:42.325540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Attempting to bind port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:42.325884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Attempting to bind port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 on network ca97a61f-0256-4523-9664-a2a145667588 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:42.386854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 on network ca97a61f-0256-4523-9664-a2a145667588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:42.394034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Attempting to bind port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 on network ca97a61f-0256-4523-9664-a2a145667588 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:42.412559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb97904-3cd8-4931-b022-36e61428e729 req-a2850a4a-5613-4807-9800-a51c0e9b455d tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 210 time: 0.1029365 Aug 11 00:27:42.419099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:42.419759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Checking segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:42.421970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Bound using segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:42.422673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Bound port: 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:42.425801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:42.461568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-5ee3a82b-a765-4216-b55a-50ce89da0601 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84 HTTP/1.1" status: 200 len: 217 time: 0.1265905 Aug 11 00:27:42.494790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-49ba50b7-6ea6-4c3d-9221-7b815f7e30b0 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1629279 Aug 11 00:27:42.502445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53900) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:42.573226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe4edf-db28-4edc-a677-7cf88aae2f3a req-20694030-9380-464d-8110-866a1a485e90 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:42.585849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cfe4edf-db28-4edc-a677-7cf88aae2f3a req-20694030-9380-464d-8110-866a1a485e90 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 943 time: 0.2633109 Aug 11 00:27:42.624689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-dfcec30b-3ef9-4b2b-9661-a15055ef4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:42.626788 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-dfcec30b-3ef9-4b2b-9661-a15055ef4174 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1553268 Aug 11 00:27:42.657165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cfe4edf-db28-4edc-a677-7cf88aae2f3a req-771f2cbb-0180-4398-8a82-e507945beea6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702925 Aug 11 00:27:42.753596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-645e0ff5-574b-4343-92f8-4e3b8d7a61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:42.763106 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-645e0ff5-574b-4343-92f8-4e3b8d7a61ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274493 Aug 11 00:27:42.903821 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-9c503fa8-d731-4e2a-8063-8db6be615bed service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311207 Aug 11 00:27:43.060832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cf6d36-9562-480c-8dba-8b51a1814f67 req-d1fc6f01-5526-460d-b2ff-b34f7558dc7a service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497290 Aug 11 00:27:43.080563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] For port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:43.085299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] For port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:43.121583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8e884-5c3c-4fbb-af06-cb55d5c645d5 req-28d94953-95b1-4b63-8ef6-95a3045fa069 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:43.123096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cd8e884-5c3c-4fbb-af06-cb55d5c645d5 req-28d94953-95b1-4b63-8ef6-95a3045fa069 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 949 time: 0.5657923 Aug 11 00:27:43.180383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cd8e884-5c3c-4fbb-af06-cb55d5c645d5 req-15a4c999-a79d-4264-9a60-a1f60c617701 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506129 Aug 11 00:27:43.183007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Deleting port c48d71f9-d493-4889-9852-03e8a7437763 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:27:43.183496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:43.303981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:43.304976 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:43.343014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Calling delete_port for c48d71f9-d493-4889-9852-03e8a7437763 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:27:43.373583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:43.398239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccb34e-be51-4596-b1c3-b7f07ecb8854 req-57a64ce6-457b-41a0-ab3e-c5d4fffb2133 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:43.400917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08ccb34e-be51-4596-b1c3-b7f07ecb8854 req-57a64ce6-457b-41a0-ab3e-c5d4fffb2133 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 944 time: 0.0956743 Aug 11 00:27:43.460026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08ccb34e-be51-4596-b1c3-b7f07ecb8854 req-be3b5b22-2191-4e76-87f6-9498d43309bf tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455227 Aug 11 00:27:43.504814 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:27:43.535563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:43.536296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:43.537792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] 10.222.0.55 "PUT /v2.0/ports/8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 200 len: 1092 time: 2.7106402 Aug 11 00:27:43.543327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93684f1c-91e3-4c30-a998-98f836decad8', 'tag': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:43.546181 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2f572-299d-49a5-a401-779edf0eca70" -d '{"events": [{"name": "network-changed", "server_uuid": "93684f1c-91e3-4c30-a998-98f836decad8", "tag": "8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:43.550561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-e893ac5b-f302-4161-b519-d55937e39d3e tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561421 Aug 11 00:27:43.627691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7010e56a-3d3b-4089-a115-3093676d2d66 req-870d217f-2a55-494b-845c-2acd4afe1d17 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 210 time: 0.0401843 Aug 11 00:27:43.648883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0240e-c96b-493f-a073-517603bb1ede service neutron] Pushing event updated for resources: {'Port': ['ID=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:43.713116 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a5eb65-c642-4078-a393-30dde5921877 x-openstack-request-id: req-87a5eb65-c642-4078-a393-30dde5921877 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:43.713820 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93684f1c-91e3-4c30-a998-98f836decad8", "tag": "8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:43.714148 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87a5eb65-c642-4078-a393-30dde5921877 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:43.714637 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93684f1c-91e3-4c30-a998-98f836decad8', 'tag': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'status': 'completed', 'code': 200} Aug 11 00:27:43.816582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-68463ae8-877b-40d3-b879-8787370bfdaf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:43.819128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-68463ae8-877b-40d3-b879-8787370bfdaf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549882 Aug 11 00:27:43.826909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881ecbd-9fd9-4bf1-8575-17dbf65eadff req-2706af0c-ecd8-4a4d-bcd1-2c0b7b180746 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:43.828615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6881ecbd-9fd9-4bf1-8575-17dbf65eadff req-2706af0c-ecd8-4a4d-bcd1-2c0b7b180746 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 943 time: 0.0595212 Aug 11 00:27:43.878756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e733-1418-46fd-b523-c22babf03e76 req-b4f14b61-45c6-4621-bf25-3f89faea001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:43.882173 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-b4f14b61-45c6-4621-bf25-3f89faea001b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 1095 time: 0.1650412 Aug 11 00:27:43.885143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-2769761c-fcef-464a-ab17-135b92547174 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/quotas/308d288f8e964516b756bc93111f7fda HTTP/1.1" status: 200 len: 375 time: 0.0498619 Aug 11 00:27:43.904160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6881ecbd-9fd9-4bf1-8575-17dbf65eadff req-f30992e6-7584-4ee8-8ee2-a81f5fa29633 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610232 Aug 11 00:27:43.955516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53948) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:44.033648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53952) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:44.054338 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.068660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-1d205286-57bd-4802-89d8-144cd37c3267 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 200 len: 217 time: 0.1781981 Aug 11 00:27:44.154288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Pushing event deleted for resources: {'Port': ['ID=c48d71f9-d493-4889-9852-03e8a7437763,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:44.178024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1478466989-network', 'tenant_id': 'f85d1a26ebbc4afc95df34b28e9055ed'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:44.218440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-877a1aec-e636-4bda-8b4c-14a98a460e88 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2980270 Aug 11 00:27:44.232431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e733-1418-46fd-b523-c22babf03e76 req-8f8b5222-3f09-4103-9b15-ffee8bc8ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:44.233946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-8f8b5222-3f09-4103-9b15-ffee8bc8ee65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.1522856 Aug 11 00:27:44.235129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.237883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.239097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-209453f8-7ae6-42e1-92a8-9863d6d55853 tempest-ExternalNetworksAdminNegativeTestJSON-87729921 tempest-ExternalNetworksAdminNegativeTestJSON-87729921-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/739d7d81-b882-4646-98cd-708ced081325 HTTP/1.1" status: 204 len: 168 time: 1.7352102 Aug 11 00:27:44.243000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-581959545-network', 'tenant_id': '3225353944484b7bb68c660a8cc786ed'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:44.307451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e733-1418-46fd-b523-c22babf03e76 req-91c4cd61-8067-4a9d-bbce-5ef915582b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:44.324455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-91c4cd61-8067-4a9d-bbce-5ef915582b31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825126 Aug 11 00:27:44.356488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Made reservation on behalf of f85d1a26ebbc4afc95df34b28e9055ed for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:44.359192 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.374559 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.399074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcc449-74a5-4655-aa47-c901883f3deb req-0358af62-6d30-4467-9e0c-755324924a58 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:44.409355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44dcc449-74a5-4655-aa47-c901883f3deb req-0358af62-6d30-4467-9e0c-755324924a58 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 949 time: 0.1204555 Aug 11 00:27:44.415054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5b4ae8ca-4442-4624-952f-b54f90f3f37b up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:44.494164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44dcc449-74a5-4655-aa47-c901883f3deb req-25353509-b8b0-4fd3-b307-8f998c8aa7be tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Aug 11 00:27:44.528439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-d5659ea8-4323-4fdf-8a22-7cae2c36d7b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776484 Aug 11 00:27:44.553366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-3547503d-102a-4f48-8844-71b4346b6e23 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108262 Aug 11 00:27:44.561860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:44.564623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.590873 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.601799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 5b4ae8ca-4442-4624-952f-b54f90f3f37b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:44.611284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 5b4ae8ca-4442-4624-952f-b54f90f3f37b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:44.617954 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.706346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770387d7-0a9e-47df-bb14-354a2ecab5b2 req-2a520f9f-123d-404e-8b61-f92b222035ec tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:44.708234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-770387d7-0a9e-47df-bb14-354a2ecab5b2 req-2a520f9f-123d-404e-8b61-f92b222035ec tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 944 time: 0.1377790 Aug 11 00:27:44.734724 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:44.750571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-15a21376-b32e-4401-a097-41be1851c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:44.753351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-15a21376-b32e-4401-a097-41be1851c11a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 1101 time: 0.1691847 Aug 11 00:27:44.769741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4ae8ca-4442-4624-952f-b54f90f3f37b'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:44.773159 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4379b533-ff22-482a-94f9-3edcff8bb197" -d '{"events": [{"server_uuid": "dbf431b1-fe60-4232-b29f-6e26657634f5", "name": "network-vif-plugged", "status": "completed", "tag": "5b4ae8ca-4442-4624-952f-b54f90f3f37b"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:44.777444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-770387d7-0a9e-47df-bb14-354a2ecab5b2 req-febb3ac0-ac00-4f24-8b7c-901296bee62e tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584009 Aug 11 00:27:44.791633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5b4ae8ca-4442-4624-952f-b54f90f3f37b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5b4ae8ca-4442-4624-952f-b54f90f3f37b,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:44.880549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17316579-321c-4dd8-b00f-d133fdb0774a req-c4066299-27c4-47da-a045-fddd108a4a27 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 210 time: 0.0357466 Aug 11 00:27:44.886135 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c79e733-1418-46fd-b523-c22babf03e76 req-d4d17283-e3d0-4e1c-a2a5-35c0c1cdc90f service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177681 Aug 11 00:27:44.947597 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc63a62a-ba07-4aa8-9459-fef2d5fff441 x-openstack-request-id: req-bc63a62a-ba07-4aa8-9459-fef2d5fff441 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:44.947887 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf431b1-fe60-4232-b29f-6e26657634f5", "name": "network-vif-plugged", "status": "completed", "tag": "5b4ae8ca-4442-4624-952f-b54f90f3f37b", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:44.948144 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc63a62a-ba07-4aa8-9459-fef2d5fff441 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:44.948549 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'code': 200} Aug 11 00:27:44.983107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-ccba67ba-8fca-4c87-b3bf-c72501b97932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:44.985851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-ccba67ba-8fca-4c87-b3bf-c72501b97932 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2039592 Aug 11 00:27:45.008196 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.013760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d43be3cc-e2c4-46b1-a08e-174881f38f18 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:45.068140 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-024d046c-6234-4e17-a3c1-770744a5b7db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4 HTTP/1.1" status: 200 len: 217 time: 0.0745227 Aug 11 00:27:45.117850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5b4ae8ca-4442-4624-952f-b54f90f3f37b,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:45.165997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.186361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a15dc-9eaa-452e-8654-3b5e31633bc7 req-6f86ad05-7fd0-40f2-988b-17ad53c65c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:45.194589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb1a15dc-9eaa-452e-8654-3b5e31633bc7 req-6f86ad05-7fd0-40f2-988b-17ad53c65c33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 1097 time: 0.1596055 Aug 11 00:27:45.218242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008ea2-4c51-4e4a-adc2-290254e9294e req-8b2e78bd-49ee-4f76-97c3-3f73fba9b09a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:45.222003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-ad677f2f-b283-43ec-b9a3-37c57cb5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:45.225470 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-ad677f2f-b283-43ec-b9a3-37c57cb5ce7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1488748 Aug 11 00:27:45.226768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5008ea2-4c51-4e4a-adc2-290254e9294e req-8b2e78bd-49ee-4f76-97c3-3f73fba9b09a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 943 time: 0.1757009 Aug 11 00:27:45.259044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port d43be3cc-e2c4-46b1-a08e-174881f38f18 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:45.267124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port d43be3cc-e2c4-46b1-a08e-174881f38f18 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:45.269431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.318493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-7253858f-1666-4256-8406-d92d9a6fc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:45.333923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-7253858f-1666-4256-8406-d92d9a6fc08d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 1095 time: 0.1708360 Aug 11 00:27:45.334159 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5008ea2-4c51-4e4a-adc2-290254e9294e req-9a4969fc-3f93-4236-945d-2284b0212f96 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041155 Aug 11 00:27:45.358196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-47f364c2-f5a8-4be1-81e1-9194c9acb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:45.361824 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-47f364c2-f5a8-4be1-81e1-9194c9acb36c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267629 Aug 11 00:27:45.368478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb1a15dc-9eaa-452e-8654-3b5e31633bc7 req-82d6ea6e-3e51-4c39-8e75-3b0ee3d74d50 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366429 Aug 11 00:27:45.375245 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.430636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:27:45.488767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6480318b-58d4-45ef-909e-cb4e8f537a06,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:45.499226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53970) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:45.524070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.528586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.530472 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Added segment ad3fb435-186d-4165-b993-0a42896bccbb of type vlan for network 3edc85c4-0275-49f0-8192-04944d1d44e3 Aug 11 00:27:45.664659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d43be3cc-e2c4-46b1-a08e-174881f38f18, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d43be3cc-e2c4-46b1-a08e-174881f38f18,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:45.696833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-951f197b-6b28-4332-a750-1824db702923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:45.704618 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-951f197b-6b28-4332-a750-1824db702923 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 0.3727105 Aug 11 00:27:45.727640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-ad78de52-d215-492e-8dbb-e65204d54d6a service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523297 Aug 11 00:27:45.766332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.807151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.847868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-eddc4e27-91e7-40b6-a5a8-e2804f8c5e91 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=76f220165f1c4458a874390d2063a6eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1737978 Aug 11 00:27:45.875911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-356edd9d-9da9-44fe-ac6a-8844833b5463 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 200 len: 217 time: 0.1584387 Aug 11 00:27:45.878236 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a857d14-6787-4210-bc2b-e09f0e37081e req-6c158686-9e80-46bb-b045-bb917ffff472 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 210 time: 0.0504670 Aug 11 00:27:45.966127 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d60c1152-bc78-4255-bb29-d23ddf5cfe24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.966467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:45.967286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:45.967834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.012127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d43be3cc-e2c4-46b1-a08e-174881f38f18,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:46.012557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-a5146574-72b9-4b37-a1ba-10199d7c7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:46.014224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-a5146574-72b9-4b37-a1ba-10199d7c7e8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.1239896 Aug 11 00:27:46.112377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0453d01-0c43-4cae-a8be-1146386530a7 req-b5e74a6e-67e0-4d1c-aece-457564027add tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:46.114105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0453d01-0c43-4cae-a8be-1146386530a7 req-b5e74a6e-67e0-4d1c-aece-457564027add tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 950 time: 0.2809768 Aug 11 00:27:46.130577 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20c676c8-a3cd-49ab-9139-dafd7a986f6d req-6319f411-e968-4f4c-84f5-1d6872da0baf service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404808 Aug 11 00:27:46.136338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.169569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] Pushing event updated for resources: {'Network': ['ID=3edc85c4-0275-49f0-8192-04944d1d44e3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:46.186786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 3edc85c4-0275-49f0-8192-04944d1d44e3 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:27:46.187297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-14ed5abe-05db-4ead-8af3-df7fc5546307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:46.187637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-eefdc8f7-d160-403e-9b0a-9d598df29b18 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:46.189387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-14ed5abe-05db-4ead-8af3-df7fc5546307 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596041 Aug 11 00:27:46.189617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-eefdc8f7-d160-403e-9b0a-9d598df29b18 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345599 Aug 11 00:27:46.220154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Request body: {'port': {'device_id': '5ce48980-3405-4a6a-9268-a6789b7d227d', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '76f220165f1c4458a874390d2063a6eb'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:46.276410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fdf45c6b-40a8-47ea-acc0-00243232c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.276667 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0453d01-0c43-4cae-a8be-1146386530a7 req-10c84dad-1085-4a15-837e-6e8147f3fc4c tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461842 Aug 11 00:27:46.308561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.335329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f96d1-282a-403f-a34f-5141d8781d95 req-8975e284-71fc-410d-b495-4030a6c71977 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:46.339624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d0f96d1-282a-403f-a34f-5141d8781d95 req-8975e284-71fc-410d-b495-4030a6c71977 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 945 time: 0.2033460 Aug 11 00:27:46.351417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:27:46.390511 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.390859 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Added segment c14bdf60-faa1-480b-ae47-826195e02118 of type vlan for network e064e27f-ab8b-4da9-abd6-121ddde927ad Aug 11 00:27:46.392953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52749172-78bc-4659-9247-339457d7e24b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:46.426706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e6f2998b-d984-4db4-85b4-a74ce747b27a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3868206 Aug 11 00:27:46.427000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-93848e13-ffa2-43ef-9012-08215dce0fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170823 Aug 11 00:27:46.430485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53992) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:46.443806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Request body: {'subnet': {'network_id': '3edc85c4-0275-49f0-8192-04944d1d44e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1478466989-subnet', 'tenant_id': 'f85d1a26ebbc4afc95df34b28e9055ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:46.494361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7b2fb84-147f-4545-9ff9-d56a5b5f8efd req-bdc51908-7a57-4517-a4b3-3cad762f84e2 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 210 time: 0.0979481 Aug 11 00:27:46.494361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.577619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d0f96d1-282a-403f-a34f-5141d8781d95 req-3ff1ee6e-99d5-4053-9f34-63ae7c383e46 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251794 Aug 11 00:27:46.633652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd2f572-299d-49a5-a401-779edf0eca70 req-f7cfadd2-aa77-4bfe-b053-1374ca12959b service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900795 Aug 11 00:27:46.635810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcb412-9cd2-4a47-8473-48c0e679d834 req-76e294c9-793f-494c-b491-17aa2205ac3d tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:46.637442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15bcb412-9cd2-4a47-8473-48c0e679d834 req-76e294c9-793f-494c-b491-17aa2205ac3d tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 943 time: 0.0566583 Aug 11 00:27:46.695379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15bcb412-9cd2-4a47-8473-48c0e679d834 req-6de18c17-c5aa-4542-a88f-5f857000c95f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383384 Aug 11 00:27:46.727333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d60c1152-bc78-4255-bb29-d23ddf5cfe24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.733376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.733376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:46.733376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.796580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] Pushing event updated for resources: {'Network': ['ID=e064e27f-ab8b-4da9-abd6-121ddde927ad,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:46.809696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e064e27f-ab8b-4da9-abd6-121ddde927ad details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:27:46.950964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d60c1152-bc78-4255-bb29-d23ddf5cfe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:46.951955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a30465b-4dfd-46ca-b993-5508a8ab52bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43be3cc-e2c4-46b1-a08e-174881f38f18'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:46.954732 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0373cd2-ab61-4a80-b272-987ffb31b89f" -d '{"events": [{"server_uuid": "0a30465b-4dfd-46ca-b993-5508a8ab52bb", "name": "network-vif-plugged", "status": "completed", "tag": "d43be3cc-e2c4-46b1-a08e-174881f38f18"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:47.039968 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed0a709-6c46-425f-bac2-692f4913859d x-openstack-request-id: req-2ed0a709-6c46-425f-bac2-692f4913859d {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:47.041010 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a30465b-4dfd-46ca-b993-5508a8ab52bb", "name": "network-vif-plugged", "status": "completed", "tag": "d43be3cc-e2c4-46b1-a08e-174881f38f18", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:47.041460 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ed0a709-6c46-425f-bac2-692f4913859d {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:47.042269 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a30465b-4dfd-46ca-b993-5508a8ab52bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43be3cc-e2c4-46b1-a08e-174881f38f18', 'code': 200} Aug 11 00:27:47.043492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d60c1152-bc78-4255-bb29-d23ddf5cfe24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f938b174c9b74a1392cb66204a98c49a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5430980 Aug 11 00:27:47.046753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c1152-bc78-4255-bb29-d23ddf5cfe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da71392-94e3-4bc2-bac4-dd7d39280052,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:47.050713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54002) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:47.113076 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-79deab78-b335-463c-956e-d1b39feb7657 req-8d56d464-365b-403a-a88c-f3862b585bb9 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 210 time: 0.0865738 Aug 11 00:27:47.114460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Made reservation on behalf of 76f220165f1c4458a874390d2063a6eb for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:47.120953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.137885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.157406 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef069-4585-4165-b3ed-a16196d620fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.188116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef069-4585-4165-b3ed-a16196d620fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.208816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38334fa-aa6a-4040-a6c2-fe85aa66e082 req-b3ee75f0-717c-4e78-8641-5dcbe1d3ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:47.211022 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38334fa-aa6a-4040-a6c2-fe85aa66e082 req-b3ee75f0-717c-4e78-8641-5dcbe1d3ff63 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 1102 time: 0.0682116 Aug 11 00:27:47.257721 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d38334fa-aa6a-4040-a6c2-fe85aa66e082 req-b0011283-3068-4fa0-a337-c893b93309a8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Aug 11 00:27:47.287437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Made reservation on behalf of f85d1a26ebbc4afc95df34b28e9055ed for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:47.290205 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.374400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef069-4585-4165-b3ed-a16196d620fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.379364 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef069-4585-4165-b3ed-a16196d620fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.381515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dc9ef069-4585-4165-b3ed-a16196d620fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5da71392-94e3-4bc2-bac4-dd7d39280052 HTTP/1.1" status: 204 len: 168 time: 0.3291342 Aug 11 00:27:47.446156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ef069-4585-4165-b3ed-a16196d620fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da71392-94e3-4bc2-bac4-dd7d39280052,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:47.486334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-724c9aa2-f10e-4a1a-82a2-8a399d1fee9f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5293562 Aug 11 00:27:47.491694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54010) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:47.500660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Request body: {'subnet': {'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-581959545-subnet', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:47.585364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.587002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a3cf2-07b8-42c3-9381-0a5180b3ee89 req-827a8870-eef3-4f19-95a3-fa2a29f4d135 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:47.589286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-890a3cf2-07b8-42c3-9381-0a5180b3ee89 req-827a8870-eef3-4f19-95a3-fa2a29f4d135 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 950 time: 0.2062244 Aug 11 00:27:47.664206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea0eeee7-f7be-4256-9142-80ad687bcbf5 req-661a746e-87dc-408b-aa54-81124f672cd5 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 210 time: 0.0348318 Aug 11 00:27:47.716434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.728193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-890a3cf2-07b8-42c3-9381-0a5180b3ee89 req-9c80ac7f-6045-4484-ad46-3f14ac82c129 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213579 Aug 11 00:27:47.920767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:47.924496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.928415 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:47.929709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:48.008203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a517f47-ab06-456e-876f-aa6e019468b0 req-f2747650-145c-45ba-8869-2a31a397acb3 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:48.010751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a517f47-ab06-456e-876f-aa6e019468b0 req-f2747650-145c-45ba-8869-2a31a397acb3 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 945 time: 0.1928740 Aug 11 00:27:48.046073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Allocated IP 192.168.233.26 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/e7a7b923-dda8-4171-9ea5-12100f388d38) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:48.131512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a517f47-ab06-456e-876f-aa6e019468b0 req-c08fd26a-fc3c-4b58-94b9-832ad86e5979 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045547 Aug 11 00:27:48.136018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc10e5f-3504-427d-8b12-917d06faec2d req-e29feedd-1757-44ac-804d-3d3a72b15116 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:48.139176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccc10e5f-3504-427d-8b12-917d06faec2d req-e29feedd-1757-44ac-804d-3d3a72b15116 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 943 time: 0.2913818 Aug 11 00:27:48.185022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:27:48.261284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84bbaa24-cf23-42fe-ae00-a81c96e9451f,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:48.331529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Checking segment: {'id': 'ad3fb435-186d-4165-b993-0a42896bccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3edc85c4-0275-49f0-8192-04944d1d44e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:48.331529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Network hostable DHCP agents. Network: 3edc85c4-0275-49f0-8192-04944d1d44e3, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:27:48.341237 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-544c8060-bf38-448a-a8d3-e0a7a9fdf5f4 req-2a7c44c9-7281-41b1-a84c-6e52fc921ccd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 210 time: 0.0591743 Aug 11 00:27:48.342139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccc10e5f-3504-427d-8b12-917d06faec2d req-6d52d265-1402-45b8-bac0-17e18dac416e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363945 Aug 11 00:27:48.436638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:48.448445 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:48.464128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'port_id': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'mac_address': 'fa:16:3e:97:3e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:27:48.497940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Transition to ACTIVE for port object e7a7b923-dda8-4171-9ea5-12100f388d38 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:48.510414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:48.529494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:48.542529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926a3bb-337c-4e14-8d3a-22e7b0031d9e req-6081d297-50ba-4509-a842-b956bd7846c1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:48.554737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5926a3bb-337c-4e14-8d3a-22e7b0031d9e req-6081d297-50ba-4509-a842-b956bd7846c1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 945 time: 0.1118340 Aug 11 00:27:48.555982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:48.556305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54024) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:48.561200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Request body: {'floatingip': {'port_id': '5b4ae8ca-4442-4624-952f-b54f90f3f37b'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:48.603037 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:48.605267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Network 3edc85c4-0275-49f0-8192-04944d1d44e3 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:27:48.671974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:48.693301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54026) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:48.794046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaf144c-f16b-4e7e-acef-7fc027835e1a,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:48.804588 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:48.809027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Checking segment: {'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:48.809207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Network hostable DHCP agents. Network: e064e27f-ab8b-4da9-abd6-121ddde927ad, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:27:48.816572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-89d6a49b-0076-408c-948b-d26271badafe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8e259405621463f8b7dcb6242a48b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207330 Aug 11 00:27:48.821430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:48.832350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54032) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:48.898509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 3edc85c4-0275-49f0-8192-04944d1d44e3) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:48.914395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830d8d67-c08a-470f-9da1-acab0777f981 None None] Network 3edc85c4-0275-49f0-8192-04944d1d44e3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:27:48.926429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:48.931553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:48.932691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cf1fa795-0a35-4a24-9d1e-5ae776f52367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:48.932834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:48.953051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:48.965854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:48.968989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Pushing event updated for resources: {'Port': ['ID=e7a7b923-dda8-4171-9ea5-12100f388d38,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:48.974491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:49.052665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:49.060623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:49.131730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af6c44-1bb9-454c-a9b9-797295075ebb req-ed098872-cd97-42b8-8de0-47bdb3c4cc64 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:49.146383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5af6c44-1bb9-454c-a9b9-797295075ebb req-ed098872-cd97-42b8-8de0-47bdb3c4cc64 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 935 time: 0.2577748 Aug 11 00:27:49.154725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Network e064e27f-ab8b-4da9-abd6-121ddde927ad is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:27:49.195891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e064e27f-ab8b-4da9-abd6-121ddde927ad) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:49.199947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fde0e58d-b991-452a-9af7-7c9279cd6019 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7687993 Aug 11 00:27:49.222070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:49.223992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:49.345220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b12a8-276c-4c26-ba15-8086fa796753 None None] Network e064e27f-ab8b-4da9-abd6-121ddde927ad requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:27:49.394880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5af6c44-1bb9-454c-a9b9-797295075ebb req-d30f7870-35d0-46b8-95b0-2c49be18399e tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466199 Aug 11 00:27:49.501035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce944ee-ba57-46b3-ac1d-34e4b2ef222b None None] Network 3edc85c4-0275-49f0-8192-04944d1d44e3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:27:49.704329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c35e0d8b-76eb-41b9-8c36-3b77a31861a4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2093465 Aug 11 00:27:49.715977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54044) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:49.736614 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87129711-a9bf-4b3f-8c13-029d20533fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:49.744629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:49.752480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355188ab-080a-4e04-a8c4-8e3ad4bfd488 req-7168da1f-5622-4330-8bc0-855d0a5f1db4 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:49.754920 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-355188ab-080a-4e04-a8c4-8e3ad4bfd488 req-7168da1f-5622-4330-8bc0-855d0a5f1db4 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 950 time: 0.8575079 Aug 11 00:27:49.764688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fb165d2-db12-44d7-af8a-a68263c81e6e req-bdcb93ad-6385-46d4-b655-2be5d1ea218a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 210 time: 0.0594714 Aug 11 00:27:49.780606 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:27:49.787462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:49.788175 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:49.860326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87129711-a9bf-4b3f-8c13-029d20533fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:49.872898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-355188ab-080a-4e04-a8c4-8e3ad4bfd488 req-fb58449a-f992-4bfb-9aab-fda8fc42696c tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927813 Aug 11 00:27:49.892097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-839f3fd4-babf-44b7-93ff-d3de1e0850b0 None None] Provisioning for port e7a7b923-dda8-4171-9ea5-12100f388d38 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:49.901849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-839f3fd4-babf-44b7-93ff-d3de1e0850b0 None None] Provisioning complete for port e7a7b923-dda8-4171-9ea5-12100f388d38 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:49.902229 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-839f3fd4-babf-44b7-93ff-d3de1e0850b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:49.908799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-e064e27f-ab8b-4da9-abd6-121ddde927ad', 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'fixed_ips': [{'subnet_id': '5eaf144c-f16b-4e7e-acef-7fc027835e1a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:27:49.909424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.013814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-839f3fd4-babf-44b7-93ff-d3de1e0850b0 None None] Port e7a7b923-dda8-4171-9ea5-12100f388d38 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:50.037585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.061224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfdc7e-8b96-4034-807d-605f67dee842 req-e222f935-65f2-4a9c-86a6-c23ea4cc50dd tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:50.062907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35cfdc7e-8b96-4034-807d-605f67dee842 req-e222f935-65f2-4a9c-86a6-c23ea4cc50dd tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 944 time: 0.1460099 Aug 11 00:27:50.127512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35cfdc7e-8b96-4034-807d-605f67dee842 req-777d667e-df7b-4502-a264-ae6d290d3d6c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575278 Aug 11 00:27:50.184157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Allocated IP 172.20.0.2 (e064e27f-ab8b-4da9-abd6-121ddde927ad/5eaf144c-f16b-4e7e-acef-7fc027835e1a/c544eb4e-6d8f-4544-afd6-35d178001a82) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:50.197071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.201623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.267947 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87129711-a9bf-4b3f-8c13-029d20533fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.270729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87129711-a9bf-4b3f-8c13-029d20533fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.272002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-87129711-a9bf-4b3f-8c13-029d20533fcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2cd5cd8-946a-413d-8c15-6e7ec020c31d HTTP/1.1" status: 204 len: 168 time: 1.4306901 Aug 11 00:27:50.280646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.314628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87129711-a9bf-4b3f-8c13-029d20533fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cd5cd8-946a-413d-8c15-6e7ec020c31d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:50.391042 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-5e60fb5b-a1f6-43c2-b3d3-8858f1b33aa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1819150 Aug 11 00:27:50.406344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Request body: {'port': {'device_id': '5ce48980-3405-4a6a-9268-a6789b7d227d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:50.428641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.487262 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.497817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Transition to ACTIVE for port object c544eb4e-6d8f-4544-afd6-35d178001a82 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:50.516045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Transition to ACTIVE for port object c544eb4e-6d8f-4544-afd6-35d178001a82 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:50.522821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.618572 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.670536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-55d767a7-63dc-4699-9144-88f407758e80 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382180 Aug 11 00:27:50.695280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:50.725932 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Floating IP 962d34b5-9a04-427c-ae27-cea89331f070 associated. External IP: 172.25.0.171, port: 5b4ae8ca-4442-4624-952f-b54f90f3f37b. Aug 11 00:27:50.733913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-5e1c0ced-2fe2-4471-b5b9-9ebf5e2b7ede tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:50.735593 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-5e1c0ced-2fe2-4471-b5b9-9ebf5e2b7ede tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/networks?id=3edc85c4-0275-49f0-8192-04944d1d44e3 HTTP/1.1" status: 200 len: 822 time: 0.3214037 Aug 11 00:27:50.814407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-8878385c-990e-41b4-8044-16793adadd52 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/quotas/f85d1a26ebbc4afc95df34b28e9055ed HTTP/1.1" status: 200 len: 375 time: 0.0447874 Aug 11 00:27:50.846267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Network e064e27f-ab8b-4da9-abd6-121ddde927ad is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:50.854529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:50.859334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:50.884049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Pushing event updated for resources: {'Port': ['ID=c544eb4e-6d8f-4544-afd6-35d178001a82,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:50.926325 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0f3b5868-0046-4f09-ad9c-dd62c6f64695 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f85d1a26ebbc4afc95df34b28e9055ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108797 Aug 11 00:27:51.019046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Attempting to bind port c544eb4e-6d8f-4544-afd6-35d178001a82 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:51.019741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Attempting to bind port c544eb4e-6d8f-4544-afd6-35d178001a82 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:51.021042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Attempting to bind port c544eb4e-6d8f-4544-afd6-35d178001a82 on network e064e27f-ab8b-4da9-abd6-121ddde927ad {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:51.034522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:51.035342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Checking segment: {'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:51.036083 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:51.036746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Bound using segment: {'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:51.037532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Bound port: c544eb4e-6d8f-4544-afd6-35d178001a82, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:51.038091 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:51.072412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-f11f6a08-e0cb-45fe-868f-427f0372420c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:51.075239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-f11f6a08-e0cb-45fe-868f-427f0372420c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3955500 Aug 11 00:27:51.123426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Request body: {'port': {'device_id': '99dedcac-040c-4a23-b880-031ac0686256', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '308d288f8e964516b756bc93111f7fda'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:51.150561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] For port c544eb4e-6d8f-4544-afd6-35d178001a82, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:51.157084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] For port c544eb4e-6d8f-4544-afd6-35d178001a82, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c544eb4e-6d8f-4544-afd6-35d178001a82,segment=NetworkSegment(c14bdf60-faa1-480b-ae47-826195e02118),segment_id=c14bdf60-faa1-480b-ae47-826195e02118)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:51.235882 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-b1c3ebe3-de8d-40a0-a8c4-b6583e5be3ca service neutron] 10.222.0.43 "GET /v2.0/networks/3edc85c4-0275-49f0-8192-04944d1d44e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083940 Aug 11 00:27:51.271430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:51.412025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61962e2c-b13e-4a28-af88-ba1a937048c6 None None] Pushing event updated for resources: {'Port': ['ID=c544eb4e-6d8f-4544-afd6-35d178001a82,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:51.545034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-aa78c31b-23cf-42aa-aab4-3e8b5fe821e4 service neutron] 10.222.0.43 "GET /v2.0/networks/3edc85c4-0275-49f0-8192-04944d1d44e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081603 Aug 11 00:27:51.549920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a7b923-dda8-4171-9ea5-12100f388d38 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:51.561565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:51.577868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Transition to ACTIVE for port object e7a7b923-dda8-4171-9ea5-12100f388d38 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:51.605718 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:51.625242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88948ec4-0876-4043-a5e0-47ec61d5867b req-8318b016-ad28-4669-8f30-9de5d8e117ff tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:51.628114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88948ec4-0876-4043-a5e0-47ec61d5867b req-8318b016-ad28-4669-8f30-9de5d8e117ff tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 935 time: 0.9892747 Aug 11 00:27:51.642101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-380ad200-9795-4621-9af4-3ee66f648d27 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1410544 Aug 11 00:27:51.824542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:51.826714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Made reservation on behalf of 308d288f8e964516b756bc93111f7fda for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:51.831102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:51.943644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88948ec4-0876-4043-a5e0-47ec61d5867b req-5906b4c3-c236-43e1-8a6b-1955b7f6c968 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998018 Aug 11 00:27:51.958998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Pushing event updated for resources: {'Port': ['ID=e7a7b923-dda8-4171-9ea5-12100f388d38,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:52.118132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Router 89322914-4f6f-4b37-9556-dcd65495bfdd has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:27:52.203964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:52.296066 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:52.412646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Allocated IP 192.168.233.14 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/ff8f51a6-bde1-4657-a75c-2df5ba5e29d2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:52.472948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Attempting to bind port e7a7b923-dda8-4171-9ea5-12100f388d38 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:52.472948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Attempting to bind port e7a7b923-dda8-4171-9ea5-12100f388d38 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:52.472948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Attempting to bind port e7a7b923-dda8-4171-9ea5-12100f388d38 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:52.483654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Port e7a7b923-dda8-4171-9ea5-12100f388d38 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:52.484220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Attempting to bind port e7a7b923-dda8-4171-9ea5-12100f388d38 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:52.539287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:52.549703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:52.551972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:52.557278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:52.558354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Bound port: e7a7b923-dda8-4171-9ea5-12100f388d38, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:52.559734 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:52.566490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:52.573172 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:52.660801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:27:52.691666 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] Sync routers for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:27:52.692133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:52.718298 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:52.723566 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:52.792855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c544eb4e-6d8f-4544-afd6-35d178001a82 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:52.975795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-36cf7554-0ee2-4c28-95fb-651e744938ae tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:52.999219 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:53.003444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-36cf7554-0ee2-4c28-95fb-651e744938ae tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3460906 Aug 11 00:27:53.022408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f844882a-9491-493f-b671-a1f941297051 req-e886b19e-4c29-4537-a14a-c4045f0aaa09 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 210 time: 0.6182039 Aug 11 00:27:53.047331 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.072925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Request body: {'port': {'device_id': '37d10e56-29d6-42bf-934f-44d30bb575d7', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '308d288f8e964516b756bc93111f7fda'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:53.095822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d06f6093-4428-43ce-8774-21dbeeeb9bd1 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "PUT /v2.0/floatingips/962d34b5-9a04-427c-ae27-cea89331f070 HTTP/1.1" status: 200 len: 991 time: 4.5382164 Aug 11 00:27:53.153006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'tag': '5b4ae8ca-4442-4624-952f-b54f90f3f37b'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:53.157408 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf431b1-fe60-4232-b29f-6e26657634f5", "tag": "5b4ae8ca-4442-4624-952f-b54f90f3f37b"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:53.186812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] For port e7a7b923-dda8-4171-9ea5-12100f388d38, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:53.324842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] For port e7a7b923-dda8-4171-9ea5-12100f388d38, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e7a7b923-dda8-4171-9ea5-12100f388d38,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:53.408963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d9b67-6f12-455d-ba0b-f183a2b9d182 None None] Network e064e27f-ab8b-4da9-abd6-121ddde927ad requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:27:53.421303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c544eb4e-6d8f-4544-afd6-35d178001a82 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:53.423048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.425342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f5475-0c4a-4e0f-8072-5e1ac8bce152 req-3a0f7d9b-57a3-4422-a5b6-8835cee7560b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.434792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c9f5475-0c4a-4e0f-8072-5e1ac8bce152 req-3a0f7d9b-57a3-4422-a5b6-8835cee7560b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 944 time: 0.1395900 Aug 11 00:27:53.449785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3848-e534-47db-838b-04e4bf5cea7f req-0f0322f6-5e82-48f2-85f6-55096fe3c0b5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.451658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3848-e534-47db-838b-04e4bf5cea7f req-0f0322f6-5e82-48f2-85f6-55096fe3c0b5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.451658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3848-e534-47db-838b-04e4bf5cea7f req-0f0322f6-5e82-48f2-85f6-55096fe3c0b5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.451658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3848-e534-47db-838b-04e4bf5cea7f req-0f0322f6-5e82-48f2-85f6-55096fe3c0b5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.452252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3848-e534-47db-838b-04e4bf5cea7f req-0f0322f6-5e82-48f2-85f6-55096fe3c0b5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.452252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3848-e534-47db-838b-04e4bf5cea7f req-0f0322f6-5e82-48f2-85f6-55096fe3c0b5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.452665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3848-e534-47db-838b-04e4bf5cea7f req-0f0322f6-5e82-48f2-85f6-55096fe3c0b5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.462319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-450a3848-e534-47db-838b-04e4bf5cea7f req-0f0322f6-5e82-48f2-85f6-55096fe3c0b5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13&device_id=37d10e56-29d6-42bf-934f-44d30bb575d7&device_id=99dedcac-040c-4a23-b880-031ac0686256&device_id=5ce48980-3405-4a6a-9268-a6789b7d227d&device_id=93684f1c-91e3-4c30-a998-98f836decad8&device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb&device_id=dbf431b1-fe60-4232-b29f-6e26657634f5&device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f&device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df&device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 6397 time: 0.2779853 Aug 11 00:27:53.473008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.524828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Transition to ACTIVE for port object ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:53.526403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-450a3848-e534-47db-838b-04e4bf5cea7f req-e604ab99-c167-4012-8607-0b503ed53984 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.546309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:53.547255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.549266 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] 10.222.0.55 "PUT /v2.0/ports/e7a7b923-dda8-4171-9ea5-12100f388d38 HTTP/1.1" status: 200 len: 1096 time: 3.1475322 Aug 11 00:27:53.549969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce48980-3405-4a6a-9268-a6789b7d227d', 'tag': 'e7a7b923-dda8-4171-9ea5-12100f388d38'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:53.551893 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c9f5475-0c4a-4e0f-8072-5e1ac8bce152 req-6e95298a-5a0b-4eb0-afcc-2ad36cbdfda9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159606 Aug 11 00:27:53.553807 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a992c6-721a-47e7-aea4-9fc1d684e700" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce48980-3405-4a6a-9268-a6789b7d227d", "tag": "e7a7b923-dda8-4171-9ea5-12100f388d38"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:53.606049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93684f1c-91e3-4c30-a998-98f836decad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:53.611807 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518fd65a-e5b7-4960-b6a2-d35d921039a9" -d '{"events": [{"server_uuid": "93684f1c-91e3-4c30-a998-98f836decad8", "name": "network-vif-plugged", "status": "completed", "tag": "8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:53.617517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:27:53.617517 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:27:53.617517 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '308d288f8e964516b756bc93111f7fda', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 27, 53, 604732)}] Aug 11 00:27:53.617517 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:27:53.618859 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:27:53.628499 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dc8a4-c5f7-49d7-b296-e6916eaf338a service neutron] Pushing event updated for resources: {'Port': ['ID=e7a7b923-dda8-4171-9ea5-12100f388d38,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:53.663320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:53.771987 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '962d34b5-9a04-427c-ae27-cea89331f070', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'port_id': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'mac_address': 'fa:16:3e:5c:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:27:18Z', 'updated_at': '2021-08-11T00:27:49Z', 'revision_number': 1, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:15Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:53.806734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cb7ab18c-d37e-49a8-922f-73499f11625e None None] Provisioning for port c544eb4e-6d8f-4544-afd6-35d178001a82 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:53.820394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cb7ab18c-d37e-49a8-922f-73499f11625e None None] Provisioning complete for port c544eb4e-6d8f-4544-afd6-35d178001a82 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:53.834497 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab18c-d37e-49a8-922f-73499f11625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.857561 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] Checking router: 89322914-4f6f-4b37-9556-dcd65495bfdd for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:27:53.870579 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:53.871656 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:53.878226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7ddaa55-4cd6-4bf8-bea7-9a8b1f89b4c0 req-7031dd49-d88e-445a-b873-4f92da5419d7 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 210 time: 0.0645404 Aug 11 00:27:53.903107 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.934247 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-450a3848-e534-47db-838b-04e4bf5cea7f req-e604ab99-c167-4012-8607-0b503ed53984 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.951149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.973668 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:53.997364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:54.023550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:54.030823 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:54.050799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:54.058995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:54.068898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:54.135812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:54.144112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-ed39d83a-e941-4408-8ef4-ae3456198b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:54.147639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-ed39d83a-e941-4408-8ef4-ae3456198b28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76f220165f1c4458a874390d2063a6eb&device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 1099 time: 0.3799860 Aug 11 00:27:54.179669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7b36f-687c-4da0-b6f8-5fb59197d45a req-31c8e303-e2fa-49c9-8d7b-0f45d9c57b41 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:54.183866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9c7b36f-687c-4da0-b6f8-5fb59197d45a req-31c8e303-e2fa-49c9-8d7b-0f45d9c57b41 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 947 time: 0.1637306 Aug 11 00:27:54.196555 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab18c-d37e-49a8-922f-73499f11625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:54.212254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-450a3848-e534-47db-838b-04e4bf5cea7f req-e604ab99-c167-4012-8607-0b503ed53984 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:54.375324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-450a3848-e534-47db-838b-04e4bf5cea7f req-e604ab99-c167-4012-8607-0b503ed53984 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&id=06d91ece-b8d6-4012-b38c-aebb4dd03235&id=968b7f65-da21-44d3-8d08-85d0f3f80513&id=3c2a12ac-3616-4c7d-b2de-0365867141d0&id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 605 time: 0.9120195 Aug 11 00:27:54.379529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'Port': ['ID=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:54.409804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9c7b36f-687c-4da0-b6f8-5fb59197d45a req-187ffa9b-00eb-4dc5-9efb-19205c2ca1dc tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023814 Aug 11 00:27:54.426537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-17ff2414-ce12-47c1-94fd-7cef0bd500de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=e7a7b923-dda8-4171-9ea5-12100f388d38 HTTP/1.1" status: 200 len: 217 time: 0.2628295 Aug 11 00:27:54.430313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Made reservation on behalf of 308d288f8e964516b756bc93111f7fda for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:54.434023 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:54.435975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-cb7ab18c-d37e-49a8-922f-73499f11625e None None] For port c544eb4e-6d8f-4544-afd6-35d178001a82, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c544eb4e-6d8f-4544-afd6-35d178001a82,segment=NetworkSegment(c14bdf60-faa1-480b-ae47-826195e02118),segment_id=c14bdf60-faa1-480b-ae47-826195e02118)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:27:54.491054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:54.495385 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:54.528858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Allocated IP 172.25.0.194 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/deaef7c1-5628-4388-917b-17a18d40e3fa) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:54.538516 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '962d34b5-9a04-427c-ae27-cea89331f070', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'port_id': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'mac_address': 'fa:16:3e:5c:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:27:18Z', 'updated_at': '2021-08-11T00:27:49Z', 'revision_number': 1, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:15Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:54.546857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab18c-d37e-49a8-922f-73499f11625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:54.650144 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c98647-f51f-4df4-b98b-6c1be062f55b None None] The sync data for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 is: [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '962d34b5-9a04-427c-ae27-cea89331f070', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'port_id': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'mac_address': 'fa:16:3e:5c:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:27:18Z', 'updated_at': '2021-08-11T00:27:49Z', 'revision_number': 1, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:15Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:27:54.659479 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d2e45-a86c-4f01-8736-de3565890dd4 x-openstack-request-id: req-3d1d2e45-a86c-4f01-8736-de3565890dd4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:54.659779 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce48980-3405-4a6a-9268-a6789b7d227d", "tag": "e7a7b923-dda8-4171-9ea5-12100f388d38", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:54.660034 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d1d2e45-a86c-4f01-8736-de3565890dd4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:54.660452 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce48980-3405-4a6a-9268-a6789b7d227d', 'tag': 'e7a7b923-dda8-4171-9ea5-12100f388d38', 'status': 'completed', 'code': 200} Aug 11 00:27:54.741247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604ab99-c167-4012-8607-0b503ed53984 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcef5d-108b-49b9-81ef-780d8fb9cc43,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:54.761978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ab18c-d37e-49a8-922f-73499f11625e None None] Pushing event updated for resources: {'Port': ['ID=c544eb4e-6d8f-4544-afd6-35d178001a82,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:54.791781 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2756c1-9c47-49d0-8dd3-e5373e93faa9 x-openstack-request-id: req-fe2756c1-9c47-49d0-8dd3-e5373e93faa9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:54.792153 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93684f1c-91e3-4c30-a998-98f836decad8", "name": "network-vif-plugged", "status": "completed", "tag": "8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:54.795855 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe2756c1-9c47-49d0-8dd3-e5373e93faa9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:54.796432 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93684f1c-91e3-4c30-a998-98f836decad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'code': 200} Aug 11 00:27:54.824398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Allocated IP 192.168.233.228 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/0afd5570-f175-4050-942c-2a5a3ec14c98) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:54.871247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-990c23e8-8869-4f60-86c6-f7c8c2cebd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:54.873747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-990c23e8-8869-4f60-86c6-f7c8c2cebd4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0e468de982e4e30b1b7ddce26ac06d4&device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 1097 time: 0.2713618 Aug 11 00:27:54.875252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-9fa88875-1d03-4eed-8658-3fff6ba61ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:54.879761 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-9fa88875-1d03-4eed-8658-3fff6ba61ee1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.4408832 Aug 11 00:27:54.952883 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8070a345-e0db-41de-a48f-f4e3490c8d3b x-openstack-request-id: req-8070a345-e0db-41de-a48f-f4e3490c8d3b {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:54.953259 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf431b1-fe60-4232-b29f-6e26657634f5", "tag": "5b4ae8ca-4442-4624-952f-b54f90f3f37b", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:54.953641 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8070a345-e0db-41de-a48f-f4e3490c8d3b {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:54.953806 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'tag': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'status': 'completed', 'code': 200} Aug 11 00:27:55.006866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a45731e9-74fe-4e0f-ab18-b311636a5742 None None] Provisioning for port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:55.010469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a45731e9-74fe-4e0f-ab18-b311636a5742 None None] Provisioning complete for port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:55.010857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a45731e9-74fe-4e0f-ab18-b311636a5742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:55.013473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-edd09a8e-628a-4e08-9e05-02b32c5c28db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9222364 Aug 11 00:27:55.086616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de2ba60e-73b1-4e51-bf78-40b724293b3a req-b83c91f6-526a-416a-801b-456617fff5d8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 210 time: 0.1326494 Aug 11 00:27:55.088330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Request body: {'port': {'device_id': '99dedcac-040c-4a23-b880-031ac0686256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:55.153363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a45731e9-74fe-4e0f-ab18-b311636a5742 None None] Port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:55.163176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ece856-765c-4eea-84d5-037ae308f042 None None] New status for floating IP 962d34b5-9a04-427c-ae27-cea89331f070: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:27:55.187364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-2ba369d8-c5c2-46ff-b996-ca1b60fe49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:55.187364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-2ba369d8-c5c2-46ff-b996-ca1b60fe49a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31cd1945-d89e-4747-9115-474316622e32 HTTP/1.1" status: 200 len: 912 time: 0.2968769 Aug 11 00:27:55.305171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-57da7d94-9e33-4500-bcf6-f0c6ef97a6ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b4ae8ca-4442-4624-952f-b54f90f3f37b HTTP/1.1" status: 200 len: 999 time: 0.0834932 Aug 11 00:27:55.325045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53fc7f-720f-42de-b6db-121fd5928f49 req-ad77a1e9-7283-4fe2-9e2d-fd76c0d8f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:55.326980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee53fc7f-720f-42de-b6db-121fd5928f49 req-ad77a1e9-7283-4fe2-9e2d-fd76c0d8f8fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 1097 time: 0.3781359 Aug 11 00:27:55.336639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0974b503-6e85-4fa2-8308-0282659d6c87 req-c40defb1-d737-4afe-918a-6f344b7b28dd tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 210 time: 0.0971742 Aug 11 00:27:55.390512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:55.409766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0d8e151f-3776-4113-9488-9ecfe5dc5af9 None None] Provisioning complete for port c544eb4e-6d8f-4544-afd6-35d178001a82 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:55.410144 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d8e151f-3776-4113-9488-9ecfe5dc5af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:55.449670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-eb96cd60-08d0-4b3a-8f69-71a046975caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:55.456267 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-eb96cd60-08d0-4b3a-8f69-71a046975caa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5676503 Aug 11 00:27:55.467487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Transition to ACTIVE for port object 0afd5570-f175-4050-942c-2a5a3ec14c98 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:55.481132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee53fc7f-720f-42de-b6db-121fd5928f49 req-a337a9aa-4458-4591-b67e-b60a781583c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422729 Aug 11 00:27:55.484620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:55.672117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:55.683569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2923de8-684a-4953-a03c-95cd06217020 req-2c6ca8cb-9b66-4994-a85b-95fd9b1f89f7 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:55.685374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2923de8-684a-4953-a03c-95cd06217020 req-2c6ca8cb-9b66-4994-a85b-95fd9b1f89f7 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.5032229 Aug 11 00:27:55.721804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f0fa5-1735-4189-92aa-bb83d4358e6d req-2f02b2ab-8be6-4c42-80a2-0699f26a6fb7 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:55.722734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f0fa5-1735-4189-92aa-bb83d4358e6d req-2f02b2ab-8be6-4c42-80a2-0699f26a6fb7 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:55.723466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f0fa5-1735-4189-92aa-bb83d4358e6d req-2f02b2ab-8be6-4c42-80a2-0699f26a6fb7 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:55.725516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-697f0fa5-1735-4189-92aa-bb83d4358e6d req-2f02b2ab-8be6-4c42-80a2-0699f26a6fb7 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb&device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df&device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 2886 time: 0.0606823 Aug 11 00:27:55.733829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:55.736386 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:55.742046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54142) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:55.746189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-4bdc30b0-3aa6-426a-b8b7-5df3e0a46de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:55.748024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-4bdc30b0-3aa6-426a-b8b7-5df3e0a46de7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=627e58b2-7394-4b9b-a97e-6a0fb90c2dac HTTP/1.1" status: 200 len: 850 time: 0.4078856 Aug 11 00:27:55.751809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:27:55.827494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:55.841653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:55.844796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Pushing event updated for resources: {'Port': ['ID=deaef7c1-5628-4388-917b-17a18d40e3fa,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:55.847768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:55.940468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:55.941819 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2923de8-684a-4953-a03c-95cd06217020 req-e44607f6-888a-4cd3-85e3-0b3893c0082f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242229 Aug 11 00:27:55.972353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-ffee13e8-e5bd-4158-84f2-e4fe7ccb25fb service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324954 Aug 11 00:27:55.986274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-697f0fa5-1735-4189-92aa-bb83d4358e6d req-1a0a5271-256f-4571-89c5-6627a99f9ac5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072146 Aug 11 00:27:55.986605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:56.013468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-562c0ec3-e6e9-41a4-9776-7e4e562fc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:56.033517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-562c0ec3-e6e9-41a4-9776-7e4e562fc96e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31cd1945-d89e-4747-9115-474316622e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2686129 Aug 11 00:27:56.056146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:56.069023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-566178fb-f1e7-47fe-924a-5593ac2ae542 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:56.447885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'Port': ['ID=0afd5570-f175-4050-942c-2a5a3ec14c98,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:56.479002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:56.479952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:56.535632 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d16e81f9-da1d-4cd9-b036-ee42d728739d req-e382a3f6-770e-4f67-a978-9d7bfa1bedf9 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529389 Aug 11 00:27:56.544194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fca75c72-6568-4fa5-92be-d04efa98d923 None None] Provisioning for port 0afd5570-f175-4050-942c-2a5a3ec14c98 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:27:56.563506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fca75c72-6568-4fa5-92be-d04efa98d923 None None] Provisioning complete for port 0afd5570-f175-4050-942c-2a5a3ec14c98 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:56.565722 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fca75c72-6568-4fa5-92be-d04efa98d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:56.580224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9303f4-757e-4ac4-bf0f-23e2a49463d5 req-ee478f85-f617-46e5-ab89-6e86642922cf tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:56.582123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af9303f4-757e-4ac4-bf0f-23e2a49463d5 req-ee478f85-f617-46e5-ab89-6e86642922cf tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 947 time: 0.4113033 Aug 11 00:27:56.603673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-f2cca60f-ede8-4466-9b70-3392cf0ed1bd service neutron] 10.222.0.44 "GET /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306159 Aug 11 00:27:56.662073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c544eb4e-6d8f-4544-afd6-35d178001a82 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:27:56.695665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37dd2-d682-44dc-96e1-bd2d6e9e583d req-51676ffb-c36e-45bf-b2cd-6eb62c04fb84 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:56.698353 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20e37dd2-d682-44dc-96e1-bd2d6e9e583d req-51676ffb-c36e-45bf-b2cd-6eb62c04fb84 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 936 time: 0.3520186 Aug 11 00:27:56.770482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fca75c72-6568-4fa5-92be-d04efa98d923 None None] Port 0afd5570-f175-4050-942c-2a5a3ec14c98 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:27:56.809768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c544eb4e-6d8f-4544-afd6-35d178001a82 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:27:56.810521 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:56.823232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-86eafecc-6885-4e75-b3cf-9f5a4c5bc796 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7989278 Aug 11 00:27:56.837840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20e37dd2-d682-44dc-96e1-bd2d6e9e583d req-537bd17e-9e9c-4cf0-b659-cb1e9b79100c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293311 Aug 11 00:27:56.842202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Request body: {'port': {'device_id': '37d10e56-29d6-42bf-934f-44d30bb575d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:56.847733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:56.862957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-029f6614-3348-431a-9ad9-c65e54f5f340 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:56.864759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-029f6614-3348-431a-9ad9-c65e54f5f340 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.55 "GET /v2.0/networks?id=3edc85c4-0275-49f0-8192-04944d1d44e3 HTTP/1.1" status: 200 len: 822 time: 0.3070657 Aug 11 00:27:56.928576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Request body: {'port': {'device_id': 'dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13', 'network_id': '3edc85c4-0275-49f0-8192-04944d1d44e3', 'admin_state_up': True, 'tenant_id': 'f85d1a26ebbc4afc95df34b28e9055ed'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:57.006294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-566178fb-f1e7-47fe-924a-5593ac2ae542 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "PUT /v2.0/quotas/7dad6a0d4742458dacd60ddd0f8a7a1d HTTP/1.1" status: 200 len: 366 time: 1.2620575 Aug 11 00:27:57.013201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54158) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:57.119519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c89d3bd3-bb55-4bab-9847-c6b4d9a6ced6 req-87b007de-52bd-4cca-a623-f60851af9c31 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 210 time: 0.1096897 Aug 11 00:27:57.125327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5ff7dd61-1911-42c5-86c3-2b56659385e1 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1002946 Aug 11 00:27:57.128453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54162) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:57.149438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:57.174924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc1c5df5-d8d4-4f96-b6c1-ae7c114de797 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "GET /v2.0/quotas/7dad6a0d4742458dacd60ddd0f8a7a1d HTTP/1.1" status: 200 len: 366 time: 0.0456109 Aug 11 00:27:57.182797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af9303f4-757e-4ac4-bf0f-23e2a49463d5 req-21a08734-fab6-4dd0-b517-c3108f60a80c tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676579 Aug 11 00:27:57.186433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54164) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:57.304696 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-accb9dd5-fb6b-4ac5-94b4-0d3c99b883d9 req-12ac93f5-17a8-4f0b-ac12-4891d62976b6 service neutron] 10.222.0.44 "GET /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6906371 Aug 11 00:27:57.311319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:57.318324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-946f4947-ef1e-4706-a722-f484adf88f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:57.320024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-946f4947-ef1e-4706-a722-f484adf88f88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76f220165f1c4458a874390d2063a6eb&device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 1099 time: 0.1522694 Aug 11 00:27:57.324937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:57.423483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Transition to ACTIVE for port object ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:57.425508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b5898d4f-55f0-4d3b-ac2f-d0dd94b234c5 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/7dad6a0d4742458dacd60ddd0f8a7a1d HTTP/1.1" status: 204 len: 168 time: 0.2367818 Aug 11 00:27:57.429371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54166) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:57.458558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a02a6d7c-0ff2-470b-9328-04425decfa59 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0277441 Aug 11 00:27:57.469711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54168) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:57.491387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1ab5568-5bac-4525-a60e-04293601e2b4 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "GET /v2.0/quotas/7dad6a0d4742458dacd60ddd0f8a7a1d HTTP/1.1" status: 200 len: 370 time: 0.0196757 Aug 11 00:27:57.497569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54170) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:57.504436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fc71a0eb-ac26-4dbc-9662-89fbcfe04be5 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "GET /v2.0/quotas/7dad6a0d4742458dacd60ddd0f8a7a1d/default HTTP/1.1" status: 200 len: 370 time: 0.0041714 Aug 11 00:27:57.523544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13252e0-2d89-4cb7-a8e2-2916b9e4b471 req-37755080-557b-454b-80e7-809943b4fc8a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:57.526705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:57.527577 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b13252e0-2d89-4cb7-a8e2-2916b9e4b471 req-37755080-557b-454b-80e7-809943b4fc8a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1765983 Aug 11 00:27:57.529642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-00c3c925-9f26-420a-b139-c70320267fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:57.532359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-00c3c925-9f26-420a-b139-c70320267fc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2015228 Aug 11 00:27:57.560487 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:57.692276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-6c681440-5527-4a8d-9d3d-03e386583f13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=e7a7b923-dda8-4171-9ea5-12100f388d38 HTTP/1.1" status: 200 len: 217 time: 0.1442366 Aug 11 00:27:57.802112 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b13252e0-2d89-4cb7-a8e2-2916b9e4b471 req-1ca49852-6002-4ec8-90ff-84c910e4277e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640381 Aug 11 00:27:57.878579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-4af5b0b8-2a12-415e-9853-05a6a7e717a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:57.909343 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-f6677d54-9f74-4079-b4e7-ab3dc2867c68 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] delete failed (client error): The resource could not be found. Aug 11 00:27:57.914877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f6677d54-9f74-4079-b4e7-ab3dc2867c68 tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/7dad6a0d4742458dacd60ddd0f8a7a1d HTTP/1.1" status: 404 len: 348 time: 0.3786216 Aug 11 00:27:57.915896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-4af5b0b8-2a12-415e-9853-05a6a7e717a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1678314 Aug 11 00:27:58.051730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:58.093692 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:58.160030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-ab6c6ce7-594b-43cf-9dc2-ba944952362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:58.162787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-ab6c6ce7-594b-43cf-9dc2-ba944952362f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2455304 Aug 11 00:27:58.191249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Made reservation on behalf of f85d1a26ebbc4afc95df34b28e9055ed for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:27:58.193745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:58.323334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Attempting to bind port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:58.323969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Attempting to bind port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:58.324531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Attempting to bind port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:58.341687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:58.342410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Attempting to bind port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:58.354316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7945a-28f2-418d-a8a4-04a7fb0da390 req-ad109ecc-2584-4419-a0b7-9c6c8aea0431 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:58.356110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28b7945a-28f2-418d-a8a4-04a7fb0da390 req-ad109ecc-2584-4419-a0b7-9c6c8aea0431 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.2976949 Aug 11 00:27:58.371341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54188) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:58.372698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:58.373270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:58.373911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:58.374665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Bound port: ff8f51a6-bde1-4657-a75c-2df5ba5e29d2, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:58.375385 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:58.390587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'floatingip': {'port_id': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:27:58.481907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7e7a622-1384-4a19-924a-f38c37365962 req-d5cceb96-5450-456e-a006-6247d6f40ed6 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 210 time: 0.0547433 Aug 11 00:27:58.482411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54190) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:58.580048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:58.591298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Usage tracker for resource:network and tenant:85f5607f62ca435ab168e751ee20347e is out of sync, need to count used quota {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 00:27:58.594567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-b443a3c2-911c-4abd-b2b8-4a416bdaa4a1 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203076 Aug 11 00:27:58.649684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Allocated IP 172.20.0.4 (3edc85c4-0275-49f0-8192-04944d1d44e3/84bbaa24-cf23-42fe-ae00-a81c96e9451f/535a28de-3f9c-42f7-b0ef-c119a8105a71) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:27:58.651934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 00:27:58.681835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afd5570-f175-4050-942c-2a5a3ec14c98 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:27:58.699678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:58.723258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Usage tracker for resource:subnet and tenant:85f5607f62ca435ab168e751ee20347e is out of sync, need to count used quota {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 00:27:58.746962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 00:27:58.756391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Transition to ACTIVE for port object 0afd5570-f175-4050-942c-2a5a3ec14c98 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:27:58.769678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d482552-bf2a-4763-8436-3d11a711dde2 req-3b3d8ae5-4f38-4ebd-86d7-f35ced63fd73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:58.771368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d482552-bf2a-4763-8436-3d11a711dde2 req-3b3d8ae5-4f38-4ebd-86d7-f35ced63fd73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 947 time: 0.2018814 Aug 11 00:27:58.804500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Usage tracker for resource:subnetpool and tenant:85f5607f62ca435ab168e751ee20347e is out of sync, need to count used quota {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 00:27:58.850087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Router 98efdbb4-2710-4da9-bae3-6e1088e34768 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:27:58.850087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 00:27:58.854710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4ece-948b-4339-87a4-c39768f48032 req-aa3788e1-0fc5-4700-ac32-9d9d82b356da tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:58.857685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bbc4ece-948b-4339-87a4-c39768f48032 req-aa3788e1-0fc5-4700-ac32-9d9d82b356da tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 936 time: 0.4729931 Aug 11 00:27:58.890753 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:58.909083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Usage tracker for resource:port and tenant:85f5607f62ca435ab168e751ee20347e is out of sync, need to count used quota {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 00:27:58.960768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d482552-bf2a-4763-8436-3d11a711dde2 req-fa062dd8-2566-45e8-ac8f-439ebbe5719d tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788790 Aug 11 00:27:58.964979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] For port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:27:58.983405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 00:27:59.060732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] For port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:27:59.093185 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:59.149223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Usage tracker for resource:router and tenant:85f5607f62ca435ab168e751ee20347e is out of sync, need to count used quota {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 00:27:59.174196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:59.190360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Pushing event updated for resources: {'Port': ['ID=0afd5570-f175-4050-942c-2a5a3ec14c98,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:59.214741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bbc4ece-948b-4339-87a4-c39768f48032 req-4ddd5147-64a5-4889-bb4c-ca2e248def49 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180990 Aug 11 00:27:59.236328 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:59.264016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 00:27:59.303883 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a992c6-721a-47e7-aea4-9fc1d684e700 req-c9a3a4b1-e333-4791-bd5f-86533da17da6 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434526 Aug 11 00:27:59.321336 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:59.333880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:27:59.351087 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Sync routers for ids ['98efdbb4-2710-4da9-bae3-6e1088e34768'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:27:59.372127 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Routers {'98efdbb4-2710-4da9-bae3-6e1088e34768'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:27:59.373311 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['98efdbb4-2710-4da9-bae3-6e1088e34768'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:27:59.419847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:59.421191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:59.423763 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] 10.222.0.44 "PUT /v2.0/ports/ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 HTTP/1.1" status: 200 len: 1096 time: 4.3615685 Aug 11 00:27:59.424525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dedcac-040c-4a23-b880-031ac0686256', 'tag': 'ff8f51a6-bde1-4657-a75c-2df5ba5e29d2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:27:59.428897 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c836e-1d38-4a52-86f2-198a87cf0f64" -d '{"events": [{"name": "network-changed", "server_uuid": "99dedcac-040c-4a23-b880-031ac0686256", "tag": "ff8f51a6-bde1-4657-a75c-2df5ba5e29d2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:27:59.465587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Usage tracker for resource:floatingip and tenant:85f5607f62ca435ab168e751ee20347e is out of sync, need to count used quota {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 00:27:59.476948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 00:27:59.509757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Attempting to bind port 0afd5570-f175-4050-942c-2a5a3ec14c98 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:27:59.510130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Attempting to bind port 0afd5570-f175-4050-942c-2a5a3ec14c98 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:27:59.510436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Attempting to bind port 0afd5570-f175-4050-942c-2a5a3ec14c98 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:59.538184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Port 0afd5570-f175-4050-942c-2a5a3ec14c98 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:27:59.546116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Attempting to bind port 0afd5570-f175-4050-942c-2a5a3ec14c98 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:27:59.561389 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f079ce3-3a70-49dd-93e8-f02672b1b781 x-openstack-request-id: req-1f079ce3-3a70-49dd-93e8-f02672b1b781 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:27:59.561853 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dedcac-040c-4a23-b880-031ac0686256", "tag": "ff8f51a6-bde1-4657-a75c-2df5ba5e29d2", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:27:59.562769 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f079ce3-3a70-49dd-93e8-f02672b1b781 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:27:59.563773 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99dedcac-040c-4a23-b880-031ac0686256', 'tag': 'ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', 'status': 'completed', 'code': 200} Aug 11 00:27:59.588654 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Set router 98efdbb4-2710-4da9-bae3-6e1088e34768 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:27:59.612507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:27:59.613107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:27:59.613233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:27:59.613713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Bound port: 0afd5570-f175-4050-942c-2a5a3ec14c98, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:27:59.614089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:59.667488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:59.680265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:27:59.684305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1af504f5-b99b-4d56-937f-3c103a6d771c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.9632466 Aug 11 00:27:59.686847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a9774-0d2a-42a9-8e50-bc8c528155ee service neutron] Pushing event updated for resources: {'Port': ['ID=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:59.709159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54200) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:27:59.787673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Network 3edc85c4-0275-49f0-8192-04944d1d44e3 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:27:59.839591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:27:59.849845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Usage tracker for resource:security_group and tenant:85f5607f62ca435ab168e751ee20347e is out of sync, need to count used quota {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 00:27:59.853909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:27:59.909060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 00:27:59.911781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Pushing event updated for resources: {'Port': ['ID=535a28de-3f9c-42f7-b0ef-c119a8105a71,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:27:59.949700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76a99-5718-4914-9747-588453ca8e81 req-1ca73812-e027-4116-8013-f9710f91a450 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:59.951446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aaf76a99-5718-4914-9747-588453ca8e81 req-1ca73812-e027-4116-8013-f9710f91a450 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 931 time: 0.2942421 Aug 11 00:27:59.952069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Usage tracker for resource:security_group_rule and tenant:85f5607f62ca435ab168e751ee20347e is out of sync, need to count used quota {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 00:27:59.971555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06f1fa-f94a-44b1-bbff-5dd494580899 req-1423058f-304a-471a-aaf2-c458063657cc tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:27:59.977407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d06f1fa-f94a-44b1-bbff-5dd494580899 req-1423058f-304a-471a-aaf2-c458063657cc tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1101 time: 0.2814023 Aug 11 00:28:00.002926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] For port 0afd5570-f175-4050-942c-2a5a3ec14c98, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:00.014105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.quota.resource [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95255) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 00:28:00.049407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:00.050162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.057781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] For port 0afd5570-f175-4050-942c-2a5a3ec14c98, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0afd5570-f175-4050-942c-2a5a3ec14c98,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:00.059544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c836e-1d38-4a52-86f2-198a87cf0f64 req-a2dff584-a802-499e-a8dd-3524b22d5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:00.061409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c96c836e-1d38-4a52-86f2-198a87cf0f64 req-a2dff584-a802-499e-a8dd-3524b22d5611 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 1099 time: 0.4915586 Aug 11 00:28:00.071807 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1d75c78e-e979-428b-a9fd-1844a3ff5c1f tempest-QuotasTest-1362486712 tempest-QuotasTest-1362486712-project-admin] 10.222.0.43 "GET /v2.0/quotas/85f5607f62ca435ab168e751ee20347e/details.json HTTP/1.1" status: 200 len: 703 time: 1.5765402 Aug 11 00:28:00.097424 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aaf76a99-5718-4914-9747-588453ca8e81 req-655f47ba-d0a9-4a62-a09e-b127f3e3c53d tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042550 Aug 11 00:28:00.104609 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:27:56Z', 'revision_number': 3, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:00.151637 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Checking router: 98efdbb4-2710-4da9-bae3-6e1088e34768 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:28:00.152076 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Updating router 98efdbb4-2710-4da9-bae3-6e1088e34768 port deaef7c1-5628-4388-917b-17a18d40e3fa binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:28:00.154347 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c96c836e-1d38-4a52-86f2-198a87cf0f64 req-0646dbae-45b0-4bec-a957-9290111c0ce5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812707 Aug 11 00:28:00.198957 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.236415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e7a7b923-dda8-4171-9ea5-12100f388d38 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:00.279202 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.291201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-0dde7d92-f132-4c97-a758-409811746358 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3647950 Aug 11 00:28:00.302298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d06f1fa-f94a-44b1-bbff-5dd494580899 req-e4213e8a-c849-4391-8ad2-887470dda99b tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524197 Aug 11 00:28:00.350996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Request body: {'port': {'device_id': 'dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:00.436832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:00.437651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.440489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] 10.222.0.44 "PUT /v2.0/ports/0afd5570-f175-4050-942c-2a5a3ec14c98 HTTP/1.1" status: 200 len: 1097 time: 3.6062489 Aug 11 00:28:00.450461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d10e56-29d6-42bf-934f-44d30bb575d7', 'tag': '0afd5570-f175-4050-942c-2a5a3ec14c98'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:00.453032 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8336ab70-53c6-4e05-a2cb-845deb232dba" -d '{"events": [{"name": "network-changed", "server_uuid": "37d10e56-29d6-42bf-934f-44d30bb575d7", "tag": "0afd5570-f175-4050-942c-2a5a3ec14c98"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:00.457697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:28:00.574950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ef7c6-8244-4848-9f7b-a6f267357154 service neutron] Pushing event updated for resources: {'Port': ['ID=0afd5570-f175-4050-942c-2a5a3ec14c98,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:00.661269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e7a7b923-dda8-4171-9ea5-12100f388d38, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e7a7b923-dda8-4171-9ea5-12100f388d38,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:00.685618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'e7a7b923-dda8-4171-9ea5-12100f388d38', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'e7a7b923-dda8-4171-9ea5-12100f388d38', 'mac_address': 'fa:16:3e:25:9d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:00.713111 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.735255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca672f0-e50e-44c3-8aaf-9fc8b1d8969a req-abc9b491-e4c0-4398-8bc7-d1d92ca41f4c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:00.748890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cca672f0-e50e-44c3-8aaf-9fc8b1d8969a req-abc9b491-e4c0-4398-8bc7-d1d92ca41f4c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 948 time: 0.3055303 Aug 11 00:28:00.773168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c836e-1d38-4a52-86f2-198a87cf0f64 req-fc64ee01-9f62-4dfe-9543-5b99809312f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:00.775039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c96c836e-1d38-4a52-86f2-198a87cf0f64 req-fc64ee01-9f62-4dfe-9543-5b99809312f1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5980031 Aug 11 00:28:00.789057 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.804532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a7b923-dda8-4171-9ea5-12100f388d38 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:00.810255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cca672f0-e50e-44c3-8aaf-9fc8b1d8969a req-0dd9f258-f28c-4441-a0d5-2b36e265f33b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598941 Aug 11 00:28:00.819518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d45e9c-8140-463d-8a16-e2ca0a2399c5 req-e91a3d7f-ccdd-4a70-97db-fdd7ef07ffcc tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:00.827066 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.835392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.842519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d45e9c-8140-463d-8a16-e2ca0a2399c5 req-e91a3d7f-ccdd-4a70-97db-fdd7ef07ffcc tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 947 time: 0.5770063 Aug 11 00:28:00.852942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e7a7b923-dda8-4171-9ea5-12100f388d38, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e7a7b923-dda8-4171-9ea5-12100f388d38,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:00.867109 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Transition to ACTIVE for port object deaef7c1-5628-4388-917b-17a18d40e3fa will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:00.893746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:00.937251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d45e9c-8140-463d-8a16-e2ca0a2399c5 req-f37c7f75-dae9-4df4-9bbd-fbb955c0782d tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906119 Aug 11 00:28:00.995744 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:01.001821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:01.025162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-54c25a25-7147-49bf-80e1-81c3c8b25e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:01.026651 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-54c25a25-7147-49bf-80e1-81c3c8b25e25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 1100 time: 0.1810050 Aug 11 00:28:01.030680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-6de968c9-44cf-4a79-bbc5-c978a06e108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:01.033392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-6de968c9-44cf-4a79-bbc5-c978a06e108a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 1099 time: 0.1214666 Aug 11 00:28:01.111831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-419cc2c1-b419-485d-96b9-7f5a20a59f43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 HTTP/1.1" status: 200 len: 217 time: 0.0635831 Aug 11 00:28:01.122089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e7a7b923-dda8-4171-9ea5-12100f388d38,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:01.191469 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Pushing event updated for resources: {'Port': ['ID=deaef7c1-5628-4388-917b-17a18d40e3fa,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:01.191587 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-fa7cb4c6-86bd-4b1f-8ac1-b9af6c7474f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0afd5570-f175-4050-942c-2a5a3ec14c98 HTTP/1.1" status: 200 len: 217 time: 0.1434565 Aug 11 00:28:01.191985 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Attempting to bind port deaef7c1-5628-4388-917b-17a18d40e3fa on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:01.192285 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Attempting to bind port deaef7c1-5628-4388-917b-17a18d40e3fa by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:01.192675 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5b9263-a86e-45cf-a9dd-48bdea9c1d96 x-openstack-request-id: req-0e5b9263-a86e-45cf-a9dd-48bdea9c1d96 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:01.192853 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Attempting to bind port deaef7c1-5628-4388-917b-17a18d40e3fa on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:01.193017 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d10e56-29d6-42bf-934f-44d30bb575d7", "tag": "0afd5570-f175-4050-942c-2a5a3ec14c98", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:01.193182 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e5b9263-a86e-45cf-a9dd-48bdea9c1d96 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:01.193566 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d10e56-29d6-42bf-934f-44d30bb575d7', 'tag': '0afd5570-f175-4050-942c-2a5a3ec14c98', 'status': 'completed', 'code': 200} Aug 11 00:28:01.202573 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.202826 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.203261 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.203531 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.203861 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.204938 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.205280 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.205646 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.205979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.206777 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.207438 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.207773 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:01.214251 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:01.214778 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:01.215277 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:01.215674 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:01.216170 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Bound port: deaef7c1-5628-4388-917b-17a18d40e3fa, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:01.218080 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:01.243877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['e7a7b923-dda8-4171-9ea5-12100f388d38'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:01.244702 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Floating IP bd8900fe-c1b5-43dc-8291-50c2a14faef5 associated. External IP: 172.25.0.72, port: 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070. Aug 11 00:28:01.352294 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] For port deaef7c1-5628-4388-917b-17a18d40e3fa, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:01.360803 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] For port deaef7c1-5628-4388-917b-17a18d40e3fa, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=deaef7c1-5628-4388-917b-17a18d40e3fa,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:01.477380 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:01.570738 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Routers {'98efdbb4-2710-4da9-bae3-6e1088e34768'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:28:01.571701 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['98efdbb4-2710-4da9-bae3-6e1088e34768'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:01.652787 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee12ca-3479-4ad1-9830-c7ef4c8e99d9 None None] Pushing event updated for resources: {'Port': ['ID=deaef7c1-5628-4388-917b-17a18d40e3fa,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:01.722544 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] Set router 98efdbb4-2710-4da9-bae3-6e1088e34768 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:28:01.733419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54218) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:01.758064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:01.917265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-6b4b6c2c-644e-4580-b206-d38594269935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:01.921538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-6b4b6c2c-644e-4580-b206-d38594269935 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.7030697 Aug 11 00:28:01.937503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-f500a43a-3a60-47a6-90d7-435b73d4a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:01.940143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-f500a43a-3a60-47a6-90d7-435b73d4a0e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.8037593 Aug 11 00:28:01.987486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90760ac-f2d1-4f3c-a1af-6653888aeb10 req-951cd68e-1014-45a2-8d81-b73f7b779ba5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:01.989806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f90760ac-f2d1-4f3c-a1af-6653888aeb10 req-951cd68e-1014-45a2-8d81-b73f7b779ba5 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1101 time: 0.8730989 Aug 11 00:28:02.000780 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-296b6017-5978-4f72-a0e9-65414b4145af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:02.017763 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:27:56Z', 'revision_number': 3, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:02.031404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd8497-6a3a-49cf-ba0e-5e2eef54a08d req-fc934e5a-33bd-4ef4-a1bd-e2bb64006f42 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:02.035756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bbd8497-6a3a-49cf-ba0e-5e2eef54a08d req-fc934e5a-33bd-4ef4-a1bd-e2bb64006f42 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 931 time: 0.7326226 Aug 11 00:28:02.047677 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f5e8ee-afe1-406d-afbf-c65769f80b74 None None] The sync data for ids ['98efdbb4-2710-4da9-bae3-6e1088e34768'] in n-d-712143-13 is: [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:27:56Z', 'revision_number': 3, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:28:02.082693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:28:02.088161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-5646650e-408a-4815-8471-b2f1c87f1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:02.089810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-5646650e-408a-4815-8471-b2f1c87f1d9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984263 Aug 11 00:28:02.093921 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f90760ac-f2d1-4f3c-a1af-6653888aeb10 req-c9e8b16f-9963-47e8-a122-0ddb028f943b tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853772 Aug 11 00:28:02.173918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bbd8497-6a3a-49cf-ba0e-5e2eef54a08d req-f4e3c873-4518-4528-b4b3-4c30a28db33d tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 Aug 11 00:28:02.252047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e7a7b923-dda8-4171-9ea5-12100f388d38 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:02.276825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-829dedd7-c311-444f-89c2-a4f3d15e873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:02.279260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-829dedd7-c311-444f-89c2-a4f3d15e873b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3378222 Aug 11 00:28:02.344292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:28:02.348066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-c22c8538-71d0-4c7d-a50c-3949dbabd141 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474279 Aug 11 00:28:02.354126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:02.378281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] Sync routers for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:28:02.383087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535a28de-3f9c-42f7-b0ef-c119a8105a71 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:02.409749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:02.414885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e3ac0-f377-41e4-9680-06fabf2e1607 req-95bcad6d-26bf-4824-bc93-4a6193c01671 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:02.416083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:28:02.417182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:02.422651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-754e3ac0-f377-41e4-9680-06fabf2e1607 req-95bcad6d-26bf-4824-bc93-4a6193c01671 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 948 time: 0.1507409 Aug 11 00:28:02.486609 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bbe71d57-bc6b-482e-b606-9e429d149f49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "PUT /v2.0/floatingips/bd8900fe-c1b5-43dc-8291-50c2a14faef5 HTTP/1.1" status: 200 len: 990 time: 4.1072195 Aug 11 00:28:02.512262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93684f1c-91e3-4c30-a998-98f836decad8', 'tag': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:02.519325 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "93684f1c-91e3-4c30-a998-98f836decad8", "tag": "8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:02.579622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Transition to ACTIVE for port object 535a28de-3f9c-42f7-b0ef-c119a8105a71 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:02.587929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-754e3ac0-f377-41e4-9680-06fabf2e1607 req-eeef2f73-68da-4b4e-ab2a-30190aada066 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634729 Aug 11 00:28:02.593391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Allocated IP 172.20.0.1 (e064e27f-ab8b-4da9-abd6-121ddde927ad/5eaf144c-f16b-4e7e-acef-7fc027835e1a/fc0f8501-d744-46a3-92f3-713f94e36de2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:02.654612 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-4591c226-5e79-4abf-a8a6-1ae158f484b4 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771299 Aug 11 00:28:02.694801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-31bef16c-ba88-4bf9-ac9b-f1093ccac52e service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049318 Aug 11 00:28:02.768375 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:02.808051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:28:02.925949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-296b6017-5978-4f72-a0e9-65414b4145af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:02.956211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ea997-3564-4599-929b-866f25f40f23 req-093148ff-6232-49c3-ace5-d6c386a08bab tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:02.957985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a85ea997-3564-4599-929b-866f25f40f23 req-093148ff-6232-49c3-ace5-d6c386a08bab tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 948 time: 0.3534155 Aug 11 00:28:02.983002 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf1a4d9-61e9-41f5-9ec0-effac694de03 x-openstack-request-id: req-fbf1a4d9-61e9-41f5-9ec0-effac694de03 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:02.983614 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93684f1c-91e3-4c30-a998-98f836decad8", "tag": "8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:02.983614 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbf1a4d9-61e9-41f5-9ec0-effac694de03 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:02.983964 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93684f1c-91e3-4c30-a998-98f836decad8', 'tag': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'status': 'completed', 'code': 200} Aug 11 00:28:03.029253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port e7a7b923-dda8-4171-9ea5-12100f388d38 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:03.032791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=535a28de-3f9c-42f7-b0ef-c119a8105a71,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:03.095601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-60b86593-a506-4e9b-a693-de7bfd469a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:03.098974 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-60b86593-a506-4e9b-a693-de7bfd469a53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 1097 time: 0.0913830 Aug 11 00:28:03.119975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.121894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port e7a7b923-dda8-4171-9ea5-12100f388d38 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:03.122324 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-296b6017-5978-4f72-a0e9-65414b4145af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.122808 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.164222 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c7b19-9820-4066-a897-995f5e97b041 req-15b9b8d2-6619-481b-9230-17f297a6267c service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133050 Aug 11 00:28:03.201048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a85ea997-3564-4599-929b-866f25f40f23 req-d5ae9438-eaf2-4087-8a38-915b63f7d970 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156007 Aug 11 00:28:03.206871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Transition to ACTIVE for port object fc0f8501-d744-46a3-92f3-713f94e36de2 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:03.252040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-296b6017-5978-4f72-a0e9-65414b4145af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebe3eb0a8587414d9cf96ccaf146c629&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5098724 Aug 11 00:28:03.256067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b6017-5978-4f72-a0e9-65414b4145af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4901a-d8e2-4be7-864f-33d10efd6f55,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:03.269569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54240) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:03.289510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Attempting to bind port 535a28de-3f9c-42f7-b0ef-c119a8105a71 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:03.289947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Attempting to bind port 535a28de-3f9c-42f7-b0ef-c119a8105a71 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'ad3fb435-186d-4165-b993-0a42896bccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3edc85c4-0275-49f0-8192-04944d1d44e3'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:03.290168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Attempting to bind port 535a28de-3f9c-42f7-b0ef-c119a8105a71 on network 3edc85c4-0275-49f0-8192-04944d1d44e3 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:03.305407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Port 535a28de-3f9c-42f7-b0ef-c119a8105a71 on network 3edc85c4-0275-49f0-8192-04944d1d44e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:03.305791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Attempting to bind port 535a28de-3f9c-42f7-b0ef-c119a8105a71 on network 3edc85c4-0275-49f0-8192-04944d1d44e3 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:03.341725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:03.342193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Checking segment: {'id': 'ad3fb435-186d-4165-b993-0a42896bccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3edc85c4-0275-49f0-8192-04944d1d44e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:03.342454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Bound using segment: {'id': 'ad3fb435-186d-4165-b993-0a42896bccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3edc85c4-0275-49f0-8192-04944d1d44e3'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:03.343422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Bound port: 535a28de-3f9c-42f7-b0ef-c119a8105a71, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3fb435-186d-4165-b993-0a42896bccbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3edc85c4-0275-49f0-8192-04944d1d44e3'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:03.343422 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.354951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.406298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea12c-3cc1-4a85-815f-3cc0a03cbe34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.411581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e7a7b923-dda8-4171-9ea5-12100f388d38, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e7a7b923-dda8-4171-9ea5-12100f388d38,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:03.414786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce48980-3405-4a6a-9268-a6789b7d227d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a7b923-dda8-4171-9ea5-12100f388d38'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:03.416930 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60634b1c-8c4a-4384-b95c-f32931bf40b3" -d '{"events": [{"server_uuid": "5ce48980-3405-4a6a-9268-a6789b7d227d", "name": "network-vif-plugged", "status": "completed", "tag": "e7a7b923-dda8-4171-9ea5-12100f388d38"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:03.433435 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea12c-3cc1-4a85-815f-3cc0a03cbe34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.447803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-5c9d441d-9205-444f-ac82-38ad8f06fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:03.450199 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-5c9d441d-9205-444f-ac82-38ad8f06fa84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 0.3426781 Aug 11 00:28:03.460996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'bd8900fe-c1b5-43dc-8291-50c2a14faef5', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'port_id': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'mac_address': 'fa:16:3e:97:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93684f1c-91e3-4c30-a998-98f836decad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:27:27Z', 'updated_at': '2021-08-11T00:28:00Z', 'revision_number': 1, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:03.492281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-2b771933-c0f2-47b4-a133-bef0104923c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:03.494026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-2b771933-c0f2-47b4-a133-bef0104923c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 1100 time: 0.1344926 Aug 11 00:28:03.510445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] Checking router: 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:28:03.516193 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.550941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:28:03.551403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:03.584999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-291e0b5e-4c1e-416f-b669-0bba427d2092 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 200 len: 998 time: 0.1199253 Aug 11 00:28:03.663340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754aef1-1b84-48a6-8eb6-c9c3c2dfc431 req-21eb3653-a732-4d74-9660-000e0a0f5261 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:03.673503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-27d99ec9-acce-40c6-b787-1be2c294110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:03.678370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-27d99ec9-acce-40c6-b787-1be2c294110c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.0826328 Aug 11 00:28:03.678643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0754aef1-1b84-48a6-8eb6-c9c3c2dfc431 req-21eb3653-a732-4d74-9660-000e0a0f5261 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 943 time: 0.3391752 Aug 11 00:28:03.701139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.727006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e7a7b923-dda8-4171-9ea5-12100f388d38,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:03.754380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-c3b254f8-3779-4794-b448-78b4925912c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:03.756658 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-c3b254f8-3779-4794-b448-78b4925912c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731716 Aug 11 00:28:03.781785 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea12c-3cc1-4a85-815f-3cc0a03cbe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.787006 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba8ea12c-3cc1-4a85-815f-3cc0a03cbe34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.791518 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ba8ea12c-3cc1-4a85-815f-3cc0a03cbe34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bf4901a-d8e2-4be7-864f-33d10efd6f55 HTTP/1.1" status: 204 len: 168 time: 0.5202723 Aug 11 00:28:03.803688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Network e064e27f-ab8b-4da9-abd6-121ddde927ad is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:03.811990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] For port 535a28de-3f9c-42f7-b0ef-c119a8105a71, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:03.837052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:03.845506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:28:03.848472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:03.897395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] For port 535a28de-3f9c-42f7-b0ef-c119a8105a71, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=535a28de-3f9c-42f7-b0ef-c119a8105a71,segment=NetworkSegment(ad3fb435-186d-4165-b993-0a42896bccbb),segment_id=ad3fb435-186d-4165-b993-0a42896bccbb)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:03.909761 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0754aef1-1b84-48a6-8eb6-c9c3c2dfc431 req-a946b665-cfd2-479a-a26a-12b10d884419 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217145 Aug 11 00:28:03.912281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:03.933358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ea12c-3cc1-4a85-815f-3cc0a03cbe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4901a-d8e2-4be7-864f-33d10efd6f55,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:03.938470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0f8501-d744-46a3-92f3-713f94e36de2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:03.999989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-cf54ea0a-025f-4aae-8472-48be002ba376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:04.002523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-cf54ea0a-025f-4aae-8472-48be002ba376 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.4863887 Aug 11 00:28:04.033979 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575079ff-2462-4912-b978-6fee380ef9e2 x-openstack-request-id: req-575079ff-2462-4912-b978-6fee380ef9e2 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:04.033979 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce48980-3405-4a6a-9268-a6789b7d227d", "name": "network-vif-plugged", "status": "completed", "tag": "e7a7b923-dda8-4171-9ea5-12100f388d38", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:04.033979 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-575079ff-2462-4912-b978-6fee380ef9e2 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:04.033979 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce48980-3405-4a6a-9268-a6789b7d227d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a7b923-dda8-4171-9ea5-12100f388d38', 'code': 200} Aug 11 00:28:04.095821 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-b1ea1c5c-033a-436e-9587-30c5edc4d579 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310859 Aug 11 00:28:04.170531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:04.180296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-7dbe5b41-9def-4b32-99c3-3625f4bc7e3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0afd5570-f175-4050-942c-2a5a3ec14c98 HTTP/1.1" status: 200 len: 217 time: 0.1609116 Aug 11 00:28:04.336494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b4def4d-8d2a-4a2b-9c86-3665ad47c1a7 req-9c6ca3ef-ef8c-43ef-9a1a-9b589a2aaeb2 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325037 Aug 11 00:28:04.465216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:04.466315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:04.468855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] 10.222.0.55 "PUT /v2.0/ports/535a28de-3f9c-42f7-b0ef-c119a8105a71 HTTP/1.1" status: 200 len: 1092 time: 4.1433182 Aug 11 00:28:04.469638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13', 'tag': '535a28de-3f9c-42f7-b0ef-c119a8105a71'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:04.477145 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0af252f-6d28-4a76-9a15-a23061dabbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13", "tag": "535a28de-3f9c-42f7-b0ef-c119a8105a71"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:04.569554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:04.571198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f6a2080a-fc7c-4835-8b15-cf2f0cb84d17 None None] Provisioning for port fc0f8501-d744-46a3-92f3-713f94e36de2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:04.584829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f6a2080a-fc7c-4835-8b15-cf2f0cb84d17 None None] Provisioning complete for port fc0f8501-d744-46a3-92f3-713f94e36de2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:04.585377 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f6a2080a-fc7c-4835-8b15-cf2f0cb84d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:04.600265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-250e22de-9ff5-4462-ba3f-5c9917c3de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:04.603154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-250e22de-9ff5-4462-ba3f-5c9917c3de93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.3295264 Aug 11 00:28:04.621284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d67662-7d1f-4374-ba25-4d8e8424c822 req-5ee6db51-447c-4197-813f-2ac2c1db8026 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:04.636953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18d67662-7d1f-4374-ba25-4d8e8424c822 req-5ee6db51-447c-4197-813f-2ac2c1db8026 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 948 time: 0.4990211 Aug 11 00:28:04.637185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device deaef7c1-5628-4388-917b-17a18d40e3fa up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:04.640373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488fd06-56f7-4550-b56e-9d27ed95312b req-a2cf6da1-504f-4026-8da0-1bf37fbd9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:04.643318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1488fd06-56f7-4550-b56e-9d27ed95312b req-a2cf6da1-504f-4026-8da0-1bf37fbd9b33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 1101 time: 0.5224636 Aug 11 00:28:04.656583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e4cfa-1037-4b1a-a0d0-6422501d1dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=535a28de-3f9c-42f7-b0ef-c119a8105a71,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:04.748919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2080a-fc7c-4835-8b15-cf2f0cb84d17 None None] Port fc0f8501-d744-46a3-92f3-713f94e36de2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:04.797508 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18d67662-7d1f-4374-ba25-4d8e8424c822 req-5a7ca290-58b0-4fc2-b6ee-758e7f131b7f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505327 Aug 11 00:28:04.800125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-7e87b1b2-04fe-40d3-9e09-011797669b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:04.801920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-7e87b1b2-04fe-40d3-9e09-011797669b92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464505 Aug 11 00:28:04.806371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1488fd06-56f7-4550-b56e-9d27ed95312b req-3bb32307-9991-45ab-8066-94e671c064d8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356063 Aug 11 00:28:04.839888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:04.859878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', 'mac_address': 'fa:16:3e:1a:71:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:04.940335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'bd8900fe-c1b5-43dc-8291-50c2a14faef5', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'port_id': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'mac_address': 'fa:16:3e:97:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93684f1c-91e3-4c30-a998-98f836decad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:27:27Z', 'updated_at': '2021-08-11T00:28:00Z', 'revision_number': 1, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:04.980862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bffdd52d-8980-4e46-ad4f-d37c13b21e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:04.982576 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bffdd52d-8980-4e46-ad4f-d37c13b21e21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f85d1a26ebbc4afc95df34b28e9055ed&device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 1095 time: 0.2363908 Aug 11 00:28:05.002813 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.005418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port deaef7c1-5628-4388-917b-17a18d40e3fa completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:05.008055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ca58a-463b-430f-85d5-8b958ac42efa None None] The sync data for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 is: [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'bd8900fe-c1b5-43dc-8291-50c2a14faef5', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'floating_ip_address': '172.25.0.72', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'port_id': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'mac_address': 'fa:16:3e:97:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93684f1c-91e3-4c30-a998-98f836decad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:27:27Z', 'updated_at': '2021-08-11T00:28:00Z', 'revision_number': 1, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:28:05.014031 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281e2852-6e9c-4620-b479-0e61afb0d068 x-openstack-request-id: req-281e2852-6e9c-4620-b479-0e61afb0d068 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:05.014031 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13", "tag": "535a28de-3f9c-42f7-b0ef-c119a8105a71", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:05.014031 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-281e2852-6e9c-4620-b479-0e61afb0d068 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:05.014771 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13', 'tag': '535a28de-3f9c-42f7-b0ef-c119a8105a71', 'status': 'completed', 'code': 200} Aug 11 00:28:05.022477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port deaef7c1-5628-4388-917b-17a18d40e3fa triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:05.022855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.051906 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.068876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:05.070000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54276) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:05.095792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d852b113-2253-4749-b9f8-e0183ec2756f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.109969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-bbe74249-729d-4383-b541-3684e1641ab5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=535a28de-3f9c-42f7-b0ef-c119a8105a71 HTTP/1.1" status: 200 len: 217 time: 0.1101775 Aug 11 00:28:05.144206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:05.230697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.240260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-7bfb0b1d-83db-4f86-9396-d361996f000e service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177263 Aug 11 00:28:05.261226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c98e-0265-42ce-9022-49dd5384b7b0 req-00f6f71b-d68e-4186-89b4-30f48511e656 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:05.268945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d50c98e-0265-42ce-9022-49dd5384b7b0 req-00f6f71b-d68e-4186-89b4-30f48511e656 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 949 time: 0.2974465 Aug 11 00:28:05.278090 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d852b113-2253-4749-b9f8-e0183ec2756f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.289766 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.301523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-8caa24be-863f-4902-b0d7-41331db18159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:05.303356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-8caa24be-863f-4902-b0d7-41331db18159 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84bbaa24-cf23-42fe-ae00-a81c96e9451f HTTP/1.1" status: 200 len: 862 time: 0.1757903 Aug 11 00:28:05.306922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port deaef7c1-5628-4388-917b-17a18d40e3fa, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=deaef7c1-5628-4388-917b-17a18d40e3fa,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:05.346088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc574be-d5d5-4900-8580-59252104cf2b req-7d9ea6b8-5721-4626-8bce-9beb3281e7c4 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:05.348992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccc574be-d5d5-4900-8580-59252104cf2b req-7d9ea6b8-5721-4626-8bce-9beb3281e7c4 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1088057 Aug 11 00:28:05.368156 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef646b2f-ead4-4315-a1b6-d87cfe6fb52d None None] New status for floating IP bd8900fe-c1b5-43dc-8291-50c2a14faef5: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:28:05.395065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:05.404351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d852b113-2253-4749-b9f8-e0183ec2756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.430098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccc574be-d5d5-4900-8580-59252104cf2b req-1cbde2d8-8cf3-4e15-9309-b4b37ef729f8 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703061 Aug 11 00:28:05.446022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.464305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-93369fac-aa4e-4d9b-83ae-c42c5d1d2169 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3edc85c4-0275-49f0-8192-04944d1d44e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409185 Aug 11 00:28:05.467704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d852b113-2253-4749-b9f8-e0183ec2756f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85f5607f62ca435ab168e751ee20347e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945029 Aug 11 00:28:05.469196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54282) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:05.492558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852b113-2253-4749-b9f8-e0183ec2756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7988bd9a-ba94-4580-9c54-0e6bb45c2aca,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:05.527755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d50c98e-0265-42ce-9022-49dd5384b7b0 req-d12969d6-cf96-4444-89c5-0f9d0a8d8c12 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578213 Aug 11 00:28:05.567343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=deaef7c1-5628-4388-917b-17a18d40e3fa,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:05.614597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c25f4784-a7bf-400a-ae6a-7a58bea8eea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.622562 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:05.639952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea992562-bfcf-45d5-818f-7878cf46907c req-331568be-f3a0-4b26-bb5e-aa601c7993d7 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:05.642352 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea992562-bfcf-45d5-818f-7878cf46907c req-331568be-f3a0-4b26-bb5e-aa601c7993d7 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 943 time: 0.0862494 Aug 11 00:28:05.676333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c25f4784-a7bf-400a-ae6a-7a58bea8eea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.755794 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea992562-bfcf-45d5-818f-7878cf46907c req-b0a3eb87-b009-4f1f-9645-6c8d39fa8c4a tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037502 Aug 11 00:28:05.933493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c25f4784-a7bf-400a-ae6a-7a58bea8eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.937022 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c25f4784-a7bf-400a-ae6a-7a58bea8eea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:05.939418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c25f4784-a7bf-400a-ae6a-7a58bea8eea3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7988bd9a-ba94-4580-9c54-0e6bb45c2aca HTTP/1.1" status: 204 len: 168 time: 0.4667652 Aug 11 00:28:05.967915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f4784-a7bf-400a-ae6a-7a58bea8eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7988bd9a-ba94-4580-9c54-0e6bb45c2aca,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:06.065733 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8336ab70-53c6-4e05-a2cb-845deb232dba req-27524256-d185-4532-b78c-3dd084a6c316 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868946 Aug 11 00:28:06.101808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1324f02-16f1-430e-b694-d718b6d797ff req-52f23751-772a-4188-aece-4f0ca6896393 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:06.103551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1324f02-16f1-430e-b694-d718b6d797ff req-52f23751-772a-4188-aece-4f0ca6896393 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 948 time: 0.1788886 Aug 11 00:28:06.107881 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-112c0db9-ecfd-466f-ba82-3b3b26ddb528 service neutron] 10.222.0.55 "GET /v2.0/networks/3edc85c4-0275-49f0-8192-04944d1d44e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133571 Aug 11 00:28:06.114006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:06.207246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1324f02-16f1-430e-b694-d718b6d797ff req-5b53e9cf-410d-41bb-9b80-84e5fab87efe tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948198 Aug 11 00:28:06.242390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:06.267762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1198fc-eb79-483e-aff9-f37a942a8936 req-72816624-f4e7-4e2b-a7e1-d50984e847df service neutron] 10.222.0.55 "GET /v2.0/networks/3edc85c4-0275-49f0-8192-04944d1d44e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488304 Aug 11 00:28:06.317467 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:06.319672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0f8501-d744-46a3-92f3-713f94e36de2,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:06.427507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Network e064e27f-ab8b-4da9-abd6-121ddde927ad is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:06.429415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:06.521514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0afd5570-f175-4050-942c-2a5a3ec14c98 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:06.523782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:06.656280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device deaef7c1-5628-4388-917b-17a18d40e3fa up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:06.726043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce0022-2f44-4e1c-88da-9d9c65f7aec8 req-1fbca2c8-634a-495f-9ebf-7472d2192310 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:06.738093 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4ce0022-2f44-4e1c-88da-9d9c65f7aec8 req-1fbca2c8-634a-495f-9ebf-7472d2192310 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1912012 Aug 11 00:28:06.746962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-a9a647e9-8dbe-4db5-8bb9-28fe4733e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:06.749870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-a9a647e9-8dbe-4db5-8bb9-28fe4733e143 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f85d1a26ebbc4afc95df34b28e9055ed&device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 1095 time: 0.2604382 Aug 11 00:28:06.765141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port deaef7c1-5628-4388-917b-17a18d40e3fa triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:06.765533 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:06.812230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4ce0022-2f44-4e1c-88da-9d9c65f7aec8 req-901e3105-de69-4798-9487-06ad8e814c73 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727680 Aug 11 00:28:06.859392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-23c7eb54-36c0-484f-ad1d-cda0b47b2b44 None None] Provisioning complete for port fc0f8501-d744-46a3-92f3-713f94e36de2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:06.859667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Router 98efdbb4-2710-4da9-bae3-6e1088e34768 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:28:06.860759 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb54-36c0-484f-ad1d-cda0b47b2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:06.883705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb960de-eaad-4806-82ed-cde17fb180d5 req-fd43cfb9-8ec0-425b-afc1-41605b98a4a8 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:06.885532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cb960de-eaad-4806-82ed-cde17fb180d5 req-fd43cfb9-8ec0-425b-afc1-41605b98a4a8 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 949 time: 0.2114697 Aug 11 00:28:06.914514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0afd5570-f175-4050-942c-2a5a3ec14c98, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0afd5570-f175-4050-942c-2a5a3ec14c98,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:06.957211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4108b7b-1959-431d-88f9-961e60c186a3 req-e33e8cdc-df27-427c-aea0-2e6c933b3075 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:06.959686 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a4108b7b-1959-431d-88f9-961e60c186a3 req-e33e8cdc-df27-427c-aea0-2e6c933b3075 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 943 time: 0.0683575 Aug 11 00:28:06.973196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-23c7eb54-36c0-484f-ad1d-cda0b47b2b44 None None] Port fc0f8501-d744-46a3-92f3-713f94e36de2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:06.982039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-50100c98-6d90-4afb-9004-bba589d1b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:06.983758 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-50100c98-6d90-4afb-9004-bba589d1b42b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3edc85c4-0275-49f0-8192-04944d1d44e3 HTTP/1.1" status: 200 len: 923 time: 0.2205017 Aug 11 00:28:07.007837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '0afd5570-f175-4050-942c-2a5a3ec14c98', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '0afd5570-f175-4050-942c-2a5a3ec14c98', 'mac_address': 'fa:16:3e:20:e0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:07.010666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:07.037360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:07.037824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a4108b7b-1959-431d-88f9-961e60c186a3 req-a40cb021-a5eb-4e6f-96ef-66f04c71b496 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642972 Aug 11 00:28:07.038010 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:07.058325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cb960de-eaad-4806-82ed-cde17fb180d5 req-03eeb6a3-b7a0-4f7f-bd52-f417b087c948 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511579 Aug 11 00:28:07.088110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-654c419a-db52-4c66-9654-6e008740f026 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=535a28de-3f9c-42f7-b0ef-c119a8105a71 HTTP/1.1" status: 200 len: 217 time: 0.0843885 Aug 11 00:28:07.120860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:28:07.133208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3e26cd96-dfdc-4961-ab9a-17feb0b9d991 admin admin] 10.222.0.43 "PUT /v2.0/routers/98efdbb4-2710-4da9-bae3-6e1088e34768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4064655 Aug 11 00:28:07.155514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Sync routers for ids ['98efdbb4-2710-4da9-bae3-6e1088e34768'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:28:07.197170 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:07.226679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-bce8cc96-9958-48bc-8a99-d5bed043df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:07.228832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-bce8cc96-9958-48bc-8a99-d5bed043df1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84bbaa24-cf23-42fe-ae00-a81c96e9451f HTTP/1.1" status: 200 len: 862 time: 0.1096959 Aug 11 00:28:07.229023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Routers {'98efdbb4-2710-4da9-bae3-6e1088e34768'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:28:07.229648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['98efdbb4-2710-4da9-bae3-6e1088e34768'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:07.236128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afd5570-f175-4050-942c-2a5a3ec14c98 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:07.296770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-5da9567b-d643-43df-a6a2-73709ef2c3fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3edc85c4-0275-49f0-8192-04944d1d44e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575430 Aug 11 00:28:07.331906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54326) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:07.394205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0afd5570-f175-4050-942c-2a5a3ec14c98, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0afd5570-f175-4050-942c-2a5a3ec14c98,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:07.481475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-5312910e-8c92-4a6a-8dbf-5edabf4042aa service neutron] 10.222.0.55 "GET /v2.0/networks/3edc85c4-0275-49f0-8192-04944d1d44e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768322 Aug 11 00:28:07.490879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460197-ce20-4ae5-ad85-ef97bd4ec4db req-bd0cdfc5-8032-49eb-8f81-1eb15fb5e564 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:07.499361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e1460197-ce20-4ae5-ad85-ef97bd4ec4db req-bd0cdfc5-8032-49eb-8f81-1eb15fb5e564 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 948 time: 0.0763683 Aug 11 00:28:07.505120 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:07.534613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1297824253'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:07.555703 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:07.567501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e1460197-ce20-4ae5-ad85-ef97bd4ec4db req-c80fd57a-71fa-4bbe-a6db-7ec4f49b8e95 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668375 Aug 11 00:28:07.604422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Set router 98efdbb4-2710-4da9-bae3-6e1088e34768 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:28:07.660932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=0afd5570-f175-4050-942c-2a5a3ec14c98,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:07.674483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0af252f-6d28-4a76-9a15-a23061dabbe5 req-d12bb0d3-3cf6-4f39-91af-eda5644b99b2 service neutron] 10.222.0.55 "GET /v2.0/networks/3edc85c4-0275-49f0-8192-04944d1d44e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649957 Aug 11 00:28:07.676583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dedcac-040c-4a23-b880-031ac0686256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8f51a6-bde1-4657-a75c-2df5ba5e29d2'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:07.679944 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3d405-097b-4662-9ff1-f04d002fae08" -d '{"events": [{"server_uuid": "99dedcac-040c-4a23-b880-031ac0686256", "name": "network-vif-plugged", "status": "completed", "tag": "ff8f51a6-bde1-4657-a75c-2df5ba5e29d2"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:07.704447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54334) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:07.708670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:07.711341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:07.714881 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:07.743978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:07.758091 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:07.767815 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Added segment 98d653bb-64d2-4678-87cd-4af2523f449a of type vlan for network deba9416-9732-4dcc-ab0b-a0bb960798b7 Aug 11 00:28:07.790325 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c984ccf5-834e-4c8f-abf1-b3f5721646c6 x-openstack-request-id: req-c984ccf5-834e-4c8f-abf1-b3f5721646c6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:07.790789 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dedcac-040c-4a23-b880-031ac0686256", "name": "network-vif-plugged", "status": "completed", "tag": "ff8f51a6-bde1-4657-a75c-2df5ba5e29d2", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:07.791220 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c984ccf5-834e-4c8f-abf1-b3f5721646c6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:07.791795 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dedcac-040c-4a23-b880-031ac0686256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', 'code': 200} Aug 11 00:28:07.817494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['0afd5570-f175-4050-942c-2a5a3ec14c98'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:07.866963 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:07.889630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74611ba0-610f-40f5-8b3f-366e7d133cc7 req-11cc398f-7721-4af9-a672-ab8c987bc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:07.890666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:07.892601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74611ba0-610f-40f5-8b3f-366e7d133cc7 req-11cc398f-7721-4af9-a672-ab8c987bc84e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 1101 time: 0.0741618 Aug 11 00:28:07.902247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-78def276-0a33-43c5-96ee-5c47d2a44acd tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:07.906198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-78def276-0a33-43c5-96ee-5c47d2a44acd tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1976638 Aug 11 00:28:07.909155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54342) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:07.915944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-a1782bcc-47cc-4984-9b34-f33e7ddde305 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:07.922085 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a1782bcc-47cc-4984-9b34-f33e7ddde305 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054939 Aug 11 00:28:07.923711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54344) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:07.930762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-4666245f-b969-41ea-ae42-a0e972a8a1d9 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:07.932846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4666245f-b969-41ea-ae42-a0e972a8a1d9 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078983 Aug 11 00:28:07.937331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54346) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:07.943940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-ee7d341c-225a-4dcd-be71-03ebc60edc1f tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:07.945433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ee7d341c-225a-4dcd-be71-03ebc60edc1f tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058517 Aug 11 00:28:07.954118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54348) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:07.960761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-b8736b85-bbf4-494c-b3c4-b7aaa4a6d793 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:07.965739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b8736b85-bbf4-494c-b3c4-b7aaa4a6d793 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0066857 Aug 11 00:28:07.972356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aac46-c105-4106-b2b1-cc5bce1f71a2 req-c6ecc50d-507a-4320-aa5f-528f4e0ee925 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:07.982580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54350) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:07.982850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d8aac46-c105-4106-b2b1-cc5bce1f71a2 req-c6ecc50d-507a-4320-aa5f-528f4e0ee925 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 949 time: 0.1395266 Aug 11 00:28:07.985877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-3fe97e5c-7d61-4f8f-b9df-5269638ecad8 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:07.990781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3fe97e5c-7d61-4f8f-b9df-5269638ecad8 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058963 Aug 11 00:28:07.994379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54352) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:07.999221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74611ba0-610f-40f5-8b3f-366e7d133cc7 req-04d6c81d-074a-4c8a-a580-f7535e8d4fba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946302 Aug 11 00:28:08.009332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-1d0e294f-885f-4c2e-a9d0-e1e754b3bdf1 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.013464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1d0e294f-885f-4c2e-a9d0-e1e754b3bdf1 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0138786 Aug 11 00:28:08.014094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:08.014524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54354) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.020745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-c4d8cea1-8f6a-4512-afff-ed15b355f36d tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.025042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c4d8cea1-8f6a-4512-afff-ed15b355f36d tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053985 Aug 11 00:28:08.031095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54356) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.032708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dd2b4-8291-404f-9c52-ce688273680f req-fcdf8931-ed01-4dfd-809e-5b2d132d3da7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:08.034543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba1dd2b4-8291-404f-9c52-ce688273680f req-fcdf8931-ed01-4dfd-809e-5b2d132d3da7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1302962 Aug 11 00:28:08.036426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-bb43ca8a-3413-48c0-a9dd-49591ec2cc2e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.042623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54358) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.042882 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bb43ca8a-3413-48c0-a9dd-49591ec2cc2e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0098403 Aug 11 00:28:08.050900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-21471b5b-97de-4a66-b257-7eaea3e3a6c2 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.052554 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-21471b5b-97de-4a66-b257-7eaea3e3a6c2 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064540 Aug 11 00:28:08.057308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54362) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.062842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-37352dec-2191-430b-a28c-943475ea925e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.064226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-37352dec-2191-430b-a28c-943475ea925e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054636 Aug 11 00:28:08.066941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54364) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.070427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d8aac46-c105-4106-b2b1-cc5bce1f71a2 req-02ae7a68-d61a-4848-a151-bc019b4bdcc4 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885937 Aug 11 00:28:08.077240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-90569d1f-435d-43c9-af71-419224db34bf tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.077240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-90569d1f-435d-43c9-af71-419224db34bf tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050209 Aug 11 00:28:08.079500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54366) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.106699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-0f8ec689-378f-4a13-83ea-0ae88d09ff36 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.107901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0f8ec689-378f-4a13-83ea-0ae88d09ff36 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0270936 Aug 11 00:28:08.111347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54368) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.112125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba1dd2b4-8291-404f-9c52-ce688273680f req-d8160459-ead9-40c1-b28e-f3e5ddcf3a4a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703950 Aug 11 00:28:08.117264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-4fd60359-7542-416e-969b-376cdffccb63 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.118704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4fd60359-7542-416e-969b-376cdffccb63 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055749 Aug 11 00:28:08.121543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54370) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.137397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-6e6706b3-11ee-4ef1-a464-6ad25e586beb tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.137397 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6e6706b3-11ee-4ef1-a464-6ad25e586beb tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065818 Aug 11 00:28:08.138263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54372) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.144009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-29d3970d-83c2-4e2b-87a9-f654ac1b7a5e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.147228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-29d3970d-83c2-4e2b-87a9-f654ac1b7a5e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049717 Aug 11 00:28:08.147960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54374) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.152690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-4b5a4cbd-cea5-4cb1-925d-46b85a0c8b48 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.155208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4b5a4cbd-cea5-4cb1-925d-46b85a0c8b48 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047681 Aug 11 00:28:08.156424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54376) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.160892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:28:04Z', 'revision_number': 4, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'fc0f8501-d744-46a3-92f3-713f94e36de2', 'name': '', 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'mac_address': 'fa:16:3e:e6:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '5eaf144c-f16b-4e7e-acef-7fc027835e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:28:01Z', 'updated_at': '2021-08-11T00:28:05Z', 'revision_number': 2, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'subnets': [{'id': '5eaf144c-f16b-4e7e-acef-7fc027835e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:08.162022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-0ac8c02e-4c5d-4492-9189-f4ef58002f85 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.166919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0ac8c02e-4c5d-4492-9189-f4ef58002f85 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049350 Aug 11 00:28:08.166919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54378) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.169129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:08.170819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-6e5835d1-a9da-455a-af72-9dd5ed72c411 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.173547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6e5835d1-a9da-455a-af72-9dd5ed72c411 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047779 Aug 11 00:28:08.178725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:08.178725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:08.178955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54380) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.183725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-96384cb9-094d-4346-a4ff-8b8967345d9e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.187078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96384cb9-094d-4346-a4ff-8b8967345d9e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047021 Aug 11 00:28:08.187441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54382) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.192086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-b854ff05-59ac-4e0e-a119-428d745f0a63 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.196082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b854ff05-59ac-4e0e-a119-428d745f0a63 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046036 Aug 11 00:28:08.197597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54386) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.199450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Checking router: 98efdbb4-2710-4da9-bae3-6e1088e34768 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:28:08.199964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Updating router 98efdbb4-2710-4da9-bae3-6e1088e34768 port fc0f8501-d744-46a3-92f3-713f94e36de2 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:28:08.203952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-fae4cfbc-4474-4008-baa2-1c50521d13ed tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.208080 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fae4cfbc-4474-4008-baa2-1c50521d13ed tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060408 Aug 11 00:28:08.208308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54388) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.213767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-fe63641f-7374-484a-80c5-91ded0ace5f5 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.214853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fe63641f-7374-484a-80c5-91ded0ace5f5 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054557 Aug 11 00:28:08.219333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54390) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.227435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-d914c7c8-734e-4f91-9e89-e8ae7b2bdd13 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.228751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d914c7c8-734e-4f91-9e89-e8ae7b2bdd13 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069487 Aug 11 00:28:08.231343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54392) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.236377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-b42d48b7-6ea6-42ca-b570-c4071f4fed03 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.237720 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b42d48b7-6ea6-42ca-b570-c4071f4fed03 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049272 Aug 11 00:28:08.241874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54394) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.247635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-77286a01-182d-42d7-950d-08734292da17 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.249570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-77286a01-182d-42d7-950d-08734292da17 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056279 Aug 11 00:28:08.251712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54396) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.256143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:08.258101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-e1392d55-26c8-4a42-9a08-90263bce28d3 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.259206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e1392d55-26c8-4a42-9a08-90263bce28d3 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064647 Aug 11 00:28:08.262378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54398) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.267779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-309c2865-457a-4c62-9cda-3b7db16b242a tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.271189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-309c2865-457a-4c62-9cda-3b7db16b242a tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054355 Aug 11 00:28:08.271559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54400) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.276764 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-c21fce76-b28f-4080-bdc5-f93cf1034517 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.279219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c21fce76-b28f-4080-bdc5-f93cf1034517 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052652 Aug 11 00:28:08.280532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54402) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.285789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-eddd29cb-b555-4000-aa2d-d253ecbe03e1 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.291757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eddd29cb-b555-4000-aa2d-d253ecbe03e1 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048602 Aug 11 00:28:08.291867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54404) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.297131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-dfeb34a9-56d7-4755-83de-16907e3356db tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.300779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dfeb34a9-56d7-4755-83de-16907e3356db tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054104 Aug 11 00:28:08.301634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54406) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.309420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-03508809-9618-48ae-be1f-6a0b062b663e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.314344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-03508809-9618-48ae-be1f-6a0b062b663e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083468 Aug 11 00:28:08.314681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54408) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.321943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-645db7de-3ab1-4520-9ee4-bb7de8dd9f4f tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.326027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-645db7de-3ab1-4520-9ee4-bb7de8dd9f4f tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0075171 Aug 11 00:28:08.326308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54410) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.331718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-a98c49e0-9acb-4ad3-adc8-e5b7442a23e4 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.336603 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a98c49e0-9acb-4ad3-adc8-e5b7442a23e4 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054469 Aug 11 00:28:08.336979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54414) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.345538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-115cccfb-5a6d-4601-b497-c45aad2d3f65 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.345538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-115cccfb-5a6d-4601-b497-c45aad2d3f65 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046463 Aug 11 00:28:08.345718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be2a37-a1c5-4581-88a4-29d301ac4291 req-9f357c6a-0d8d-4fa2-aa8e-eb48fdc653f3 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:08.345718 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2be2a37-a1c5-4581-88a4-29d301ac4291 req-9f357c6a-0d8d-4fa2-aa8e-eb48fdc653f3 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 943 time: 0.1882606 Aug 11 00:28:08.345882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54416) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.346583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Network': ['ID=deba9416-9732-4dcc-ab0b-a0bb960798b7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:08.361872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-ae75b1a6-7111-4350-9cbb-62c94d880a6a tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.365432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ae75b1a6-7111-4350-9cbb-62c94d880a6a tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0161145 Aug 11 00:28:08.366168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54418) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.371075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-e04c4dd5-7ec5-4977-bffa-b33e9480a1da tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.374834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e04c4dd5-7ec5-4977-bffa-b33e9480a1da tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048928 Aug 11 00:28:08.375211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54420) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.380736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-15759cec-bb6d-4c07-a2e2-ff47c6e90ac1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0498502 Aug 11 00:28:08.382026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-0bc47e9b-3eab-4178-87a9-1d875eb495e2 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.385927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0bc47e9b-3eab-4178-87a9-1d875eb495e2 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0066917 Aug 11 00:28:08.385927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54422) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.392135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'subnet': {'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:08.399543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54424) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.402677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network deba9416-9732-4dcc-ab0b-a0bb960798b7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:08.407781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-b3b9461a-ed2a-4055-8e71-8fe0bf1f1a82 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.411901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b3b9461a-ed2a-4055-8e71-8fe0bf1f1a82 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0085552 Aug 11 00:28:08.415665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54426) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.424106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-cb898e02-ddba-4272-b212-11c97a4639b7 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.427710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cb898e02-ddba-4272-b212-11c97a4639b7 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0085974 Aug 11 00:28:08.430773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54428) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.441090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-8481ffc8-3f6f-49ac-b81a-e26fd9d99828 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.445328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8481ffc8-3f6f-49ac-b81a-e26fd9d99828 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0105913 Aug 11 00:28:08.451930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2be2a37-a1c5-4581-88a4-29d301ac4291 req-31a1a5f5-5394-47dd-b01b-3252f607f1eb tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784779 Aug 11 00:28:08.452621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54430) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.459986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-7dcdfc4a-afe2-4355-ba8d-d4db0a967756 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.471687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7dcdfc4a-afe2-4355-ba8d-d4db0a967756 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0120783 Aug 11 00:28:08.471687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54432) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.478251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-0da91bf0-f994-4da8-91ea-cb32b11d6b72 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.482914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0da91bf0-f994-4da8-91ea-cb32b11d6b72 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0140090 Aug 11 00:28:08.484419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54434) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.489768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-d63be1f4-6eec-49b0-bd28-fca08a9a5233 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.491305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d63be1f4-6eec-49b0-bd28-fca08a9a5233 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0053217 Aug 11 00:28:08.512916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54436) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.518643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-046ca7f6-cf4a-4fb1-8ac8-f868b2bae614 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.520205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-046ca7f6-cf4a-4fb1-8ac8-f868b2bae614 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059056 Aug 11 00:28:08.522973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54438) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.527722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-17f491d6-37a1-4791-a144-7821ba3cf3ee tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.529416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-17f491d6-37a1-4791-a144-7821ba3cf3ee tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0048897 Aug 11 00:28:08.533993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54440) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.538724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-61c39736-305a-477a-8dee-27917e486767 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.540279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-61c39736-305a-477a-8dee-27917e486767 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052347 Aug 11 00:28:08.543461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54442) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.548650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-910706df-7b54-4c18-8d38-31554ead7ba9 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.552878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54444) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.553174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-910706df-7b54-4c18-8d38-31554ead7ba9 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084782 Aug 11 00:28:08.557820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-dd10a6d4-3a65-4cbf-aa45-d4a9d70ab209 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.558842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd10a6d4-3a65-4cbf-aa45-d4a9d70ab209 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047467 Aug 11 00:28:08.561660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54446) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.566310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-6455e98e-bf43-4e04-9202-b1d0b51a9085 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.567363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6455e98e-bf43-4e04-9202-b1d0b51a9085 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046647 Aug 11 00:28:08.570324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54448) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.574880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-259538a6-5de0-458e-9caa-7b47ca42d864 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.576016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-259538a6-5de0-458e-9caa-7b47ca42d864 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046129 Aug 11 00:28:08.579288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54450) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.593607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-c9d34484-d50b-413e-a8e4-09c600031d26 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.593607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c9d34484-d50b-413e-a8e4-09c600031d26 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104356 Aug 11 00:28:08.596317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54454) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.602594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-f459b354-319d-40c5-9445-d8849f76f238 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.606426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f459b354-319d-40c5-9445-d8849f76f238 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065174 Aug 11 00:28:08.609657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54456) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.615508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-208e3d58-4ddc-4265-99a3-c8465efbdf20 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.617755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-208e3d58-4ddc-4265-99a3-c8465efbdf20 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066607 Aug 11 00:28:08.621513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54458) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.629467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-002cd24d-acf7-4a29-b4ba-f968b0f0ff50 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.636253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-002cd24d-acf7-4a29-b4ba-f968b0f0ff50 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0127037 Aug 11 00:28:08.641042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54460) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.641194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:08.646117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-7839ba02-b533-4002-98f2-6a3406d4efc1 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.652102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:08.653469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7839ba02-b533-4002-98f2-6a3406d4efc1 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0143559 Aug 11 00:28:08.654164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.662641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-59e61702-d7e8-407e-bf6e-f977f6ed27f9 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.664445 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-59e61702-d7e8-407e-bf6e-f977f6ed27f9 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083106 Aug 11 00:28:08.667519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.675139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-e19ab2e1-1466-4b3e-b963-857816796402 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.678691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e19ab2e1-1466-4b3e-b963-857816796402 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0096076 Aug 11 00:28:08.683440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54466) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.689682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-231c7930-f4d4-46e7-8aca-e015a7dd76c0 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.691195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-231c7930-f4d4-46e7-8aca-e015a7dd76c0 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045614 Aug 11 00:28:08.693612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54468) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.699454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-fc679fb8-6da9-449f-883f-ddbda4c295c7 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.700439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fc679fb8-6da9-449f-883f-ddbda4c295c7 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050426 Aug 11 00:28:08.704665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54470) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.709302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-f8627790-bc67-4ce5-916b-f69664750234 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.710280 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f8627790-bc67-4ce5-916b-f69664750234 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045199 Aug 11 00:28:08.714510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54472) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.726212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-d90862cd-1f38-408a-9ee5-cf753330615e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.727598 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d90862cd-1f38-408a-9ee5-cf753330615e tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0119855 Aug 11 00:28:08.747798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54474) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.753873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [None req-b1a7931c-a8d7-4040-a7a4-a92a6e04e994 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.754867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b1a7931c-a8d7-4040-a7a4-a92a6e04e994 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059593 Aug 11 00:28:08.758978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54476) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.768572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-6e8af6e6-c994-401e-9a3c-ca767d47c6b9 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.770554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e8af6e6-c994-401e-9a3c-ca767d47c6b9 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0094023 Aug 11 00:28:08.772964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54478) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.780873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-9ef7d5d3-92d3-4ba0-9870-faeb89f925b7 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.783458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf7b89-b710-4224-8ba4-9f91c2757619 req-c5991331-c885-4f7d-a72c-73579922f0fe tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:08.785055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78bf7b89-b710-4224-8ba4-9f91c2757619 req-c5991331-c885-4f7d-a72c-73579922f0fe tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 949 time: 0.1289604 Aug 11 00:28:08.785265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9ef7d5d3-92d3-4ba0-9870-faeb89f925b7 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0104480 Aug 11 00:28:08.792792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54480) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.799041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-ec788b73-63d7-432c-9e6b-75d631baa2ba tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.802440 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ec788b73-63d7-432c-9e6b-75d631baa2ba tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070879 Aug 11 00:28:08.807284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54482) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.811939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-3465c790-8694-47be-a596-cc347c9d2051 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.813829 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3465c790-8694-47be-a596-cc347c9d2051 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050454 Aug 11 00:28:08.818455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54484) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.823340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-6b99b576-32b7-46cc-ae20-9eeecaf54144 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.825202 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6b99b576-32b7-46cc-ae20-9eeecaf54144 tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046299 Aug 11 00:28:08.829564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54486) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:08.829758 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:08.835134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [None req-3acb129b-8069-4845-be57-522c12c196dc tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:28:08.836321 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3acb129b-8069-4845-be57-522c12c196dc tempest-ExtensionsTestJSON-1777435482 tempest-ExtensionsTestJSON-1777435482-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050075 Aug 11 00:28:08.850506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Transition to ACTIVE for port object fc0f8501-d744-46a3-92f3-713f94e36de2 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:08.919105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78bf7b89-b710-4224-8ba4-9f91c2757619 req-8c355c11-b8e7-4d80-a6d2-108e54206461 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206031 Aug 11 00:28:08.944138 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:09.032714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32c47-12cd-4c6b-a673-61547765a766 None None] Pushing event updated for resources: {'Port': ['ID=fc0f8501-d744-46a3-92f3-713f94e36de2,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:09.080909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Attempting to bind port fc0f8501-d744-46a3-92f3-713f94e36de2 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:09.082621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Attempting to bind port fc0f8501-d744-46a3-92f3-713f94e36de2 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:09.083308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Attempting to bind port fc0f8501-d744-46a3-92f3-713f94e36de2 on network e064e27f-ab8b-4da9-abd6-121ddde927ad {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:09.095298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:09.095720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Checking segment: {'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:09.096501 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:09.096924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Bound using segment: {'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:09.097237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Bound port: fc0f8501-d744-46a3-92f3-713f94e36de2, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14bdf60-faa1-480b-ae47-826195e02118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:09.097609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:09.191793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] For port fc0f8501-d744-46a3-92f3-713f94e36de2, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:09.195624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] For port fc0f8501-d744-46a3-92f3-713f94e36de2, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fc0f8501-d744-46a3-92f3-713f94e36de2,segment=NetworkSegment(c14bdf60-faa1-480b-ae47-826195e02118),segment_id=c14bdf60-faa1-480b-ae47-826195e02118)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:09.254848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:09.262441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db0fd7-7e20-4136-975e-ebb832f00650 req-f118101f-0357-4261-8afd-4be0e5b253b3 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:09.268141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03db0fd7-7e20-4136-975e-ebb832f00650 req-f118101f-0357-4261-8afd-4be0e5b253b3 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 949 time: 0.1208470 Aug 11 00:28:09.320879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03db0fd7-7e20-4136-975e-ebb832f00650 req-6862ae73-81dc-4c56-a007-36bee8963bc3 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Aug 11 00:28:09.353839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943cb88-b42c-4267-b401-da9a40537d08 req-3ff0f211-4b96-4520-ad00-e99ae3f70e2a tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:09.355620 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b943cb88-b42c-4267-b401-da9a40537d08 req-3ff0f211-4b96-4520-ad00-e99ae3f70e2a tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 949 time: 0.1613212 Aug 11 00:28:09.359793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:09.387396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Subnet': ['ID=769a2120-afb0-4c4d-815a-70651e79fce6,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:09.390827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70d293-7ef2-4fb9-8321-19dc3efec5e6 req-4559f66e-8d6e-4a89-83a1-e75c151fab23 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:09.393658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db70d293-7ef2-4fb9-8321-19dc3efec5e6 req-4559f66e-8d6e-4a89-83a1-e75c151fab23 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1846149 Aug 11 00:28:09.523939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32c47-12cd-4c6b-a673-61547765a766 None None] Pushing event updated for resources: {'Port': ['ID=fc0f8501-d744-46a3-92f3-713f94e36de2,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:09.536511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Checking segment: {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:09.537232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network hostable DHCP agents. Network: deba9416-9732-4dcc-ab0b-a0bb960798b7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:28:09.544403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Routers {'98efdbb4-2710-4da9-bae3-6e1088e34768'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:28:09.545594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['98efdbb4-2710-4da9-bae3-6e1088e34768'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:09.640380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db70d293-7ef2-4fb9-8321-19dc3efec5e6 req-0e9c2ce0-ba6f-4b1a-abb9-b409502cd9b5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566298 Aug 11 00:28:09.716883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Deleting port e7a7b923-dda8-4171-9ea5-12100f388d38 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:28:09.716883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:09.741727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] Set router 98efdbb4-2710-4da9-bae3-6e1088e34768 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:28:09.752345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160648c5-aeb5-4006-b810-12edc7a5db73 req-695ccf55-3e90-4634-ac5a-bbd28c182982 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:09.756595 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-160648c5-aeb5-4006-b810-12edc7a5db73 req-695ccf55-3e90-4634-ac5a-bbd28c182982 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 943 time: 0.1248918 Aug 11 00:28:09.791339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network deba9416-9732-4dcc-ab0b-a0bb960798b7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:28:09.803671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-160648c5-aeb5-4006-b810-12edc7a5db73 req-80fc1718-d6ab-4fb5-bd38-cc74b2045d0c tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Aug 11 00:28:09.813666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54502) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:09.898131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] For port e7a7b923-dda8-4171-9ea5-12100f388d38, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e7a7b923-dda8-4171-9ea5-12100f388d38,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:09.898524 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:09.915008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Calling delete_port for e7a7b923-dda8-4171-9ea5-12100f388d38 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:28:09.982545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, deba9416-9732-4dcc-ab0b-a0bb960798b7) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:09.990935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:09.992138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:10.000101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f04bcce-20a8-424c-aa31-e958497d56cb None None] Network deba9416-9732-4dcc-ab0b-a0bb960798b7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:10.045683 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e5421956-c5bb-4036-8cf6-47b243301476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:10.094815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:28:04Z', 'revision_number': 4, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'fc0f8501-d744-46a3-92f3-713f94e36de2', 'name': '', 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'mac_address': 'fa:16:3e:e6:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '5eaf144c-f16b-4e7e-acef-7fc027835e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:28:01Z', 'updated_at': '2021-08-11T00:28:09Z', 'revision_number': 4, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'subnets': [{'id': '5eaf144c-f16b-4e7e-acef-7fc027835e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:10.147289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577de5a7-8c40-4faf-8bf4-90adba9eb553 None None] The sync data for ids ['98efdbb4-2710-4da9-bae3-6e1088e34768'] in n-d-712143-13 is: [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:28:04Z', 'revision_number': 4, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'fc0f8501-d744-46a3-92f3-713f94e36de2', 'name': '', 'network_id': 'e064e27f-ab8b-4da9-abd6-121ddde927ad', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'mac_address': 'fa:16:3e:e6:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '5eaf144c-f16b-4e7e-acef-7fc027835e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:28:01Z', 'updated_at': '2021-08-11T00:28:09Z', 'revision_number': 4, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'subnets': [{'id': '5eaf144c-f16b-4e7e-acef-7fc027835e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:28:10.169167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ce9c5-030d-47f2-b1cf-6e6a6a372789 req-1c82c0f4-f780-4b94-b626-2fc1348e72d8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:10.171132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e79ce9c5-030d-47f2-b1cf-6e6a6a372789 req-1c82c0f4-f780-4b94-b626-2fc1348e72d8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 949 time: 0.1694574 Aug 11 00:28:10.242455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3afcf94-8fc1-4992-8145-0f19a439be0d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8573463 Aug 11 00:28:10.246664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54508) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:10.252873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1920428756'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:10.288513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-deba9416-9732-4dcc-ab0b-a0bb960798b7', 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'fixed_ips': [{'subnet_id': '769a2120-afb0-4c4d-815a-70651e79fce6'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:28:10.289663 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:10.295594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 535a28de-3f9c-42f7-b0ef-c119a8105a71 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:10.434009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e79ce9c5-030d-47f2-b1cf-6e6a6a372789 req-c347e2a3-30e9-4b76-9cdb-f24e14b4e0b4 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945310 Aug 11 00:28:10.513878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 535a28de-3f9c-42f7-b0ef-c119a8105a71, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=535a28de-3f9c-42f7-b0ef-c119a8105a71,segment=NetworkSegment(ad3fb435-186d-4165-b993-0a42896bccbb),segment_id=ad3fb435-186d-4165-b993-0a42896bccbb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:10.554229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '535a28de-3f9c-42f7-b0ef-c119a8105a71', 'network_id': '3edc85c4-0275-49f0-8192-04944d1d44e3', 'port_id': '535a28de-3f9c-42f7-b0ef-c119a8105a71', 'mac_address': 'fa:16:3e:c7:b1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bbaa24-cf23-42fe-ae00-a81c96e9451f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:10.570919 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e5421956-c5bb-4036-8cf6-47b243301476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:10.571341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0afd5570-f175-4050-942c-2a5a3ec14c98 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:10.597942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f197d32-f34b-4cf1-a1e0-557a7f6d7e29 req-2afdd3ab-d283-4623-bbb8-fae29b491fa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:10.605714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f197d32-f34b-4cf1-a1e0-557a7f6d7e29 req-2afdd3ab-d283-4623-bbb8-fae29b491fa9 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 949 time: 0.1441290 Aug 11 00:28:10.612547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:10.671928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['e7a7b923-dda8-4171-9ea5-12100f388d38'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:10.689320 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f197d32-f34b-4cf1-a1e0-557a7f6d7e29 req-0915b4a2-14b5-4c54-91cb-df3a76583e69 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/security-groups?id=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728822 Aug 11 00:28:10.707771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Pushing event deleted for resources: {'Port': ['ID=e7a7b923-dda8-4171-9ea5-12100f388d38,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:10.752309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fc0f8501-d744-46a3-92f3-713f94e36de2 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:10.857245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] No DVR routers for this DVR port e7a7b923-dda8-4171-9ea5-12100f388d38 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:28:10.864793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:10.889105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b943cb88-b42c-4267-b401-da9a40537d08 req-5b0213e2-4767-4597-a670-e6782ec59d73 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.55 "DELETE /v2.0/ports/e7a7b923-dda8-4171-9ea5-12100f388d38 HTTP/1.1" status: 204 len: 173 time: 1.5049777 Aug 11 00:28:10.890802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce48980-3405-4a6a-9268-a6789b7d227d', 'name': 'network-vif-deleted', 'tag': 'e7a7b923-dda8-4171-9ea5-12100f388d38'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:10.902656 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7286c40f-e354-4daf-9f0d-88b5a96b8104" -d '{"events": [{"server_uuid": "5ce48980-3405-4a6a-9268-a6789b7d227d", "name": "network-vif-deleted", "tag": "e7a7b923-dda8-4171-9ea5-12100f388d38"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:10.908026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e5421956-c5bb-4036-8cf6-47b243301476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:10.933796 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:10.997694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:11.015885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535a28de-3f9c-42f7-b0ef-c119a8105a71 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:11.018176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.077551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 535a28de-3f9c-42f7-b0ef-c119a8105a71, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=535a28de-3f9c-42f7-b0ef-c119a8105a71,segment=NetworkSegment(ad3fb435-186d-4165-b993-0a42896bccbb),segment_id=ad3fb435-186d-4165-b993-0a42896bccbb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:11.087667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Allocated IP 19.80.0.2 (deba9416-9732-4dcc-ab0b-a0bb960798b7/769a2120-afb0-4c4d-815a-70651e79fce6/b3f7c0d4-715c-4006-b54c-0862f7571752) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:11.103420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e5421956-c5bb-4036-8cf6-47b243301476 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b153cbd88c6a4e9b8c50382ae227b7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2864861 Aug 11 00:28:11.103786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d93d-bd7a-4461-8a3a-5623bea01658 req-247b24ac-c15d-40ec-a774-d88beee69b0f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:11.110477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54522) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:11.116025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aee4d93d-bd7a-4461-8a3a-5623bea01658 req-247b24ac-c15d-40ec-a774-d88beee69b0f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.2464345 Aug 11 00:28:11.128995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5421956-c5bb-4036-8cf6-47b243301476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd8b4dd-bd88-4f76-ae5b-51c7cdae7ba4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:11.157493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:11.181323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 0afd5570-f175-4050-942c-2a5a3ec14c98 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:11.187312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.187849 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Added segment 5e4bb3fb-8855-4b68-955f-bf1ce2e059be of type vlan for network f2111c7d-3061-47a0-b899-4b9818ae0082 Aug 11 00:28:11.188779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d0486-b63f-45d2-8e38-eb8e3452923e req-1646e94f-8c16-485e-88cd-c647152714a8 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:11.195004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 0afd5570-f175-4050-942c-2a5a3ec14c98 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:11.195268 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.196625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e74d0486-b63f-45d2-8e38-eb8e3452923e req-1646e94f-8c16-485e-88cd-c647152714a8 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 943 time: 0.2061405 Aug 11 00:28:11.238369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port fc0f8501-d744-46a3-92f3-713f94e36de2 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:11.240898 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.256961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5119322b-8c03-4931-8579-1cfe0d06514f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.264732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fc0f8501-d744-46a3-92f3-713f94e36de2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:11.265266 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.274769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e74d0486-b63f-45d2-8e38-eb8e3452923e req-78586164-4384-4677-a839-1160a403e368 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771530 Aug 11 00:28:11.276000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aee4d93d-bd7a-4461-8a3a-5623bea01658 req-6b2cdf4e-44f1-4636-b2be-b5f92fcb319e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543381 Aug 11 00:28:11.338604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5119322b-8c03-4931-8579-1cfe0d06514f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.353397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.380293 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd98153-aa4e-4377-8ae1-c1e980a9529d x-openstack-request-id: req-afd98153-aa4e-4377-8ae1-c1e980a9529d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:11.385465 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce48980-3405-4a6a-9268-a6789b7d227d", "name": "network-vif-deleted", "tag": "e7a7b923-dda8-4171-9ea5-12100f388d38", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:11.385465 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afd98153-aa4e-4377-8ae1-c1e980a9529d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:11.385465 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce48980-3405-4a6a-9268-a6789b7d227d', 'name': 'network-vif-deleted', 'tag': 'e7a7b923-dda8-4171-9ea5-12100f388d38', 'status': 'completed', 'code': 200} Aug 11 00:28:11.482175 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.485738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=535a28de-3f9c-42f7-b0ef-c119a8105a71,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:11.493513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:11.497222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.518369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['535a28de-3f9c-42f7-b0ef-c119a8105a71'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:11.554646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5119322b-8c03-4931-8579-1cfe0d06514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.557690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5119322b-8c03-4931-8579-1cfe0d06514f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.558958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5119322b-8c03-4931-8579-1cfe0d06514f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4dd8b4dd-bd88-4f76-ae5b-51c7cdae7ba4 HTTP/1.1" status: 204 len: 168 time: 0.4408932 Aug 11 00:28:11.572634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119322b-8c03-4931-8579-1cfe0d06514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd8b4dd-bd88-4f76-ae5b-51c7cdae7ba4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:11.639012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.695310 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:11.706150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Network': ['ID=f2111c7d-3061-47a0-b899-4b9818ae0082,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:11.706795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Transition to ACTIVE for port object b3f7c0d4-715c-4006-b54c-0862f7571752 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:11.734346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f2111c7d-3061-47a0-b899-4b9818ae0082 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:11.740349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91af53-7b3d-48df-8d3f-11b9efc722b7 req-779496b7-95cb-4e3b-9e9f-ba8c382f59b2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:11.742652 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf91af53-7b3d-48df-8d3f-11b9efc722b7 req-779496b7-95cb-4e3b-9e9f-ba8c382f59b2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 949 time: 0.1350751 Aug 11 00:28:11.844821 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0abe9b82-4fcf-4735-a814-f2cbfa0b3748 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5964873 Aug 11 00:28:11.848234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54534) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:11.853297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf91af53-7b3d-48df-8d3f-11b9efc722b7 req-97e9845e-a63c-4aa7-865d-c9a2fd0aa90f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992527 Aug 11 00:28:11.870165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'subnet': {'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:12.026548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Transition to ACTIVE for port object b3f7c0d4-715c-4006-b54c-0862f7571752 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:12.030598 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:12.044827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d10e56-29d6-42bf-934f-44d30bb575d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afd5570-f175-4050-942c-2a5a3ec14c98'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:12.048011 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b193bfcd-9a85-49e5-b4e9-abe2b3a84e48" -d '{"events": [{"server_uuid": "37d10e56-29d6-42bf-934f-44d30bb575d7", "name": "network-vif-plugged", "status": "completed", "tag": "0afd5570-f175-4050-942c-2a5a3ec14c98"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:12.108814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0afd5570-f175-4050-942c-2a5a3ec14c98, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0afd5570-f175-4050-942c-2a5a3ec14c98,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:12.131494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b640a32b-2faa-4aaf-9077-c2dbfbaf46de req-6969e85e-41b1-413f-9a2a-457ff59e2be1 tempest-ServerDiagnosticsNegativeTest-1459928752 tempest-ServerDiagnosticsNegativeTest-1459928752-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ce48980-3405-4a6a-9268-a6789b7d227d HTTP/1.1" status: 200 len: 210 time: 0.0630658 Aug 11 00:28:12.171187 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:12.187350 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85629db-0a23-46bd-b4c4-388dec989816 x-openstack-request-id: req-e85629db-0a23-46bd-b4c4-388dec989816 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:12.187626 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d10e56-29d6-42bf-934f-44d30bb575d7", "name": "network-vif-plugged", "status": "completed", "tag": "0afd5570-f175-4050-942c-2a5a3ec14c98", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:12.187883 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e85629db-0a23-46bd-b4c4-388dec989816 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:12.188307 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d10e56-29d6-42bf-934f-44d30bb575d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afd5570-f175-4050-942c-2a5a3ec14c98', 'code': 200} Aug 11 00:28:12.204673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port fc0f8501-d744-46a3-92f3-713f94e36de2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fc0f8501-d744-46a3-92f3-713f94e36de2,segment=NetworkSegment(c14bdf60-faa1-480b-ae47-826195e02118),segment_id=c14bdf60-faa1-480b-ae47-826195e02118)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:12.206072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:12.210573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:12.249790 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:12.287984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Network deba9416-9732-4dcc-ab0b-a0bb960798b7 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:12.300026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e7a7b923-dda8-4171-9ea5-12100f388d38 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:28:12.310504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:12.313482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Pushing event updated for resources: {'Port': ['ID=b3f7c0d4-715c-4006-b54c-0862f7571752,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:12.364186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:12.404926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:12.407515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: e7a7b923-dda8-4171-9ea5-12100f388d38 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:28:12.407874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e7a7b923-dda8-4171-9ea5-12100f388d38 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:28:12.507539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac41c78-7443-49c9-94bb-aa1022982a31 req-dbd8cf9b-c66e-4f9d-90d3-495c75ec0bd3 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:12.518633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=0afd5570-f175-4050-942c-2a5a3ec14c98,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:12.522324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ac41c78-7443-49c9-94bb-aa1022982a31 req-dbd8cf9b-c66e-4f9d-90d3-495c75ec0bd3 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 944 time: 0.0859876 Aug 11 00:28:12.612142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ac41c78-7443-49c9-94bb-aa1022982a31 req-e340b75e-3957-4f6f-9021-7261438126b4 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884211 Aug 11 00:28:12.647947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6776d-530e-4a93-9f48-f51835e8f2cc req-a79de5fa-583e-468f-b6a1-ce9b1cce4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:12.651695 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f8c6776d-530e-4a93-9f48-f51835e8f2cc req-a79de5fa-583e-468f-b6a1-ce9b1cce4672 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 1102 time: 0.3869679 Aug 11 00:28:12.663047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Attempting to bind port b3f7c0d4-715c-4006-b54c-0862f7571752 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:12.663366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Attempting to bind port b3f7c0d4-715c-4006-b54c-0862f7571752 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:12.663980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Attempting to bind port b3f7c0d4-715c-4006-b54c-0862f7571752 on network deba9416-9732-4dcc-ab0b-a0bb960798b7 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:12.668218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440742-a0f5-48eb-9666-0e3cc9310a97 req-f047f4d1-d1ac-440b-a293-83cef41b53fb tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:12.670894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d440742-a0f5-48eb-9666-0e3cc9310a97 req-f047f4d1-d1ac-440b-a293-83cef41b53fb tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.2219126 Aug 11 00:28:12.677401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:12.681521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Checking segment: {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:12.681521 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:12.681521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Bound using segment: {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:12.681521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Bound port: b3f7c0d4-715c-4006-b54c-0862f7571752, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:12.681521 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:12.753204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=fc0f8501-d744-46a3-92f3-713f94e36de2,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:12.828096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] For port b3f7c0d4-715c-4006-b54c-0862f7571752, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:12.833026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] For port b3f7c0d4-715c-4006-b54c-0862f7571752, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b3f7c0d4-715c-4006-b54c-0862f7571752,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:12.842823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d440742-a0f5-48eb-9666-0e3cc9310a97 req-d0c43941-2d2c-4523-bbbd-b5ab3d234f01 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548839 Aug 11 00:28:12.845628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f8c6776d-530e-4a93-9f48-f51835e8f2cc req-12ed3363-e991-4cd4-bf06-5d44614019a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730313 Aug 11 00:28:12.961289 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:13.059124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989e12a-639e-4d5f-b572-289dda35b590 None None] Pushing event updated for resources: {'Port': ['ID=b3f7c0d4-715c-4006-b54c-0862f7571752,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:13.113560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9310-913e-498b-97b5-39193ec4c6c6 req-e4f375cb-a5cd-466e-a71a-cc8faf82cac5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:13.115438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-400a9310-913e-498b-97b5-39193ec4c6c6 req-e4f375cb-a5cd-466e-a71a-cc8faf82cac5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 950 time: 0.0728800 Aug 11 00:28:13.154670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:13.271779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-400a9310-913e-498b-97b5-39193ec4c6c6 req-819c491a-3842-404a-aa99-d1681dc3eb3f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399298 Aug 11 00:28:13.308717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Subnet': ['ID=6baf6f04-7335-422f-9804-5c4083f21ae5,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:13.429315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Checking segment: {'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:13.431841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network hostable DHCP agents. Network: f2111c7d-3061-47a0-b899-4b9818ae0082, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:28:13.544007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network f2111c7d-3061-47a0-b899-4b9818ae0082 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:28:13.561197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54570) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:13.699960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'networks': [{'name': 'tempest-network--822670193'}, {'name': 'tempest-network--989101976'}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:13.700266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'network': {'name': 'tempest-network--822670193'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:13.700738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'network': {'name': 'tempest-network--989101976'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:13.767265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, f2111c7d-3061-47a0-b899-4b9818ae0082) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:13.775072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:13.776191 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:13.780372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94caa1-06f9-4a1c-841a-8ab63daa960a None None] Network f2111c7d-3061-47a0-b899-4b9818ae0082 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:13.784840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72da1dd-5d09-475c-bc4c-cb157d22df99 req-ad127f43-fe64-4af2-9a1f-2aa428af6cda tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:13.793039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b72da1dd-5d09-475c-bc4c-cb157d22df99 req-ad127f43-fe64-4af2-9a1f-2aa428af6cda tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 944 time: 0.0816512 Aug 11 00:28:13.845223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b72da1dd-5d09-475c-bc4c-cb157d22df99 req-3ca752f0-dcd1-4b57-acee-b0c920751ad3 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Aug 11 00:28:14.056184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20fb27-56c1-4f5c-bab8-de9b525fe504 req-aa9f8310-a40c-4bfb-af03-7e730886b519 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:14.056184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d20fb27-56c1-4f5c-bab8-de9b525fe504 req-aa9f8310-a40c-4bfb-af03-7e730886b519 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0994067 Aug 11 00:28:14.066299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-f2111c7d-3061-47a0-b899-4b9818ae0082', 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'fixed_ips': [{'subnet_id': '6baf6f04-7335-422f-9804-5c4083f21ae5'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:28:14.067201 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:14.081791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Made reservation on behalf of 998b49c86afc415f81b6f349cd514630 for: {'network': 2} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:14.086566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:14.099931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:14.156578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d20fb27-56c1-4f5c-bab8-de9b525fe504 req-68cadfa3-2a03-465a-84c7-dfad6a230b6b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894184 Aug 11 00:28:14.272644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-231f6e6f-1352-4432-aabc-3073b1e65792 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4208076 Aug 11 00:28:14.321213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 535a28de-3f9c-42f7-b0ef-c119a8105a71 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:14.344503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54586) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:14.491435 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:14.560393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:14.560865 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:14.571494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87c2fc-f522-4c17-bb51-5d9761e3dbda req-f78cf1e1-96e4-44ba-8af4-0b24b942f7e5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:14.582424 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e87c2fc-f522-4c17-bb51-5d9761e3dbda req-f78cf1e1-96e4-44ba-8af4-0b24b942f7e5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 950 time: 0.1373475 Aug 11 00:28:14.605135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Allocated IP 19.86.0.2 (f2111c7d-3061-47a0-b899-4b9818ae0082/6baf6f04-7335-422f-9804-5c4083f21ae5/b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:14.676808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5b20cc6c-cdbe-4d4e-8b6d-681aead84ca6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76f220165f1c4458a874390d2063a6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302076 Aug 11 00:28:14.692334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54594) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:14.708613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:14.730219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4926f9ac-8508-4673-9f66-978d13b0ab5e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:14.778748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:14.779523 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Added segment c58a5c08-8082-4ea7-b365-0ce00130e368 of type vlan for network 346dea70-cb62-40bf-bd26-8f9c53325566 Aug 11 00:28:14.785108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.788946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.789870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.790875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.791415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.792374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.793610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.795660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.796758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.796758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.799500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.799990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:14.815534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29bf94da-b764-44e2-8d4b-1f62d3477f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:14.858761 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e87c2fc-f522-4c17-bb51-5d9761e3dbda req-7d932dc9-f65d-403b-a487-6338dd392f3c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733700 Aug 11 00:28:14.920007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a71cb5-d064-4d54-8a44-383c43bd6643 None None] Network deba9416-9732-4dcc-ab0b-a0bb960798b7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:14.967045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29bf94da-b764-44e2-8d4b-1f62d3477f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.009348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b3f7c0d4-715c-4006-b54c-0862f7571752 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:15.030073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.078172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 535a28de-3f9c-42f7-b0ef-c119a8105a71 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:15.086798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:15.115217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.115593 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Added segment e91692f6-bae4-4eec-8c22-6a915b673f93 of type vlan for network 8c42c687-cd95-4ed7-adaa-b891cd2d1f97 Aug 11 00:28:15.146801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fc893-12c1-4d71-85be-59e58e9a7dd2 req-e7d9eff4-650b-4971-b345-5b5bfd7b45eb tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:15.151450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 535a28de-3f9c-42f7-b0ef-c119a8105a71 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:15.151836 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.161798 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-351fc893-12c1-4d71-85be-59e58e9a7dd2 req-e7d9eff4-650b-4971-b345-5b5bfd7b45eb tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 944 time: 0.1091082 Aug 11 00:28:15.182941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-4a1ebf4e-f7cb-4ca9-a070-a21a5e4bfe9a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:15.193215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-4a1ebf4e-f7cb-4ca9-a070-a21a5e4bfe9a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:15.195091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-4a1ebf4e-f7cb-4ca9-a070-a21a5e4bfe9a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/networks?id=deba9416-9732-4dcc-ab0b-a0bb960798b7&id=f2111c7d-3061-47a0-b899-4b9818ae0082&id=deba9416-9732-4dcc-ab0b-a0bb960798b7 HTTP/1.1" status: 200 len: 1392 time: 0.2597487 Aug 11 00:28:15.208991 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.226583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-652ac847-8a77-440f-b643-1ca7188aee42 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/quotas/3225353944484b7bb68c660a8cc786ed HTTP/1.1" status: 200 len: 375 time: 0.0226119 Aug 11 00:28:15.229868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-351fc893-12c1-4d71-85be-59e58e9a7dd2 req-e3c55d9a-ef68-42a5-a966-b73ad6300e2f tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 Aug 11 00:28:15.278586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3b926790-ef41-4204-b6a2-bfa037979573 None None] Provisioning for port b3f7c0d4-715c-4006-b54c-0862f7571752 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:15.292212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29bf94da-b764-44e2-8d4b-1f62d3477f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.295118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29bf94da-b764-44e2-8d4b-1f62d3477f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.296554 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-29bf94da-b764-44e2-8d4b-1f62d3477f6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/495f1b1e-bc8e-4a98-bf37-0ba42aff5a01 HTTP/1.1" status: 204 len: 168 time: 0.6035984 Aug 11 00:28:15.311387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf94da-b764-44e2-8d4b-1f62d3477f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495f1b1e-bc8e-4a98-bf37-0ba42aff5a01,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:15.330295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-ac28f370-8f3d-46e6-ac13-cba8904d7126 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966606 Aug 11 00:28:15.349375 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.368921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Transition to ACTIVE for port object b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:15.392620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb6efe-ccf2-4404-bac0-6853032c0385 req-dad6fde8-7156-4a29-a99f-e844411860cd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:15.400635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99bb6efe-ccf2-4404-bac0-6853032c0385 req-dad6fde8-7156-4a29-a99f-e844411860cd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 949 time: 0.0855637 Aug 11 00:28:15.439415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.440279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.445878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:15.451318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:15.452031 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.458036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Transition to ACTIVE for port object b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:15.466904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99bb6efe-ccf2-4404-bac0-6853032c0385 req-78313a82-23e4-4a2e-9088-b85387ef429c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652351 Aug 11 00:28:15.469722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b3f7c0d4-715c-4006-b54c-0862f7571752 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:15.485282 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.488069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-7ff1f8ee-246e-4cf6-bfce-a31bce12df76 service neutron] 10.222.0.43 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564591 Aug 11 00:28:15.507072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b3f7c0d4-715c-4006-b54c-0862f7571752 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:15.507713 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.560830 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.596005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Network': ['ID=346dea70-cb62-40bf-bd26-8f9c53325566,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:15.597127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 535a28de-3f9c-42f7-b0ef-c119a8105a71, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=535a28de-3f9c-42f7-b0ef-c119a8105a71,segment=NetworkSegment(ad3fb435-186d-4165-b993-0a42896bccbb),segment_id=ad3fb435-186d-4165-b993-0a42896bccbb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:15.625085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535a28de-3f9c-42f7-b0ef-c119a8105a71'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:15.628380 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fa7567-1d8d-4c9f-a639-99d649092f82" -d '{"events": [{"server_uuid": "dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13", "name": "network-vif-plugged", "status": "completed", "tag": "535a28de-3f9c-42f7-b0ef-c119a8105a71"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:15.638823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 346dea70-cb62-40bf-bd26-8f9c53325566 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:15.649147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0852757 Aug 11 00:28:15.654819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54620) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:15.705155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c672af-3c39-49f4-86a1-3e1285608dc5 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Network': ['ID=8c42c687-cd95-4ed7-adaa-b891cd2d1f97,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:15.720952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-323b8e89-27f4-49ac-8fcf-679a496aee73 service neutron] 10.222.0.43 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011116 Aug 11 00:28:15.724759 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.739514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Network f2111c7d-3061-47a0-b899-4b9818ae0082 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:15.740507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 8c42c687-cd95-4ed7-adaa-b891cd2d1f97 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:15.768740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:15.803203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Pushing event updated for resources: {'Port': ['ID=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:15.831049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:15.869558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494d009-917b-4983-8d43-464264cf3c10 req-bb492074-cdaf-4be8-9d2c-70503075c991 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:15.878743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1494d009-917b-4983-8d43-464264cf3c10 req-bb492074-cdaf-4be8-9d2c-70503075c991 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1888223 Aug 11 00:28:15.899773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:15.963960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1494d009-917b-4983-8d43-464264cf3c10 req-425c312d-54e2-4970-91e0-4cf90e8780a5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693655 Aug 11 00:28:15.964151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b3f7c0d4-715c-4006-b54c-0862f7571752, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b3f7c0d4-715c-4006-b54c-0862f7571752,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:16.012822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e47e14c1-51fd-42f8-9237-27168068b024 None None] Provisioning complete for port b3f7c0d4-715c-4006-b54c-0862f7571752 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:16.013245 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e47e14c1-51fd-42f8-9237-27168068b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.090070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.090736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fc0f8501-d744-46a3-92f3-713f94e36de2 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:16.129207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=535a28de-3f9c-42f7-b0ef-c119a8105a71,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:16.149226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f39d8b-676a-47d9-bd00-9a6ffc0cd2fc tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:16.157403 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-177fb992-b5bd-41f0-a8d4-582cff3e9997 service neutron] 10.222.0.43 "GET /v2.0/networks/f2111c7d-3061-47a0-b899-4b9818ae0082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218941 Aug 11 00:28:16.164179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f39d8b-676a-47d9-bd00-9a6ffc0cd2fc tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:16.179823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f39d8b-676a-47d9-bd00-9a6ffc0cd2fc tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:16.197750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Attempting to bind port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:16.198098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Attempting to bind port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:16.198561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Attempting to bind port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 on network f2111c7d-3061-47a0-b899-4b9818ae0082 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:16.200712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f39d8b-676a-47d9-bd00-9a6ffc0cd2fc tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:16.209455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96f39d8b-676a-47d9-bd00-9a6ffc0cd2fc tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5540581 Aug 11 00:28:16.216910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54626) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:16.242003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b3f7c0d4-715c-4006-b54c-0862f7571752,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:16.258727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:16.259264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Checking segment: {'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:16.259767 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.260239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Bound using segment: {'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:16.260803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Bound port: b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:16.261264 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.282311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-07395b26-f390-4469-b1e9-01906f26c3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.318260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.335270 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-de434b55-3d08-4ad1-8d87-ab31f78f3a86 service neutron] 10.222.0.43 "GET /v2.0/networks/f2111c7d-3061-47a0-b899-4b9818ae0082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784818 Aug 11 00:28:16.347005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54630) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:16.369039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fc0f8501-d744-46a3-92f3-713f94e36de2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:16.369435 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fdf64fc7-ffea-4233-b4f5-e4be79a46197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.369660 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.436862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] For port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:16.442834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] For port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:16.477584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.493646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346dea70-cb62-40bf-bd26-8f9c53325566']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:16.514077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58a5c08-8082-4ea7-b365-0ce00130e368') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:16.514215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58a5c08-8082-4ea7-b365-0ce00130e368') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:16.533428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.544633 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.554268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-5b106336-692f-4c28-bf84-e7e9fe3a8643 service neutron] 10.222.0.43 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895788 Aug 11 00:28:16.558347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.560798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5cf22-2369-473b-b70d-b26f95495019 req-7ee3843d-bab8-4c7a-af22-4eeed18ebb8c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:16.567367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5cf22-2369-473b-b70d-b26f95495019 req-7ee3843d-bab8-4c7a-af22-4eeed18ebb8c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:16.574137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3bd5cf22-2369-473b-b70d-b26f95495019 req-7ee3843d-bab8-4c7a-af22-4eeed18ebb8c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7&device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 1690 time: 0.1221228 Aug 11 00:28:16.580431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:28:16.587616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.623610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fdf64fc7-ffea-4233-b4f5-e4be79a46197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.641678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b3f7c0d4-715c-4006-b54c-0862f7571752 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:16.642404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3bd5cf22-2369-473b-b70d-b26f95495019 req-8a4b5df1-4689-479f-90f1-01e71d94c4fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:28:16.715511 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:28:16.727190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fdf64fc7-ffea-4233-b4f5-e4be79a46197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.819699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fdf64fc7-ffea-4233-b4f5-e4be79a46197 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=114c93c6e1074ec1b814e905b1c8a54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4688239 Aug 11 00:28:16.821278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54636) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:16.831043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf64fc7-ffea-4233-b4f5-e4be79a46197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f235bf4-7b68-4656-bacf-c404a752dca6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:16.874896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-a5b9bfc5-7fa1-4a67-8b57-f9be1b38a5e5 service neutron] 10.222.0.43 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952549 Aug 11 00:28:16.902311 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.902653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a176-a764-4d51-b521-a103c9169329 req-7bf71447-61ac-4cc6-a592-c03c7dacbda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:16.904306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-79e2a176-a764-4d51-b521-a103c9169329 req-7bf71447-61ac-4cc6-a592-c03c7dacbda5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 1097 time: 0.1188116 Aug 11 00:28:16.917332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaf01b-1af7-4ab6-97af-7b762c9ade2b req-8298ed93-d11a-4f0b-8daa-b82c064b0212 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:16.936817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-daaaf01b-1af7-4ab6-97af-7b762c9ade2b req-8298ed93-d11a-4f0b-8daa-b82c064b0212 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 945 time: 0.1357672 Aug 11 00:28:16.955270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:16.961990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/networks/346dea70-cb62-40bf-bd26-8f9c53325566 HTTP/1.1" status: 204 len: 168 time: 0.7508173 Aug 11 00:28:16.980052 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d8a7af-8264-4003-a27c-4e3f493c8c7d x-openstack-request-id: req-38d8a7af-8264-4003-a27c-4e3f493c8c7d {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:16.980338 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13", "name": "network-vif-plugged", "status": "completed", "tag": "535a28de-3f9c-42f7-b0ef-c119a8105a71", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:16.980597 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38d8a7af-8264-4003-a27c-4e3f493c8c7d {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:16.980998 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535a28de-3f9c-42f7-b0ef-c119a8105a71', 'code': 200} Aug 11 00:28:16.985801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54638) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:17.013529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b7955-28d4-4310-b945-8e92d6f6465e None None] Pushing event updated for resources: {'Port': ['ID=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:17.060422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aab960-3eb9-44fc-a2f4-1f0921f35619 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Network': ['ID=346dea70-cb62-40bf-bd26-8f9c53325566,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:17.061437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b3f7c0d4-715c-4006-b54c-0862f7571752 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:17.062301 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.098869 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6df9066f-79cb-48d2-abde-e7452d505243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.145113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6df9066f-79cb-48d2-abde-e7452d505243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.187420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-daaaf01b-1af7-4ab6-97af-7b762c9ade2b req-5212f39f-86cb-41ac-b4f3-1a9e7ab3f588 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518187 Aug 11 00:28:17.275677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-79e2a176-a764-4d51-b521-a103c9169329 req-567cde6e-b3fd-40d9-9f61-39efdebbb8c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376114 Aug 11 00:28:17.294502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.308988 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6df9066f-79cb-48d2-abde-e7452d505243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.311930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6df9066f-79cb-48d2-abde-e7452d505243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.313393 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6df9066f-79cb-48d2-abde-e7452d505243 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f235bf4-7b68-4656-bacf-c404a752dca6 HTTP/1.1" status: 204 len: 168 time: 0.4906845 Aug 11 00:28:17.324600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9066f-79cb-48d2-abde-e7452d505243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f235bf4-7b68-4656-bacf-c404a752dca6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:17.544837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.558453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c42c687-cd95-4ed7-adaa-b891cd2d1f97']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:17.574954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05164a5-6e44-4648-9052-eca34f093b7e req-b7b3402c-0eec-4421-b62b-fd5cdd27bc65 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:17.576582 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c05164a5-6e44-4648-9052-eca34f093b7e req-b7b3402c-0eec-4421-b62b-fd5cdd27bc65 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1644492 Aug 11 00:28:17.581637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91692f6-bae4-4eec-8c22-6a915b673f93') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:17.583056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91692f6-bae4-4eec-8c22-6a915b673f93') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:17.600920 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.606254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8204b546-61fe-4b03-bf5d-1e022182d84c req-3ee75af4-3d70-4d4d-9959-9cc1568835f3 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 210 time: 0.0439420 Aug 11 00:28:17.638434 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.655792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:28:17.655792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:28:17.658607 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:28:17.721367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c05164a5-6e44-4648-9052-eca34f093b7e req-c201c148-132e-4a75-9341-c84dee6a768e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359580 Aug 11 00:28:17.786205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0fe0d-5c55-4736-9a91-a6de5b1ce445 req-b5c30d09-e414-4d7f-90b1-7ddb81de1d09 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:17.789031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07a0fe0d-5c55-4736-9a91-a6de5b1ce445 req-b5c30d09-e414-4d7f-90b1-7ddb81de1d09 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 1102 time: 0.0834761 Aug 11 00:28:17.842143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.845929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07a0fe0d-5c55-4736-9a91-a6de5b1ce445 req-1f6eef6b-c4c4-4fdf-872e-33a184e4498f tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492036 Aug 11 00:28:17.883389 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:17.885430 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/networks/8c42c687-cd95-4ed7-adaa-b891cd2d1f97 HTTP/1.1" status: 204 len: 168 time: 0.8733854 Aug 11 00:28:17.889620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd38e1-4517-46d3-810b-4b5d03fdb4bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Network': ['ID=8c42c687-cd95-4ed7-adaa-b891cd2d1f97,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:17.890072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54660) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:18.117082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eda2e-d529-4133-a6b1-6cd0aa4e7d7d req-c27f3fc2-aca7-481e-bf92-2d54427848c9 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:18.119871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-262eda2e-d529-4133-a6b1-6cd0aa4e7d7d req-c27f3fc2-aca7-481e-bf92-2d54427848c9 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 1101 time: 0.0898440 Aug 11 00:28:18.164742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b0fbb-8611-40b9-9310-2b4a95389987 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:18.172232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b0fbb-8611-40b9-9310-2b4a95389987 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:18.178716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b48b0fbb-8611-40b9-9310-2b4a95389987 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2863295 Aug 11 00:28:18.178963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54666) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:18.191796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-915970877'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:18.218796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf71cda-1903-4f0f-b17f-8a13feddcccf None None] Network f2111c7d-3061-47a0-b899-4b9818ae0082 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:18.263036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-262eda2e-d529-4133-a6b1-6cd0aa4e7d7d req-c86cfe0b-fcf0-475a-bd34-b59d8405c3c2 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293926 Aug 11 00:28:18.391606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b7e90-e447-4834-ba98-ac1539b7e0d7 req-c121ec26-8b5f-4462-8dce-2038296433d6 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:18.392857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Made reservation on behalf of 998b49c86afc415f81b6f349cd514630 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:18.393970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a75b7e90-e447-4834-ba98-ac1539b7e0d7 req-c121ec26-8b5f-4462-8dce-2038296433d6 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 945 time: 0.0984592 Aug 11 00:28:18.403108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:18.430527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4f6aecd0-6989-4173-a823-4bc77951997e None None] Provisioning for port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:18.461957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:18.464105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a75b7e90-e447-4834-ba98-ac1539b7e0d7 req-0c90a50b-aa69-4d31-ba6a-332a9f043e02 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598772 Aug 11 00:28:18.483345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:18.484380 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Added segment 1dbf05c4-6a7e-4bae-80e1-9bc2abbfbd85 of type vlan for network 9ca5c38b-5324-4e29-bbd3-bb491ed1e963 Aug 11 00:28:18.585820 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:18.720306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:18.733132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c11d7d-1d48-4473-af56-3be72e86a8a7 req-6f9f3e6c-08c7-48e6-b91b-419e1cf3fc13 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 210 time: 0.0578797 Aug 11 00:28:18.823934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:18.831338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:18.832256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:18.840616 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72bc30e9-8b10-4c3e-9585-1680bf064658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:18.908758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de521d79-9b5b-4445-9920-1d90f27d0b15 req-4fa97a4a-7539-4d46-9283-3992605fb2cc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:18.919944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de521d79-9b5b-4445-9920-1d90f27d0b15 req-4fa97a4a-7539-4d46-9283-3992605fb2cc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0822623 Aug 11 00:28:18.979671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de521d79-9b5b-4445-9920-1d90f27d0b15 req-b00cd9c8-39f4-42db-bd45-a33a2fba4cc9 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583594 Aug 11 00:28:18.988165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-becb4961-540d-4982-8097-47778de86799 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402622 Aug 11 00:28:18.989738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Network': ['ID=9ca5c38b-5324-4e29-bbd3-bb491ed1e963,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:19.026653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 9ca5c38b-5324-4e29-bbd3-bb491ed1e963 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:19.125040 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.134053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:19.153469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:19.154087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.325476 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.372597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:19.412202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-423a48ea-e498-40b8-b10d-576abd1788c1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2293451 Aug 11 00:28:19.413699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54708) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:19.419317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1560458224'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:19.487333 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.497779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-fa027833-1f45-4bac-956d-f2ebb2ab7cb2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:19.505118 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-fa027833-1f45-4bac-956d-f2ebb2ab7cb2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4891775 Aug 11 00:28:19.522496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-6d401514-0684-454e-bbf1-18478778090d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/quotas/308d288f8e964516b756bc93111f7fda HTTP/1.1" status: 200 len: 375 time: 0.0161824 Aug 11 00:28:19.556997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Made reservation on behalf of 998b49c86afc415f81b6f349cd514630 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:19.563481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.594060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:19.609252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:19.620142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-a02ad234-fa9a-40c3-b6f4-43baa7b4f748 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963230 Aug 11 00:28:19.630051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.630646 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Added segment ede52f7e-e89a-4715-95e1-017edec609b9 of type vlan for network a2c6b387-a665-467b-8b38-492e38028fb1 Aug 11 00:28:19.646687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097409-c952-4aac-b206-1f0208c861ad req-5d1f8329-272c-4beb-aef3-17d14705e48f tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:19.654660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b097409-c952-4aac-b206-1f0208c861ad req-5d1f8329-272c-4beb-aef3-17d14705e48f tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 945 time: 0.0701373 Aug 11 00:28:19.707229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b097409-c952-4aac-b206-1f0208c861ad req-37d08d9c-efdc-45f1-b904-1f4894899e0e tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469429 Aug 11 00:28:19.727511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.966601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.974119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:19.975271 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:19.978854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1c4b9c0-e7b4-4146-b770-f5874c10e6ba req-833378de-8d01-402c-bf5c-aeec5873e166 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 210 time: 0.0293760 Aug 11 00:28:20.077534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Network': ['ID=a2c6b387-a665-467b-8b38-492e38028fb1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:20.096705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network a2c6b387-a665-467b-8b38-492e38028fb1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:20.126955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7b3f3fb0-2bd9-4d0e-aa20-8794927e6f07 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7120621 Aug 11 00:28:20.129712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54732) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:20.137258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'ports': [{'network_id': '9ca5c38b-5324-4e29-bbd3-bb491ed1e963', 'name': 'tempest-port--508627185', 'admin_state_up': True}, {'network_id': 'a2c6b387-a665-467b-8b38-492e38028fb1', 'admin_state_up': False}]} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:20.137849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'port': {'network_id': '9ca5c38b-5324-4e29-bbd3-bb491ed1e963', 'name': 'tempest-port--508627185', 'admin_state_up': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:20.138420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'port': {'network_id': 'a2c6b387-a665-467b-8b38-492e38028fb1', 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:20.176732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd0f6d-7698-4aae-bd99-fb3cb9167f15 req-d9893b22-48f3-4ae8-812f-07053bfc235f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:20.184210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2acd0f6d-7698-4aae-bd99-fb3cb9167f15 req-d9893b22-48f3-4ae8-812f-07053bfc235f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1102984 Aug 11 00:28:20.264189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2acd0f6d-7698-4aae-bd99-fb3cb9167f15 req-8e8905c8-5c9c-4d24-9297-dca856ef075a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729284 Aug 11 00:28:20.322207 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:20.497595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Made reservation on behalf of 998b49c86afc415f81b6f349cd514630 for: {'port': 2} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:20.504262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:20.512337 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:28:20.522696 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:20.613015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:20.673865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] device_id is not set on port 3a32553b-5aa8-4aae-a69c-fba7a5ea019d yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:28:20.751801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:20.752504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:20.892357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:21.144746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] device_id is not set on port a21a61ea-6334-4bad-908d-1f1196c48ac5 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:28:21.201127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8948f-7db2-4d04-a6e2-2d0c6c20627e req-733f8d1e-d513-499b-8851-fbf50df0d983 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:21.202802 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16a8948f-7db2-4d04-a6e2-2d0c6c20627e req-733f8d1e-d513-499b-8851-fbf50df0d983 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 945 time: 0.1696858 Aug 11 00:28:21.332429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-ab6dedd8-9f34-4db6-844b-20a2b21a853a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:21.344397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-ab6dedd8-9f34-4db6-844b-20a2b21a853a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:21.347365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-ab6dedd8-9f34-4db6-844b-20a2b21a853a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "GET /v2.0/networks?id=deba9416-9732-4dcc-ab0b-a0bb960798b7&id=f2111c7d-3061-47a0-b899-4b9818ae0082&id=deba9416-9732-4dcc-ab0b-a0bb960798b7 HTTP/1.1" status: 200 len: 1392 time: 0.3221393 Aug 11 00:28:21.352419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-54f050bd-4a2e-4482-ac9d-f98996530e31 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254295 Aug 11 00:28:21.415503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'port': {'device_id': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7', 'admin_state_up': True, 'tenant_id': '3225353944484b7bb68c660a8cc786ed'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:21.425894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16a8948f-7db2-4d04-a6e2-2d0c6c20627e req-17f87a68-82ea-4049-9fd3-1283b2bc2e89 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073975 Aug 11 00:28:21.538484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-af6468e5-ff07-4990-bf20-bb683ac105a6 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:21.541260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-af6468e5-ff07-4990-bf20-bb683ac105a6 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795707 Aug 11 00:28:21.569868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-07770d0c-fadd-492a-89d6-8488339000a6 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/quotas/a6adcd9b50bf49e9be40965cbcc4b0b1 HTTP/1.1" status: 200 len: 375 time: 0.0175776 Aug 11 00:28:21.577027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17035d19-b108-472e-b122-fbde89c6b25a req-cd4460b4-7119-4d78-99c7-d3c4814d7842 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 210 time: 0.0614643 Aug 11 00:28:21.634061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:21.636053 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-cef13ffe-0685-4841-8959-bbbf7729ede2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564463 Aug 11 00:28:21.728932 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d681771-86ea-47d3-af60-6354eef74185 req-6bab7f91-7f10-4e53-abc9-149f11f3b23c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 210 time: 0.0387404 Aug 11 00:28:21.853176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:21.856845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:21.933230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693ca49-44e2-40f7-93e4-84cba779c4c4 req-7c25d001-40bb-41a0-bb77-0898a99ab3e6 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:21.935015 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3693ca49-44e2-40f7-93e4-84cba779c4c4 req-7c25d001-40bb-41a0-bb77-0898a99ab3e6 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1127403 Aug 11 00:28:21.963150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:22.092843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Port': ['ID=3a32553b-5aa8-4aae-a69c-fba7a5ea019d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:22.123952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3693ca49-44e2-40f7-93e4-84cba779c4c4 req-9475cd4b-9320-4802-8f9a-0a82cf6126e6 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796665 Aug 11 00:28:22.182260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Allocated IP 19.80.0.183 (deba9416-9732-4dcc-ab0b-a0bb960798b7/769a2120-afb0-4c4d-815a-70651e79fce6/95bd3db9-8e10-4f16-8faf-929704987013) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:22.246779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:22.274502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3459747b-8ec4-4a51-9139-6ee6f0617133 req-2b72658d-2743-4718-ba12-0692251841d2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.0352740 Aug 11 00:28:22.283932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Checking segment: {'id': '1dbf05c4-6a7e-4bae-80e1-9bc2abbfbd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9ca5c38b-5324-4e29-bbd3-bb491ed1e963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:22.284442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Network hostable DHCP agents. Network: 9ca5c38b-5324-4e29-bbd3-bb491ed1e963, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:28:22.326082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdbc01-027e-4697-805c-fb199788eb7b req-ad44dc23-fd91-4f7f-8779-8243974a8f37 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:22.327593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19cdbc01-027e-4697-805c-fb199788eb7b req-ad44dc23-fd91-4f7f-8779-8243974a8f37 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 945 time: 0.1814513 Aug 11 00:28:22.499519 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Network 9ca5c38b-5324-4e29-bbd3-bb491ed1e963 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:28:22.667290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 9ca5c38b-5324-4e29-bbd3-bb491ed1e963) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:22.675332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:22.688751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:22.689598 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:22.691485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847bce85-77a4-41fb-bbda-865373b30d94 None None] Network 9ca5c38b-5324-4e29-bbd3-bb491ed1e963 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:22.694364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Deleting port 535a28de-3f9c-42f7-b0ef-c119a8105a71 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:28:22.694709 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:22.715647 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57797d52-004c-46ff-8d16-8b360cd5d96f req-e784205f-3889-4c6e-bdc3-f8f48ae549e0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 210 time: 0.0611339 Aug 11 00:28:22.786765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ca67-1153-4d08-a9c7-cd0faa28ee07 req-ad8830ea-f1e3-426f-aec2-ce27c4ef3341 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:22.790172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0e6ca67-1153-4d08-a9c7-cd0faa28ee07 req-ad8830ea-f1e3-426f-aec2-ce27c4ef3341 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 945 time: 0.2457094 Aug 11 00:28:22.875952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Transition to ACTIVE for port object 95bd3db9-8e10-4f16-8faf-929704987013 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:22.930329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e51b7e5c-0166-4b20-a458-94a0b4cc0e47 req-c7c6d945-2794-4ff9-b889-85a0fc6f598e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 210 time: 0.0432012 Aug 11 00:28:23.002323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Port': ['ID=a21a61ea-6334-4bad-908d-1f1196c48ac5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:23.075571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0e6ca67-1153-4d08-a9c7-cd0faa28ee07 req-bc00ec0f-bd17-4368-9c98-8f9bf285816a tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/security-groups?id=6480318b-58d4-45ef-909e-cb4e8f537a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037714 Aug 11 00:28:23.090322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Checking segment: {'id': 'ede52f7e-e89a-4715-95e1-017edec609b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a2c6b387-a665-467b-8b38-492e38028fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:23.090703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Network hostable DHCP agents. Network: a2c6b387-a665-467b-8b38-492e38028fb1, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:28:23.116523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] For port 535a28de-3f9c-42f7-b0ef-c119a8105a71, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=535a28de-3f9c-42f7-b0ef-c119a8105a71,segment=NetworkSegment(ad3fb435-186d-4165-b993-0a42896bccbb),segment_id=ad3fb435-186d-4165-b993-0a42896bccbb)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:23.117215 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:23.137902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Calling delete_port for 535a28de-3f9c-42f7-b0ef-c119a8105a71 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:28:23.191826 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:23.252285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network deba9416-9732-4dcc-ab0b-a0bb960798b7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:23.259725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:23.274242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:23.362255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b060a7-1571-4372-9e0d-d5026693beff req-262a6442-7e92-438f-911f-bd61d07d8260 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:23.364875 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7b060a7-1571-4372-9e0d-d5026693beff req-262a6442-7e92-438f-911f-bd61d07d8260 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1131954 Aug 11 00:28:23.395777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:23.397080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:23.410259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Network a2c6b387-a665-467b-8b38-492e38028fb1 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:28:23.442052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Port': ['ID=95bd3db9-8e10-4f16-8faf-929704987013,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:23.462380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7b060a7-1571-4372-9e0d-d5026693beff req-6098c1f6-b073-4f79-97b3-586e5bb1c918 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807445 Aug 11 00:28:23.576553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4245421-1d47-42dc-ac90-8390c1ce9a54 req-c92f9245-7ea4-4726-a2ad-b4e51a19893b tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.0410221 Aug 11 00:28:23.580923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, a2c6b387-a665-467b-8b38-492e38028fb1) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:23.583544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-520878f4-7cab-4453-ba9e-552bfcfc0777 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1791325 Aug 11 00:28:23.590947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:23.594184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43600713-06cb-4cb1-9671-f117cb131270 None None] Network a2c6b387-a665-467b-8b38-492e38028fb1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:23.596900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:23.602360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:23.606492 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:23.614860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'port': {'device_id': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082', 'admin_state_up': True, 'tenant_id': '3225353944484b7bb68c660a8cc786ed'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:23.721331 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:23.731665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['535a28de-3f9c-42f7-b0ef-c119a8105a71'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:23.776506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Pushing event deleted for resources: {'Port': ['ID=535a28de-3f9c-42f7-b0ef-c119a8105a71,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:23.814747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cb9892f8-8873-4971-acb0-79669cd2870a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6838315 Aug 11 00:28:23.818876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54810) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:23.848266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] No DVR routers for this DVR port 535a28de-3f9c-42f7-b0ef-c119a8105a71 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:28:23.854370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:23.856901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19cdbc01-027e-4697-805c-fb199788eb7b req-1b02f4e9-5d4f-454b-83cc-8d3f61b09c9b tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.55 "DELETE /v2.0/ports/535a28de-3f9c-42f7-b0ef-c119a8105a71 HTTP/1.1" status: 204 len: 173 time: 1.5224645 Aug 11 00:28:23.857507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13', 'name': 'network-vif-deleted', 'tag': '535a28de-3f9c-42f7-b0ef-c119a8105a71'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:23.865446 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44a7313-4831-4bd4-b855-0d2ff23cb533" -d '{"events": [{"server_uuid": "dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13", "name": "network-vif-deleted", "tag": "535a28de-3f9c-42f7-b0ef-c119a8105a71"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:23.934066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b38423-34a9-4d5e-8a9c-e8bb89cb17cf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:23.941133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b38423-34a9-4d5e-8a9c-e8bb89cb17cf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:23.943118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-62b38423-34a9-4d5e-8a9c-e8bb89cb17cf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1207712 Aug 11 00:28:23.946314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54814) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:24.036593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:24.036927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dcd817f9-7a21-402b-a7a0-32f1fdcfbb74 None None] Provisioning for port 95bd3db9-8e10-4f16-8faf-929704987013 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:24.041594 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:24.055734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dcd817f9-7a21-402b-a7a0-32f1fdcfbb74 None None] Provisioning complete for port 95bd3db9-8e10-4f16-8faf-929704987013 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:24.058707 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dcd817f9-7a21-402b-a7a0-32f1fdcfbb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:24.164535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-dcd817f9-7a21-402b-a7a0-32f1fdcfbb74 None None] Port 95bd3db9-8e10-4f16-8faf-929704987013 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:24.193152 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c4167-6d07-4489-8caf-060a76d32dc4 x-openstack-request-id: req-577c4167-6d07-4489-8caf-060a76d32dc4 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:24.193481 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13", "name": "network-vif-deleted", "tag": "535a28de-3f9c-42f7-b0ef-c119a8105a71", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:24.195152 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-577c4167-6d07-4489-8caf-060a76d32dc4 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:24.195152 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13', 'name': 'network-vif-deleted', 'tag': '535a28de-3f9c-42f7-b0ef-c119a8105a71', 'status': 'completed', 'code': 200} Aug 11 00:28:24.212703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8c8f347-a810-42a8-aac1-f0b98695b4f6 req-34ad9842-d26d-49ee-b36c-be6f42dd7d59 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 210 time: 0.0605602 Aug 11 00:28:24.215274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5bc60-a3dd-4a78-aac5-c7fcb4d42c09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Deleting port 3a32553b-5aa8-4aae-a69c-fba7a5ea019d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:28:24.215847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc60-a3dd-4a78-aac5-c7fcb4d42c09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:24.311967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc60-a3dd-4a78-aac5-c7fcb4d42c09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:24.332952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5bc60-a3dd-4a78-aac5-c7fcb4d42c09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Calling delete_port for 3a32553b-5aa8-4aae-a69c-fba7a5ea019d owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:28:24.380583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a39366-4aec-479f-9d88-f8b99531600c req-c6305010-0189-44d8-af8a-fc33dfff849e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:24.393992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27a39366-4aec-479f-9d88-f8b99531600c req-c6305010-0189-44d8-af8a-fc33dfff849e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 932 time: 0.1986790 Aug 11 00:28:24.425270 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3578ef8f-e038-4b44-a56c-810cb73793fc req-ba0467ad-9079-450f-92d6-d4c612d803cb tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 210 time: 0.0673738 Aug 11 00:28:24.500148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27a39366-4aec-479f-9d88-f8b99531600c req-fbbf0480-ae0b-4769-a4e6-22448242fd19 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046100 Aug 11 00:28:24.548982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Allocated IP 19.86.0.221 (f2111c7d-3061-47a0-b899-4b9818ae0082/6baf6f04-7335-422f-9804-5c4083f21ae5/cbb27514-6ece-409a-938c-eb5d8b6927bb) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:24.582124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:24.671883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc60-a3dd-4a78-aac5-c7fcb4d42c09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:24.728093 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5bc60-a3dd-4a78-aac5-c7fcb4d42c09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Port': ['ID=3a32553b-5aa8-4aae-a69c-fba7a5ea019d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:24.755599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe5431-54be-4baa-b622-715cefd83845 req-d9e593de-84b2-4881-a9c6-1a2c20ee4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:24.757438 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5f5bc60-a3dd-4a78-aac5-c7fcb4d42c09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:24.758858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ffe5431-54be-4baa-b622-715cefd83845 req-d9e593de-84b2-4881-a9c6-1a2c20ee4c97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1101 time: 0.1791706 Aug 11 00:28:24.759612 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b5f5bc60-a3dd-4a78-aac5-c7fcb4d42c09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/ports/3a32553b-5aa8-4aae-a69c-fba7a5ea019d HTTP/1.1" status: 204 len: 168 time: 0.8122051 Aug 11 00:28:24.762616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54828) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:24.792642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b230c3-1421-4ee9-8e9f-67e44fdfd067 req-7aba2700-d121-4cab-aad7-87a65d33608f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:24.800545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38b230c3-1421-4ee9-8e9f-67e44fdfd067 req-7aba2700-d121-4cab-aad7-87a65d33608f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0771399 Aug 11 00:28:24.820321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:24.859388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'mac_address': 'fa:16:3e:7f:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:24.870418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38b230c3-1421-4ee9-8e9f-67e44fdfd067 req-8497bd4f-5983-4949-b53b-57b92c4954dc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688586 Aug 11 00:28:24.920098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa8b32b9-7a33-425d-b763-8c32ca34329c req-f8f47d04-6231-452b-a441-6f0b3191526f tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.1396613 Aug 11 00:28:24.922095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:24.945768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2716a12-a59c-4ef5-9e11-fca7c4b38a84 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:24.970302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:25.067641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ffe5431-54be-4baa-b622-715cefd83845 req-91487cef-d8fe-4eb9-95e8-597806400588 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863879 Aug 11 00:28:25.075508 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:25.161999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bedf6a6e-b16a-4f0f-9570-961fe64c60f1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Deleting port a21a61ea-6334-4bad-908d-1f1196c48ac5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:28:25.162521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bedf6a6e-b16a-4f0f-9570-961fe64c60f1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:25.172595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:25.186854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:25.244899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Transition to ACTIVE for port object cbb27514-6ece-409a-938c-eb5d8b6927bb will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:25.296548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-6a5d997a-8574-45e8-94ee-5e7bff143605 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394664 Aug 11 00:28:25.314247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bedf6a6e-b16a-4f0f-9570-961fe64c60f1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:25.366519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-4e71268b-14ff-45e4-8cda-ccca2fdc21ea tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634010 Aug 11 00:28:25.368114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bedf6a6e-b16a-4f0f-9570-961fe64c60f1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Calling delete_port for a21a61ea-6334-4bad-908d-1f1196c48ac5 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:28:25.408209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbaf4f45-a001-496e-9f22-43ee3b2f5132 req-c29004bd-b2c4-4274-aaa5-e331924756e9 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 210 time: 0.0574927 Aug 11 00:28:25.426894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d2716a12-a59c-4ef5-9e11-fca7c4b38a84'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:25.635022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:25.758655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1096875-8286-4536-a715-fa2d6d693069 req-0794e63c-9b89-4e52-ad59-e9f32f378aaf tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:25.778068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1096875-8286-4536-a715-fa2d6d693069 req-0794e63c-9b89-4e52-ad59-e9f32f378aaf tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:25.792562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1096875-8286-4536-a715-fa2d6d693069 req-0794e63c-9b89-4e52-ad59-e9f32f378aaf tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 1655 time: 0.1339335 Aug 11 00:28:25.813527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-54987592-c450-4b42-8e06-0d362d17a41b req-43f85374-dbb7-46e7-87dc-396590f8c3b1 tempest-ServerAddressesNegativeTestJSON-951002852 tempest-ServerAddressesNegativeTestJSON-951002852-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc2e3f4e-9fc0-4a81-8f3d-3c4bdedc5c13 HTTP/1.1" status: 200 len: 210 time: 0.1468282 Aug 11 00:28:25.868964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1096875-8286-4536-a715-fa2d6d693069 req-83878ce3-a8bf-497e-bbed-bedb40075157 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748911 Aug 11 00:28:25.881958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network f2111c7d-3061-47a0-b899-4b9818ae0082 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:25.900515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-cd4a94ca-8a20-4380-87ab-177614d33ae5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:25.904374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-cd4a94ca-8a20-4380-87ab-177614d33ae5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5840762 Aug 11 00:28:25.904374 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bedf6a6e-b16a-4f0f-9570-961fe64c60f1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:25.923592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:25.945088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Request body: {'port': {'device_id': '63184753-6f42-4169-a5fa-4745aa2b86f3', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '308d288f8e964516b756bc93111f7fda'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:25.954653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:26.156784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Port': ['ID=cbb27514-6ece-409a-938c-eb5d8b6927bb,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:26.204125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-94a828d0-61a3-4a56-b6c9-e2ab00e8483b req-db1eedee-70d6-4a79-980f-01587c14d7d5 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.0676162 Aug 11 00:28:26.223988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dd6ae8ae-5160-404c-bda3-bb105243e3ca tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:26.225964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dd6ae8ae-5160-404c-bda3-bb105243e3ca tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8234146 Aug 11 00:28:26.227579 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bedf6a6e-b16a-4f0f-9570-961fe64c60f1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.233739 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bedf6a6e-b16a-4f0f-9570-961fe64c60f1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/ports/a21a61ea-6334-4bad-908d-1f1196c48ac5 HTTP/1.1" status: 204 len: 168 time: 1.4624534 Aug 11 00:28:26.234127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54846) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:26.282262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e43a69c3-112e-4a74-936a-7e9394b6924a tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0458291 Aug 11 00:28:26.300689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54848) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:26.309564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1769702124'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:26.321849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Request body: {'port': {'device_id': '8ddc8cb9-a95e-4529-8d75-a369d4bdb063', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '308d288f8e964516b756bc93111f7fda'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:26.340581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf6a6e-b16a-4f0f-9570-961fe64c60f1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Port': ['ID=a21a61ea-6334-4bad-908d-1f1196c48ac5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:26.403322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 535a28de-3f9c-42f7-b0ef-c119a8105a71 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:28:26.433076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 535a28de-3f9c-42f7-b0ef-c119a8105a71 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:28:26.433854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 535a28de-3f9c-42f7-b0ef-c119a8105a71 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:28:26.441607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:26.442815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.514433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513bfdc-18ce-42e8-89f1-9478ccd90c69 req-49ffbe1b-2a0b-46ae-897e-563d4a4ed9b5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:26.515576 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6513bfdc-18ce-42e8-89f1-9478ccd90c69 req-49ffbe1b-2a0b-46ae-897e-563d4a4ed9b5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 948 time: 0.3467102 Aug 11 00:28:26.549253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46956f15-7ff6-40c6-b819-59972a9b08da req-5ea5b9df-ecd8-429e-8b65-37316e330f8b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 210 time: 0.0469317 Aug 11 00:28:26.556472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Made reservation on behalf of 998b49c86afc415f81b6f349cd514630 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:26.566282 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.594665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:28:26.614460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:26.632872 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.633820 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Added segment 20c4bdf7-31d9-4f06-9507-b81d5750e6e3 of type vlan for network 99777981-1247-4afd-99e6-931822466969 Aug 11 00:28:26.707119 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.738447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0fc3844b-07c5-41c4-9b4d-54ab73eeff7c None None] Provisioning for port cbb27514-6ece-409a-938c-eb5d8b6927bb completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:26.748822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0fc3844b-07c5-41c4-9b4d-54ab73eeff7c None None] Provisioning complete for port cbb27514-6ece-409a-938c-eb5d8b6927bb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:26.749531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0fc3844b-07c5-41c4-9b4d-54ab73eeff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.752174 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.798209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d2716a12-a59c-4ef5-9e11-fca7c4b38a84 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:26.836227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3844b-07c5-41c4-9b4d-54ab73eeff7c None None] Port cbb27514-6ece-409a-938c-eb5d8b6927bb cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:26.844599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:26.887425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-a87ddd96-adcb-43ed-a0a7-18000ac65c05 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390363 Aug 11 00:28:26.887425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.891198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:26.892376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:26.928635 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54856) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:26.949643 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.008035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:27.031575 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-feb52698-56bc-4fa7-a1bc-f43e992e6b03 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4219282 Aug 11 00:28:27.056157 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6513bfdc-18ce-42e8-89f1-9478ccd90c69 req-ebe26fdc-7599-4dda-a365-c91d37b809f8 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152309 Aug 11 00:28:27.143064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Made reservation on behalf of 308d288f8e964516b756bc93111f7fda for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:27.147604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.168594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'port': {'device_id': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7', 'admin_state_up': True, 'tenant_id': '3225353944484b7bb68c660a8cc786ed'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:27.206957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-f3765fa7-ce0f-47a0-9602-933f5d4a1fbe tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:27.209418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-f3765fa7-ce0f-47a0-9602-933f5d4a1fbe tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3115666 Aug 11 00:28:27.228921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Request body: {'port': {'device_id': 'c4c6f432-4501-45ff-a400-2f7d3775991c', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': 'a6adcd9b50bf49e9be40965cbcc4b0b1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:27.242118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Network': ['ID=99777981-1247-4afd-99e6-931822466969,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:27.249226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3056e32-2c9c-402c-8517-f959654f1920 admin admin] Deleting subnet 84bbaa24-cf23-42fe-ae00-a81c96e9451f {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:28:27.255263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 99777981-1247-4afd-99e6-931822466969 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:27.330039 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3056e32-2c9c-402c-8517-f959654f1920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.341216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ea50467c-d64b-42a7-82fc-89c7185cd2ba tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0387988 Aug 11 00:28:27.352345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54864) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:27.368700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1320026953'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:27.435620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ff345-9f5b-4af0-acfb-31d3e90636c1 req-e8bc7751-02de-428e-a5ef-6cb55578d947 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:27.443931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a895ee0-1fcf-4b14-9343-d09d54b2caa6 req-55ce5cab-4a8d-433f-8d5d-56e382cc24c9 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.0865321 Aug 11 00:28:27.447970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ff345-9f5b-4af0-acfb-31d3e90636c1 req-e8bc7751-02de-428e-a5ef-6cb55578d947 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:27.459970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619ff345-9f5b-4af0-acfb-31d3e90636c1 req-e8bc7751-02de-428e-a5ef-6cb55578d947 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 1655 time: 0.4512165 Aug 11 00:28:27.487099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3056e32-2c9c-402c-8517-f959654f1920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.496456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Allocated IP 192.168.233.129 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/40ecb440-9f38-4151-b2c7-5121017b2559) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:27.512054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Made reservation on behalf of 308d288f8e964516b756bc93111f7fda for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:27.516271 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.604822 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619ff345-9f5b-4af0-acfb-31d3e90636c1 req-33dde213-2160-4449-a889-c4bf55ead129 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336989 Aug 11 00:28:27.608601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3056e32-2c9c-402c-8517-f959654f1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.761010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Made reservation on behalf of 998b49c86afc415f81b6f349cd514630 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:27.765229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.768922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-541d82ca-e895-4824-aa7a-8221b4b41820 req-d3de09c1-ebf6-4cd6-ba74-a47e9c5253e8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 210 time: 0.0886810 Aug 11 00:28:27.813453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3056e32-2c9c-402c-8517-f959654f1920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.832328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:27.847737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3056e32-2c9c-402c-8517-f959654f1920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84bbaa24-cf23-42fe-ae00-a81c96e9451f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:27.853126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3056e32-2c9c-402c-8517-f959654f1920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.856511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e3056e32-2c9c-402c-8517-f959654f1920 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/84bbaa24-cf23-42fe-ae00-a81c96e9451f HTTP/1.1" status: 204 len: 168 time: 0.9299562 Aug 11 00:28:27.860192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54868) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:27.861766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.862139 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Added segment 566af34d-bba3-49da-8d81-9d74cdb2d06b of type vlan for network b9d74857-daaf-49c2-8e9c-b67c7544fa1c Aug 11 00:28:27.866554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.914156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Transition to ACTIVE for port object 40ecb440-9f38-4151-b2c7-5121017b2559 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:27.927793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:27.939791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:27.943769 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.086731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.094543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:28.095544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.241297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.258656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:28.265312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:28.293490 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.319946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3f274-bcf8-4eca-b82b-157e7116b901 req-b1d6296b-dd65-44dd-9cdd-3c7ead474346 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:28.321605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27a3f274-bcf8-4eca-b82b-157e7116b901 req-b1d6296b-dd65-44dd-9cdd-3c7ead474346 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 947 time: 0.1016691 Aug 11 00:28:28.382292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Made reservation on behalf of a6adcd9b50bf49e9be40965cbcc4b0b1 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:28.385989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.443615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.460974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.469776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27a3f274-bcf8-4eca-b82b-157e7116b901 req-8e8a5b10-5168-4cc9-944e-44da786fa20c tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228538 Aug 11 00:28:28.482149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edc85c4-0275-49f0-8192-04944d1d44e3']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:28.493897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3fb435-186d-4165-b993-0a42896bccbb') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:28.494193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3fb435-186d-4165-b993-0a42896bccbb') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:28.509653 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.529493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.546531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'Port': ['ID=40ecb440-9f38-4151-b2c7-5121017b2559,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:28.550943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Network': ['ID=b9d74857-daaf-49c2-8e9c-b67c7544fa1c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:28.554459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:28:28.557468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:28:28.559970 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:28:28.584473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ab92befb-4c29-45f7-9373-b6eaf4f8a2bf tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2278295 Aug 11 00:28:28.620911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:28.637017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b9d74857-daaf-49c2-8e9c-b67c7544fa1c details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:28.639869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:28.657854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:28.682375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Allocated IP 192.168.233.170 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/a463f9de-bc14-4e2d-bb13-39a177396150) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:28.729089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Allocated IP 19.80.0.93 (deba9416-9732-4dcc-ab0b-a0bb960798b7/769a2120-afb0-4c4d-815a-70651e79fce6/1adda4e0-afbd-4818-b56c-5a3465ec2992) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:28.759610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:28.885109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8c32192d-370d-400b-a13b-bbba19ddaa00 req-31d7bdc9-9ec8-460f-a7e7-6bdfd458c904 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.2597103 Aug 11 00:28:28.908668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.917008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:28.922872 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3edc85c4-0275-49f0-8192-04944d1d44e3 HTTP/1.1" status: 204 len: 168 time: 1.0614302 Aug 11 00:28:28.930275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54886) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:28.945856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'subnets': [{'network_id': '99777981-1247-4afd-99e6-931822466969', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1405270504', 'ip_version': 4}, {'network_id': 'b9d74857-daaf-49c2-8e9c-b67c7544fa1c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:28.946169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'subnet': {'network_id': '99777981-1247-4afd-99e6-931822466969', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1405270504', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:28.946818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Request body: {'subnet': {'network_id': 'b9d74857-daaf-49c2-8e9c-b67c7544fa1c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:28.962658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5042-7b99-4028-86d0-420f6423bcf9 req-dd5286a5-0e1e-44fd-b4ce-2d4101ddf753 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:28.971549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-963b5042-7b99-4028-86d0-420f6423bcf9 req-dd5286a5-0e1e-44fd-b4ce-2d4101ddf753 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 947 time: 0.2476566 Aug 11 00:28:28.989714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893209d-d119-498b-aa5f-112078ea59b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3edc85c4-0275-49f0-8192-04944d1d44e3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:29.077578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:29.079471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.213222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-963b5042-7b99-4028-86d0-420f6423bcf9 req-4a71cf63-6e47-43fd-8d66-737dba26c370 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405107 Aug 11 00:28:29.267688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:29.268295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.268419 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.428697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e92168-80b8-40a5-944a-cb5aa6f059be req-9230a730-596d-42be-b591-bb0f89c33f0a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:29.435377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e92168-80b8-40a5-944a-cb5aa6f059be req-9230a730-596d-42be-b591-bb0f89c33f0a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:29.443669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1e92168-80b8-40a5-944a-cb5aa6f059be req-9230a730-596d-42be-b591-bb0f89c33f0a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 1655 time: 0.2827387 Aug 11 00:28:29.465241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823d168-ba5b-40a4-a199-e04c6ef0ff2b req-4028ee89-e6b7-4102-b748-13db79827553 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:29.478667 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b823d168-ba5b-40a4-a199-e04c6ef0ff2b req-4028ee89-e6b7-4102-b748-13db79827553 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 936 time: 0.0977728 Aug 11 00:28:29.478667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.487611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.501244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b2791cd7-b48e-42b2-b310-bc004e948901 None None] Provisioning for port 40ecb440-9f38-4151-b2c7-5121017b2559 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:29.504647 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.505601 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.520094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b2791cd7-b48e-42b2-b310-bc004e948901 None None] Provisioning complete for port 40ecb440-9f38-4151-b2c7-5121017b2559 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:29.520667 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b2791cd7-b48e-42b2-b310-bc004e948901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.549297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1e92168-80b8-40a5-944a-cb5aa6f059be req-c7c6c29c-4ef5-4c84-a7bb-683e1a2f323e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043897 Aug 11 00:28:29.558855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Transition to ACTIVE for port object a463f9de-bc14-4e2d-bb13-39a177396150 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:29.582982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561d5aba-0437-46d0-a879-c32e49377bc8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:29.593758 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3d35d4cc-9ada-4420-815e-8294553ac8fd tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6556811 Aug 11 00:28:29.598232 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.613081 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.617720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Request body: {'port': {'device_id': '63184753-6f42-4169-a5fa-4745aa2b86f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:29.668247 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b823d168-ba5b-40a4-a199-e04c6ef0ff2b req-a6cac871-beb0-4b81-a27f-394573457e2f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503079 Aug 11 00:28:29.668779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Transition to ACTIVE for port object 1adda4e0-afbd-4818-b56c-5a3465ec2992 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:29.669534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b2791cd7-b48e-42b2-b310-bc004e948901 None None] Port 40ecb440-9f38-4151-b2c7-5121017b2559 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:29.693309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:29.697725 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35870c1-b43e-414b-ba55-20067d630309" -d '{"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:29.726027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:29.799612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.806051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Made reservation on behalf of 998b49c86afc415f81b6f349cd514630 for: {'subnet': 2} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:29.811150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.816362 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.895673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54904) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:29.913236 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43be65a2-cacd-435f-ae5c-ca51b597cc6e x-openstack-request-id: req-43be65a2-cacd-435f-ae5c-ca51b597cc6e {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:29.913942 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:29.914293 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43be65a2-cacd-435f-ae5c-ca51b597cc6e {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:29.914889 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'code': 200} Aug 11 00:28:29.974001 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.989396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:29.995189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:30.030382 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1b796889-77b6-49cb-9973-a217df083bba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f85d1a26ebbc4afc95df34b28e9055ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294866 Aug 11 00:28:30.035226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54908) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:30.040575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:30.105228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Allocated IP 192.168.233.96 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/de64ab48-8439-477d-8732-9088e00a4a5f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:30.107598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c7318439-ab79-4971-b9b2-be640c2a67d1 req-4fc98f84-e4c9-4b00-a646-c8457bd545d5 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.0576532 Aug 11 00:28:30.109892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network deba9416-9732-4dcc-ab0b-a0bb960798b7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:30.120707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:30.123791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:30.128182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:30.129478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:30.133029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Port': ['ID=1adda4e0-afbd-4818-b56c-5a3465ec2992,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:30.137648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:30.164083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:30.273086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:30.275179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:30.276598 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:30.322600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:30.323682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:30.332535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'Port': ['ID=a463f9de-bc14-4e2d-bb13-39a177396150,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:30.338845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:30.401552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Transition to ACTIVE for port object de64ab48-8439-477d-8732-9088e00a4a5f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:30.480839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e27cab7-fabe-4ed0-9762-3575efb24ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:30.483323 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dff7174c-a751-47ee-b0bf-6e98a9e034b7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1746907 Aug 11 00:28:30.486139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-2defeb13-009a-44c2-8135-f8fbbda6c2f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3214407 Aug 11 00:28:30.506606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Request body: {'port': {'device_id': '8ddc8cb9-a95e-4529-8d75-a369d4bdb063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:30.534055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Request body: {'port': {'device_id': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:30.748931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e27cab7-fabe-4ed0-9762-3575efb24ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:30.823097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:30.827455 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:30.910926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abeaad-f865-4c89-a4d9-0e1f7763fb4f req-7f184283-3c56-48ff-b04d-36f89d3943e6 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:30.912573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51abeaad-f865-4c89-a4d9-0e1f7763fb4f req-7f184283-3c56-48ff-b04d-36f89d3943e6 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1518457 Aug 11 00:28:30.932401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f4b9b441-aaa8-4853-8db1-c47055b545de None None] Provisioning for port a463f9de-bc14-4e2d-bb13-39a177396150 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:30.943384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f4b9b441-aaa8-4853-8db1-c47055b545de None None] Provisioning complete for port a463f9de-bc14-4e2d-bb13-39a177396150 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:30.943384 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b441-aaa8-4853-8db1-c47055b545de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.034170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9b441-aaa8-4853-8db1-c47055b545de None None] Port a463f9de-bc14-4e2d-bb13-39a177396150 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:31.037879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adda0bd-de72-4ca8-b06c-840b9147ae97 req-f8e55829-019b-4c7a-8853-8081db4c5ff2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:31.049933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adda0bd-de72-4ca8-b06c-840b9147ae97 req-f8e55829-019b-4c7a-8853-8081db4c5ff2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:31.062944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adda0bd-de72-4ca8-b06c-840b9147ae97 req-f8e55829-019b-4c7a-8853-8081db4c5ff2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:31.066225 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5adda0bd-de72-4ca8-b06c-840b9147ae97 req-f8e55829-019b-4c7a-8853-8081db4c5ff2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2376 time: 0.3221400 Aug 11 00:28:31.079087 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.152592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:31.158508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:31.172312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51abeaad-f865-4c89-a4d9-0e1f7763fb4f req-713e8baa-4703-4730-8c02-de190e62d504 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399471 Aug 11 00:28:31.201711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:31.211877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f4b9b441-aaa8-4853-8db1-c47055b545de None None] Provisioning for port 1adda4e0-afbd-4818-b56c-5a3465ec2992 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:31.239638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f4b9b441-aaa8-4853-8db1-c47055b545de None None] Provisioning complete for port 1adda4e0-afbd-4818-b56c-5a3465ec2992 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:31.239638 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4b9b441-aaa8-4853-8db1-c47055b545de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.292272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5adda0bd-de72-4ca8-b06c-840b9147ae97 req-c3fcc573-a300-4de1-b611-b3c34829a63b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919634 Aug 11 00:28:31.295233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9b441-aaa8-4853-8db1-c47055b545de None None] Port 1adda4e0-afbd-4818-b56c-5a3465ec2992 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:31.298021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Pushing event updated for resources: {'Port': ['ID=de64ab48-8439-477d-8732-9088e00a4a5f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:31.366325 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e27cab7-fabe-4ed0-9762-3575efb24ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.372579 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e27cab7-fabe-4ed0-9762-3575efb24ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.393764 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4e27cab7-fabe-4ed0-9762-3575efb24ba6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6480318b-58d4-45ef-909e-cb4e8f537a06 HTTP/1.1" status: 204 len: 168 time: 1.3454652 Aug 11 00:28:31.397643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:31.398838 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.459630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27cab7-fabe-4ed0-9762-3575efb24ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6480318b-58d4-45ef-909e-cb4e8f537a06,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:31.507824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ecb440-9f38-4151-b2c7-5121017b2559 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:31.534349 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.565531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d6ac3-53b8-40ed-a040-7b5c3a2ec76b req-5445624c-f5d4-4a7f-b786-a436eb0ed000 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:31.565531 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-612d6ac3-53b8-40ed-a040-7b5c3a2ec76b req-5445624c-f5d4-4a7f-b786-a436eb0ed000 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 936 time: 0.2297595 Aug 11 00:28:31.612901 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.628438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Transition to ACTIVE for port object 40ecb440-9f38-4151-b2c7-5121017b2559 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:31.664117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-612d6ac3-53b8-40ed-a040-7b5c3a2ec76b req-bada9508-24a4-4b08-954b-c57f25be5c2d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884442 Aug 11 00:28:31.688476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-29cc5589-279a-40e6-b148-5676567e95d4 None None] Provisioning for port de64ab48-8439-477d-8732-9088e00a4a5f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:31.700725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-29cc5589-279a-40e6-b148-5676567e95d4 None None] Provisioning complete for port de64ab48-8439-477d-8732-9088e00a4a5f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:31.701115 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-29cc5589-279a-40e6-b148-5676567e95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.729586 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-568b1856-b840-42b4-aece-3fea44290aaf tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5070856 Aug 11 00:28:31.746961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Request body: {'port': {'device_id': 'c4c6f432-4501-45ff-a400-2f7d3775991c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:31.748352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bd3db9-8e10-4f16-8faf-929704987013 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:31.779011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.784654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Subnet': ['ID=8e46ce18-fd0e-48f7-b73a-43411d2536e7,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:31.803411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-29cc5589-279a-40e6-b148-5676567e95d4 None None] Port de64ab48-8439-477d-8732-9088e00a4a5f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:31.821017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Transition to ACTIVE for port object 95bd3db9-8e10-4f16-8faf-929704987013 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:31.849172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760006bf-2c9f-456d-a1e2-4a16291af972 req-0a424989-7d54-4c1e-9dea-e8bb4c20189a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:31.851185 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-760006bf-2c9f-456d-a1e2-4a16291af972 req-0a424989-7d54-4c1e-9dea-e8bb4c20189a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 935 time: 0.1903639 Aug 11 00:28:31.854863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Checking segment: {'id': '20c4bdf7-31d9-4f06-9507-b81d5750e6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '99777981-1247-4afd-99e6-931822466969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:31.854863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Network hostable DHCP agents. Network: 99777981-1247-4afd-99e6-931822466969, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:28:31.875307 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.894496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:31.945193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-760006bf-2c9f-456d-a1e2-4a16291af972 req-24304537-1f4b-4508-a6f0-d65c761a492b tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828495 Aug 11 00:28:32.027316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Pushing event updated for resources: {'Port': ['ID=40ecb440-9f38-4151-b2c7-5121017b2559,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:32.112615 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:32.172927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Network 99777981-1247-4afd-99e6-931822466969 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:28:32.218544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Attempting to bind port 40ecb440-9f38-4151-b2c7-5121017b2559 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:32.219423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Attempting to bind port 40ecb440-9f38-4151-b2c7-5121017b2559 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:32.219762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Attempting to bind port 40ecb440-9f38-4151-b2c7-5121017b2559 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:32.263273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a463f9de-bc14-4e2d-bb13-39a177396150 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:32.277763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Port 40ecb440-9f38-4151-b2c7-5121017b2559 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:32.278236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Attempting to bind port 40ecb440-9f38-4151-b2c7-5121017b2559 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:32.314641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:32.318571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=95bd3db9-8e10-4f16-8faf-929704987013,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:32.321713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 99777981-1247-4afd-99e6-931822466969) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:32.337577 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:32.354786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f0a290-1381-4bf1-a1ab-47bcd4e32fd7 None None] Network 99777981-1247-4afd-99e6-931822466969 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:32.474716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event updated for resources: {'Subnet': ['ID=0fe26aa9-034c-408b-a71e-c269d0a9f0b7,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:32.482980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:32.483411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:32.484061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:32.485999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Bound port: 40ecb440-9f38-4151-b2c7-5121017b2559, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:32.486609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:32.541242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Transition to ACTIVE for port object a463f9de-bc14-4e2d-bb13-39a177396150 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:32.608627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8af861-825f-4746-bb0f-d531d2cd8403 req-edfb314f-98dd-4cbd-9d4e-b051abaf4cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:32.621492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8af861-825f-4746-bb0f-d531d2cd8403 req-edfb314f-98dd-4cbd-9d4e-b051abaf4cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:32.637711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8af861-825f-4746-bb0f-d531d2cd8403 req-edfb314f-98dd-4cbd-9d4e-b051abaf4cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:32.652221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc8af861-825f-4746-bb0f-d531d2cd8403 req-edfb314f-98dd-4cbd-9d4e-b051abaf4cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2388 time: 0.1871581 Aug 11 00:28:32.658257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Attempting to bind port 95bd3db9-8e10-4f16-8faf-929704987013 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:32.658712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Attempting to bind port 95bd3db9-8e10-4f16-8faf-929704987013 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:32.659225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Attempting to bind port 95bd3db9-8e10-4f16-8faf-929704987013 on network deba9416-9732-4dcc-ab0b-a0bb960798b7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:32.683582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569dd59-ec61-49c5-893d-277008f7b07f req-5e488dcd-b590-4408-b869-0041234bdd8d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:32.687097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8569dd59-ec61-49c5-893d-277008f7b07f req-5e488dcd-b590-4408-b869-0041234bdd8d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.3561099 Aug 11 00:28:32.695219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Port 95bd3db9-8e10-4f16-8faf-929704987013 on network deba9416-9732-4dcc-ab0b-a0bb960798b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:32.697852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Attempting to bind port 95bd3db9-8e10-4f16-8faf-929704987013 on network deba9416-9732-4dcc-ab0b-a0bb960798b7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:32.705778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:32.706866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-99777981-1247-4afd-99e6-931822466969', 'network_id': '99777981-1247-4afd-99e6-931822466969', 'tenant_id': '998b49c86afc415f81b6f349cd514630', 'fixed_ips': [{'subnet_id': '8e46ce18-fd0e-48f7-b73a-43411d2536e7'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:28:32.710932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:32.816153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:32.816820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Checking segment: {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:32.817510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Bound using segment: {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:32.818290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Bound port: 95bd3db9-8e10-4f16-8faf-929704987013, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:32.819503 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:32.824948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Checking segment: {'id': '566af34d-bba3-49da-8d81-9d74cdb2d06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b9d74857-daaf-49c2-8e9c-b67c7544fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:32.825566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Network hostable DHCP agents. Network: b9d74857-daaf-49c2-8e9c-b67c7544fa1c, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:28:32.912615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8569dd59-ec61-49c5-893d-277008f7b07f req-2586391c-73d4-4fbb-9755-661ec2725e68 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104454 Aug 11 00:28:32.924010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Allocated IP 172.20.0.2 (99777981-1247-4afd-99e6-931822466969/8e46ce18-fd0e-48f7-b73a-43411d2536e7/53c009d6-1fea-488c-a804-fef04619cff7) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:32.925087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] For port 40ecb440-9f38-4151-b2c7-5121017b2559, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:32.978508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc8af861-825f-4746-bb0f-d531d2cd8403 req-d020c0cc-78c6-404e-ad68-d09968752404 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247738 Aug 11 00:28:33.088432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] For port 40ecb440-9f38-4151-b2c7-5121017b2559, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40ecb440-9f38-4151-b2c7-5121017b2559,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:33.101531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Pushing event updated for resources: {'Port': ['ID=a463f9de-bc14-4e2d-bb13-39a177396150,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:33.194371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de64ab48-8439-477d-8732-9088e00a4a5f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:33.206680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:33.223984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Transition to ACTIVE for port object de64ab48-8439-477d-8732-9088e00a4a5f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:33.227055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Network b9d74857-daaf-49c2-8e9c-b67c7544fa1c is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:28:33.266378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.272004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.276208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.277023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.278119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.279400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.282823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.286396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.287574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.288771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.289567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.290647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:33.303456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:33.366050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, b9d74857-daaf-49c2-8e9c-b67c7544fa1c) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:33.381488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1ae764-3289-414c-a118-204e207ef28a None None] Network b9d74857-daaf-49c2-8e9c-b67c7544fa1c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:33.404091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:33.404489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:33.405051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:33.458756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:33.468511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Pushing event updated for resources: {'Port': ['ID=de64ab48-8439-477d-8732-9088e00a4a5f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:33.501380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff7afe-e1b5-4270-a24d-f7b5553543dc req-92175428-58d4-4e92-b907-f5cad6910c90 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:33.503329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7ff7afe-e1b5-4270-a24d-f7b5553543dc req-92175428-58d4-4e92-b907-f5cad6910c90 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 947 time: 0.1383805 Aug 11 00:28:33.553988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9ef0c696-128e-4a0a-913f-34ad0f7d208b tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.6224527 Aug 11 00:28:33.558348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54956) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:33.687784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Attempting to bind port de64ab48-8439-477d-8732-9088e00a4a5f on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:33.688852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Attempting to bind port de64ab48-8439-477d-8732-9088e00a4a5f by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:33.688852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Attempting to bind port de64ab48-8439-477d-8732-9088e00a4a5f on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:33.730898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7ff7afe-e1b5-4270-a24d-f7b5553543dc req-9b01f529-261f-4f0d-93d4-42553a42be32 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048671 Aug 11 00:28:33.738122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:33.766154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Transition to ACTIVE for port object 53c009d6-1fea-488c-a804-fef04619cff7 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:33.788872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Port de64ab48-8439-477d-8732-9088e00a4a5f on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:33.789977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Attempting to bind port de64ab48-8439-477d-8732-9088e00a4a5f on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:33.808889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-b9d74857-daaf-49c2-8e9c-b67c7544fa1c', 'network_id': 'b9d74857-daaf-49c2-8e9c-b67c7544fa1c', 'tenant_id': '998b49c86afc415f81b6f349cd514630', 'fixed_ips': [{'subnet_id': '0fe26aa9-034c-408b-a71e-c269d0a9f0b7'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:28:33.809888 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:33.816411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Transition to ACTIVE for port object 53c009d6-1fea-488c-a804-fef04619cff7 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:33.838275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9374a9d1-269a-4d84-8a4f-ed8ec5d3e644 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:33.842253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9374a9d1-269a-4d84-8a4f-ed8ec5d3e644 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:33.845859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9374a9d1-269a-4d84-8a4f-ed8ec5d3e644 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:33.858475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9374a9d1-269a-4d84-8a4f-ed8ec5d3e644 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2941821 Aug 11 00:28:33.859593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:33.860109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:33.860751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:33.861674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Bound port: de64ab48-8439-477d-8732-9088e00a4a5f, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:33.862460 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:33.867542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54960) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:33.957342 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.042628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54966) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:34.113462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Network 99777981-1247-4afd-99e6-931822466969 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:34.118422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c61f08-0706-4d9d-b3fc-9098094bfae7 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Deleting subnet 8e46ce18-fd0e-48f7-b73a-43411d2536e7 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:28:34.137572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:34.151608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:34.152358 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58c61f08-0706-4d9d-b3fc-9098094bfae7 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.162059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Pushing event updated for resources: {'Port': ['ID=53c009d6-1fea-488c-a804-fef04619cff7,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:34.189485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Allocated IP 172.20.0.18 (b9d74857-daaf-49c2-8e9c-b67c7544fa1c/0fe26aa9-034c-408b-a71e-c269d0a9f0b7/8192b247-48b5-4cad-9d79-046c1f2eb727) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:34.240110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:34.241341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.244209 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] 10.222.0.44 "PUT /v2.0/ports/40ecb440-9f38-4151-b2c7-5121017b2559 HTTP/1.1" status: 200 len: 1097 time: 4.6326489 Aug 11 00:28:34.256637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63184753-6f42-4169-a5fa-4745aa2b86f3', 'tag': '40ecb440-9f38-4151-b2c7-5121017b2559'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:34.260981 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793500dd-bd8e-4ea4-b089-2fe9b755af9c" -d '{"events": [{"name": "network-changed", "server_uuid": "63184753-6f42-4169-a5fa-4745aa2b86f3", "tag": "40ecb440-9f38-4151-b2c7-5121017b2559"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:34.293349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] For port de64ab48-8439-477d-8732-9088e00a4a5f, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:34.298634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58c61f08-0706-4d9d-b3fc-9098094bfae7 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.323942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Attempting to bind port 53c009d6-1fea-488c-a804-fef04619cff7 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:34.324564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Attempting to bind port 53c009d6-1fea-488c-a804-fef04619cff7 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '20c4bdf7-31d9-4f06-9507-b81d5750e6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '99777981-1247-4afd-99e6-931822466969'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:34.336660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Attempting to bind port 53c009d6-1fea-488c-a804-fef04619cff7 on network 99777981-1247-4afd-99e6-931822466969 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:34.347266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] For port 95bd3db9-8e10-4f16-8faf-929704987013, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:34.366181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] For port de64ab48-8439-477d-8732-9088e00a4a5f, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=de64ab48-8439-477d-8732-9088e00a4a5f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:34.382529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496a625-7ab7-4f4e-8332-e5e68b851dca req-484786ff-4ae8-4dd2-b6ca-8b04924f3e42 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:34.390872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8c186-de91-455d-ad3c-d931bc5c42a9 req-5a26b406-63d9-46cf-ba90-faf803482bf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:34.396591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7496a625-7ab7-4f4e-8332-e5e68b851dca req-484786ff-4ae8-4dd2-b6ca-8b04924f3e42 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 948 time: 1.1337807 Aug 11 00:28:34.399062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17e8c186-de91-455d-ad3c-d931bc5c42a9 req-5a26b406-63d9-46cf-ba90-faf803482bf1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.2914310 Aug 11 00:28:34.451984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:34.454105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Checking segment: {'id': '20c4bdf7-31d9-4f06-9507-b81d5750e6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '99777981-1247-4afd-99e6-931822466969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:34.455502 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.456944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Bound using segment: {'id': '20c4bdf7-31d9-4f06-9507-b81d5750e6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '99777981-1247-4afd-99e6-931822466969'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:34.458026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Bound port: 53c009d6-1fea-488c-a804-fef04619cff7, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c4bdf7-31d9-4f06-9507-b81d5750e6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '99777981-1247-4afd-99e6-931822466969'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:34.458963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1541631335-network', 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:34.459556 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.459863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Attempting to bind port a463f9de-bc14-4e2d-bb13-39a177396150 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:34.460409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Attempting to bind port a463f9de-bc14-4e2d-bb13-39a177396150 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:34.460953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Attempting to bind port a463f9de-bc14-4e2d-bb13-39a177396150 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:34.479316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17e8c186-de91-455d-ad3c-d931bc5c42a9 req-2a12bf50-027a-401a-853d-ab6218c545c5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775511 Aug 11 00:28:34.529679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc0ba8-efb6-4d75-9021-b329b5cfe66b service neutron] Pushing event updated for resources: {'Port': ['ID=40ecb440-9f38-4151-b2c7-5121017b2559,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:34.544074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.544421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] For port 95bd3db9-8e10-4f16-8faf-929704987013, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=95bd3db9-8e10-4f16-8faf-929704987013,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:34.547947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Port a463f9de-bc14-4e2d-bb13-39a177396150 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:34.549511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Attempting to bind port a463f9de-bc14-4e2d-bb13-39a177396150 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:34.565447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:34.565447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:34.565447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:34.565447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Bound port: a463f9de-bc14-4e2d-bb13-39a177396150, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:34.565447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.588117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7496a625-7ab7-4f4e-8332-e5e68b851dca req-863fa16a-02dc-43ab-8187-a8412a616aac tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897519 Aug 11 00:28:34.697403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.721873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5e510bd3-dda9-45d6-9bb2-fa1d4345ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:34.723559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5e510bd3-dda9-45d6-9bb2-fa1d4345ad16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 1100 time: 0.2841296 Aug 11 00:28:34.768233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:34.768889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.770418 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/95bd3db9-8e10-4f16-8faf-929704987013 HTTP/1.1" status: 200 len: 1093 time: 4.2554126 Aug 11 00:28:34.816864 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-5e2038fb-329d-4c95-9792-04ca3951e23e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=40ecb440-9f38-4151-b2c7-5121017b2559 HTTP/1.1" status: 200 len: 217 time: 0.0657921 Aug 11 00:28:34.883324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b44da131-b909-4623-973d-8b548eb88744 None None] For port 53c009d6-1fea-488c-a804-fef04619cff7, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:34.887967 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.893800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b44da131-b909-4623-973d-8b548eb88744 None None] For port 53c009d6-1fea-488c-a804-fef04619cff7, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=53c009d6-1fea-488c-a804-fef04619cff7,segment=NetworkSegment(20c4bdf7-31d9-4f06-9507-b81d5750e6e3),segment_id=20c4bdf7-31d9-4f06-9507-b81d5750e6e3)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:34.899392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218206ee-0a25-41bb-af5c-573cb3dbd0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=95bd3db9-8e10-4f16-8faf-929704987013,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:34.904911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] For port a463f9de-bc14-4e2d-bb13-39a177396150, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:34.911090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Transition to ACTIVE for port object 8192b247-48b5-4cad-9d79-046c1f2eb727 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:34.943006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Request body: {'port': {'device_id': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:34.954311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Transition to ACTIVE for port object 8192b247-48b5-4cad-9d79-046c1f2eb727 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:34.984282 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:34.991195 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef88b5ec-d554-4dcf-99a3-7fcb94227f4b x-openstack-request-id: req-ef88b5ec-d554-4dcf-99a3-7fcb94227f4b {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:34.992229 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63184753-6f42-4169-a5fa-4745aa2b86f3", "tag": "40ecb440-9f38-4151-b2c7-5121017b2559", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:34.992868 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef88b5ec-d554-4dcf-99a3-7fcb94227f4b {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:34.993664 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63184753-6f42-4169-a5fa-4745aa2b86f3', 'tag': '40ecb440-9f38-4151-b2c7-5121017b2559', 'status': 'completed', 'code': 200} Aug 11 00:28:35.009658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-6f8ac93b-4cee-4bd7-8840-b8dd23f1f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.013166 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-6f8ac93b-4cee-4bd7-8840-b8dd23f1f2f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1797678 Aug 11 00:28:35.020495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] For port a463f9de-bc14-4e2d-bb13-39a177396150, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a463f9de-bc14-4e2d-bb13-39a177396150,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:35.045143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.079026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Network b9d74857-daaf-49c2-8e9c-b67c7544fa1c is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:35.092355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:35.106892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:35.120264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44da131-b909-4623-973d-8b548eb88744 None None] Pushing event updated for resources: {'Port': ['ID=53c009d6-1fea-488c-a804-fef04619cff7,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:35.162066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.162066 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.162066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] 10.222.0.55 "PUT /v2.0/ports/de64ab48-8439-477d-8732-9088e00a4a5f HTTP/1.1" status: 200 len: 1096 time: 3.4210505 Aug 11 00:28:35.170340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c6f432-4501-45ff-a400-2f7d3775991c', 'tag': 'de64ab48-8439-477d-8732-9088e00a4a5f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:35.173260 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda05709-3b01-4966-bf53-aca697890a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c6f432-4501-45ff-a400-2f7d3775991c", "tag": "de64ab48-8439-477d-8732-9088e00a4a5f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:35.176769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Pushing event updated for resources: {'Port': ['ID=8192b247-48b5-4cad-9d79-046c1f2eb727,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:35.188281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.222479 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58c61f08-0706-4d9d-b3fc-9098094bfae7 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.229990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:35.232708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.274430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Attempting to bind port 8192b247-48b5-4cad-9d79-046c1f2eb727 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:35.274960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Attempting to bind port 8192b247-48b5-4cad-9d79-046c1f2eb727 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '566af34d-bba3-49da-8d81-9d74cdb2d06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b9d74857-daaf-49c2-8e9c-b67c7544fa1c'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:35.275564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Attempting to bind port 8192b247-48b5-4cad-9d79-046c1f2eb727 on network b9d74857-daaf-49c2-8e9c-b67c7544fa1c {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:35.280838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53890-d938-482e-8013-7c7eb34fec75 req-cbac020d-903b-4c2e-b48a-2eef8b06137b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.287883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:35.288457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Checking segment: {'id': '566af34d-bba3-49da-8d81-9d74cdb2d06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b9d74857-daaf-49c2-8e9c-b67c7544fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:35.288984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.289549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Bound using segment: {'id': '566af34d-bba3-49da-8d81-9d74cdb2d06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b9d74857-daaf-49c2-8e9c-b67c7544fa1c'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:35.290160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Bound port: 8192b247-48b5-4cad-9d79-046c1f2eb727, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566af34d-bba3-49da-8d81-9d74cdb2d06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b9d74857-daaf-49c2-8e9c-b67c7544fa1c'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:35.290665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.308658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53890-d938-482e-8013-7c7eb34fec75 req-cbac020d-903b-4c2e-b48a-2eef8b06137b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.312955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Pushing event updated for resources: {'Port': ['ID=a463f9de-bc14-4e2d-bb13-39a177396150,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:35.316214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d53890-d938-482e-8013-7c7eb34fec75 req-cbac020d-903b-4c2e-b48a-2eef8b06137b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.325818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70d53890-d938-482e-8013-7c7eb34fec75 req-cbac020d-903b-4c2e-b48a-2eef8b06137b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2388 time: 0.7150385 Aug 11 00:28:35.333922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73252b7-512f-4588-a489-27a8ebb88fdf service neutron] Pushing event updated for resources: {'Port': ['ID=de64ab48-8439-477d-8732-9088e00a4a5f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:35.364250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.383456 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.388930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.389699 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.392012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dab8d9fe-c19b-4f3d-8d1c-11cddd8b9412 service neutron] 10.222.0.55 "PUT /v2.0/ports/a463f9de-bc14-4e2d-bb13-39a177396150 HTTP/1.1" status: 200 len: 1097 time: 4.8935509 Aug 11 00:28:35.411644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-cd17d4c9-7497-436b-ae14-be17d452f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.411960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] For port 8192b247-48b5-4cad-9d79-046c1f2eb727, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:35.414117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-cd17d4c9-7497-436b-ae14-be17d452f15c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3870614 Aug 11 00:28:35.416553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] For port 8192b247-48b5-4cad-9d79-046c1f2eb727, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8192b247-48b5-4cad-9d79-046c1f2eb727,segment=NetworkSegment(566af34d-bba3-49da-8d81-9d74cdb2d06b),segment_id=566af34d-bba3-49da-8d81-9d74cdb2d06b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:35.429476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbfef2-1ba4-4dd9-a282-bbaf91c3e04e req-b581232b-964b-4cd5-a4a1-fa101c51b141 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.438270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57cbfef2-1ba4-4dd9-a282-bbaf91c3e04e req-b581232b-964b-4cd5-a4a1-fa101c51b141 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 947 time: 0.3642397 Aug 11 00:28:35.464075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70d53890-d938-482e-8013-7c7eb34fec75 req-f911d9c6-eff6-4b9d-bbc0-9ed0f9281d15 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364579 Aug 11 00:28:35.545345 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.565474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-1d66ae5f-b6fb-43bd-856b-8ab39931286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:35.565802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-1d66ae5f-b6fb-43bd-856b-8ab39931286c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 1099 time: 0.2232645 Aug 11 00:28:35.715415 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d5a473-f77a-471b-be49-9525ba513582 x-openstack-request-id: req-57d5a473-f77a-471b-be49-9525ba513582 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:35.720802 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c6f432-4501-45ff-a400-2f7d3775991c", "tag": "de64ab48-8439-477d-8732-9088e00a4a5f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:35.720802 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57d5a473-f77a-471b-be49-9525ba513582 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:35.720802 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c6f432-4501-45ff-a400-2f7d3775991c', 'tag': 'de64ab48-8439-477d-8732-9088e00a4a5f', 'status': 'completed', 'code': 200} Aug 11 00:28:35.734855 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58c61f08-0706-4d9d-b3fc-9098094bfae7 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.740275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-79b903ab-dc75-4eeb-801c-a0a73ae544a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=de64ab48-8439-477d-8732-9088e00a4a5f HTTP/1.1" status: 200 len: 217 time: 0.1642559 Aug 11 00:28:35.746822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2b5a0-8676-4796-ac4e-0ef7b9dceebb None None] Pushing event updated for resources: {'Port': ['ID=8192b247-48b5-4cad-9d79-046c1f2eb727,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:35.899089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c61f08-0706-4d9d-b3fc-9098094bfae7 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Subnet': ['ID=8e46ce18-fd0e-48f7-b73a-43411d2536e7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:35.933532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58c61f08-0706-4d9d-b3fc-9098094bfae7 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:35.935559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-58c61f08-0706-4d9d-b3fc-9098094bfae7 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/subnets/8e46ce18-fd0e-48f7-b73a-43411d2536e7 HTTP/1.1" status: 204 len: 168 time: 2.0664909 Aug 11 00:28:35.945637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54988) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:36.029589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.044074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b0b6a5b4-1b9f-471d-9707-abb3608adcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:36.048753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-b0b6a5b4-1b9f-471d-9707-abb3608adcbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2797406 Aug 11 00:28:36.060345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57cbfef2-1ba4-4dd9-a282-bbaf91c3e04e req-debe0637-30d3-4372-b7fe-2a6e0979f63c tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204734 Aug 11 00:28:36.097693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94350f-2d30-4c02-8a03-a4d5173c175a req-41c9732e-65d2-4913-86f0-7cf8be26714f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:36.117933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a94350f-2d30-4c02-8a03-a4d5173c175a req-41c9732e-65d2-4913-86f0-7cf8be26714f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.3854485 Aug 11 00:28:36.179025 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.286390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:28:36.302373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-53af1256-269e-4369-bcbc-f87a774a2a09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Deleting subnet 0fe26aa9-034c-408b-a71e-c269d0a9f0b7 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:28:36.321581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53af1256-269e-4369-bcbc-f87a774a2a09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.323015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dfae8348-0d89-4a62-a906-03999ebcb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:36.325486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-dfae8348-0d89-4a62-a906-03999ebcb8ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 1100 time: 0.5314317 Aug 11 00:28:36.394857 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.395146 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Added segment 91c0147c-99cd-4d6a-802e-8c4943cbd457 of type vlan for network 479285e2-e6aa-4a17-87c6-3cd272b1374d Aug 11 00:28:36.414039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9ff7f0-7472-4e2f-b392-b45285af5373,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:36.420337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53af1256-269e-4369-bcbc-f87a774a2a09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.435482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-a29bacb5-dd02-4e4e-9da2-c57cf5163c11 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9729266 Aug 11 00:28:36.456473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-3fbec7e2-0207-425e-a0df-a1ff875c86d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=a463f9de-bc14-4e2d-bb13-39a177396150 HTTP/1.1" status: 200 len: 217 time: 0.1109865 Aug 11 00:28:36.470898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a94350f-2d30-4c02-8a03-a4d5173c175a req-f778816a-c7b2-4a0e-8024-b9a3f8cd9f74 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516572 Aug 11 00:28:36.502846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-08f17aa0-0ae8-4a16-badf-a95bd98ac893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:36.511677 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-08f17aa0-0ae8-4a16-badf-a95bd98ac893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4427710 Aug 11 00:28:36.513711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.582951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e6503-3ba4-41c8-b452-023fa356b199 req-efaf3a5e-8e86-4e82-81b4-06f6e31677b5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:36.584671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e8e6503-3ba4-41c8-b452-023fa356b199 req-efaf3a5e-8e86-4e82-81b4-06f6e31677b5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 948 time: 0.3496771 Aug 11 00:28:36.677259 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:28:36.842540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-edfd4936-cbeb-448e-898b-20231b034ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:36.844878 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-edfd4936-cbeb-448e-898b-20231b034ee6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.3703861 Aug 11 00:28:36.845146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53af1256-269e-4369-bcbc-f87a774a2a09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.854270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.858102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:36.860297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.900527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb27514-6ece-409a-938c-eb5d8b6927bb {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:36.936290 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:36.939899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8192b247-48b5-4cad-9d79-046c1f2eb727 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:36.970396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e8e6503-3ba4-41c8-b452-023fa356b199 req-5c40f708-f64b-4f92-97a0-cea32c81b225 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059595 Aug 11 00:28:36.979740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Transition to ACTIVE for port object cbb27514-6ece-409a-938c-eb5d8b6927bb will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:36.984142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-04173391-4aad-4a34-8894-798c33a7f3f6 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307729 Aug 11 00:28:37.018146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'tag': '95bd3db9-8e10-4f16-8faf-929704987013'}, {'name': 'network-changed', 'server_uuid': '8ddc8cb9-a95e-4529-8d75-a369d4bdb063', 'tag': 'a463f9de-bc14-4e2d-bb13-39a177396150'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:37.018146 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60860258-6b37-4715-ac7e-9f69c489b637" -d '{"events": [{"name": "network-changed", "server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "tag": "95bd3db9-8e10-4f16-8faf-929704987013"}, {"name": "network-changed", "server_uuid": "8ddc8cb9-a95e-4529-8d75-a369d4bdb063", "tag": "a463f9de-bc14-4e2d-bb13-39a177396150"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:37.041765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-f1e10b55-7780-4c17-bc15-b0927e5fee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:37.045306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-f1e10b55-7780-4c17-bc15-b0927e5fee8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1668622 Aug 11 00:28:37.114106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:37.137269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-418611c8-fba5-4fb7-86f0-dd35b30d35b3 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177750 Aug 11 00:28:37.153078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19411baf-3c8b-47c4-824b-47aa7725d4d9 None None] Network 99777981-1247-4afd-99e6-931822466969 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:37.278526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.2313311 Aug 11 00:28:37.279428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2af52-3028-41cf-a639-03c267f7b960 admin admin] Pushing event updated for resources: {'Network': ['ID=479285e2-e6aa-4a17-87c6-3cd272b1374d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:37.304409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 8192b247-48b5-4cad-9d79-046c1f2eb727 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:37.339344 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58620ae5-4dbd-454e-8a63-a94f8aa2452e x-openstack-request-id: req-58620ae5-4dbd-454e-8a63-a94f8aa2452e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:37.342446 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "tag": "95bd3db9-8e10-4f16-8faf-929704987013", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ddc8cb9-a95e-4529-8d75-a369d4bdb063", "tag": "a463f9de-bc14-4e2d-bb13-39a177396150", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:37.342985 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58620ae5-4dbd-454e-8a63-a94f8aa2452e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:37.344059 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'tag': '95bd3db9-8e10-4f16-8faf-929704987013', 'status': 'completed', 'code': 200} Aug 11 00:28:37.344569 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddc8cb9-a95e-4529-8d75-a369d4bdb063', 'tag': 'a463f9de-bc14-4e2d-bb13-39a177396150', 'status': 'completed', 'code': 200} Aug 11 00:28:37.366906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 53c009d6-1fea-488c-a804-fef04619cff7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:37.376745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54996) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:37.475085 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-381d8f63-bd41-4a58-932a-6767f81c4c95 req-715b65b6-58e0-4bf2-bf0a-64f40c9e0644 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107202 Aug 11 00:28:37.521300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Request body: {'subnet': {'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1541631335-subnet', 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:37.561060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b5468c33-4ffd-43b9-8478-1e0e40adb174 None None] Provisioning for port 53c009d6-1fea-488c-a804-fef04619cff7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:37.602630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 53c009d6-1fea-488c-a804-fef04619cff7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:37.609731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 53c009d6-1fea-488c-a804-fef04619cff7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:37.610387 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:37.617167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712710-f744-4cff-9549-04446c50800a req-b2a4ef9e-ec31-40b9-913b-40e03035028b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:37.637687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712710-f744-4cff-9549-04446c50800a req-b2a4ef9e-ec31-40b9-913b-40e03035028b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:37.662250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a712710-f744-4cff-9549-04446c50800a req-b2a4ef9e-ec31-40b9-913b-40e03035028b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:37.665373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a712710-f744-4cff-9549-04446c50800a req-b2a4ef9e-ec31-40b9-913b-40e03035028b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2400 time: 0.5966735 Aug 11 00:28:37.713115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] DHCP port deletion for 99777981-1247-4afd-99e6-931822466969 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:28:37.739535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53af1256-269e-4369-bcbc-f87a774a2a09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:37.752608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:28:37.796907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c60e-ae02-42aa-9b0a-182130b8849e req-cb04ef27-e990-4823-83d1-ad87ba079553 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:37.802590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b64c60e-ae02-42aa-9b0a-182130b8849e req-cb04ef27-e990-4823-83d1-ad87ba079553 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 947 time: 0.4241340 Aug 11 00:28:37.804920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:37.808920 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:37.828491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af1256-269e-4369-bcbc-f87a774a2a09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe26aa9-034c-408b-a71e-c269d0a9f0b7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:37.836660 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53af1256-269e-4369-bcbc-f87a774a2a09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:37.838568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53af1256-269e-4369-bcbc-f87a774a2a09 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/subnets/0fe26aa9-034c-408b-a71e-c269d0a9f0b7 HTTP/1.1" status: 204 len: 168 time: 1.8884239 Aug 11 00:28:37.868688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55004) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:37.881557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a712710-f744-4cff-9549-04446c50800a req-bdd87d81-499b-47bc-8839-ab57e425fbd8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447544 Aug 11 00:28:37.913475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05709-3b01-4966-bf53-aca697890a5d req-1263d7d1-090e-4c73-812b-116596078ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:37.914944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cda05709-3b01-4966-bf53-aca697890a5d req-1263d7d1-090e-4c73-812b-116596078ba9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 1099 time: 0.2482593 Aug 11 00:28:37.976513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e493c-dc4e-4c1b-b601-dfd1d60dc779 None None] Network b9d74857-daaf-49c2-8e9c-b67c7544fa1c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:38.042238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] Deleting port 53c009d6-1fea-488c-a804-fef04619cff7 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:28:38.043368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.045338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e0462f-061b-43ae-b2b6-fdb52632dd37 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.047729 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c0e0462f-061b-43ae-b2b6-fdb52632dd37 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1664286 Aug 11 00:28:38.056886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55008) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:38.171882 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.180574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-ab228248-e611-4bdd-9cb6-760e9990b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.183524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-ab228248-e611-4bdd-9cb6-760e9990b846 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 1100 time: 0.9179008 Aug 11 00:28:38.208051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] For port 53c009d6-1fea-488c-a804-fef04619cff7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=53c009d6-1fea-488c-a804-fef04619cff7,segment=NetworkSegment(20c4bdf7-31d9-4f06-9507-b81d5750e6e3),segment_id=20c4bdf7-31d9-4f06-9507-b81d5750e6e3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:38.208475 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.252064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] Calling delete_port for 53c009d6-1fea-488c-a804-fef04619cff7 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:28:38.263414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05709-3b01-4966-bf53-aca697890a5d req-fb370742-7da9-451b-99fe-ccf32ff4da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.265799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cda05709-3b01-4966-bf53-aca697890a5d req-fb370742-7da9-451b-99fe-ccf32ff4da8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.3193538 Aug 11 00:28:38.270304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.277212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Pushing event updated for resources: {'Port': ['ID=cbb27514-6ece-409a-938c-eb5d8b6927bb,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:38.293264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-37ed2302-aea7-48ef-b857-52ce68f05d94 None None] Provisioning for port 8192b247-48b5-4cad-9d79-046c1f2eb727 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:38.306653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 53c009d6-1fea-488c-a804-fef04619cff7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=53c009d6-1fea-488c-a804-fef04619cff7,segment=NetworkSegment(20c4bdf7-31d9-4f06-9507-b81d5750e6e3),segment_id=20c4bdf7-31d9-4f06-9507-b81d5750e6e3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:38.308032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-37ed2302-aea7-48ef-b857-52ce68f05d94 None None] Provisioning complete for port 8192b247-48b5-4cad-9d79-046c1f2eb727 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:38.308475 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-37ed2302-aea7-48ef-b857-52ce68f05d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.381694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815bc93-edfe-4594-b5db-ecd897ec1bff req-965576e8-8087-4cae-a78e-2ff457596332 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.384679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f815bc93-edfe-4594-b5db-ecd897ec1bff req-965576e8-8087-4cae-a78e-2ff457596332 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.3139539 Aug 11 00:28:38.389767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cda05709-3b01-4966-bf53-aca697890a5d req-168de7cf-06b5-4e38-bafb-8db8811d98db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=de64ab48-8439-477d-8732-9088e00a4a5f HTTP/1.1" status: 200 len: 217 time: 0.1151478 Aug 11 00:28:38.395874 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.431891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-3fe7be10-c82c-4b72-8881-88fb1b2e5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.431891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-3fe7be10-c82c-4b72-8881-88fb1b2e5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.431891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-3fe7be10-c82c-4b72-8881-88fb1b2e5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.434734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-3fe7be10-c82c-4b72-8881-88fb1b2e5cb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2758 time: 1.0876415 Aug 11 00:28:38.482411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=53c009d6-1fea-488c-a804-fef04619cff7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:38.534439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-37ed2302-aea7-48ef-b857-52ce68f05d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.539805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05709-3b01-4966-bf53-aca697890a5d req-7b34fce4-68f3-4e92-a2a2-9187c2ea66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.542196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cda05709-3b01-4966-bf53-aca697890a5d req-7b34fce4-68f3-4e92-a2a2-9187c2ea66fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1104496 Aug 11 00:28:38.588698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-37ed2302-aea7-48ef-b857-52ce68f05d94 None None] For port 8192b247-48b5-4cad-9d79-046c1f2eb727, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8192b247-48b5-4cad-9d79-046c1f2eb727,segment=NetworkSegment(566af34d-bba3-49da-8d81-9d74cdb2d06b),segment_id=566af34d-bba3-49da-8d81-9d74cdb2d06b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:38.591049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] DHCP port deletion for b9d74857-daaf-49c2-8e9c-b67c7544fa1c request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:28:38.626889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f815bc93-edfe-4594-b5db-ecd897ec1bff req-297c5eb7-5d40-4c65-b75b-11439126736e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967473 Aug 11 00:28:38.629359 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.657600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Deleting port 8192b247-48b5-4cad-9d79-046c1f2eb727 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:28:38.658165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.670466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05709-3b01-4966-bf53-aca697890a5d req-859dd345-396d-4642-a74c-aec800734a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:38.673785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cda05709-3b01-4966-bf53-aca697890a5d req-859dd345-396d-4642-a74c-aec800734a2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1197791 Aug 11 00:28:38.682982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] Pushing event deleted for resources: {'Port': ['ID=53c009d6-1fea-488c-a804-fef04619cff7,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:38.682982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8192b247-48b5-4cad-9d79-046c1f2eb727 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:28:38.723344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40ecb440-9f38-4151-b2c7-5121017b2559 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:38.738338 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b64c60e-ae02-42aa-9b0a-182130b8849e req-d5b312ad-2e80-491b-a832-e0a83e518288 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372993 Aug 11 00:28:38.795526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-15e654a4-6f99-4148-bd5f-03809191a27f service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7380822 Aug 11 00:28:38.856528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40ecb440-9f38-4151-b2c7-5121017b2559, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40ecb440-9f38-4151-b2c7-5121017b2559,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:38.881923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '40ecb440-9f38-4151-b2c7-5121017b2559', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '40ecb440-9f38-4151-b2c7-5121017b2559', 'mac_address': 'fa:16:3e:d0:8e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:38.883788 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-37ed2302-aea7-48ef-b857-52ce68f05d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.888611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] For port 8192b247-48b5-4cad-9d79-046c1f2eb727, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8192b247-48b5-4cad-9d79-046c1f2eb727,segment=NetworkSegment(566af34d-bba3-49da-8d81-9d74cdb2d06b),segment_id=566af34d-bba3-49da-8d81-9d74cdb2d06b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:38.889527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:38.923605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366be15-e89b-4ca2-8344-25d949be1c3a None None] No DVR routers for this DVR port 53c009d6-1fea-488c-a804-fef04619cff7 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:28:38.944803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Calling delete_port for 8192b247-48b5-4cad-9d79-046c1f2eb727 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:28:38.976095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.016806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Attempting to bind port cbb27514-6ece-409a-938c-eb5d8b6927bb on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:39.020612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Attempting to bind port cbb27514-6ece-409a-938c-eb5d8b6927bb by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:39.020612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Attempting to bind port cbb27514-6ece-409a-938c-eb5d8b6927bb on network f2111c7d-3061-47a0-b899-4b9818ae0082 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:39.067809 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cda05709-3b01-4966-bf53-aca697890a5d req-5127df11-be3d-4f90-a2c6-5e7a11fa0e16 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714118 Aug 11 00:28:39.152572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.199859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-7700abb6-d490-48f7-971f-19792d71b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.201986 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-7700abb6-d490-48f7-971f-19792d71b99c service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.9449797 Aug 11 00:28:39.201986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Port cbb27514-6ece-409a-938c-eb5d8b6927bb on network f2111c7d-3061-47a0-b899-4b9818ae0082 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:39.202570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Attempting to bind port cbb27514-6ece-409a-938c-eb5d8b6927bb on network f2111c7d-3061-47a0-b899-4b9818ae0082 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:39.228952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-db9ae809-35cb-4774-ba60-320b7e63cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.229446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-db9ae809-35cb-4774-ba60-320b7e63cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.230192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-db9ae809-35cb-4774-ba60-320b7e63cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.232196 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-db9ae809-35cb-4774-ba60-320b7e63cfe8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3225353944484b7bb68c660a8cc786ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7566814 Aug 11 00:28:39.239078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] Deleting port 8192b247-48b5-4cad-9d79-046c1f2eb727 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:28:39.239940 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.242522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50cbc7-00c9-4c50-8544-2659f16102f4 req-875bc35c-6cbc-4110-86c8-8cc10e22d772 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.247624 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50cbc7-00c9-4c50-8544-2659f16102f4 req-875bc35c-6cbc-4110-86c8-8cc10e22d772 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.249324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ecb440-9f38-4151-b2c7-5121017b2559 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:39.253963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50cbc7-00c9-4c50-8544-2659f16102f4 req-875bc35c-6cbc-4110-86c8-8cc10e22d772 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.255898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e50cbc7-00c9-4c50-8544-2659f16102f4 req-875bc35c-6cbc-4110-86c8-8cc10e22d772 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2400 time: 0.2594464 Aug 11 00:28:39.283848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-b040addf-c0fc-4684-ba50-220d43e484fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=40ecb440-9f38-4151-b2c7-5121017b2559 HTTP/1.1" status: 200 len: 217 time: 0.0413058 Aug 11 00:28:39.329648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cda05709-3b01-4966-bf53-aca697890a5d req-57a54a91-a64f-472c-903b-1db69b7fee5a service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516689 Aug 11 00:28:39.348522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:39.348940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Checking segment: {'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:39.349346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Bound using segment: {'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:39.349838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Bound port: cbb27514-6ece-409a-938c-eb5d8b6927bb, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4bb3fb-8855-4b68-955f-bf1ce2e059be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:39.350189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.352315 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e50cbc7-00c9-4c50-8544-2659f16102f4 req-10155cea-dcb7-4f9b-8516-a06de0ab1525 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773940 Aug 11 00:28:39.365417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed2302-aea7-48ef-b857-52ce68f05d94 None None] Pushing event updated for resources: {'Port': ['ID=8192b247-48b5-4cad-9d79-046c1f2eb727,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:39.384043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.408367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40ecb440-9f38-4151-b2c7-5121017b2559, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40ecb440-9f38-4151-b2c7-5121017b2559,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:39.411821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.444723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Port': ['ID=8192b247-48b5-4cad-9d79-046c1f2eb727,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:39.455213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] No DVR routers for this DVR port 8192b247-48b5-4cad-9d79-046c1f2eb727 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:28:39.465997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] For port 8192b247-48b5-4cad-9d79-046c1f2eb727, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8192b247-48b5-4cad-9d79-046c1f2eb727,segment=NetworkSegment(566af34d-bba3-49da-8d81-9d74cdb2d06b),segment_id=566af34d-bba3-49da-8d81-9d74cdb2d06b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:39.466421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.489974 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.492485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] Calling delete_port for 8192b247-48b5-4cad-9d79-046c1f2eb727 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:28:39.619194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 53c009d6-1fea-488c-a804-fef04619cff7 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:28:39.625739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=40ecb440-9f38-4151-b2c7-5121017b2559,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:39.630762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.652705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d74857-daaf-49c2-8e9c-b67c7544fa1c']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:39.659960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 53c009d6-1fea-488c-a804-fef04619cff7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:28:39.660283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 53c009d6-1fea-488c-a804-fef04619cff7 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:28:39.693421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566af34d-bba3-49da-8d81-9d74cdb2d06b') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:39.693826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566af34d-bba3-49da-8d81-9d74cdb2d06b') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:39.714547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.737956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.747085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:28:39.747782 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:28:39.751293 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:28:39.800826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['40ecb440-9f38-4151-b2c7-5121017b2559'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:39.845865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9884a018-365d-4b7b-b843-68321a4fed50,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:39.846815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:39.903176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] Pushing event deleted for resources: {'Port': ['ID=8192b247-48b5-4cad-9d79-046c1f2eb727,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:39.910669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e49add-8c8f-400e-9ffe-447ef6b34d5c req-60371c8a-3b6f-4485-a806-09bee640dc55 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.912354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7e49add-8c8f-400e-9ffe-447ef6b34d5c req-60371c8a-3b6f-4485-a806-09bee640dc55 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 948 time: 1.0107756 Aug 11 00:28:39.918733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141827f1-9fb3-4b8f-9783-5175566d0640 None None] No DVR routers for this DVR port 8192b247-48b5-4cad-9d79-046c1f2eb727 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:28:39.920485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a5e4a-ea1f-41ec-ac0f-763c6adfa016 req-960eb4c7-4e20-4404-873b-c4c40df19f6a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.931557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb6a5e4a-ea1f-41ec-ac0f-763c6adfa016 req-960eb4c7-4e20-4404-873b-c4c40df19f6a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1314270 Aug 11 00:28:39.945649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-b2942e60-87ef-4f39-b5a2-e3a134e887db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:39.947848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-b2942e60-87ef-4f39-b5a2-e3a134e887db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.6344876 Aug 11 00:28:39.948290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a32a390d-01b4-417e-b67b-f697e2d57918 req-8b12ae35-23dd-4a14-9800-75fb284b97c2 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0678365 Aug 11 00:28:40.025104 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb6a5e4a-ea1f-41ec-ac0f-763c6adfa016 req-b46353e5-a9eb-4bac-bde9-1f36d883b07e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887294 Aug 11 00:28:40.027347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.040622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.043812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/networks/b9d74857-daaf-49c2-8e9c-b67c7544fa1c HTTP/1.1" status: 204 len: 168 time: 1.9852479 Aug 11 00:28:40.050682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55020) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:40.080760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Checking segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:40.080760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Network hostable DHCP agents. Network: 479285e2-e6aa-4a17-87c6-3cd272b1374d, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:28:40.137305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970f95f-c3ed-49bd-b35f-47d631643c1c tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Network': ['ID=b9d74857-daaf-49c2-8e9c-b67c7544fa1c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:40.140142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7e49add-8c8f-400e-9ffe-447ef6b34d5c req-56a25896-3ada-4bec-b3b8-003ef3fc255a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266108 Aug 11 00:28:40.153681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-6c3d2899-3771-43b0-ab8b-0135a157d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.162583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-6c3d2899-3771-43b0-ab8b-0135a157d188 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8742559 Aug 11 00:28:40.178454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] For port cbb27514-6ece-409a-938c-eb5d8b6927bb, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:40.186082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] For port cbb27514-6ece-409a-938c-eb5d8b6927bb, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cbb27514-6ece-409a-938c-eb5d8b6927bb,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:40.207002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-651ca4cb-fe11-4c41-a205-3901dd5a9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.209816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-651ca4cb-fe11-4c41-a205-3901dd5a9e10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2423863 Aug 11 00:28:40.214819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.302405 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.354130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:28:40.367395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.380043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92614-8a07-4c70-8f5b-e1a1eccd5489 req-a4558533-c617-4159-8bde-54a4ed732879 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.384083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbd92614-8a07-4c70-8f5b-e1a1eccd5489 req-a4558533-c617-4159-8bde-54a4ed732879 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 947 time: 0.1426942 Aug 11 00:28:40.393086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.393806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.395816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] 10.222.0.55 "PUT /v2.0/ports/cbb27514-6ece-409a-938c-eb5d8b6927bb HTTP/1.1" status: 200 len: 1093 time: 5.4597387 Aug 11 00:28:40.396333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'tag': 'cbb27514-6ece-409a-938c-eb5d8b6927bb'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:40.399413 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278f0a9a-0cee-49dc-9760-e222b6042490" -d '{"events": [{"name": "network-changed", "server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "tag": "cbb27514-6ece-409a-938c-eb5d8b6927bb"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:40.420158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99777981-1247-4afd-99e6-931822466969']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:40.433272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c4bdf7-31d9-4f06-9507-b81d5750e6e3') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:40.438968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c4bdf7-31d9-4f06-9507-b81d5750e6e3') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:40.446450 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.463683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.464593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e151dc-4ccd-4554-96c5-d3305aedcfab service neutron] Pushing event updated for resources: {'Port': ['ID=cbb27514-6ece-409a-938c-eb5d8b6927bb,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:40.467421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device de64ab48-8439-477d-8732-9088e00a4a5f details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:40.471497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:28:40.472043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.472538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-dcb80419-e1f5-4cf1-bd62-7b404fb63edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.474189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-dcb80419-e1f5-4cf1-bd62-7b404fb63edd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 1100 time: 0.1867719 Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:28:40.494089 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:28:40.500351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-0e8224c4-b010-48ad-aed2-54b2c33278f0 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814715 Aug 11 00:28:40.521087 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8823b3dd-a772-435e-9be2-d4cd9f467557 x-openstack-request-id: req-8823b3dd-a772-435e-9be2-d4cd9f467557 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:40.521567 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "tag": "cbb27514-6ece-409a-938c-eb5d8b6927bb", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:40.521817 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8823b3dd-a772-435e-9be2-d4cd9f467557 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:40.522223 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'tag': 'cbb27514-6ece-409a-938c-eb5d8b6927bb', 'status': 'completed', 'code': 200} Aug 11 00:28:40.589017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Request body: {'port': {'device_id': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:40.604287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 479285e2-e6aa-4a17-87c6-3cd272b1374d) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:40.610187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.611260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.681253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbd92614-8a07-4c70-8f5b-e1a1eccd5489 req-7f4916ba-0d54-48b7-a5da-86177dd0107f tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824430 Aug 11 00:28:40.708750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e282dd8e-b68d-4f15-aaa3-43ee13aff642 None None] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:40.744202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.754123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.756886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/networks/99777981-1247-4afd-99e6-931822466969 HTTP/1.1" status: 204 len: 168 time: 0.7044575 Aug 11 00:28:40.759841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55026) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:40.808018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port de64ab48-8439-477d-8732-9088e00a4a5f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=de64ab48-8439-477d-8732-9088e00a4a5f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:40.811975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b68119-6563-4812-9ab7-1426c6cb8868 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Network': ['ID=99777981-1247-4afd-99e6-931822466969,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:40.870221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'de64ab48-8439-477d-8732-9088e00a4a5f', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'de64ab48-8439-477d-8732-9088e00a4a5f', 'mac_address': 'fa:16:3e:74:88:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:40.875035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.883725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-098b8cc5-7514-4e6a-84f8-c0b911d9556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.884885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-098b8cc5-7514-4e6a-84f8-c0b911d9556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.885769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-098b8cc5-7514-4e6a-84f8-c0b911d9556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.886787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:40.889850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-098b8cc5-7514-4e6a-84f8-c0b911d9556d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2800 time: 0.3140090 Aug 11 00:28:40.896187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6acdb6bb-3022-4b4b-aa50-64cbc9b8aaa5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.3832564 Aug 11 00:28:40.949039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-6d89750a-4868-45f3-a292-5b8d0da60c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:40.952239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-6d89750a-4868-45f3-a292-5b8d0da60c01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.4640720 Aug 11 00:28:40.998828 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.034635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de64ab48-8439-477d-8732-9088e00a4a5f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:41.043975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5830ef-7bc6-4464-9a6e-c3eec47d602f None None] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:28:41.056063 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.071081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86456010-99a4-4bbf-ad3f-4a9d607e46dc req-2e20567b-972d-4bae-98a9-f89a7ec6fa06 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.077172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86456010-99a4-4bbf-ad3f-4a9d607e46dc req-2e20567b-972d-4bae-98a9-f89a7ec6fa06 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.083858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86456010-99a4-4bbf-ad3f-4a9d607e46dc req-2e20567b-972d-4bae-98a9-f89a7ec6fa06 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.085729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86456010-99a4-4bbf-ad3f-4a9d607e46dc req-2e20567b-972d-4bae-98a9-f89a7ec6fa06 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2400 time: 0.3779342 Aug 11 00:28:41.111200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port de64ab48-8439-477d-8732-9088e00a4a5f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=de64ab48-8439-477d-8732-9088e00a4a5f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:41.118910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c6b387-a665-467b-8b38-492e38028fb1']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:41.136228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-793500dd-bd8e-4ea4-b089-2fe9b755af9c req-6c2fc15d-3306-47f5-af46-fba7cd70d68f service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129670 Aug 11 00:28:41.153892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede52f7e-e89a-4715-95e1-017edec609b9') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:41.154608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede52f7e-e89a-4715-95e1-017edec609b9') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:41.188994 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.197700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-2431aee5-c450-49c0-883d-ef9e776821fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=a463f9de-bc14-4e2d-bb13-39a177396150 HTTP/1.1" status: 200 len: 217 time: 0.2057309 Aug 11 00:28:41.219135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.263990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.273078 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:28:41.273516 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:28:41.320451 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:28:41.337946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-1cd21dc3-ce2e-496c-bd97-4df09ea1ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.338777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-1cd21dc3-ce2e-496c-bd97-4df09ea1ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.339287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-1cd21dc3-ce2e-496c-bd97-4df09ea1ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.341251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-1cd21dc3-ce2e-496c-bd97-4df09ea1ee5d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3225353944484b7bb68c660a8cc786ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4337244 Aug 11 00:28:41.350611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=de64ab48-8439-477d-8732-9088e00a4a5f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:41.372052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bd2b-7050-4e1d-85c7-792c8bd01829 req-0e2e179c-d0f6-453d-bafd-120aa57eb9ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.374872 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46b0bd2b-7050-4e1d-85c7-792c8bd01829 req-0e2e179c-d0f6-453d-bafd-120aa57eb9ad tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1937079 Aug 11 00:28:41.435137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46b0bd2b-7050-4e1d-85c7-792c8bd01829 req-3116d724-a58f-4f74-bb76-c006e4214661 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519078 Aug 11 00:28:41.442752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['de64ab48-8439-477d-8732-9088e00a4a5f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:41.474372 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.489331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.491324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/networks/a2c6b387-a665-467b-8b38-492e38028fb1 HTTP/1.1" status: 204 len: 168 time: 0.7302265 Aug 11 00:28:41.494334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55042) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:41.508339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86456010-99a4-4bbf-ad3f-4a9d607e46dc req-7f832bb9-9a2d-46ea-80a2-5441cc0a4313 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831127 Aug 11 00:28:41.515815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0475067-6008-47f1-8473-ef0f001bacc1 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Network': ['ID=a2c6b387-a665-467b-8b38-492e38028fb1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:41.583609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-e207808b-109d-4e99-8bb7-1ec459d4b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.587009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-e207808b-109d-4e99-8bb7-1ec459d4b079 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2416599 Aug 11 00:28:41.773005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-5138aed8-c92f-4210-aba8-2c3ce3ac63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.774624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-278f0a9a-0cee-49dc-9760-e222b6042490 req-5138aed8-c92f-4210-aba8-2c3ce3ac63ad service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3983350 Aug 11 00:28:41.817061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363229-a282-433d-a30e-bda0d586300e req-71e01fde-d77e-49f2-8d2b-edbc8cfe7f26 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.818752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21363229-a282-433d-a30e-bda0d586300e req-71e01fde-d77e-49f2-8d2b-edbc8cfe7f26 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 949 time: 0.1761999 Aug 11 00:28:41.828389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860258-6b37-4715-ac7e-9f69c489b637 req-ffd8f224-76f2-4bca-9b94-c31ff8169519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:41.830202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-ffd8f224-76f2-4bca-9b94-c31ff8169519 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2314157 Aug 11 00:28:41.961619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:41.979545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21363229-a282-433d-a30e-bda0d586300e req-2a706daf-c874-40f9-8e4c-30fa4f9e2e92 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430051 Aug 11 00:28:41.993306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adda4e0-afbd-4818-b56c-5a3465ec2992 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:42.010688 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.044835 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-07913322-587b-4ffc-91f4-a9475b98d723 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982870 Aug 11 00:28:42.050349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Transition to ACTIVE for port object 1adda4e0-afbd-4818-b56c-5a3465ec2992 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:42.188880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.239503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.270475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca5c38b-5324-4e29-bbd3-bb491ed1e963']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:42.297524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbf05c4-6a7e-4bae-80e1-9bc2abbfbd85') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:42.297524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbf05c4-6a7e-4bae-80e1-9bc2abbfbd85') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:28:42.317410 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.338651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2a1d-21d1-46d3-afee-ea524f601bb1 req-08c5a511-4fbc-48e9-bf09-2c4a9464ef70 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:42.344747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b5e2a1d-21d1-46d3-afee-ea524f601bb1 req-08c5a511-4fbc-48e9-bf09-2c4a9464ef70 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 948 time: 0.2748549 Aug 11 00:28:42.355524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-df16664f-d6ce-44ac-bda8-655cdd7c5a57 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:42.358279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1adda4e0-afbd-4818-b56c-5a3465ec2992,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:42.363645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-df16664f-d6ce-44ac-bda8-655cdd7c5a57 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.2939126 Aug 11 00:28:42.372208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-bdf1c757-de67-4fb7-b2c6-09da54fe2c03 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/quotas/55abd496febd4c9fa62fbad0d0b079fe HTTP/1.1" status: 200 len: 375 time: 0.0177720 Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:28:42.389903 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:28:42.463498 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-bcdd167e-ebd0-497e-8845-3592601ad365 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742280 Aug 11 00:28:42.484937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device de64ab48-8439-477d-8732-9088e00a4a5f up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:42.497885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60860258-6b37-4715-ac7e-9f69c489b637 req-16ac7679-3afe-4709-99da-26d512b74fbe service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453259 Aug 11 00:28:42.558181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b5e2a1d-21d1-46d3-afee-ea524f601bb1 req-a019295c-c80d-40e4-8c4f-eabb2b0a2584 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973658 Aug 11 00:28:42.559560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a463f9de-bc14-4e2d-bb13-39a177396150 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:42.594114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Attempting to bind port 1adda4e0-afbd-4818-b56c-5a3465ec2992 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:42.594586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Attempting to bind port 1adda4e0-afbd-4818-b56c-5a3465ec2992 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:42.595019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Attempting to bind port 1adda4e0-afbd-4818-b56c-5a3465ec2992 on network deba9416-9732-4dcc-ab0b-a0bb960798b7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:42.602919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Port 1adda4e0-afbd-4818-b56c-5a3465ec2992 on network deba9416-9732-4dcc-ab0b-a0bb960798b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:42.604909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Attempting to bind port 1adda4e0-afbd-4818-b56c-5a3465ec2992 on network deba9416-9732-4dcc-ab0b-a0bb960798b7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:42.614255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:42.615031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Checking segment: {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:42.615802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Bound using segment: {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:42.616757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Bound port: 1adda4e0-afbd-4818-b56c-5a3465ec2992, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d653bb-64d2-4678-87cd-4af2523f449a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:42.617249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.619972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-338a4207-1ea7-4fbb-b47e-2ca16d270b2a service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446519 Aug 11 00:28:42.625578 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.651027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.655841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] 10.222.0.43 "DELETE /v2.0/networks/9ca5c38b-5324-4e29-bbd3-bb491ed1e963 HTTP/1.1" status: 204 len: 168 time: 1.1577272 Aug 11 00:28:42.713943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528771d-9274-4876-a497-7028275ff5e9 tempest-BulkNetworkOpsTest-1145867174 tempest-BulkNetworkOpsTest-1145867174-project] Pushing event deleted for resources: {'Network': ['ID=9ca5c38b-5324-4e29-bbd3-bb491ed1e963,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:42.747950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40ecb440-9f38-4151-b2c7-5121017b2559 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:42.751397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port de64ab48-8439-477d-8732-9088e00a4a5f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:42.783773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-1e9e2cb6-8196-418d-b627-15fa8d4fa778 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525896 Aug 11 00:28:42.785766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633db57-fce4-40a2-bd06-b77aac647f02 req-880ec2d4-c858-4e32-bdfb-777f17d60a09 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:42.787922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0633db57-fce4-40a2-bd06-b77aac647f02 req-880ec2d4-c858-4e32-bdfb-777f17d60a09 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1092029 Aug 11 00:28:42.799899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] For port 1adda4e0-afbd-4818-b56c-5a3465ec2992, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:42.801952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port de64ab48-8439-477d-8732-9088e00a4a5f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:42.802537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.805443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] For port 1adda4e0-afbd-4818-b56c-5a3465ec2992, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1adda4e0-afbd-4818-b56c-5a3465ec2992,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:42.854811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0633db57-fce4-40a2-bd06-b77aac647f02 req-4b39df90-a988-45bc-b778-efa5f04c4dd1 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475852 Aug 11 00:28:42.906137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a463f9de-bc14-4e2d-bb13-39a177396150, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a463f9de-bc14-4e2d-bb13-39a177396150,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:42.912398 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:42.934284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'a463f9de-bc14-4e2d-bb13-39a177396150', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'a463f9de-bc14-4e2d-bb13-39a177396150', 'mac_address': 'fa:16:3e:29:f3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:43.015975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.018002 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:43.018767 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:43.018960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/1adda4e0-afbd-4818-b56c-5a3465ec2992 HTTP/1.1" status: 200 len: 1092 time: 2.4341850 Aug 11 00:28:43.025775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'tag': '1adda4e0-afbd-4818-b56c-5a3465ec2992'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:43.029541 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3368a4e2-b305-4247-8e00-9774fa3dc6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "tag": "1adda4e0-afbd-4818-b56c-5a3465ec2992"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:43.041125 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:43.047146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a463f9de-bc14-4e2d-bb13-39a177396150 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:43.139146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 40ecb440-9f38-4151-b2c7-5121017b2559 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:43.172314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a463f9de-bc14-4e2d-bb13-39a177396150, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a463f9de-bc14-4e2d-bb13-39a177396150,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:43.236558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port de64ab48-8439-477d-8732-9088e00a4a5f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=de64ab48-8439-477d-8732-9088e00a4a5f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:43.240952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c6f432-4501-45ff-a400-2f7d3775991c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de64ab48-8439-477d-8732-9088e00a4a5f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:43.243777 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e260f8-7eb1-4036-9326-43f85b474336" -d '{"events": [{"server_uuid": "c4c6f432-4501-45ff-a400-2f7d3775991c", "name": "network-vif-plugged", "status": "completed", "tag": "de64ab48-8439-477d-8732-9088e00a4a5f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:43.252295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 40ecb440-9f38-4151-b2c7-5121017b2559 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:43.252937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:43.289295 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:43.302640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b27e7-9326-4902-bc13-3b99d9b2acd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1adda4e0-afbd-4818-b56c-5a3465ec2992,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:43.341039 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:43.387553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452683a-2984-4f0a-b702-f4ff7d6a1afd req-a71beae5-d481-48c3-a895-4b01685e4ca8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.389357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a463f9de-bc14-4e2d-bb13-39a177396150,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:43.421991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.424768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.424768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.425161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452683a-2984-4f0a-b702-f4ff7d6a1afd req-a71beae5-d481-48c3-a895-4b01685e4ca8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.425333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.425333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.425333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.425333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.425333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.425333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.425333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.425333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.426625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:28:43.429877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452683a-2984-4f0a-b702-f4ff7d6a1afd req-a71beae5-d481-48c3-a895-4b01685e4ca8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.448767 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d452683a-2984-4f0a-b702-f4ff7d6a1afd req-a71beae5-d481-48c3-a895-4b01685e4ca8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2412 time: 0.5207727 Aug 11 00:28:43.486926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:43.522292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-35acb7d8-8f27-4863-8032-bab8d7175309 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4020603 Aug 11 00:28:43.536417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a463f9de-bc14-4e2d-bb13-39a177396150'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:43.552733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55082) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:43.555663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-d41677ac-473d-4008-8382-e0dc328feccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.556247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-d41677ac-473d-4008-8382-e0dc328feccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.556748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-d41677ac-473d-4008-8382-e0dc328feccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.558686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-d41677ac-473d-4008-8382-e0dc328feccb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2868 time: 0.2891443 Aug 11 00:28:43.588783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=de64ab48-8439-477d-8732-9088e00a4a5f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:43.596811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d452683a-2984-4f0a-b702-f4ff7d6a1afd req-fed6bc3c-5b8b-4ca1-94f1-e341fc34d8cc tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447976 Aug 11 00:28:43.634631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40ecb440-9f38-4151-b2c7-5121017b2559, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40ecb440-9f38-4151-b2c7-5121017b2559,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:43.701194 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3339c8-a2e8-4bf8-a4b3-4b27e1a69577 x-openstack-request-id: req-8e3339c8-a2e8-4bf8-a4b3-4b27e1a69577 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:43.701856 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "tag": "1adda4e0-afbd-4818-b56c-5a3465ec2992", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:43.702395 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e3339c8-a2e8-4bf8-a4b3-4b27e1a69577 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:43.703637 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'tag': '1adda4e0-afbd-4818-b56c-5a3465ec2992', 'status': 'completed', 'code': 200} Aug 11 00:28:43.707655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-a4b99c63-a32f-4605-aa77-accf92686096 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.183&port_id=95bd3db9-8e10-4f16-8faf-929704987013 HTTP/1.1" status: 200 len: 217 time: 0.1258516 Aug 11 00:28:43.721452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5697b5-782f-4483-a74a-ea0fe2410e0e req-d7d7f824-ba09-4cbb-af5e-7c8bb348664d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.737210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d5697b5-782f-4483-a74a-ea0fe2410e0e req-d7d7f824-ba09-4cbb-af5e-7c8bb348664d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 949 time: 0.1554339 Aug 11 00:28:43.756268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-2bf2ed36-d833-422e-9ea2-7dbfac816b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.757988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-2bf2ed36-d833-422e-9ea2-7dbfac816b59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 1102 time: 0.1959293 Aug 11 00:28:43.785271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-817aa93f-ac37-4733-8a60-f89df0567bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:43.787650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-817aa93f-ac37-4733-8a60-f89df0567bb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=769a2120-afb0-4c4d-815a-70651e79fce6 HTTP/1.1" status: 200 len: 801 time: 0.0720291 Aug 11 00:28:43.831299 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:43.832044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d5697b5-782f-4483-a74a-ea0fe2410e0e req-23e01a7b-6f77-4e52-a9ce-58049b65d02f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911222 Aug 11 00:28:43.921253 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070a83d7-a891-43b1-96da-afe81b815623 x-openstack-request-id: req-070a83d7-a891-43b1-96da-afe81b815623 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:43.931230 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c6f432-4501-45ff-a400-2f7d3775991c", "name": "network-vif-plugged", "status": "completed", "tag": "de64ab48-8439-477d-8732-9088e00a4a5f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:43.931842 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-070a83d7-a891-43b1-96da-afe81b815623 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:43.932573 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c6f432-4501-45ff-a400-2f7d3775991c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de64ab48-8439-477d-8732-9088e00a4a5f', 'code': 200} Aug 11 00:28:43.957322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e32d3399-8562-41d4-bff4-29f3598af73d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=998b49c86afc415f81b6f349cd514630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015570 Aug 11 00:28:43.962208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55090) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:28:43.962566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc05be1d-ab07-4440-964f-58502c397215 req-d369e595-47e4-4e24-8638-10d92322d484 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 210 time: 0.1412139 Aug 11 00:28:43.986540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=40ecb440-9f38-4151-b2c7-5121017b2559,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:44.110120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f75c6c2a-f078-4798-86fe-30e4de752614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:44.119900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-379cb4e7-3695-4399-936a-867135bcc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.122167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-379cb4e7-3695-4399-936a-867135bcc480 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=deba9416-9732-4dcc-ab0b-a0bb960798b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3195932 Aug 11 00:28:44.146779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5deca60-f63a-4c65-80f9-2bfa89f030b2 req-f7e2b601-efce-46aa-b274-b7cd84befb29 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.148694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5deca60-f63a-4c65-80f9-2bfa89f030b2 req-f7e2b601-efce-46aa-b274-b7cd84befb29 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 949 time: 0.0943081 Aug 11 00:28:44.154466 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f75c6c2a-f078-4798-86fe-30e4de752614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:44.222055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5deca60-f63a-4c65-80f9-2bfa89f030b2 req-cf5237da-62ad-4f9e-b112-5c1c954963a8 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609372 Aug 11 00:28:44.288409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-45fa3d08-6b95-4754-8101-2f35fcccef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.291275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-45fa3d08-6b95-4754-8101-2f35fcccef21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.4987698 Aug 11 00:28:44.331457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c889f6-7c49-4314-b029-79853e67949b req-c257c95a-84f6-4757-b4d5-4d9341b28776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.334148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0c889f6-7c49-4314-b029-79853e67949b req-c257c95a-84f6-4757-b4d5-4d9341b28776 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 1101 time: 0.2799964 Aug 11 00:28:44.383147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f75c6c2a-f078-4798-86fe-30e4de752614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:44.385926 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f75c6c2a-f078-4798-86fe-30e4de752614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:44.387388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f75c6c2a-f078-4798-86fe-30e4de752614 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4926f9ac-8508-4673-9f66-978d13b0ab5e HTTP/1.1" status: 204 len: 168 time: 0.4193900 Aug 11 00:28:44.399009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c6c2a-f078-4798-86fe-30e4de752614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4926f9ac-8508-4673-9f66-978d13b0ab5e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:44.414792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-804c64bc-1845-4ce6-ada8-199763006fe0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=75f63290-2389-4c34-9634-42c3aacf3e64 HTTP/1.1" status: 200 len: 217 time: 0.1059339 Aug 11 00:28:44.482380 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a463f9de-bc14-4e2d-bb13-39a177396150 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:44.495511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f09a2-58d7-429e-80d4-aaed4b540a94 req-0da991b4-e547-4c17-9f7a-1cfa74b0e021 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.509868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f82f09a2-58d7-429e-80d4-aaed4b540a94 req-0da991b4-e547-4c17-9f7a-1cfa74b0e021 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.3950803 Aug 11 00:28:44.660500 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0c889f6-7c49-4314-b029-79853e67949b req-fb92fd50-544d-4e5d-94cc-57601d85361b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622280 Aug 11 00:28:44.664157 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-d5e5690f-9248-4616-b573-b958a7a01e16 service neutron] 10.222.0.55 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174654 Aug 11 00:28:44.668479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port a463f9de-bc14-4e2d-bb13-39a177396150 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:44.676168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port a463f9de-bc14-4e2d-bb13-39a177396150 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:44.677129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:44.677368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-d8de9cfa-3376-4e5d-b762-f5d6d96cd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.679784 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-d8de9cfa-3376-4e5d-b762-f5d6d96cd816 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2507601 Aug 11 00:28:44.693654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f82f09a2-58d7-429e-80d4-aaed4b540a94 req-699ed015-2088-4f00-919f-f14b7bf5988f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822844 Aug 11 00:28:44.791393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcacc80-a3c3-41d1-8303-ae72ac9ad1fc req-335679b6-8fc1-4240-bed4-96998de2d8fa tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.799492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcacc80-a3c3-41d1-8303-ae72ac9ad1fc req-335679b6-8fc1-4240-bed4-96998de2d8fa tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.806486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcacc80-a3c3-41d1-8303-ae72ac9ad1fc req-335679b6-8fc1-4240-bed4-96998de2d8fa tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.809000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1bcacc80-a3c3-41d1-8303-ae72ac9ad1fc req-335679b6-8fc1-4240-bed4-96998de2d8fa tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2412 time: 0.1107566 Aug 11 00:28:44.818219 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:44.912651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-fcc2f19d-5fcf-459f-8fb0-8c4dce60fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:44.912651 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-fcc2f19d-5fcf-459f-8fb0-8c4dce60fbcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1869655 Aug 11 00:28:44.915224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a463f9de-bc14-4e2d-bb13-39a177396150, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a463f9de-bc14-4e2d-bb13-39a177396150,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:44.916197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1bcacc80-a3c3-41d1-8303-ae72ac9ad1fc req-0eed2530-7a74-44ae-84fb-54db2e18b034 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665681 Aug 11 00:28:45.099759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-de65922f-8dc1-4d58-a0c5-e7c773a93f55 service neutron] 10.222.0.55 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881738 Aug 11 00:28:45.105805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3bcb39c1-f88f-49bf-ba22-31390680c396 req-755ee7fc-3508-4af9-9877-638dd90b1c68 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 210 time: 0.0344636 Aug 11 00:28:45.200869 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-b11b00d5-f42c-4575-aa91-4208c63c4099 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=cbb27514-6ece-409a-938c-eb5d8b6927bb HTTP/1.1" status: 200 len: 217 time: 0.0879190 Aug 11 00:28:45.235056 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:45.344626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a463f9de-bc14-4e2d-bb13-39a177396150,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:45.489879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c2c86-ab97-4501-a5fc-4a5f2b6c031b req-35fb5cc3-6eb9-4408-b215-5468401bae56 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:45.491039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-661c2c86-ab97-4501-a5fc-4a5f2b6c031b req-35fb5cc3-6eb9-4408-b215-5468401bae56 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 949 time: 0.1249356 Aug 11 00:28:45.546740 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-661c2c86-ab97-4501-a5fc-4a5f2b6c031b req-8880aeb7-99de-4591-b190-faae4e0c00bc tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403755 Aug 11 00:28:45.611264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac585592-3518-497e-8a01-d40a2e40257c req-7ad782c2-96e2-4765-8fad-1639bfea10bf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:45.612948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac585592-3518-497e-8a01-d40a2e40257c req-7ad782c2-96e2-4765-8fad-1639bfea10bf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 950 time: 0.6047306 Aug 11 00:28:45.645952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-00f3fe87-7b57-4d94-83f3-1f0e8aab2962 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7494318 Aug 11 00:28:45.769134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-554551b1-c234-4bd0-b285-346100991a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:45.770823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-554551b1-c234-4bd0-b285-346100991a0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6baf6f04-7335-422f-9804-5c4083f21ae5 HTTP/1.1" status: 200 len: 801 time: 0.5571306 Aug 11 00:28:45.829972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20a562c-0691-4d22-9dae-61549108a535 req-a0cb57ee-90da-49f5-97d6-801aeb78f184 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2281337 Aug 11 00:28:45.837011 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac585592-3518-497e-8a01-d40a2e40257c req-28541b2b-3ba0-4bb3-8e33-b49e1c0658ec tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947048 Aug 11 00:28:45.891278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b78ff94-3d33-4b38-b1e8-b86d0eb28122 req-0b636b61-c259-44a7-a555-6d4ffbf851b4 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147412 Aug 11 00:28:45.924731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-7ca7ea19-b42f-41d4-93e2-e1e76f6397bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:45.927642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-7ca7ea19-b42f-41d4-93e2-e1e76f6397bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2111c7d-3061-47a0-b899-4b9818ae0082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452081 Aug 11 00:28:45.933777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63184753-6f42-4169-a5fa-4745aa2b86f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ecb440-9f38-4151-b2c7-5121017b2559'}, {'server_uuid': '8ddc8cb9-a95e-4529-8d75-a369d4bdb063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a463f9de-bc14-4e2d-bb13-39a177396150'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:45.945146 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79f4b94-cb90-416b-8841-e8cd47a0b03b" -d '{"events": [{"server_uuid": "63184753-6f42-4169-a5fa-4745aa2b86f3", "name": "network-vif-plugged", "status": "completed", "tag": "40ecb440-9f38-4151-b2c7-5121017b2559"}, {"server_uuid": "8ddc8cb9-a95e-4529-8d75-a369d4bdb063", "name": "network-vif-plugged", "status": "completed", "tag": "a463f9de-bc14-4e2d-bb13-39a177396150"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:45.957549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138401e8-3f62-42e0-b214-3c7ee15e46b6 req-c5424824-be33-4fe3-a022-a3f18e23af35 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:45.972799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-138401e8-3f62-42e0-b214-3c7ee15e46b6 req-c5424824-be33-4fe3-a022-a3f18e23af35 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1214671 Aug 11 00:28:46.050589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-138401e8-3f62-42e0-b214-3c7ee15e46b6 req-5b33b9b7-2f3f-4eee-8c57-4b6ed0d76ca9 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759587 Aug 11 00:28:46.152156 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351e0837-e7fc-4b62-9739-118df1b84518 x-openstack-request-id: req-351e0837-e7fc-4b62-9739-118df1b84518 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:46.152930 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63184753-6f42-4169-a5fa-4745aa2b86f3", "name": "network-vif-plugged", "status": "completed", "tag": "40ecb440-9f38-4151-b2c7-5121017b2559", "code": 200}, {"server_uuid": "8ddc8cb9-a95e-4529-8d75-a369d4bdb063", "name": "network-vif-plugged", "status": "completed", "tag": "a463f9de-bc14-4e2d-bb13-39a177396150", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:46.153451 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-351e0837-e7fc-4b62-9739-118df1b84518 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:46.154372 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63184753-6f42-4169-a5fa-4745aa2b86f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ecb440-9f38-4151-b2c7-5121017b2559', 'code': 200} Aug 11 00:28:46.156466 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddc8cb9-a95e-4529-8d75-a369d4bdb063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a463f9de-bc14-4e2d-bb13-39a177396150', 'code': 200} Aug 11 00:28:46.182578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-1d917fee-11a6-4ca6-bac7-a7d01e2c17cb service neutron] 10.222.0.55 "GET /v2.0/networks/f2111c7d-3061-47a0-b899-4b9818ae0082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397380 Aug 11 00:28:46.186984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a562c-0691-4d22-9dae-61549108a535 req-d133e0fe-87f5-43b2-8a32-33a180a21c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:46.188978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20a562c-0691-4d22-9dae-61549108a535 req-d133e0fe-87f5-43b2-8a32-33a180a21c66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 1101 time: 0.2597742 Aug 11 00:28:46.206830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f7cf9-9a7f-490c-9a80-1f389c380e89 req-d2892997-ba00-4a32-86ec-f525d548ccad tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:46.207945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4d3bd825-6b5c-497e-b6fa-24ffd5608c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:46.213353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f7cf9-9a7f-490c-9a80-1f389c380e89 req-d2892997-ba00-4a32-86ec-f525d548ccad tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:46.220718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f7cf9-9a7f-490c-9a80-1f389c380e89 req-d2892997-ba00-4a32-86ec-f525d548ccad tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:46.229680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a68f7cf9-9a7f-490c-9a80-1f389c380e89 req-d2892997-ba00-4a32-86ec-f525d548ccad tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2412 time: 0.1681106 Aug 11 00:28:46.297355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6c6427c-c392-4e4e-963c-8ba492a76d8a req-d2ec3492-4ec4-4b44-be29-9a2b6c7ee104 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 210 time: 0.0493202 Aug 11 00:28:46.583415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a68f7cf9-9a7f-490c-9a80-1f389c380e89 req-dbbd65d8-136c-447b-879a-a5f64ff4c51b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524930 Aug 11 00:28:46.678893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea40187-6ac6-43e7-8b10-5f0055626e5e req-072671ce-e55a-4d9a-87e2-89c0e77376ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:46.682076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ea40187-6ac6-43e7-8b10-5f0055626e5e req-072671ce-e55a-4d9a-87e2-89c0e77376ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 1102 time: 0.3388026 Aug 11 00:28:46.685341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0df49-4b53-4c91-b834-63ff089b953b req-e346b929-068c-45af-a40a-213c676b3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:46.689302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28b0df49-4b53-4c91-b834-63ff089b953b req-e346b929-068c-45af-a40a-213c676b3c72 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 1102 time: 0.3474908 Aug 11 00:28:46.769706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-51595abd-419b-47d7-a9ff-54a99cc98142 service neutron] 10.222.0.55 "GET /v2.0/networks/f2111c7d-3061-47a0-b899-4b9818ae0082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372043 Aug 11 00:28:46.776595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a562c-0691-4d22-9dae-61549108a535 req-3bf77129-99ec-499e-8694-b0455af79fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:46.783605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20a562c-0691-4d22-9dae-61549108a535 req-3bf77129-99ec-499e-8694-b0455af79fb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.5313613 Aug 11 00:28:46.783897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2db16-5517-4c7b-9a05-96134432b6d3 req-da595670-b0db-4293-848c-e464d3029177 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:46.783897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30b2db16-5517-4c7b-9a05-96134432b6d3 req-da595670-b0db-4293-848c-e464d3029177 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 949 time: 0.0878806 Aug 11 00:28:46.844370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30b2db16-5517-4c7b-9a05-96134432b6d3 req-078c66e2-dfcb-468d-b7aa-20716c4ebb78 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487919 Aug 11 00:28:46.969209 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-9c0a2561-a7ff-4a5d-af0f-506341f85c55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=1adda4e0-afbd-4818-b56c-5a3465ec2992 HTTP/1.1" status: 200 len: 217 time: 0.1863167 Aug 11 00:28:46.978487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20a562c-0691-4d22-9dae-61549108a535 req-6d8c2dd4-5184-452b-bf03-b0b3e2d46eae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4 HTTP/1.1" status: 200 len: 217 time: 0.1923749 Aug 11 00:28:46.985495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ea40187-6ac6-43e7-8b10-5f0055626e5e req-72563a8b-ce7a-4053-9b9a-0f18deea8014 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944746 Aug 11 00:28:47.014176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28b0df49-4b53-4c91-b834-63ff089b953b req-2b13353e-cc95-45c9-ad25-276249ec74e9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895112 Aug 11 00:28:47.188719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-e189dc84-2203-480a-95fc-8c970155ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.191450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-e189dc84-2203-480a-95fc-8c970155ec9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=769a2120-afb0-4c4d-815a-70651e79fce6 HTTP/1.1" status: 200 len: 801 time: 0.2110980 Aug 11 00:28:47.216526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a562c-0691-4d22-9dae-61549108a535 req-7c4b339e-08b4-4e75-9ab4-4d2206d35afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.218437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20a562c-0691-4d22-9dae-61549108a535 req-7c4b339e-08b4-4e75-9ab4-4d2206d35afd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1436548 Aug 11 00:28:47.237425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45eb1-7936-4b1d-b1bd-069e4f9361ca req-074a502c-8f95-4687-b3c7-5c50ba207d75 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.240817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dd45eb1-7936-4b1d-b1bd-069e4f9361ca req-074a502c-8f95-4687-b3c7-5c50ba207d75 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 950 time: 0.2658627 Aug 11 00:28:47.425583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571144f9-6267-4a73-ac42-22f1f3d27d1c req-bf9cfbef-8dc8-478f-891b-87cdd0773349 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.435497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571144f9-6267-4a73-ac42-22f1f3d27d1c req-bf9cfbef-8dc8-478f-891b-87cdd0773349 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0794182 Aug 11 00:28:47.484658 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-571144f9-6267-4a73-ac42-22f1f3d27d1c req-1e073d15-89c2-4388-a165-f8367670d2ec tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471728 Aug 11 00:28:47.542997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-5acc384c-e75b-428c-a7a1-eea1bb0dd511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.545743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-5acc384c-e75b-428c-a7a1-eea1bb0dd511 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=deba9416-9732-4dcc-ab0b-a0bb960798b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3459556 Aug 11 00:28:47.576421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dd45eb1-7936-4b1d-b1bd-069e4f9361ca req-75525ca7-1f6b-4814-9a98-9bae4f43362b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927122 Aug 11 00:28:47.598276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a562c-0691-4d22-9dae-61549108a535 req-1cf4aad9-7ed3-4102-80b8-330db7eac466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.601347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20a562c-0691-4d22-9dae-61549108a535 req-1cf4aad9-7ed3-4102-80b8-330db7eac466 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3591926 Aug 11 00:28:47.648652 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3bd3e825-553a-48f0-99e8-01607dcdd191 req-f1c16147-73fd-4ebc-8150-aaf20eaf6ec8 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 210 time: 0.0792906 Aug 11 00:28:47.817061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c25c2fa2-be24-4695-8837-630f1ec64432 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.819362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c25c2fa2-be24-4695-8837-630f1ec64432 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.5501757 Aug 11 00:28:47.865992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Request body: {'port': {'device_id': '82325e79-59cf-44ec-99aa-859b88a7623b', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'admin_state_up': True, 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:47.905044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b27785-0467-41cb-8177-b00890a0590f req-cd62b259-8da0-4593-bcbd-99a5a2c885d3 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.919541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b27785-0467-41cb-8177-b00890a0590f req-cd62b259-8da0-4593-bcbd-99a5a2c885d3 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.929255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b27785-0467-41cb-8177-b00890a0590f req-cd62b259-8da0-4593-bcbd-99a5a2c885d3 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:47.932746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30b27785-0467-41cb-8177-b00890a0590f req-cd62b259-8da0-4593-bcbd-99a5a2c885d3 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2412 time: 0.1235774 Aug 11 00:28:48.046130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30b27785-0467-41cb-8177-b00890a0590f req-34d0bd81-8710-4481-8efb-c33b9d2496f4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035991 Aug 11 00:28:48.051230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-282d4191-b073-4f54-9dda-cada442e45b0 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2577424 Aug 11 00:28:48.622277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-825208ff-793d-4ac8-8f1c-327ad050f3b5 service neutron] 10.222.0.55 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0526037 Aug 11 00:28:48.624047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288894a1-f0c0-4bdb-bc17-b7ab8daaec34 req-c5382158-379b-41f3-9941-38fff3866c52 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:48.630250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-288894a1-f0c0-4bdb-bc17-b7ab8daaec34 req-c5382158-379b-41f3-9941-38fff3866c52 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0570834 Aug 11 00:28:48.667475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20a562c-0691-4d22-9dae-61549108a535 req-c5623de4-82e6-452a-b586-dc188374604d service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0415597 Aug 11 00:28:48.688165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-288894a1-f0c0-4bdb-bc17-b7ab8daaec34 req-338206da-296b-4a65-8fa0-27ec994afbc8 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530460 Aug 11 00:28:48.789193 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d14d1d6b-bd24-423f-b033-d9cb651a91a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:48.817371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38726d8f-9edc-4be3-94e0-9192f50912af req-8bab3387-6fc0-4e8b-af3a-d9c782c565d6 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:48.819013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38726d8f-9edc-4be3-94e0-9192f50912af req-8bab3387-6fc0-4e8b-af3a-d9c782c565d6 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 950 time: 0.0687869 Aug 11 00:28:48.863582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:48.869398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38726d8f-9edc-4be3-94e0-9192f50912af req-fd21519c-26d9-4faa-8bf6-26501d3df5db tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Aug 11 00:28:48.967515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489958-1355-4f23-95d7-76b771519300 req-757aedd5-4beb-45cf-b8d6-8a8f6e0e02eb tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:48.970845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-757aedd5-4beb-45cf-b8d6-8a8f6e0e02eb tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8989377 Aug 11 00:28:48.988200 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5af1c986-6451-4a68-b945-6d6ca54f5fac req-d8f41855-e228-427a-9884-3803aaac8c04 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 210 time: 0.0430179 Aug 11 00:28:49.038009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-7712a577-33e4-410b-8219-e2656afb4f20 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/quotas/a6adcd9b50bf49e9be40965cbcc4b0b1 HTTP/1.1" status: 200 len: 375 time: 0.0486152 Aug 11 00:28:49.061882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:49.065622 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:49.084237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d4d24f0-182a-412a-adf8-fc1b20543b32 req-f676918d-7111-4545-8eca-bf4f018a3c36 service neutron] 10.222.0.55 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414029 Aug 11 00:28:49.145283 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20a562c-0691-4d22-9dae-61549108a535 req-7f1dc83f-16fd-4dcd-869c-ae892085b2f4 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490364 Aug 11 00:28:49.151417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d0deb-e461-4db8-accf-f618931e1b16 req-268fadeb-54d4-4cf9-bce4-511a50f3c27a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:49.153064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e88d0deb-e461-4db8-accf-f618931e1b16 req-268fadeb-54d4-4cf9-bce4-511a50f3c27a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 950 time: 0.0592501 Aug 11 00:28:49.212210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e88d0deb-e461-4db8-accf-f618931e1b16 req-0b46286a-6b93-4e29-9b19-f02b0d9bb205 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466805 Aug 11 00:28:49.247038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-0117af7b-891c-4edb-b906-846a20bef3ae tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1889210 Aug 11 00:28:49.463301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-64a8304d-8c04-4572-ab13-d0a84bf715c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:49.464079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-64a8304d-8c04-4572-ab13-d0a84bf715c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:49.464970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-64a8304d-8c04-4572-ab13-d0a84bf715c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:49.468198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-64a8304d-8c04-4572-ab13-d0a84bf715c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2868 time: 0.1931069 Aug 11 00:28:49.470095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b7a0-642b-4768-8a0f-86de41e2dd2d req-32ff05ce-4cd1-426e-a748-ccb169ef41b4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:49.496644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b7a0-642b-4768-8a0f-86de41e2dd2d req-32ff05ce-4cd1-426e-a748-ccb169ef41b4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:49.498583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Allocated IP 172.20.0.10 (479285e2-e6aa-4a17-87c6-3cd272b1374d/9884a018-365d-4b7b-b843-68321a4fed50/f2591bba-8ec6-48aa-a055-053a336b9398) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:49.517300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b7a0-642b-4768-8a0f-86de41e2dd2d req-32ff05ce-4cd1-426e-a748-ccb169ef41b4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:49.535287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-94d8b7a0-642b-4768-8a0f-86de41e2dd2d req-32ff05ce-4cd1-426e-a748-ccb169ef41b4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2412 time: 0.1368840 Aug 11 00:28:49.642208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-94d8b7a0-642b-4768-8a0f-86de41e2dd2d req-ac43ae75-8b43-4f46-8941-3ea8ce2a88c7 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886550 Aug 11 00:28:49.740558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-d1f1bb54-43bc-44ab-82ac-f25f8b9283fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:49.743332 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-d1f1bb54-43bc-44ab-82ac-f25f8b9283fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=deba9416-9732-4dcc-ab0b-a0bb960798b7 HTTP/1.1" status: 200 len: 903 time: 0.2647991 Aug 11 00:28:49.908016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-d1a370da-40b4-4926-a490-288c22e71f9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=1adda4e0-afbd-4818-b56c-5a3465ec2992 HTTP/1.1" status: 200 len: 217 time: 0.1478915 Aug 11 00:28:49.952205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8207fd92-90bb-48af-8285-4a644f090add req-c17f3837-f03c-4942-a021-082c9ce59069 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 210 time: 0.1324902 Aug 11 00:28:50.098040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130eaa7-a090-4379-940a-f3252c3af56e req-76855523-72cd-4111-945b-0d6508725c3d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.104520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130eaa7-a090-4379-940a-f3252c3af56e req-76855523-72cd-4111-945b-0d6508725c3d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.106447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5130eaa7-a090-4379-940a-f3252c3af56e req-76855523-72cd-4111-945b-0d6508725c3d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3&device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 1691 time: 0.0799761 Aug 11 00:28:50.142898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-35c26793-aa97-48f8-9c7c-7cb758c427a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.145745 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-35c26793-aa97-48f8-9c7c-7cb758c427a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=769a2120-afb0-4c4d-815a-70651e79fce6 HTTP/1.1" status: 200 len: 801 time: 0.1983128 Aug 11 00:28:50.150154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5130eaa7-a090-4379-940a-f3252c3af56e req-dc178303-a91b-4f83-b119-ef0ab7bcef28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359340 Aug 11 00:28:50.198341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:50.268022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf70d87-3c6b-4212-9b5b-7b51d10ee21b req-d05ee308-4173-41a1-b10d-4ad7af21ebce tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.269596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-daf70d87-3c6b-4212-9b5b-7b51d10ee21b req-d05ee308-4173-41a1-b10d-4ad7af21ebce tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.2295754 Aug 11 00:28:50.271538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2445a42-66d6-46b2-9dee-ba343c5ac85e req-ea9c7f84-14f7-478a-8c28-c9c261042182 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 210 time: 0.0424614 Aug 11 00:28:50.303110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-26b90ce5-ff1f-4cf1-a065-75d2e40d43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.308507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-26b90ce5-ff1f-4cf1-a065-75d2e40d43f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=deba9416-9732-4dcc-ab0b-a0bb960798b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400352 Aug 11 00:28:50.328135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:50.390712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-daf70d87-3c6b-4212-9b5b-7b51d10ee21b req-6c429324-a87c-40bb-8df3-6810c79930d4 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139543 Aug 11 00:28:50.470642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-3a3e6317-3cbd-469d-84a0-f8cca46fdf5a service neutron] 10.222.0.55 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557624 Aug 11 00:28:50.474731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef46e71-a0c7-4ac9-8d6c-92556b7a9d25 req-b4869898-6939-441a-9e41-ee46ea90e7b6 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.475702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:50.476658 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ef46e71-a0c7-4ac9-8d6c-92556b7a9d25 req-b4869898-6939-441a-9e41-ee46ea90e7b6 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 1102 time: 0.0613961 Aug 11 00:28:50.522534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ef46e71-a0c7-4ac9-8d6c-92556b7a9d25 req-ef7847af-aab8-4e90-a0c2-baddd34c0c72 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Aug 11 00:28:50.600312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:50.610590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:50.618046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:50.672379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event updated for resources: {'Port': ['ID=f2591bba-8ec6-48aa-a055-053a336b9398,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:50.798036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.798899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:50.824501 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3368a4e2-b305-4247-8e00-9774fa3dc6e6 req-0618140e-9980-4bb3-a35f-3348eee04c09 service neutron] 10.222.0.55 "GET /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300838 Aug 11 00:28:50.835334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8f8ea-60c5-4281-9b59-987801b33ec1 req-49a9262d-a299-417b-8d90-cd7e10b57c5b tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.838048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27d8f8ea-60c5-4281-9b59-987801b33ec1 req-49a9262d-a299-417b-8d90-cd7e10b57c5b tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 1102 time: 0.2058365 Aug 11 00:28:50.845771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0321cb3-8940-4f2d-9002-5f8250e3602e req-9d2bdda8-2218-4ee7-b5e6-2140fa066f15 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.853058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0321cb3-8940-4f2d-9002-5f8250e3602e req-9d2bdda8-2218-4ee7-b5e6-2140fa066f15 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.860334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0321cb3-8940-4f2d-9002-5f8250e3602e req-9d2bdda8-2218-4ee7-b5e6-2140fa066f15 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:50.862067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0321cb3-8940-4f2d-9002-5f8250e3602e req-9d2bdda8-2218-4ee7-b5e6-2140fa066f15 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2412 time: 0.0907929 Aug 11 00:28:50.892869 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27d8f8ea-60c5-4281-9b59-987801b33ec1 req-9fb1a090-53d5-4734-bd94-ebba63e0895e tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460024 Aug 11 00:28:50.910902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0321cb3-8940-4f2d-9002-5f8250e3602e req-c9e4599d-c610-4174-b43c-a07e92988eb2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Aug 11 00:28:51.006735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-06f2d249-007f-4c91-876e-438960c72380 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1522615 Aug 11 00:28:51.019777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Request body: {'port': {'device_id': '82325e79-59cf-44ec-99aa-859b88a7623b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:51.068524 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f62b20a1-96a7-421f-ab42-d2e6f6e5bd05 req-571c379f-a497-48bd-9b4d-b91856e80f1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 210 time: 0.0311716 Aug 11 00:28:51.123630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:51.194922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-32913004-db5a-45fc-bf95-929d9c8c4ad3 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336478 Aug 11 00:28:51.446329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-cdf57097-a5ca-4e81-8ccd-2a568192361f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:51.448244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-cdf57097-a5ca-4e81-8ccd-2a568192361f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396169 Aug 11 00:28:51.473863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33f32f-feb0-45ea-9de1-c5247d6b20f5 req-a54c87a5-7463-4ac1-a23f-7e292aa757bc tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:51.477016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d33f32f-feb0-45ea-9de1-c5247d6b20f5 req-a54c87a5-7463-4ac1-a23f-7e292aa757bc tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 932 time: 0.1144223 Aug 11 00:28:51.483781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-d35f20e0-7ab1-4f0b-9e7e-f280922f86c1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/quotas/308d288f8e964516b756bc93111f7fda HTTP/1.1" status: 200 len: 375 time: 0.0231283 Aug 11 00:28:51.551449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d33f32f-feb0-45ea-9de1-c5247d6b20f5 req-30e31838-a0ce-4699-82b3-9852b1965704 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678320 Aug 11 00:28:51.569218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-20695856-1cdb-4338-affd-361f5965fc50 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0785320 Aug 11 00:28:51.651777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2591bba-8ec6-48aa-a055-053a336b9398 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:51.663689 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:51.683771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Transition to ACTIVE for port object f2591bba-8ec6-48aa-a055-053a336b9398 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:51.742985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aad21f-3973-4925-867b-0ccc4b0cebc8 req-4bd71bb7-8f2f-433c-a393-a9b2db4e8a87 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:51.744883 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2aad21f-3973-4925-867b-0ccc4b0cebc8 req-4bd71bb7-8f2f-433c-a393-a9b2db4e8a87 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0827441 Aug 11 00:28:51.801114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2aad21f-3973-4925-867b-0ccc4b0cebc8 req-96d6c2a8-aa90-4326-a570-2cd917d91efe tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457172 Aug 11 00:28:51.812517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:51.950894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Pushing event updated for resources: {'Port': ['ID=f2591bba-8ec6-48aa-a055-053a336b9398,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:51.991756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-502fa7bf-12ef-4a09-8625-94e86f36bd4f req-2468f94d-7e3e-4389-aa98-f2ce843ddbad tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 210 time: 0.0371470 Aug 11 00:28:52.053547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Attempting to bind port f2591bba-8ec6-48aa-a055-053a336b9398 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:52.053547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Attempting to bind port f2591bba-8ec6-48aa-a055-053a336b9398 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:52.053547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Attempting to bind port f2591bba-8ec6-48aa-a055-053a336b9398 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:52.059016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Port f2591bba-8ec6-48aa-a055-053a336b9398 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:52.059382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Attempting to bind port f2591bba-8ec6-48aa-a055-053a336b9398 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:52.069522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:52.069921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Checking segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:52.070206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Bound using segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:52.070765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Bound port: f2591bba-8ec6-48aa-a055-053a336b9398, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:52.070981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:52.238493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff83a5-7303-4a32-b962-8dc231d78739 req-e7417ded-cb20-4996-82ce-b275c55c2759 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:52.246533 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:52.256439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff83a5-7303-4a32-b962-8dc231d78739 req-e7417ded-cb20-4996-82ce-b275c55c2759 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:52.267194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff83a5-7303-4a32-b962-8dc231d78739 req-e7417ded-cb20-4996-82ce-b275c55c2759 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:52.280638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beff83a5-7303-4a32-b962-8dc231d78739 req-e7417ded-cb20-4996-82ce-b275c55c2759 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2412 time: 0.2150145 Aug 11 00:28:52.311260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] For port f2591bba-8ec6-48aa-a055-053a336b9398, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:52.315551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] For port f2591bba-8ec6-48aa-a055-053a336b9398, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2591bba-8ec6-48aa-a055-053a336b9398,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:52.332684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ea4ffcd-6dac-4438-b5d5-fc670a723d0e req-7fe17395-4e12-44a6-9601-5b2c305aab7e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 210 time: 0.0449336 Aug 11 00:28:52.343436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beff83a5-7303-4a32-b962-8dc231d78739 req-023951d0-96a6-4a67-b3c0-d92f107b0706 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610387 Aug 11 00:28:52.446581 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:52.484606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:52.485235 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:52.486703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] 10.222.0.55 "PUT /v2.0/ports/f2591bba-8ec6-48aa-a055-053a336b9398 HTTP/1.1" status: 200 len: 1093 time: 1.4722908 Aug 11 00:28:52.487272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82325e79-59cf-44ec-99aa-859b88a7623b', 'tag': 'f2591bba-8ec6-48aa-a055-053a336b9398'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:52.489509 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40718458-965c-4619-893b-838a83209ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "82325e79-59cf-44ec-99aa-859b88a7623b", "tag": "f2591bba-8ec6-48aa-a055-053a336b9398"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:52.524536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7644-c6c0-4916-9e6e-f4b3cef899ec service neutron] Pushing event updated for resources: {'Port': ['ID=f2591bba-8ec6-48aa-a055-053a336b9398,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:52.527530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 95bd3db9-8e10-4f16-8faf-929704987013 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:52.590029 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08130e70-e381-44fe-a66b-4dd1f6026dd9 x-openstack-request-id: req-08130e70-e381-44fe-a66b-4dd1f6026dd9 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:52.590979 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82325e79-59cf-44ec-99aa-859b88a7623b", "tag": "f2591bba-8ec6-48aa-a055-053a336b9398", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:52.591136 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08130e70-e381-44fe-a66b-4dd1f6026dd9 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:52.591823 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82325e79-59cf-44ec-99aa-859b88a7623b', 'tag': 'f2591bba-8ec6-48aa-a055-053a336b9398', 'status': 'completed', 'code': 200} Aug 11 00:28:52.653217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 95bd3db9-8e10-4f16-8faf-929704987013, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=95bd3db9-8e10-4f16-8faf-929704987013,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:52.668903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '95bd3db9-8e10-4f16-8faf-929704987013', 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7', 'port_id': '95bd3db9-8e10-4f16-8faf-929704987013', 'mac_address': 'fa:16:3e:9b:46:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769a2120-afb0-4c4d-815a-70651e79fce6', 'ip_address': '19.80.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:52.684918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718458-965c-4619-893b-838a83209ba8 req-b32cd0ae-8ca0-4c6a-856b-fe71ff5f8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:52.687311 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40718458-965c-4619-893b-838a83209ba8 req-b32cd0ae-8ca0-4c6a-856b-fe71ff5f8445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 1096 time: 0.0702789 Aug 11 00:28:52.788688 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:52.805453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bd3db9-8e10-4f16-8faf-929704987013 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:52.830535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 95bd3db9-8e10-4f16-8faf-929704987013, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=95bd3db9-8e10-4f16-8faf-929704987013,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:52.857929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9decae-d661-4d67-b66d-b553b86dbe3d req-d118da0b-e054-45ca-8deb-f61e756f4bca tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:52.860126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f9decae-d661-4d67-b66d-b553b86dbe3d req-d118da0b-e054-45ca-8deb-f61e756f4bca tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 944 time: 0.0973864 Aug 11 00:28:52.866644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718458-965c-4619-893b-838a83209ba8 req-3b0b40cc-8aee-4825-904d-7f4c3c1c60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:52.869995 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40718458-965c-4619-893b-838a83209ba8 req-3b0b40cc-8aee-4825-904d-7f4c3c1c60bf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1740434 Aug 11 00:28:52.963629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f9decae-d661-4d67-b66d-b553b86dbe3d req-9a501cfb-2ff7-4af2-bafd-007e02282eab tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943725 Aug 11 00:28:53.016939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718458-965c-4619-893b-838a83209ba8 req-80fcb069-1dfa-4a32-b4e5-51d7e28bbd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:53.020601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311154c-5689-42eb-8227-96a3b7f6974f req-c0c17839-3b70-40da-810f-7d837b9f3bc5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:53.026604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40718458-965c-4619-893b-838a83209ba8 req-80fcb069-1dfa-4a32-b4e5-51d7e28bbd56 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444201 Aug 11 00:28:53.037205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0311154c-5689-42eb-8227-96a3b7f6974f req-c0c17839-3b70-40da-810f-7d837b9f3bc5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1210244 Aug 11 00:28:53.046922 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:53.048830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device cbb27514-6ece-409a-938c-eb5d8b6927bb details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:53.159441 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0311154c-5689-42eb-8227-96a3b7f6974f req-709fa298-9cb9-4d47-9616-619758dee448 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112697 Aug 11 00:28:53.258092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=95bd3db9-8e10-4f16-8faf-929704987013,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:53.274359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d5f7395-7688-46b7-8066-a6029c167a89 req-03f98f0d-5403-4080-8cfe-18133c3e5191 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 210 time: 0.0375600 Aug 11 00:28:53.311731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-33c7d934-013c-48ed-a959-cd78d4a52681 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1431658 Aug 11 00:28:53.314106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-34ca12ca-e550-4bb6-895b-33b98a0729b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:53.316403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-34ca12ca-e550-4bb6-895b-33b98a0729b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 1096 time: 0.2136843 Aug 11 00:28:53.393197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port cbb27514-6ece-409a-938c-eb5d8b6927bb, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cbb27514-6ece-409a-938c-eb5d8b6927bb,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:53.413082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'cbb27514-6ece-409a-938c-eb5d8b6927bb', 'network_id': 'f2111c7d-3061-47a0-b899-4b9818ae0082', 'port_id': 'cbb27514-6ece-409a-938c-eb5d8b6927bb', 'mac_address': 'fa:16:3e:9d:00:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6baf6f04-7335-422f-9804-5c4083f21ae5', 'ip_address': '19.86.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:53.486147 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:53.496915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b6db50f-174c-49f3-bafe-7a5b06bb0f91 req-fa3a2962-a425-48f6-a448-d4a02da8c251 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 210 time: 0.0394650 Aug 11 00:28:53.509422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb27514-6ece-409a-938c-eb5d8b6927bb {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:53.543552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port cbb27514-6ece-409a-938c-eb5d8b6927bb, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cbb27514-6ece-409a-938c-eb5d8b6927bb,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:53.646372 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:53.647301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1adda4e0-afbd-4818-b56c-5a3465ec2992 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:53.725245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=cbb27514-6ece-409a-938c-eb5d8b6927bb,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:53.730672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1adda4e0-afbd-4818-b56c-5a3465ec2992, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1adda4e0-afbd-4818-b56c-5a3465ec2992,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:53.731312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-8f336bdd-3557-48b7-b925-00fd55c9b491 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2591bba-8ec6-48aa-a055-053a336b9398 HTTP/1.1" status: 200 len: 217 time: 0.3931956 Aug 11 00:28:53.749760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '1adda4e0-afbd-4818-b56c-5a3465ec2992', 'network_id': 'deba9416-9732-4dcc-ab0b-a0bb960798b7', 'port_id': '1adda4e0-afbd-4818-b56c-5a3465ec2992', 'mac_address': 'fa:16:3e:8c:f7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769a2120-afb0-4c4d-815a-70651e79fce6', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:53.806985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:53.823303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adda4e0-afbd-4818-b56c-5a3465ec2992 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:53.849364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1adda4e0-afbd-4818-b56c-5a3465ec2992, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1adda4e0-afbd-4818-b56c-5a3465ec2992,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:53.883439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c4e1218b-8191-4b2f-a4ee-9f04bd43980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:53.884984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-c4e1218b-8191-4b2f-a4ee-9f04bd43980f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.1295798 Aug 11 00:28:53.901256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5c7fb-ed00-408e-91b5-1a0d0ee620d4 req-379c96da-690c-476a-aa79-24faa32cb83c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:53.908031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5c7fb-ed00-408e-91b5-1a0d0ee620d4 req-379c96da-690c-476a-aa79-24faa32cb83c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:53.916522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5c7fb-ed00-408e-91b5-1a0d0ee620d4 req-379c96da-690c-476a-aa79-24faa32cb83c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:53.918674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5f5c7fb-ed00-408e-91b5-1a0d0ee620d4 req-379c96da-690c-476a-aa79-24faa32cb83c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2414 time: 0.2291763 Aug 11 00:28:53.945804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489958-1355-4f23-95d7-76b771519300 req-def3c6c3-1110-458b-9224-77045f710b29 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:53.947737 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-def3c6c3-1110-458b-9224-77045f710b29 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6298149 Aug 11 00:28:53.966731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-7913ff6f-f58a-487a-97ff-2117166c08d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466666 Aug 11 00:28:53.971804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Request body: {'port': {'device_id': '86c904f8-7b8f-490f-8876-d24685918934', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': 'a6adcd9b50bf49e9be40965cbcc4b0b1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:54.053344 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:54.119402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1adda4e0-afbd-4818-b56c-5a3465ec2992,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:54.172439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5f5c7fb-ed00-408e-91b5-1a0d0ee620d4 req-97dccc9e-e4a9-4fd9-ada8-e8bfda2d7b3b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362673 Aug 11 00:28:54.197572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cfb89-85bf-4b16-9b73-15944682fb6a req-ca357ce4-307a-4fdd-9c4b-62a3fcc78800 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:54.200132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d2cfb89-85bf-4b16-9b73-15944682fb6a req-ca357ce4-307a-4fdd-9c4b-62a3fcc78800 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 944 time: 0.0888507 Aug 11 00:28:54.290505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-355e45a8-143a-46d6-ae9c-8661cf58a5e1 service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113210 Aug 11 00:28:54.323276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d2cfb89-85bf-4b16-9b73-15944682fb6a req-0fce52aa-d7ca-46c9-a284-5e87e3c1146a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129115 Aug 11 00:28:54.415574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Made reservation on behalf of a6adcd9b50bf49e9be40965cbcc4b0b1 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:54.419331 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:54.430025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7d80eab0-3a5d-43c2-b8f0-d10adfc4117b req-ee4ef55d-5168-4197-9834-00cd4e71ea66 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 210 time: 0.0299020 Aug 11 00:28:54.431312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['1adda4e0-afbd-4818-b56c-5a3465ec2992'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:54.487067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['95bd3db9-8e10-4f16-8faf-929704987013'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:54.506301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226bb41-bdfb-466a-af7f-ba578a1dafa1 req-dd035f75-1957-4b68-8524-7519f9508d82 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:54.508020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e226bb41-bdfb-466a-af7f-ba578a1dafa1 req-dd035f75-1957-4b68-8524-7519f9508d82 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1340063 Aug 11 00:28:54.514543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c00b0a-55f5-4629-846a-fc1a5eb1058e req-db52d09c-ea36-465d-9a01-46af004967a7 service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031994 Aug 11 00:28:54.662473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e226bb41-bdfb-466a-af7f-ba578a1dafa1 req-a27e2733-caa9-4ee6-bcfb-0493fe4ddc99 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972590 Aug 11 00:28:54.714428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['cbb27514-6ece-409a-938c-eb5d8b6927bb'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:54.718546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-445cdec9-a760-4c72-8f56-ca2638abf21c req-5dc37718-a674-430e-b269-05ce1842fe67 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 210 time: 0.0399771 Aug 11 00:28:54.739569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Allocated IP 192.168.233.215 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/86b6dd49-7ab9-4bad-bb72-e7e0f1472396) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:54.940045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:54.971048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Transition to ACTIVE for port object 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:55.121444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:55.176824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:55.180295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:55.185428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:55.220408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Pushing event updated for resources: {'Port': ['ID=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:55.260195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:55.261393 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:55.355251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-644ab51e-067e-404f-a544-77321464ca29 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373800 Aug 11 00:28:55.401717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-e6323054-8bc6-439d-b356-6f3ff45905f2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4372368 Aug 11 00:28:55.427918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d4260-cb1e-4976-9d52-2c0d7db397c7 req-69633a8f-108b-44dd-87b2-b817d11f9fce tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:55.435126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d4260-cb1e-4976-9d52-2c0d7db397c7 req-69633a8f-108b-44dd-87b2-b817d11f9fce tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:55.443917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d4260-cb1e-4976-9d52-2c0d7db397c7 req-69633a8f-108b-44dd-87b2-b817d11f9fce tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:55.452644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d45d4260-cb1e-4976-9d52-2c0d7db397c7 req-69633a8f-108b-44dd-87b2-b817d11f9fce tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2415 time: 0.1330035 Aug 11 00:28:55.460197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Request body: {'port': {'device_id': '86c904f8-7b8f-490f-8876-d24685918934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:55.560165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d45d4260-cb1e-4976-9d52-2c0d7db397c7 req-36cf618b-4076-4996-ab60-b8d3d2c62e15 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065266 Aug 11 00:28:55.574778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-3e578cf9-cc61-4b86-b256-327bf7fa399d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:55.577493 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-3e578cf9-cc61-4b86-b256-327bf7fa399d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118108 Aug 11 00:28:55.598381 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:55.625036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Request body: {'port': {'device_id': '2dfe6d45-e930-47d5-852b-0549785f806e', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '308d288f8e964516b756bc93111f7fda'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:55.703730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7115872-e84b-4f3c-a0d4-220bcbfee2e8 req-aa4c0178-ae2f-4281-904b-8abc70dc2351 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:55.703956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-af71a17e-7cad-4588-92d4-1333b09ae548 None None] Provisioning for port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:55.706216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7115872-e84b-4f3c-a0d4-220bcbfee2e8 req-aa4c0178-ae2f-4281-904b-8abc70dc2351 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 944 time: 0.1175432 Aug 11 00:28:55.715069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b90b4bb-3954-488e-9ceb-3de7c1d092c1 req-a2b52a4b-d2a6-4098-9691-141049a3b917 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 210 time: 0.0596318 Aug 11 00:28:55.718582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-af71a17e-7cad-4588-92d4-1333b09ae548 None None] Provisioning complete for port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:55.721399 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af71a17e-7cad-4588-92d4-1333b09ae548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:55.803208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7115872-e84b-4f3c-a0d4-220bcbfee2e8 req-2c75dd30-952a-42ca-87e5-c8e195026c68 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862515 Aug 11 00:28:55.856310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-af71a17e-7cad-4588-92d4-1333b09ae548 None None] Port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:55.913913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['de64ab48-8439-477d-8732-9088e00a4a5f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:55.970979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febd06b-5ca2-4c43-9b6b-df4e064471bb req-746779b3-1f00-4177-9bac-bf1732a5294b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:55.979743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5febd06b-5ca2-4c43-9b6b-df4e064471bb req-746779b3-1f00-4177-9bac-bf1732a5294b tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0887253 Aug 11 00:28:55.989889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Made reservation on behalf of 308d288f8e964516b756bc93111f7fda for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:28:55.993885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:56.063519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5febd06b-5ca2-4c43-9b6b-df4e064471bb req-ffb21f05-7c8c-4d11-b175-7b9c15de66c5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825353 Aug 11 00:28:56.198563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d647ee-b946-4db2-a13a-e5343ecda197 req-f856010d-47f1-4388-855b-32b018eda89e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:56.200235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11d647ee-b946-4db2-a13a-e5343ecda197 req-f856010d-47f1-4388-855b-32b018eda89e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 936 time: 0.1749897 Aug 11 00:28:56.221927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:56.237123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:56.265109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Transition to ACTIVE for port object 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:56.270688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11d647ee-b946-4db2-a13a-e5343ecda197 req-02f0290a-3b1b-4225-bf93-d0bf0eaa48aa tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587809 Aug 11 00:28:56.360091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:56.436958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Allocated IP 192.168.233.66 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/9368add7-0e0b-4edb-8a59-32b5b51a9337) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:28:56.474504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Pushing event updated for resources: {'Port': ['ID=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:56.542528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1adda4e0-afbd-4818-b56c-5a3465ec2992 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:56.568096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Attempting to bind port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:56.568471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Attempting to bind port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:56.568805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Attempting to bind port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:56.582025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:56.582351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Attempting to bind port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:56.620503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:56.620950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:56.621247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:56.624324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Bound port: 86b6dd49-7ab9-4bad-bb72-e7e0f1472396, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:56.624771 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:56.848389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 1adda4e0-afbd-4818-b56c-5a3465ec2992 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:56.862486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 1adda4e0-afbd-4818-b56c-5a3465ec2992 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:56.862992 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:56.902611 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:56.904786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] For port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:56.909843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] For port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:56.919946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56609-1711-47e2-9cf4-ead8ff289da7 req-d8e38eb3-6e28-4044-828a-a3e33393041b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:56.926219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56609-1711-47e2-9cf4-ead8ff289da7 req-d8e38eb3-6e28-4044-828a-a3e33393041b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:56.932645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56609-1711-47e2-9cf4-ead8ff289da7 req-d8e38eb3-6e28-4044-828a-a3e33393041b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:56.934416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2de56609-1711-47e2-9cf4-ead8ff289da7 req-d8e38eb3-6e28-4044-828a-a3e33393041b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2415 time: 0.1683903 Aug 11 00:28:56.963667 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c35528a8-ecda-49d9-b66e-8b8caa934612 req-af259475-d10e-4433-b039-64202c8d4642 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 210 time: 0.0531714 Aug 11 00:28:56.967028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Transition to ACTIVE for port object 9368add7-0e0b-4edb-8a59-32b5b51a9337 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:57.009656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2de56609-1711-47e2-9cf4-ead8ff289da7 req-5fe109d4-b073-4a18-a01a-b5f80150e246 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652122 Aug 11 00:28:57.024169 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:57.066336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:57.076997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adda4e0-afbd-4818-b56c-5a3465ec2992'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:57.081164 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775250cf-c8e5-41b7-b1a5-8085b6328504" -d '{"events": [{"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-plugged", "status": "completed", "tag": "1adda4e0-afbd-4818-b56c-5a3465ec2992"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:57.104347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 1adda4e0-afbd-4818-b56c-5a3465ec2992, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1adda4e0-afbd-4818-b56c-5a3465ec2992,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:57.151783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:57.153011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:57.156270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] 10.222.0.44 "PUT /v2.0/ports/86b6dd49-7ab9-4bad-bb72-e7e0f1472396 HTTP/1.1" status: 200 len: 1097 time: 1.7014546 Aug 11 00:28:57.156983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c904f8-7b8f-490f-8876-d24685918934', 'tag': '86b6dd49-7ab9-4bad-bb72-e7e0f1472396'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:57.160033 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60" -d '{"events": [{"name": "network-changed", "server_uuid": "86c904f8-7b8f-490f-8876-d24685918934", "tag": "86b6dd49-7ab9-4bad-bb72-e7e0f1472396"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:57.195405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6213c-538a-486a-a156-4cd15f80b8de req-19204069-9747-4530-bab4-8bfecb19dfed tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:57.197079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1f6213c-538a-486a-a156-4cd15f80b8de req-19204069-9747-4530-bab4-8bfecb19dfed tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 944 time: 0.1253059 Aug 11 00:28:57.201954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a53fc-3870-4c19-ae74-4955ab0471f1 service neutron] Pushing event updated for resources: {'Port': ['ID=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:57.213716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:57.232413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98', '40ecb440-9f38-4151-b2c7-5121017b2559'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:57.236376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'a463f9de-bc14-4e2d-bb13-39a177396150'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:57.295049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:28:57.303262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:28:57.310605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543a427-5767-4182-9ea1-e1e2dc91bf61 req-426716a2-2081-4f05-b31f-47a369727805 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:57.319437 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:57.319622 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5543a427-5767-4182-9ea1-e1e2dc91bf61 req-426716a2-2081-4f05-b31f-47a369727805 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0809658 Aug 11 00:28:57.320276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:28:57.320430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 95bd3db9-8e10-4f16-8faf-929704987013 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:57.351475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1f6213c-538a-486a-a156-4cd15f80b8de req-f4c8f6fa-e72d-447e-bd12-19cff47642d6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469548 Aug 11 00:28:57.387188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'Port': ['ID=9368add7-0e0b-4edb-8a59-32b5b51a9337,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:57.442440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5543a427-5767-4182-9ea1-e1e2dc91bf61 req-f77753f5-dcff-4aa4-ab4e-75fa5d7df8d4 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217661 Aug 11 00:28:57.458128 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bb53b2-8a29-457d-89bc-56f25aeb8611 x-openstack-request-id: req-64bb53b2-8a29-457d-89bc-56f25aeb8611 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:57.458128 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-plugged", "status": "completed", "tag": "1adda4e0-afbd-4818-b56c-5a3465ec2992", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:57.458128 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64bb53b2-8a29-457d-89bc-56f25aeb8611 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:57.458128 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adda4e0-afbd-4818-b56c-5a3465ec2992', 'code': 200} Aug 11 00:28:57.479885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:57.481388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:57.482259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489958-1355-4f23-95d7-76b771519300 req-be3ad8a0-0b41-4ff5-b9db-8a7e37625dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:57.483933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-be3ad8a0-0b41-4ff5-b9db-8a7e37625dfa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 1100 time: 0.1191947 Aug 11 00:28:57.506763 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:28:57.513513 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eea185c-a17d-4c1d-b52a-9311aac320bf x-openstack-request-id: req-6eea185c-a17d-4c1d-b52a-9311aac320bf {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:57.513513 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c904f8-7b8f-490f-8876-d24685918934", "tag": "86b6dd49-7ab9-4bad-bb72-e7e0f1472396", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:57.513513 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6eea185c-a17d-4c1d-b52a-9311aac320bf {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:57.513513 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c904f8-7b8f-490f-8876-d24685918934', 'tag': '86b6dd49-7ab9-4bad-bb72-e7e0f1472396', 'status': 'completed', 'code': 200} Aug 11 00:28:57.554969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-8a48a0cf-2336-4472-8270-f70c7c62dd02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=86b6dd49-7ab9-4bad-bb72-e7e0f1472396 HTTP/1.1" status: 200 len: 217 time: 0.0560505 Aug 11 00:28:57.556511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1adda4e0-afbd-4818-b56c-5a3465ec2992,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:57.642147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ab11e-46ee-4b3b-aa5c-75e8e14c098e req-b4959025-926d-4338-9c52-ba18d4970708 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:57.643765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c02ab11e-46ee-4b3b-aa5c-75e8e14c098e req-b4959025-926d-4338-9c52-ba18d4970708 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 948 time: 0.0997880 Aug 11 00:28:57.645524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489958-1355-4f23-95d7-76b771519300 req-16236e35-e79c-4ba5-a9fd-631617866a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:57.649826 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-e5113535-d836-4592-bcc9-13719252ee7b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0472057 Aug 11 00:28:57.650491 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-16236e35-e79c-4ba5-a9fd-631617866a9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0727975 Aug 11 00:28:57.672738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Request body: {'port': {'device_id': '2dfe6d45-e930-47d5-852b-0549785f806e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:28:57.739475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c02ab11e-46ee-4b3b-aa5c-75e8e14c098e req-3ec67b52-d072-47d0-9bce-a1800b255b74 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878539 Aug 11 00:28:57.757155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489958-1355-4f23-95d7-76b771519300 req-fb4c9247-495c-4288-a818-a628f7dbea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:57.761032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-fb4c9247-495c-4288-a818-a628f7dbea97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777619 Aug 11 00:28:57.791866 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:57.812043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 95bd3db9-8e10-4f16-8faf-929704987013 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:57.830080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 95bd3db9-8e10-4f16-8faf-929704987013 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:57.830612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:57.935155 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-e85ce52e-bf10-4a20-a451-e2b027bf37fc service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641357 Aug 11 00:28:57.959787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d2f94479-8cd9-4a6a-a279-9fb028a1c713 None None] Provisioning for port 9368add7-0e0b-4edb-8a59-32b5b51a9337 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:57.991518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d2f94479-8cd9-4a6a-a279-9fb028a1c713 None None] Provisioning complete for port 9368add7-0e0b-4edb-8a59-32b5b51a9337 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:57.991985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d2f94479-8cd9-4a6a-a279-9fb028a1c713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:58.108846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24489958-1355-4f23-95d7-76b771519300 req-6a7450bb-2bb5-42c0-9dfd-9ad8c17ae5df service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634071 Aug 11 00:28:58.128606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d2f94479-8cd9-4a6a-a279-9fb028a1c713 None None] Port 9368add7-0e0b-4edb-8a59-32b5b51a9337 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:28:58.132105 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:58.193300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 95bd3db9-8e10-4f16-8faf-929704987013, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=95bd3db9-8e10-4f16-8faf-929704987013,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:58.207854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb771c-634e-4d79-956b-f0ded14305a0 req-59787f49-af6d-469d-be3c-8ab970f217ba tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:58.219281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774551-2366-4416-9c3e-0e082aab919b req-65e6b1f4-47a3-4f59-893b-b0658cf4f588 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:58.220912 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e774551-2366-4416-9c3e-0e082aab919b req-65e6b1f4-47a3-4f59-893b-b0658cf4f588 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 935 time: 0.1269307 Aug 11 00:28:58.221112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb771c-634e-4d79-956b-f0ded14305a0 req-59787f49-af6d-469d-be3c-8ab970f217ba tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:58.229469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb771c-634e-4d79-956b-f0ded14305a0 req-59787f49-af6d-469d-be3c-8ab970f217ba tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:58.232168 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ebb771c-634e-4d79-956b-f0ded14305a0 req-59787f49-af6d-469d-be3c-8ab970f217ba tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2416 time: 0.0949214 Aug 11 00:28:58.294029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ebb771c-634e-4d79-956b-f0ded14305a0 req-5d73c8c5-a569-4bd0-8fca-c0c11be8de50 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Aug 11 00:28:58.301091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e774551-2366-4416-9c3e-0e082aab919b req-8a538ed2-dbb9-4c93-a9bd-a41b9cfaef47 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607505 Aug 11 00:28:58.337585 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:58.338926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device cbb27514-6ece-409a-938c-eb5d8b6927bb up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:28:58.383202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9368add7-0e0b-4edb-8a59-32b5b51a9337 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:58.384246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-d5778bf0-c6ab-4964-af40-caf5018b9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:58.386097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-d5778bf0-c6ab-4964-af40-caf5018b9057 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 1100 time: 0.0506802 Aug 11 00:28:58.394032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:58.420929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Transition to ACTIVE for port object 9368add7-0e0b-4edb-8a59-32b5b51a9337 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:28:58.508481 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:58.531462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=95bd3db9-8e10-4f16-8faf-929704987013,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:58.557661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f2591bba-8ec6-48aa-a055-053a336b9398 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:28:58.595995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Pushing event updated for resources: {'Port': ['ID=9368add7-0e0b-4edb-8a59-32b5b51a9337,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:58.661086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-31f3f9df-10ac-4038-a92f-4abf0354e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:58.663394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-31f3f9df-10ac-4038-a92f-4abf0354e50f service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2690825 Aug 11 00:28:58.703434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340662b-2c7d-457f-8af2-9b2ff6b1bb4d req-83b8aff6-a5e5-4b42-ae5c-45aff117dff5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:58.704666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005ee3a-ba0b-49ed-8311-2b8d0ac6b09b req-867482f5-59e0-45c2-b736-f4d5a122b730 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:58.705509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b340662b-2c7d-457f-8af2-9b2ff6b1bb4d req-83b8aff6-a5e5-4b42-ae5c-45aff117dff5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 944 time: 0.1875832 Aug 11 00:28:58.706721 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f005ee3a-ba0b-49ed-8311-2b8d0ac6b09b req-867482f5-59e0-45c2-b736-f4d5a122b730 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0823517 Aug 11 00:28:58.707930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Attempting to bind port 9368add7-0e0b-4edb-8a59-32b5b51a9337 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:28:58.714235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Attempting to bind port 9368add7-0e0b-4edb-8a59-32b5b51a9337 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:28:58.714897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Attempting to bind port 9368add7-0e0b-4edb-8a59-32b5b51a9337 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:58.727269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Port 9368add7-0e0b-4edb-8a59-32b5b51a9337 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:28:58.727878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Attempting to bind port 9368add7-0e0b-4edb-8a59-32b5b51a9337 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:28:58.743542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:28:58.744186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:28:58.744786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:28:58.745495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Bound port: 9368add7-0e0b-4edb-8a59-32b5b51a9337, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:28:58.746045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:58.750096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port cbb27514-6ece-409a-938c-eb5d8b6927bb completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:28:58.764984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port cbb27514-6ece-409a-938c-eb5d8b6927bb triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:28:58.765370 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:58.801787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f2591bba-8ec6-48aa-a055-053a336b9398, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2591bba-8ec6-48aa-a055-053a336b9398,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:58.807620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f005ee3a-ba0b-49ed-8311-2b8d0ac6b09b req-dc6d573d-9dcb-4f0c-accc-8943f6764681 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864899 Aug 11 00:28:58.809227 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-8e3bc2fe-0d45-42eb-b788-6314f93eaf0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=86b6dd49-7ab9-4bad-bb72-e7e0f1472396 HTTP/1.1" status: 200 len: 217 time: 0.1364605 Aug 11 00:28:58.840335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'f2591bba-8ec6-48aa-a055-053a336b9398', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'port_id': 'f2591bba-8ec6-48aa-a055-053a336b9398', 'mac_address': 'fa:16:3e:fd:11:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9884a018-365d-4b7b-b843-68321a4fed50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:28:58.880640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] For port 9368add7-0e0b-4edb-8a59-32b5b51a9337, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:28:58.884805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] For port 9368add7-0e0b-4edb-8a59-32b5b51a9337, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9368add7-0e0b-4edb-8a59-32b5b51a9337,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:28:58.980729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:59.011952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b340662b-2c7d-457f-8af2-9b2ff6b1bb4d req-a6a10038-178b-4553-a3e2-80e0958b756e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082691 Aug 11 00:28:59.015695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2591bba-8ec6-48aa-a055-053a336b9398 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:28:59.019542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:59.030976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-6ca3b6c5-d0a1-471d-bd44-a22cb274c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.037173 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-6ca3b6c5-d0a1-471d-bd44-a22cb274c393 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2089808 Aug 11 00:28:59.064351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.065404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:59.067909 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] 10.222.0.44 "PUT /v2.0/ports/9368add7-0e0b-4edb-8a59-32b5b51a9337 HTTP/1.1" status: 200 len: 1096 time: 1.4040687 Aug 11 00:28:59.068639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe6d45-e930-47d5-852b-0549785f806e', 'tag': '9368add7-0e0b-4edb-8a59-32b5b51a9337'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:59.070907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:59.083297 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbb9317-60c9-4fc7-8fe6-0b2598bdc5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe6d45-e930-47d5-852b-0549785f806e", "tag": "9368add7-0e0b-4edb-8a59-32b5b51a9337"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:59.104803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f2591bba-8ec6-48aa-a055-053a336b9398, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2591bba-8ec6-48aa-a055-053a336b9398,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:59.134440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-024ccf50-21c2-4255-a5dd-ab8d10f018f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.138561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-024ccf50-21c2-4255-a5dd-ab8d10f018f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967143 Aug 11 00:28:59.150923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port cbb27514-6ece-409a-938c-eb5d8b6927bb, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cbb27514-6ece-409a-938c-eb5d8b6927bb,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:28:59.207515 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504c0561-2f2e-44de-b41f-25a4272f5311 x-openstack-request-id: req-504c0561-2f2e-44de-b41f-25a4272f5311 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:59.207859 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe6d45-e930-47d5-852b-0549785f806e", "tag": "9368add7-0e0b-4edb-8a59-32b5b51a9337", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:59.208114 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-504c0561-2f2e-44de-b41f-25a4272f5311 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:59.208561 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe6d45-e930-47d5-852b-0549785f806e', 'tag': '9368add7-0e0b-4edb-8a59-32b5b51a9337', 'status': 'completed', 'code': 200} Aug 11 00:28:59.221362 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:59.290532 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:59.291328 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:59.304063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f2591bba-8ec6-48aa-a055-053a336b9398,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:59.305853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-41e5e9c0-c11b-43f6-b3b6-1fee2b16798f service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583395 Aug 11 00:28:59.350595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54d756-cb86-46ba-b25c-19eca3b52b5d service neutron] Pushing event updated for resources: {'Port': ['ID=9368add7-0e0b-4edb-8a59-32b5b51a9337,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:59.360614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:28:59.372894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb9317-60c9-4fc7-8fe6-0b2598bdc5cd req-18c30b9e-7b50-4d1f-acb5-475773772b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.374973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfbb9317-60c9-4fc7-8fe6-0b2598bdc5cd req-18c30b9e-7b50-4d1f-acb5-475773772b68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 1099 time: 0.1631122 Aug 11 00:28:59.389743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38be4e-9b66-4507-97c4-c36a1208351c req-e1e2372a-1b13-4b6a-8091-b1eb9dc4898f tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.391840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e38be4e-9b66-4507-97c4-c36a1208351c req-e1e2372a-1b13-4b6a-8091-b1eb9dc4898f tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 948 time: 0.1822088 Aug 11 00:28:59.444036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=cbb27514-6ece-409a-938c-eb5d8b6927bb,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:28:59.444169 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfbb9317-60c9-4fc7-8fe6-0b2598bdc5cd req-9466a1fe-d205-4eb4-90ac-4ab86230f226 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509396 Aug 11 00:28:59.451941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd3db9-8e10-4f16-8faf-929704987013'}, {'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb27514-6ece-409a-938c-eb5d8b6927bb'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:28:59.454874 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2d0af-9881-4b31-b6fd-822bde061445" -d '{"events": [{"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-plugged", "status": "completed", "tag": "95bd3db9-8e10-4f16-8faf-929704987013"}, {"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-plugged", "status": "completed", "tag": "cbb27514-6ece-409a-938c-eb5d8b6927bb"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:28:59.542272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:28:59.554289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc6e36-d6d2-405b-8578-3324e9fef161 req-b9f576fd-20d8-44d0-b58f-981f31976a38 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.556674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ecc6e36-d6d2-405b-8578-3324e9fef161 req-b9f576fd-20d8-44d0-b58f-981f31976a38 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 947 time: 0.1027369 Aug 11 00:28:59.559192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-52d71d48-3a26-4642-bcd4-aa5ea1fd0c60 req-ea20fb22-12a1-4e70-9a32-152528a6253e service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452199 Aug 11 00:28:59.565622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e38be4e-9b66-4507-97c4-c36a1208351c req-981ad14d-c1f8-4335-b1d7-741aef53a105 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382926 Aug 11 00:28:59.597834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb9317-60c9-4fc7-8fe6-0b2598bdc5cd req-ba985744-6d39-49e9-a9ca-20f7267981d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.599329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfbb9317-60c9-4fc7-8fe6-0b2598bdc5cd req-ba985744-6d39-49e9-a9ca-20f7267981d0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362519 Aug 11 00:28:59.624668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ecc6e36-d6d2-405b-8578-3324e9fef161 req-8724d021-d50d-4d9e-8d06-99b56782c6a0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606799 Aug 11 00:28:59.737940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-be553bb3-f156-42a5-a188-07414f224d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.739537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-be553bb3-f156-42a5-a188-07414f224d69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 1099 time: 0.0815730 Aug 11 00:28:59.758794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f8a8-42de-4e9d-8a70-742dd706975f req-3ca545d5-ae7f-4736-b398-ceda4ffc9fd8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.766466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f8a8-42de-4e9d-8a70-742dd706975f req-3ca545d5-ae7f-4736-b398-ceda4ffc9fd8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.773284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559f8a8-42de-4e9d-8a70-742dd706975f req-3ca545d5-ae7f-4736-b398-ceda4ffc9fd8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.775033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4559f8a8-42de-4e9d-8a70-742dd706975f req-3ca545d5-ae7f-4736-b398-ceda4ffc9fd8 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2418 time: 0.1428528 Aug 11 00:28:59.775459 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ba8850-dc2d-492a-86ce-e9f1d9e3b09a x-openstack-request-id: req-39ba8850-dc2d-492a-86ce-e9f1d9e3b09a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:28:59.775780 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-plugged", "status": "completed", "tag": "95bd3db9-8e10-4f16-8faf-929704987013", "code": 200}, {"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-plugged", "status": "completed", "tag": "cbb27514-6ece-409a-938c-eb5d8b6927bb", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:28:59.776241 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39ba8850-dc2d-492a-86ce-e9f1d9e3b09a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:28:59.776639 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd3db9-8e10-4f16-8faf-929704987013', 'code': 200} Aug 11 00:28:59.776899 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb27514-6ece-409a-938c-eb5d8b6927bb', 'code': 200} Aug 11 00:28:59.826247 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-f04d540f-ceab-4dcf-a581-ed4a14d7c625 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9368add7-0e0b-4edb-8a59-32b5b51a9337 HTTP/1.1" status: 200 len: 217 time: 0.0501199 Aug 11 00:28:59.894155 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4559f8a8-42de-4e9d-8a70-742dd706975f req-fb170564-679f-4110-a0b5-04d0a07d0262 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084514 Aug 11 00:28:59.908920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfea27a-3ec3-4af8-abe0-cb2f7eb177cd req-83117d36-8a35-4d57-be45-df84169d9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.909579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfea27a-3ec3-4af8-abe0-cb2f7eb177cd req-83117d36-8a35-4d57-be45-df84169d9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.910272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfea27a-3ec3-4af8-abe0-cb2f7eb177cd req-83117d36-8a35-4d57-be45-df84169d9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.912834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ddfea27a-3ec3-4af8-abe0-cb2f7eb177cd req-83117d36-8a35-4d57-be45-df84169d9a42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2874 time: 0.0726590 Aug 11 00:28:59.928870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-2a9f5e8c-36b9-4dff-8ea8-f7011158a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:28:59.930370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-2a9f5e8c-36b9-4dff-8ea8-f7011158a18e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0903409 Aug 11 00:29:00.026687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ddfea27a-3ec3-4af8-abe0-cb2f7eb177cd req-d702b543-afe3-4802-9af0-593480d50e1b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023068 Aug 11 00:29:00.031280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-dc6a33f9-08f4-46b9-95d7-866ed95e79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:00.033575 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-dc6a33f9-08f4-46b9-95d7-866ed95e79b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848918 Aug 11 00:29:00.064566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73af9ce-d934-42e7-9d79-3a03177a54ac req-a81f7701-c501-4a16-8aba-d5f1a2b12bf3 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:00.078232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b73af9ce-d934-42e7-9d79-3a03177a54ac req-a81f7701-c501-4a16-8aba-d5f1a2b12bf3 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1522880 Aug 11 00:29:00.146914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b73af9ce-d934-42e7-9d79-3a03177a54ac req-b34481f6-d4f9-4a90-bc1d-8ec229866ea5 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676582 Aug 11 00:29:00.186816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-4653b174-839f-485d-8441-4d308bb010fd service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431572 Aug 11 00:29:00.310420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77777a6f-5bb1-486a-95de-458c1e009533 req-759452fa-5acf-4fdb-b4c6-85d6c4db874f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:00.311993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77777a6f-5bb1-486a-95de-458c1e009533 req-759452fa-5acf-4fdb-b4c6-85d6c4db874f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 945 time: 0.1068110 Aug 11 00:29:00.336549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdcfef51-2f22-4d72-8d9f-b2f5a3a6efee req-a06fb9d8-1510-4f3f-82c7-e5bb3fe0b063 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401823 Aug 11 00:29:00.367506 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77777a6f-5bb1-486a-95de-458c1e009533 req-23dc9c24-ba28-4328-9487-0f745f62cdaf tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Aug 11 00:29:00.697403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae00a42-bc27-4690-91ac-328df87bcc72 req-4930acb5-4ea6-434b-a01c-076742ca25f5 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:00.699783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ae00a42-bc27-4690-91ac-328df87bcc72 req-4930acb5-4ea6-434b-a01c-076742ca25f5 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 948 time: 0.0597878 Aug 11 00:29:00.747065 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ae00a42-bc27-4690-91ac-328df87bcc72 req-8c7dbe3c-c4be-47c4-a3c4-ec819931953b tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 Aug 11 00:29:00.757984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:29:00.761730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfe62b-fbbf-4f2a-a11e-992616d0d882 req-6c105cee-e9d6-4c4f-91e9-1e66bb2651f7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:00.766661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84bfe62b-fbbf-4f2a-a11e-992616d0d882 req-6c105cee-e9d6-4c4f-91e9-1e66bb2651f7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 947 time: 0.0666294 Aug 11 00:29:00.828117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84bfe62b-fbbf-4f2a-a11e-992616d0d882 req-15ebdec6-8e29-42be-9d9d-865f9cdf7388 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526061 Aug 11 00:29:00.893340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:00.907171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '86b6dd49-7ab9-4bad-bb72-e7e0f1472396', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '86b6dd49-7ab9-4bad-bb72-e7e0f1472396', 'mac_address': 'fa:16:3e:2a:d0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:29:00.953371 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:00.972846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:00.996667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:01.038611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145ff4-73d7-4835-8dda-b8ec6d4b5486 req-9c1b0c36-0a8c-431c-9a53-e1136bd81796 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:01.044874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145ff4-73d7-4835-8dda-b8ec6d4b5486 req-9c1b0c36-0a8c-431c-9a53-e1136bd81796 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:01.050985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145ff4-73d7-4835-8dda-b8ec6d4b5486 req-9c1b0c36-0a8c-431c-9a53-e1136bd81796 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:01.052984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53145ff4-73d7-4835-8dda-b8ec6d4b5486 req-9c1b0c36-0a8c-431c-9a53-e1136bd81796 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2418 time: 0.0768080 Aug 11 00:29:01.074410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:01.112514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53145ff4-73d7-4835-8dda-b8ec6d4b5486 req-d0dea4da-8f1f-43e4-b1b5-0bb29d4bdde2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531607 Aug 11 00:29:01.183226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:01.330004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528d37c-39d3-4a2c-bea3-33f926298cc7 req-95549bf7-6ef6-4c48-8ae1-739f61e59701 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:01.331608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e528d37c-39d3-4a2c-bea3-33f926298cc7 req-95549bf7-6ef6-4c48-8ae1-739f61e59701 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0728588 Aug 11 00:29:01.378324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e528d37c-39d3-4a2c-bea3-33f926298cc7 req-93ae05ce-43c9-485a-b39b-d77d77adaedc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Aug 11 00:29:01.425328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['86b6dd49-7ab9-4bad-bb72-e7e0f1472396'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:01.501455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21f9d8-dadb-41c0-a9d6-0f3efaca1e37 req-f75f6741-e923-4e29-9f63-2129486371a5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:01.503614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de21f9d8-dadb-41c0-a9d6-0f3efaca1e37 req-f75f6741-e923-4e29-9f63-2129486371a5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 945 time: 0.0584326 Aug 11 00:29:01.566875 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de21f9d8-dadb-41c0-a9d6-0f3efaca1e37 req-f4a14ede-6bb9-4b86-9962-fd7438ee1cc7 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Aug 11 00:29:01.883957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11dc27-967b-4118-825c-bd77fca4b672 req-8cc6dd95-3f4a-4a93-86a6-ed6db1a5ebe0 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:01.885537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef11dc27-967b-4118-825c-bd77fca4b672 req-8cc6dd95-3f4a-4a93-86a6-ed6db1a5ebe0 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 949 time: 0.0636227 Aug 11 00:29:01.930947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef11dc27-967b-4118-825c-bd77fca4b672 req-99bf1df1-3223-4370-80d8-d186d8f7cc36 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Aug 11 00:29:01.968496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db906c75-d02c-4884-b121-430e86a29168 req-ec317882-06c6-4b42-9015-e37076183aec tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:01.971538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db906c75-d02c-4884-b121-430e86a29168 req-ec317882-06c6-4b42-9015-e37076183aec tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 947 time: 0.0789115 Aug 11 00:29:02.032388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db906c75-d02c-4884-b121-430e86a29168 req-2acf501d-e970-4842-9f04-7abf2c5a6d67 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533097 Aug 11 00:29:02.327218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5abd10-2bb3-411d-94e1-9ae569dbbb8d req-34d6885a-aea8-489d-81f0-bf6b4f47b007 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:02.333337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5abd10-2bb3-411d-94e1-9ae569dbbb8d req-34d6885a-aea8-489d-81f0-bf6b4f47b007 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:02.339457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5abd10-2bb3-411d-94e1-9ae569dbbb8d req-34d6885a-aea8-489d-81f0-bf6b4f47b007 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:02.347760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c5abd10-2bb3-411d-94e1-9ae569dbbb8d req-34d6885a-aea8-489d-81f0-bf6b4f47b007 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2418 time: 0.1033192 Aug 11 00:29:02.393327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c5abd10-2bb3-411d-94e1-9ae569dbbb8d req-6c6d3f2f-de61-497a-8f4d-ddaba386570a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Aug 11 00:29:02.540322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f8708-8e90-4262-9f1d-3b74da3529dc req-0a25a3a5-8140-4c85-a696-d8722351bb96 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:02.542400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f39f8708-8e90-4262-9f1d-3b74da3529dc req-0a25a3a5-8140-4c85-a696-d8722351bb96 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0757449 Aug 11 00:29:02.581305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f2591bba-8ec6-48aa-a055-053a336b9398 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:02.618550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f39f8708-8e90-4262-9f1d-3b74da3529dc req-70a325f3-87b8-4684-8230-c22d35c9d60f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675025 Aug 11 00:29:02.754802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef03ff-6eac-48ba-9af3-19987641cedb req-543edc69-e2a1-4c5a-899a-29357b0c9437 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:02.756933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6ef03ff-6eac-48ba-9af3-19987641cedb req-543edc69-e2a1-4c5a-899a-29357b0c9437 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 945 time: 0.0663254 Aug 11 00:29:02.778215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9368add7-0e0b-4edb-8a59-32b5b51a9337 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:29:02.782207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:02.808995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6ef03ff-6eac-48ba-9af3-19987641cedb req-8159eaae-7acc-4e2b-9c06-b3f1a57d49e8 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 Aug 11 00:29:02.892537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port f2591bba-8ec6-48aa-a055-053a336b9398 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:02.909207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port f2591bba-8ec6-48aa-a055-053a336b9398 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:02.909581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:02.972259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9368add7-0e0b-4edb-8a59-32b5b51a9337, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9368add7-0e0b-4edb-8a59-32b5b51a9337,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:02.990134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '9368add7-0e0b-4edb-8a59-32b5b51a9337', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '9368add7-0e0b-4edb-8a59-32b5b51a9337', 'mac_address': 'fa:16:3e:ce:80:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:29:03.065640 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:03.070696 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:03.099298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9368add7-0e0b-4edb-8a59-32b5b51a9337 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:03.106195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:03.114186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82325e79-59cf-44ec-99aa-859b88a7623b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2591bba-8ec6-48aa-a055-053a336b9398'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:03.116209 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052b20a1-8b5c-4b4e-8086-d155623967c2" -d '{"events": [{"server_uuid": "82325e79-59cf-44ec-99aa-859b88a7623b", "name": "network-vif-plugged", "status": "completed", "tag": "f2591bba-8ec6-48aa-a055-053a336b9398"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:03.136481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:03.137308 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:03.145492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f2591bba-8ec6-48aa-a055-053a336b9398, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2591bba-8ec6-48aa-a055-053a336b9398,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:03.146723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4786208-bb34-41dd-8595-942de85ee16b req-ede2b6c4-3956-4b5e-9bfe-f51793ce436d tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:03.149402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4786208-bb34-41dd-8595-942de85ee16b req-ede2b6c4-3956-4b5e-9bfe-f51793ce436d tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 949 time: 0.1146905 Aug 11 00:29:03.159416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9368add7-0e0b-4edb-8a59-32b5b51a9337, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9368add7-0e0b-4edb-8a59-32b5b51a9337,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:03.198797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4786208-bb34-41dd-8595-942de85ee16b req-0c6aa126-109d-4882-9ffe-42c59721e72e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Aug 11 00:29:03.247218 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:03.277937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:03.283453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:03.294901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:03.350750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9368add7-0e0b-4edb-8a59-32b5b51a9337,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:03.396614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e7179-f4ec-4d04-9c60-91551c36c156 req-52f2df9d-6648-42c6-9598-b95c6c27ddde tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:03.399269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d4e7179-f4ec-4d04-9c60-91551c36c156 req-52f2df9d-6648-42c6-9598-b95c6c27ddde tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 948 time: 0.1192157 Aug 11 00:29:03.443608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f2591bba-8ec6-48aa-a055-053a336b9398,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:03.453854 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec0ee4-5eab-4c5f-bee1-9a79a9bc0cdc x-openstack-request-id: req-36ec0ee4-5eab-4c5f-bee1-9a79a9bc0cdc {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:03.461385 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82325e79-59cf-44ec-99aa-859b88a7623b", "name": "network-vif-plugged", "status": "completed", "tag": "f2591bba-8ec6-48aa-a055-053a336b9398", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:03.461385 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36ec0ee4-5eab-4c5f-bee1-9a79a9bc0cdc {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:03.461385 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82325e79-59cf-44ec-99aa-859b88a7623b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2591bba-8ec6-48aa-a055-053a336b9398', 'code': 200} Aug 11 00:29:03.461385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:03.468188 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d4e7179-f4ec-4d04-9c60-91551c36c156 req-af252b14-3167-4bf3-97d5-3a14d57cbc5f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621810 Aug 11 00:29:03.552913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:03.581549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['9368add7-0e0b-4edb-8a59-32b5b51a9337'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:03.635259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff90ba-a9cd-478f-8375-83b19ba87d36 req-a33ba9c5-ab5f-4966-9281-ab03fdbc2329 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:03.641438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff90ba-a9cd-478f-8375-83b19ba87d36 req-a33ba9c5-ab5f-4966-9281-ab03fdbc2329 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:03.648050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff90ba-a9cd-478f-8375-83b19ba87d36 req-a33ba9c5-ab5f-4966-9281-ab03fdbc2329 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:03.649774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ff90ba-a9cd-478f-8375-83b19ba87d36 req-a33ba9c5-ab5f-4966-9281-ab03fdbc2329 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2418 time: 0.1144528 Aug 11 00:29:03.653460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b96d4-4f3f-4167-bce0-fa234ddcae41 req-d7de3013-3fcb-4493-a08b-929f4a40ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:03.656872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e63b96d4-4f3f-4167-bce0-fa234ddcae41 req-d7de3013-3fcb-4493-a08b-929f4a40ba6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 1098 time: 0.0815706 Aug 11 00:29:03.715282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67ff90ba-a9cd-478f-8375-83b19ba87d36 req-e34bc5dd-a56d-49af-ad52-bc1f7461443d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572841 Aug 11 00:29:03.725175 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e63b96d4-4f3f-4167-bce0-fa234ddcae41 req-217d1f86-bdc9-4dd6-b553-21f4db22c83f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523500 Aug 11 00:29:03.835544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ff88d-a58d-4ee1-ba4f-32c47aff4410 req-33d5b2c4-11c9-4cf8-84c6-15ceddfa5524 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:03.837644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a1ff88d-a58d-4ee1-ba4f-32c47aff4410 req-33d5b2c4-11c9-4cf8-84c6-15ceddfa5524 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0524676 Aug 11 00:29:03.890783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a1ff88d-a58d-4ee1-ba4f-32c47aff4410 req-4e4faa6b-dbd1-4d67-bc49-01ec197f622c tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442824 Aug 11 00:29:03.939079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586eb7e2-3ab4-4313-83e3-f80cbf22cf6e req-add9a122-1289-4549-b527-4c9cc577b693 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:03.940723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-586eb7e2-3ab4-4313-83e3-f80cbf22cf6e req-add9a122-1289-4549-b527-4c9cc577b693 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 946 time: 0.0559080 Aug 11 00:29:03.985462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-586eb7e2-3ab4-4313-83e3-f80cbf22cf6e req-6bc1c8d7-cfd5-4f67-beab-66e560912efa tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 Aug 11 00:29:04.332928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e6eb3-2d77-4076-9238-7fd42704986a req-9e8e21f7-2825-4e26-baa3-a6053c299205 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:04.334537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a61e6eb3-2d77-4076-9238-7fd42704986a req-9e8e21f7-2825-4e26-baa3-a6053c299205 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 950 time: 0.0538836 Aug 11 00:29:04.386951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a61e6eb3-2d77-4076-9238-7fd42704986a req-92003fe2-5c08-441f-9715-f81180fdca8a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458210 Aug 11 00:29:04.625231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2c845-fbad-4c21-b901-a69520d03b04 req-82d7ecb4-0a8e-43a8-a3cb-95a24e9f75e8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:04.627434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7a2c845-fbad-4c21-b901-a69520d03b04 req-82d7ecb4-0a8e-43a8-a3cb-95a24e9f75e8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 948 time: 0.0709167 Aug 11 00:29:04.685253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7a2c845-fbad-4c21-b901-a69520d03b04 req-99e3cf6d-75ef-40de-9aed-8ae53b87b068 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355349 Aug 11 00:29:04.787945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9368add7-0e0b-4edb-8a59-32b5b51a9337 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:04.871853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5539-d39a-4146-9bae-19daeff753d1 req-b930887d-c35a-4cc8-8808-10ef060a4771 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:04.878474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5539-d39a-4146-9bae-19daeff753d1 req-b930887d-c35a-4cc8-8808-10ef060a4771 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:04.884721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b5539-d39a-4146-9bae-19daeff753d1 req-b930887d-c35a-4cc8-8808-10ef060a4771 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:04.886395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-483b5539-d39a-4146-9bae-19daeff753d1 req-b930887d-c35a-4cc8-8808-10ef060a4771 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2418 time: 0.0765855 Aug 11 00:29:04.933259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-483b5539-d39a-4146-9bae-19daeff753d1 req-1110af0c-e284-4978-afff-73c1715d4941 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Aug 11 00:29:05.039094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d45a-b315-4d60-a1b1-364fd5c807f0 req-d58f1c13-508e-4beb-8c22-8ad14eff8cae tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.041510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9184d45a-b315-4d60-a1b1-364fd5c807f0 req-d58f1c13-508e-4beb-8c22-8ad14eff8cae tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.0674672 Aug 11 00:29:05.045743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 9368add7-0e0b-4edb-8a59-32b5b51a9337 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:05.050285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 9368add7-0e0b-4edb-8a59-32b5b51a9337 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:05.050658 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:05.091738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9184d45a-b315-4d60-a1b1-364fd5c807f0 req-96d3dba9-377b-4724-a1c9-72f4244534d7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429883 Aug 11 00:29:05.144303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e7865-d9dd-43e4-8203-8cfb1dc97633 req-f5396c13-f1e7-4a93-a8e4-4288abaf7aab tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.148748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bb1e7865-d9dd-43e4-8203-8cfb1dc97633 req-f5396c13-f1e7-4a93-a8e4-4288abaf7aab tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 946 time: 0.0703759 Aug 11 00:29:05.156503 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:05.197965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bb1e7865-d9dd-43e4-8203-8cfb1dc97633 req-aff67b96-b5f3-4183-bd8b-4f5ccc2eda6b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Aug 11 00:29:05.211243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9368add7-0e0b-4edb-8a59-32b5b51a9337, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9368add7-0e0b-4edb-8a59-32b5b51a9337,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:05.276582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-4ed95d36-e043-4ea1-8ba8-0d4b2196caa7 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.283236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-4ed95d36-e043-4ea1-8ba8-0d4b2196caa7 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.289504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-4ed95d36-e043-4ea1-8ba8-0d4b2196caa7 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.291244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-4ed95d36-e043-4ea1-8ba8-0d4b2196caa7 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2418 time: 0.0919836 Aug 11 00:29:05.348860 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:05.350316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:05.370658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b3dd7-5f0b-44b3-babb-5e4ff9e23866 req-86cdf386-cb56-4824-bf01-9019c7419f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.372362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c99b3dd7-5f0b-44b3-babb-5e4ff9e23866 req-86cdf386-cb56-4824-bf01-9019c7419f71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1101 time: 0.0494075 Aug 11 00:29:05.417228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port 1adda4e0-afbd-4818-b56c-5a3465ec2992 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:05.417475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c99b3dd7-5f0b-44b3-babb-5e4ff9e23866 req-61f712fd-8f6a-44dc-8cdc-c5d58c941ce4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364571 Aug 11 00:29:05.417746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:05.455861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c904f8-7b8f-490f-8876-d24685918934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b6dd49-7ab9-4bad-bb72-e7e0f1472396'}, {'server_uuid': '2dfe6d45-e930-47d5-852b-0549785f806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9368add7-0e0b-4edb-8a59-32b5b51a9337'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:05.460069 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa1864e-d183-475f-bc4a-606f4db823bb" -d '{"events": [{"server_uuid": "86c904f8-7b8f-490f-8876-d24685918934", "name": "network-vif-plugged", "status": "completed", "tag": "86b6dd49-7ab9-4bad-bb72-e7e0f1472396"}, {"server_uuid": "2dfe6d45-e930-47d5-852b-0549785f806e", "name": "network-vif-plugged", "status": "completed", "tag": "9368add7-0e0b-4edb-8a59-32b5b51a9337"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:05.518514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9368add7-0e0b-4edb-8a59-32b5b51a9337,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:05.580754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port 1adda4e0-afbd-4818-b56c-5a3465ec2992, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=1adda4e0-afbd-4818-b56c-5a3465ec2992,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:05.581307 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:05.582717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f64b3-6442-4462-b590-8ad926b69a60 req-ac443fb4-7516-4d15-ab8b-5ae56a96a9dc tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.584473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c8f64b3-6442-4462-b590-8ad926b69a60 req-ac443fb4-7516-4d15-ab8b-5ae56a96a9dc tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 950 time: 0.0980549 Aug 11 00:29:05.613705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for 1adda4e0-afbd-4818-b56c-5a3465ec2992 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:05.649355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c8f64b3-6442-4462-b590-8ad926b69a60 req-764d898b-ee35-4dab-9fb6-5a0826dc82ff tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540407 Aug 11 00:29:05.695545 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05cb6d-f293-42ca-9ae7-021549727368 x-openstack-request-id: req-ed05cb6d-f293-42ca-9ae7-021549727368 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:05.695847 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c904f8-7b8f-490f-8876-d24685918934", "name": "network-vif-plugged", "status": "completed", "tag": "86b6dd49-7ab9-4bad-bb72-e7e0f1472396", "code": 200}, {"server_uuid": "2dfe6d45-e930-47d5-852b-0549785f806e", "name": "network-vif-plugged", "status": "completed", "tag": "9368add7-0e0b-4edb-8a59-32b5b51a9337", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:05.696105 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed05cb6d-f293-42ca-9ae7-021549727368 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:05.704812 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c904f8-7b8f-490f-8876-d24685918934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b6dd49-7ab9-4bad-bb72-e7e0f1472396', 'code': 200} Aug 11 00:29:05.704812 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe6d45-e930-47d5-852b-0549785f806e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9368add7-0e0b-4edb-8a59-32b5b51a9337', 'code': 200} Aug 11 00:29:05.739567 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:05.812670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:05.841866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4f199-1a18-474f-8fbd-d07a4c10bdb4 req-a40a67db-60d5-4eed-b563-4ec795a34581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.842937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f85d6-07aa-4e2e-90eb-0054b7c52349 req-abe5434e-2775-4da7-8c7b-3ca2c4c3f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.844213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1de4f199-1a18-474f-8fbd-d07a4c10bdb4 req-a40a67db-60d5-4eed-b563-4ec795a34581 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 1101 time: 0.0805190 Aug 11 00:29:05.844694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d01f85d6-07aa-4e2e-90eb-0054b7c52349 req-abe5434e-2775-4da7-8c7b-3ca2c4c3f302 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 1102 time: 0.1258602 Aug 11 00:29:05.867610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d40ab-2491-42cb-aac7-6ae9808eafc6 req-cad87a6f-0b72-4d66-b50f-b1d2cc010168 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:05.869233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d3d40ab-2491-42cb-aac7-6ae9808eafc6 req-cad87a6f-0b72-4d66-b50f-b1d2cc010168 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 949 time: 0.0629833 Aug 11 00:29:05.923443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d01f85d6-07aa-4e2e-90eb-0054b7c52349 req-4ed57b97-6231-41e7-8a5f-64cee9577aac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531292 Aug 11 00:29:05.924523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1de4f199-1a18-474f-8fbd-d07a4c10bdb4 req-14df4076-ac4c-4d18-9df8-991092a99996 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651982 Aug 11 00:29:05.937434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d3d40ab-2491-42cb-aac7-6ae9808eafc6 req-b074f3cc-ccb0-4c4d-97fd-f3abf83936fa tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Aug 11 00:29:05.988517 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:06.056781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:06.083460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d7d8f-80f3-4249-b611-8132a0758698 req-e36cc314-d0fc-4f8b-b22a-d18d8029e1d9 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:06.089825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d7d8f-80f3-4249-b611-8132a0758698 req-e36cc314-d0fc-4f8b-b22a-d18d8029e1d9 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:06.095941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d7d8f-80f3-4249-b611-8132a0758698 req-e36cc314-d0fc-4f8b-b22a-d18d8029e1d9 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:06.097709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-072d7d8f-80f3-4249-b611-8132a0758698 req-e36cc314-d0fc-4f8b-b22a-d18d8029e1d9 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 2418 time: 0.0769434 Aug 11 00:29:06.129654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:06.150288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['1adda4e0-afbd-4818-b56c-5a3465ec2992', 'cbb27514-6ece-409a-938c-eb5d8b6927bb', '95bd3db9-8e10-4f16-8faf-929704987013'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:06.196786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=1adda4e0-afbd-4818-b56c-5a3465ec2992,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:06.221359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-072d7d8f-80f3-4249-b611-8132a0758698 req-d33b2ecc-1b32-48ec-8926-cf87ea6c1069 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156933 Aug 11 00:29:06.334225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port 1adda4e0-afbd-4818-b56c-5a3465ec2992 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:06.339293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f1659-8c2c-4acc-8430-eec82a74ff8e req-5fc73f71-2197-45fa-8b84-31afbf0e1777 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:06.340103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:06.342635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c47f1659-8c2c-4acc-8430-eec82a74ff8e req-5fc73f71-2197-45fa-8b84-31afbf0e1777 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 947 time: 0.1438799 Aug 11 00:29:06.342813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-55edf55f-7f7a-4fcd-bb3d-7fdb9109da74 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "DELETE /v2.0/ports/1adda4e0-afbd-4818-b56c-5a3465ec2992 HTTP/1.1" status: 204 len: 173 time: 1.0425742 Aug 11 00:29:06.343285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-deleted', 'tag': '1adda4e0-afbd-4818-b56c-5a3465ec2992'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:06.345645 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c977b17-a0c9-4df4-bd1a-63341b587cb3" -d '{"events": [{"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-deleted", "tag": "1adda4e0-afbd-4818-b56c-5a3465ec2992"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:06.419812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c47f1659-8c2c-4acc-8430-eec82a74ff8e req-712ec779-1151-4273-98a7-4129c6742899 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659742 Aug 11 00:29:06.533703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385e4aa-0d37-4eea-b19c-1792c177b042 req-c62312c0-bcb0-4782-a1ba-9060ca107ae6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:06.542675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e385e4aa-0d37-4eea-b19c-1792c177b042 req-c62312c0-bcb0-4782-a1ba-9060ca107ae6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 946 time: 0.1684511 Aug 11 00:29:06.562853 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3fd207-1750-4bfd-8681-7df7b283c6d2 x-openstack-request-id: req-bb3fd207-1750-4bfd-8681-7df7b283c6d2 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:06.563227 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-deleted", "tag": "1adda4e0-afbd-4818-b56c-5a3465ec2992", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:06.563416 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb3fd207-1750-4bfd-8681-7df7b283c6d2 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:06.563833 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-deleted', 'tag': '1adda4e0-afbd-4818-b56c-5a3465ec2992', 'status': 'completed', 'code': 200} Aug 11 00:29:06.795002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:29:06.875721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port cbb27514-6ece-409a-938c-eb5d8b6927bb {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:06.876107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:06.885544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4676b-8101-4a8e-b98f-44993e27bdde req-f934b180-bd98-4f13-8210-c10cdf74dc10 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:06.887581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebd4676b-8101-4a8e-b98f-44993e27bdde req-f934b180-bd98-4f13-8210-c10cdf74dc10 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 950 time: 0.1192522 Aug 11 00:29:06.894174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e385e4aa-0d37-4eea-b19c-1792c177b042 req-6226fc98-d7b1-4c91-9059-e296a0aea98d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406780 Aug 11 00:29:07.054301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebd4676b-8101-4a8e-b98f-44993e27bdde req-a83e4a16-1ec6-4bf6-8baa-05987f58ea66 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562064 Aug 11 00:29:07.109522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:07.126245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port cbb27514-6ece-409a-938c-eb5d8b6927bb, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=cbb27514-6ece-409a-938c-eb5d8b6927bb,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:07.126903 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:07.127934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'mac_address': 'fa:16:3e:7f:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:29:07.162029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for cbb27514-6ece-409a-938c-eb5d8b6927bb owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:07.212448 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:07.230741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2716a12-a59c-4ef5-9e11-fca7c4b38a84 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:07.233438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff677ffa-0d48-47c7-b950-0c3d430b2558 req-3acff647-e038-43cd-a91c-6842242a71d5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:07.240345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff677ffa-0d48-47c7-b950-0c3d430b2558 req-3acff647-e038-43cd-a91c-6842242a71d5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 949 time: 0.1166081 Aug 11 00:29:07.256967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:07.300976 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff677ffa-0d48-47c7-b950-0c3d430b2558 req-b7bf4d63-9ed2-4f08-a3d5-369ec84ee59e tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592134 Aug 11 00:29:07.427582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:07.454309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffc80f-7c37-4cce-97b7-9a9228951fa5 req-83b6d00d-f4d3-4c86-be58-f8fbcb474396 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:07.460951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffc80f-7c37-4cce-97b7-9a9228951fa5 req-83b6d00d-f4d3-4c86-be58-f8fbcb474396 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:07.462695 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55ffc80f-7c37-4cce-97b7-9a9228951fa5 req-83b6d00d-f4d3-4c86-be58-f8fbcb474396 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 1683 time: 0.0737221 Aug 11 00:29:07.481991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf85bb-31b1-46f9-b8ed-9a3bb6e636ad req-8ba8a307-9b17-4a7a-b48d-b247ff40a52c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:07.483771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2aaf85bb-31b1-46f9-b8ed-9a3bb6e636ad req-8ba8a307-9b17-4a7a-b48d-b247ff40a52c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.1584916 Aug 11 00:29:07.504255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2aaf85bb-31b1-46f9-b8ed-9a3bb6e636ad req-23072672-c020-4154-9985-f5ade40a08c9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/quotas/55abd496febd4c9fa62fbad0d0b079fe HTTP/1.1" status: 200 len: 375 time: 0.0138447 Aug 11 00:29:07.511888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=10']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:07.516140 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55ffc80f-7c37-4cce-97b7-9a9228951fa5 req-597556dc-92cc-44f8-b45f-d5d7ea5b3ebd tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Aug 11 00:29:07.530826 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:07.544754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['1adda4e0-afbd-4818-b56c-5a3465ec2992'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:07.572741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=cbb27514-6ece-409a-938c-eb5d8b6927bb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:07.611246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2aaf85bb-31b1-46f9-b8ed-9a3bb6e636ad req-ab31ee8f-3777-4d0f-8ad7-dee403d71965 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0989511 Aug 11 00:29:07.666738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port cbb27514-6ece-409a-938c-eb5d8b6927bb on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:07.676259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:07.680892 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-fd9c0447-495b-4db3-9150-5d5038b3ca98 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "DELETE /v2.0/ports/cbb27514-6ece-409a-938c-eb5d8b6927bb HTTP/1.1" status: 204 len: 173 time: 1.3182704 Aug 11 00:29:07.698631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:07.712821 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68de149-3e65-421f-bac1-ae7145fa56fa" -d '{"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:07.747640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9192154-68e0-48ec-b36b-854e813523e3 req-032473c0-cb44-420d-bdab-bfa3a430f98d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:07.749828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9192154-68e0-48ec-b36b-854e813523e3 req-032473c0-cb44-420d-bdab-bfa3a430f98d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 949 time: 0.1426802 Aug 11 00:29:07.769697 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2aaf85bb-31b1-46f9-b8ed-9a3bb6e636ad req-bd3c30f3-9ce3-435d-9239-8e50faeff249 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506929 Aug 11 00:29:07.780560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d2716a12-a59c-4ef5-9e11-fca7c4b38a84'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:07.837207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9192154-68e0-48ec-b36b-854e813523e3 req-e4ed80e1-0129-43d0-85a0-3ac835f09311 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776565 Aug 11 00:29:07.870332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port 95bd3db9-8e10-4f16-8faf-929704987013 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:07.870332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:08.035584 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7bb932-4fb3-4fef-ad32-84321c4b1469 x-openstack-request-id: req-db7bb932-4fb3-4fef-ad32-84321c4b1469 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:08.035584 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:08.035584 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db7bb932-4fb3-4fef-ad32-84321c4b1469 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:08.035584 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'code': 200} Aug 11 00:29:08.070786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port 95bd3db9-8e10-4f16-8faf-929704987013, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=95bd3db9-8e10-4f16-8faf-929704987013,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:08.071565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:08.117737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for 95bd3db9-8e10-4f16-8faf-929704987013 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:08.258152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2aaf85bb-31b1-46f9-b8ed-9a3bb6e636ad req-92addc5c-28a8-4e06-88cb-757c403ce2d7 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867001 Aug 11 00:29:08.415500 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:08.429432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['1adda4e0-afbd-4818-b56c-5a3465ec2992'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:08.463359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=95bd3db9-8e10-4f16-8faf-929704987013,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:08.551401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port 95bd3db9-8e10-4f16-8faf-929704987013 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:08.554732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:08.557442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b15fc36-c7dd-4aa1-83a1-7d4838edaac7 req-345ec78d-e3fe-47b2-a5e3-38b371bc2213 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "DELETE /v2.0/ports/95bd3db9-8e10-4f16-8faf-929704987013 HTTP/1.1" status: 204 len: 173 time: 0.8704748 Aug 11 00:29:08.581200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-deleted', 'tag': 'cbb27514-6ece-409a-938c-eb5d8b6927bb'}, {'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-deleted', 'tag': '95bd3db9-8e10-4f16-8faf-929704987013'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:08.581200 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1ac4ae-c067-452c-b558-6047a505c7f1" -d '{"events": [{"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-deleted", "tag": "cbb27514-6ece-409a-938c-eb5d8b6927bb"}, {"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-deleted", "tag": "95bd3db9-8e10-4f16-8faf-929704987013"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:08.699448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fc70b-0721-4fe6-9c87-d20280159218 req-790e66db-9c88-438c-8ad6-f96543e9e3a3 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:08.701164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-017fc70b-0721-4fe6-9c87-d20280159218 req-790e66db-9c88-438c-8ad6-f96543e9e3a3 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 950 time: 0.0948436 Aug 11 00:29:08.767851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-017fc70b-0721-4fe6-9c87-d20280159218 req-1f4f114d-c62f-4675-927a-f38935d2617a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587947 Aug 11 00:29:08.815625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a744027-3d48-430e-96e4-fb9d56d7fd7c req-3faa0528-ff9b-4373-b081-24356b85be4a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:08.823533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a744027-3d48-430e-96e4-fb9d56d7fd7c req-3faa0528-ff9b-4373-b081-24356b85be4a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 949 time: 0.0859561 Aug 11 00:29:08.876943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a744027-3d48-430e-96e4-fb9d56d7fd7c req-0535502d-fa6b-4c8e-9988-eb6e995f2964 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519490 Aug 11 00:29:08.964714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddf2b8-924a-4d1e-93e7-bc6bc24341e3 req-da20aea5-800b-430f-8bdc-b0e505d7837e tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:08.966318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4ddf2b8-924a-4d1e-93e7-bc6bc24341e3 req-da20aea5-800b-430f-8bdc-b0e505d7837e tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1101 time: 0.0791185 Aug 11 00:29:09.017298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4ddf2b8-924a-4d1e-93e7-bc6bc24341e3 req-9cf47c56-09c3-485f-bf3a-1b9034049610 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Aug 11 00:29:09.185986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-717f089c-6a72-4f4c-a57f-df2390650803 req-4094ede7-e4f3-40b4-9174-060bb033931e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=b131d349-fa0d-41f3-ab7d-42d9e5288fd4 HTTP/1.1" status: 200 len: 210 time: 0.0358820 Aug 11 00:29:09.247297 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371e9d16-b4cb-4969-ab9d-df5458dd55ba x-openstack-request-id: req-371e9d16-b4cb-4969-ab9d-df5458dd55ba {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:09.247617 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-deleted", "tag": "cbb27514-6ece-409a-938c-eb5d8b6927bb", "status": "completed", "code": 200}, {"server_uuid": "b131d349-fa0d-41f3-ab7d-42d9e5288fd4", "name": "network-vif-deleted", "tag": "95bd3db9-8e10-4f16-8faf-929704987013", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:09.247904 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-371e9d16-b4cb-4969-ab9d-df5458dd55ba {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:09.260994 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-deleted', 'tag': 'cbb27514-6ece-409a-938c-eb5d8b6927bb', 'status': 'completed', 'code': 200} Aug 11 00:29:09.260994 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b131d349-fa0d-41f3-ab7d-42d9e5288fd4', 'name': 'network-vif-deleted', 'tag': '95bd3db9-8e10-4f16-8faf-929704987013', 'status': 'completed', 'code': 200} Aug 11 00:29:10.034128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7b1a6-1d84-4b4a-843f-513d597d8fe7 req-78edd34e-65da-4db3-b7f2-56a38661c8c5 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:10.039115 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6c7b1a6-1d84-4b4a-843f-513d597d8fe7 req-78edd34e-65da-4db3-b7f2-56a38661c8c5 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 1101 time: 0.0914147 Aug 11 00:29:10.124026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6c7b1a6-1d84-4b4a-843f-513d597d8fe7 req-402ffeb7-e218-4f11-9b38-b75661ca2c5c tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597906 Aug 11 00:29:10.398379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7785a0-eeb3-4367-80e5-3373963af4b5 req-e57e9f9c-4d9c-4640-bc5e-6c8db787d7b3 tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:10.401189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-af7785a0-eeb3-4367-80e5-3373963af4b5 req-e57e9f9c-4d9c-4640-bc5e-6c8db787d7b3 tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 1102 time: 0.0647745 Aug 11 00:29:10.430091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-af7785a0-eeb3-4367-80e5-3373963af4b5 req-d45f7624-629f-46c4-9fd9-141f56fdb7fe tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:10.579646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-af7785a0-eeb3-4367-80e5-3373963af4b5 req-d45f7624-629f-46c4-9fd9-141f56fdb7fe tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:10.626139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1adda4e0-afbd-4818-b56c-5a3465ec2992 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:10.665398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 1adda4e0-afbd-4818-b56c-5a3465ec2992 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:10.666355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 1adda4e0-afbd-4818-b56c-5a3465ec2992 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:10.667375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 95bd3db9-8e10-4f16-8faf-929704987013 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:10.699306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 95bd3db9-8e10-4f16-8faf-929704987013 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:10.699855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 95bd3db9-8e10-4f16-8faf-929704987013 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:10.700520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device cbb27514-6ece-409a-938c-eb5d8b6927bb no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:10.724090 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d353cba5-1c38-43d2-ae5a-5e9583938c35 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284994 Aug 11 00:29:10.735321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: cbb27514-6ece-409a-938c-eb5d8b6927bb {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:10.737613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device cbb27514-6ece-409a-938c-eb5d8b6927bb not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:10.747069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-af7785a0-eeb3-4367-80e5-3373963af4b5 req-d45f7624-629f-46c4-9fd9-141f56fdb7fe tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:10.801393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-af7785a0-eeb3-4367-80e5-3373963af4b5 req-d45f7624-629f-46c4-9fd9-141f56fdb7fe tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892288 Aug 11 00:29:10.824223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f7624-629f-46c4-9fd9-141f56fdb7fe tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562c6dce-b306-48d3-b4aa-33298d0025c2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:10.837474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:10.901043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55640) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:10.968769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:10.969565 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:11.042873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-bfc03d59-503d-4a33-a5df-64f76efdc8cc tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:11.045733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7867b4a-3a0a-4ac5-a263-0339a79d1e85 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting subnet 6baf6f04-7335-422f-9804-5c4083f21ae5 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:29:11.057392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-bfc03d59-503d-4a33-a5df-64f76efdc8cc tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175809 Aug 11 00:29:11.073296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7867b4a-3a0a-4ac5-a263-0339a79d1e85 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:11.089809 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-7233fc74-ec92-4bb8-a43d-6a7cea8df98a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/quotas/308d288f8e964516b756bc93111f7fda HTTP/1.1" status: 200 len: 375 time: 0.0274775 Aug 11 00:29:11.183132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-c3c0555d-24ca-401b-83e9-3a8135057676 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0947163 Aug 11 00:29:11.199430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:11.208826 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7867b4a-3a0a-4ac5-a263-0339a79d1e85 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:11.250955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:11.254201 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2d4312-e949-44ae-9573-b3f8f5a2965d" -d '{"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:11.270537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c163-77f5-4180-9b38-903f607cd056 req-114f1bb3-de32-46f3-aca7-74d97d3feeff tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:11.272850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-114f1bb3-de32-46f3-aca7-74d97d3feeff tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.2347648 Aug 11 00:29:11.281349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:11.325452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-92109ecb-66c3-4ef5-9c16-dd037c118872 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/quotas/55abd496febd4c9fa62fbad0d0b079fe HTTP/1.1" status: 200 len: 375 time: 0.0403402 Aug 11 00:29:11.414024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7867b4a-3a0a-4ac5-a263-0339a79d1e85 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:11.462548 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:11.471292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-b02b6124-a5b6-4972-ada3-c77694b23812 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1240282 Aug 11 00:29:11.620632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=11']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:11.728670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-4a26cfb8-8cf9-4c3c-909b-ad6d76a7a387 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363579 Aug 11 00:29:11.734384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9558c-a063-44c2-943c-a95c1cc5f28a req-65d55f84-f402-4762-be7e-337db551386d tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:11.737597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cea9558c-a063-44c2-943c-a95c1cc5f28a req-65d55f84-f402-4762-be7e-337db551386d tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 1102 time: 0.0722342 Aug 11 00:29:11.801180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cea9558c-a063-44c2-943c-a95c1cc5f28a req-22024184-86e0-45f9-81b6-be5981850228 tempest-ServersAdminTestJSON-1539511566 tempest-ServersAdminTestJSON-1539511566-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491571 Aug 11 00:29:11.828389 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7867b4a-3a0a-4ac5-a263-0339a79d1e85 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:11.892050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7867b4a-3a0a-4ac5-a263-0339a79d1e85 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Subnet': ['ID=6baf6f04-7335-422f-9804-5c4083f21ae5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:11.894621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7867b4a-3a0a-4ac5-a263-0339a79d1e85 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:11.896775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f7867b4a-3a0a-4ac5-a263-0339a79d1e85 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "DELETE /v2.0/subnets/6baf6f04-7335-422f-9804-5c4083f21ae5 HTTP/1.1" status: 204 len: 168 time: 0.9937959 Aug 11 00:29:11.901741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55672) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:11.916687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d4b8c0-744f-4d6d-8a51-7ab46116207c None None] Network f2111c7d-3061-47a0-b899-4b9818ae0082 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:11.978743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-7b50bcde-de2a-4856-85e5-d66d3bd0ed04 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438304 Aug 11 00:29:12.092903 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:12.191543 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5a4ef1-727a-406d-b47e-11f188009ab9 x-openstack-request-id: req-9a5a4ef1-727a-406d-b47e-11f188009ab9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:12.191960 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:12.192227 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a5a4ef1-727a-406d-b47e-11f188009ab9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:12.192643 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'code': 200} Aug 11 00:29:12.195091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] DHCP port deletion for f2111c7d-3061-47a0-b899-4b9818ae0082 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:29:12.260709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:12.261276 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:12.264627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] Deleting port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:12.265076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:12.366662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] For port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:12.367477 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:12.403711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] Calling delete_port for b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:12.405178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63bac3c2-c14e-496a-8a6a-c833b7b4b607 req-132ff175-fefc-4781-95aa-9bcb156611d0 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 210 time: 0.1748445 Aug 11 00:29:12.465116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fc481-0788-46c6-9c73-8c851f9ac070 req-6688db00-25f8-4933-a75c-a653f68cad9a tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:12.478186 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-679fc481-0788-46c6-9c73-8c851f9ac070 req-6688db00-25f8-4933-a75c-a653f68cad9a tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 1102 time: 0.1123629 Aug 11 00:29:12.534843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-679fc481-0788-46c6-9c73-8c851f9ac070 req-a011d37c-9b25-4b70-85fa-7ff9b2416a0a tempest-ServersAdminNegativeTestJSON-1347439910 tempest-ServersAdminNegativeTestJSON-1347439910-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Aug 11 00:29:12.546118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,segment=NetworkSegment(5e4bb3fb-8855-4b68-955f-bf1ce2e059be),segment_id=5e4bb3fb-8855-4b68-955f-bf1ce2e059be)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:12.557279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:12.598852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:12.637824 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68cbb535-4f13-4be8-a374-6290d242418d req-aab85ed0-580b-421b-8b7e-b62c16038dca tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 210 time: 0.0683765 Aug 11 00:29:12.667852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:12.730629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:12.754341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:12.782523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:12.786223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:12.793548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] Pushing event deleted for resources: {'Port': ['ID=b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:12.800888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2902a-1c83-4338-bf0a-fc7080e79a0f None None] No DVR routers for this DVR port b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:12.802989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:12.803680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b0a49fc1-7ccf-4bdf-b9bc-79c503fe7306 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:12.919988 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:12.941020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2111c7d-3061-47a0-b899-4b9818ae0082']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:12.962651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4bb3fb-8855-4b68-955f-bf1ce2e059be') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:12.963614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4bb3fb-8855-4b68-955f-bf1ce2e059be') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:12.985863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:13.008321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:13.020996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:29:13.021419 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:29:13.025314 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:29:13.427540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:13.456519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:13.459253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "DELETE /v2.0/networks/f2111c7d-3061-47a0-b899-4b9818ae0082 HTTP/1.1" status: 204 len: 168 time: 1.5557754 Aug 11 00:29:13.467760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55708) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:13.485888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b87bdb-a2cf-4655-b4b7-181ca5c03ba4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Network': ['ID=f2111c7d-3061-47a0-b899-4b9818ae0082,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:13.579211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18ba34b-43c4-42d2-89a1-c4aa4e8d56c5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting subnet 769a2120-afb0-4c4d-815a-70651e79fce6 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:29:13.586026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a18ba34b-43c4-42d2-89a1-c4aa4e8d56c5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:13.726893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a18ba34b-43c4-42d2-89a1-c4aa4e8d56c5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:13.937223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2dfb7c6c-4ec4-460f-ac37-3aec5c8d5d10 req-0b819ede-22ab-45f7-9dce-c4a33f4c5d70 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 210 time: 0.0502806 Aug 11 00:29:14.032913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a18ba34b-43c4-42d2-89a1-c4aa4e8d56c5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:14.105496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e21ab2-9c98-475d-9461-ec9579c59d3f req-b4e23bb1-74aa-43a5-8413-42821c60de48 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:14.107150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f0e21ab2-9c98-475d-9461-ec9579c59d3f req-b4e23bb1-74aa-43a5-8413-42821c60de48 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 950 time: 0.3292186 Aug 11 00:29:14.186166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389cc2-13d5-4b79-b0d8-1b6d01829d7a req-dd0e5995-395d-4f24-be6f-3bf037715994 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:14.192342 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-62389cc2-13d5-4b79-b0d8-1b6d01829d7a req-dd0e5995-395d-4f24-be6f-3bf037715994 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 950 time: 0.1302304 Aug 11 00:29:14.231512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f0e21ab2-9c98-475d-9461-ec9579c59d3f req-87b6ff6b-b7f6-431a-84ab-0ac30887f768 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056731 Aug 11 00:29:14.302082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-62389cc2-13d5-4b79-b0d8-1b6d01829d7a req-d15ce145-7be2-4af0-b57b-1da51e5b5ecc tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967121 Aug 11 00:29:14.383873 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d969c22c-137e-4095-92c1-5ed5a8ba42fd req-d30b4421-5ae3-41c7-a633-6d35659b3b75 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 210 time: 0.0310383 Aug 11 00:29:14.385032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a18ba34b-43c4-42d2-89a1-c4aa4e8d56c5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:14.429704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ba34b-43c4-42d2-89a1-c4aa4e8d56c5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Subnet': ['ID=769a2120-afb0-4c4d-815a-70651e79fce6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:14.433208 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a18ba34b-43c4-42d2-89a1-c4aa4e8d56c5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:14.438195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a18ba34b-43c4-42d2-89a1-c4aa4e8d56c5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "DELETE /v2.0/subnets/769a2120-afb0-4c4d-815a-70651e79fce6 HTTP/1.1" status: 204 len: 168 time: 0.9653277 Aug 11 00:29:14.440360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55718) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:14.444867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72349133-166d-481e-8a1d-6b89be304ceb None None] Network deba9416-9732-4dcc-ab0b-a0bb960798b7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:14.595540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:14.712076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port b3f7c0d4-715c-4006-b54c-0862f7571752 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:14.712652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:14.768571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] DHCP port deletion for deba9416-9732-4dcc-ab0b-a0bb960798b7 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:29:14.845846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port b3f7c0d4-715c-4006-b54c-0862f7571752, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b3f7c0d4-715c-4006-b54c-0862f7571752,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:14.845846 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:14.867035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for b3f7c0d4-715c-4006-b54c-0862f7571752 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:14.872251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] Deleting port b3f7c0d4-715c-4006-b54c-0862f7571752 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:14.877929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:14.965578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] For port b3f7c0d4-715c-4006-b54c-0862f7571752, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b3f7c0d4-715c-4006-b54c-0862f7571752,segment=NetworkSegment(98d653bb-64d2-4678-87cd-4af2523f449a),segment_id=98d653bb-64d2-4678-87cd-4af2523f449a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:14.966645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:14.994430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] Calling delete_port for b3f7c0d4-715c-4006-b54c-0862f7571752 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:15.113870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00c1d34a-59a0-47d6-a08d-94c0f81d0226 req-4c355cac-0083-4ad4-a0ee-cbf92c987caf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 210 time: 0.0559580 Aug 11 00:29:15.239878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-152d7b59-6889-4795-a639-d9a8b624d065 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:15.239878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-152d7b59-6889-4795-a639-d9a8b624d065 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 950 time: 0.0917509 Aug 11 00:29:15.352869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Deleting port d43be3cc-e2c4-46b1-a08e-174881f38f18 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:15.360196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:15.423808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2234da-ddc9-45f2-9ec5-6d7868426243 req-dacb531e-0bfc-4a84-9851-7dc15b257fb8 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:15.425547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb2234da-ddc9-45f2-9ec5-6d7868426243 req-dacb531e-0bfc-4a84-9851-7dc15b257fb8 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 950 time: 0.0755260 Aug 11 00:29:15.504795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb2234da-ddc9-45f2-9ec5-6d7868426243 req-71854a3f-1113-4864-825f-760b5d656866 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721519 Aug 11 00:29:15.511447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:15.519545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:15.533386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-79d1d89e-59d2-4570-99d1-4303fecc326e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:15.535109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-79d1d89e-59d2-4570-99d1-4303fecc326e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 950 time: 0.0951633 Aug 11 00:29:15.565510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=b3f7c0d4-715c-4006-b54c-0862f7571752,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:15.580517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port b3f7c0d4-715c-4006-b54c-0862f7571752 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:15.592933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] No DVR routers for this DVR port b3f7c0d4-715c-4006-b54c-0862f7571752 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:15.604118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e128f6-9dbd-4376-be42-ce302c9b48ae None None] Pushing event deleted for resources: {'Port': ['ID=b3f7c0d4-715c-4006-b54c-0862f7571752,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:15.631307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] For port d43be3cc-e2c4-46b1-a08e-174881f38f18, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d43be3cc-e2c4-46b1-a08e-174881f38f18,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:15.631907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:15.686523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71988c6a-96f9-4300-a742-b169b064de85 req-fc641e4d-102e-4e0a-8ae1-a8e050d45fb5 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:15.700734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71988c6a-96f9-4300-a742-b169b064de85 req-fc641e4d-102e-4e0a-8ae1-a8e050d45fb5 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 950 time: 0.2656991 Aug 11 00:29:15.776143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9ab582a7-9e30-4137-8267-9768594f0f0e tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621421 Aug 11 00:29:15.776143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Calling delete_port for d43be3cc-e2c4-46b1-a08e-174881f38f18 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:15.879858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:15.916848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deba9416-9732-4dcc-ab0b-a0bb960798b7']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:15.935953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d653bb-64d2-4678-87cd-4af2523f449a') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:15.936374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d653bb-64d2-4678-87cd-4af2523f449a') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:15.954546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:15.971419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Deleting port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:15.971796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.040157 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.057752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:29:16.063822 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:29:16.077616 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71988c6a-96f9-4300-a742-b169b064de85 req-ec9ecb0c-c200-4a2b-b748-464c7c7185da tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742363 Aug 11 00:29:16.208207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] For port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:16.208567 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.226475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-52cf1424-8273-41c2-90b7-f3be2f54a421 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:16.230016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-52cf1424-8273-41c2-90b7-f3be2f54a421 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4505541 Aug 11 00:29:16.247561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Calling delete_port for 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:16.254446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Request body: {'port': {'device_id': 'c59c1575-6300-47b2-a050-7c704076f12d', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '308d288f8e964516b756bc93111f7fda'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:16.280067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-be841a59-5302-4c13-a998-4eddf8e09ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.401966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.413844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-921171e8-374c-47fe-85b9-083c84c62ae3 req-b0c8bc7a-d403-48a4-80bf-108cb5525aec tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 210 time: 0.7410216 Aug 11 00:29:16.452284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.454439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "DELETE /v2.0/networks/deba9416-9732-4dcc-ab0b-a0bb960798b7 HTTP/1.1" status: 204 len: 168 time: 2.0125637 Aug 11 00:29:16.477271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55746) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:16.499021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22ddd3-f33a-4388-b4fa-15b7c8fec0ee tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Network': ['ID=deba9416-9732-4dcc-ab0b-a0bb960798b7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:16.512350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1956445658'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:16.645640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a6108ee-7a42-4881-a3d7-02a03894f581 req-bf7cc2e1-6044-46ad-adc3-c157c8a0f7b5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 210 time: 0.0884600 Aug 11 00:29:16.728077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b3f7c0d4-715c-4006-b54c-0862f7571752 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:16.758192 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.762368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b3f7c0d4-715c-4006-b54c-0862f7571752 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:16.770408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b3f7c0d4-715c-4006-b54c-0862f7571752 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:16.783944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['75f63290-2389-4c34-9634-42c3aacf3e64', 'd43be3cc-e2c4-46b1-a08e-174881f38f18', 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:16.790686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Pushing event deleted for resources: {'Port': ['ID=d43be3cc-e2c4-46b1-a08e-174881f38f18,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:16.833161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c163-77f5-4180-9b38-903f607cd056 req-6c4e6cae-f32f-4255-b2cb-afe828264822 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:16.833408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:16.835339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-6c4e6cae-f32f-4255-b2cb-afe828264822 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.3778865 Aug 11 00:29:16.837458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.847590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.847948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.849562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.849562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.849562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.849562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.850377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.850377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.850745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.850745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.851091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.851425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:16.853455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Request body: {'port': {'device_id': '92065d6f-733e-41c3-8218-f0a523a273e8', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'admin_state_up': True, 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:16.953017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] No DVR routers for this DVR port d43be3cc-e2c4-46b1-a08e-174881f38f18 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:16.957532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:16.959784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1604a33e-0784-4fb5-afff-a2967b0c6f3a req-db7bd970-19d8-44f1-9c3d-5422c5b6e71f tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "DELETE /v2.0/ports/d43be3cc-e2c4-46b1-a08e-174881f38f18 HTTP/1.1" status: 204 len: 173 time: 1.8086793 Aug 11 00:29:16.960283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a30465b-4dfd-46ca-b993-5508a8ab52bb', 'name': 'network-vif-deleted', 'tag': 'd43be3cc-e2c4-46b1-a08e-174881f38f18'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:16.962703 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e7b65a-3ee3-4c36-bbf9-4f83cd900d5f" -d '{"events": [{"server_uuid": "0a30465b-4dfd-46ca-b993-5508a8ab52bb", "name": "network-vif-deleted", "tag": "d43be3cc-e2c4-46b1-a08e-174881f38f18"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:17.000517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:29:17.012398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:17.012983 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Added segment f0d83c3f-9221-4733-bcd7-b521f168684e of type vlan for network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 Aug 11 00:29:17.048422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Made reservation on behalf of 308d288f8e964516b756bc93111f7fda for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:17.052167 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:17.074951 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a9e652-a1ef-4cbd-aac9-3f66dfa71c99 x-openstack-request-id: req-86a9e652-a1ef-4cbd-aac9-3f66dfa71c99 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:17.075312 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a30465b-4dfd-46ca-b993-5508a8ab52bb", "name": "network-vif-deleted", "tag": "d43be3cc-e2c4-46b1-a08e-174881f38f18", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:17.075549 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86a9e652-a1ef-4cbd-aac9-3f66dfa71c99 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:17.076479 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a30465b-4dfd-46ca-b993-5508a8ab52bb', 'name': 'network-vif-deleted', 'tag': 'd43be3cc-e2c4-46b1-a08e-174881f38f18', 'status': 'completed', 'code': 200} Aug 11 00:29:17.094989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:17.299203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:17.307459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:17.313527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:17.458805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44943d1-a693-4478-80eb-6b3f51d471de req-097c63d8-6265-49cf-991f-63fd62adf9cc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:17.460549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d44943d1-a693-4478-80eb-6b3f51d471de req-097c63d8-6265-49cf-991f-63fd62adf9cc tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a30465b-4dfd-46ca-b993-5508a8ab52bb HTTP/1.1" status: 200 len: 867 time: 0.7326839 Aug 11 00:29:17.464112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:17.479047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['de64ab48-8439-477d-8732-9088e00a4a5f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:17.498532 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca01f7d8-2798-4911-a05c-80a906b22e63 req-614dc550-368f-4965-a85b-cf243467d81d tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 210 time: 0.1860151 Aug 11 00:29:17.537010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Allocated IP 192.168.233.152 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/d533ac3c-7dbe-415c-b047-ae9123414f6e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:17.572163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Network': ['ID=2b4e5121-c22e-43ba-bf9b-f152e13439c1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:17.611199 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2c2d2640-564e-450a-8303-3742962bc921 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1169899 Aug 11 00:29:17.615888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55764) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:17.619411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:29:17.648794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'subnet': {'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:17.685987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Pushing event deleted for resources: {'Port': ['ID=86b6dd49-7ab9-4bad-bb72-e7e0f1472396,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:17.875114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] No DVR routers for this DVR port 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:17.892639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:17.896512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28c355d0-1555-48f3-ba5c-86e2938f6501 req-18460c66-b7f9-462c-9423-cf7b11a1c50e tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.44 "DELETE /v2.0/ports/86b6dd49-7ab9-4bad-bb72-e7e0f1472396 HTTP/1.1" status: 204 len: 173 time: 2.3386669 Aug 11 00:29:17.897273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c904f8-7b8f-490f-8876-d24685918934', 'name': 'network-vif-deleted', 'tag': '86b6dd49-7ab9-4bad-bb72-e7e0f1472396'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:17.901777 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819f6b4a-6d63-425d-859f-ac1864cd3db3" -d '{"events": [{"server_uuid": "86c904f8-7b8f-490f-8876-d24685918934", "name": "network-vif-deleted", "tag": "86b6dd49-7ab9-4bad-bb72-e7e0f1472396"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:17.917912 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d44943d1-a693-4478-80eb-6b3f51d471de req-e8af1ac6-d13a-4687-be99-81da63d935d3 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151609 Aug 11 00:29:18.242306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:18.242306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:18.252999 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4306a9a-5ea6-4f1a-9a6f-1b071e8209a2 req-ecfed900-7471-42f2-ade3-4a6034e077bd tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 210 time: 0.0453780 Aug 11 00:29:18.396243 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d9b791-115e-4cb3-a3fe-3c16cf0e3753 x-openstack-request-id: req-d6d9b791-115e-4cb3-a3fe-3c16cf0e3753 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:18.396551 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c904f8-7b8f-490f-8876-d24685918934", "name": "network-vif-deleted", "tag": "86b6dd49-7ab9-4bad-bb72-e7e0f1472396", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:18.396936 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6d9b791-115e-4cb3-a3fe-3c16cf0e3753 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:18.397525 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c904f8-7b8f-490f-8876-d24685918934', 'name': 'network-vif-deleted', 'tag': '86b6dd49-7ab9-4bad-bb72-e7e0f1472396', 'status': 'completed', 'code': 200} Aug 11 00:29:18.413536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:18.418002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ab49549-2258-471c-a7ff-ef0b1586cf4a req-09eeb8f0-c086-491f-b1dd-bbcb037863ec tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 210 time: 0.2520788 Aug 11 00:29:18.420640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:18.424393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:18.478198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Transition to ACTIVE for port object d533ac3c-7dbe-415c-b047-ae9123414f6e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:18.502727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Allocated IP 172.20.0.6 (479285e2-e6aa-4a17-87c6-3cd272b1374d/9884a018-365d-4b7b-b843-68321a4fed50/72935fa5-1104-406a-829c-4919fe7e2510) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:18.705879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:18.722053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'a463f9de-bc14-4e2d-bb13-39a177396150'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:18.774780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98', '40ecb440-9f38-4151-b2c7-5121017b2559', '9368add7-0e0b-4edb-8a59-32b5b51a9337'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:18.780306 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:18.782109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:18.797891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:18.827837 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-afe23e49-2597-44ee-84b6-bf2ef1b947a3 req-6f0e1978-332d-4b8f-8fbc-4e95f2e3ca42 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=86c904f8-7b8f-490f-8876-d24685918934 HTTP/1.1" status: 200 len: 210 time: 0.0460639 Aug 11 00:29:18.831877 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e8014be2-f964-4c2c-86c4-f54a4b04d843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:18.846068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:18.901146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:18.986902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:18.988269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:18.988896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:18.989498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 86b6dd49-7ab9-4bad-bb72-e7e0f1472396 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:18.989915 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d43be3cc-e2c4-46b1-a08e-174881f38f18 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:18.993183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'Port': ['ID=d533ac3c-7dbe-415c-b047-ae9123414f6e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:19.001194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:19.097777 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:19.098413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:19.123624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: d43be3cc-e2c4-46b1-a08e-174881f38f18 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:19.124334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d43be3cc-e2c4-46b1-a08e-174881f38f18 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:19.197060 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9a272c94-9489-42cf-b818-fc89fba44c98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9511287 Aug 11 00:29:19.205081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Subnet': ['ID=63ec5674-c25b-4645-aa0f-52a4df31bc20,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:19.211138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Checking segment: {'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:19.215354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network hostable DHCP agents. Network: 2b4e5121-c22e-43ba-bf9b-f152e13439c1, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:29:19.244581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event updated for resources: {'Port': ['ID=72935fa5-1104-406a-829c-4919fe7e2510,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:19.248737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Request body: {'port': {'device_id': 'c59c1575-6300-47b2-a050-7c704076f12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:19.276585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:19.280842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:19.294169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:19.359411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:19.389813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:19.390538 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:19.447507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:29:19.559628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-15c29be8-54bb-4f70-a219-f85a65e6a8d0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7135384 Aug 11 00:29:19.565092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-22bf9202-dfc8-439c-aeba-f94a25c4f3d3 None None] Provisioning for port d533ac3c-7dbe-415c-b047-ae9123414f6e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:19.586210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Request body: {'port': {'device_id': '92065d6f-733e-41c3-8218-f0a523a273e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:19.590664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0fee7-6280-4e87-bda3-79b41f59ca73 req-259f6ee6-1e63-438d-901d-7ae31c2789f1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:19.600317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96a0fee7-6280-4e87-bda3-79b41f59ca73 req-259f6ee6-1e63-438d-901d-7ae31c2789f1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 931 time: 0.1537011 Aug 11 00:29:19.634034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-22bf9202-dfc8-439c-aeba-f94a25c4f3d3 None None] Provisioning complete for port d533ac3c-7dbe-415c-b047-ae9123414f6e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:19.634878 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-22bf9202-dfc8-439c-aeba-f94a25c4f3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:19.664730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 2b4e5121-c22e-43ba-bf9b-f152e13439c1) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:19.713753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c816529-1451-47ac-baf4-65fff8023a40 None None] Network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:19.714088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:19.714088 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:19.727314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:19.744107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96a0fee7-6280-4e87-bda3-79b41f59ca73 req-556e12e1-581b-47be-a17e-f8eb7e2af05e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428275 Aug 11 00:29:19.882070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-22bf9202-dfc8-439c-aeba-f94a25c4f3d3 None None] Port d533ac3c-7dbe-415c-b047-ae9123414f6e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:29:19.889934 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53f319bc-e214-47cf-b316-52517a03be31 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2541521 Aug 11 00:29:19.894506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55792) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:19.903051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2048013907'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:19.964156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d533ac3c-7dbe-415c-b047-ae9123414f6e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:19.985364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.015426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Transition to ACTIVE for port object d533ac3c-7dbe-415c-b047-ae9123414f6e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:20.133706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:20.140033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.189417 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.235846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533a8fd-e69d-4e90-9cd9-4452bf8cbecf req-4373d0d9-78cc-4dde-a7e2-13ff15d0c1c7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:20.238315 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2533a8fd-e69d-4e90-9cd9-4452bf8cbecf req-4373d0d9-78cc-4dde-a7e2-13ff15d0c1c7 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 936 time: 0.2184811 Aug 11 00:29:20.354857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:29:20.386818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Pushing event updated for resources: {'Port': ['ID=d533ac3c-7dbe-415c-b047-ae9123414f6e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:20.398489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.398489 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Added segment 09b635d0-8eb6-4f67-8be4-056a08dfe248 of type vlan for network 5d47d831-a77a-45c3-b984-1a92d3f349b6 Aug 11 00:29:20.430625 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2533a8fd-e69d-4e90-9cd9-4452bf8cbecf req-0765cabd-cb4b-4a2c-863f-c7a840524057 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632714 Aug 11 00:29:20.594828 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.632640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:20.656526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Attempting to bind port d533ac3c-7dbe-415c-b047-ae9123414f6e on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:20.656859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Attempting to bind port d533ac3c-7dbe-415c-b047-ae9123414f6e by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:20.658451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Attempting to bind port d533ac3c-7dbe-415c-b047-ae9123414f6e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:20.665856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Port d533ac3c-7dbe-415c-b047-ae9123414f6e on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:29:20.666835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Attempting to bind port d533ac3c-7dbe-415c-b047-ae9123414f6e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:20.681539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:20.681539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:20.681920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:20.682089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.682263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Bound port: d533ac3c-7dbe-415c-b047-ae9123414f6e, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:20.683512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.701714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-2b4e5121-c22e-43ba-bf9b-f152e13439c1', 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'fixed_ips': [{'subnet_id': '63ec5674-c25b-4645-aa0f-52a4df31bc20'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:29:20.703573 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.709727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72935fa5-1104-406a-829c-4919fe7e2510 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:20.726945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.771939 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.778364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:20.779813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.796997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Transition to ACTIVE for port object 72935fa5-1104-406a-829c-4919fe7e2510 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:20.815049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b400bb8-585d-4798-b4b3-ea61da5ba1b9 req-9275bc48-f468-47f9-a059-b2e3b6fca8be tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:20.817174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b400bb8-585d-4798-b4b3-ea61da5ba1b9 req-9275bc48-f468-47f9-a059-b2e3b6fca8be tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 950 time: 0.2278142 Aug 11 00:29:20.924883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b400bb8-585d-4798-b4b3-ea61da5ba1b9 req-175eef34-b60c-4019-b2e9-f5206f5d7724 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981758 Aug 11 00:29:20.927088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:20.930398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] For port d533ac3c-7dbe-415c-b047-ae9123414f6e, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:20.972364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Network': ['ID=5d47d831-a77a-45c3-b984-1a92d3f349b6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:20.994056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] For port d533ac3c-7dbe-415c-b047-ae9123414f6e, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d533ac3c-7dbe-415c-b047-ae9123414f6e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:21.000261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 5d47d831-a77a-45c3-b984-1a92d3f349b6 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:29:21.070024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1653a27-585c-4a03-8876-41fbb55f7a5a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1744688 Aug 11 00:29:21.085185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55810) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:21.085185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'subnet': {'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:21.086007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Pushing event updated for resources: {'Port': ['ID=72935fa5-1104-406a-829c-4919fe7e2510,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:21.153210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Allocated IP 19.80.0.2 (2b4e5121-c22e-43ba-bf9b-f152e13439c1/63ec5674-c25b-4645-aa0f-52a4df31bc20/c27fad28-f024-4518-84b6-a770d41dd41b) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:21.279781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:21.340696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Attempting to bind port 72935fa5-1104-406a-829c-4919fe7e2510 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:21.341255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Attempting to bind port 72935fa5-1104-406a-829c-4919fe7e2510 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:21.341846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Attempting to bind port 72935fa5-1104-406a-829c-4919fe7e2510 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:21.351552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Port 72935fa5-1104-406a-829c-4919fe7e2510 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:29:21.352095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Attempting to bind port 72935fa5-1104-406a-829c-4919fe7e2510 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:21.370705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ec60a-903a-42d0-9a34-bab3c65f8f3d req-7e037b68-870c-4e4b-95ee-6f3ec1a3b60f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:21.384334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-492ec60a-903a-42d0-9a34-bab3c65f8f3d req-7e037b68-870c-4e4b-95ee-6f3ec1a3b60f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 943 time: 0.1941593 Aug 11 00:29:21.389797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:21.390361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Checking segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:21.390990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Bound using segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:21.402848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Bound port: 72935fa5-1104-406a-829c-4919fe7e2510, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:21.408209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:21.446947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:21.448000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:21.450078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] 10.222.0.44 "PUT /v2.0/ports/d533ac3c-7dbe-415c-b047-ae9123414f6e HTTP/1.1" status: 200 len: 1097 time: 2.2224975 Aug 11 00:29:21.576828 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:21.580111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-492ec60a-903a-42d0-9a34-bab3c65f8f3d req-02311b2b-c921-4740-812f-6a8123460e30 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723216 Aug 11 00:29:21.597190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Transition to ACTIVE for port object c27fad28-f024-4518-84b6-a770d41dd41b will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:21.640945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Transition to ACTIVE for port object c27fad28-f024-4518-84b6-a770d41dd41b will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:21.653108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] For port 72935fa5-1104-406a-829c-4919fe7e2510, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:21.656937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] For port 72935fa5-1104-406a-829c-4919fe7e2510, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=72935fa5-1104-406a-829c-4919fe7e2510,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:21.787809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59c1575-6300-47b2-a050-7c704076f12d', 'tag': 'd533ac3c-7dbe-415c-b047-ae9123414f6e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:21.790079 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "c59c1575-6300-47b2-a050-7c704076f12d", "tag": "d533ac3c-7dbe-415c-b047-ae9123414f6e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:21.840067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e38ff-c56b-44b1-ba80-45bff5303de7 req-a17f622d-838b-484b-87ca-942bd0e886c5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:21.841909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-056e38ff-c56b-44b1-ba80-45bff5303de7 req-a17f622d-838b-484b-87ca-942bd0e886c5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 948 time: 0.0680237 Aug 11 00:29:21.894379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8b3c4-56d3-47db-8377-d167f2de311b req-04b41724-64c9-4252-bdda-d977e0a9bf4a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:21.896043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-37e8b3c4-56d3-47db-8377-d167f2de311b req-04b41724-64c9-4252-bdda-d977e0a9bf4a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 949 time: 0.6500876 Aug 11 00:29:21.902173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603ca2a-d14c-4341-83f9-07c266be0937 service neutron] Pushing event updated for resources: {'Port': ['ID=d533ac3c-7dbe-415c-b047-ae9123414f6e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:21.907607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-056e38ff-c56b-44b1-ba80-45bff5303de7 req-c91a6bed-13cc-41c1-91cd-4257b1cf1373 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468554 Aug 11 00:29:21.942695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-7d8a3525-914a-4fb1-9213-df24fd3987d9 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:21.944290 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-7d8a3525-914a-4fb1-9213-df24fd3987d9 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 950 time: 0.1503992 Aug 11 00:29:21.961437 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c025be-d96e-4394-b416-854b52b146a6 x-openstack-request-id: req-65c025be-d96e-4394-b416-854b52b146a6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:21.961737 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59c1575-6300-47b2-a050-7c704076f12d", "tag": "d533ac3c-7dbe-415c-b047-ae9123414f6e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:21.961987 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65c025be-d96e-4394-b416-854b52b146a6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:21.962376 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59c1575-6300-47b2-a050-7c704076f12d', 'tag': 'd533ac3c-7dbe-415c-b047-ae9123414f6e', 'status': 'completed', 'code': 200} Aug 11 00:29:22.001101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-cbc7600a-1676-4510-bc6f-189602e176f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:22.004122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-cbc7600a-1676-4510-bc6f-189602e176f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 1100 time: 0.0781558 Aug 11 00:29:22.007026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-37e8b3c4-56d3-47db-8377-d167f2de311b req-b8444b07-3cac-44a4-92ee-9df353ef1e36 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976446 Aug 11 00:29:22.042737 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.077634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:22.085238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.105942 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-9ca01f4f-ecb7-4302-a8f9-b497de0136b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=d533ac3c-7dbe-415c-b047-ae9123414f6e HTTP/1.1" status: 200 len: 217 time: 0.0822496 Aug 11 00:29:22.114261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.138553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:22.146315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:22.151724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:22.172437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Pushing event updated for resources: {'Port': ['ID=c27fad28-f024-4518-84b6-a770d41dd41b,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:22.192335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Deleting port 75f63290-2389-4c34-9634-42c3aacf3e64 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:22.192911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.230365 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.234300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:22.240948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.240948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] 10.222.0.55 "PUT /v2.0/ports/72935fa5-1104-406a-829c-4919fe7e2510 HTTP/1.1" status: 200 len: 1092 time: 2.6623933 Aug 11 00:29:22.247666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Attempting to bind port c27fad28-f024-4518-84b6-a770d41dd41b on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:22.248387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Attempting to bind port c27fad28-f024-4518-84b6-a770d41dd41b by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:22.248909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92065d6f-733e-41c3-8218-f0a523a273e8', 'tag': '72935fa5-1104-406a-829c-4919fe7e2510'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:22.249071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Attempting to bind port c27fad28-f024-4518-84b6-a770d41dd41b on network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:22.252008 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b7a93b-a26a-47a2-bce2-c27c99cddc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "92065d6f-733e-41c3-8218-f0a523a273e8", "tag": "72935fa5-1104-406a-829c-4919fe7e2510"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:22.255067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:22.255707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Checking segment: {'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:22.256144 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.256688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Bound using segment: {'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:22.258089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Bound port: c27fad28-f024-4518-84b6-a770d41dd41b, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:22.258089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.280162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-3e10268d-b362-46ae-8294-950f3c9822df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:22.281746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-3e10268d-b362-46ae-8294-950f3c9822df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1692989 Aug 11 00:29:22.328161 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264ce2f2-01c8-4c70-80af-af76785cbfdf x-openstack-request-id: req-264ce2f2-01c8-4c70-80af-af76785cbfdf {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:22.330848 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92065d6f-733e-41c3-8218-f0a523a273e8", "tag": "72935fa5-1104-406a-829c-4919fe7e2510", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:22.330848 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-264ce2f2-01c8-4c70-80af-af76785cbfdf {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:22.330848 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92065d6f-733e-41c3-8218-f0a523a273e8', 'tag': '72935fa5-1104-406a-829c-4919fe7e2510', 'status': 'completed', 'code': 200} Aug 11 00:29:22.348301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704032-3b55-478b-abe1-604ec1e9657d service neutron] Pushing event updated for resources: {'Port': ['ID=72935fa5-1104-406a-829c-4919fe7e2510,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:22.369757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada25d-958d-4b45-956e-f25bd5cffa6e req-951be399-2e2f-4d62-ac0c-705a339f419d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:22.378063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7ada25d-958d-4b45-956e-f25bd5cffa6e req-951be399-2e2f-4d62-ac0c-705a339f419d tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 950 time: 0.2708433 Aug 11 00:29:22.418574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] For port c27fad28-f024-4518-84b6-a770d41dd41b, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:22.434383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] For port c27fad28-f024-4518-84b6-a770d41dd41b, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c27fad28-f024-4518-84b6-a770d41dd41b,segment=NetworkSegment(f0d83c3f-9221-4733-bcd7-b521f168684e),segment_id=f0d83c3f-9221-4733-bcd7-b521f168684e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:22.446556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] For port 75f63290-2389-4c34-9634-42c3aacf3e64, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=75f63290-2389-4c34-9634-42c3aacf3e64,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:22.450366 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.460591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-bfc31bed-ec18-4884-a580-d44cb838a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:22.462276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-bfc31bed-ec18-4884-a580-d44cb838a32e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690710 Aug 11 00:29:22.477068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7ada25d-958d-4b45-956e-f25bd5cffa6e req-36218332-0176-43a5-8854-ee29e4ce0acb tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978074 Aug 11 00:29:22.494073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a93b-a26a-47a2-bce2-c27c99cddc6d req-3e12d7bd-2cb5-4aef-8424-ec48249b7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:22.494283 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22b7a93b-a26a-47a2-bce2-c27c99cddc6d req-3e12d7bd-2cb5-4aef-8424-ec48249b7827 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 1095 time: 0.1106992 Aug 11 00:29:22.521016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Calling delete_port for 75f63290-2389-4c34-9634-42c3aacf3e64 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:22.521692 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:22.701758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3495-352b-4d77-8538-3987d6813c86 None None] Pushing event updated for resources: {'Port': ['ID=c27fad28-f024-4518-84b6-a770d41dd41b,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:22.785767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a93b-a26a-47a2-bce2-c27c99cddc6d req-8fe632fc-a90b-4747-8c8f-68c78747ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:22.792727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22b7a93b-a26a-47a2-bce2-c27c99cddc6d req-8fe632fc-a90b-4747-8c8f-68c78747ec06 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2813942 Aug 11 00:29:22.975872 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:23.013917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-41f51155-3b58-4407-8e51-3cec31c505e7 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062931 Aug 11 00:29:23.062077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283972b9-8717-403c-aef0-819c8d97413d req-b815d23b-3de2-41ee-ac1d-b3fda76f6e5c tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:23.080466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-283972b9-8717-403c-aef0-819c8d97413d req-b815d23b-3de2-41ee-ac1d-b3fda76f6e5c tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 949 time: 0.4708774 Aug 11 00:29:23.178710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b650f-58a1-4400-a92d-b4c3155266ce req-999ef566-8eda-4499-b831-7ee48dff1b3a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:23.181442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca8b650f-58a1-4400-a92d-b4c3155266ce req-999ef566-8eda-4499-b831-7ee48dff1b3a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 943 time: 0.3125107 Aug 11 00:29:23.241049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Subnet': ['ID=3c98fed9-5906-44c2-8acf-4a27d61c3558,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:23.307146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:23.322258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d2716a12-a59c-4ef5-9e11-fca7c4b38a84'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:23.330916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca8b650f-58a1-4400-a92d-b4c3155266ce req-6e6839e7-0832-45bf-8bed-7e9faa537e9b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186042 Aug 11 00:29:23.385019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Checking segment: {'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:23.385584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network hostable DHCP agents. Network: 5d47d831-a77a-45c3-b984-1a92d3f349b6, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:29:23.398316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Pushing event deleted for resources: {'Port': ['ID=75f63290-2389-4c34-9634-42c3aacf3e64,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:23.471661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a93b-a26a-47a2-bce2-c27c99cddc6d req-3fe899fb-cf7d-4df4-82bf-bdd3bfc4dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:23.481850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22b7a93b-a26a-47a2-bce2-c27c99cddc6d req-3fe899fb-cf7d-4df4-82bf-bdd3bfc4dffd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6672711 Aug 11 00:29:23.519927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] No DVR routers for this DVR port 75f63290-2389-4c34-9634-42c3aacf3e64 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:23.535875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb20897-fa22-4c9d-8af1-ef304c06dc5f req-974922ac-48fc-4136-b373-253411d924e9 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:23.542894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2cb20897-fa22-4c9d-8af1-ef304c06dc5f req-974922ac-48fc-4136-b373-253411d924e9 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 948 time: 0.4597239 Aug 11 00:29:23.552258 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:23.552258 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45e9e03d-3f85-416d-9f88-aab1e9d71c51 req-4faa9b16-d7ee-4043-922f-b6b9ffbd7bf7 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "DELETE /v2.0/ports/75f63290-2389-4c34-9634-42c3aacf3e64 HTTP/1.1" status: 204 len: 173 time: 1.5975640 Aug 11 00:29:23.552698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50896ddc-f358-40fc-9725-c1d3bfa29526 req-6a888411-a025-4ff8-b994-dff06f85aaf0 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345981 Aug 11 00:29:23.627870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d8a7c-bf58-4a9a-b81f-6b0155b64425 req-1114d71c-f959-47b8-a083-ef49c9eada09 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:23.635791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e0d8a7c-bf58-4a9a-b81f-6b0155b64425 req-1114d71c-f959-47b8-a083-ef49c9eada09 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 949 time: 0.1848388 Aug 11 00:29:23.640035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network 5d47d831-a77a-45c3-b984-1a92d3f349b6 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:29:23.712012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2cb20897-fa22-4c9d-8af1-ef304c06dc5f req-08bc7d36-e679-4953-9335-71a2b54f3367 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199613 Aug 11 00:29:23.713254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e0d8a7c-bf58-4a9a-b81f-6b0155b64425 req-4e6c8e0f-22ad-4c0a-9249-1273a2071379 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/security-groups?id=561d5aba-0437-46d0-a879-c32e49377bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624847 Aug 11 00:29:23.718189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c163-77f5-4180-9b38-903f607cd056 req-f6e40f8c-5f32-4e1c-a3fe-f57c8676f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:23.720489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-f6e40f8c-5f32-4e1c-a3fe-f57c8676f9d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 1095 time: 0.1684704 Aug 11 00:29:23.724803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Deleting port de64ab48-8439-477d-8732-9088e00a4a5f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:23.725355 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:23.851426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 5d47d831-a77a-45c3-b984-1a92d3f349b6) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:23.863068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:23.864135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:23.867128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb78c8e4-3fc2-4bdf-a47c-b6ed41afaf26 None None] Network 5d47d831-a77a-45c3-b984-1a92d3f349b6 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:23.964365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f1c9fe-906c-4ed9-927b-6af29a9c12df', 'name': 'network-vif-deleted', 'tag': '75f63290-2389-4c34-9634-42c3aacf3e64'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:23.977335 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8997a9-9ad9-46c3-bb83-5994acfda486" -d '{"events": [{"server_uuid": "d4f1c9fe-906c-4ed9-927b-6af29a9c12df", "name": "network-vif-deleted", "tag": "75f63290-2389-4c34-9634-42c3aacf3e64"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:24.029861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-02c3c0f1-b002-41e2-9b66-bc131f65fd79 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9490123 Aug 11 00:29:24.245709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-b64d55b9-7a06-437a-baad-18b9dc9848ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72935fa5-1104-406a-829c-4919fe7e2510 HTTP/1.1" status: 200 len: 217 time: 0.5129437 Aug 11 00:29:24.317275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-96a36260-3d1f-4a9a-a08c-9083d2964af4 req-a75b4d33-2b56-4112-9517-ae21c65ba2ab tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4f1c9fe-906c-4ed9-927b-6af29a9c12df HTTP/1.1" status: 200 len: 210 time: 0.1433597 Aug 11 00:29:24.370525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] For port de64ab48-8439-477d-8732-9088e00a4a5f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=de64ab48-8439-477d-8732-9088e00a4a5f,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:24.386204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:24.398869 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e50ae3-ab4b-4bd0-8c95-1657183af62f x-openstack-request-id: req-86e50ae3-ab4b-4bd0-8c95-1657183af62f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:24.399191 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f1c9fe-906c-4ed9-927b-6af29a9c12df", "name": "network-vif-deleted", "tag": "75f63290-2389-4c34-9634-42c3aacf3e64", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:24.399510 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86e50ae3-ab4b-4bd0-8c95-1657183af62f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:24.399944 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f1c9fe-906c-4ed9-927b-6af29a9c12df', 'name': 'network-vif-deleted', 'tag': '75f63290-2389-4c34-9634-42c3aacf3e64', 'status': 'completed', 'code': 200} Aug 11 00:29:24.439507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Calling delete_port for de64ab48-8439-477d-8732-9088e00a4a5f owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:24.445897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-5d47d831-a77a-45c3-b984-1a92d3f349b6', 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'fixed_ips': [{'subnet_id': '3c98fed9-5906-44c2-8acf-4a27d61c3558'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:29:24.446732 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:24.662275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-5c5007df-6cfd-440d-865a-6f6a81b147ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:24.697638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-5c5007df-6cfd-440d-865a-6f6a81b147ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 1100 time: 0.6880503 Aug 11 00:29:24.699475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Allocated IP 19.86.0.2 (5d47d831-a77a-45c3-b984-1a92d3f349b6/3c98fed9-5906-44c2-8acf-4a27d61c3558/cef6f380-35f6-45a7-8ded-bc07dc5539e7) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:24.829084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-87238f61-e4a8-4de0-9d57-0446d7d5f650 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:24.849654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-87238f61-e4a8-4de0-9d57-0446d7d5f650 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:24.860667 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-87238f61-e4a8-4de0-9d57-0446d7d5f650 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/networks?id=2b4e5121-c22e-43ba-bf9b-f152e13439c1&id=5d47d831-a77a-45c3-b984-1a92d3f349b6 HTTP/1.1" status: 200 len: 1392 time: 0.3205178 Aug 11 00:29:24.866543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-635499dd-8c56-4d06-a159-a8f575d2c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:24.870801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-635499dd-8c56-4d06-a159-a8f575d2c146 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1704795 Aug 11 00:29:24.921508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c27fad28-f024-4518-84b6-a770d41dd41b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:24.928863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-0071c225-7bc9-4a6e-972b-2ca15977c3cc tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/quotas/3225353944484b7bb68c660a8cc786ed HTTP/1.1" status: 200 len: 375 time: 0.0462985 Aug 11 00:29:24.983094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4a65d-5680-45d4-a4a0-21c610b932c2 None None] Network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:25.004858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c163-77f5-4180-9b38-903f607cd056 req-2df6e0c8-009c-4ce7-9465-a57ce4efba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:25.006441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-2df6e0c8-009c-4ce7-9465-a57ce4efba34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.6872497 Aug 11 00:29:25.010898 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-d4cd943d-e7d9-4851-a22d-e16836e0561d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=d533ac3c-7dbe-415c-b047-ae9123414f6e HTTP/1.1" status: 200 len: 217 time: 0.1075742 Aug 11 00:29:25.024490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5d64710f-23ef-4cf9-b230-4a5db1c10a3c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940306 Aug 11 00:29:25.049258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4829d2-b28e-4cfb-b298-015451c9ec4a req-90ba3979-572c-41ae-9979-ed1cdc38de50 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:25.050918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb4829d2-b28e-4cfb-b298-015451c9ec4a req-90ba3979-572c-41ae-9979-ed1cdc38de50 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 943 time: 0.5343716 Aug 11 00:29:25.059109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d533ac3c-7dbe-415c-b047-ae9123414f6e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:29:25.063225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 75f63290-2389-4c34-9634-42c3aacf3e64 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:25.073306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-211efb2b-ed12-4354-bfcf-3b22d941d5fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555322 Aug 11 00:29:25.183224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-32e4cce8-701a-42b8-88d5-dee3a7fa93be service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e5121-c22e-43ba-bf9b-f152e13439c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558003 Aug 11 00:29:25.187331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 75f63290-2389-4c34-9634-42c3aacf3e64 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:25.188096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 75f63290-2389-4c34-9634-42c3aacf3e64 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:25.352216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-a39637f3-ceb3-4474-a62d-45af2f7bc491 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4e5121-c22e-43ba-bf9b-f152e13439c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609056 Aug 11 00:29:25.406137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-58c9e107-e2f4-4a32-b2db-0e58108f2702 None None] Provisioning for port c27fad28-f024-4518-84b6-a770d41dd41b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:25.411996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d533ac3c-7dbe-415c-b047-ae9123414f6e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d533ac3c-7dbe-415c-b047-ae9123414f6e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:25.465689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:25.467888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'd533ac3c-7dbe-415c-b047-ae9123414f6e', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'd533ac3c-7dbe-415c-b047-ae9123414f6e', 'mac_address': 'fa:16:3e:ff:9d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:29:25.478664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Transition to ACTIVE for port object cef6f380-35f6-45a7-8ded-bc07dc5539e7 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:25.524897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-531ce56a-31e5-4461-b4f7-39f16caa1a1f service neutron] 10.222.0.43 "GET /v2.0/networks/5d47d831-a77a-45c3-b984-1a92d3f349b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694906 Aug 11 00:29:25.544268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c27fad28-f024-4518-84b6-a770d41dd41b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:25.562093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Transition to ACTIVE for port object cef6f380-35f6-45a7-8ded-bc07dc5539e7 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:25.565043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c27fad28-f024-4518-84b6-a770d41dd41b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:25.565538 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:25.588996 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:25.634696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d533ac3c-7dbe-415c-b047-ae9123414f6e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:25.697246 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:25.700791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d533ac3c-7dbe-415c-b047-ae9123414f6e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d533ac3c-7dbe-415c-b047-ae9123414f6e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:25.723486 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-a5028600-be02-4504-84db-f9af1c642dcb service neutron] 10.222.0.43 "GET /v2.0/networks/5d47d831-a77a-45c3-b984-1a92d3f349b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970072 Aug 11 00:29:25.754150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-69165fb0-8170-40b4-be8c-9723ba30937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:25.754150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-69165fb0-8170-40b4-be8c-9723ba30937a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.7263708 Aug 11 00:29:25.804200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Network 5d47d831-a77a-45c3-b984-1a92d3f349b6 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:25.805965 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:25.810891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Pushing event updated for resources: {'Port': ['ID=cef6f380-35f6-45a7-8ded-bc07dc5539e7,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:25.816561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:25.842516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb4829d2-b28e-4cfb-b298-015451c9ec4a req-67756a88-4d9c-4bee-8e8f-b528feb590e5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7739453 Aug 11 00:29:25.884689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d533ac3c-7dbe-415c-b047-ae9123414f6e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:25.895291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:25.984645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:26.038021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Attempting to bind port cef6f380-35f6-45a7-8ded-bc07dc5539e7 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:26.038421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Attempting to bind port cef6f380-35f6-45a7-8ded-bc07dc5539e7 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:26.038786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Attempting to bind port cef6f380-35f6-45a7-8ded-bc07dc5539e7 on network 5d47d831-a77a-45c3-b984-1a92d3f349b6 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:26.045586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port c27fad28-f024-4518-84b6-a770d41dd41b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c27fad28-f024-4518-84b6-a770d41dd41b,segment=NetworkSegment(f0d83c3f-9221-4733-bcd7-b521f168684e),segment_id=f0d83c3f-9221-4733-bcd7-b521f168684e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:26.049128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:26.049508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Checking segment: {'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:26.049906 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:26.050314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Bound using segment: {'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:26.050804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Bound port: cef6f380-35f6-45a7-8ded-bc07dc5539e7, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:26.051224 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:26.067269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-10ee0921-2168-4a50-a61e-528822292e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:26.070554 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-10ee0921-2168-4a50-a61e-528822292e12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3117564 Aug 11 00:29:26.246454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d533ac3c-7dbe-415c-b047-ae9123414f6e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:26.258366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-e6ec7ab0-0498-4d06-acea-6294e23ba2f6 service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1248157 Aug 11 00:29:26.292306 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:26.400244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-05c7a600-95c3-41ad-9038-1cd9bc1ba28b None None] Provisioning complete for port c27fad28-f024-4518-84b6-a770d41dd41b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:26.400623 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05c7a600-95c3-41ad-9038-1cd9bc1ba28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:26.424939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57d70b59-d840-401f-b321-bad63450f51a req-047e0dba-2def-4371-8304-91d46e7de25f tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.0790951 Aug 11 00:29:26.453554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=c27fad28-f024-4518-84b6-a770d41dd41b,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:26.469715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] For port cef6f380-35f6-45a7-8ded-bc07dc5539e7, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:26.513657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] For port cef6f380-35f6-45a7-8ded-bc07dc5539e7, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cef6f380-35f6-45a7-8ded-bc07dc5539e7,segment=NetworkSegment(09b635d0-8eb6-4f67-8be4-056a08dfe248),segment_id=09b635d0-8eb6-4f67-8be4-056a08dfe248)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:26.622248 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:26.628530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4261c163-77f5-4180-9b38-903f607cd056 req-0864815c-b521-4143-b0f5-92d5ac09e8ba service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503821 Aug 11 00:29:26.661104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2008-73b2-4844-b9fe-7c00930c84e6 req-2d274df9-e938-4d5b-83d1-ecbae5c0cb05 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:26.671266 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:26.677892 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef8d2008-73b2-4844-b9fe-7c00930c84e6 req-2d274df9-e938-4d5b-83d1-ecbae5c0cb05 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 949 time: 0.6509902 Aug 11 00:29:26.806119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Pushing event deleted for resources: {'Port': ['ID=de64ab48-8439-477d-8732-9088e00a4a5f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:26.836093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ce5c7-8d57-480c-8bad-5e5c417b4d9e None None] Pushing event updated for resources: {'Port': ['ID=cef6f380-35f6-45a7-8ded-bc07dc5539e7,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:26.843699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device de64ab48-8439-477d-8732-9088e00a4a5f no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:26.888720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c27fad28-f024-4518-84b6-a770d41dd41b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:26.933473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] No DVR routers for this DVR port de64ab48-8439-477d-8732-9088e00a4a5f on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:26.950015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:26.954554 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-283972b9-8717-403c-aef0-819c8d97413d req-0c896ef6-dec9-4aa8-9858-1c8471be5d1a tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.55 "DELETE /v2.0/ports/de64ab48-8439-477d-8732-9088e00a4a5f HTTP/1.1" status: 204 len: 173 time: 3.8498170 Aug 11 00:29:26.984674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef8d2008-73b2-4844-b9fe-7c00930c84e6 req-5385b2e7-b6b0-4be5-86b0-175c3be0ae7a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064094 Aug 11 00:29:26.985754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c6f432-4501-45ff-a400-2f7d3775991c', 'name': 'network-vif-deleted', 'tag': 'de64ab48-8439-477d-8732-9088e00a4a5f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:26.989910 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d95b5e5-5287-4693-a73f-f8bd29efcfa3" -d '{"events": [{"server_uuid": "c4c6f432-4501-45ff-a400-2f7d3775991c", "name": "network-vif-deleted", "tag": "de64ab48-8439-477d-8732-9088e00a4a5f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:27.010350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: de64ab48-8439-477d-8732-9088e00a4a5f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:27.010932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device de64ab48-8439-477d-8732-9088e00a4a5f not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:27.011408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e812e69-6e4a-46e0-b3e4-988535a3341b req-9353283f-3aaa-41b6-ab81-4f615242eb7e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 210 time: 0.0794244 Aug 11 00:29:27.066207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-21833ec2-7c3e-48fc-aa8e-7ead7190a16c service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9531634 Aug 11 00:29:27.140164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c27fad28-f024-4518-84b6-a770d41dd41b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:27.140983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:27.184655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1b7ac-b7ae-4475-943f-01c44aa57440 req-87638770-ee8a-41d5-bb86-56953f9b596f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:27.187427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87d1b7ac-b7ae-4475-943f-01c44aa57440 req-87638770-ee8a-41d5-bb86-56953f9b596f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 943 time: 0.0869222 Aug 11 00:29:27.319129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87d1b7ac-b7ae-4475-943f-01c44aa57440 req-00f653ee-393a-43aa-84a9-aa2b30b6f9f3 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122003 Aug 11 00:29:27.401558 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3ea2af-813f-493b-adb0-4939457c1250 x-openstack-request-id: req-fe3ea2af-813f-493b-adb0-4939457c1250 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:27.401957 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c6f432-4501-45ff-a400-2f7d3775991c", "name": "network-vif-deleted", "tag": "de64ab48-8439-477d-8732-9088e00a4a5f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:27.402444 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe3ea2af-813f-493b-adb0-4939457c1250 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:27.402822 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c6f432-4501-45ff-a400-2f7d3775991c', 'name': 'network-vif-deleted', 'tag': 'de64ab48-8439-477d-8732-9088e00a4a5f', 'status': 'completed', 'code': 200} Aug 11 00:29:27.444145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebb3296f-cc61-4b36-b6b6-9988c6f28ac4 req-e42c1e94-c830-4645-8942-cd7af4205c60 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637674 Aug 11 00:29:27.712860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25a739ee-44b3-4edf-a19d-d66b39ebcd6a req-2c4dbd8c-e2a0-437e-abe6-9eccb05e29c2 tempest-ServersAdminNegativeTestJSON-1781604820 tempest-ServersAdminNegativeTestJSON-1781604820-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4c6f432-4501-45ff-a400-2f7d3775991c HTTP/1.1" status: 200 len: 210 time: 0.0669043 Aug 11 00:29:28.047531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5fc7-d55c-4dd2-9fd0-c3f91227414d req-8d88237f-24ac-4627-8ed8-4eb533384046 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:28.051071 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a51e5fc7-d55c-4dd2-9fd0-c3f91227414d req-8d88237f-24ac-4627-8ed8-4eb533384046 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 950 time: 0.0885935 Aug 11 00:29:28.133319 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a51e5fc7-d55c-4dd2-9fd0-c3f91227414d req-9eab117f-4db2-41ec-b97d-bfd2a2558531 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Aug 11 00:29:28.282828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9427a-a423-49df-ae5f-fe7a2404874b req-378e9293-25fd-48b1-bafd-1c1f81912931 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:28.287066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c83dc3ba-6c03-4763-a647-aecee99bf4dc req-5720251b-986a-4d53-a636-53e12da4ddc4 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 210 time: 0.0595002 Aug 11 00:29:28.287379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44b9427a-a423-49df-ae5f-fe7a2404874b req-378e9293-25fd-48b1-bafd-1c1f81912931 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 949 time: 0.1396406 Aug 11 00:29:28.370414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44b9427a-a423-49df-ae5f-fe7a2404874b req-fc313de5-9479-4d65-800f-2dd1d03ea169 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714295 Aug 11 00:29:28.532217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcf406-7863-4b17-8030-2cc1a91d6b4e req-9dbb688f-f844-4b4c-a598-9bd5cc284cc1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:28.535322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ffcf406-7863-4b17-8030-2cc1a91d6b4e req-9dbb688f-f844-4b4c-a598-9bd5cc284cc1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 943 time: 0.1057858 Aug 11 00:29:28.636104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ffcf406-7863-4b17-8030-2cc1a91d6b4e req-4feb1e8f-52e2-4aba-b93c-bf26b5da9f5a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872190 Aug 11 00:29:28.832962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d0fb1-4ff8-4659-a9cd-1eeca36276ee None None] Network 5d47d831-a77a-45c3-b984-1a92d3f349b6 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:28.922538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cef6f380-35f6-45a7-8ded-bc07dc5539e7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:28.980810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d533ac3c-7dbe-415c-b047-ae9123414f6e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:29.173726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2490ed90-4e4c-4354-869e-b556f74bf97a None None] Provisioning for port cef6f380-35f6-45a7-8ded-bc07dc5539e7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:29.277876 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:29.337615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52feba9-5c50-47f0-8eab-3de0aed8e30e req-4aa4f3c8-12ea-4594-b081-a71ad345e69a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:29.339382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b52feba9-5c50-47f0-8eab-3de0aed8e30e req-4aa4f3c8-12ea-4594-b081-a71ad345e69a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 950 time: 0.0857694 Aug 11 00:29:29.369082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cef6f380-35f6-45a7-8ded-bc07dc5539e7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:29.375501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cef6f380-35f6-45a7-8ded-bc07dc5539e7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:29.376008 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:29.406499 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b52feba9-5c50-47f0-8eab-3de0aed8e30e req-3c3da198-0652-4392-8659-41a61d6fcf3a tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/security-groups?id=968b7f65-da21-44d3-8d08-85d0f3f80513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 Aug 11 00:29:29.418639 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:29.421580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port d533ac3c-7dbe-415c-b047-ae9123414f6e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:29.427431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port d533ac3c-7dbe-415c-b047-ae9123414f6e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:29.427907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:29.517069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-daaae8c1-5ea7-495a-9f44-8268f92aeeb2 req-98bb1410-ab8b-414b-abdc-b4e46d7574c7 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 210 time: 0.0845561 Aug 11 00:29:29.560727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-e2c09319-7ac4-4083-846b-17a2af83d68e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:29.564285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-e2c09319-7ac4-4083-846b-17a2af83d68e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 950 time: 0.0926752 Aug 11 00:29:29.663677 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:29.667988 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:29.741355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d533ac3c-7dbe-415c-b047-ae9123414f6e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d533ac3c-7dbe-415c-b047-ae9123414f6e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:29.749640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59c1575-6300-47b2-a050-7c704076f12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd533ac3c-7dbe-415c-b047-ae9123414f6e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:29.755816 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0068412-e54c-490c-8832-36ebe75b754f" -d '{"events": [{"server_uuid": "c59c1575-6300-47b2-a050-7c704076f12d", "name": "network-vif-plugged", "status": "completed", "tag": "d533ac3c-7dbe-415c-b047-ae9123414f6e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:29.771600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08ba9-8ac1-4358-af53-843d5a4eac9d req-21ac8ffa-cdb6-4fd8-b1e2-8bbadf7770bc tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:29.783797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c08ba9-8ac1-4358-af53-843d5a4eac9d req-21ac8ffa-cdb6-4fd8-b1e2-8bbadf7770bc tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 949 time: 0.1680021 Aug 11 00:29:29.817725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port cef6f380-35f6-45a7-8ded-bc07dc5539e7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cef6f380-35f6-45a7-8ded-bc07dc5539e7,segment=NetworkSegment(09b635d0-8eb6-4f67-8be4-056a08dfe248),segment_id=09b635d0-8eb6-4f67-8be4-056a08dfe248)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:29.862702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Deleting port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:29.863026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:29.877759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c08ba9-8ac1-4358-af53-843d5a4eac9d req-04a68a4d-16a0-43ce-b4dd-e14a607ad3aa tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758307 Aug 11 00:29:29.890769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4393e6a6-62f7-4bd3-8ff6-4957b3422744 None None] Provisioning complete for port cef6f380-35f6-45a7-8ded-bc07dc5539e7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:29.915421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4393e6a6-62f7-4bd3-8ff6-4957b3422744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:29.994208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc732a7-582c-4767-90eb-dcae22c2bf6b req-952edf32-f6ad-41e8-8147-9855af127126 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:30.019571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccc732a7-582c-4767-90eb-dcae22c2bf6b req-952edf32-f6ad-41e8-8147-9855af127126 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 943 time: 0.1902006 Aug 11 00:29:30.050829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:30.066504 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c74e14-252c-49fc-8dc2-efacb216ed14 x-openstack-request-id: req-c7c74e14-252c-49fc-8dc2-efacb216ed14 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:30.068263 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59c1575-6300-47b2-a050-7c704076f12d", "name": "network-vif-plugged", "status": "completed", "tag": "d533ac3c-7dbe-415c-b047-ae9123414f6e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:30.071255 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7c74e14-252c-49fc-8dc2-efacb216ed14 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:30.072472 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59c1575-6300-47b2-a050-7c704076f12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd533ac3c-7dbe-415c-b047-ae9123414f6e', 'code': 200} Aug 11 00:29:30.090018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] For port d2716a12-a59c-4ef5-9e11-fca7c4b38a84, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:30.090742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:30.110717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Calling delete_port for d2716a12-a59c-4ef5-9e11-fca7c4b38a84 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:30.148469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55966) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:30.178138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccc732a7-582c-4767-90eb-dcae22c2bf6b req-98427a48-5442-4ea7-a4de-7d5930a3bc81 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565943 Aug 11 00:29:30.229516 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:30.335548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d533ac3c-7dbe-415c-b047-ae9123414f6e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:30.437623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=cef6f380-35f6-45a7-8ded-bc07dc5539e7,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:30.471989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-30229a25-7f12-4a02-bad3-d9b761722bef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6adcd9b50bf49e9be40965cbcc4b0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216708 Aug 11 00:29:30.476142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55974) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:30.510897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e1df-b392-46c7-9c85-27d27a599415 req-98ef90af-b853-4e32-94bf-4feed1cb68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:30.512504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e25e1df-b392-46c7-9c85-27d27a599415 req-98ef90af-b853-4e32-94bf-4feed1cb68f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 1102 time: 0.3295596 Aug 11 00:29:30.561698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1096145-bc2f-44fe-8153-6e73b43304ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:30.588958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e25e1df-b392-46c7-9c85-27d27a599415 req-c8625ae6-410d-45f0-9c39-f2873a037378 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670698 Aug 11 00:29:30.619292 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1096145-bc2f-44fe-8153-6e73b43304ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:30.625045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:30.630216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a903aaea-7b83-400a-a386-62062e161513 req-ad060da8-19b7-45d6-9475-3f0bfeb0ad01 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 210 time: 0.0838094 Aug 11 00:29:30.637054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d2716a12-a59c-4ef5-9e11-fca7c4b38a84'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:30.708217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb3dc56c-2483-49f2-bb85-5d2c7f5aae28 req-6f0220f8-41b0-42a6-99c2-0171cacf68bd tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 210 time: 0.0684142 Aug 11 00:29:30.721021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 72935fa5-1104-406a-829c-4919fe7e2510 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:29:30.723238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Pushing event deleted for resources: {'Port': ['ID=d2716a12-a59c-4ef5-9e11-fca7c4b38a84,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:30.743359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cef6f380-35f6-45a7-8ded-bc07dc5539e7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:30.797337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] No DVR routers for this DVR port d2716a12-a59c-4ef5-9e11-fca7c4b38a84 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:30.825201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:30.828216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bdd295c-e613-4670-95d8-c76d91a24df7 req-d065229b-2808-4f5b-a315-2504b457126e tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.44 "DELETE /v2.0/ports/d2716a12-a59c-4ef5-9e11-fca7c4b38a84 HTTP/1.1" status: 204 len: 173 time: 1.2574010 Aug 11 00:29:30.828902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-deleted', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:30.832662 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fa58e0-9006-418f-b193-766b63f3b2e4" -d '{"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-deleted", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:30.847513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-488bb422-11f3-4bc5-b275-34dd1c4d947f tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:30.857829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-488bb422-11f3-4bc5-b275-34dd1c4d947f tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:30.860368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-488bb422-11f3-4bc5-b275-34dd1c4d947f tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "GET /v2.0/networks?id=2b4e5121-c22e-43ba-bf9b-f152e13439c1&id=5d47d831-a77a-45c3-b984-1a92d3f349b6 HTTP/1.1" status: 200 len: 1392 time: 0.2845399 Aug 11 00:29:30.878135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'port': {'device_id': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1', 'admin_state_up': True, 'tenant_id': '3225353944484b7bb68c660a8cc786ed'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:30.898571 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381cf998-e633-4d40-9b57-5e44a40a12b0 x-openstack-request-id: req-381cf998-e633-4d40-9b57-5e44a40a12b0 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:30.898997 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6934d7dd-0547-4683-96da-64c7fa3f53f6", "name": "network-vif-deleted", "tag": "d2716a12-a59c-4ef5-9e11-fca7c4b38a84", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:30.899517 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-381cf998-e633-4d40-9b57-5e44a40a12b0 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:30.900202 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6934d7dd-0547-4683-96da-64c7fa3f53f6', 'name': 'network-vif-deleted', 'tag': 'd2716a12-a59c-4ef5-9e11-fca7c4b38a84', 'status': 'completed', 'code': 200} Aug 11 00:29:30.939867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cef6f380-35f6-45a7-8ded-bc07dc5539e7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:30.940370 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:30.996282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 72935fa5-1104-406a-829c-4919fe7e2510, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=72935fa5-1104-406a-829c-4919fe7e2510,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:31.024289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '72935fa5-1104-406a-829c-4919fe7e2510', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'port_id': '72935fa5-1104-406a-829c-4919fe7e2510', 'mac_address': 'fa:16:3e:ce:ff:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9884a018-365d-4b7b-b843-68321a4fed50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:29:31.133189 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:31.162774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72935fa5-1104-406a-829c-4919fe7e2510 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:31.168702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1096145-bc2f-44fe-8153-6e73b43304ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:31.171395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1096145-bc2f-44fe-8153-6e73b43304ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:31.172626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d1096145-bc2f-44fe-8153-6e73b43304ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/561d5aba-0437-46d0-a879-c32e49377bc8 HTTP/1.1" status: 204 len: 168 time: 0.6955144 Aug 11 00:29:31.246617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1096145-bc2f-44fe-8153-6e73b43304ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d5aba-0437-46d0-a879-c32e49377bc8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:31.252807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 72935fa5-1104-406a-829c-4919fe7e2510, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=72935fa5-1104-406a-829c-4919fe7e2510,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:31.301936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909bd26-b0e8-40f2-a28e-f93e04680414 req-f88c5314-47b5-4de5-b3f4-859a92c26910 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:31.311054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8909bd26-b0e8-40f2-a28e-f93e04680414 req-f88c5314-47b5-4de5-b3f4-859a92c26910 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 950 time: 0.3054769 Aug 11 00:29:31.365930 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:31.408212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8909bd26-b0e8-40f2-a28e-f93e04680414 req-baaa24fd-e886-4ae0-80c9-3aa4aae04cfa tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956974 Aug 11 00:29:31.415098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:31.420682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:31.470935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=72935fa5-1104-406a-829c-4919fe7e2510,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:31.587200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a98487-2aa4-49a3-b849-dde28bdcf6a2 req-2cb57597-448a-49bf-a6c4-4ad4dd426826 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:31.589386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11a98487-2aa4-49a3-b849-dde28bdcf6a2 req-2cb57597-448a-49bf-a6c4-4ad4dd426826 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 944 time: 0.2308798 Aug 11 00:29:31.631419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['72935fa5-1104-406a-829c-4919fe7e2510'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:31.688330 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11a98487-2aa4-49a3-b849-dde28bdcf6a2 req-cd680b10-c242-4c76-9574-ff54b3b4a64b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663791 Aug 11 00:29:31.887274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72156fd1-645d-4f49-92d1-c49aea7df97f req-2b7aa43b-c262-4a6b-9167-01cddc64a295 tempest-ServersAdminTestJSON-56338911 tempest-ServersAdminTestJSON-56338911-project] 10.222.0.43 "GET /v2.0/ports?device_id=6934d7dd-0547-4683-96da-64c7fa3f53f6 HTTP/1.1" status: 200 len: 210 time: 0.0480702 Aug 11 00:29:31.898377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Allocated IP 19.80.0.254 (2b4e5121-c22e-43ba-bf9b-f152e13439c1/63ec5674-c25b-4645-aa0f-52a4df31bc20/425d6dee-6316-47fe-aa6e-da9423da0bef) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:32.014796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfab4dc3-168d-4717-909d-b58d83eaf442 req-9d708845-0d0b-4491-a338-1f07cc67e540 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 210 time: 0.0737207 Aug 11 00:29:32.298305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:32.327817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Transition to ACTIVE for port object 425d6dee-6316-47fe-aa6e-da9423da0bef will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:32.481139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:32.556720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:32.562727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:32.566914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:32.571927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Port': ['ID=425d6dee-6316-47fe-aa6e-da9423da0bef,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:32.598960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c11a32-4db6-40dc-b533-c2bdd02d780e req-5b62e35f-5d91-40e9-8722-595e239764b9 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:32.608181 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d8c11a32-4db6-40dc-b533-c2bdd02d780e req-5b62e35f-5d91-40e9-8722-595e239764b9 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 950 time: 0.1021788 Aug 11 00:29:32.674969 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d8c11a32-4db6-40dc-b533-c2bdd02d780e req-c6529341-a8ff-4c5c-9b8d-a7e1284bec23 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657296 Aug 11 00:29:32.717752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56020) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:32.734599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 72935fa5-1104-406a-829c-4919fe7e2510 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:32.752663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:32.753983 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:32.818958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d53fdbf0-d00b-4e32-af5e-58655de0965f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=185a0b20d9ec4929a53262958b5120d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0994020 Aug 11 00:29:32.824273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56024) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:32.936987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5460bb99-2c23-4a43-a526-f55b652e330d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0640190 Aug 11 00:29:32.951411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Request body: {'port': {'device_id': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6', 'admin_state_up': True, 'tenant_id': '3225353944484b7bb68c660a8cc786ed'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:33.016513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:33.024749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 72935fa5-1104-406a-829c-4919fe7e2510 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:33.057720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 72935fa5-1104-406a-829c-4919fe7e2510 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:33.058214 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.079227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: d2716a12-a59c-4ef5-9e11-fca7c4b38a84 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:33.079227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d2716a12-a59c-4ef5-9e11-fca7c4b38a84 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:33.080987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e8a75-f717-46da-a034-b0ad8e1ecf8e req-9cbd4262-8f45-400e-9340-96843e79a731 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:33.081654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a18bdd-f249-456c-b9ec-689aa833dc6a req-e3ccda67-0727-4793-9831-d46236964045 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:33.086649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3a18bdd-f249-456c-b9ec-689aa833dc6a req-e3ccda67-0727-4793-9831-d46236964045 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 1102 time: 0.2528193 Aug 11 00:29:33.097611 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-215e8a75-f717-46da-a034-b0ad8e1ecf8e req-9cbd4262-8f45-400e-9340-96843e79a731 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 944 time: 0.1259928 Aug 11 00:29:33.151805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-215e8a75-f717-46da-a034-b0ad8e1ecf8e req-d43ba714-ae07-4eb7-8a6a-d15c9093f07e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Aug 11 00:29:33.164037 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.171057 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.229997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92065d6f-733e-41c3-8218-f0a523a273e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72935fa5-1104-406a-829c-4919fe7e2510'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:33.231149 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f57f2b4-5e6f-4f71-aa4c-186d9494a825" -d '{"events": [{"server_uuid": "92065d6f-733e-41c3-8218-f0a523a273e8", "name": "network-vif-plugged", "status": "completed", "tag": "72935fa5-1104-406a-829c-4919fe7e2510"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:33.251520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 72935fa5-1104-406a-829c-4919fe7e2510, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=72935fa5-1104-406a-829c-4919fe7e2510,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:33.253769 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.260945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3a18bdd-f249-456c-b9ec-689aa833dc6a req-0a92e29c-38f5-4026-99ca-edf70c85ee00 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303639 Aug 11 00:29:33.271462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-70fd4b3a-1b46-40e1-8eb5-1838e1da4f2f None None] Provisioning for port 425d6dee-6316-47fe-aa6e-da9423da0bef completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:33.279947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-70fd4b3a-1b46-40e1-8eb5-1838e1da4f2f None None] Provisioning complete for port 425d6dee-6316-47fe-aa6e-da9423da0bef triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:33.281434 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-70fd4b3a-1b46-40e1-8eb5-1838e1da4f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.362428 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.386315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-70fd4b3a-1b46-40e1-8eb5-1838e1da4f2f None None] Port 425d6dee-6316-47fe-aa6e-da9423da0bef cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:29:33.495753 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926e1e32-04ec-4fe5-be18-af834e9e4418 x-openstack-request-id: req-926e1e32-04ec-4fe5-be18-af834e9e4418 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:33.496081 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92065d6f-733e-41c3-8218-f0a523a273e8", "name": "network-vif-plugged", "status": "completed", "tag": "72935fa5-1104-406a-829c-4919fe7e2510", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:33.496434 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-926e1e32-04ec-4fe5-be18-af834e9e4418 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:33.496676 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92065d6f-733e-41c3-8218-f0a523a273e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72935fa5-1104-406a-829c-4919fe7e2510', 'code': 200} Aug 11 00:29:33.571374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=72935fa5-1104-406a-829c-4919fe7e2510,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:33.579684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Made reservation on behalf of 3225353944484b7bb68c660a8cc786ed for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:33.595880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.611661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea41a0f-7577-4ad3-901b-61408cdd70d5 req-dac20e3f-0693-4a1f-8709-9f86ecb1e9ce tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:33.614861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bea41a0f-7577-4ad3-901b-61408cdd70d5 req-dac20e3f-0693-4a1f-8709-9f86ecb1e9ce tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 932 time: 0.1092029 Aug 11 00:29:33.632158 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.635309 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:33.667598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/562c6dce-b306-48d3-b4aa-33298d0025c2 HTTP/1.1" status: 204 len: 168 time: 0.8372693 Aug 11 00:29:33.700412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bea41a0f-7577-4ad3-901b-61408cdd70d5 req-948bdd2b-fcf4-4b61-8aea-5823a6cd9915 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783911 Aug 11 00:29:33.817770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c6dce-b306-48d3-b4aa-33298d0025c2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:33.839490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98502f-a941-43a7-a8ac-a5c8abd2910e req-828f9b2f-d827-4048-9b86-657ee8d32071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:33.841161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c98502f-a941-43a7-a8ac-a5c8abd2910e req-828f9b2f-d827-4048-9b86-657ee8d32071 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 1097 time: 0.3378839 Aug 11 00:29:33.842974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-2d4cc274-185c-480d-8d50-f4354bcab445 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613861 Aug 11 00:29:33.865288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.865679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.866010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.866353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.866687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.867050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.867398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.867730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.868062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.868389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.868718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:33.869144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabde0f9-e9d0-42da-88c1-ac04914b91cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:34.016257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c98502f-a941-43a7-a8ac-a5c8abd2910e req-55447a26-2a23-4d5a-a67e-8a9d9bafab6b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630750 Aug 11 00:29:34.017516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Allocated IP 19.86.0.184 (5d47d831-a77a-45c3-b984-1a92d3f349b6/3c98fed9-5906-44c2-8acf-4a27d61c3558/507b5b6f-e134-4666-b33a-3c65411f849b) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:34.092102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e856-520d-4f8a-9b02-df766d827254 req-fa689627-9d04-4d68-9944-fd02294623de tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:34.093640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-fa689627-9d04-4d68-9944-fd02294623de tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305081 Aug 11 00:29:34.125764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-a179f57b-6c73-4e96-a17a-eb786ebf030b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/quotas/308d288f8e964516b756bc93111f7fda HTTP/1.1" status: 200 len: 375 time: 0.0200117 Aug 11 00:29:34.262858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-655b2a63-a417-456b-9e24-b3d3d0f87f12 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1238146 Aug 11 00:29:34.298886 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:34.317553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Transition to ACTIVE for port object 507b5b6f-e134-4666-b33a-3c65411f849b will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:34.421997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d987c-93b9-4f5b-b539-85a794534415 req-90306b98-9752-4e87-bba6-9f1392679b00 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:34.435534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56062) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:34.440830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-771d987c-93b9-4f5b-b539-85a794534415 req-90306b98-9752-4e87-bba6-9f1392679b00 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 945 time: 0.1156371 Aug 11 00:29:34.508282 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:29:34.512484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:34.527796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-771d987c-93b9-4f5b-b539-85a794534415 req-a6cf7c4f-32b9-4c97-8c41-32ff1262ac68 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852635 Aug 11 00:29:34.596457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Network 5d47d831-a77a-45c3-b984-1a92d3f349b6 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:34.605464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:34.609138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:34.745772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:34.746783 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:34.798566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event updated for resources: {'Port': ['ID=507b5b6f-e134-4666-b33a-3c65411f849b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:34.817739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7eef5ad-51b1-4ce2-9360-2d0e9c1f2ab0 req-2f8cf9bf-ae37-4f5f-bf47-77907e3b8660 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 210 time: 0.0926185 Aug 11 00:29:34.864214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-740aeee2-56a4-40c0-b47b-ba959bd2d759 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f878ddbfcbb49579a3fd9d4053ff9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306083 Aug 11 00:29:34.868391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56080) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:34.968923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c37e1-8a4b-45b6-b706-60708cb5d4ee req-8b09b346-906b-4801-8f91-2d6f37f7c3de tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:34.972019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c37e1-8a4b-45b6-b706-60708cb5d4ee req-8b09b346-906b-4801-8f91-2d6f37f7c3de tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:34.980713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd1c37e1-8a4b-45b6-b706-60708cb5d4ee req-8b09b346-906b-4801-8f91-2d6f37f7c3de tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1655 time: 0.1113949 Aug 11 00:29:35.047906 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-54c1adb1-9fed-434b-8baa-c9748eeeb475 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1016705 Aug 11 00:29:35.051247 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c50374-be0e-4f1b-af5f-f8c1726eee7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:35.068555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Request body: {'port': {'device_id': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:35.106934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd1c37e1-8a4b-45b6-b706-60708cb5d4ee req-6a69141c-1835-4efe-8081-e1f602791679 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247492 Aug 11 00:29:35.115501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c50374-be0e-4f1b-af5f-f8c1726eee7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:35.173439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:35.359553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fdd17503-2788-4774-9237-d56e2b476837 None None] Provisioning for port 507b5b6f-e134-4666-b33a-3c65411f849b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:35.360784 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c50374-be0e-4f1b-af5f-f8c1726eee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:35.363959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fdd17503-2788-4774-9237-d56e2b476837 None None] Provisioning complete for port 507b5b6f-e134-4666-b33a-3c65411f849b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:35.364412 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fdd17503-2788-4774-9237-d56e2b476837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:35.365209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12c50374-be0e-4f1b-af5f-f8c1726eee7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:35.366724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-12c50374-be0e-4f1b-af5f-f8c1726eee7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/968b7f65-da21-44d3-8d08-85d0f3f80513 HTTP/1.1" status: 204 len: 168 time: 0.4970562 Aug 11 00:29:35.382863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c50374-be0e-4f1b-af5f-f8c1726eee7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968b7f65-da21-44d3-8d08-85d0f3f80513,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:35.429390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fdd17503-2788-4774-9237-d56e2b476837 None None] Port 507b5b6f-e134-4666-b33a-3c65411f849b cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:29:35.516130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425d6dee-6316-47fe-aa6e-da9423da0bef {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:35.526429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:35.544693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Transition to ACTIVE for port object 425d6dee-6316-47fe-aa6e-da9423da0bef will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:35.675254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc1461-4d29-4a99-8d58-e2569ea9228f req-a11b4a1f-1fbd-4245-b2e5-899b01032a76 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:35.677855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eebc1461-4d29-4a99-8d58-e2569ea9228f req-a11b4a1f-1fbd-4245-b2e5-899b01032a76 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 945 time: 0.0629714 Aug 11 00:29:35.733135 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eebc1461-4d29-4a99-8d58-e2569ea9228f req-6a5ca368-4def-4222-9fc7-fd9104f52005 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486238 Aug 11 00:29:35.832225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:35.954240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2aa45-4187-40b9-9f58-f199a3029ab2 req-665dac3e-da9c-4aaf-b540-e6df11e9ab62 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:35.963021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a2aa45-4187-40b9-9f58-f199a3029ab2 req-665dac3e-da9c-4aaf-b540-e6df11e9ab62 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 945 time: 0.1458406 Aug 11 00:29:35.972892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Pushing event updated for resources: {'Port': ['ID=425d6dee-6316-47fe-aa6e-da9423da0bef,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:35.989146 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50fd8508-0f81-4938-bbc3-b71f6ca982ba req-1cbcee48-c469-4b3a-b90b-f2a43b1d9e8c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 210 time: 0.0791178 Aug 11 00:29:36.090591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56124) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:36.303693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-network', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:36.386839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fce9a-73b9-4494-9c41-f105f795fa05 req-6bade2e0-16e7-44bf-8567-bf5bd154572b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:36.394013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fce9a-73b9-4494-9c41-f105f795fa05 req-6bade2e0-16e7-44bf-8567-bf5bd154572b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:36.395641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a2aa45-4187-40b9-9f58-f199a3029ab2 req-828260ea-c7ba-472a-946e-e793ef2c295a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316916 Aug 11 00:29:36.395832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f50fce9a-73b9-4494-9c41-f105f795fa05 req-6bade2e0-16e7-44bf-8567-bf5bd154572b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1667 time: 0.0881598 Aug 11 00:29:36.424795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Attempting to bind port 425d6dee-6316-47fe-aa6e-da9423da0bef on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:36.425654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Attempting to bind port 425d6dee-6316-47fe-aa6e-da9423da0bef by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:36.425654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Attempting to bind port 425d6dee-6316-47fe-aa6e-da9423da0bef on network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:36.430760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Port 425d6dee-6316-47fe-aa6e-da9423da0bef on network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:29:36.431207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Attempting to bind port 425d6dee-6316-47fe-aa6e-da9423da0bef on network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:36.437629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:36.437979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Checking segment: {'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:36.438425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Bound using segment: {'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:36.438879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Bound port: 425d6dee-6316-47fe-aa6e-da9423da0bef, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d83c3f-9221-4733-bcd7-b521f168684e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:36.439278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:36.455678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f50fce9a-73b9-4494-9c41-f105f795fa05 req-43b1a76a-63e9-4a10-b039-16155cdc9178 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475209 Aug 11 00:29:36.507539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Made reservation on behalf of 464e13a5309c4f22ad1e708af4fc78a8 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:36.509932 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:36.520307 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:36.532421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] For port 425d6dee-6316-47fe-aa6e-da9423da0bef, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:36.539353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] For port 425d6dee-6316-47fe-aa6e-da9423da0bef, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=425d6dee-6316-47fe-aa6e-da9423da0bef,segment=NetworkSegment(f0d83c3f-9221-4733-bcd7-b521f168684e),segment_id=f0d83c3f-9221-4733-bcd7-b521f168684e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:36.641316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:36.740390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:36.781149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:36.782137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:36.783623 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] 10.222.0.55 "PUT /v2.0/ports/425d6dee-6316-47fe-aa6e-da9423da0bef HTTP/1.1" status: 200 len: 1093 time: 1.7214816 Aug 11 00:29:36.786304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'tag': '425d6dee-6316-47fe-aa6e-da9423da0bef'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:36.789434 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157ee2e2-871e-42e6-9210-1bc1c74d9d20" -d '{"events": [{"name": "network-changed", "server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "tag": "425d6dee-6316-47fe-aa6e-da9423da0bef"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:36.836628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb492f9-89a4-4b64-9687-21bbf4ffa53e service neutron] Pushing event updated for resources: {'Port': ['ID=425d6dee-6316-47fe-aa6e-da9423da0bef,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:36.840911 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bca0c5-9047-495b-87f6-730ba14c3af5 x-openstack-request-id: req-c9bca0c5-9047-495b-87f6-730ba14c3af5 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:36.841195 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "tag": "425d6dee-6316-47fe-aa6e-da9423da0bef", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:36.841499 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9bca0c5-9047-495b-87f6-730ba14c3af5 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:36.859574 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'tag': '425d6dee-6316-47fe-aa6e-da9423da0bef', 'status': 'completed', 'code': 200} Aug 11 00:29:36.911839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-e5327bcc-bf97-415a-897a-e45256b6fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:36.913222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:36.916433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-e5327bcc-bf97-415a-897a-e45256b6fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:36.920505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-e5327bcc-bf97-415a-897a-e45256b6fe8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1915 time: 0.0579143 Aug 11 00:29:36.951747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:29:36.962949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a787a73-885b-4826-91fd-785a87b62b88,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:36.969424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:36.969930 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Added segment c0063e68-5d69-4af7-9722-6ad89a3509b8 of type vlan for network e52f46aa-02af-4590-8cfb-c547b1cfaf77 Aug 11 00:29:37.055940 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:37.163758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-d43cc3c3-ea3a-4e85-9290-520837075a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:37.164593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-d43cc3c3-ea3a-4e85-9290-520837075a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:37.164813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-d43cc3c3-ea3a-4e85-9290-520837075a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:37.166387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-d43cc3c3-ea3a-4e85-9290-520837075a4e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3225353944484b7bb68c660a8cc786ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2338276 Aug 11 00:29:37.193250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56154) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:37.229898 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21d26f87-a521-47de-8f15-b7dece60d680 req-278951a6-688d-437b-91fc-a772dde167d5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 210 time: 0.0687757 Aug 11 00:29:37.267017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3431c8d2-13eb-4413-8a37-ccf44ebcc440 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eff980afad7f40248ff0c14a9db60695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724854 Aug 11 00:29:37.270316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56156) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:37.343913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-882bbe83-39b9-42d0-8094-64226b342c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:37.344208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e95b435-55ef-438f-8fda-04438d58b63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:37.345650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-157ee2e2-871e-42e6-9210-1bc1c74d9d20 req-882bbe83-39b9-42d0-8094-64226b342c64 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1698089 Aug 11 00:29:37.368529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e95b435-55ef-438f-8fda-04438d58b63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:37.421445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Request body: {'port': {'device_id': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:37.480900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:37.507543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:37.508696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:37.510220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:37.580126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=e52f46aa-02af-4590-8cfb-c547b1cfaf77,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:37.592338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:29:37.677027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618690a-ffb6-4a9b-8672-143541ab1b75 req-018b1c66-0e9a-426c-ad44-0189900dba7c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:37.684575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618690a-ffb6-4a9b-8672-143541ab1b75 req-018b1c66-0e9a-426c-ad44-0189900dba7c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:37.686399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a618690a-ffb6-4a9b-8672-143541ab1b75 req-018b1c66-0e9a-426c-ad44-0189900dba7c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1667 time: 0.1428254 Aug 11 00:29:37.796865 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a618690a-ffb6-4a9b-8672-143541ab1b75 req-e6b953b4-b50a-41b0-af4e-c232efe59c4f tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964565 Aug 11 00:29:37.801112 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-23c4ab15-ff3c-4af0-8cc0-bd7971073bc3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7053928 Aug 11 00:29:37.806536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e95b435-55ef-438f-8fda-04438d58b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:37.807986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56160) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:37.811667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e95b435-55ef-438f-8fda-04438d58b63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:37.814989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4e95b435-55ef-438f-8fda-04438d58b63d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aadcef5d-108b-49b9-81ef-780d8fb9cc43 HTTP/1.1" status: 204 len: 168 time: 0.5428443 Aug 11 00:29:37.818606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Request body: {'subnet': {'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-subnet', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:37.855505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95b435-55ef-438f-8fda-04438d58b63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcef5d-108b-49b9-81ef-780d8fb9cc43,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:37.999043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507b5b6f-e134-4666-b33a-3c65411f849b {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:38.012601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:38.037484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Transition to ACTIVE for port object 507b5b6f-e134-4666-b33a-3c65411f849b will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:38.063459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe1342-44df-4c3a-97d8-d96c143ce845 req-15d16e7c-0f91-4824-8a85-5a8e20726efb tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:38.069986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99fe1342-44df-4c3a-97d8-d96c143ce845 req-15d16e7c-0f91-4824-8a85-5a8e20726efb tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 945 time: 0.1210499 Aug 11 00:29:38.116385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99fe1342-44df-4c3a-97d8-d96c143ce845 req-00841437-71b2-423c-8a22-9833c1006e13 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Aug 11 00:29:38.158145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Made reservation on behalf of 464e13a5309c4f22ad1e708af4fc78a8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:38.161050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:38.164749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:38.284304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Pushing event updated for resources: {'Port': ['ID=507b5b6f-e134-4666-b33a-3c65411f849b,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:38.426090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9bf25130-e2bb-4d56-bdfc-31c8df3bc086 req-2513810c-6408-461b-87c9-4bbabd49549c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 210 time: 0.0482938 Aug 11 00:29:38.469852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Attempting to bind port 507b5b6f-e134-4666-b33a-3c65411f849b on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:38.470212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Attempting to bind port 507b5b6f-e134-4666-b33a-3c65411f849b by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:38.470547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Attempting to bind port 507b5b6f-e134-4666-b33a-3c65411f849b on network 5d47d831-a77a-45c3-b984-1a92d3f349b6 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:38.486961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Port 507b5b6f-e134-4666-b33a-3c65411f849b on network 5d47d831-a77a-45c3-b984-1a92d3f349b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:29:38.487360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Attempting to bind port 507b5b6f-e134-4666-b33a-3c65411f849b on network 5d47d831-a77a-45c3-b984-1a92d3f349b6 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:38.499993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:38.500474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Checking segment: {'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:38.506145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Bound using segment: {'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:38.506145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Bound port: 507b5b6f-e134-4666-b33a-3c65411f849b, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b635d0-8eb6-4f67-8be4-056a08dfe248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:38.506145 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:38.649628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f7b4c-c4fe-4641-81c4-6e7f1585fbab req-44fa19f9-232c-47e0-9b70-aa13549c432b tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:38.662606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f16f7b4c-c4fe-4641-81c4-6e7f1585fbab req-44fa19f9-232c-47e0-9b70-aa13549c432b tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 945 time: 0.1151803 Aug 11 00:29:38.698612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] For port 507b5b6f-e134-4666-b33a-3c65411f849b, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:38.703647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] For port 507b5b6f-e134-4666-b33a-3c65411f849b, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=507b5b6f-e134-4666-b33a-3c65411f849b,segment=NetworkSegment(09b635d0-8eb6-4f67-8be4-056a08dfe248),segment_id=09b635d0-8eb6-4f67-8be4-056a08dfe248)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:38.719519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f16f7b4c-c4fe-4641-81c4-6e7f1585fbab req-5d8408f4-83dd-416e-ac90-4142c9460db8 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553455 Aug 11 00:29:38.760017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:38.829532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f42a603-674f-403f-86ec-a6dcdc619e0d,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:38.839837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Checking segment: {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:38.842934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Network hostable DHCP agents. Network: e52f46aa-02af-4590-8cfb-c547b1cfaf77, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:29:38.895793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:38.999121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.000209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:39.002765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] 10.222.0.55 "PUT /v2.0/ports/507b5b6f-e134-4666-b33a-3c65411f849b HTTP/1.1" status: 200 len: 1093 time: 1.5886977 Aug 11 00:29:39.012840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'tag': '507b5b6f-e134-4666-b33a-3c65411f849b'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:39.012840 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfee339d-c911-4ffc-88d8-381b5f50cd11" -d '{"events": [{"name": "network-changed", "server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "tag": "507b5b6f-e134-4666-b33a-3c65411f849b"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:39.093197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:29:39.127595 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55237cda-64a6-4118-bfd7-5c5ce6861558 x-openstack-request-id: req-55237cda-64a6-4118-bfd7-5c5ce6861558 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:39.128056 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "tag": "507b5b6f-e134-4666-b33a-3c65411f849b", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:39.128473 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55237cda-64a6-4118-bfd7-5c5ce6861558 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:39.129116 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'tag': '507b5b6f-e134-4666-b33a-3c65411f849b', 'status': 'completed', 'code': 200} Aug 11 00:29:39.132199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd31da-dfde-457a-885c-63568ccdbc5e service neutron] Pushing event updated for resources: {'Port': ['ID=507b5b6f-e134-4666-b33a-3c65411f849b,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:39.307486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9ebf9-357c-4a6a-ab1e-4199e1528441 req-4c273996-23c1-46a9-868b-1b294e575897 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.312270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e005731-213f-4299-9ea6-a739477c2c55 req-8c98e7e8-2a05-4047-b18e-ee65daf1e555 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.313934 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e005731-213f-4299-9ea6-a739477c2c55 req-8c98e7e8-2a05-4047-b18e-ee65daf1e555 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 945 time: 0.0724838 Aug 11 00:29:39.317082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9ebf9-357c-4a6a-ab1e-4199e1528441 req-4c273996-23c1-46a9-868b-1b294e575897 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.320327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16e9ebf9-357c-4a6a-ab1e-4199e1528441 req-4c273996-23c1-46a9-868b-1b294e575897 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1679 time: 0.2657747 Aug 11 00:29:39.328839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e52f46aa-02af-4590-8cfb-c547b1cfaf77) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:39.340464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919651a6-6f61-43e1-b5e7-f40d797d1057 None None] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:39.343197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.344238 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:39.362858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-1652170e-2f83-4de1-bfe4-e7918c865dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.363771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-1652170e-2f83-4de1-bfe4-e7918c865dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.369328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-1652170e-2f83-4de1-bfe4-e7918c865dbb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1983 time: 0.2167280 Aug 11 00:29:39.405913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e005731-213f-4299-9ea6-a739477c2c55 req-c6876aed-62b2-48fd-9d90-940b828bc5c3 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798881 Aug 11 00:29:39.588170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7705a58f-fb19-4642-bacf-fbec1ee4e613 req-17b810d0-aedf-4c5e-8876-226debeec088 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 210 time: 0.0311954 Aug 11 00:29:39.594037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'fixed_ips': [{'subnet_id': '3f42a603-674f-403f-86ec-a6dcdc619e0d'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:29:39.595970 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:39.626172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-75e1c20b-eaee-4329-8c31-c7899aec5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.626972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-75e1c20b-eaee-4329-8c31-c7899aec5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.628002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-75e1c20b-eaee-4329-8c31-c7899aec5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.630551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-75e1c20b-eaee-4329-8c31-c7899aec5d4a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3225353944484b7bb68c660a8cc786ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2519221 Aug 11 00:29:39.685806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11544436-6380-4ee8-9000-2d52df872613 req-c7248ff2-b652-40bf-b85f-0ac32b59041a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:39.688496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11544436-6380-4ee8-9000-2d52df872613 req-c7248ff2-b652-40bf-b85f-0ac32b59041a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 945 time: 0.4670961 Aug 11 00:29:39.882434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16e9ebf9-357c-4a6a-ab1e-4199e1528441 req-ac875115-273b-40af-befb-7056923e074b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317488 Aug 11 00:29:39.886586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Allocated IP 172.20.0.2 (e52f46aa-02af-4590-8cfb-c547b1cfaf77/3f42a603-674f-403f-86ec-a6dcdc619e0d/44de6092-83ba-4737-9714-ebcebc136ed4) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:39.968719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56214) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:39.970388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24234f6f-f4d1-49dc-9591-63ad3a92e6be admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1604202 Aug 11 00:29:39.974674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:40.012652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-8dc0aeae-3890-4700-9c67-51bd14d43ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:40.015244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfee339d-c911-4ffc-88d8-381b5f50cd11 req-8dc0aeae-3890-4700-9c67-51bd14d43ecd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3687150 Aug 11 00:29:40.055130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Deleting port 72935fa5-1104-406a-829c-4919fe7e2510 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:40.055796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:40.173781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:40.175370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:40.199495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-2f384575-ff1a-4fae-87e4-28407ec2348b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403697 Aug 11 00:29:40.233928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-af5d032b-b0e3-4d02-98cb-50078781751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:40.234550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-af5d032b-b0e3-4d02-98cb-50078781751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:40.236635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-af5d032b-b0e3-4d02-98cb-50078781751b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3225353944484b7bb68c660a8cc786ed&device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1983 time: 0.1722813 Aug 11 00:29:40.347969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-f4808f9c-2655-48b9-b5d6-ccc276951284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=425d6dee-6316-47fe-aa6e-da9423da0bef HTTP/1.1" status: 200 len: 217 time: 0.0997005 Aug 11 00:29:40.350413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] For port 72935fa5-1104-406a-829c-4919fe7e2510, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=72935fa5-1104-406a-829c-4919fe7e2510,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:40.350894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:40.439292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Calling delete_port for 72935fa5-1104-406a-829c-4919fe7e2510 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:40.527088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-10a73224-d020-47b3-8a94-56f71cfca24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:40.540053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-10a73224-d020-47b3-8a94-56f71cfca24a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63ec5674-c25b-4645-aa0f-52a4df31bc20 HTTP/1.1" status: 200 len: 801 time: 0.1714082 Aug 11 00:29:40.540256 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:40.557013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:40.572092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8357d-b84a-4be3-8586-c076a74ad192 req-73982efb-5c9c-4c70-9f38-49950fe46c79 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:40.577122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Transition to ACTIVE for port object 44de6092-83ba-4737-9714-ebcebc136ed4 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:40.585930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4c8357d-b84a-4be3-8586-c076a74ad192 req-73982efb-5c9c-4c70-9f38-49950fe46c79 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 945 time: 0.4049811 Aug 11 00:29:40.619760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Transition to ACTIVE for port object 44de6092-83ba-4737-9714-ebcebc136ed4 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:40.623412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e856-520d-4f8a-9b02-df766d827254 req-5cd44b59-0534-44e0-9b81-967019ed98bf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:40.625277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-5cd44b59-0534-44e0-9b81-967019ed98bf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4165590 Aug 11 00:29:40.646922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56236) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:40.653823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Request body: {'port': {'device_id': '8821a381-5016-421a-96d3-f6260e6b3088', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '308d288f8e964516b756bc93111f7fda'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:40.672877 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4c8357d-b84a-4be3-8586-c076a74ad192 req-64df5788-4381-434d-bd1c-7a00fa3cd446 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851476 Aug 11 00:29:40.777973 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:40.827378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2283f417-4e18-4593-84d0-c0477a2f3a3b req-aef5d049-d998-4080-bf23-ba7b5972fc6b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 210 time: 0.0864730 Aug 11 00:29:40.876704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576931c1-5322-46a6-82c6-a8711aa73734 req-c6e03084-e097-4b1b-84e6-4afd69214a1d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:40.878347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-576931c1-5322-46a6-82c6-a8711aa73734 req-c6e03084-e097-4b1b-84e6-4afd69214a1d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 945 time: 0.2501478 Aug 11 00:29:40.899022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5aad074d-b330-4982-afc8-3a2e3e13e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:40.900746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-5aad074d-b330-4982-afc8-3a2e3e13e379 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b4e5121-c22e-43ba-bf9b-f152e13439c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2714097 Aug 11 00:29:40.982092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:40.986139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:41.007059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:41.132304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Pushing event updated for resources: {'Port': ['ID=44de6092-83ba-4737-9714-ebcebc136ed4,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:41.167876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Attempting to bind port 44de6092-83ba-4737-9714-ebcebc136ed4 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:41.169168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Attempting to bind port 44de6092-83ba-4737-9714-ebcebc136ed4 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:41.169673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Attempting to bind port 44de6092-83ba-4737-9714-ebcebc136ed4 on network e52f46aa-02af-4590-8cfb-c547b1cfaf77 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:41.176405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-99055465-network', 'tenant_id': '7cb524ee06404b708ba78c7a5c42e116'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:41.184884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:41.188528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Checking segment: {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:41.190059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.193716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Bound using segment: {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:41.194558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Bound port: 44de6092-83ba-4737-9714-ebcebc136ed4, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:41.195202 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.218055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-576931c1-5322-46a6-82c6-a8711aa73734 req-3e0b5aeb-0ac5-4ec4-92e8-58020908f0f7 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215117 Aug 11 00:29:41.309652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-19c8af51-8d99-4b95-b8df-41c80285cdc1 service neutron] 10.222.0.55 "GET /v2.0/networks/2b4e5121-c22e-43ba-bf9b-f152e13439c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945577 Aug 11 00:29:41.330527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.351765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] For port 44de6092-83ba-4737-9714-ebcebc136ed4, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:41.361204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] For port 44de6092-83ba-4737-9714-ebcebc136ed4, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=44de6092-83ba-4737-9714-ebcebc136ed4,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:41.377524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb81a-ef95-4692-8fc8-5cfcb34c9739 req-83dcfbea-1d47-4ceb-8c52-33b5ce578b10 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:41.385054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb81a-ef95-4692-8fc8-5cfcb34c9739 req-83dcfbea-1d47-4ceb-8c52-33b5ce578b10 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:41.394383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.396193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Made reservation on behalf of 308d288f8e964516b756bc93111f7fda for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:41.397446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a49fb81a-ef95-4692-8fc8-5cfcb34c9739 req-83dcfbea-1d47-4ceb-8c52-33b5ce578b10 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1679 time: 0.3320422 Aug 11 00:29:41.400482 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.409447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:41.453690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event deleted for resources: {'Port': ['ID=72935fa5-1104-406a-829c-4919fe7e2510,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:41.511671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a49fb81a-ef95-4692-8fc8-5cfcb34c9739 req-b537a553-6c77-4e6a-a05b-63c4fea13d1a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973377 Aug 11 00:29:41.560047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Made reservation on behalf of 7cb524ee06404b708ba78c7a5c42e116 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:41.562911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.575513 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.617010 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.865116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b5db6-c366-4c40-8f1a-705e81efc4ac None None] Pushing event updated for resources: {'Port': ['ID=44de6092-83ba-4737-9714-ebcebc136ed4,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:41.868373 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-da7a0e12-6829-4884-86a1-9dc438bfa7d9 service neutron] 10.222.0.55 "GET /v2.0/networks/2b4e5121-c22e-43ba-bf9b-f152e13439c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510957 Aug 11 00:29:41.898109 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:41.949198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:42.003034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] No DVR routers for this DVR port 72935fa5-1104-406a-829c-4919fe7e2510 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:42.039361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:42.041663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11544436-6380-4ee8-9000-2d52df872613 req-1831c188-d0a3-41bd-b176-ce388f2960e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "DELETE /v2.0/ports/72935fa5-1104-406a-829c-4919fe7e2510 HTTP/1.1" status: 204 len: 173 time: 2.3434544 Aug 11 00:29:42.042658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92065d6f-733e-41c3-8218-f0a523a273e8', 'name': 'network-vif-deleted', 'tag': '72935fa5-1104-406a-829c-4919fe7e2510'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:42.059588 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5ee0dc-bcbe-4d94-b2b9-6dd913dc78ea" -d '{"events": [{"server_uuid": "92065d6f-733e-41c3-8218-f0a523a273e8", "name": "network-vif-deleted", "tag": "72935fa5-1104-406a-829c-4919fe7e2510"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:42.062979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:42.066880 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:42.084609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-8f07648b-8219-464a-ba1a-3649226f8a71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=507b5b6f-e134-4666-b33a-3c65411f849b HTTP/1.1" status: 200 len: 217 time: 0.1311796 Aug 11 00:29:42.102364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a380778-05bf-4a69-bf06-c1ff82148c41 req-8c527bc0-3e95-4da3-affa-63765fbb40a1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 210 time: 0.1431274 Aug 11 00:29:42.169935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d3954-4108-492d-89eb-4d326b2c4065,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:42.296539 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b166c414-561f-4737-8167-37a28b592b81 x-openstack-request-id: req-b166c414-561f-4737-8167-37a28b592b81 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:42.296539 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92065d6f-733e-41c3-8218-f0a523a273e8", "name": "network-vif-deleted", "tag": "72935fa5-1104-406a-829c-4919fe7e2510", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:42.296539 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b166c414-561f-4737-8167-37a28b592b81 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:42.296539 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92065d6f-733e-41c3-8218-f0a523a273e8', 'name': 'network-vif-deleted', 'tag': '72935fa5-1104-406a-829c-4919fe7e2510', 'status': 'completed', 'code': 200} Aug 11 00:29:42.308047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441ee84-5545-48b9-9f40-f795ad305f5d req-34329e15-50a6-4ef0-9c46-676b5ea056a2 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:42.317578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4441ee84-5545-48b9-9f40-f795ad305f5d req-34329e15-50a6-4ef0-9c46-676b5ea056a2 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 945 time: 0.1422427 Aug 11 00:29:42.334393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-db818b75-b3b6-4333-b56f-57958fa8f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:42.336322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-db818b75-b3b6-4333-b56f-57958fa8f06b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c98fed9-5906-44c2-8acf-4a27d61c3558 HTTP/1.1" status: 200 len: 801 time: 0.2230968 Aug 11 00:29:42.347079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:29:42.417120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Allocated IP 192.168.233.122 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/63312737-7994-4685-9aaf-b6edb75f72ff) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:42.458962 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:42.460320 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Added segment f2fa8756-73e5-4b19-9702-56e334cc3cdd of type vlan for network 0906da31-03b2-4946-bd10-98341aa6397c Aug 11 00:29:42.474993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4441ee84-5545-48b9-9f40-f795ad305f5d req-b73e45e5-c847-4b01-9294-8c77658f4617 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549699 Aug 11 00:29:42.523006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8aa2935c-c774-49ee-8a17-7414bb09e310 req-a08df18a-8a37-4e7d-8ead-9154e6791813 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=92065d6f-733e-41c3-8218-f0a523a273e8 HTTP/1.1" status: 200 len: 210 time: 0.1160557 Aug 11 00:29:42.579624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-f63d4987-1706-461e-8b87-d788c1e7d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:42.592290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-f63d4987-1706-461e-8b87-d788c1e7d3a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d47d831-a77a-45c3-b984-1a92d3f349b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2297821 Aug 11 00:29:42.779117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 72935fa5-1104-406a-829c-4919fe7e2510 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:42.821846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 72935fa5-1104-406a-829c-4919fe7e2510 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:42.822470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 72935fa5-1104-406a-829c-4919fe7e2510 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:42.865319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:42.866369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 44de6092-83ba-4737-9714-ebcebc136ed4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:43.017979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Allocated IP 172.25.0.22 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/3a37d292-ac51-4b5d-a2a4-60dce75363ec) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:43.035338 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-e9c29d53-7cfd-4847-be47-b936aef666cd service neutron] 10.222.0.55 "GET /v2.0/networks/5d47d831-a77a-45c3-b984-1a92d3f349b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268773 Aug 11 00:29:43.107784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab463b-4eed-4fbc-a625-71f2d84079fe req-29c88aa6-47c9-4863-b775-eb3ffed6cd92 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:43.119429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab463b-4eed-4fbc-a625-71f2d84079fe req-29c88aa6-47c9-4863-b775-eb3ffed6cd92 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:43.136262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54ab463b-4eed-4fbc-a625-71f2d84079fe req-29c88aa6-47c9-4863-b775-eb3ffed6cd92 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1679 time: 0.3785274 Aug 11 00:29:43.168317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 44de6092-83ba-4737-9714-ebcebc136ed4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:43.198039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:43.221328 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:43.223662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:43.225364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:43.237863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Transition to ACTIVE for port object 63312737-7994-4685-9aaf-b6edb75f72ff will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:43.339188 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20309b6a-235c-4d08-949c-72bd75f8dc29 req-66b82c1b-3b9c-48f2-9bfc-304f8c10f7bc service neutron] 10.222.0.55 "GET /v2.0/networks/5d47d831-a77a-45c3-b984-1a92d3f349b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884684 Aug 11 00:29:43.355758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] Pushing event updated for resources: {'Network': ['ID=0906da31-03b2-4946-bd10-98341aa6397c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:43.372677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 0906da31-03b2-4946-bd10-98341aa6397c details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:29:43.414878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:43.478442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54ab463b-4eed-4fbc-a625-71f2d84079fe req-6d809142-2b1d-42bf-9bd7-263666b5c4e2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405123 Aug 11 00:29:43.507996 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:43.541240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'a463f9de-bc14-4e2d-bb13-39a177396150'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:43.550777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98', '40ecb440-9f38-4151-b2c7-5121017b2559', '9368add7-0e0b-4edb-8a59-32b5b51a9337', 'd533ac3c-7dbe-415c-b047-ae9123414f6e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:43.565178 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:43.578415 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3ff4bc1c-c51b-4bea-bf3d-976b6cf93906 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9283400 Aug 11 00:29:43.617195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56286) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:43.633339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:43.641497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Request body: {'subnet': {'network_id': '0906da31-03b2-4946-bd10-98341aa6397c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-99055465-subnet', 'tenant_id': '7cb524ee06404b708ba78c7a5c42e116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:43.650129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:43.674438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:43.794358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87540bc9-f4a2-4713-bdfd-5f81269f2990 req-812798ea-2490-4948-b624-a4de9ba95092 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:43.803975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87540bc9-f4a2-4713-bdfd-5f81269f2990 req-812798ea-2490-4948-b624-a4de9ba95092 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 936 time: 0.1573505 Aug 11 00:29:43.807374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Pushing event updated for resources: {'Port': ['ID=3a37d292-ac51-4b5d-a2a4-60dce75363ec,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:43.875235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fdc405-6f4a-4f6f-9be4-8d3f1d125833 None None] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:43.878022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event updated for resources: {'Port': ['ID=63312737-7994-4685-9aaf-b6edb75f72ff,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:43.902086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:43.928370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87540bc9-f4a2-4713-bdfd-5f81269f2990 req-82b9c32c-a586-42cc-a8e4-a1f9b712a9ab tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232414 Aug 11 00:29:43.980015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-a1095aab-1819-435a-a856-6692db03fd30 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:43.983417 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-a1095aab-1819-435a-a856-6692db03fd30 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 945 time: 0.5071199 Aug 11 00:29:43.985190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:43.993526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:44.011722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Made reservation on behalf of 7cb524ee06404b708ba78c7a5c42e116 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:44.018080 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:44.210183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cc608-4a34-4489-8361-e6d4c203417d req-9b6cabb6-e90f-4321-8eb0-096019ef56ba tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:44.218755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-124cc608-4a34-4489-8361-e6d4c203417d req-9b6cabb6-e90f-4321-8eb0-096019ef56ba tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 945 time: 0.1507921 Aug 11 00:29:44.361565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:44.365128 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:44.450746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-124cc608-4a34-4489-8361-e6d4c203417d req-eaa2c627-c973-476b-818e-7a8e016b95cd tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d91ece-b8d6-4012-b38c-aebb4dd03235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306976 Aug 11 00:29:44.484723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Deleting port 5b4ae8ca-4442-4624-952f-b54f90f3f37b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:44.485024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:44.542452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-606f1a0f-7054-47df-b6a9-18505620316b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9011579 Aug 11 00:29:44.618381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Provisioning for port 44de6092-83ba-4737-9714-ebcebc136ed4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:44.630742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Provisioning complete for port 44de6092-83ba-4737-9714-ebcebc136ed4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:44.631380 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:44.682191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Request body: {'port': {'device_id': '8821a381-5016-421a-96d3-f6260e6b3088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:44.921672 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:44.963482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] For port 5b4ae8ca-4442-4624-952f-b54f90f3f37b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5b4ae8ca-4442-4624-952f-b54f90f3f37b,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:44.964217 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.118140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] For port 44de6092-83ba-4737-9714-ebcebc136ed4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=44de6092-83ba-4737-9714-ebcebc136ed4,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:45.245224 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.261534 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.367577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.371064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.374088 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Floating IP 962d34b5-9a04-427c-ae27-cea89331f070 disassociated. External IP: 172.25.0.171, port: 5b4ae8ca-4442-4624-952f-b54f90f3f37b. Aug 11 00:29:45.374768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Calling delete_port for 5b4ae8ca-4442-4624-952f-b54f90f3f37b owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:45.511146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Pushing event updated for resources: {'Port': ['ID=44de6092-83ba-4737-9714-ebcebc136ed4,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:45.651575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.711579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.712197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.712768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.713597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.714574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.715259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.715935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.716685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.717179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.717474 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.717979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.718169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.718637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a83c35-4940-4837-9d75-a2b370a1464d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:29:45.758329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25047a-071f-4960-a4a4-464e82c8ce7b req-68df6d39-c299-4547-a671-44021cc7c701 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:45.760542 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be25047a-071f-4960-a4a4-464e82c8ce7b req-68df6d39-c299-4547-a671-44021cc7c701 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 936 time: 0.1263702 Aug 11 00:29:45.761744 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.781495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec88a16-4784-44a6-b313-8ca3b1d99e41,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:45.815112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf337d-2381-48c6-9097-7644681faacb req-c8f3f998-d381-48d7-8838-4803dc6076cf tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:45.831681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event deleted for resources: {'Port': ['ID=5b4ae8ca-4442-4624-952f-b54f90f3f37b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:45.832798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf337d-2381-48c6-9097-7644681faacb req-c8f3f998-d381-48d7-8838-4803dc6076cf tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:45.835916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-afaf337d-2381-48c6-9097-7644681faacb req-c8f3f998-d381-48d7-8838-4803dc6076cf tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1679 time: 0.5944743 Aug 11 00:29:45.894988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-629ab566-cdf0-4d5a-af6b-277f01a3c3ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99dedcac-040c-4a23-b880-031ac0686256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4451025 Aug 11 00:29:45.914547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-deb267e9-1b88-4103-88bd-5041435ccc0f None None] Provisioning for port 63312737-7994-4685-9aaf-b6edb75f72ff completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:45.948822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-deb267e9-1b88-4103-88bd-5041435ccc0f None None] Provisioning complete for port 63312737-7994-4685-9aaf-b6edb75f72ff triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:45.949523 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-deb267e9-1b88-4103-88bd-5041435ccc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:45.964286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Checking segment: {'id': 'f2fa8756-73e5-4b19-9702-56e334cc3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0906da31-03b2-4946-bd10-98341aa6397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:45.965032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Network hostable DHCP agents. Network: 0906da31-03b2-4946-bd10-98341aa6397c, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:29:46.035267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-deb267e9-1b88-4103-88bd-5041435ccc0f None None] Port 63312737-7994-4685-9aaf-b6edb75f72ff cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:29:46.103063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-afaf337d-2381-48c6-9097-7644681faacb req-08e4eed7-c703-4497-adbd-2f590a61ec01 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443848 Aug 11 00:29:46.224131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be25047a-071f-4960-a4a4-464e82c8ce7b req-4b425124-b0a3-44de-a219-7e8ee5a5f75f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148266 Aug 11 00:29:46.235433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Router 89322914-4f6f-4b37-9556-dcd65495bfdd has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:29:46.287197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d1fab918-270c-46fe-ae6d-14adda09462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:46.392099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-5c5fa8ff-7bd4-44f5-a600-6f5b349d60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:46.397069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-5c5fa8ff-7bd4-44f5-a600-6f5b349d60a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 1101 time: 0.3920307 Aug 11 00:29:46.415711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-693a20a9-0ed8-4164-9b7b-6ae6da2ba53d None None] Provisioning complete for port 44de6092-83ba-4737-9714-ebcebc136ed4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:46.421532 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-693a20a9-0ed8-4164-9b7b-6ae6da2ba53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:46.587109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:29:46.613912 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] Sync routers for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:29:46.639986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-698fce0f-8eca-4f8b-a533-583c08d0f8f1 req-cf868145-af0f-4a93-87a6-f934e8194866 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbf431b1-fe60-4232-b29f-6e26657634f5 HTTP/1.1" status: 200 len: 210 time: 0.2643340 Aug 11 00:29:46.660194 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:29:46.664817 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:46.702247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Network 0906da31-03b2-4946-bd10-98341aa6397c is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:29:46.779684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 425d6dee-6316-47fe-aa6e-da9423da0bef details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:29:46.926638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] No DVR routers for this DVR port 5b4ae8ca-4442-4624-952f-b54f90f3f37b on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:29:46.935154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:46.945028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8288f66f-e5bb-467e-a7c4-d7f192b5e294 req-d0146139-a4c0-49db-b470-b1665b1b038f tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.44 "DELETE /v2.0/ports/5b4ae8ca-4442-4624-952f-b54f90f3f37b HTTP/1.1" status: 204 len: 173 time: 2.9418645 Aug 11 00:29:46.959569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 44de6092-83ba-4737-9714-ebcebc136ed4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:47.015835 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:29:47.042013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'name': 'network-vif-deleted', 'tag': '5b4ae8ca-4442-4624-952f-b54f90f3f37b'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:47.045294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:47.051843 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a6414c-da30-41cc-b6a5-2d633efeec7b" -d '{"events": [{"server_uuid": "dbf431b1-fe60-4232-b29f-6e26657634f5", "name": "network-vif-deleted", "tag": "5b4ae8ca-4442-4624-952f-b54f90f3f37b"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:47.073525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5b4ae8ca-4442-4624-952f-b54f90f3f37b no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:29:47.179263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 5b4ae8ca-4442-4624-952f-b54f90f3f37b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:29:47.179510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5b4ae8ca-4442-4624-952f-b54f90f3f37b not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:29:47.241528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 0906da31-03b2-4946-bd10-98341aa6397c) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:47.295293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:47.306639 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:47.341550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 425d6dee-6316-47fe-aa6e-da9423da0bef, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=425d6dee-6316-47fe-aa6e-da9423da0bef,segment=NetworkSegment(f0d83c3f-9221-4733-bcd7-b521f168684e),segment_id=f0d83c3f-9221-4733-bcd7-b521f168684e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:47.363965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f19ee-576f-4c3e-9d3a-e7b7c401e11a None None] Network 0906da31-03b2-4946-bd10-98341aa6397c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:47.381394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-3ed63756-a386-4490-99a2-4cd21bb96549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:47.383049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-3ed63756-a386-4490-99a2-4cd21bb96549 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.8957553 Aug 11 00:29:47.401026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-2035d061-42d2-49ec-be88-31b8fd94b731 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:47.409984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-2035d061-42d2-49ec-be88-31b8fd94b731 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.5278659 Aug 11 00:29:47.430515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-be7d924b-1184-4880-9c78-4dad354d96e3 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/quotas/55abd496febd4c9fa62fbad0d0b079fe HTTP/1.1" status: 200 len: 375 time: 0.0193684 Aug 11 00:29:47.551680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63312737-7994-4685-9aaf-b6edb75f72ff {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:47.574597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:47.587590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-b00d211f-3253-4d90-962a-9cb181937743 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1554811 Aug 11 00:29:47.592444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c9f3d1f1-ab52-4832-b1bc-1906fa94ac78 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.9559331 Aug 11 00:29:47.597866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-09cd9f3c-2f63-4b1f-a2e0-a2253ad6fb2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 HTTP/1.1" status: 200 len: 217 time: 0.1859229 Aug 11 00:29:47.617635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Transition to ACTIVE for port object 63312737-7994-4685-9aaf-b6edb75f72ff will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:47.657081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '425d6dee-6316-47fe-aa6e-da9423da0bef', 'network_id': '2b4e5121-c22e-43ba-bf9b-f152e13439c1', 'port_id': '425d6dee-6316-47fe-aa6e-da9423da0bef', 'mac_address': 'fa:16:3e:d7:2d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ec5674-c25b-4645-aa0f-52a4df31bc20', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:29:47.681919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-7b505caf-b625-4a9b-9970-f684e3ed67ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1764946 Aug 11 00:29:47.684523 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:15Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:47.712628 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] Checking router: 89322914-4f6f-4b37-9556-dcd65495bfdd for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:29:47.723037 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:29:47.724634 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:47.893964 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:29:47.935608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592fc23-8beb-4ed0-96ea-d37f68c56b37 req-17095be6-d735-4de1-84ea-1f5fc6153f7e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:47.976137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592fc23-8beb-4ed0-96ea-d37f68c56b37 req-17095be6-d735-4de1-84ea-1f5fc6153f7e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:48.007983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1592fc23-8beb-4ed0-96ea-d37f68c56b37 req-17095be6-d735-4de1-84ea-1f5fc6153f7e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1679 time: 0.7557149 Aug 11 00:29:48.035285 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:48.043206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-441fcdce-d753-457c-ad17-fbd2c994044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:48.049896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-441fcdce-d753-457c-ad17-fbd2c994044d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.3443089 Aug 11 00:29:48.174389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d6dee-6316-47fe-aa6e-da9423da0bef {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:48.234896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1592fc23-8beb-4ed0-96ea-d37f68c56b37 req-d8aeb417-e1bb-4b6c-a04b-a44a7a6e7852 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180207 Aug 11 00:29:48.264576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-049f1531-88ad-4528-a096-cc9c54ca96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:48.268586 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-049f1531-88ad-4528-a096-cc9c54ca96b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2103729 Aug 11 00:29:48.286376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-aff6fe05-d915-486a-9039-c7990df56a56 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:29:48.291050 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-aff6fe05-d915-486a-9039-c7990df56a56 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094655 Aug 11 00:29:48.312034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 44de6092-83ba-4737-9714-ebcebc136ed4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:48.314729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:48.444530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Router c097f3e1-e623-400d-940e-ebf78f4062f5 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:29:48.471275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 425d6dee-6316-47fe-aa6e-da9423da0bef, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=425d6dee-6316-47fe-aa6e-da9423da0bef,segment=NetworkSegment(f0d83c3f-9221-4733-bcd7-b521f168684e),segment_id=f0d83c3f-9221-4733-bcd7-b521f168684e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:48.480669 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b2c11-beeb-4747-824c-0f1e82c420d3 x-openstack-request-id: req-396b2c11-beeb-4747-824c-0f1e82c420d3 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:48.481681 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf431b1-fe60-4232-b29f-6e26657634f5", "name": "network-vif-deleted", "tag": "5b4ae8ca-4442-4624-952f-b54f90f3f37b", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:48.487577 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-396b2c11-beeb-4747-824c-0f1e82c420d3 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:48.488060 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf431b1-fe60-4232-b29f-6e26657634f5', 'name': 'network-vif-deleted', 'tag': '5b4ae8ca-4442-4624-952f-b54f90f3f37b', 'status': 'completed', 'code': 200} Aug 11 00:29:48.490131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:48.599115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Pushing event updated for resources: {'Port': ['ID=63312737-7994-4685-9aaf-b6edb75f72ff,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:48.617919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:48.618627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 507b5b6f-e134-4666-b33a-3c65411f849b details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:29:48.633421 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:15Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:48.633961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-9de3e7b6-352f-40e6-b2ca-6c121c4db2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:48.636523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-9de3e7b6-352f-40e6-b2ca-6c121c4db2a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 1097 time: 0.9263198 Aug 11 00:29:48.681549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cb7c83-f31a-415b-980b-7037fbbd7893 None None] Network 0906da31-03b2-4946-bd10-98341aa6397c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:48.714562 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad30f0f-ddb6-45ab-9684-d2e9467b1c4f None None] The sync data for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 is: [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:27:04Z', 'revision_number': 4, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '89c807a2-e004-4191-b0f6-ff9e18691c67', 'name': '', 'network_id': '31cd1945-d89e-4747-9115-474316622e32', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'mac_address': 'fa:16:3e:c7:28:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:00Z', 'updated_at': '2021-08-11T00:27:15Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'subnets': [{'id': '627e58b2-7394-4b9b-a97e-6a0fb90c2dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:29:48.933082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-0c564e1e-6822-449c-929b-1932b1985ba2 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317136 Aug 11 00:29:48.937626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:29:48.984693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1b8fe-0f05-4af3-88d8-00bac941e197 req-2107b03a-4651-472f-9319-fe4c76d39ecf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:48.993564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54b1b8fe-0f05-4af3-88d8-00bac941e197 req-2107b03a-4651-472f-9319-fe4c76d39ecf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 948 time: 0.5264914 Aug 11 00:29:49.014409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:29:49.041591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Sync routers for ids ['c097f3e1-e623-400d-940e-ebf78f4062f5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:29:49.087890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-4f41d8de-4290-4b07-9e8a-17f560c91641 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4685552 Aug 11 00:29:49.173114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54b1b8fe-0f05-4af3-88d8-00bac941e197 req-f65c0a32-02be-43fa-b04a-7a0dbb31ed98 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780956 Aug 11 00:29:49.184617 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5329ddfb-c75a-4f19-8821-7ea3017de89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:49.210248 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:49.212475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f70494d0-797a-4160-894b-899be65c1c14 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.2426040 Aug 11 00:29:49.235761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56368) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:49.372904 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd24215-ceca-45d3-93d2-081bae739c27 None None] New status for floating IP 962d34b5-9a04-427c-ae27-cea89331f070: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:29:49.484026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac8b0814-9104-4225-ad7f-02cbf0dfcab1 req-78cb0ef7-b29d-46a0-8240-c7c798e449c5 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250864 Aug 11 00:29:49.569081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b48165-b903-499e-9eb9-7655c218ee0c req-214f25ec-9b1a-4603-84a7-89d19029ffd1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:49.576460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b48165-b903-499e-9eb9-7655c218ee0c req-214f25ec-9b1a-4603-84a7-89d19029ffd1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:49.584426 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57b48165-b903-499e-9eb9-7655c218ee0c req-214f25ec-9b1a-4603-84a7-89d19029ffd1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1680 time: 0.1442077 Aug 11 00:29:49.771181 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57b48165-b903-499e-9eb9-7655c218ee0c req-72c8eba6-87c7-4524-9250-d13a445ec39e tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855044 Aug 11 00:29:49.845854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-fa4622bf-bc20-4c91-b75d-39b0eb58597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:49.848773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-fa4622bf-bc20-4c91-b75d-39b0eb58597f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 1.1717713 Aug 11 00:29:50.067696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56384) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:50.068600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56386) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:50.102879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Routers {'c097f3e1-e623-400d-940e-ebf78f4062f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:29:50.105102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c097f3e1-e623-400d-940e-ebf78f4062f5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:50.151817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-7197f829-a282-4c86-a8c7-c63cad940649 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0385935 Aug 11 00:29:50.179721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 507b5b6f-e134-4666-b33a-3c65411f849b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=507b5b6f-e134-4666-b33a-3c65411f849b,segment=NetworkSegment(09b635d0-8eb6-4f67-8be4-056a08dfe248),segment_id=09b635d0-8eb6-4f67-8be4-056a08dfe248)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:50.189614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1750706883-network', 'tenant_id': 'fbbbdbd74abb4c3f93eeb4265aea2094'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:50.290711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Attempting to bind port 63312737-7994-4685-9aaf-b6edb75f72ff on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:50.291741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Attempting to bind port 63312737-7994-4685-9aaf-b6edb75f72ff by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:50.292487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Attempting to bind port 63312737-7994-4685-9aaf-b6edb75f72ff on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:50.335843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=425d6dee-6316-47fe-aa6e-da9423da0bef,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:50.342102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '507b5b6f-e134-4666-b33a-3c65411f849b', 'network_id': '5d47d831-a77a-45c3-b984-1a92d3f349b6', 'port_id': '507b5b6f-e134-4666-b33a-3c65411f849b', 'mac_address': 'fa:16:3e:21:39:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c98fed9-5906-44c2-8acf-4a27d61c3558', 'ip_address': '19.86.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:29:50.351704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.352485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-81bd2ef8-2f50-4df1-a9c5-6ac11e33d739 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 200 len: 1000 time: 0.4915211 Aug 11 00:29:50.359338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Port 63312737-7994-4685-9aaf-b6edb75f72ff on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:29:50.360074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Attempting to bind port 63312737-7994-4685-9aaf-b6edb75f72ff on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:50.443006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:50.443724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:50.444992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:50.446129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Bound port: 63312737-7994-4685-9aaf-b6edb75f72ff, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:50.446916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.521584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Made reservation on behalf of fbbbdbd74abb4c3f93eeb4265aea2094 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:50.525950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.531362 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.591313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-84350723-24c3-4908-897e-74ef8a341778 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.601856 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.628345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-37744610-5bf4-4198-af7e-661adc6122ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:50.628345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-37744610-5bf4-4198-af7e-661adc6122ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.2457738 Aug 11 00:29:50.676681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507b5b6f-e134-4666-b33a-3c65411f849b {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:29:50.740757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800080b-e663-4ae9-9e82-368a55f7ec25 req-32e7c85c-f817-461a-a89d-14bbbf3f631a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:50.750165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0800080b-e663-4ae9-9e82-368a55f7ec25 req-32e7c85c-f817-461a-a89d-14bbbf3f631a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 948 time: 0.1297395 Aug 11 00:29:50.777304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 507b5b6f-e134-4666-b33a-3c65411f849b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=507b5b6f-e134-4666-b33a-3c65411f849b,segment=NetworkSegment(09b635d0-8eb6-4f67-8be4-056a08dfe248),segment_id=09b635d0-8eb6-4f67-8be4-056a08dfe248)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:50.782378 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.791344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-84350723-24c3-4908-897e-74ef8a341778 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.844413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] For port 63312737-7994-4685-9aaf-b6edb75f72ff, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:50.847873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Set router c097f3e1-e623-400d-940e-ebf78f4062f5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:29:50.873824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0800080b-e663-4ae9-9e82-368a55f7ec25 req-a78e4058-2768-4994-af14-c58ec24ab0ac tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226521 Aug 11 00:29:50.948899 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:50.997489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] For port 63312737-7994-4685-9aaf-b6edb75f72ff, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=63312737-7994-4685-9aaf-b6edb75f72ff,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:51.060331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc9c7a9b-a078-4eed-8fb0-96deeb1a998d req-57e495c1-868d-4378-9e91-21ddd9edc964 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 210 time: 0.1547401 Aug 11 00:29:51.125906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-6ae82370-209d-404c-af1f-a94025d84d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:51.129009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-6ae82370-209d-404c-af1f-a94025d84d40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4714284 Aug 11 00:29:51.144798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:51.240029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=507b5b6f-e134-4666-b33a-3c65411f849b,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:51.247599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['507b5b6f-e134-4666-b33a-3c65411f849b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:51.319628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:51.393001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:51.393819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:51.395670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] 10.222.0.55 "PUT /v2.0/ports/63312737-7994-4685-9aaf-b6edb75f72ff HTTP/1.1" status: 200 len: 1097 time: 6.7340019 Aug 11 00:29:51.398674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717ab9f-db6d-48a7-8461-8288287ebab9 req-16fbac36-4b47-4242-97ed-fce81d5548e6 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:51.399820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8821a381-5016-421a-96d3-f6260e6b3088', 'tag': '63312737-7994-4685-9aaf-b6edb75f72ff'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:51.409972 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da59b261-8c5a-43d5-ba40-9d125c2a772d" -d '{"events": [{"name": "network-changed", "server_uuid": "8821a381-5016-421a-96d3-f6260e6b3088", "tag": "63312737-7994-4685-9aaf-b6edb75f72ff"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:51.411483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717ab9f-db6d-48a7-8461-8288287ebab9 req-16fbac36-4b47-4242-97ed-fce81d5548e6 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:51.414292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8717ab9f-db6d-48a7-8461-8288287ebab9 req-16fbac36-4b47-4242-97ed-fce81d5548e6 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1681 time: 0.2184422 Aug 11 00:29:51.466485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752651bb-0c19-47b7-b9c9-9183aeae1b10 service neutron] Pushing event updated for resources: {'Port': ['ID=63312737-7994-4685-9aaf-b6edb75f72ff,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:51.511001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:51.513823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-47a8c2d7-282c-42b0-a1d5-68d3d8d92bd6 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722260 Aug 11 00:29:51.631435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8717ab9f-db6d-48a7-8461-8288287ebab9 req-7a265c86-caac-44ac-8be9-022bf69b1def tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079120 Aug 11 00:29:51.725261 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff62907c-0362-4180-afaf-481fc3fec491 x-openstack-request-id: req-ff62907c-0362-4180-afaf-481fc3fec491 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:51.725754 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8821a381-5016-421a-96d3-f6260e6b3088", "tag": "63312737-7994-4685-9aaf-b6edb75f72ff", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:51.726114 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff62907c-0362-4180-afaf-481fc3fec491 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:51.726631 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8821a381-5016-421a-96d3-f6260e6b3088', 'tag': '63312737-7994-4685-9aaf-b6edb75f72ff', 'status': 'completed', 'code': 200} Aug 11 00:29:51.751189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:51.759009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-84350723-24c3-4908-897e-74ef8a341778 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:51.765768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-84350723-24c3-4908-897e-74ef8a341778 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:51.773187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-84350723-24c3-4908-897e-74ef8a341778 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "DELETE /v2.0/security-groups/06d91ece-b8d6-4012-b38c-aebb4dd03235 HTTP/1.1" status: 204 len: 168 time: 1.6840844 Aug 11 00:29:51.773965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56414) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:51.813376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:29:44Z', 'revision_number': 3, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port': {'id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:be:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:42Z', 'updated_at': '2021-08-11T00:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:51.826005 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-7f7fd485-0cb5-4fde-9cea-8edda82bee49 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] show failed (client error): The resource could not be found. Aug 11 00:29:51.828308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7f7fd485-0cb5-4fde-9cea-8edda82bee49 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "GET /v2.0/security-groups/06d91ece-b8d6-4012-b38c-aebb4dd03235 HTTP/1.1" status: 404 len: 347 time: 0.0515735 Aug 11 00:29:51.831393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:29:51.836504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56416) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:51.846237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Allocated IP 172.20.0.1 (e52f46aa-02af-4590-8cfb-c547b1cfaf77/3f42a603-674f-403f-86ec-a6dcdc619e0d/f3c390a8-6f92-43f3-88d8-de2a7895bb24) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:51.905340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Checking router: c097f3e1-e623-400d-940e-ebf78f4062f5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:29:51.906663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Updating router c097f3e1-e623-400d-940e-ebf78f4062f5 port 3a37d292-ac51-4b5d-a2a4-60dce75363ec binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:29:51.962072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:51.962587 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Added segment 17396005-5a29-44d3-b475-96ff54656107 of type vlan for network 7e6667ff-aef4-4bae-9ae9-901893c573a7 Aug 11 00:29:51.983742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956de8a7-be0f-471b-8333-20b9cd55c18d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:52.020759 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.080921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84350723-24c3-4908-897e-74ef8a341778 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d91ece-b8d6-4012-b38c-aebb4dd03235,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:52.097039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.136415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59b261-8c5a-43d5-ba40-9d125c2a772d req-0541110b-299a-4fb5-bc16-f27a2c6e24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:52.138238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da59b261-8c5a-43d5-ba40-9d125c2a772d req-0541110b-299a-4fb5-bc16-f27a2c6e24d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 1100 time: 0.4105823 Aug 11 00:29:52.143567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7294bd6f-f844-4bab-9363-3bd490a865ed req-6d4a4512-a8a4-4d94-ad69-e13b9dcb152a service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205928 Aug 11 00:29:52.212266 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da59b261-8c5a-43d5-ba40-9d125c2a772d req-7af9697b-5125-4eef-95c7-4b0f2e44ffc6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=308d288f8e964516b756bc93111f7fda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498159 Aug 11 00:29:52.247177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb9035-fba9-466a-b7a7-972ae4285e54 req-1bd57a8a-4761-4062-9930-f5d292428a86 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:52.256550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2eb9035-fba9-466a-b7a7-972ae4285e54 req-1bd57a8a-4761-4062-9930-f5d292428a86 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 948 time: 0.1525185 Aug 11 00:29:52.292898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6119a0b7-f6f4-4b08-9c58-c44969e1bb5e req-f4791a6e-3b6e-4d42-8bab-353c984ac21b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 210 time: 0.0765772 Aug 11 00:29:52.323451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Deleting port c735485b-bc61-45db-b087-54e84ad723c3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:52.323953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.340062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.370169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Transition to ACTIVE for port object f3c390a8-6f92-43f3-88d8-de2a7895bb24 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:52.422737 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2eb9035-fba9-466a-b7a7-972ae4285e54 req-12c0cfdc-88ce-4e51-96fe-c30146a9bae8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573780 Aug 11 00:29:52.460184 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.462187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:52.463705 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.583536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.662145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.675436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Transition to ACTIVE for port object 3a37d292-ac51-4b5d-a2a4-60dce75363ec will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:52.685884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['425d6dee-6316-47fe-aa6e-da9423da0bef'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:52.691470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.762273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c390a8-6f92-43f3-88d8-de2a7895bb24,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:52.772103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59b261-8c5a-43d5-ba40-9d125c2a772d req-28d62253-d667-4f68-ae5c-950e313da51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:52.773889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da59b261-8c5a-43d5-ba40-9d125c2a772d req-28d62253-d667-4f68-ae5c-950e313da51d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5532961 Aug 11 00:29:52.780220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6667ff-aef4-4bae-9ae9-901893c573a7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:52.794758 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.795117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:52.815602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Calling delete_port for c735485b-bc61-45db-b087-54e84ad723c3 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:52.842784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:52.846748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 7e6667ff-aef4-4bae-9ae9-901893c573a7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:29:52.849459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:52.859692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:52.913925 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.012998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ff0c896a-6577-4088-8640-50092506f091 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9114277 Aug 11 00:29:53.022715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.030007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56434) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:53.147024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e856-520d-4f8a-9b02-df766d827254 req-9ee73a9c-0213-4e68-b105-abdf84bc5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:53.150220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-9ee73a9c-0213-4e68-b105-abdf84bc5d2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 1100 time: 0.1820338 Aug 11 00:29:53.163473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Request body: {'subnet': {'network_id': '7e6667ff-aef4-4bae-9ae9-901893c573a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1750706883-subnet', 'tenant_id': 'fbbbdbd74abb4c3f93eeb4265aea2094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:53.242792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-362b2b72-db2b-47d1-9b0c-1dcf1aa4eb15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=63312737-7994-4685-9aaf-b6edb75f72ff HTTP/1.1" status: 200 len: 217 time: 0.0729182 Aug 11 00:29:53.336412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279b63-a520-48d3-96ef-5f142a436210 None None] Pushing event updated for resources: {'Port': ['ID=3a37d292-ac51-4b5d-a2a4-60dce75363ec,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:53.362518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Attempting to bind port 3a37d292-ac51-4b5d-a2a4-60dce75363ec on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:53.363113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Attempting to bind port 3a37d292-ac51-4b5d-a2a4-60dce75363ec by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:53.363731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Attempting to bind port 3a37d292-ac51-4b5d-a2a4-60dce75363ec on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:53.365981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435483d8-6168-4543-abd0-23d8e0e865b1 req-054ef6fd-1d4f-4eca-9e36-7ac9a1766014 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:53.374733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:53.375501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:53.376142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.376777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:53.377626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Bound port: 3a37d292-ac51-4b5d-a2a4-60dce75363ec, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:53.377800 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435483d8-6168-4543-abd0-23d8e0e865b1 req-054ef6fd-1d4f-4eca-9e36-7ac9a1766014 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:53.378246 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.380557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-435483d8-6168-4543-abd0-23d8e0e865b1 req-054ef6fd-1d4f-4eca-9e36-7ac9a1766014 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1681 time: 0.3526952 Aug 11 00:29:53.427972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Made reservation on behalf of fbbbdbd74abb4c3f93eeb4265aea2094 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:53.430816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.528939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] For port 3a37d292-ac51-4b5d-a2a4-60dce75363ec, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:29:53.530123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3665354-d35a-4514-b03a-be113d4fd46d req-c542e452-8c8f-4adc-873a-c2b09cb5b5fd tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 210 time: 0.0571589 Aug 11 00:29:53.532820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] For port 3a37d292-ac51-4b5d-a2a4-60dce75363ec, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3a37d292-ac51-4b5d-a2a4-60dce75363ec,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:29:53.547109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-88db5554-3970-4118-9648-116c215f28d8 None None] Provisioning for port f3c390a8-6f92-43f3-88d8-de2a7895bb24 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:53.555544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e856-520d-4f8a-9b02-df766d827254 req-3d345a10-7b75-477e-a877-4f3db78d6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:53.555544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-3d345a10-7b75-477e-a877-4f3db78d6aea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2875881 Aug 11 00:29:53.556409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-88db5554-3970-4118-9648-116c215f28d8 None None] Provisioning complete for port f3c390a8-6f92-43f3-88d8-de2a7895bb24 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:53.556409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-88db5554-3970-4118-9648-116c215f28d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.610735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-435483d8-6168-4543-abd0-23d8e0e865b1 req-b199b27f-7ea6-4830-b3a1-c8cdf9bc59f5 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132349 Aug 11 00:29:53.650010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-88db5554-3970-4118-9648-116c215f28d8 None None] Port f3c390a8-6f92-43f3-88d8-de2a7895bb24 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:29:53.674735 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e856-520d-4f8a-9b02-df766d827254 req-6c35b7ff-247a-49a5-89a8-05a281e1b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:53.677172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-6c35b7ff-247a-49a5-89a8-05a281e1b432 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156259 Aug 11 00:29:53.682962 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.754877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Routers {'c097f3e1-e623-400d-940e-ebf78f4062f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:29:53.755702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c097f3e1-e623-400d-940e-ebf78f4062f5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:53.791091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.862622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:53.892012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60279b63-a520-48d3-96ef-5f142a436210 None None] Pushing event updated for resources: {'Port': ['ID=3a37d292-ac51-4b5d-a2a4-60dce75363ec,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:53.898856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] Set router c097f3e1-e623-400d-940e-ebf78f4062f5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:29:53.899394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Pushing event deleted for resources: {'Port': ['ID=c735485b-bc61-45db-b087-54e84ad723c3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:53.915900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:54.113986 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-3458bb86-aac0-4a8d-8556-f36f95c7a084 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250684 Aug 11 00:29:54.160652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45a03c4-16db-4763-b734-9d08327fada2,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:54.186234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Checking segment: {'id': '17396005-5a29-44d3-b475-96ff54656107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7e6667ff-aef4-4bae-9ae9-901893c573a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:54.195713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Network hostable DHCP agents. Network: 7e6667ff-aef4-4bae-9ae9-901893c573a7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:29:54.279215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cfa60-6f43-47e2-8cfb-c8d6f7430bcc req-22b369a0-29b2-4417-9749-5d7783baebb5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:54.283016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-957cfa60-6f43-47e2-8cfb-c8d6f7430bcc req-22b369a0-29b2-4417-9749-5d7783baebb5 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 948 time: 0.4937468 Aug 11 00:29:54.342164 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:54.348967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:54.357902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56448) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:54.358590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d380afd-2dfa-4dd1-972b-f5c0042bf187 tempest-ServersTestManualDisk-1209242390 tempest-ServersTestManualDisk-1209242390-project] 10.222.0.43 "DELETE /v2.0/floatingips/962d34b5-9a04-427c-ae27-cea89331f070 HTTP/1.1" status: 204 len: 168 time: 2.5072405 Aug 11 00:29:54.370165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:29:53Z', 'revision_number': 4, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port': {'id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:be:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:42Z', 'updated_at': '2021-08-11T00:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'f3c390a8-6f92-43f3-88d8-de2a7895bb24', 'name': '', 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'mac_address': 'fa:16:3e:cc:be:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:51Z', 'updated_at': '2021-08-11T00:29:51Z', 'revision_number': 1, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'subnets': [{'id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:54.376399 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:54.429163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02113b87-8ab5-4860-ba60-fb32ad003caf None None] The sync data for ids ['c097f3e1-e623-400d-940e-ebf78f4062f5'] in n-d-712143-13 is: [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:29:53Z', 'revision_number': 4, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port': {'id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:be:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:42Z', 'updated_at': '2021-08-11T00:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'f3c390a8-6f92-43f3-88d8-de2a7895bb24', 'name': '', 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'mac_address': 'fa:16:3e:cc:be:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:51Z', 'updated_at': '2021-08-11T00:29:51Z', 'revision_number': 1, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'subnets': [{'id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:29:54.441740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Network 7e6667ff-aef4-4bae-9ae9-901893c573a7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:29:54.443832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-957cfa60-6f43-47e2-8cfb-c8d6f7430bcc req-65bbc11d-958b-445d-9bde-21b61a92c99e tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526201 Aug 11 00:29:54.544113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:54.654857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 7e6667ff-aef4-4bae-9ae9-901893c573a7) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:54.663270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:54.665513 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:54.669992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf87f7-0c78-467e-b9fa-d824c96d2ac6 None None] Network 7e6667ff-aef4-4bae-9ae9-901893c573a7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:54.765496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-23d9eabd-47ef-4ccf-aec0-f2cbb17332d7 req-b06a8343-adb4-4239-8c6a-e1bda04b2f1f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 210 time: 0.0834343 Aug 11 00:29:54.794775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c390a8-6f92-43f3-88d8-de2a7895bb24,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:54.908270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b292e856-520d-4f8a-9b02-df766d827254 req-0ed29f8c-3059-4c66-9c01-d86630e82508 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579768 Aug 11 00:29:54.928533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8349e3-181a-4fd4-a802-fd75d3fa2f93 req-0c4323fa-aabf-4c2d-86be-d2dfc912de72 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:54.941074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8349e3-181a-4fd4-a802-fd75d3fa2f93 req-0c4323fa-aabf-4c2d-86be-d2dfc912de72 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:54.943469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec8349e3-181a-4fd4-a802-fd75d3fa2f93 req-0c4323fa-aabf-4c2d-86be-d2dfc912de72 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1681 time: 0.1186352 Aug 11 00:29:54.951920 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:54.968039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 507b5b6f-e134-4666-b33a-3c65411f849b up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:54.982798 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f2c91c8b-ea37-4f5e-a015-b1230efdb9d5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8456283 Aug 11 00:29:55.004749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b14cdc-a797-45d0-8e54-fdf722c98583 None None] Network 7e6667ff-aef4-4bae-9ae9-901893c573a7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:29:55.061529 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec8349e3-181a-4fd4-a802-fd75d3fa2f93 req-cd7f8072-e3db-45ac-98d4-2fb41cd84b0c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942442 Aug 11 00:29:55.338759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-d507dc17-fbc3-4806-91c2-ce1673044cf5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:55.340652 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-d507dc17-fbc3-4806-91c2-ce1673044cf5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.4042246 Aug 11 00:29:55.370492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Request body: {'port': {'device_id': 'ccd2fa0d-437f-48c7-ace6-91a62b737297', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'admin_state_up': True, 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:55.428858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 507b5b6f-e134-4666-b33a-3c65411f849b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:55.433652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 507b5b6f-e134-4666-b33a-3c65411f849b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:55.434610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:55.651043 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:55.653890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb300812-c1fe-43ab-9944-66aaf4c6ef52 req-5e5a3251-a419-4bff-9c2a-ceae0d06ea54 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:55.653890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eb300812-c1fe-43ab-9944-66aaf4c6ef52 req-5e5a3251-a419-4bff-9c2a-ceae0d06ea54 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 948 time: 0.0890656 Aug 11 00:29:55.654928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:55.685141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507b5b6f-e134-4666-b33a-3c65411f849b'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:55.687537 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c1299-1ead-4e44-b8b1-be99c8a9bc77" -d '{"events": [{"server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "name": "network-vif-plugged", "status": "completed", "tag": "507b5b6f-e134-4666-b33a-3c65411f849b"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:55.698143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:55.709010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 507b5b6f-e134-4666-b33a-3c65411f849b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=507b5b6f-e134-4666-b33a-3c65411f849b,segment=NetworkSegment(09b635d0-8eb6-4f67-8be4-056a08dfe248),segment_id=09b635d0-8eb6-4f67-8be4-056a08dfe248)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:55.771568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eb300812-c1fe-43ab-9944-66aaf4c6ef52 req-e7da77d7-ce74-45bc-899c-4a561473dd6f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210051 Aug 11 00:29:55.839114 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d7653b-ab58-4f57-ae73-768c55ad6691 x-openstack-request-id: req-f7d7653b-ab58-4f57-ae73-768c55ad6691 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:55.839638 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "name": "network-vif-plugged", "status": "completed", "tag": "507b5b6f-e134-4666-b33a-3c65411f849b", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:55.841295 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7d7653b-ab58-4f57-ae73-768c55ad6691 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:55.842732 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507b5b6f-e134-4666-b33a-3c65411f849b', 'code': 200} Aug 11 00:29:55.871300 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:55.873384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 425d6dee-6316-47fe-aa6e-da9423da0bef up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:55.975498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c6610ed-04f7-4e38-b7dd-de218d862f9f req-14d90b15-c759-4c99-9040-d0dddd4fd4c8 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 210 time: 0.0504410 Aug 11 00:29:56.061876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=507b5b6f-e134-4666-b33a-3c65411f849b,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:56.168023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 425d6dee-6316-47fe-aa6e-da9423da0bef completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:56.179478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 425d6dee-6316-47fe-aa6e-da9423da0bef triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:56.180244 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:56.225934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957835a-6343-4d8e-9ff5-c2325d8294cf req-ef1679b3-cddc-46d8-8284-7e19a0cdcc51 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:56.233566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957835a-6343-4d8e-9ff5-c2325d8294cf req-ef1679b3-cddc-46d8-8284-7e19a0cdcc51 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:56.236356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9957835a-6343-4d8e-9ff5-c2325d8294cf req-ef1679b3-cddc-46d8-8284-7e19a0cdcc51 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1682 time: 0.0753613 Aug 11 00:29:56.240826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-43d41a44-f07b-4bc0-9147-bbc48b738ccd None None] Provisioning complete for port f3c390a8-6f92-43f3-88d8-de2a7895bb24 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:56.241570 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43d41a44-f07b-4bc0-9147-bbc48b738ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:56.295524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:56.301271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:56.315122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9957835a-6343-4d8e-9ff5-c2325d8294cf req-da44245c-545b-4e6e-b491-d33f24ebb0cb tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656123 Aug 11 00:29:56.319633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-43d41a44-f07b-4bc0-9147-bbc48b738ccd None None] Port f3c390a8-6f92-43f3-88d8-de2a7895bb24 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:29:56.343011 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:56.381798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Router c097f3e1-e623-400d-940e-ebf78f4062f5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:29:56.384530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 425d6dee-6316-47fe-aa6e-da9423da0bef, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=425d6dee-6316-47fe-aa6e-da9423da0bef,segment=NetworkSegment(f0d83c3f-9221-4733-bcd7-b521f168684e),segment_id=f0d83c3f-9221-4733-bcd7-b521f168684e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:56.472766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-9d3d9c0d-a0c3-46a8-ba85-7575410ff2c4 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:56.475883 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-9d3d9c0d-a0c3-46a8-ba85-7575410ff2c4 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/networks?id=0906da31-03b2-4946-bd10-98341aa6397c HTTP/1.1" status: 200 len: 813 time: 0.3663173 Aug 11 00:29:56.480762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:56.489378 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:56.550235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=425d6dee-6316-47fe-aa6e-da9423da0bef,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:56.775752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3a37d292-ac51-4b5d-a2a4-60dce75363ec up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:56.902770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551d08d-d482-47ff-8bd9-a0802be9e65a req-021d541d-f4dc-47f7-b8f3-ae28e3ac4857 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:56.904705 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e551d08d-d482-47ff-8bd9-a0802be9e65a req-021d541d-f4dc-47f7-b8f3-ae28e3ac4857 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 948 time: 0.0595906 Aug 11 00:29:56.957111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e551d08d-d482-47ff-8bd9-a0802be9e65a req-30dc3a34-37d4-41af-9da2-604dcdf95ac3 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 Aug 11 00:29:56.964343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 3a37d292-ac51-4b5d-a2a4-60dce75363ec completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:29:56.975470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3a37d292-ac51-4b5d-a2a4-60dce75363ec triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:56.975470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:57.023550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-c0a0e435-a525-4abe-8dc5-f1ab43ff10f8 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/quotas/7cb524ee06404b708ba78c7a5c42e116 HTTP/1.1" status: 200 len: 375 time: 0.5389769 Aug 11 00:29:57.114755 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:57.149348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 3a37d292-ac51-4b5d-a2a4-60dce75363ec, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3a37d292-ac51-4b5d-a2a4-60dce75363ec,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:57.176856 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbbfb1ea-ae37-4543-85de-5d23d1065e15 req-59e977b2-50ce-4e2f-9a3a-8523b2851afa tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 210 time: 0.0750730 Aug 11 00:29:57.211719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-443ac98e-6344-4a6d-bafe-038074fce207 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7cb524ee06404b708ba78c7a5c42e116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1612511 Aug 11 00:29:57.295870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:57.375370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=3a37d292-ac51-4b5d-a2a4-60dce75363ec,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:57.503129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835cd7-3782-4c94-9432-7153acde9469 req-8ca05a4c-fdf7-46de-b8d0-a94d38736141 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:57.509584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835cd7-3782-4c94-9432-7153acde9469 req-8ca05a4c-fdf7-46de-b8d0-a94d38736141 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:57.511391 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5835cd7-3782-4c94-9432-7153acde9469 req-8ca05a4c-fdf7-46de-b8d0-a94d38736141 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1683 time: 0.0845990 Aug 11 00:29:57.558444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Allocated IP 172.20.0.9 (479285e2-e6aa-4a17-87c6-3cd272b1374d/9884a018-365d-4b7b-b843-68321a4fed50/55e63d07-b289-4197-9e6b-3987a18d20bc) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:29:57.567098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5835cd7-3782-4c94-9432-7153acde9469 req-d4bb79ce-12e6-44d5-ba70-c42d2a0646d6 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484269 Aug 11 00:29:57.628727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:29:57.659519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-830e5969-906d-4b5b-be95-ca33b6cb1b47 admin admin] 10.222.0.43 "PUT /v2.0/routers/c097f3e1-e623-400d-940e-ebf78f4062f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4157088 Aug 11 00:29:57.723108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Sync routers for ids ['c097f3e1-e623-400d-940e-ebf78f4062f5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:29:57.735322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Routers {'c097f3e1-e623-400d-940e-ebf78f4062f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:29:57.735684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c097f3e1-e623-400d-940e-ebf78f4062f5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:57.797855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-99cbca18-ce74-4e0e-9bc1-ec6d1352117d service neutron] 10.222.0.43 "GET /v2.0/networks/0906da31-03b2-4946-bd10-98341aa6397c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286825 Aug 11 00:29:57.843532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d6dee-6316-47fe-aa6e-da9423da0bef'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:29:57.846364 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e09bc22-cf88-4f6f-85f1-3d0788b917fc" -d '{"events": [{"server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "name": "network-vif-plugged", "status": "completed", "tag": "425d6dee-6316-47fe-aa6e-da9423da0bef"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:29:57.897378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Set router c097f3e1-e623-400d-940e-ebf78f4062f5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:29:58.066367 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa7a9d-86ae-4de6-b118-68319970ead4 x-openstack-request-id: req-c1aa7a9d-86ae-4de6-b118-68319970ead4 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:29:58.066367 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "name": "network-vif-plugged", "status": "completed", "tag": "425d6dee-6316-47fe-aa6e-da9423da0bef", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:29:58.066367 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1aa7a9d-86ae-4de6-b118-68319970ead4 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:29:58.076373 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d6dee-6316-47fe-aa6e-da9423da0bef', 'code': 200} Aug 11 00:29:58.229138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:29:53Z', 'revision_number': 4, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port': {'id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:be:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:42Z', 'updated_at': '2021-08-11T00:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'f3c390a8-6f92-43f3-88d8-de2a7895bb24', 'name': '', 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'mac_address': 'fa:16:3e:cc:be:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:51Z', 'updated_at': '2021-08-11T00:29:54Z', 'revision_number': 2, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'subnets': [{'id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:29:58.235190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-936231f7-a165-47ad-a284-eea24dd681bb service neutron] 10.222.0.43 "GET /v2.0/networks/0906da31-03b2-4946-bd10-98341aa6397c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102507 Aug 11 00:29:58.266787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Checking router: c097f3e1-e623-400d-940e-ebf78f4062f5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:29:58.267316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Updating router c097f3e1-e623-400d-940e-ebf78f4062f5 port f3c390a8-6f92-43f3-88d8-de2a7895bb24 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:29:58.274716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a568b4-fe68-41d1-8166-cc805ebd8564 req-6c0d39b3-e1b5-4416-87cf-487a9f860b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:58.275689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a568b4-fe68-41d1-8166-cc805ebd8564 req-6c0d39b3-e1b5-4416-87cf-487a9f860b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:58.277955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49a568b4-fe68-41d1-8166-cc805ebd8564 req-6c0d39b3-e1b5-4416-87cf-487a9f860b2b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1987 time: 0.1324103 Aug 11 00:29:58.316014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:58.362901 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:58.386515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49a568b4-fe68-41d1-8166-cc805ebd8564 req-a86fed74-7694-44ad-be75-841fbb137b9f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016037 Aug 11 00:29:58.407916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76362a63-35dd-473e-bccc-bde6228f2c93 req-a2dd1ca4-2b19-484e-b110-006b3f97e87b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:58.412422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-76362a63-35dd-473e-bccc-bde6228f2c93 req-a2dd1ca4-2b19-484e-b110-006b3f97e87b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 948 time: 0.1927853 Aug 11 00:29:58.465777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Deleting port 89c807a2-e004-4191-b0f6-ff9e18691c67 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:29:58.467086 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:58.509799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-76362a63-35dd-473e-bccc-bde6228f2c93 req-81dec096-d984-488f-8a79-fef48532bc1d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897009 Aug 11 00:29:58.599641 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:58.799417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:29:58.821825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] For port 89c807a2-e004-4191-b0f6-ff9e18691c67, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=89c807a2-e004-4191-b0f6-ff9e18691c67,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:58.822209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:58.855236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d9e99-186b-48b4-b36b-f9c2a1d0200d req-459429b3-2001-49cd-b0c1-c5bad68946b1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:58.859135 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d25d9e99-186b-48b4-b36b-f9c2a1d0200d req-459429b3-2001-49cd-b0c1-c5bad68946b1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 931 time: 0.2197604 Aug 11 00:29:58.861489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:29:58.884461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3a37d292-ac51-4b5d-a2a4-60dce75363ec up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:29:58.918276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7179781c-f2bd-41b6-afaf-f21831e31f80 req-659b6833-e9b2-4286-ac3c-1ce1fe9b1554 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 210 time: 0.1649740 Aug 11 00:29:58.926038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:29:58.932923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Calling delete_port for 89c807a2-e004-4191-b0f6-ff9e18691c67 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:29:58.942192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:29:58.981331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d25d9e99-186b-48b4-b36b-f9c2a1d0200d req-805dd636-561d-4417-a4ca-c700a3c3585e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158407 Aug 11 00:29:59.003717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 63312737-7994-4685-9aaf-b6edb75f72ff details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:29:59.048330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event updated for resources: {'Port': ['ID=55e63d07-b289-4197-9e6b-3987a18d20bc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:59.089430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.123293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Transition to ACTIVE for port object f3c390a8-6f92-43f3-88d8-de2a7895bb24 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:29:59.177587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56544) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:29:59.185352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-network', 'tenant_id': '2b3fa910581743fa8670842798361098'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:59.193517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:59.203847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.239322 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.301694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.355058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3a37d292-ac51-4b5d-a2a4-60dce75363ec triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:29:59.356058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.366179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894676f0-b645-4a2d-bd09-040314dd963f None None] Pushing event updated for resources: {'Port': ['ID=f3c390a8-6f92-43f3-88d8-de2a7895bb24,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:29:59.411760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Made reservation on behalf of 2b3fa910581743fa8670842798361098 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:29:59.430631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50748-f387-4c24-bfff-f897159f54b9 req-92cb5765-f5ea-4715-8d02-9d4382564499 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:59.439931 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.444853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50748-f387-4c24-bfff-f897159f54b9 req-92cb5765-f5ea-4715-8d02-9d4382564499 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:59.449968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.458320 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89e50748-f387-4c24-bfff-f897159f54b9 req-92cb5765-f5ea-4715-8d02-9d4382564499 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1683 time: 0.3945611 Aug 11 00:29:59.493048 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.538024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 63312737-7994-4685-9aaf-b6edb75f72ff, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=63312737-7994-4685-9aaf-b6edb75f72ff,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:29:59.569227 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89e50748-f387-4c24-bfff-f897159f54b9 req-e0d110a2-5cf8-4f1b-8e5c-f1ea953ab98f tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045244 Aug 11 00:29:59.585382 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-f6d7018f-a5f0-4bc1-a4b8-ade2ecf8fb61 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2192070 Aug 11 00:29:59.609109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '63312737-7994-4685-9aaf-b6edb75f72ff', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '63312737-7994-4685-9aaf-b6edb75f72ff', 'mac_address': 'fa:16:3e:52:03:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:29:59.624085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Attempting to bind port f3c390a8-6f92-43f3-88d8-de2a7895bb24 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:29:59.624565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Attempting to bind port f3c390a8-6f92-43f3-88d8-de2a7895bb24 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:29:59.624842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Attempting to bind port f3c390a8-6f92-43f3-88d8-de2a7895bb24 on network e52f46aa-02af-4590-8cfb-c547b1cfaf77 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:29:59.644593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Request body: {'port': {'device_id': 'ccd2fa0d-437f-48c7-ace6-91a62b737297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:29:59.669713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:29:59.673860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Checking segment: {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:29:59.673860 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.673860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Bound using segment: {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:29:59.683096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Bound port: f3c390a8-6f92-43f3-88d8-de2a7895bb24, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:29:59.684652 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.814213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.821537 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:29:59.895430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c083dd-6d28-41ad-a8c3-6130ee78c415 req-35d7039f-8c59-4663-b6d6-77928c339006 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:29:59.899240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60c083dd-6d28-41ad-a8c3-6130ee78c415 req-35d7039f-8c59-4663-b6d6-77928c339006 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 948 time: 0.2201359 Aug 11 00:29:59.988513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63312737-7994-4685-9aaf-b6edb75f72ff {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:00.003189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:00.034219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60c083dd-6d28-41ad-a8c3-6130ee78c415 req-38ff8433-7a7b-4f30-a66e-b4d19d22e00d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220922 Aug 11 00:30:00.061041 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:00.082861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c807a2-e004-4191-b0f6-ff9e18691c67,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:00.116911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] For port f3c390a8-6f92-43f3-88d8-de2a7895bb24, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:30:00.125158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] For port f3c390a8-6f92-43f3-88d8-de2a7895bb24, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f3c390a8-6f92-43f3-88d8-de2a7895bb24,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:30:00.162607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 63312737-7994-4685-9aaf-b6edb75f72ff, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=63312737-7994-4685-9aaf-b6edb75f72ff,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:00.197093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:00.265541 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:00.302271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:30:00.303739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b13c4e95-4762-4254-ba64-2c9e30d14663 req-40f52b19-e86a-4047-aee2-b947a0938a6f tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 210 time: 0.1219084 Aug 11 00:30:00.399679 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:00.423344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:00.429587 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Added segment 52fd88e3-14f2-452f-8250-1fbda2cfa724 of type vlan for network 2cc840b7-d874-4bb2-8b7c-782e50014c79 Aug 11 00:30:00.529394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Routers {'c097f3e1-e623-400d-940e-ebf78f4062f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:00.561225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c097f3e1-e623-400d-940e-ebf78f4062f5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:00.774831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77118ecd-befa-4f0c-a3ea-3f59ac6d166e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:00.802836 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:00.865245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cd817-cb0c-410d-ba1c-492b137f8425 req-6c6ed7e2-9938-410b-9842-370de1899e39 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:00.881919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc0cd817-cb0c-410d-ba1c-492b137f8425 req-6c6ed7e2-9938-410b-9842-370de1899e39 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 931 time: 0.7104881 Aug 11 00:30:00.892527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['63312737-7994-4685-9aaf-b6edb75f72ff'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:00.961876 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:30:01.000402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894676f0-b645-4a2d-bd09-040314dd963f None None] Pushing event updated for resources: {'Port': ['ID=f3c390a8-6f92-43f3-88d8-de2a7895bb24,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:01.042053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc0cd817-cb0c-410d-ba1c-492b137f8425 req-e5ce034c-0e4b-495a-a4e1-0075ceaef908 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580329 Aug 11 00:30:01.096369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:01.098308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:01.099690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:01.185723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e63d07-b289-4197-9e6b-3987a18d20bc {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:01.190132 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:01.212210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Transition to ACTIVE for port object 55e63d07-b289-4197-9e6b-3987a18d20bc will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:01.327562 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:01.337430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc840b7-d874-4bb2-8b7c-782e50014c79,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:01.361621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed14a-1874-4a7a-8040-5f33d058758f req-03014289-d425-48b7-b6f9-116310c94df0 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:01.371385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 2cc840b7-d874-4bb2-8b7c-782e50014c79 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:30:01.373210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed14a-1874-4a7a-8040-5f33d058758f req-03014289-d425-48b7-b6f9-116310c94df0 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:01.376425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d31ed14a-1874-4a7a-8040-5f33d058758f req-03014289-d425-48b7-b6f9-116310c94df0 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1683 time: 0.4435320 Aug 11 00:30:01.459612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23487307-809e-420d-b299-a1fe8ef6a668 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2805777 Aug 11 00:30:01.465800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56568) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:01.489570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Request body: {'subnet': {'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-subnet', 'tenant_id': '2b3fa910581743fa8670842798361098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:01.494457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:01.532251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177568d-98a7-4a77-a1b9-20da640c29f2 req-b94e1a24-4d55-46c0-ab7b-46e39a6e76ef tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:01.546643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d31ed14a-1874-4a7a-8040-5f33d058758f req-f58f6e8c-dfa4-4afa-9355-2de85c45bc58 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520088 Aug 11 00:30:01.549269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3177568d-98a7-4a77-a1b9-20da640c29f2 req-b94e1a24-4d55-46c0-ab7b-46e39a6e76ef tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 949 time: 0.1991343 Aug 11 00:30:01.671320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=63312737-7994-4685-9aaf-b6edb75f72ff,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:01.684283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=55e63d07-b289-4197-9e6b-3987a18d20bc,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:01.713439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] Set router c097f3e1-e623-400d-940e-ebf78f4062f5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:01.762136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3177568d-98a7-4a77-a1b9-20da640c29f2 req-4c96f9e7-e87e-44c2-b69d-01fe1b5c686b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110345 Aug 11 00:30:01.788484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Made reservation on behalf of 2b3fa910581743fa8670842798361098 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:01.804474 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:01.880793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2f423d0-19e1-4a78-8f7f-547ee34e8af1 req-75e9eca2-67fe-47fe-9a13-bdaa050b07b9 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 210 time: 0.1608281 Aug 11 00:30:01.946113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Attempting to bind port 55e63d07-b289-4197-9e6b-3987a18d20bc on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:30:01.946758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Attempting to bind port 55e63d07-b289-4197-9e6b-3987a18d20bc by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:30:01.947332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Attempting to bind port 55e63d07-b289-4197-9e6b-3987a18d20bc on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:01.986059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Port 55e63d07-b289-4197-9e6b-3987a18d20bc on network 479285e2-e6aa-4a17-87c6-3cd272b1374d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:30:01.986582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Attempting to bind port 55e63d07-b289-4197-9e6b-3987a18d20bc on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:02.258877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:29:53Z', 'revision_number': 4, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port': {'id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:be:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:42Z', 'updated_at': '2021-08-11T00:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'f3c390a8-6f92-43f3-88d8-de2a7895bb24', 'name': '', 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'mac_address': 'fa:16:3e:cc:be:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:51Z', 'updated_at': '2021-08-11T00:30:00Z', 'revision_number': 4, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'subnets': [{'id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:02.286973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:30:02.287981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Checking segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:02.288161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Bound using segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:30:02.289024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Bound port: 55e63d07-b289-4197-9e6b-3987a18d20bc, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:30:02.289431 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:02.307715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64e360-4df6-4c46-85cc-2057f3bb3130 req-4d07d7c1-f6e7-4c4c-895c-650bb7907793 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:02.316804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd64e360-4df6-4c46-85cc-2057f3bb3130 req-4d07d7c1-f6e7-4c4c-895c-650bb7907793 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 943 time: 0.0914335 Aug 11 00:30:02.326487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Router 89322914-4f6f-4b37-9556-dcd65495bfdd has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:30:02.335569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676b5da0-2356-48be-a4a3-283d3a8edbd1 None None] The sync data for ids ['c097f3e1-e623-400d-940e-ebf78f4062f5'] in n-d-712143-13 is: [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:29:53Z', 'revision_number': 4, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port': {'id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:be:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:42Z', 'updated_at': '2021-08-11T00:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'f3c390a8-6f92-43f3-88d8-de2a7895bb24', 'name': '', 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'mac_address': 'fa:16:3e:cc:be:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:51Z', 'updated_at': '2021-08-11T00:30:00Z', 'revision_number': 4, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'subnets': [{'id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:30:02.354853 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:02.531578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd64e360-4df6-4c46-85cc-2057f3bb3130 req-48347227-b5cd-4429-8825-a6cee8941cc6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027681 Aug 11 00:30:02.864619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Checking segment: {'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:02.865035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Network hostable DHCP agents. Network: 2cc840b7-d874-4bb2-8b7c-782e50014c79, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:30:02.882928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9945e230-4bb5-4c44-9edd-9a5e7ce3a917,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:02.969241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f3c390a8-6f92-43f3-88d8-de2a7895bb24 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:03.063598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Network 2cc840b7-d874-4bb2-8b7c-782e50014c79 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:30:03.108229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 63312737-7994-4685-9aaf-b6edb75f72ff up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:03.124650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-d16402ea-5a55-4ff3-a817-4f2870c3a343 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:03.135758 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-d16402ea-5a55-4ff3-a817-4f2870c3a343 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.44 "GET /v2.0/networks?id=0906da31-03b2-4946-bd10-98341aa6397c HTTP/1.1" status: 200 len: 813 time: 0.6247675 Aug 11 00:30:03.153110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] For port 55e63d07-b289-4197-9e6b-3987a18d20bc, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:30:03.174979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Request body: {'port': {'device_id': '4c6bde1a-be5a-4640-9d31-0ea19e66c2b5', 'network_id': '0906da31-03b2-4946-bd10-98341aa6397c', 'admin_state_up': True, 'tenant_id': '7cb524ee06404b708ba78c7a5c42e116'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:03.186943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] For port 55e63d07-b289-4197-9e6b-3987a18d20bc, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=55e63d07-b289-4197-9e6b-3987a18d20bc,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:30:03.197199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76939741-4cc9-4306-b139-721285b81578 req-273889f5-dc71-4010-8690-7ad81c1c8b54 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:03.204536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76939741-4cc9-4306-b139-721285b81578 req-273889f5-dc71-4010-8690-7ad81c1c8b54 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:03.212664 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-76939741-4cc9-4306-b139-721285b81578 req-273889f5-dc71-4010-8690-7ad81c1c8b54 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1683 time: 0.1784205 Aug 11 00:30:03.241553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:30:03.259967 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] Sync routers for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:30:03.267178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4d7fbc51-7d4f-4ad0-8b33-e78020803df6 admin admin] 10.222.0.43 "PUT /v2.0/routers/89322914-4f6f-4b37-9556-dcd65495bfdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9072433 Aug 11 00:30:03.278272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-76939741-4cc9-4306-b139-721285b81578 req-cef4c094-6fce-4ff8-baff-4d419bce24c1 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Aug 11 00:30:03.281417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56594) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:03.313219 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:03.322959 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:03.420477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 63312737-7994-4685-9aaf-b6edb75f72ff completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:03.429014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 63312737-7994-4685-9aaf-b6edb75f72ff triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:03.432866 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:03.480910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:03.484450 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:03.521501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port f3c390a8-6f92-43f3-88d8-de2a7895bb24 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:03.545117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 2cc840b7-d874-4bb2-8b7c-782e50014c79) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:03.551440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f3c390a8-6f92-43f3-88d8-de2a7895bb24 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:03.551440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:03.563111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b48d8-1c77-499c-9f7b-d77d668a60e4 None None] Network 2cc840b7-d874-4bb2-8b7c-782e50014c79 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:03.614188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:03.615206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:03.641183 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9387a6d7-15a7-43eb-b6ac-4ba337e138ed req-d27741e4-f478-4739-84bd-98d57090713d tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 210 time: 0.1525862 Aug 11 00:30:03.672591 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:03.712840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330388-17b3-431c-ac9e-688df7cb7f10 req-aeceea91-23bd-4247-afcc-ea3ae0525ec2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:03.732122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18330388-17b3-431c-ac9e-688df7cb7f10 req-aeceea91-23bd-4247-afcc-ea3ae0525ec2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 949 time: 0.1922898 Aug 11 00:30:03.782353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:03.783615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:03.786420 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] 10.222.0.44 "PUT /v2.0/ports/55e63d07-b289-4197-9e6b-3987a18d20bc HTTP/1.1" status: 200 len: 1092 time: 4.1866198 Aug 11 00:30:03.845543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Made reservation on behalf of 7cb524ee06404b708ba78c7a5c42e116 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:03.852036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:03.860191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd2fa0d-437f-48c7-ace6-91a62b737297', 'tag': '55e63d07-b289-4197-9e6b-3987a18d20bc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:03.864325 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf2cc67-014e-42d0-b069-4305f9c74a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd2fa0d-437f-48c7-ace6-91a62b737297", "tag": "55e63d07-b289-4197-9e6b-3987a18d20bc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:03.872951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18330388-17b3-431c-ac9e-688df7cb7f10 req-0ae89980-b2f0-4216-b9b7-44e4328d748b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389010 Aug 11 00:30:04.001010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5c89bff2-8b3a-415d-bca3-94b3ce92036e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5234587 Aug 11 00:30:04.002415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56602) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:04.019146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:04.101926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.118384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4110b-9275-4228-8058-68d929add7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=55e63d07-b289-4197-9e6b-3987a18d20bc,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:04.158061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111c8a8-e1d7-4caa-8d7e-9971f3f8e7e1 req-3f8c7c31-2478-496b-b206-8b4dba7eddad tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:04.176557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9111c8a8-e1d7-4caa-8d7e-9971f3f8e7e1 req-3f8c7c31-2478-496b-b206-8b4dba7eddad tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.3813875 Aug 11 00:30:04.179469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.181144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.190449 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.223289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8821a381-5016-421a-96d3-f6260e6b3088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63312737-7994-4685-9aaf-b6edb75f72ff'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:04.226340 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8565bb4e-d552-41b7-95c6-00dc7e410803" -d '{"events": [{"server_uuid": "8821a381-5016-421a-96d3-f6260e6b3088", "name": "network-vif-plugged", "status": "completed", "tag": "63312737-7994-4685-9aaf-b6edb75f72ff"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:04.256807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-61418f31-da3e-483f-b8d6-6fb74134f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:04.262107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-61418f31-da3e-483f-b8d6-6fb74134f30f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 1095 time: 0.2456248 Aug 11 00:30:04.269462 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:29:59Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:04.277869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 63312737-7994-4685-9aaf-b6edb75f72ff, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=63312737-7994-4685-9aaf-b6edb75f72ff,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:04.281687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-2cc840b7-d874-4bb2-8b7c-782e50014c79', 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79', 'tenant_id': '2b3fa910581743fa8670842798361098', 'fixed_ips': [{'subnet_id': '9945e230-4bb5-4c44-9edd-9a5e7ce3a917'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:30:04.282920 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.288236 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.298221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d49e-ba9a-4633-91b1-0953597d84d5 req-7c3e2adc-9091-45c7-b7e6-b854cf6a260c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:04.312932 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0918d49e-ba9a-4633-91b1-0953597d84d5 req-7c3e2adc-9091-45c7-b7e6-b854cf6a260c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 943 time: 0.2417073 Aug 11 00:30:04.316706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port f3c390a8-6f92-43f3-88d8-de2a7895bb24, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f3c390a8-6f92-43f3-88d8-de2a7895bb24,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:04.332827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Allocated IP 172.20.0.13 (0906da31-03b2-4946-bd10-98341aa6397c/1ec88a16-4784-44a6-b313-8ca3b1d99e41/100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:30:04.337321 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] Checking router: 89322914-4f6f-4b37-9556-dcd65495bfdd for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:30:04.355134 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] Routers {'89322914-4f6f-4b37-9556-dcd65495bfdd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:04.356726 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['89322914-4f6f-4b37-9556-dcd65495bfdd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:04.381727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-42e2c9ab-8a3b-4a98-b7c1-ad60b69f6606 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55e63d07-b289-4197-9e6b-3987a18d20bc HTTP/1.1" status: 200 len: 217 time: 0.1099334 Aug 11 00:30:04.382528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d0293-6055-4080-8240-fdf4b1922345 req-6b7fd7f8-3702-4618-ab85-c2af4c625b8b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:04.389418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d0293-6055-4080-8240-fdf4b1922345 req-6b7fd7f8-3702-4618-ab85-c2af4c625b8b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:04.391406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-898d0293-6055-4080-8240-fdf4b1922345 req-6b7fd7f8-3702-4618-ab85-c2af4c625b8b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1683 time: 0.2302287 Aug 11 00:30:04.403027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9111c8a8-e1d7-4caa-8d7e-9971f3f8e7e1 req-e988640b-2829-4943-aedc-bcdbfad40873 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138431 Aug 11 00:30:04.410380 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.424142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.453535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.529756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0918d49e-ba9a-4633-91b1-0953597d84d5 req-6d3b9387-fc63-45e3-a6ae-6820f0363a71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154994 Aug 11 00:30:04.590949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-2575334e-dfc1-45e8-be3e-e6b05b18c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:04.594404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-2575334e-dfc1-45e8-be3e-e6b05b18c516 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.1894681 Aug 11 00:30:04.654059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Allocated IP 172.20.0.2 (2cc840b7-d874-4bb2-8b7c-782e50014c79/9945e230-4bb5-4c44-9edd-9a5e7ce3a917/a233eb4b-f97a-4743-9531-e0b78025708d) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:30:04.666353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-e54a324a-b704-4f2d-bc03-b29108c01730 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633931 Aug 11 00:30:04.689380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] Set router 89322914-4f6f-4b37-9556-dcd65495bfdd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:04.809112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Deleting port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:04.809655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:04.988587 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fde68bb-f38b-4e8e-9de4-8cc4fb12cfce x-openstack-request-id: req-4fde68bb-f38b-4e8e-9de4-8cc4fb12cfce {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:04.988587 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8821a381-5016-421a-96d3-f6260e6b3088", "name": "network-vif-plugged", "status": "completed", "tag": "63312737-7994-4685-9aaf-b6edb75f72ff", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:04.988587 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4fde68bb-f38b-4e8e-9de4-8cc4fb12cfce {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:04.989305 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8821a381-5016-421a-96d3-f6260e6b3088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63312737-7994-4685-9aaf-b6edb75f72ff', 'code': 200} Aug 11 00:30:05.054375 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f03e3fa-e6e3-450a-ad80-bf403fae2010 x-openstack-request-id: req-4f03e3fa-e6e3-450a-ad80-bf403fae2010 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:05.054829 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd2fa0d-437f-48c7-ace6-91a62b737297", "tag": "55e63d07-b289-4197-9e6b-3987a18d20bc", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:05.055262 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f03e3fa-e6e3-450a-ad80-bf403fae2010 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:05.055887 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd2fa0d-437f-48c7-ace6-91a62b737297', 'tag': '55e63d07-b289-4197-9e6b-3987a18d20bc', 'status': 'completed', 'code': 200} Aug 11 00:30:05.111567 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:05.126080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=f3c390a8-6f92-43f3-88d8-de2a7895bb24,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:05.144553 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:29:59Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:05.145123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Transition to ACTIVE for port object a233eb4b-f97a-4743-9531-e0b78025708d will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:05.167643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-8adc9cb1-80a4-4ccf-9367-8f409ac3a887 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856164 Aug 11 00:30:05.196102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Transition to ACTIVE for port object a233eb4b-f97a-4743-9531-e0b78025708d will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:05.226784 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff37c4fd-5408-4e17-94b3-3295258fe54e None None] The sync data for ids ['89322914-4f6f-4b37-9556-dcd65495bfdd'] in n-d-712143-13 is: [{'id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'name': 'tempest-ServersTestManualDisk-783855778-router', 'tenant_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:26:51Z', 'updated_at': '2021-08-11T00:29:59Z', 'revision_number': 5, 'project_id': 'e0e468de982e4e30b1b7ddce26ac06d4', 'gw_port': {'id': '88df1a8d-4567-47d7-b5c6-331f5c8b3e95', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ba:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89322914-4f6f-4b37-9556-dcd65495bfdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:26:54Z', 'updated_at': '2021-08-11T00:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:30:05.229946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:05.240985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=63312737-7994-4685-9aaf-b6edb75f72ff,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:05.283738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0be2dfe6-dbb3-4ff4-b4a9-c261edf713ad req-0db6c03f-b625-4c66-82cd-1eff8271dee9 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 210 time: 0.0879154 Aug 11 00:30:05.287797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] For port 88df1a8d-4567-47d7-b5c6-331f5c8b3e95, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=88df1a8d-4567-47d7-b5c6-331f5c8b3e95,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:05.288134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:05.288371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6ca0d-87b6-46ff-b46a-de493cae6580 req-21d22c5f-0416-4d13-9b16-24d4354b439d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:05.292127 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:05.299487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6ca0d-87b6-46ff-b46a-de493cae6580 req-21d22c5f-0416-4d13-9b16-24d4354b439d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:05.303944 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7cc6ca0d-87b6-46ff-b46a-de493cae6580 req-21d22c5f-0416-4d13-9b16-24d4354b439d tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1683 time: 0.4596436 Aug 11 00:30:05.310946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Calling delete_port for 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:05.362137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60aac330-0563-423f-b8c0-080af5e9fb72 req-a718691e-f9a1-4fad-9e82-fc3b4f612b22 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805859 Aug 11 00:30:05.365982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Network 2cc840b7-d874-4bb2-8b7c-782e50014c79 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:30:05.372257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:05.378880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:30:05.395187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4e22f-a529-4279-89ef-97e4ac0b1914 req-ea09b932-8b81-4a55-bb42-be4ee4526677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:05.396962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16c4e22f-a529-4279-89ef-97e4ac0b1914 req-ea09b932-8b81-4a55-bb42-be4ee4526677 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 1102 time: 0.5376573 Aug 11 00:30:05.487513 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7cc6ca0d-87b6-46ff-b46a-de493cae6580 req-39c6b311-3b68-418a-96cc-89f50f5d37fd tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789823 Aug 11 00:30:05.537080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Pushing event updated for resources: {'Port': ['ID=a233eb4b-f97a-4743-9531-e0b78025708d,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:05.549173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:05.590834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Attempting to bind port a233eb4b-f97a-4743-9531-e0b78025708d on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:30:05.590834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Attempting to bind port a233eb4b-f97a-4743-9531-e0b78025708d by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:30:05.596387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port 425d6dee-6316-47fe-aa6e-da9423da0bef {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:05.596387 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:05.597016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Attempting to bind port a233eb4b-f97a-4743-9531-e0b78025708d on network 2cc840b7-d874-4bb2-8b7c-782e50014c79 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:05.612311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:30:05.612921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Checking segment: {'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:05.613585 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:05.614236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Bound using segment: {'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:30:05.615036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Bound port: a233eb4b-f97a-4743-9531-e0b78025708d, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:30:05.615686 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:05.682358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c29da6-69e8-4415-b35e-a40128726057 req-9aebf59e-6765-4c5c-9444-7d4b318760d8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:05.685626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09c29da6-69e8-4415-b35e-a40128726057 req-9aebf59e-6765-4c5c-9444-7d4b318760d8 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 950 time: 0.2264872 Aug 11 00:30:05.730953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-690a21cf-eb7c-44d8-82a6-615ccc7cda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:05.737527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-690a21cf-eb7c-44d8-82a6-615ccc7cda3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 1095 time: 0.2159052 Aug 11 00:30:05.845103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9ad0a-f301-4074-a5d0-ad697a22d432 req-ce0b08c3-b692-4e96-a531-9522270d4eeb tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:05.852003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44e9ad0a-f301-4074-a5d0-ad697a22d432 req-ce0b08c3-b692-4e96-a531-9522270d4eeb tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.2526023 Aug 11 00:30:05.881002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] For port a233eb4b-f97a-4743-9531-e0b78025708d, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:30:05.898288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] For port a233eb4b-f97a-4743-9531-e0b78025708d, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a233eb4b-f97a-4743-9531-e0b78025708d,segment=NetworkSegment(52fd88e3-14f2-452f-8250-1fbda2cfa724),segment_id=52fd88e3-14f2-452f-8250-1fbda2cfa724)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:30:05.901877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16c4e22f-a529-4279-89ef-97e4ac0b1914 req-85b40efc-a3fe-4017-bcb0-c1aac7de0076 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597826 Aug 11 00:30:05.971473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:06.024771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09c29da6-69e8-4415-b35e-a40128726057 req-051ecae5-4554-4a95-bb5b-6c064a427700 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175879 Aug 11 00:30:06.034158 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:06.041527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44e9ad0a-f301-4074-a5d0-ad697a22d432 req-7386fee1-e51c-47a6-997e-3a36fef27fd7 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842694 Aug 11 00:30:06.046943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port 425d6dee-6316-47fe-aa6e-da9423da0bef, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=425d6dee-6316-47fe-aa6e-da9423da0bef,segment=NetworkSegment(f0d83c3f-9221-4733-bcd7-b521f168684e),segment_id=f0d83c3f-9221-4733-bcd7-b521f168684e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:06.047386 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:06.096871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for 425d6dee-6316-47fe-aa6e-da9423da0bef owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:06.122182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Network 0906da31-03b2-4946-bd10-98341aa6397c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:30:06.124822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:06.131923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Pushing event updated for resources: {'Port': ['ID=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:06.135028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:06.145946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:30:06.237221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Pushing event deleted for resources: {'Port': ['ID=88df1a8d-4567-47d7-b5c6-331f5c8b3e95,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:06.244871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33113e9-dcad-46b0-aa7c-196d1d0c4841 None None] Pushing event updated for resources: {'Port': ['ID=a233eb4b-f97a-4743-9531-e0b78025708d,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:06.278941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-223c1546-1e55-4a42-8add-7d19e6b67b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:06.280732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-223c1546-1e55-4a42-8add-7d19e6b67b8f service neutron] 10.222.0.44 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 907 time: 0.5235503 Aug 11 00:30:06.342418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:06.343476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:06.396402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-4f467da5-22df-4ca0-b675-7ee9031fa828 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55e63d07-b289-4197-9e6b-3987a18d20bc HTTP/1.1" status: 200 len: 217 time: 0.0827863 Aug 11 00:30:06.587210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57b36c-2052-412b-9ab8-af281f73c46f req-f4182222-3a97-433e-9acd-eff706bd33fe tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:06.601160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e57b36c-2052-412b-9ab8-af281f73c46f req-f4182222-3a97-433e-9acd-eff706bd33fe tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 943 time: 0.4296329 Aug 11 00:30:06.681640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-1e78c991-b0ac-4cb5-90ed-f94f73720742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:06.684308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-1e78c991-b0ac-4cb5-90ed-f94f73720742 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.2664359 Aug 11 00:30:06.716006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e57b36c-2052-412b-9ab8-af281f73c46f req-a835841a-7ccd-4152-bf92-48607ff40374 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134050 Aug 11 00:30:06.752105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-8f1d5200-8fe6-4a53-8a5e-fe25b7099137 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5885711 Aug 11 00:30:06.773356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Request body: {'port': {'device_id': '4c6bde1a-be5a-4640-9d31-0ea19e66c2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:06.841301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-b3ed45e9-0ea6-4b27-a0a6-05083372c08f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228993 Aug 11 00:30:06.908405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:06.930101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:06.986927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.049994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0db4c-04c0-47fa-83dd-1d52a918b0d6 req-0a05f12e-0992-4ad6-b331-389e7f3246df tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:07.083442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7f0db4c-04c0-47fa-83dd-1d52a918b0d6 req-0a05f12e-0992-4ad6-b331-389e7f3246df tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 932 time: 0.3457904 Aug 11 00:30:07.158977 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.212753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.219061 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.254536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f3c390a8-6f92-43f3-88d8-de2a7895bb24 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:07.317354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727739-4211-4405-b191-cf37e256dbac req-8c259032-e16b-459e-a715-6f678e55c0b9 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:07.329387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7727739-4211-4405-b191-cf37e256dbac req-8c259032-e16b-459e-a715-6f678e55c0b9 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:07.330903 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.332538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7727739-4211-4405-b191-cf37e256dbac req-8c259032-e16b-459e-a715-6f678e55c0b9 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 1683 time: 0.3870101 Aug 11 00:30:07.335200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f3c390a8-6f92-43f3-88d8-de2a7895bb24 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:07.335956 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.356541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7f0db4c-04c0-47fa-83dd-1d52a918b0d6 req-8808385e-7c46-46b5-86cc-133e1329072f tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006371 Aug 11 00:30:07.403295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-84a6e999-6ac2-4413-aa1a-27739d570667 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498383 Aug 11 00:30:07.439443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=425d6dee-6316-47fe-aa6e-da9423da0bef,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:07.523339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a233eb4b-f97a-4743-9531-e0b78025708d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:07.554681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7727739-4211-4405-b191-cf37e256dbac req-c86b8cb3-19db-4d44-a66a-b6faa24b6e7c tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112315 Aug 11 00:30:07.563387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.574046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89322914-4f6f-4b37-9556-dcd65495bfdd {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:30:07.631016 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.636548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-54a3f165-be33-4df7-91e4-5c78c8bcb56b admin admin] 10.222.0.43 "DELETE /v2.0/routers/89322914-4f6f-4b37-9556-dcd65495bfdd HTTP/1.1" status: 204 len: 168 time: 4.3527076 Aug 11 00:30:07.638901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56648) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:07.760640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Allocated IP 172.25.0.199 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/80310ab7-f449-4396-8f5d-42b99a182c53) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:30:07.878800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port 425d6dee-6316-47fe-aa6e-da9423da0bef on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:07.888200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:07.891468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-898d0293-6055-4080-8240-fdf4b1922345 req-f32683df-e154-4193-804c-bf85791d792b tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "DELETE /v2.0/ports/425d6dee-6316-47fe-aa6e-da9423da0bef HTTP/1.1" status: 204 len: 173 time: 3.4655659 Aug 11 00:30:07.894551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'name': 'network-vif-deleted', 'tag': '425d6dee-6316-47fe-aa6e-da9423da0bef'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:07.961595 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d66c6d2-a769-417a-b1d8-fdc69e4aa5a6" -d '{"events": [{"server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "name": "network-vif-deleted", "tag": "425d6dee-6316-47fe-aa6e-da9423da0bef"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:07.967696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b30421-f3e5-43e5-991c-14ef9d6c8eac admin admin] Deleting subnet 627e58b2-7394-4b9b-a97e-6a0fb90c2dac {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:30:07.973388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b30421-f3e5-43e5-991c-14ef9d6c8eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.047505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a233eb4b-f97a-4743-9531-e0b78025708d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:08.059433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 89c807a2-e004-4191-b0f6-ff9e18691c67 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:08.105714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 89c807a2-e004-4191-b0f6-ff9e18691c67 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:08.106251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 89c807a2-e004-4191-b0f6-ff9e18691c67 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:08.112280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7334d-8641-44c2-9cd2-9237a7b0f3f7 req-f8f3ed6a-511d-4be4-97cb-99717f22040b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:08.114060 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47d7334d-8641-44c2-9cd2-9237a7b0f3f7 req-f8f3ed6a-511d-4be4-97cb-99717f22040b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 950 time: 0.6090560 Aug 11 00:30:08.231054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e826bb8-fcb4-4457-9933-316fcb149faf None None] Network 2cc840b7-d874-4bb2-8b7c-782e50014c79 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:08.350797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47d7334d-8641-44c2-9cd2-9237a7b0f3f7 req-54178cc4-1190-428f-b9f9-9bcec2d3fc66 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084506 Aug 11 00:30:08.354264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.387954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b30421-f3e5-43e5-991c-14ef9d6c8eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.406328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:08.435764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.443872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port 507b5b6f-e134-4666-b33a-3c65411f849b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:08.444472 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.505213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d33dfd5c-ef03-46d4-9e92-1feaaf672d63 None None] Provisioning for port a233eb4b-f97a-4743-9531-e0b78025708d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:08.526783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b30421-f3e5-43e5-991c-14ef9d6c8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.558902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d33dfd5c-ef03-46d4-9e92-1feaaf672d63 None None] Provisioning complete for port a233eb4b-f97a-4743-9531-e0b78025708d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:08.559673 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33dfd5c-ef03-46d4-9e92-1feaaf672d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.628000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc581-1c78-449f-bc4c-e4fda849d4d0 req-cfaa1c6d-6754-4fc8-bed7-1832189d0dfc tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:08.629852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-048bc581-1c78-449f-bc4c-e4fda849d4d0 req-cfaa1c6d-6754-4fc8-bed7-1832189d0dfc tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.8620279 Aug 11 00:30:08.632591 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf2cc67-014e-42d0-b069-4305f9c74a3b req-fc21d8b2-846f-4fbf-b2cc-1fb4f3290156 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2201262 Aug 11 00:30:08.641383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Transition to ACTIVE for port object 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:08.696489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:08.712551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf679f3e-f324-4c80-a0a5-be907bf55ff3 req-f9251071-2a2f-4163-b59e-b410e233e30e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:08.714489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf679f3e-f324-4c80-a0a5-be907bf55ff3 req-f9251071-2a2f-4163-b59e-b410e233e30e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 943 time: 0.2224307 Aug 11 00:30:08.723083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-048bc581-1c78-449f-bc4c-e4fda849d4d0 req-0f989b75-e60d-4663-b11a-8ed374b5936b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850809 Aug 11 00:30:08.727068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b30421-f3e5-43e5-991c-14ef9d6c8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.740560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:08.741039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 88df1a8d-4567-47d7-b5c6-331f5c8b3e95 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:08.803506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port 507b5b6f-e134-4666-b33a-3c65411f849b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=507b5b6f-e134-4666-b33a-3c65411f849b,segment=NetworkSegment(09b635d0-8eb6-4f67-8be4-056a08dfe248),segment_id=09b635d0-8eb6-4f67-8be4-056a08dfe248)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:08.804962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.812727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b30421-f3e5-43e5-991c-14ef9d6c8eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627e58b2-7394-4b9b-a97e-6a0fb90c2dac,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:08.835472 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97b30421-f3e5-43e5-991c-14ef9d6c8eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.837619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-97b30421-f3e5-43e5-991c-14ef9d6c8eac admin admin] 10.222.0.43 "DELETE /v2.0/subnets/627e58b2-7394-4b9b-a97e-6a0fb90c2dac HTTP/1.1" status: 204 len: 168 time: 1.1341913 Aug 11 00:30:08.842054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56662) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:08.844434 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33dfd5c-ef03-46d4-9e92-1feaaf672d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.906226 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca06afe-077c-4d33-8346-578d5f1fca51 x-openstack-request-id: req-3ca06afe-077c-4d33-8346-578d5f1fca51 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:08.906715 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "name": "network-vif-deleted", "tag": "425d6dee-6316-47fe-aa6e-da9423da0bef", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:08.907143 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ca06afe-077c-4d33-8346-578d5f1fca51 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:08.912604 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'name': 'network-vif-deleted', 'tag': '425d6dee-6316-47fe-aa6e-da9423da0bef', 'status': 'completed', 'code': 200} Aug 11 00:30:08.923873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255526e8-65f5-4d69-8246-f49f06eab993 None None] Network 31cd1945-d89e-4747-9115-474316622e32 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:08.926105 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.934271 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:08.948658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for 507b5b6f-e134-4666-b33a-3c65411f849b owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:09.022156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf679f3e-f324-4c80-a0a5-be907bf55ff3 req-9c9a8047-1cd5-42b8-b118-a22091244ac3 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857134 Aug 11 00:30:09.035638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:30:09.041774 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:09.084365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0d130-160a-4b05-aaf1-d4605aa8cdf4 req-190c4741-6403-44b6-956f-6db997568bfc tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:09.095692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52d0d130-160a-4b05-aaf1-d4605aa8cdf4 req-190c4741-6403-44b6-956f-6db997568bfc tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 944 time: 0.1410942 Aug 11 00:30:09.108494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:09.111337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:30:09.158863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d33dfd5c-ef03-46d4-9e92-1feaaf672d63 None None] For port a233eb4b-f97a-4743-9531-e0b78025708d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a233eb4b-f97a-4743-9531-e0b78025708d,segment=NetworkSegment(52fd88e3-14f2-452f-8250-1fbda2cfa724),segment_id=52fd88e3-14f2-452f-8250-1fbda2cfa724)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:09.165760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 425d6dee-6316-47fe-aa6e-da9423da0bef no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:09.170225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Pushing event updated for resources: {'Port': ['ID=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:09.187604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 55e63d07-b289-4197-9e6b-3987a18d20bc details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:30:09.268060 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52d0d130-160a-4b05-aaf1-d4605aa8cdf4 req-6a415b1c-79e9-4832-9bcd-32ca65a3c312 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669590 Aug 11 00:30:09.340329 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d33dfd5c-ef03-46d4-9e92-1feaaf672d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:09.374435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 425d6dee-6316-47fe-aa6e-da9423da0bef {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:09.374842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 425d6dee-6316-47fe-aa6e-da9423da0bef not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:09.375706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 507b5b6f-e134-4666-b33a-3c65411f849b no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:09.405557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Deleting port c695a10c-a5d6-4b8a-9dd9-3bad205c152c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:09.406153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:09.495719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b5f4b-b8a1-459a-bc1b-c57043db7b03 req-35c59296-d396-43a6-937f-5644decf2094 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:09.497398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db5b5f4b-b8a1-459a-bc1b-c57043db7b03 req-35c59296-d396-43a6-937f-5644decf2094 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 946 time: 0.1371338 Aug 11 00:30:09.506891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] For port c695a10c-a5d6-4b8a-9dd9-3bad205c152c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c695a10c-a5d6-4b8a-9dd9-3bad205c152c,segment=NetworkSegment(83267266-c6a9-42c1-83ae-f88249a7de53),segment_id=83267266-c6a9-42c1-83ae-f88249a7de53)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:09.507319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:09.517029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Pushing event updated for resources: {'Port': ['ID=80310ab7-f449-4396-8f5d-42b99a182c53,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:09.530798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Calling delete_port for c695a10c-a5d6-4b8a-9dd9-3bad205c152c owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:09.627617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db5b5f4b-b8a1-459a-bc1b-c57043db7b03 req-a2be1baf-37dd-4cd2-8c45-2c5549e5c7ff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/security-groups?id=52749172-78bc-4659-9247-339457d7e24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980375 Aug 11 00:30:09.634612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:30:09.671942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2b4d1-f5aa-4f5e-969c-3f627217d436 req-b06b3da1-1180-4444-bc56-487b70f0662f tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:09.673690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbd2b4d1-f5aa-4f5e-969c-3f627217d436 req-b06b3da1-1180-4444-bc56-487b70f0662f tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 1102 time: 0.4423263 Aug 11 00:30:09.701215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8883b83c-f5f3-468a-9a50-09ad771100bc None None] Provisioning complete for port a233eb4b-f97a-4743-9531-e0b78025708d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:09.701569 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8883b83c-f5f3-468a-9a50-09ad771100bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:09.785588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dfd5c-ef03-46d4-9e92-1feaaf672d63 None None] Pushing event updated for resources: {'Port': ['ID=a233eb4b-f97a-4743-9531-e0b78025708d,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:09.815891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:09.827069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Attempting to bind port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:30:09.827329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Attempting to bind port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'f2fa8756-73e5-4b19-9702-56e334cc3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0906da31-03b2-4946-bd10-98341aa6397c'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:30:09.827731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Attempting to bind port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 on network 0906da31-03b2-4946-bd10-98341aa6397c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:09.856835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 on network 0906da31-03b2-4946-bd10-98341aa6397c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:30:09.857161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Attempting to bind port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 on network 0906da31-03b2-4946-bd10-98341aa6397c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:09.874351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Pushing event deleted for resources: {'Port': ['ID=c695a10c-a5d6-4b8a-9dd9-3bad205c152c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:09.875102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] No DVR routers for this DVR port c695a10c-a5d6-4b8a-9dd9-3bad205c152c on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:09.887360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:30:09.889329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Checking segment: {'id': 'f2fa8756-73e5-4b19-9702-56e334cc3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0906da31-03b2-4946-bd10-98341aa6397c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:09.889329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Bound using segment: {'id': 'f2fa8756-73e5-4b19-9702-56e334cc3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0906da31-03b2-4946-bd10-98341aa6397c'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:30:09.889329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Bound port: 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fa8756-73e5-4b19-9702-56e334cc3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0906da31-03b2-4946-bd10-98341aa6397c'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:30:09.889329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:09.896185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbd2b4d1-f5aa-4f5e-969c-3f627217d436 req-a32e396f-99f3-4839-a297-cc5857419b54 tempest-ServersOnMultiNodesTest-750199222 tempest-ServersOnMultiNodesTest-750199222-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097237 Aug 11 00:30:09.907047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e410d1-7a56-4808-8695-2c583de967ae None None] DHCP port deletion for 31cd1945-d89e-4747-9115-474316622e32 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:30:09.972619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] For port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:30:09.978030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] For port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,segment=NetworkSegment(f2fa8756-73e5-4b19-9702-56e334cc3cdd),segment_id=f2fa8756-73e5-4b19-9702-56e334cc3cdd)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:30:09.993439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 55e63d07-b289-4197-9e6b-3987a18d20bc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=55e63d07-b289-4197-9e6b-3987a18d20bc,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:09.993678 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:09.998911 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.007865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cd1945-d89e-4747-9115-474316622e32']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:10.020383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83267266-c6a9-42c1-83ae-f88249a7de53') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:10.020737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83267266-c6a9-42c1-83ae-f88249a7de53') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:10.033923 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.051515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.058710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:30:10.059196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.090383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '55e63d07-b289-4197-9e6b-3987a18d20bc', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'port_id': '55e63d07-b289-4197-9e6b-3987a18d20bc', 'mac_address': 'fa:16:3e:00:50:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9884a018-365d-4b7b-b843-68321a4fed50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:30:10.104454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.107576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.110374 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:30:10.134336 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:30:10.150763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6b44a-61b1-4dbc-b7d9-5c57f2771aa2 req-6b714a19-7a2e-45f8-85fa-fac79ab6582e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:10.160039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45b6b44a-61b1-4dbc-b7d9-5c57f2771aa2 req-6b714a19-7a2e-45f8-85fa-fac79ab6582e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.3554921 Aug 11 00:30:10.209879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45b6b44a-61b1-4dbc-b7d9-5c57f2771aa2 req-ee1f9b6e-35f1-4160-9814-ab51b62ec8a8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486960 Aug 11 00:30:10.213344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:10.213990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.216000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] 10.222.0.44 "PUT /v2.0/ports/100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 HTTP/1.1" status: 200 len: 1093 time: 3.4592478 Aug 11 00:30:10.250553 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.257913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.265002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] 10.222.0.43 "DELETE /v2.0/networks/31cd1945-d89e-4747-9115-474316622e32 HTTP/1.1" status: 204 len: 168 time: 1.4214890 Aug 11 00:30:10.297326 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.336645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3354d48-f4ea-42b3-b2ad-fbe180255099 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cd1945-d89e-4747-9115-474316622e32,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:10.365385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e63d07-b289-4197-9e6b-3987a18d20bc {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:10.369618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port 507b5b6f-e134-4666-b33a-3c65411f849b on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:10.398355 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.398355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-898d0293-6055-4080-8240-fdf4b1922345 req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.55 "DELETE /v2.0/ports/507b5b6f-e134-4666-b33a-3c65411f849b HTTP/1.1" status: 204 len: 173 time: 2.4825752 Aug 11 00:30:10.398355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184525ff-6de1-4578-b9e4-2098ff1c6019 service neutron] Pushing event updated for resources: {'Port': ['ID=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:10.429588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3193b1-808e-44fa-a8ce-3fa6caf712c3 req-dde299a4-467e-4130-a157-12ff1c000677 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:10.434468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ba3193b1-808e-44fa-a8ce-3fa6caf712c3 req-dde299a4-467e-4130-a157-12ff1c000677 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 943 time: 0.0817370 Aug 11 00:30:10.451209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 55e63d07-b289-4197-9e6b-3987a18d20bc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=55e63d07-b289-4197-9e6b-3987a18d20bc,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:10.476227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39a946-3cd8-44b3-9a6f-946afe62efa2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=507b5b6f-e134-4666-b33a-3c65411f849b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:10.521284 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ba3193b1-808e-44fa-a8ce-3fa6caf712c3 req-ac206975-b407-4bfd-a9f7-21d15cfe0f39 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820796 Aug 11 00:30:10.544117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:10.571836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-78ad0007-af92-4131-8db2-1ae7cd32d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:10.573674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-78ad0007-af92-4131-8db2-1ae7cd32d06b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7cb524ee06404b708ba78c7a5c42e116&device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 1096 time: 0.2056525 Aug 11 00:30:10.637758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=55e63d07-b289-4197-9e6b-3987a18d20bc,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:10.673698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-16a8be1e-4715-460e-b787-563ba5037120 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 HTTP/1.1" status: 200 len: 217 time: 0.0889208 Aug 11 00:30:10.760191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e288c-f19a-4061-a8ff-214c58f75f80 req-34b4fdfb-f592-4d3e-a81b-404ec8dac4f9 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:10.762213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e01e288c-f19a-4061-a8ff-214c58f75f80 req-34b4fdfb-f592-4d3e-a81b-404ec8dac4f9 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 944 time: 0.0740643 Aug 11 00:30:10.796542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['55e63d07-b289-4197-9e6b-3987a18d20bc'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:10.801860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a233eb4b-f97a-4743-9531-e0b78025708d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:10.827696 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e01e288c-f19a-4061-a8ff-214c58f75f80 req-a27a4129-a8e7-420e-907a-6d5f5a130945 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580924 Aug 11 00:30:10.964898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a233eb4b-f97a-4743-9531-e0b78025708d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:10.965421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:11.022129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6bde1a-be5a-4640-9d31-0ea19e66c2b5', 'tag': '100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7'}, {'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'name': 'network-vif-deleted', 'tag': '507b5b6f-e134-4666-b33a-3c65411f849b'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:11.024883 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92660231-c047-4ed7-8593-6d326042318d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6bde1a-be5a-4640-9d31-0ea19e66c2b5", "tag": "100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7"}, {"server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "name": "network-vif-deleted", "tag": "507b5b6f-e134-4666-b33a-3c65411f849b"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:11.037769 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:11.066828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cb2b19a-dee1-4fd2-8e6f-40a49504117a req-ef888081-523f-48af-9d89-181234a20d88 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "GET /v2.0/ports?device_id=7096e63d-e3be-4607-913a-2144f0a6f90f HTTP/1.1" status: 200 len: 210 time: 0.0666511 Aug 11 00:30:11.129064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-d1e86d9f-0a5f-4528-a1b3-01d0a0b6b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:11.130691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-d1e86d9f-0a5f-4528-a1b3-01d0a0b6b8f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ec88a16-4784-44a6-b313-8ca3b1d99e41 HTTP/1.1" status: 200 len: 853 time: 0.4389877 Aug 11 00:30:11.200962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02a4b3-a5b7-4911-a659-cd8de91816da req-0018b20f-97f8-49c7-872e-a9a0d1054883 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:11.208947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee02a4b3-a5b7-4911-a659-cd8de91816da req-0018b20f-97f8-49c7-872e-a9a0d1054883 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 950 time: 0.4911215 Aug 11 00:30:11.211896 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a2e5f5-9fdf-4e85-86d3-fcf131409dde x-openstack-request-id: req-82a2e5f5-9fdf-4e85-86d3-fcf131409dde {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:11.212330 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6bde1a-be5a-4640-9d31-0ea19e66c2b5", "tag": "100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7", "status": "completed", "code": 200}, {"server_uuid": "7096e63d-e3be-4607-913a-2144f0a6f90f", "name": "network-vif-deleted", "tag": "507b5b6f-e134-4666-b33a-3c65411f849b", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:11.212551 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82a2e5f5-9fdf-4e85-86d3-fcf131409dde {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:11.212911 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6bde1a-be5a-4640-9d31-0ea19e66c2b5', 'tag': '100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7', 'status': 'completed', 'code': 200} Aug 11 00:30:11.213212 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7096e63d-e3be-4607-913a-2144f0a6f90f', 'name': 'network-vif-deleted', 'tag': '507b5b6f-e134-4666-b33a-3c65411f849b', 'status': 'completed', 'code': 200} Aug 11 00:30:11.219637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-f4b2ffa6-cb9c-4c22-b543-206ae905e137 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0906da31-03b2-4946-bd10-98341aa6397c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787950 Aug 11 00:30:11.222125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56684) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:11.283703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a4d848a5-71c3-4ab3-bca0-689a44cd4c19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0e468de982e4e30b1b7ddce26ac06d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557687 Aug 11 00:30:11.285424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56688) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:11.377729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee02a4b3-a5b7-4911-a659-cd8de91816da req-321207c6-44bf-48a9-9480-ec8e5013d580 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599851 Aug 11 00:30:11.408925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c695a10c-a5d6-4b8a-9dd9-3bad205c152c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:11.441543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f39330e7-5400-4cdb-8ee1-e756c09f7803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:11.460423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-3c151f81-6fbc-4a5a-a7fa-76ae2dd1e82b service neutron] 10.222.0.44 "GET /v2.0/networks/0906da31-03b2-4946-bd10-98341aa6397c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326255 Aug 11 00:30:11.476686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f39330e7-5400-4cdb-8ee1-e756c09f7803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:11.482977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c695a10c-a5d6-4b8a-9dd9-3bad205c152c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:11.483485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c695a10c-a5d6-4b8a-9dd9-3bad205c152c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:11.537718 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:30:11.545601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6476-11c9-4c80-9709-c2da81df6aca req-e493265a-0aa3-40be-939e-19355559207f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:11.547731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca4d6476-11c9-4c80-9709-c2da81df6aca req-e493265a-0aa3-40be-939e-19355559207f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1806090 Aug 11 00:30:11.580497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Router 4e8e7c44-47df-4b40-82b7-05b1ce373244 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:30:11.592440 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca4d6476-11c9-4c80-9709-c2da81df6aca req-b6d4be5b-2b6d-4443-bc19-12b702f95ef2 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381107 Aug 11 00:30:11.678252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f39330e7-5400-4cdb-8ee1-e756c09f7803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:11.684334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f39330e7-5400-4cdb-8ee1-e756c09f7803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:11.686300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f39330e7-5400-4cdb-8ee1-e756c09f7803 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c14c8e80-7540-4866-901a-13a4140abbde HTTP/1.1" status: 204 len: 168 time: 0.3998184 Aug 11 00:30:11.701658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39330e7-5400-4cdb-8ee1-e756c09f7803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c8e80-7540-4866-901a-13a4140abbde,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:11.763506 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5fab86b-3087-4e78-93e8-b26a066ed4d0 req-25ba50b4-9f69-4946-938a-82ebe4b58e77 service neutron] 10.222.0.44 "GET /v2.0/networks/0906da31-03b2-4946-bd10-98341aa6397c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951398 Aug 11 00:30:11.859380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff2cae-0262-472f-b47e-8e5e49194e0f req-35e8ac60-40a7-4fc3-8586-1010760fa53a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:11.861892 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0dff2cae-0262-472f-b47e-8e5e49194e0f req-35e8ac60-40a7-4fc3-8586-1010760fa53a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 944 time: 0.1818633 Aug 11 00:30:11.959604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:30:11.971635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Sync routers for ids ['4e8e7c44-47df-4b40-82b7-05b1ce373244'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:30:11.991814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Routers {'4e8e7c44-47df-4b40-82b7-05b1ce373244'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:11.992553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4e8e7c44-47df-4b40-82b7-05b1ce373244'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:12.074652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0dff2cae-0262-472f-b47e-8e5e49194e0f req-a16dd331-7237-4540-a783-3fc2e5fd6e37 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997774 Aug 11 00:30:12.092100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92660231-c047-4ed7-8593-6d326042318d req-53950779-1728-4fbd-9934-0efa83e9215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:12.102975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92660231-c047-4ed7-8593-6d326042318d req-53950779-1728-4fbd-9934-0efa83e9215c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7cb524ee06404b708ba78c7a5c42e116&device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 1096 time: 0.1408737 Aug 11 00:30:12.135974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab705a9e-600d-4632-8638-e968a047b13e req-7d8cd068-b6b3-4607-a7e8-8ab1ee519ada tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:12.157146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-b7be270f-a678-495d-a99a-c8bdd4f2c60c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:12.159201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ab705a9e-600d-4632-8638-e968a047b13e req-7d8cd068-b6b3-4607-a7e8-8ab1ee519ada tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 944 time: 0.1702683 Aug 11 00:30:12.159396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-b7be270f-a678-495d-a99a-c8bdd4f2c60c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 950 time: 0.2441103 Aug 11 00:30:12.181378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56718) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:12.228076 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:12.234780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c94d3125-0913-4db1-8d0e-d48908506d6d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2312121 Aug 11 00:30:12.241336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Set router 4e8e7c44-47df-4b40-82b7-05b1ce373244 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:12.249948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56720) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:12.310934 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ab705a9e-600d-4632-8638-e968a047b13e req-ea490d26-d2e2-4bf4-8337-9aba45ef47a5 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502442 Aug 11 00:30:12.585844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bdb0d8-b008-45ed-a046-4c6957b57626 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting subnet 3c98fed9-5906-44c2-8acf-4a27d61c3558 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:30:12.598617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bdb0d8-b008-45ed-a046-4c6957b57626 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:12.603098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92660231-c047-4ed7-8593-6d326042318d req-c5356528-5155-4b85-9311-d1afeecdb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:12.604938 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92660231-c047-4ed7-8593-6d326042318d req-c5356528-5155-4b85-9311-d1afeecdb9ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=0906da31-03b2-4946-bd10-98341aa6397c HTTP/1.1" status: 200 len: 914 time: 0.4901021 Aug 11 00:30:12.704755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92660231-c047-4ed7-8593-6d326042318d req-a933079e-d8d4-469c-88ee-f2522c3b082f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 HTTP/1.1" status: 200 len: 217 time: 0.0722277 Aug 11 00:30:12.716548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aae783-e59b-4349-8809-53e4668b5c51 req-e0077bfc-9dcf-4734-8b5b-7e4eb9b25783 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:12.725678 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27aae783-e59b-4349-8809-53e4668b5c51 req-e0077bfc-9dcf-4734-8b5b-7e4eb9b25783 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 950 time: 0.2249105 Aug 11 00:30:12.731462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:30:09Z', 'revision_number': 3, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port': {'id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:07Z', 'updated_at': '2021-08-11T00:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:12.754725 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bdb0d8-b008-45ed-a046-4c6957b57626 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:12.772386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Checking router: 4e8e7c44-47df-4b40-82b7-05b1ce373244 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:30:12.773177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Updating router 4e8e7c44-47df-4b40-82b7-05b1ce373244 port 80310ab7-f449-4396-8f5d-42b99a182c53 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:30:12.821274 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.033012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Deleting port 63312737-7994-4685-9aaf-b6edb75f72ff {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:13.033012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.166584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf52aa3-2780-440a-8d2e-e1ea266e08b1 req-2ae00ace-bfe3-47e0-9fd1-9f1289b2a525 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:13.179894 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbf52aa3-2780-440a-8d2e-e1ea266e08b1 req-2ae00ace-bfe3-47e0-9fd1-9f1289b2a525 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.3928103 Aug 11 00:30:13.229037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 55e63d07-b289-4197-9e6b-3987a18d20bc up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:13.388340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92660231-c047-4ed7-8593-6d326042318d req-9d92475f-0518-4cfc-a7be-58d5cce8ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:13.391605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92660231-c047-4ed7-8593-6d326042318d req-9d92475f-0518-4cfc-a7be-58d5cce8ec95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ec88a16-4784-44a6-b313-8ca3b1d99e41 HTTP/1.1" status: 200 len: 853 time: 0.6640735 Aug 11 00:30:13.451491 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27aae783-e59b-4349-8809-53e4668b5c51 req-b04701d4-e5b7-4268-ae18-e43df3fb1258 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154263 Aug 11 00:30:13.499220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.533878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Transition to ACTIVE for port object 80310ab7-f449-4396-8f5d-42b99a182c53 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:13.536322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbf52aa3-2780-440a-8d2e-e1ea266e08b1 req-c61b015a-b1dc-4e56-9103-a70eb136396f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3553462 Aug 11 00:30:13.537875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 55e63d07-b289-4197-9e6b-3987a18d20bc completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:13.545601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.561499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 55e63d07-b289-4197-9e6b-3987a18d20bc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:13.571608 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.581442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92660231-c047-4ed7-8593-6d326042318d req-1edbaf00-7e42-4b42-8855-ecd4fdf622e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0906da31-03b2-4946-bd10-98341aa6397c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711106 Aug 11 00:30:13.592595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bdb0d8-b008-45ed-a046-4c6957b57626 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.665734 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.742436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56752) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:13.762689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36804d30-686b-4222-bcfa-7d5493510501 None None] Pushing event updated for resources: {'Port': ['ID=80310ab7-f449-4396-8f5d-42b99a182c53,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:13.790928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Attempting to bind port 80310ab7-f449-4396-8f5d-42b99a182c53 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:30:13.791577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Attempting to bind port 80310ab7-f449-4396-8f5d-42b99a182c53 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:30:13.792191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Attempting to bind port 80310ab7-f449-4396-8f5d-42b99a182c53 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:13.895205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] For port 63312737-7994-4685-9aaf-b6edb75f72ff, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=63312737-7994-4685-9aaf-b6edb75f72ff,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:13.899026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:30:13.899821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:13.900541 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.901193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:30:13.902614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Bound port: 80310ab7-f449-4396-8f5d-42b99a182c53, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:30:13.903386 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.908247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:13.998899 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.024689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Calling delete_port for 63312737-7994-4685-9aaf-b6edb75f72ff owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:14.049966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-125934301-network', 'tenant_id': 'ad114eaa198a4ffc98c5882ee0e0d7be'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:14.058749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec53d7-95b7-4480-8806-5f46fb38a968 req-25f73669-5aea-4b4f-a715-952ac4bbfaa4 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:14.071067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3ec53d7-95b7-4480-8806-5f46fb38a968 req-25f73669-5aea-4b4f-a715-952ac4bbfaa4 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 944 time: 0.3166635 Aug 11 00:30:14.081548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] For port 80310ab7-f449-4396-8f5d-42b99a182c53, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:30:14.095870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd2fa0d-437f-48c7-ace6-91a62b737297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e63d07-b289-4197-9e6b-3987a18d20bc'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:14.100408 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70a8441-274c-40e6-acce-4ededdfc036c" -d '{"events": [{"server_uuid": "ccd2fa0d-437f-48c7-ace6-91a62b737297", "name": "network-vif-plugged", "status": "completed", "tag": "55e63d07-b289-4197-9e6b-3987a18d20bc"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:14.105474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92660231-c047-4ed7-8593-6d326042318d req-1defe6f8-fbc8-4ac0-abf2-8d6fd68dca76 service neutron] 10.222.0.44 "GET /v2.0/networks/0906da31-03b2-4946-bd10-98341aa6397c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566851 Aug 11 00:30:14.107990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] For port 80310ab7-f449-4396-8f5d-42b99a182c53, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=80310ab7-f449-4396-8f5d-42b99a182c53,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:30:14.144081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 55e63d07-b289-4197-9e6b-3987a18d20bc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=55e63d07-b289-4197-9e6b-3987a18d20bc,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:14.172800 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3ec53d7-95b7-4480-8806-5f46fb38a968 req-12c74dbf-794b-473d-98a7-531ab16b3174 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006951 Aug 11 00:30:14.175339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Allocated IP 172.20.0.1 (2cc840b7-d874-4bb2-8b7c-782e50014c79/9945e230-4bb5-4c44-9edd-9a5e7ce3a917/1b8a11ce-125c-4a98-b407-f97422b9c992) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:30:14.216691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.222772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b151bb7-997f-4934-ac2b-a7826966eb17 req-65816d7d-d476-40a2-9b30-28cc0015d8ee tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:14.237723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b151bb7-997f-4934-ac2b-a7826966eb17 req-65816d7d-d476-40a2-9b30-28cc0015d8ee tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 944 time: 0.5803499 Aug 11 00:30:14.337839 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac0a4e6-1607-476c-8439-43b390dd1ea5 x-openstack-request-id: req-7ac0a4e6-1607-476c-8439-43b390dd1ea5 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:14.338434 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd2fa0d-437f-48c7-ace6-91a62b737297", "name": "network-vif-plugged", "status": "completed", "tag": "55e63d07-b289-4197-9e6b-3987a18d20bc", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:14.338551 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ac0a4e6-1607-476c-8439-43b390dd1ea5 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:14.339236 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd2fa0d-437f-48c7-ace6-91a62b737297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e63d07-b289-4197-9e6b-3987a18d20bc', 'code': 200} Aug 11 00:30:14.343602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.413992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.422320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bdb0d8-b008-45ed-a046-4c6957b57626 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.462202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Transition to ACTIVE for port object 1b8a11ce-125c-4a98-b407-f97422b9c992 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:14.463995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Routers {'4e8e7c44-47df-4b40-82b7-05b1ce373244'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:14.465956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4e8e7c44-47df-4b40-82b7-05b1ce373244'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:14.476599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b2ab-4ae0-4b18-83bc-1b8fa1970b02 req-f2679b84-de72-4572-97f1-42791499a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:14.485955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92a8b2ab-4ae0-4b18-83bc-1b8fa1970b02 req-f2679b84-de72-4572-97f1-42791499a173 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 1097 time: 0.1498957 Aug 11 00:30:14.548358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Made reservation on behalf of ad114eaa198a4ffc98c5882ee0e0d7be for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:14.552301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.557814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdb0d8-b008-45ed-a046-4c6957b57626 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Subnet': ['ID=3c98fed9-5906-44c2-8acf-4a27d61c3558,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:14.599993 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bdb0d8-b008-45ed-a046-4c6957b57626 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.606413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-82bdb0d8-b008-45ed-a046-4c6957b57626 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "DELETE /v2.0/subnets/3c98fed9-5906-44c2-8acf-4a27d61c3558 HTTP/1.1" status: 204 len: 168 time: 2.4207447 Aug 11 00:30:14.616480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68802f5-9527-4cf2-a024-c8d82668674d None None] Network 5d47d831-a77a-45c3-b984-1a92d3f349b6 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:14.617536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56766) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:14.629260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.636951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36804d30-686b-4222-bcfa-7d5493510501 None None] Pushing event updated for resources: {'Port': ['ID=80310ab7-f449-4396-8f5d-42b99a182c53,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:14.674652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b151bb7-997f-4934-ac2b-a7826966eb17 req-d2fe7610-1031-4fc2-8a87-34dc8cb02675 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314213 Aug 11 00:30:14.738125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92a8b2ab-4ae0-4b18-83bc-1b8fa1970b02 req-07acaa1f-58ba-4e94-bb25-3fdce9450c09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449298 Aug 11 00:30:14.806620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ce7e-508b-45e6-b346-ae794186a31c req-ab8c6a12-765a-41f3-9bce-b4b0189131bb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:14.808439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4661ce7e-508b-45e6-b346-ae794186a31c req-ab8c6a12-765a-41f3-9bce-b4b0189131bb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 950 time: 0.1665871 Aug 11 00:30:14.817312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92660231-c047-4ed7-8593-6d326042318d req-6634a17c-7ebf-48ca-b165-704ab9970c2e service neutron] 10.222.0.44 "GET /v2.0/networks/0906da31-03b2-4946-bd10-98341aa6397c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6108992 Aug 11 00:30:14.829581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.920373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4661ce7e-508b-45e6-b346-ae794186a31c req-471a4c41-7b54-4a1b-b9ca-07bf0cb4db1d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873275 Aug 11 00:30:14.959610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port cef6f380-35f6-45a7-8ded-bc07dc5539e7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:14.960008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:14.974983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.087912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Network 2cc840b7-d874-4bb2-8b7c-782e50014c79 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:30:15.100566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8a11ce-125c-4a98-b407-f97422b9c992,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:15.111017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:15.114722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:30:15.119642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port cef6f380-35f6-45a7-8ded-bc07dc5539e7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cef6f380-35f6-45a7-8ded-bc07dc5539e7,segment=NetworkSegment(09b635d0-8eb6-4f67-8be4-056a08dfe248),segment_id=09b635d0-8eb6-4f67-8be4-056a08dfe248)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:15.119642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.119923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=55e63d07-b289-4197-9e6b-3987a18d20bc,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:15.171531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for cef6f380-35f6-45a7-8ded-bc07dc5539e7 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:15.173822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910de266-e442-48e7-84b7-0364c9071cf3 req-611d3b86-8c87-4a1d-9c3e-623dfde47b2b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:15.189403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-910de266-e442-48e7-84b7-0364c9071cf3 req-611d3b86-8c87-4a1d-9c3e-623dfde47b2b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.2656498 Aug 11 00:30:15.193631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:30:15.203722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] Set router 4e8e7c44-47df-4b40-82b7-05b1ce373244 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:15.224795 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.244510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.422554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event deleted for resources: {'Port': ['ID=63312737-7994-4685-9aaf-b6edb75f72ff,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:15.516609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0aea0-4f20-4be6-a460-db8dfe3f91b5 req-5ce31d7e-0967-42a7-a1d8-76b4bda4c1bb tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:15.518410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7b0aea0-4f20-4be6-a460-db8dfe3f91b5 req-5ce31d7e-0967-42a7-a1d8-76b4bda4c1bb tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 944 time: 0.1115479 Aug 11 00:30:15.519918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.571886 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.581086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=cef6f380-35f6-45a7-8ded-bc07dc5539e7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:15.584158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] No DVR routers for this DVR port 63312737-7994-4685-9aaf-b6edb75f72ff on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:15.595990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port cef6f380-35f6-45a7-8ded-bc07dc5539e7 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:15.602968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.609273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9651d2c-b985-4439-b2c3-5a6134c3d24b req-78cf61b5-ae8a-4cea-a34c-f9913054c651 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "DELETE /v2.0/ports/63312737-7994-4685-9aaf-b6edb75f72ff HTTP/1.1" status: 204 len: 173 time: 3.4343162 Aug 11 00:30:15.624693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8821a381-5016-421a-96d3-f6260e6b3088', 'name': 'network-vif-deleted', 'tag': '63312737-7994-4685-9aaf-b6edb75f72ff'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:15.640267 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863f4e95-906f-48ea-8ae3-9d928e4aa39f" -d '{"events": [{"server_uuid": "8821a381-5016-421a-96d3-f6260e6b3088", "name": "network-vif-deleted", "tag": "63312737-7994-4685-9aaf-b6edb75f72ff"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:15.673832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-910de266-e442-48e7-84b7-0364c9071cf3 req-1391b252-d23c-4f6d-a558-0abeb5c3e34a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829626 Aug 11 00:30:15.765157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7b0aea0-4f20-4be6-a460-db8dfe3f91b5 req-884685a0-13b2-45a3-9b2b-ca86ba887ca2 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359226 Aug 11 00:30:15.792144 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.797761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'a463f9de-bc14-4e2d-bb13-39a177396150'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:15.808588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98', '40ecb440-9f38-4151-b2c7-5121017b2559', '9368add7-0e0b-4edb-8a59-32b5b51a9337', 'd533ac3c-7dbe-415c-b047-ae9123414f6e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:15.816538 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83594799-f4be-4c19-aa48-3110d9b34a94 x-openstack-request-id: req-83594799-f4be-4c19-aa48-3110d9b34a94 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:15.817512 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8821a381-5016-421a-96d3-f6260e6b3088", "name": "network-vif-deleted", "tag": "63312737-7994-4685-9aaf-b6edb75f72ff", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:15.818264 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83594799-f4be-4c19-aa48-3110d9b34a94 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:15.819309 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8821a381-5016-421a-96d3-f6260e6b3088', 'name': 'network-vif-deleted', 'tag': '63312737-7994-4685-9aaf-b6edb75f72ff', 'status': 'completed', 'code': 200} Aug 11 00:30:15.844168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:15.876451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d47d831-a77a-45c3-b984-1a92d3f349b6']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:15.946518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b635d0-8eb6-4f67-8be4-056a08dfe248') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:15.947618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b635d0-8eb6-4f67-8be4-056a08dfe248') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:16.038051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.078502 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.104260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.128057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:30:16.128622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:30:16.132085 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:30:16.141658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ae8a-a0ca-4143-b5f8-90b681dceb36 req-1b2d2fa0-075d-48ae-a77d-cc1713f0b87e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:16.142780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a14ae8a-a0ca-4143-b5f8-90b681dceb36 req-1b2d2fa0-075d-48ae-a77d-cc1713f0b87e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 945 time: 0.2615466 Aug 11 00:30:16.158847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:30:16.182071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:16.205385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.207277 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Added segment d5c12091-441e-4db0-9f9d-ebac20ea68de of type vlan for network d7a043f8-a215-4bed-af0d-73915ef059be Aug 11 00:30:16.295886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a14ae8a-a0ca-4143-b5f8-90b681dceb36 req-df6ad488-89e2-4f50-8023-395e29f604f8 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412864 Aug 11 00:30:16.322683 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.379711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.442935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c90b043d-c729-4286-924d-d4902ed91099 req-6b7d486c-a7d3-4d3c-96b9-bd96f81aeb63 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8821a381-5016-421a-96d3-f6260e6b3088 HTTP/1.1" status: 200 len: 210 time: 0.0450084 Aug 11 00:30:16.446457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.476252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.478903 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "DELETE /v2.0/networks/5d47d831-a77a-45c3-b984-1a92d3f349b6 HTTP/1.1" status: 204 len: 168 time: 1.8571205 Aug 11 00:30:16.482367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56784) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:16.482878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b354-c3d8-4d2f-9443-3ab0032b89b2 tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Network': ['ID=5d47d831-a77a-45c3-b984-1a92d3f349b6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:16.521478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.535200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9e4dd-0eba-4cb2-8866-0a44dd2f7db9 None None] DHCP port deletion for 5d47d831-a77a-45c3-b984-1a92d3f349b6 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:30:16.563448 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c6ae3e6-413c-4240-b6ce-3d9270c7d4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.576067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-02badd77-0703-47d0-b83e-f3cc0ee1fbd5 None None] Provisioning for port 1b8a11ce-125c-4a98-b407-f97422b9c992 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:16.588310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-02badd77-0703-47d0-b83e-f3cc0ee1fbd5 None None] Provisioning complete for port 1b8a11ce-125c-4a98-b407-f97422b9c992 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:16.588685 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02badd77-0703-47d0-b83e-f3cc0ee1fbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.602807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.604178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:16.608236 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.700169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,segment=NetworkSegment(f2fa8756-73e5-4b19-9702-56e334cc3cdd),segment_id=f2fa8756-73e5-4b19-9702-56e334cc3cdd)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:16.711019 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.723044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Pushing event updated for resources: {'Port': ['ID=1b8a11ce-125c-4a98-b407-f97422b9c992,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:16.737804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cdcb5-aaf8-47f2-8af6-af32b3c15d0a req-96598118-a84d-4d46-aa9e-de0306c88f2a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:16.749163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-027cdcb5-aaf8-47f2-8af6-af32b3c15d0a req-96598118-a84d-4d46-aa9e-de0306c88f2a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.2342288 Aug 11 00:30:16.763684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-02badd77-0703-47d0-b83e-f3cc0ee1fbd5 None None] Port 1b8a11ce-125c-4a98-b407-f97422b9c992 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:30:16.764289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] Pushing event updated for resources: {'Network': ['ID=d7a043f8-a215-4bed-af0d-73915ef059be,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:16.769556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:30:09Z', 'revision_number': 3, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port': {'id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:07Z', 'updated_at': '2021-08-11T00:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:16.771774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7', 'network_id': '0906da31-03b2-4946-bd10-98341aa6397c', 'port_id': '100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7', 'mac_address': 'fa:16:3e:ca:89:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec88a16-4784-44a6-b313-8ca3b1d99e41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:30:16.790694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d7a043f8-a215-4bed-af0d-73915ef059be details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:30:16.801086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0da495-7df9-493c-93de-0a8eb7bc441a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting subnet 63ec5674-c25b-4645-aa0f-52a4df31bc20 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:30:16.807505 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c0da495-7df9-493c-93de-0a8eb7bc441a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:16.889524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cef6f380-35f6-45a7-8ded-bc07dc5539e7 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:16.909971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Network 2cc840b7-d874-4bb2-8b7c-782e50014c79 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:30:16.923204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:17.032884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cef6f380-35f6-45a7-8ded-bc07dc5539e7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:17.033530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cef6f380-35f6-45a7-8ded-bc07dc5539e7 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:17.044740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177c9bb9-0f2c-4e02-b4bc-b9f1e07dcc94 None None] The sync data for ids ['4e8e7c44-47df-4b40-82b7-05b1ce373244'] in n-d-712143-13 is: [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:30:09Z', 'revision_number': 3, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port': {'id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:07Z', 'updated_at': '2021-08-11T00:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:30:17.121524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 63312737-7994-4685-9aaf-b6edb75f72ff no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:17.216005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 63312737-7994-4685-9aaf-b6edb75f72ff {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:17.216234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 63312737-7994-4685-9aaf-b6edb75f72ff not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:17.312720 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:17.356056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-877eb796-b326-4ddc-8630-080d030309fc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5702863 Aug 11 00:30:17.356056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56796) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:17.371408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Request body: {'subnet': {'network_id': 'd7a043f8-a215-4bed-af0d-73915ef059be', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-125934301-subnet', 'tenant_id': 'ad114eaa198a4ffc98c5882ee0e0d7be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:17.381927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:17.419000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-027cdcb5-aaf8-47f2-8af6-af32b3c15d0a req-722734b7-e873-4807-9bf5-547bfb780dd9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6483827 Aug 11 00:30:17.445933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c0da495-7df9-493c-93de-0a8eb7bc441a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:17.490233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-d2db62ab-fe70-44f5-9ec7-3cea2447c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:17.492286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-d2db62ab-fe70-44f5-9ec7-3cea2447c168 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 1097 time: 0.8936002 Aug 11 00:30:17.654743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,segment=NetworkSegment(f2fa8756-73e5-4b19-9702-56e334cc3cdd),segment_id=f2fa8756-73e5-4b19-9702-56e334cc3cdd)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:17.689901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-28127686-b38f-4d62-82b4-4fc0ba5b58b9 None None] Provisioning complete for port 1b8a11ce-125c-4a98-b407-f97422b9c992 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:17.690737 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-28127686-b38f-4d62-82b4-4fc0ba5b58b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:17.697364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-911d78b7-dffa-4c59-81fc-242edb18a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:17.699801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-911d78b7-dffa-4c59-81fc-242edb18a637 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 0.1811728 Aug 11 00:30:17.755483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc61af-f95c-4940-8b5d-f82f70aefa79 req-b39a2f1e-b84c-4ecd-948b-6e54e444c4fb tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:17.764855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e3dc61af-f95c-4940-8b5d-f82f70aefa79 req-b39a2f1e-b84c-4ecd-948b-6e54e444c4fb tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 944 time: 0.8577218 Aug 11 00:30:17.781768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Router 4e8e7c44-47df-4b40-82b7-05b1ce373244 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:30:17.874808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-28127686-b38f-4d62-82b4-4fc0ba5b58b9 None None] Port 1b8a11ce-125c-4a98-b407-f97422b9c992 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:30:17.874808 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:17.875274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-9113e298-f7ff-484e-b97f-9337ef01352e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 200 len: 1000 time: 0.1206944 Aug 11 00:30:17.875274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Made reservation on behalf of ad114eaa198a4ffc98c5882ee0e0d7be for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:17.875274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:17.964284 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e3dc61af-f95c-4940-8b5d-f82f70aefa79 req-5f1a6dbe-18e0-4511-b968-7e5e0c54ef83 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982009 Aug 11 00:30:18.016796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ad9e-ede4-4557-9177-d1520897462a req-0acfaed6-7ccf-4b31-a0e8-cf7fad7a6704 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:18.024042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1864ad9e-ede4-4557-9177-d1520897462a req-0acfaed6-7ccf-4b31-a0e8-cf7fad7a6704 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 945 time: 0.4325254 Aug 11 00:30:18.130585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:18.155867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:18.174966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c0da495-7df9-493c-93de-0a8eb7bc441a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:18.176931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:30:18.191668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-92a74b3b-fb8c-48c3-8aaa-ffd3b83df371 admin admin] 10.222.0.43 "PUT /v2.0/routers/4e8e7c44-47df-4b40-82b7-05b1ce373244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9405532 Aug 11 00:30:18.357204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-f3cc06fc-11a0-46ab-81d1-beaf4a8dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:18.359145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-f3cc06fc-11a0-46ab-81d1-beaf4a8dc1c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.4912808 Aug 11 00:30:18.387036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1864ad9e-ede4-4557-9177-d1520897462a req-84f410ea-6ae9-4765-9cd2-038cc98652f0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967727 Aug 11 00:30:18.581722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-29ba1e9c-7e40-4d11-b267-51f5ea54bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:18.583640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-29ba1e9c-7e40-4d11-b267-51f5ea54bfe5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1894915 Aug 11 00:30:18.612199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-dab2ec63-2930-466b-b699-2551f6795319 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:30:18.613737 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-dab2ec63-2930-466b-b699-2551f6795319 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074902 Aug 11 00:30:18.720108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c0da495-7df9-493c-93de-0a8eb7bc441a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:18.740085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedde07-891e-4efa-8b08-8c0d636af28d req-3e59b4b6-bec7-4005-a5eb-2613ad8804da tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:18.751427 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfedde07-891e-4efa-8b08-8c0d636af28d req-3e59b4b6-bec7-4005-a5eb-2613ad8804da tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 945 time: 0.1949432 Aug 11 00:30:18.921312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfedde07-891e-4efa-8b08-8c0d636af28d req-479f6d4a-743b-4a2e-b130-db600f567af5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686990 Aug 11 00:30:18.931218 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:18.959703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0da495-7df9-493c-93de-0a8eb7bc441a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Subnet': ['ID=63ec5674-c25b-4645-aa0f-52a4df31bc20,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:18.969928 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c0da495-7df9-493c-93de-0a8eb7bc441a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:18.973550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1c0da495-7df9-493c-93de-0a8eb7bc441a tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "DELETE /v2.0/subnets/63ec5674-c25b-4645-aa0f-52a4df31bc20 HTTP/1.1" status: 204 len: 168 time: 2.4895587 Aug 11 00:30:18.978372 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56826) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:18.985300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d5c5af-f1b3-4591-b5ad-ad5f91e55773 None None] Network 2b4e5121-c22e-43ba-bf9b-f152e13439c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:18.991837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 80310ab7-f449-4396-8f5d-42b99a182c53 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:18.996228 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4d592715-b061-4434-9eb7-29286040fd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:19.176192 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:19.177534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-ee0d32cc-37b0-43a4-aa94-a70dc1cffc53 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553484 Aug 11 00:30:19.202622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229112c-8d59-47ce-b28d-8dacabcdbf9e req-9ab06f4c-d56c-4252-bf42-07663e9b1ca0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:19.212013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3229112c-8d59-47ce-b28d-8dacabcdbf9e req-9ab06f4c-d56c-4252-bf42-07663e9b1ca0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1327660 Aug 11 00:30:19.228830 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:19.321614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dababab9-bd7f-492a-a52b-9f482add0ebb req-5edd5b86-e7e1-4daa-a0de-f31da2ca4aef service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293612 Aug 11 00:30:19.328858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e25fb5-782d-4d1f-a7c2-a2d2013fff33,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:19.333154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Checking segment: {'id': 'd5c12091-441e-4db0-9f9d-ebac20ea68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7a043f8-a215-4bed-af0d-73915ef059be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:19.334044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Network hostable DHCP agents. Network: d7a043f8-a215-4bed-af0d-73915ef059be, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:30:19.356858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54400ad-3d47-48bf-82c3-9c080d0410a3 req-eea59595-48d9-47d4-a3f0-d03c71a0649a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:19.366448 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a54400ad-3d47-48bf-82c3-9c080d0410a3 req-eea59595-48d9-47d4-a3f0-d03c71a0649a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 950 time: 0.2753155 Aug 11 00:30:19.408001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3229112c-8d59-47ce-b28d-8dacabcdbf9e req-a73f0d13-b027-4062-9655-404a4b0e5d9b tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946654 Aug 11 00:30:19.434956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a54400ad-3d47-48bf-82c3-9c080d0410a3 req-563e78f4-e43d-4fa6-9600-1e3c45775f41 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Aug 11 00:30:19.492003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Deleting port c27fad28-f024-4518-84b6-a770d41dd41b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:19.494912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:19.558640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Network d7a043f8-a215-4bed-af0d-73915ef059be is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:30:19.618339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 80310ab7-f449-4396-8f5d-42b99a182c53 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:19.624967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 80310ab7-f449-4396-8f5d-42b99a182c53 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:19.627181 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:19.666364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] For port c27fad28-f024-4518-84b6-a770d41dd41b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c27fad28-f024-4518-84b6-a770d41dd41b,segment=NetworkSegment(f0d83c3f-9221-4733-bcd7-b521f168684e),segment_id=f0d83c3f-9221-4733-bcd7-b521f168684e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:19.667637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:19.675553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9e880-4eec-4b4f-a570-3be9492430ff req-85875970-e966-4a12-be3e-475805558683 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:19.693696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ae9e880-4eec-4b4f-a570-3be9492430ff req-85875970-e966-4a12-be3e-475805558683 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 945 time: 0.1852250 Aug 11 00:30:19.694040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Calling delete_port for c27fad28-f024-4518-84b6-a770d41dd41b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:19.712756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d7a043f8-a215-4bed-af0d-73915ef059be) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:19.723980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7da04-7c67-44be-8634-3490ab6a6105 None None] DHCP port deletion for 2b4e5121-c22e-43ba-bf9b-f152e13439c1 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:30:19.732840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:19.733850 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:19.756883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c336307d-15c7-4696-88c1-6eaa04d388e0 None None] Network d7a043f8-a215-4bed-af0d-73915ef059be requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:19.852748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ae9e880-4eec-4b4f-a570-3be9492430ff req-14421499-ed72-42c2-bdf6-b00280b2ec8e tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598859 Aug 11 00:30:19.907630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:19.925382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-024356c6-3dbf-4c86-99dc-51efa0e749eb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5630217 Aug 11 00:30:20.004381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Port': ['ID=c27fad28-f024-4518-84b6-a770d41dd41b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:20.013312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] No DVR routers for this DVR port c27fad28-f024-4518-84b6-a770d41dd41b on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.028241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:20.119687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-65e7da04-7c67-44be-8634-3490ab6a6105 None None] The port 'c27fad28-f024-4518-84b6-a770d41dd41b' was deleted {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 00:30:20.161983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.175409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4e5121-c22e-43ba-bf9b-f152e13439c1']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:20.197680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d83c3f-9221-4733-bcd7-b521f168684e') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:20.198374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d83c3f-9221-4733-bcd7-b521f168684e') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:20.220313 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.250705 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.265308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:30:20.266047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:30:20.329098 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:30:20.396697 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Sync routers for ids ['4e8e7c44-47df-4b40-82b7-05b1ce373244'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:30:20.401065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84772ad2-c161-4271-bf06-360c9d9fb91d None None] Network d7a043f8-a215-4bed-af0d-73915ef059be requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:20.412266 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Routers {'4e8e7c44-47df-4b40-82b7-05b1ce373244'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:20.413486 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4e8e7c44-47df-4b40-82b7-05b1ce373244'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:20.418560 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.490165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-1306add2-ee72-499c-9ae8-16de6978cc86 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:20.509263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-1306add2-ee72-499c-9ae8-16de6978cc86 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 950 time: 0.3509555 Aug 11 00:30:20.527999 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.591732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 80310ab7-f449-4396-8f5d-42b99a182c53, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=80310ab7-f449-4396-8f5d-42b99a182c53,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:20.599004 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Set router 4e8e7c44-47df-4b40-82b7-05b1ce373244 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:20.690362 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.731477 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.820281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:20.830541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] 10.222.0.43 "DELETE /v2.0/networks/2b4e5121-c22e-43ba-bf9b-f152e13439c1 HTTP/1.1" status: 204 len: 168 time: 1.8468792 Aug 11 00:30:20.891350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc90fb-b90c-4b03-bdaf-f00ec7ee5cff tempest-ServersTestMultiNic-1971131679 tempest-ServersTestMultiNic-1971131679-project] Pushing event deleted for resources: {'Network': ['ID=2b4e5121-c22e-43ba-bf9b-f152e13439c1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:20.900368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f525d-9d63-4473-803b-47c572e842d3 req-78b78717-e424-4c90-8fd4-58214aa974be tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:20.908898 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a6f525d-9d63-4473-803b-47c572e842d3 req-78b78717-e424-4c90-8fd4-58214aa974be tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 945 time: 0.6122947 Aug 11 00:30:20.914983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b8fb-b13a-4700-9d59-8b5645708079 req-dbc20e83-37f3-42e9-a4df-56070904b721 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:20.925648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e18b8fb-b13a-4700-9d59-8b5645708079 req-dbc20e83-37f3-42e9-a4df-56070904b721 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.2211585 Aug 11 00:30:21.081175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e18b8fb-b13a-4700-9d59-8b5645708079 req-4cab9cd1-10d1-4ee7-a815-bf036842b583 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370628 Aug 11 00:30:21.126278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a6f525d-9d63-4473-803b-47c572e842d3 req-133e788e-fae8-48ec-a414-baa156c29b79 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992793 Aug 11 00:30:21.155067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c27fad28-f024-4518-84b6-a770d41dd41b no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:21.159022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Deleting port d533ac3c-7dbe-415c-b047-ae9123414f6e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:21.163819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:21.168821 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:30:15Z', 'revision_number': 4, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port': {'id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:07Z', 'updated_at': '2021-08-11T00:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1b8a11ce-125c-4a98-b407-f97422b9c992', 'name': '', 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79', 'tenant_id': '2b3fa910581743fa8670842798361098', 'mac_address': 'fa:16:3e:f8:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9945e230-4bb5-4c44-9edd-9a5e7ce3a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:13Z', 'updated_at': '2021-08-11T00:30:16Z', 'revision_number': 2, 'project_id': '2b3fa910581743fa8670842798361098', 'subnets': [{'id': '9945e230-4bb5-4c44-9edd-9a5e7ce3a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:21.196872 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Checking router: 4e8e7c44-47df-4b40-82b7-05b1ce373244 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:30:21.197261 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Updating router 4e8e7c44-47df-4b40-82b7-05b1ce373244 port 1b8a11ce-125c-4a98-b407-f97422b9c992 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:30:21.231223 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:21.342752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c27fad28-f024-4518-84b6-a770d41dd41b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:21.343261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c27fad28-f024-4518-84b6-a770d41dd41b not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:21.422201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc34bf-1a07-48cd-8820-8a2b540a48af req-146893c6-1a59-4f9c-8d36-ef5348e13f7c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:21.431228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44cc34bf-1a07-48cd-8820-8a2b540a48af req-146893c6-1a59-4f9c-8d36-ef5348e13f7c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 950 time: 0.2221754 Aug 11 00:30:21.498799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] For port d533ac3c-7dbe-415c-b047-ae9123414f6e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d533ac3c-7dbe-415c-b047-ae9123414f6e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:21.501573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:21.555606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Calling delete_port for d533ac3c-7dbe-415c-b047-ae9123414f6e owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:21.568704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44cc34bf-1a07-48cd-8820-8a2b540a48af req-8b1df3e3-8570-4f69-baea-7ed6908ca255 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357906 Aug 11 00:30:21.631107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=80310ab7-f449-4396-8f5d-42b99a182c53,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:21.829615 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:21.843749 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Transition to ACTIVE for port object 1b8a11ce-125c-4a98-b407-f97422b9c992 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:21.875367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:21.880384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-c32e7e98-06d8-4d66-abc3-7bcddcbaaee9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:21.887485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-c32e7e98-06d8-4d66-abc3-7bcddcbaaee9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 945 time: 0.4119997 Aug 11 00:30:21.949617 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.093706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb88f-11c7-4d77-a264-91fb0f755236 req-7f3e4867-1ca8-487a-afcd-a7f105514e6a tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:22.110368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e2cb88f-11c7-4d77-a264-91fb0f755236 req-7f3e4867-1ca8-487a-afcd-a7f105514e6a tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 945 time: 0.3637877 Aug 11 00:30:22.149228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:22.154388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:22.154773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.264755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e2cb88f-11c7-4d77-a264-91fb0f755236 req-aba4ff50-fb75-4f83-ae3a-6fb5ea3cf19d tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359022 Aug 11 00:30:22.316189 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Attempting to bind port 1b8a11ce-125c-4a98-b407-f97422b9c992 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:30:22.316561 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Attempting to bind port 1b8a11ce-125c-4a98-b407-f97422b9c992 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:30:22.316925 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Attempting to bind port 1b8a11ce-125c-4a98-b407-f97422b9c992 on network 2cc840b7-d874-4bb2-8b7c-782e50014c79 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:22.319197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.340976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Deleting port 55e63d07-b289-4197-9e6b-3987a18d20bc {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:22.341853 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.355230 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:30:22.355588 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Checking segment: {'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:22.361484 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.361998 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Bound using segment: {'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:30:22.370122 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Bound port: 1b8a11ce-125c-4a98-b407-f97422b9c992, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd88e3-14f2-452f-8250-1fbda2cfa724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:30:22.370122 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.370683 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.438977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-44fed90e-eb9c-4aa9-846c-5425179433db tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:22.456097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-44fed90e-eb9c-4aa9-846c-5425179433db tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/networks?id=d7a043f8-a215-4bed-af0d-73915ef059be HTTP/1.1" status: 200 len: 817 time: 0.6521640 Aug 11 00:30:22.488950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.505396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6bde1a-be5a-4640-9d31-0ea19e66c2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:22.515787 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdde302-0edc-48c4-9dc6-79da82819640" -d '{"events": [{"server_uuid": "4c6bde1a-be5a-4640-9d31-0ea19e66c2b5", "name": "network-vif-plugged", "status": "completed", "tag": "100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:22.529275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'a463f9de-bc14-4e2d-bb13-39a177396150'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:22.542643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-35b32df9-651c-4e39-958f-f96ac754aaf1 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/quotas/ad114eaa198a4ffc98c5882ee0e0d7be HTTP/1.1" status: 200 len: 375 time: 0.0845327 Aug 11 00:30:22.558455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98', '40ecb440-9f38-4151-b2c7-5121017b2559', '9368add7-0e0b-4edb-8a59-32b5b51a9337'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:22.592854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] For port 55e63d07-b289-4197-9e6b-3987a18d20bc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=55e63d07-b289-4197-9e6b-3987a18d20bc,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:22.593567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.626008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Calling delete_port for 55e63d07-b289-4197-9e6b-3987a18d20bc owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:22.641931 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Pushing event updated for resources: {'Port': ['ID=1b8a11ce-125c-4a98-b407-f97422b9c992,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:22.660732 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] For port 1b8a11ce-125c-4a98-b407-f97422b9c992, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:30:22.676555 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] For port 1b8a11ce-125c-4a98-b407-f97422b9c992, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1b8a11ce-125c-4a98-b407-f97422b9c992,segment=NetworkSegment(52fd88e3-14f2-452f-8250-1fbda2cfa724),segment_id=52fd88e3-14f2-452f-8250-1fbda2cfa724)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:30:22.677238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,segment=NetworkSegment(f2fa8756-73e5-4b19-9702-56e334cc3cdd),segment_id=f2fa8756-73e5-4b19-9702-56e334cc3cdd)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:22.686652 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.687075 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.687664 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.688216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.688743 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.689331 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.689789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-9a57488b-65c8-4c3e-b253-dbdf6e38a0a3 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad114eaa198a4ffc98c5882ee0e0d7be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1433635 Aug 11 00:30:22.689961 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.690202 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.690539 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.690872 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.691229 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.695695 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:22.770632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501004e8-87b3-49bc-997d-ac68163a5a60 req-223fcd32-016f-44dd-9d79-7faea622667b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:22.772297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event deleted for resources: {'Port': ['ID=d533ac3c-7dbe-415c-b047-ae9123414f6e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:22.773929 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.794530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-501004e8-87b3-49bc-997d-ac68163a5a60 req-223fcd32-016f-44dd-9d79-7faea622667b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 945 time: 0.1751952 Aug 11 00:30:22.798867 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:22.919775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-501004e8-87b3-49bc-997d-ac68163a5a60 req-ba9c4a71-6956-4b67-9e7a-99e31dfb733a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148353 Aug 11 00:30:23.033477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 80310ab7-f449-4396-8f5d-42b99a182c53 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:23.041114 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Routers {'4e8e7c44-47df-4b40-82b7-05b1ce373244'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:23.049967 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4e8e7c44-47df-4b40-82b7-05b1ce373244'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:23.064186 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed68d3-f9ab-4cd5-a942-3e91080931ca None None] Pushing event updated for resources: {'Port': ['ID=1b8a11ce-125c-4a98-b407-f97422b9c992,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:23.090552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] No DVR routers for this DVR port d533ac3c-7dbe-415c-b047-ae9123414f6e on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:23.109058 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:23.111474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d33ecd5d-74f7-4b84-a301-6686c4719677 req-befd8013-69e4-401b-8f3d-7c4945548cf1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "DELETE /v2.0/ports/d533ac3c-7dbe-415c-b047-ae9123414f6e HTTP/1.1" status: 204 len: 173 time: 2.5927670 Aug 11 00:30:23.135201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59c1575-6300-47b2-a050-7c704076f12d', 'name': 'network-vif-deleted', 'tag': 'd533ac3c-7dbe-415c-b047-ae9123414f6e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:23.144893 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37058db2-b9e1-4fae-b424-a3ac2ae2c7e5" -d '{"events": [{"server_uuid": "c59c1575-6300-47b2-a050-7c704076f12d", "name": "network-vif-deleted", "tag": "d533ac3c-7dbe-415c-b047-ae9123414f6e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:23.237142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-5b056f6b-12b9-452b-abda-096620e8a9f2 service neutron] 10.222.0.43 "GET /v2.0/networks/d7a043f8-a215-4bed-af0d-73915ef059be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454504 Aug 11 00:30:23.389478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:23.455615 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23d7d7b-0c73-4bc2-83b7-1ebaa8b21648 x-openstack-request-id: req-c23d7d7b-0c73-4bc2-83b7-1ebaa8b21648 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:23.456600 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6bde1a-be5a-4640-9d31-0ea19e66c2b5", "name": "network-vif-plugged", "status": "completed", "tag": "100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:23.457895 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c23d7d7b-0c73-4bc2-83b7-1ebaa8b21648 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:23.459790 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6bde1a-be5a-4640-9d31-0ea19e66c2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7', 'code': 200} Aug 11 00:30:23.566684 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] Set router 4e8e7c44-47df-4b40-82b7-05b1ce373244 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:23.568639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:23.647206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-bd31de06-78b3-45ad-8e13-231b8d35153c service neutron] 10.222.0.43 "GET /v2.0/networks/d7a043f8-a215-4bed-af0d-73915ef059be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090612 Aug 11 00:30:23.707204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event deleted for resources: {'Port': ['ID=55e63d07-b289-4197-9e6b-3987a18d20bc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:23.936648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d533ac3c-7dbe-415c-b047-ae9123414f6e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:24.000580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673905-4591-4099-b8d8-560f052912aa req-9b42d057-1736-4030-ab09-dcc78945d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:24.004682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a673905-4591-4099-b8d8-560f052912aa req-9b42d057-1736-4030-ab09-dcc78945d2f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 1098 time: 0.2471352 Aug 11 00:30:24.091944 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a673905-4591-4099-b8d8-560f052912aa req-c60ea941-aea8-467f-8663-6ea53f6433a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759938 Aug 11 00:30:24.112935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d69905fa-35a5-4269-8822-9ad1f068a108 req-0d7e78bc-d67f-4bf2-8c37-562f6381bead tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 210 time: 0.3569541 Aug 11 00:30:24.116784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] No DVR routers for this DVR port 55e63d07-b289-4197-9e6b-3987a18d20bc on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:24.129925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:24.135012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c0c682a-258c-4d8c-bf6e-e4251cbe8b81 req-2fefe430-d7b4-457f-a469-2dbc6f5240d4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "DELETE /v2.0/ports/55e63d07-b289-4197-9e6b-3987a18d20bc HTTP/1.1" status: 204 len: 173 time: 2.2406378 Aug 11 00:30:24.139660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd2fa0d-437f-48c7-ace6-91a62b737297', 'name': 'network-vif-deleted', 'tag': '55e63d07-b289-4197-9e6b-3987a18d20bc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:24.143858 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05eb8d-2913-4b8f-9a1f-88306c4ea872" -d '{"events": [{"server_uuid": "ccd2fa0d-437f-48c7-ace6-91a62b737297", "name": "network-vif-deleted", "tag": "55e63d07-b289-4197-9e6b-3987a18d20bc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:24.215461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56902) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:24.265258 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6280fa-def8-4519-8102-f1dd50f8162a x-openstack-request-id: req-aa6280fa-def8-4519-8102-f1dd50f8162a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:24.265639 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59c1575-6300-47b2-a050-7c704076f12d", "name": "network-vif-deleted", "tag": "d533ac3c-7dbe-415c-b047-ae9123414f6e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:24.265979 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa6280fa-def8-4519-8102-f1dd50f8162a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:24.266518 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59c1575-6300-47b2-a050-7c704076f12d', 'name': 'network-vif-deleted', 'tag': 'd533ac3c-7dbe-415c-b047-ae9123414f6e', 'status': 'completed', 'code': 200} Aug 11 00:30:24.489927 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:30:15Z', 'revision_number': 4, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port': {'id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:07Z', 'updated_at': '2021-08-11T00:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1b8a11ce-125c-4a98-b407-f97422b9c992', 'name': '', 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79', 'tenant_id': '2b3fa910581743fa8670842798361098', 'mac_address': 'fa:16:3e:f8:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9945e230-4bb5-4c44-9edd-9a5e7ce3a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:13Z', 'updated_at': '2021-08-11T00:30:22Z', 'revision_number': 4, 'project_id': '2b3fa910581743fa8670842798361098', 'subnets': [{'id': '9945e230-4bb5-4c44-9edd-9a5e7ce3a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:24.572819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-529bb858-5b4b-44a2-b3df-6f1114767f4e req-2807816e-71dd-494d-bbef-e867b08dfdd6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccd2fa0d-437f-48c7-ace6-91a62b737297 HTTP/1.1" status: 200 len: 210 time: 0.0670774 Aug 11 00:30:24.603061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: d533ac3c-7dbe-415c-b047-ae9123414f6e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:24.618121 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcf6781-e8f5-4581-b26c-c3d40cccc5cc None None] The sync data for ids ['4e8e7c44-47df-4b40-82b7-05b1ce373244'] in n-d-712143-13 is: [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:30:15Z', 'revision_number': 4, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port': {'id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:07Z', 'updated_at': '2021-08-11T00:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1b8a11ce-125c-4a98-b407-f97422b9c992', 'name': '', 'network_id': '2cc840b7-d874-4bb2-8b7c-782e50014c79', 'tenant_id': '2b3fa910581743fa8670842798361098', 'mac_address': 'fa:16:3e:f8:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '9945e230-4bb5-4c44-9edd-9a5e7ce3a917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:13Z', 'updated_at': '2021-08-11T00:30:22Z', 'revision_number': 4, 'project_id': '2b3fa910581743fa8670842798361098', 'subnets': [{'id': '9945e230-4bb5-4c44-9edd-9a5e7ce3a917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:30:24.618436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d533ac3c-7dbe-415c-b047-ae9123414f6e not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:24.744916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 80310ab7-f449-4396-8f5d-42b99a182c53 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:24.746133 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:24.818721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ee980-6d1e-4b4c-8ce2-7cf801049bbe req-b3734cfb-e587-4d28-b861-843a1764c719 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:24.837119 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a46ee980-6d1e-4b4c-8ce2-7cf801049bbe req-b3734cfb-e587-4d28-b861-843a1764c719 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 946 time: 0.4678340 Aug 11 00:30:24.874475 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa613e1-d475-47d6-ba5a-817bd2ea32bf x-openstack-request-id: req-1aa613e1-d475-47d6-ba5a-817bd2ea32bf {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:24.875511 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd2fa0d-437f-48c7-ace6-91a62b737297", "name": "network-vif-deleted", "tag": "55e63d07-b289-4197-9e6b-3987a18d20bc", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:24.876350 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1aa613e1-d475-47d6-ba5a-817bd2ea32bf {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:24.878020 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd2fa0d-437f-48c7-ace6-91a62b737297', 'name': 'network-vif-deleted', 'tag': '55e63d07-b289-4197-9e6b-3987a18d20bc', 'status': 'completed', 'code': 200} Aug 11 00:30:25.014594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba196da3-1a4b-420e-bc27-cacf5396261b req-a6fcab19-c9a2-45f7-9314-e15043b8e96e tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 210 time: 0.0770314 Aug 11 00:30:25.262950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a46ee980-6d1e-4b4c-8ce2-7cf801049bbe req-95d842ec-aea5-4550-84ad-8e71ab50457e tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120948 Aug 11 00:30:25.353835 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a439eb8-3ed6-40cd-8f12-633a28ddcb4a req-b9cc1b8d-0bb2-44a7-8f86-52c3ba22ae50 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c59c1575-6300-47b2-a050-7c704076f12d HTTP/1.1" status: 200 len: 210 time: 0.0485458 Aug 11 00:30:25.773801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1b8a11ce-125c-4a98-b407-f97422b9c992 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:25.871273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:25.907935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 55e63d07-b289-4197-9e6b-3987a18d20bc no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:26.001862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 55e63d07-b289-4197-9e6b-3987a18d20bc {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:26.003691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 55e63d07-b289-4197-9e6b-3987a18d20bc not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:26.053354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:26.194392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 1b8a11ce-125c-4a98-b407-f97422b9c992 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:26.256732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1b8a11ce-125c-4a98-b407-f97422b9c992 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:26.257249 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:26.434037 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4502b74c-9ea9-4d9e-8031-3dfafc2b0720 req-4320de33-4200-4dc1-b83a-f073dfb115be tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 210 time: 0.2212622 Aug 11 00:30:26.541908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afa64d-8d37-4a41-9392-36a419316d60 req-f9f9ba60-0603-4e81-90fe-d3053e599c05 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:26.555553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-f9f9ba60-0603-4e81-90fe-d3053e599c05 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.2334797 Aug 11 00:30:26.616652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-655ccd6f-5240-480b-bc67-8803c51bdc40 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/quotas/55abd496febd4c9fa62fbad0d0b079fe HTTP/1.1" status: 200 len: 375 time: 0.0562017 Aug 11 00:30:26.621072 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:26.791445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-53d51fef-1774-4ef1-a651-890838298f0f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730161 Aug 11 00:30:26.827662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 1b8a11ce-125c-4a98-b407-f97422b9c992, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1b8a11ce-125c-4a98-b407-f97422b9c992,segment=NetworkSegment(52fd88e3-14f2-452f-8250-1fbda2cfa724),segment_id=52fd88e3-14f2-452f-8250-1fbda2cfa724)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:26.858876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0012-7ea5-48ac-b529-b44444b21bf1 req-7ae24cce-18a3-4cfe-a428-535e427a73b3 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:26.863787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07de0012-7ea5-48ac-b529-b44444b21bf1 req-7ae24cce-18a3-4cfe-a428-535e427a73b3 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 946 time: 0.2838342 Aug 11 00:30:26.927338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Deleting port fc0f8501-d744-46a3-92f3-713f94e36de2 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:26.927338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:26.946795 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:26.955711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07de0012-7ea5-48ac-b529-b44444b21bf1 req-5535e3fa-e1b7-44aa-a5e8-b77e0e07e562 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701582 Aug 11 00:30:27.036124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-2fa001fa-0ebe-46c8-b46c-5c68e9fec7a5 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412663 Aug 11 00:30:27.150656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=1b8a11ce-125c-4a98-b407-f97422b9c992,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:27.185859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] For port fc0f8501-d744-46a3-92f3-713f94e36de2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fc0f8501-d744-46a3-92f3-713f94e36de2,segment=NetworkSegment(c14bdf60-faa1-480b-ae47-826195e02118),segment_id=c14bdf60-faa1-480b-ae47-826195e02118)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:27.186437 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:27.229565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Calling delete_port for fc0f8501-d744-46a3-92f3-713f94e36de2 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:27.438989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-9c17b00a-df47-4d5b-ae9d-7dc3bb23b16e service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821900 Aug 11 00:30:27.587505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1b8a11ce-125c-4a98-b407-f97422b9c992 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:27.664740 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:27.686172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1b8a11ce-125c-4a98-b407-f97422b9c992 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:27.686708 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:27.714407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0f8501-d744-46a3-92f3-713f94e36de2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:28.158170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3334c0d-9eb4-473a-a7e1-cd36744879bf req-6cd6e41f-4d02-4b47-8174-d1795ae0a76c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 210 time: 0.1155651 Aug 11 00:30:28.473676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157007-acf4-4819-9457-3d04cb7015ee req-60c3adc9-7bd9-4063-b3bf-7fbd0e3ed3b3 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:28.484668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00157007-acf4-4819-9457-3d04cb7015ee req-60c3adc9-7bd9-4063-b3bf-7fbd0e3ed3b3 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 949 time: 0.3164029 Aug 11 00:30:28.530953 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d619235b-d47c-496d-a7ff-afd0e7392e3e req-ff2745f4-ae57-4c89-bd3c-aed0817ed7f9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 210 time: 0.1295636 Aug 11 00:30:28.562800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:28.742284 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00157007-acf4-4819-9457-3d04cb7015ee req-dc13a288-5237-4b2a-8248-131603340ae3 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560053 Aug 11 00:30:28.791038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-7bd4ed77-9c0e-4fda-9b97-f9f7b9abbe85 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:28.794225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-7bd4ed77-9c0e-4fda-9b97-f9f7b9abbe85 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.55 "GET /v2.0/networks?id=d7a043f8-a215-4bed-af0d-73915ef059be HTTP/1.1" status: 200 len: 817 time: 0.4146943 Aug 11 00:30:28.810228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Request body: {'port': {'device_id': '8e2cba2e-4b2e-4ad1-b132-b8f249f98013', 'network_id': 'd7a043f8-a215-4bed-af0d-73915ef059be', 'admin_state_up': True, 'tenant_id': 'ad114eaa198a4ffc98c5882ee0e0d7be'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:29.076110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Router 98efdbb4-2710-4da9-bae3-6e1088e34768 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:30:29.089534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Made reservation on behalf of ad114eaa198a4ffc98c5882ee0e0d7be for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:29.093911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:29.290587 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:29.345347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:30:29.360280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] Sync routers for ids ['98efdbb4-2710-4da9-bae3-6e1088e34768'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:30:29.393404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-649103f0-e823-43ee-b821-bca51b06bb17 admin admin] 10.222.0.43 "PUT /v2.0/routers/98efdbb4-2710-4da9-bae3-6e1088e34768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1684074 Aug 11 00:30:29.399248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56984) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:29.411907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] Routers {'98efdbb4-2710-4da9-bae3-6e1088e34768'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:29.412991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['98efdbb4-2710-4da9-bae3-6e1088e34768'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:29.574535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Allocated IP 172.20.0.4 (d7a043f8-a215-4bed-af0d-73915ef059be/94e25fb5-782d-4d1f-a7c2-a2d2013fff33/5d8ef019-97e5-4dc2-9eb9-ff537f7f3387) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:30:29.633098 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:29.771193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2d49454-14c6-4626-a8a9-a0ca04104179 req-bb2bf10b-849b-4a6e-9e9c-4e4261a8139f tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 210 time: 0.2375238 Aug 11 00:30:29.824692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-c643eb4f-9d3d-4ced-bcb9-ca13fe9b10cc tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:29.841583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-c643eb4f-9d3d-4ced-bcb9-ca13fe9b10cc tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 949 time: 0.4849167 Aug 11 00:30:29.893958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] Set router 98efdbb4-2710-4da9-bae3-6e1088e34768 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:30.188240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c94c1aa0-fdf0-4c64-982c-9c7a26157436 req-797ef69c-ab7e-4882-87e8-1708be2afe2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 210 time: 0.5284841 Aug 11 00:30:30.383069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:30.615992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:30.698048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:30:27Z', 'revision_number': 5, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:30.746615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada63b-1080-4346-af8b-9d66ef1ef290 req-dbae67cf-1d91-479b-b7fb-1637a156d5d6 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:30.755186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88ada63b-1080-4346-af8b-9d66ef1ef290 req-dbae67cf-1d91-479b-b7fb-1637a156d5d6 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 949 time: 0.6966362 Aug 11 00:30:30.787587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:30.878813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] Checking router: 98efdbb4-2710-4da9-bae3-6e1088e34768 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:30:30.895954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Pushing event updated for resources: {'Port': ['ID=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:30.907411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] Routers {'98efdbb4-2710-4da9-bae3-6e1088e34768'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:30:30.912463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['98efdbb4-2710-4da9-bae3-6e1088e34768'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:30.949085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Network d7a043f8-a215-4bed-af0d-73915ef059be is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:30:30.964637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:30.983329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:30:31.043314 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88ada63b-1080-4346-af8b-9d66ef1ef290 req-37584393-ef6d-4fce-8c3a-e31e7c406c61 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869344 Aug 11 00:30:31.134902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:31.137618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:31.241315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba88b28-6b1c-4981-b568-559cd971b1f7 req-b4bfc7c6-92b9-49f4-be25-20afa521e440 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:31.249655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ba88b28-6b1c-4981-b568-559cd971b1f7 req-b4bfc7c6-92b9-49f4-be25-20afa521e440 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 931 time: 0.1690273 Aug 11 00:30:31.254693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] Set router 98efdbb4-2710-4da9-bae3-6e1088e34768 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:30:31.323864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:31.410217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Deleting port 9368add7-0e0b-4edb-8a59-32b5b51a9337 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:31.412198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-c1897ae2-f3ba-4363-b6e0-308fc60a375c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6069443 Aug 11 00:30:31.412704 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:31.477554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Request body: {'port': {'device_id': '8e2cba2e-4b2e-4ad1-b132-b8f249f98013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:31.700629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ba88b28-6b1c-4981-b568-559cd971b1f7 req-ef46eb3e-45a5-4903-9615-1d41bbf6aae3 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299500 Aug 11 00:30:31.772583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88e6b372-9bf3-4fcc-bd95-4da2d321e4ab req-52d301e7-2e29-4c53-8a5f-d38ba8ddb64f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 210 time: 0.1379757 Aug 11 00:30:31.773156 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:31.969253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9368add7-0e0b-4edb-8a59-32b5b51a9337 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:32.128786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] For port 9368add7-0e0b-4edb-8a59-32b5b51a9337, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9368add7-0e0b-4edb-8a59-32b5b51a9337,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:32.132980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:32.165560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Calling delete_port for 9368add7-0e0b-4edb-8a59-32b5b51a9337 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:32.236231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Deleting port deaef7c1-5628-4388-917b-17a18d40e3fa {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:32.241183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:32.305072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a78a52-c2d0-4d35-b767-9c2acf242969 req-a912e611-a276-40f8-967a-2527a057e38f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:32.305592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:32.306783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-46a78a52-c2d0-4d35-b767-9c2acf242969 req-a912e611-a276-40f8-967a-2527a057e38f tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 949 time: 0.1018400 Aug 11 00:30:32.341401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:30:27Z', 'revision_number': 5, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:32.376650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925af53e-160c-4f5d-b2b3-db3ed7fee6ed None None] The sync data for ids ['98efdbb4-2710-4da9-bae3-6e1088e34768'] in n-d-712143-13 is: [{'id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'name': 'tempest-ServersTestMultiNic-581959545-router', 'tenant_id': '3225353944484b7bb68c660a8cc786ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:50Z', 'updated_at': '2021-08-11T00:30:27Z', 'revision_number': 5, 'project_id': '3225353944484b7bb68c660a8cc786ed', 'gw_port': {'id': 'deaef7c1-5628-4388-917b-17a18d40e3fa', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:23:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efdbb4-2710-4da9-bae3-6e1088e34768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:54Z', 'updated_at': '2021-08-11T00:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:30:32.509042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-46a78a52-c2d0-4d35-b767-9c2acf242969 req-9bd441bc-e47d-40ba-991d-f6b869c4552e tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820302 Aug 11 00:30:32.560552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] For port deaef7c1-5628-4388-917b-17a18d40e3fa, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=deaef7c1-5628-4388-917b-17a18d40e3fa,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:32.561379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:32.599877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Calling delete_port for deaef7c1-5628-4388-917b-17a18d40e3fa owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:32.650118 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:32.703686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'a463f9de-bc14-4e2d-bb13-39a177396150'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:32.703819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98', '40ecb440-9f38-4151-b2c7-5121017b2559'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:32.749781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event deleted for resources: {'Port': ['ID=9368add7-0e0b-4edb-8a59-32b5b51a9337,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:32.814505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afa64d-8d37-4a41-9392-36a419316d60 req-80698023-a275-46d7-9678-78c848491300 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:32.818093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-80698023-a275-46d7-9678-78c848491300 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.4807467 Aug 11 00:30:32.825715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:32.874615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Request body: {'port': {'device_id': 'b20b9830-f9b7-4cc5-8a34-9cb69e9fe269', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'admin_state_up': True, 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:33.112066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] No DVR routers for this DVR port 9368add7-0e0b-4edb-8a59-32b5b51a9337 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:33.136771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:33.136771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d55c3fd-9d6c-43e1-9aa9-69c462e7e69d req-36802cfc-63d1-422e-b09f-4c52f696b5fb tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "DELETE /v2.0/ports/9368add7-0e0b-4edb-8a59-32b5b51a9337 HTTP/1.1" status: 204 len: 173 time: 3.2889295 Aug 11 00:30:33.136771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe6d45-e930-47d5-852b-0549785f806e', 'name': 'network-vif-deleted', 'tag': '9368add7-0e0b-4edb-8a59-32b5b51a9337'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:33.138900 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1920977-fff6-44d0-abd1-641e68319585" -d '{"events": [{"server_uuid": "2dfe6d45-e930-47d5-852b-0549785f806e", "name": "network-vif-deleted", "tag": "9368add7-0e0b-4edb-8a59-32b5b51a9337"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:33.236733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51e628-1658-4074-8603-487e0cc87d9a req-18cc1e13-176d-45a6-9c17-4aa5a3bad2f6 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:33.247602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c51e628-1658-4074-8603-487e0cc87d9a req-18cc1e13-176d-45a6-9c17-4aa5a3bad2f6 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 931 time: 0.1922972 Aug 11 00:30:33.459074 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c51e628-1658-4074-8603-487e0cc87d9a req-4ee4608d-55be-449e-9e30-4243813f6916 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098978 Aug 11 00:30:33.494395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:33.585205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fc0f8501-d744-46a3-92f3-713f94e36de2 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:33.600547 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c9b3d3-ac0b-4099-824a-0e2b262b6fb0 x-openstack-request-id: req-73c9b3d3-ac0b-4099-824a-0e2b262b6fb0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:33.600849 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe6d45-e930-47d5-852b-0549785f806e", "name": "network-vif-deleted", "tag": "9368add7-0e0b-4edb-8a59-32b5b51a9337", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:33.601105 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73c9b3d3-ac0b-4099-824a-0e2b262b6fb0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:33.601492 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe6d45-e930-47d5-852b-0549785f806e', 'name': 'network-vif-deleted', 'tag': '9368add7-0e0b-4edb-8a59-32b5b51a9337', 'status': 'completed', 'code': 200} Aug 11 00:30:33.610506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=deaef7c1-5628-4388-917b-17a18d40e3fa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:33.778072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: fc0f8501-d744-46a3-92f3-713f94e36de2 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:33.779286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fc0f8501-d744-46a3-92f3-713f94e36de2 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:33.833469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:33.877198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Transition to ACTIVE for port object 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:33.897855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20b4cddc-9f94-480d-9300-8e012729c4e6 req-23bc4b58-c0eb-4256-805f-684f476b7698 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 210 time: 0.1449115 Aug 11 00:30:33.957636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.011282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.266749 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.271858 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.298838 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4d3b574-b0bf-4971-80dd-2cc271d7e133 req-0919ccd7-10f0-43ba-b39b-8912c647962d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=2dfe6d45-e930-47d5-852b-0549785f806e HTTP/1.1" status: 200 len: 210 time: 0.0774662 Aug 11 00:30:34.435016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:34.449723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.450671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.451379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.452364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.452854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.453304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.453780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.454214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.454755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.455480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.455937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.456829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:34.511974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.516852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98efdbb4-2710-4da9-bae3-6e1088e34768 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:30:34.531517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.540201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d8b11f9b-40d8-4afe-b195-d7b8459cbb3c admin admin] 10.222.0.43 "DELETE /v2.0/routers/98efdbb4-2710-4da9-bae3-6e1088e34768 HTTP/1.1" status: 204 len: 168 time: 5.1330471 Aug 11 00:30:34.545927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57052) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:34.554477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:34.583039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.678556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-81309f19-c698-45d8-b194-e4baa71cd028 admin admin] Deleting subnet 5eaf144c-f16b-4e7e-acef-7fc027835e1a {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:30:34.684422 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81309f19-c698-45d8-b194-e4baa71cd028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.723022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Attempting to bind port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:30:34.724717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Attempting to bind port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'd5c12091-441e-4db0-9f9d-ebac20ea68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7a043f8-a215-4bed-af0d-73915ef059be'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:30:34.724717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Attempting to bind port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 on network d7a043f8-a215-4bed-af0d-73915ef059be {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:34.733830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 on network d7a043f8-a215-4bed-af0d-73915ef059be not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:30:34.734345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Attempting to bind port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 on network d7a043f8-a215-4bed-af0d-73915ef059be {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:34.748208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81309f19-c698-45d8-b194-e4baa71cd028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.813378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:30:34.814641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Checking segment: {'id': 'd5c12091-441e-4db0-9f9d-ebac20ea68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7a043f8-a215-4bed-af0d-73915ef059be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:34.814641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Bound using segment: {'id': 'd5c12091-441e-4db0-9f9d-ebac20ea68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7a043f8-a215-4bed-af0d-73915ef059be'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:30:34.814641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Bound port: 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c12091-441e-4db0-9f9d-ebac20ea68de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd7a043f8-a215-4bed-af0d-73915ef059be'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:30:34.814978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.889321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81309f19-c698-45d8-b194-e4baa71cd028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:34.908062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e258c-f90c-4279-a1cf-59a8f5a40aaf req-73d38b87-389f-4aad-88b1-3b27a0e57191 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:34.916195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a8e258c-f90c-4279-a1cf-59a8f5a40aaf req-73d38b87-389f-4aad-88b1-3b27a0e57191 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 943 time: 0.2076349 Aug 11 00:30:35.016783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a8e258c-f90c-4279-a1cf-59a8f5a40aaf req-40a9cd65-1942-41d2-8b8d-455f3de5b81f tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986183 Aug 11 00:30:35.028159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] For port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:30:35.063560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] For port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,segment=NetworkSegment(d5c12091-441e-4db0-9f9d-ebac20ea68de),segment_id=d5c12091-441e-4db0-9f9d-ebac20ea68de)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:30:35.100912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Allocated IP 172.20.0.5 (479285e2-e6aa-4a17-87c6-3cd272b1374d/9884a018-365d-4b7b-b843-68321a4fed50/b2376e7f-a272-4593-bba2-2661f40567f4) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:30:35.104829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81309f19-c698-45d8-b194-e4baa71cd028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:35.130533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81309f19-c698-45d8-b194-e4baa71cd028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:35.143925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad567f72-5a62-481a-beef-d08c7b6d3ed6 None None] Network e064e27f-ab8b-4da9-abd6-121ddde927ad requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:35.158230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-81309f19-c698-45d8-b194-e4baa71cd028 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5eaf144c-f16b-4e7e-acef-7fc027835e1a HTTP/1.1" status: 204 len: 168 time: 0.6089058 Aug 11 00:30:35.160883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57060) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:35.184616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:35.352873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:35.357776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:35.364565 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] 10.222.0.55 "PUT /v2.0/ports/5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 HTTP/1.1" status: 200 len: 1092 time: 3.9385822 Aug 11 00:30:35.386612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81309f19-c698-45d8-b194-e4baa71cd028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaf144c-f16b-4e7e-acef-7fc027835e1a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:35.398376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2cba2e-4b2e-4ad1-b132-b8f249f98013', 'tag': '5d8ef019-97e5-4dc2-9eb9-ff537f7f3387'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:35.405759 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fec0b37-5eac-4f3b-9be3-7c481cd808be" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2cba2e-4b2e-4ad1-b132-b8f249f98013", "tag": "5d8ef019-97e5-4dc2-9eb9-ff537f7f3387"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:35.520869 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:35.547317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5b24090-27ed-4588-a3a1-99dc3f470993 req-d97d5057-1abe-476a-90a0-65b38b020d3a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 210 time: 0.1804786 Aug 11 00:30:35.620652 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdef5e77-175a-452c-874a-c006b563e421 x-openstack-request-id: req-cdef5e77-175a-452c-874a-c006b563e421 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:35.621109 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2cba2e-4b2e-4ad1-b132-b8f249f98013", "tag": "5d8ef019-97e5-4dc2-9eb9-ff537f7f3387", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:35.621613 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdef5e77-175a-452c-874a-c006b563e421 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:35.622087 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2cba2e-4b2e-4ad1-b132-b8f249f98013', 'tag': '5d8ef019-97e5-4dc2-9eb9-ff537f7f3387', 'status': 'completed', 'code': 200} Aug 11 00:30:35.690132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device deaef7c1-5628-4388-917b-17a18d40e3fa no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:35.692589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] DHCP port deletion for e064e27f-ab8b-4da9-abd6-121ddde927ad request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:30:35.710387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Deleting port c544eb4e-6d8f-4544-afd6-35d178001a82 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:35.710744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:35.738957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: deaef7c1-5628-4388-917b-17a18d40e3fa {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:35.750512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device deaef7c1-5628-4388-917b-17a18d40e3fa not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:35.792142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2cf84-fa50-4955-93bc-1daf1acb39bb service neutron] Pushing event updated for resources: {'Port': ['ID=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:35.848413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] For port c544eb4e-6d8f-4544-afd6-35d178001a82, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c544eb4e-6d8f-4544-afd6-35d178001a82,segment=NetworkSegment(c14bdf60-faa1-480b-ae47-826195e02118),segment_id=c14bdf60-faa1-480b-ae47-826195e02118)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:35.849354 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:35.873983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] Deleting port c544eb4e-6d8f-4544-afd6-35d178001a82 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:35.880257 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:35.895769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Calling delete_port for c544eb4e-6d8f-4544-afd6-35d178001a82 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:35.922942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-488e4b93-d1f4-4ccf-8ad1-ddc3f90d8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:35.925789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-488e4b93-d1f4-4ccf-8ad1-ddc3f90d8fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad114eaa198a4ffc98c5882ee0e0d7be&device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 1095 time: 0.3810806 Aug 11 00:30:36.023537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-cb2d3055-905d-40b1-9b5f-84414cb2defe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 HTTP/1.1" status: 200 len: 217 time: 0.0831203 Aug 11 00:30:36.077561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] For port c544eb4e-6d8f-4544-afd6-35d178001a82, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c544eb4e-6d8f-4544-afd6-35d178001a82,segment=NetworkSegment(c14bdf60-faa1-480b-ae47-826195e02118),segment_id=c14bdf60-faa1-480b-ae47-826195e02118)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:36.078720 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.120349 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.128807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] Calling delete_port for c544eb4e-6d8f-4544-afd6-35d178001a82 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:36.222659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-1f6af81c-cf42-4ee2-b8a5-c153db10cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:36.226596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-1f6af81c-cf42-4ee2-b8a5-c153db10cb00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e25fb5-782d-4d1f-a7c2-a2d2013fff33 HTTP/1.1" status: 200 len: 857 time: 0.1883864 Aug 11 00:30:36.241547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.297639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Pushing event deleted for resources: {'Port': ['ID=c544eb4e-6d8f-4544-afd6-35d178001a82,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:36.309508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] No DVR routers for this DVR port c544eb4e-6d8f-4544-afd6-35d178001a82 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:36.326687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3910b1-cb92-4a67-a6fe-e66235a446fa req-59168a1e-05e6-480d-836c-1232db7ddca2 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:36.335206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a3910b1-cb92-4a67-a6fe-e66235a446fa req-59168a1e-05e6-480d-836c-1232db7ddca2 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 943 time: 0.2029576 Aug 11 00:30:36.363983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-e8c484dc-a7c2-436d-a757-f6c172fb1e1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7a043f8-a215-4bed-af0d-73915ef059be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237702 Aug 11 00:30:36.376653 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.432108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] Pushing event deleted for resources: {'Port': ['ID=c544eb4e-6d8f-4544-afd6-35d178001a82,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:36.438975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecb67c2-169a-481c-93da-c50cd55a25c5 None None] No DVR routers for this DVR port c544eb4e-6d8f-4544-afd6-35d178001a82 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:36.462945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a3910b1-cb92-4a67-a6fe-e66235a446fa req-4d32cf34-adbe-4372-a98a-83840d744537 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268306 Aug 11 00:30:36.535683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-4c622094-1742-4798-95bd-525fc941d185 service neutron] 10.222.0.55 "GET /v2.0/networks/d7a043f8-a215-4bed-af0d-73915ef059be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585121 Aug 11 00:30:36.538150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.562202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e064e27f-ab8b-4da9-abd6-121ddde927ad']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:36.573291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.581587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14bdf60-faa1-480b-ae47-826195e02118') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:36.582094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14bdf60-faa1-480b-ae47-826195e02118') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:30:36.593696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:36.627532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.664790 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.676447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:30:36.679976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:30:36.768228 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:30:36.841754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64df46-3e69-4378-a379-5b8c95a5dfc0 req-76768e65-06d0-45bf-b036-508a49f57bf2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:36.853187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca64df46-3e69-4378-a379-5b8c95a5dfc0 req-76768e65-06d0-45bf-b036-508a49f57bf2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 931 time: 0.0832489 Aug 11 00:30:36.882156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:30:36.890874 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.916887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:36.939387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:36.943956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e064e27f-ab8b-4da9-abd6-121ddde927ad HTTP/1.1" status: 204 len: 168 time: 1.7726424 Aug 11 00:30:36.944212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f70ba-e996-4d09-821d-67214ad41242 admin admin] Pushing event deleted for resources: {'Network': ['ID=e064e27f-ab8b-4da9-abd6-121ddde927ad,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:36.949937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:30:37.008976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca64df46-3e69-4378-a379-5b8c95a5dfc0 req-8c670d46-cce7-44ba-b64a-e9a73610f3a0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543736 Aug 11 00:30:37.123128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event updated for resources: {'Port': ['ID=b2376e7f-a272-4593-bba2-2661f40567f4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:37.255657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:37.256423 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:37.286349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ad5df2-0572-4dd6-a882-8bc795506e27 req-2099b225-9170-4f50-b907-4beae2a6e185 service neutron] 10.222.0.55 "GET /v2.0/networks/d7a043f8-a215-4bed-af0d-73915ef059be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7443857 Aug 11 00:30:37.313156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed434ed-91a6-4289-bbe4-bb20bd84325c req-ebd010e7-b89d-4ef0-ba80-c4c6bd4723ae tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:37.321029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ed434ed-91a6-4289-bbe4-bb20bd84325c req-ebd010e7-b89d-4ef0-ba80-c4c6bd4723ae tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 950 time: 0.2138982 Aug 11 00:30:37.385538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ed434ed-91a6-4289-bbe4-bb20bd84325c req-ed7f516d-6e8b-4def-9112-3bb34d7ee253 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632350 Aug 11 00:30:37.580685 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-c107b924-5cdb-4a08-9733-8ec38048eb60 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7440510 Aug 11 00:30:37.609075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c544eb4e-6d8f-4544-afd6-35d178001a82 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:37.613633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Request body: {'port': {'device_id': 'b20b9830-f9b7-4cc5-8a34-9cb69e9fe269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:37.636822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c544eb4e-6d8f-4544-afd6-35d178001a82 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:37.637700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c544eb4e-6d8f-4544-afd6-35d178001a82 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:37.672067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d72fff-6ce0-41c6-b748-49eee4949e61 req-8acee7b6-27e0-41e1-b3f5-39b43379cd04 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:37.683627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6d72fff-6ce0-41c6-b748-49eee4949e61 req-8acee7b6-27e0-41e1-b3f5-39b43379cd04 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 943 time: 0.0884118 Aug 11 00:30:37.743649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6d72fff-6ce0-41c6-b748-49eee4949e61 req-954936ac-cde6-46ba-a052-946a241df8cb tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562007 Aug 11 00:30:37.799086 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:37.839411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-1c2ccfdc-9ae1-4af0-bc2c-70d3aa36d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:37.840998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-1c2ccfdc-9ae1-4af0-bc2c-70d3aa36d8a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad114eaa198a4ffc98c5882ee0e0d7be&device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 1095 time: 0.1391540 Aug 11 00:30:37.870757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463c807-e712-4934-983b-e5303cf0f053 req-f55100f4-1202-455c-86f0-c2d66490995b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:37.872391 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2463c807-e712-4934-983b-e5303cf0f053 req-f55100f4-1202-455c-86f0-c2d66490995b tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 950 time: 0.1717257 Aug 11 00:30:37.936105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57114) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:38.027299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cbbb1de8-fb5d-4b4a-91b0-64b8f7faca50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3225353944484b7bb68c660a8cc786ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874910 Aug 11 00:30:38.029276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57116) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:38.230072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-49e308ee-338b-4ec4-8886-a45225739718 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:38.232253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-49e308ee-338b-4ec4-8886-a45225739718 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/ports?device_id=63184753-6f42-4169-a5fa-4745aa2b86f3 HTTP/1.1" status: 200 len: 950 time: 0.1215968 Aug 11 00:30:38.233337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4999a4c0-20ce-4dfb-8df2-cabee4da8fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:38.265566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4999a4c0-20ce-4dfb-8df2-cabee4da8fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:38.376036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-33011f03-258b-4087-b807-f518356a7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:38.380275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-33011f03-258b-4087-b807-f518356a7e99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7a043f8-a215-4bed-af0d-73915ef059be HTTP/1.1" status: 200 len: 918 time: 0.5183108 Aug 11 00:30:38.486585 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4999a4c0-20ce-4dfb-8df2-cabee4da8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:38.494935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4999a4c0-20ce-4dfb-8df2-cabee4da8fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:38.498221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4999a4c0-20ce-4dfb-8df2-cabee4da8fcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52749172-78bc-4659-9247-339457d7e24b HTTP/1.1" status: 204 len: 168 time: 0.4662623 Aug 11 00:30:38.552222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999a4c0-20ce-4dfb-8df2-cabee4da8fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52749172-78bc-4659-9247-339457d7e24b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:38.703354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ef4d-3171-4000-b66a-6557bfe2a71f req-4eceee87-5115-4bc1-bcc2-1e7dccbc7931 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:38.706094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3064ef4d-3171-4000-b66a-6557bfe2a71f req-4eceee87-5115-4bc1-bcc2-1e7dccbc7931 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 950 time: 0.1594684 Aug 11 00:30:38.722187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Deleting port 40ecb440-9f38-4151-b2c7-5121017b2559 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:38.722754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:38.748452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-cc00295a-5567-443c-8139-ef2f1bead0bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 HTTP/1.1" status: 200 len: 217 time: 0.3209333 Aug 11 00:30:38.804469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a068baf-b7da-4a09-bdf4-23aaa326172b req-3c1a475b-d776-4497-a9fb-be4b89936074 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:38.810713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a068baf-b7da-4a09-bdf4-23aaa326172b req-3c1a475b-d776-4497-a9fb-be4b89936074 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 931 time: 0.6570520 Aug 11 00:30:38.923091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3064ef4d-3171-4000-b66a-6557bfe2a71f req-1c231451-1a79-4c74-ac52-dda32e7efde2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065682 Aug 11 00:30:38.985307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Deleting port a463f9de-bc14-4e2d-bb13-39a177396150 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:38.986650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:39.014596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a068baf-b7da-4a09-bdf4-23aaa326172b req-9fcd8781-5635-4d40-b907-7a25ed26e03d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850359 Aug 11 00:30:39.104644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] For port 40ecb440-9f38-4151-b2c7-5121017b2559, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40ecb440-9f38-4151-b2c7-5121017b2559,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:39.105500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:39.143021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Calling delete_port for 40ecb440-9f38-4151-b2c7-5121017b2559 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:39.246564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-93f8076e-180c-4466-8b54-47bd53f11c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:39.248154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-93f8076e-180c-4466-8b54-47bd53f11c25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e25fb5-782d-4d1f-a7c2-a2d2013fff33 HTTP/1.1" status: 200 len: 857 time: 0.4190819 Aug 11 00:30:39.320452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-0c77ad0c-d571-4b0b-a6de-7054f7cc1943 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7a043f8-a215-4bed-af0d-73915ef059be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571358 Aug 11 00:30:39.515372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-35f2ad3f-fdd1-43b0-be03-0d3c1fe77ce7 service neutron] 10.222.0.55 "GET /v2.0/networks/d7a043f8-a215-4bed-af0d-73915ef059be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837690 Aug 11 00:30:39.609467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a908c-e9f8-42fd-bed1-932c54e39248 req-26c578b7-2d82-4da3-8442-d6d55586eefb tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:39.609467 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216a908c-e9f8-42fd-bed1-932c54e39248 req-26c578b7-2d82-4da3-8442-d6d55586eefb tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 943 time: 0.4673381 Aug 11 00:30:39.611560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:39.630133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'a463f9de-bc14-4e2d-bb13-39a177396150'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:39.789586 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fec0b37-5eac-4f3b-9be3-7c481cd808be req-c7d0e04d-59f9-4fe0-b7ae-f839fffcd3b4 service neutron] 10.222.0.55 "GET /v2.0/networks/d7a043f8-a215-4bed-af0d-73915ef059be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427433 Aug 11 00:30:39.812481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98', '40ecb440-9f38-4151-b2c7-5121017b2559'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:39.814968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] For port a463f9de-bc14-4e2d-bb13-39a177396150, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a463f9de-bc14-4e2d-bb13-39a177396150,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:39.816551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:39.819833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event deleted for resources: {'Port': ['ID=40ecb440-9f38-4151-b2c7-5121017b2559,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:39.894517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2376e7f-a272-4593-bba2-2661f40567f4 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:39.894517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:39.918310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Transition to ACTIVE for port object b2376e7f-a272-4593-bba2-2661f40567f4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:30:39.924544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216a908c-e9f8-42fd-bed1-932c54e39248 req-e505f10d-6b1e-4ca3-b607-bbe587e2e7e6 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882037 Aug 11 00:30:39.925156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Calling delete_port for a463f9de-bc14-4e2d-bb13-39a177396150 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:39.949904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] No DVR routers for this DVR port 40ecb440-9f38-4151-b2c7-5121017b2559 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:39.956474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:39.958666 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26f84a51-7337-4d07-870a-1ac9689c8b06 req-1a02da6b-1665-4d79-ba18-08e9feaa19ff tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "DELETE /v2.0/ports/40ecb440-9f38-4151-b2c7-5121017b2559 HTTP/1.1" status: 204 len: 173 time: 1.6289330 Aug 11 00:30:39.959194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63184753-6f42-4169-a5fa-4745aa2b86f3', 'name': 'network-vif-deleted', 'tag': '40ecb440-9f38-4151-b2c7-5121017b2559'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:39.961571 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5678d2-a774-4550-9c8f-f55c9fd558b2" -d '{"events": [{"server_uuid": "63184753-6f42-4169-a5fa-4745aa2b86f3", "name": "network-vif-deleted", "tag": "40ecb440-9f38-4151-b2c7-5121017b2559"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:40.128963 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1079e949-d45a-49b7-b3dc-00e69727ee71 x-openstack-request-id: req-1079e949-d45a-49b7-b3dc-00e69727ee71 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:40.129337 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63184753-6f42-4169-a5fa-4745aa2b86f3", "name": "network-vif-deleted", "tag": "40ecb440-9f38-4151-b2c7-5121017b2559", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:40.129540 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1079e949-d45a-49b7-b3dc-00e69727ee71 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:40.129958 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63184753-6f42-4169-a5fa-4745aa2b86f3', 'name': 'network-vif-deleted', 'tag': '40ecb440-9f38-4151-b2c7-5121017b2559', 'status': 'completed', 'code': 200} Aug 11 00:30:40.131549 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:40.518286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9abb4a-7bf0-4d22-bb50-108464c6d18a req-d8e62b3b-4a3f-446a-866b-1b95948f4434 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:40.522334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc9abb4a-7bf0-4d22-bb50-108464c6d18a req-d8e62b3b-4a3f-446a-866b-1b95948f4434 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 943 time: 0.2690170 Aug 11 00:30:40.618951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc9abb4a-7bf0-4d22-bb50-108464c6d18a req-67e20b9f-8f5e-4444-8368-474b54c07ecc tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890465 Aug 11 00:30:40.844266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2376e7f-a272-4593-bba2-2661f40567f4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:40.878376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47388cc-4e5a-429d-8398-f575defe2f55 req-5e129833-c87b-4c6d-8300-5288eabc0641 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:40.898678 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c47388cc-4e5a-429d-8398-f575defe2f55 req-5e129833-c87b-4c6d-8300-5288eabc0641 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 950 time: 0.7390287 Aug 11 00:30:41.064234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Attempting to bind port b2376e7f-a272-4593-bba2-2661f40567f4 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:30:41.064564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Attempting to bind port b2376e7f-a272-4593-bba2-2661f40567f4 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:30:41.065005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Attempting to bind port b2376e7f-a272-4593-bba2-2661f40567f4 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:41.067249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:41.109303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event deleted for resources: {'Port': ['ID=a463f9de-bc14-4e2d-bb13-39a177396150,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:41.129149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c47388cc-4e5a-429d-8398-f575defe2f55 req-2f673b55-908d-46a5-9cc0-f36ddc167a81 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096245 Aug 11 00:30:41.132885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Port b2376e7f-a272-4593-bba2-2661f40567f4 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:30:41.137476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Attempting to bind port b2376e7f-a272-4593-bba2-2661f40567f4 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:30:41.158134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:30:41.162132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Checking segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:41.162132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Bound using segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:30:41.162132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Bound port: b2376e7f-a272-4593-bba2-2661f40567f4, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:30:41.162132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:41.387304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877e544-a90e-453c-9b8e-5f9486489f7b req-6a51efa0-f513-49a5-9773-b699b0ce06b6 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:41.401485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1877e544-a90e-453c-9b8e-5f9486489f7b req-6a51efa0-f513-49a5-9773-b699b0ce06b6 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 943 time: 0.2313395 Aug 11 00:30:41.432785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] For port b2376e7f-a272-4593-bba2-2661f40567f4, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:30:41.437055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] For port b2376e7f-a272-4593-bba2-2661f40567f4, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2376e7f-a272-4593-bba2-2661f40567f4,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:30:41.473131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:30:41.534840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1877e544-a90e-453c-9b8e-5f9486489f7b req-60ed708c-b520-41d1-b7cc-fb97e4d9dd60 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296835 Aug 11 00:30:41.635633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] No DVR routers for this DVR port a463f9de-bc14-4e2d-bb13-39a177396150 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:41.641438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:41.651947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2463c807-e712-4934-983b-e5303cf0f053 req-17c417f8-2f7e-40f6-ab7d-9e50d60a3d28 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "DELETE /v2.0/ports/a463f9de-bc14-4e2d-bb13-39a177396150 HTTP/1.1" status: 204 len: 173 time: 3.7116735 Aug 11 00:30:41.665031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddc8cb9-a95e-4529-8d75-a369d4bdb063', 'name': 'network-vif-deleted', 'tag': 'a463f9de-bc14-4e2d-bb13-39a177396150'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:41.683269 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221f4a17-b83a-4116-9e57-6e8a2da22ca8" -d '{"events": [{"server_uuid": "8ddc8cb9-a95e-4529-8d75-a369d4bdb063", "name": "network-vif-deleted", "tag": "a463f9de-bc14-4e2d-bb13-39a177396150"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:41.689430 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:41.739100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57182) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:41.752839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:41.766555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:41.770248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2376e7f-a272-4593-bba2-2661f40567f4 HTTP/1.1" status: 200 len: 1092 time: 4.1741791 Aug 11 00:30:41.867325 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111be13-eb8c-44a5-b103-4c93b9c631b7 x-openstack-request-id: req-4111be13-eb8c-44a5-b103-4c93b9c631b7 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:41.868033 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddc8cb9-a95e-4529-8d75-a369d4bdb063", "name": "network-vif-deleted", "tag": "a463f9de-bc14-4e2d-bb13-39a177396150", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:41.868033 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4111be13-eb8c-44a5-b103-4c93b9c631b7 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:41.868851 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddc8cb9-a95e-4529-8d75-a369d4bdb063', 'name': 'network-vif-deleted', 'tag': 'a463f9de-bc14-4e2d-bb13-39a177396150', 'status': 'completed', 'code': 200} Aug 11 00:30:42.018244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40ecb440-9f38-4151-b2c7-5121017b2559 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:42.140271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 40ecb440-9f38-4151-b2c7-5121017b2559 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:42.141151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40ecb440-9f38-4151-b2c7-5121017b2559 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:42.194780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-29250282-network', 'tenant_id': 'f0bb0f548d61430e9d4d6735ee0e5372'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:42.197171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417f3d-1b59-4b46-8ded-9ff1d22d0fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2376e7f-a272-4593-bba2-2661f40567f4,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:42.361682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,segment=NetworkSegment(d5c12091-441e-4db0-9f9d-ebac20ea68de),segment_id=d5c12091-441e-4db0-9f9d-ebac20ea68de)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:42.378122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:42.446503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef8c206c-cdd5-475c-8b0b-e8b8c63ee274 req-db5b6723-12e8-4e78-ada4-40e1b537af57 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ddc8cb9-a95e-4529-8d75-a369d4bdb063 HTTP/1.1" status: 200 len: 210 time: 0.0540507 Aug 11 00:30:42.491321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49745539-bc9d-484c-b691-3bd329c46693 req-cdf73f16-fae6-47b7-b194-1aef668deb38 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:42.505340 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49745539-bc9d-484c-b691-3bd329c46693 req-cdf73f16-fae6-47b7-b194-1aef668deb38 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 943 time: 0.6463077 Aug 11 00:30:42.512889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Made reservation on behalf of f0bb0f548d61430e9d4d6735ee0e5372 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:42.517299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:42.521464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afa64d-8d37-4a41-9392-36a419316d60 req-7f50015e-aa22-4166-92b8-0606f1c3016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:42.526286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-7f50015e-aa22-4166-92b8-0606f1c3016b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 1095 time: 0.4693477 Aug 11 00:30:42.548848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:42.549018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '5d8ef019-97e5-4dc2-9eb9-ff537f7f3387', 'network_id': 'd7a043f8-a215-4bed-af0d-73915ef059be', 'port_id': '5d8ef019-97e5-4dc2-9eb9-ff537f7f3387', 'mac_address': 'fa:16:3e:aa:38:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e25fb5-782d-4d1f-a7c2-a2d2013fff33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:30:42.827289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-1398476b-8122-4105-93c2-b62e0212b3df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2376e7f-a272-4593-bba2-2661f40567f4 HTTP/1.1" status: 200 len: 217 time: 0.2876103 Aug 11 00:30:42.847389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', '0afd5570-f175-4050-942c-2a5a3ec14c98'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:42.941924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:43.035661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef10f44-9f9d-49ba-9974-2f26b077a5f0 req-f70d310c-36ac-4624-97dc-b7cdd88fc549 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:43.047600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ef10f44-9f9d-49ba-9974-2f26b077a5f0 req-f70d310c-36ac-4624-97dc-b7cdd88fc549 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 943 time: 0.2156029 Aug 11 00:30:43.070691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:43.299329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:30:43.318230 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:43.337643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdb203e-a6e4-444f-a7ad-495bab4badc5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:43.371841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ef10f44-9f9d-49ba-9974-2f26b077a5f0 req-478a8ca8-587b-4956-99d2-bb1896da69a4 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231418 Aug 11 00:30:43.390894 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:43.391799 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Added segment 9e4cc680-e050-44c0-8fa2-662465bdbc74 of type vlan for network 09339dde-e974-4f73-877d-82ddd9071fb7 Aug 11 00:30:43.612403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49745539-bc9d-484c-b691-3bd329c46693 req-cf7ec9af-73a5-42f3-b621-b3fdf96a065b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1048732 Aug 11 00:30:43.617572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afa64d-8d37-4a41-9392-36a419316d60 req-5ec1c213-e515-4655-9c5e-caebc3f98460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:43.620490 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:43.637396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-5ec1c213-e515-4655-9c5e-caebc3f98460 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.7785301 Aug 11 00:30:43.735097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-683ccf38-5604-4af8-ba8d-fb66d5d2a906 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923033 Aug 11 00:30:43.744036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:43.817066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,segment=NetworkSegment(d5c12091-441e-4db0-9f9d-ebac20ea68de),segment_id=d5c12091-441e-4db0-9f9d-ebac20ea68de)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:43.878228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:43.880320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:43.881777 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:43.909430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:43.930320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20b9830-f9b7-4cc5-8a34-9cb69e9fe269', 'tag': 'b2376e7f-a272-4593-bba2-2661f40567f4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:43.945762 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b20b9830-f9b7-4cc5-8a34-9cb69e9fe269", "tag": "b2376e7f-a272-4593-bba2-2661f40567f4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:44.091132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:44.126130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-9ca99a97-8e69-4834-be9f-abb4654dfa3e service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816381 Aug 11 00:30:44.152055 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287579fe-7291-41ac-b057-c19916bd8cb9 x-openstack-request-id: req-287579fe-7291-41ac-b057-c19916bd8cb9 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:44.152443 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20b9830-f9b7-4cc5-8a34-9cb69e9fe269", "tag": "b2376e7f-a272-4593-bba2-2661f40567f4", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:44.152640 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-287579fe-7291-41ac-b057-c19916bd8cb9 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:44.153021 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20b9830-f9b7-4cc5-8a34-9cb69e9fe269', 'tag': 'b2376e7f-a272-4593-bba2-2661f40567f4', 'status': 'completed', 'code': 200} Aug 11 00:30:44.160606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] Pushing event updated for resources: {'Network': ['ID=09339dde-e974-4f73-877d-82ddd9071fb7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:44.177337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5d8ef019-97e5-4dc2-9eb9-ff537f7f3387'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:44.201524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 09339dde-e974-4f73-877d-82ddd9071fb7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:30:44.271237 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ea555e8b-71ba-4f10-9706-1aa8b31801f6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5281339 Aug 11 00:30:44.271967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57216) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:44.277788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Request body: {'subnet': {'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-29250282-subnet', 'tenant_id': 'f0bb0f548d61430e9d4d6735ee0e5372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:44.422789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40afa64d-8d37-4a41-9392-36a419316d60 req-879ef5d3-d00b-4913-a0f6-fc33f058b8db service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857707 Aug 11 00:30:44.463354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Made reservation on behalf of f0bb0f548d61430e9d4d6735ee0e5372 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:44.468844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:44.882564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b5f4-528a-487b-a530-f71a5f7d56e4 req-f8bc6cfd-c207-4c6c-a3f0-f9a9183ad94e tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:44.884365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b235b5f4-528a-487b-a530-f71a5f7d56e4 req-f8bc6cfd-c207-4c6c-a3f0-f9a9183ad94e tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 944 time: 0.3374989 Aug 11 00:30:44.934270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-4730dda5-5146-41fe-96ff-725c18a09018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:44.936062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-4730dda5-5146-41fe-96ff-725c18a09018 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 1095 time: 0.2451122 Aug 11 00:30:45.056383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b235b5f4-528a-487b-a530-f71a5f7d56e4 req-4df261ef-4b18-4638-823b-d4d8d09d245a tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498325 Aug 11 00:30:45.193136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-10a47f1b-df8e-447d-a3af-78c95ddf5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:45.195192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-10a47f1b-df8e-447d-a3af-78c95ddf5675 service neutron] 10.222.0.55 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 907 time: 0.2446430 Aug 11 00:30:45.253417 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:45.305764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-045d5cab-08ad-4ecb-9dba-b559f948e6c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2376e7f-a272-4593-bba2-2661f40567f4 HTTP/1.1" status: 200 len: 217 time: 0.1019166 Aug 11 00:30:45.415643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-9a79f132-ebc5-4860-a834-045017eea509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:45.417530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-9a79f132-ebc5-4860-a834-045017eea509 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.1039891 Aug 11 00:30:45.466381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3a528-e8ae-4f41-9e10-2ed363db4863 req-5fb7a119-0abf-441d-ba85-cbcda0e7f74b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:45.481441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-6723a888-104c-4724-92ab-a3959b81829f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544488 Aug 11 00:30:45.483464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6b3a528-e8ae-4f41-9e10-2ed363db4863 req-5fb7a119-0abf-441d-ba85-cbcda0e7f74b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 943 time: 0.4196675 Aug 11 00:30:45.614723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Pushing event updated for resources: {'Subnet': ['ID=845458f4-3dbb-4f22-bba9-1118b2dbe45b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:45.626911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6b3a528-e8ae-4f41-9e10-2ed363db4863 req-c79644a4-1860-470c-be78-ead78bee665a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352694 Aug 11 00:30:45.650540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-4e13e60c-de43-4f76-beb8-59008efc5ca3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4907074 Aug 11 00:30:45.708381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Checking segment: {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:30:45.709992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Network hostable DHCP agents. Network: 09339dde-e974-4f73-877d-82ddd9071fb7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:30:45.742717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-311d6f50-2357-4662-947b-7f71689298a3 service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514622 Aug 11 00:30:45.841987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-577c079d-5dfe-435f-ac02-d71533af488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:45.845160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-577c079d-5dfe-435f-ac02-d71533af488f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 1102 time: 0.1162624 Aug 11 00:30:45.917590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b2376e7f-a272-4593-bba2-2661f40567f4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:30:45.920058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:46.031242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1b958f8-689f-4c20-b5f8-f9b8f95eaf9f req-7d998f39-3e27-43ce-abd3-5a98e6de2d0b service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809844 Aug 11 00:30:46.078912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Network 09339dde-e974-4f73-877d-82ddd9071fb7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:30:46.334300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-28d2f4ee-3a30-4e52-8fba-5697911e67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:46.336951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-8f052a4b-02e6-4798-96b6-736b53c3c006 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:46.338278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-28d2f4ee-3a30-4e52-8fba-5697911e67f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.4517097 Aug 11 00:30:46.343507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-8f052a4b-02e6-4798-96b6-736b53c3c006 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/ports?device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 949 time: 0.2085505 Aug 11 00:30:46.408060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b2376e7f-a272-4593-bba2-2661f40567f4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2376e7f-a272-4593-bba2-2661f40567f4,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:46.452790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'b2376e7f-a272-4593-bba2-2661f40567f4', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'port_id': 'b2376e7f-a272-4593-bba2-2661f40567f4', 'mac_address': 'fa:16:3e:ce:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9884a018-365d-4b7b-b843-68321a4fed50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:30:46.508474 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af05c87c-b383-48c1-8145-1a906736d8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:46.509176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74928424-b0a1-40e1-9a1c-2aaf1a5236e1 req-4606e0a0-92f9-47ca-8a09-0a260af217a6 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:46.509176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74928424-b0a1-40e1-9a1c-2aaf1a5236e1 req-4606e0a0-92f9-47ca-8a09-0a260af217a6 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 949 time: 0.1604509 Aug 11 00:30:46.513962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-f6a7350a-15cf-4ab8-8298-3567a6b0567a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0afd5570-f175-4050-942c-2a5a3ec14c98 HTTP/1.1" status: 200 len: 217 time: 0.1022327 Aug 11 00:30:46.583993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:46.596369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:46.599710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:46.645537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae5cee-b6d6-4843-94df-6d998169eb05 req-a1c6f3f1-18ee-4e88-a71e-59d6495c504b tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:46.645537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33ae5cee-b6d6-4843-94df-6d998169eb05 req-a1c6f3f1-18ee-4e88-a71e-59d6495c504b tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 944 time: 0.3115628 Aug 11 00:30:46.696808 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:46.710789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74928424-b0a1-40e1-9a1c-2aaf1a5236e1 req-e90c788a-479b-4121-9652-0e075c7cdde3 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033465 Aug 11 00:30:46.726619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-677acf9b-a288-4c5f-aa21-040f447973d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:46.728233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-677acf9b-a288-4c5f-aa21-040f447973d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2018118 Aug 11 00:30:46.735808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33ae5cee-b6d6-4843-94df-6d998169eb05 req-ec36ebbe-8ebf-405c-ad33-2907ddb5b5ef tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808625 Aug 11 00:30:46.760739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2376e7f-a272-4593-bba2-2661f40567f4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:30:46.769293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Deleting port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:46.769885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:46.863774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-af722bae-8188-45bb-a4ac-874491322f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:46.863774 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-af722bae-8188-45bb-a4ac-874491322f24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1197956 Aug 11 00:30:46.864003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b2376e7f-a272-4593-bba2-2661f40567f4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2376e7f-a272-4593-bba2-2661f40567f4,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:46.883017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 09339dde-e974-4f73-877d-82ddd9071fb7) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:30:46.911059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:46.938277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e4193a-354e-433c-9a14-7ca363041e70 None None] Network 09339dde-e974-4f73-877d-82ddd9071fb7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:47.010335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:47.011233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:47.056043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f792113-2ae4-4f32-a34c-e61f0d84a552 req-28873415-1d64-442a-a821-d858b8cfb230 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:47.063680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f792113-2ae4-4f32-a34c-e61f0d84a552 req-28873415-1d64-442a-a821-d858b8cfb230 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 943 time: 0.1618350 Aug 11 00:30:47.078931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2cba2e-4b2e-4ad1-b132-b8f249f98013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8ef019-97e5-4dc2-9eb9-ff537f7f3387'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:47.081901 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bf4daa-3aeb-47d5-a84e-f3b9cae6d466" -d '{"events": [{"server_uuid": "8e2cba2e-4b2e-4ad1-b132-b8f249f98013", "name": "network-vif-plugged", "status": "completed", "tag": "5d8ef019-97e5-4dc2-9eb9-ff537f7f3387"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:47.122634 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-011d5245-d68f-4f2f-a475-6322d8269ffe service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516558 Aug 11 00:30:47.136938 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:47.149672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,segment=NetworkSegment(d5c12091-441e-4db0-9f9d-ebac20ea68de),segment_id=d5c12091-441e-4db0-9f9d-ebac20ea68de)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:47.180219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3e2084f1-c5fb-460e-8208-feec4fb0555e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9070885 Aug 11 00:30:47.189958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f792113-2ae4-4f32-a34c-e61f0d84a552 req-2fc9930a-12f8-4b9b-ba49-35c7878dd1ce tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087134 Aug 11 00:30:47.224491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] For port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:47.224491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:47.272916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Calling delete_port for ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:47.275698 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a952b0b-cd6f-45c1-80c5-80bb4f601833 x-openstack-request-id: req-8a952b0b-cd6f-45c1-80c5-80bb4f601833 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:47.276191 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2cba2e-4b2e-4ad1-b132-b8f249f98013", "name": "network-vif-plugged", "status": "completed", "tag": "5d8ef019-97e5-4dc2-9eb9-ff537f7f3387", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:47.276601 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a952b0b-cd6f-45c1-80c5-80bb4f601833 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:47.277211 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2cba2e-4b2e-4ad1-b132-b8f249f98013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8ef019-97e5-4dc2-9eb9-ff537f7f3387', 'code': 200} Aug 11 00:30:47.349487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb73066-b479-488e-a29e-a2e547d19b6c None None] Network 09339dde-e974-4f73-877d-82ddd9071fb7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:30:47.393877 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:47.394842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a463f9de-bc14-4e2d-bb13-39a177396150 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:47.461159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['b2376e7f-a272-4593-bba2-2661f40567f4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:47.534353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: a463f9de-bc14-4e2d-bb13-39a177396150 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:47.535322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a463f9de-bc14-4e2d-bb13-39a177396150 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:47.566671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa004-a4c2-4b2e-9fbc-bbf81721fecb req-ab01f298-e2f1-4818-9cce-4ee23397042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:47.569640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d1fa004-a4c2-4b2e-9fbc-bbf81721fecb req-ab01f298-e2f1-4818-9cce-4ee23397042b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 1097 time: 0.2004828 Aug 11 00:30:47.572090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b2376e7f-a272-4593-bba2-2661f40567f4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:47.583837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.585096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.585096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.585579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.585983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.586545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.587021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.587498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.588477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.588970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.590197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.590823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:30:47.794434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d1fa004-a4c2-4b2e-9fbc-bbf81721fecb req-aaec5b6a-510e-4072-863a-ea4bf6765ee2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125301 Aug 11 00:30:47.822823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:47.879610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73219cdc-66d4-4c2f-b928-6f68c61e71d9 req-371d6339-dba9-448e-a2ed-55ed3362c09a service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217944 Aug 11 00:30:47.933028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-bf5794cb-07b3-4f07-9fbb-9cf4745869c6 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:47.935280 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-bf5794cb-07b3-4f07-9fbb-9cf4745869c6 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "GET /v2.0/ports?device_id=37d10e56-29d6-42bf-934f-44d30bb575d7 HTTP/1.1" status: 200 len: 950 time: 0.4414046 Aug 11 00:30:48.137975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a02e3-14c4-46d1-aa67-20a543c7fc67 req-22e62a65-71d1-4ace-ba85-ca6bd965f328 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:48.139831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-176a02e3-14c4-46d1-aa67-20a543c7fc67 req-22e62a65-71d1-4ace-ba85-ca6bd965f328 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 945 time: 0.1066628 Aug 11 00:30:48.164721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:48.195255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Deleting port 0afd5570-f175-4050-942c-2a5a3ec14c98 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:48.195608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:48.278353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-176a02e3-14c4-46d1-aa67-20a543c7fc67 req-f9936aad-ca09-42aa-999c-5907fc4db89a tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266665 Aug 11 00:30:48.292229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event deleted for resources: {'Port': ['ID=ff8f51a6-bde1-4657-a75c-2df5ba5e29d2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:48.339848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] No DVR routers for this DVR port ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:48.341919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:48.345465 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:48.350626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3289fe8f-9a9c-412c-95d5-58927762ce84 req-813cb4d2-66ad-4ced-b009-448c39466e5d tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "DELETE /v2.0/ports/ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 HTTP/1.1" status: 204 len: 173 time: 1.9927752 Aug 11 00:30:48.356360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dedcac-040c-4a23-b880-031ac0686256', 'name': 'network-vif-deleted', 'tag': 'ff8f51a6-bde1-4657-a75c-2df5ba5e29d2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:48.362374 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98e382c-1282-4aea-9dff-a2872d98b00a" -d '{"events": [{"server_uuid": "99dedcac-040c-4a23-b880-031ac0686256", "name": "network-vif-deleted", "tag": "ff8f51a6-bde1-4657-a75c-2df5ba5e29d2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:48.393821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e19553-f203-4806-adf3-e70d5f08390e req-c2e26b67-6be7-40c7-bfd8-ebfda25bcbb2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:48.400867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] For port 0afd5570-f175-4050-942c-2a5a3ec14c98, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0afd5570-f175-4050-942c-2a5a3ec14c98,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:48.401703 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:48.406578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9e19553-f203-4806-adf3-e70d5f08390e req-c2e26b67-6be7-40c7-bfd8-ebfda25bcbb2 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 867 time: 0.3272157 Aug 11 00:30:48.458865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Calling delete_port for 0afd5570-f175-4050-942c-2a5a3ec14c98 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:48.551657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9e19553-f203-4806-adf3-e70d5f08390e req-48d8589f-9025-4dae-b36b-a80e1ed34136 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418149 Aug 11 00:30:48.562431 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:30:48.996277 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3c93c4a1-bc01-4be0-871d-0b427117766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:49.126577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0131dc8-550d-42f4-9c08-2f579cef77fd req-a219b6a6-bcbf-4b46-bed7-95cb2feee41a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:49.132294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0131dc8-550d-42f4-9c08-2f579cef77fd req-a219b6a6-bcbf-4b46-bed7-95cb2feee41a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 944 time: 0.1791503 Aug 11 00:30:49.138760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:49.230145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:49.284637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0131dc8-550d-42f4-9c08-2f579cef77fd req-5c93b4e6-1287-4aa7-991f-2341c4c9ce1a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463687 Aug 11 00:30:49.334665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event deleted for resources: {'Port': ['ID=0afd5570-f175-4050-942c-2a5a3ec14c98,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:49.349827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:49.422749 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6b1b3-6bca-425f-a7b7-f7dcd3653f29 x-openstack-request-id: req-c8b6b1b3-6bca-425f-a7b7-f7dcd3653f29 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:49.426127 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dedcac-040c-4a23-b880-031ac0686256", "name": "network-vif-deleted", "tag": "ff8f51a6-bde1-4657-a75c-2df5ba5e29d2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:49.426850 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8b6b1b3-6bca-425f-a7b7-f7dcd3653f29 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:49.427863 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dedcac-040c-4a23-b880-031ac0686256', 'name': 'network-vif-deleted', 'tag': 'ff8f51a6-bde1-4657-a75c-2df5ba5e29d2', 'status': 'completed', 'code': 200} Aug 11 00:30:49.595749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5cfc2260-855d-40b3-9532-1d04fa4e9cd4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:49.740952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-74543c1e-38bd-45c5-8cc8-670ec443abd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:49.740952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-c1eb715f-9058-40f1-be40-62d7ef539ea2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2200828 Aug 11 00:30:49.759515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec907c9e-1d11-4e6b-944f-d7a3f66d3d4b req-50ac7235-00a7-4291-93a4-97dc13545924 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:49.762758 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec907c9e-1d11-4e6b-944f-d7a3f66d3d4b req-50ac7235-00a7-4291-93a4-97dc13545924 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 945 time: 0.2158077 Aug 11 00:30:49.931815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b2376e7f-a272-4593-bba2-2661f40567f4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:30:50.051070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec907c9e-1d11-4e6b-944f-d7a3f66d3d4b req-ca423334-676e-4a2c-9f4f-ed4d5c4cd8b4 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314847 Aug 11 00:30:50.058966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:50.112069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-2d4a4932-739c-471d-ab2c-0f84dad78abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:50.116656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-2d4a4932-739c-471d-ab2c-0f84dad78abe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=308d288f8e964516b756bc93111f7fda&device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 1101 time: 0.2452815 Aug 11 00:30:50.316235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:50.321112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ff8f51a6-bde1-4657-a75c-2df5ba5e29d2 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:50.321605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0afd5570-f175-4050-942c-2a5a3ec14c98 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:50.381056 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-74543c1e-38bd-45c5-8cc8-670ec443abd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.404441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] No DVR routers for this DVR port 0afd5570-f175-4050-942c-2a5a3ec14c98 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:50.415035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.424718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 0afd5570-f175-4050-942c-2a5a3ec14c98 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:50.426225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0afd5570-f175-4050-942c-2a5a3ec14c98 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:50.432455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-023e0b7e-14fb-42e6-baa7-2781b2005447 req-6a26b3d3-9a5f-485e-8c3d-f7d66ad9d294 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=99dedcac-040c-4a23-b880-031ac0686256 HTTP/1.1" status: 200 len: 210 time: 0.1052420 Aug 11 00:30:50.437569 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21d315ca-a1b1-4cc2-bcb6-603072e51b6f req-d4a7ec62-5adb-4786-aafe-6cb66d7b012a tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.44 "DELETE /v2.0/ports/0afd5570-f175-4050-942c-2a5a3ec14c98 HTTP/1.1" status: 204 len: 173 time: 2.4941049 Aug 11 00:30:50.438599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d10e56-29d6-42bf-934f-44d30bb575d7', 'name': 'network-vif-deleted', 'tag': '0afd5570-f175-4050-942c-2a5a3ec14c98'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:50.459435 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561f91b2-dd39-48de-8773-8c0439bfe227" -d '{"events": [{"server_uuid": "37d10e56-29d6-42bf-934f-44d30bb575d7", "name": "network-vif-deleted", "tag": "0afd5570-f175-4050-942c-2a5a3ec14c98"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:50.477107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-ac65a084-b1e1-4390-a0d0-82894527e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:50.477107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-ac65a084-b1e1-4390-a0d0-82894527e4c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.3298004 Aug 11 00:30:50.479763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-74543c1e-38bd-45c5-8cc8-670ec443abd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.532071 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.571367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port b2376e7f-a272-4593-bba2-2661f40567f4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:30:50.577060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-fec52dac-9918-43e7-8487-0d4c5c459930 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:50.577716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port b2376e7f-a272-4593-bba2-2661f40567f4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:30:50.578378 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.583626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-fec52dac-9918-43e7-8487-0d4c5c459930 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/networks?id=09339dde-e974-4f73-877d-82ddd9071fb7 HTTP/1.1" status: 200 len: 816 time: 1.3218760 Aug 11 00:30:50.602762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-74543c1e-38bd-45c5-8cc8-670ec443abd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=382aa7ded947429abd1d9e5a4bafa630&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2499428 Aug 11 00:30:50.607023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57318) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:50.607023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74543c1e-38bd-45c5-8cc8-670ec443abd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b02a13-f262-4883-ae8f-e66d4c3129ea,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:50.613226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1ed06eec-a701-434e-bfec-73db9fd337e1 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/quotas/f0bb0f548d61430e9d4d6735ee0e5372 HTTP/1.1" status: 200 len: 375 time: 0.0252070 Aug 11 00:30:50.679735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-b02bacc9-4e59-42fd-bc0f-4ae46415911a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568182 Aug 11 00:30:50.702010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-d6052041-5533-4a70-9777-af3bbffbcdb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4 HTTP/1.1" status: 200 len: 217 time: 0.1708519 Aug 11 00:30:50.745838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.812620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ef16247-34b7-4b50-840b-6aba62eea26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.821891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-e8cc6bac-c20a-4915-8936-2ee2139ed586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:50.821891 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-e8cc6bac-c20a-4915-8936-2ee2139ed586 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1048827 Aug 11 00:30:50.826169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b9830-f9b7-4cc5-8a34-9cb69e9fe269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2376e7f-a272-4593-bba2-2661f40567f4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:50.828791 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499ae802-496a-4b17-b34f-73cd20784fa9" -d '{"events": [{"server_uuid": "b20b9830-f9b7-4cc5-8a34-9cb69e9fe269", "name": "network-vif-plugged", "status": "completed", "tag": "b2376e7f-a272-4593-bba2-2661f40567f4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:50.864615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b2376e7f-a272-4593-bba2-2661f40567f4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2376e7f-a272-4593-bba2-2661f40567f4,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:50.891639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-18a3dff9-0aea-4347-8d02-20e2e1c0cd0b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:30:50.894626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-18a3dff9-0aea-4347-8d02-20e2e1c0cd0b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2075133 Aug 11 00:30:50.916979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ef16247-34b7-4b50-840b-6aba62eea26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.953724 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:50.969834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-4cd77833-cb55-41aa-8282-279a8d6986df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:50.971741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-4cd77833-cb55-41aa-8282-279a8d6986df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403003 Aug 11 00:30:51.101774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b2376e7f-a272-4593-bba2-2661f40567f4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:51.120301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-7c13ebaa-45e8-42c2-8809-83d6d87f1bb5 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384842 Aug 11 00:30:51.194028 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-edb3bb3b-11a9-421a-adc1-50af1f4db570 service neutron] 10.222.0.43 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917166 Aug 11 00:30:51.266229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ef16247-34b7-4b50-840b-6aba62eea26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:51.269087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ef16247-34b7-4b50-840b-6aba62eea26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:51.270398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ef16247-34b7-4b50-840b-6aba62eea26e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5b02a13-f262-4883-ae8f-e66d4c3129ea HTTP/1.1" status: 204 len: 168 time: 0.6589539 Aug 11 00:30:51.294692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef16247-34b7-4b50-840b-6aba62eea26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b02a13-f262-4883-ae8f-e66d4c3129ea,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:51.368550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4544b-cc22-422e-af68-a216b5cb8c05 req-95681b7d-6d60-4e4c-881a-aef57679cd05 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:51.381382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dcf4544b-cc22-422e-af68-a216b5cb8c05 req-95681b7d-6d60-4e4c-881a-aef57679cd05 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 945 time: 0.1930344 Aug 11 00:30:51.432164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-db1d6faa-3dc3-434a-9129-026ad041a5a4 service neutron] 10.222.0.43 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270446 Aug 11 00:30:51.442032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccb8e0eb-e350-4453-ba6a-4fcc0c1d9b35 req-9d84b126-ae41-49d7-b291-c0e5e6b420dc service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134048 Aug 11 00:30:51.476381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dcf4544b-cc22-422e-af68-a216b5cb8c05 req-da28ca9d-b995-41b8-b88e-a66493ee4dcc tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941641 Aug 11 00:30:51.586764 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740a082-f965-47b5-88b9-449434ee6ea7 x-openstack-request-id: req-6740a082-f965-47b5-88b9-449434ee6ea7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:51.587186 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d10e56-29d6-42bf-934f-44d30bb575d7", "name": "network-vif-deleted", "tag": "0afd5570-f175-4050-942c-2a5a3ec14c98", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:51.587739 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6740a082-f965-47b5-88b9-449434ee6ea7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:51.588243 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d10e56-29d6-42bf-934f-44d30bb575d7', 'name': 'network-vif-deleted', 'tag': '0afd5570-f175-4050-942c-2a5a3ec14c98', 'status': 'completed', 'code': 200} Aug 11 00:30:51.627151 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc59db-6f13-495d-a64f-3dafd0cf8b0e x-openstack-request-id: req-36bc59db-6f13-495d-a64f-3dafd0cf8b0e {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:51.627724 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b9830-f9b7-4cc5-8a34-9cb69e9fe269", "name": "network-vif-plugged", "status": "completed", "tag": "b2376e7f-a272-4593-bba2-2661f40567f4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:51.628226 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36bc59db-6f13-495d-a64f-3dafd0cf8b0e {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:51.628820 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b9830-f9b7-4cc5-8a34-9cb69e9fe269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2376e7f-a272-4593-bba2-2661f40567f4', 'code': 200} Aug 11 00:30:51.922668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0777c9-49c6-4475-bb15-d90e0f22f39a req-2dccca16-ec30-4868-af59-830bbd1a1668 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:51.942914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e0777c9-49c6-4475-bb15-d90e0f22f39a req-2dccca16-ec30-4868-af59-830bbd1a1668 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 945 time: 0.2553544 Aug 11 00:30:51.988894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c953ad-f24b-4750-8e4a-a4121f8ec9e2 req-4ff8f4f7-17cc-4819-a25e-a513d579bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:51.998132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07c953ad-f24b-4750-8e4a-a4121f8ec9e2 req-4ff8f4f7-17cc-4819-a25e-a513d579bfd4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 1097 time: 0.2073126 Aug 11 00:30:52.117509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e0777c9-49c6-4475-bb15-d90e0f22f39a req-e2b8f0dc-fa68-4bf7-8849-9ba82a3fef47 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664186 Aug 11 00:30:52.124516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07c953ad-f24b-4750-8e4a-a4121f8ec9e2 req-ee2bd43c-4fa2-4d98-a3ad-dac79066bd68 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058533 Aug 11 00:30:52.309751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:52.559381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57350) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:52.595849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42249f24-8fcf-40fb-a4f3-11cbeb8c287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:52.670509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-fe8c2eb7-fb00-49b5-a672-a8608631239b tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:52.673502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-fe8c2eb7-fb00-49b5-a672-a8608631239b tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 945 time: 0.1480360 Aug 11 00:30:52.768768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1df18eac-f970-4dac-98dd-36e6a6e764fb req-b2deada7-30cc-4652-9a06-63350bc46b95 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.0910752 Aug 11 00:30:52.922241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Deleting port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:52.922640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.042469 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42249f24-8fcf-40fb-a4f3-11cbeb8c287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.051857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc819f16-6b12-4c11-904b-88840b68f4f3 req-2e58a51f-8e9d-45b4-b933-3b7837dcd166 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:53.053878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc819f16-6b12-4c11-904b-88840b68f4f3 req-2e58a51f-8e9d-45b4-b933-3b7837dcd166 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 945 time: 0.1080890 Aug 11 00:30:53.070518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] For port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,segment=NetworkSegment(d5c12091-441e-4db0-9f9d-ebac20ea68de),segment_id=d5c12091-441e-4db0-9f9d-ebac20ea68de)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:53.071663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.098132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Calling delete_port for 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:53.113248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc819f16-6b12-4c11-904b-88840b68f4f3 req-ac69ccad-27c8-4c21-afb9-cb3c60bb6f03 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495434 Aug 11 00:30:53.271623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f0cd8-6902-4b08-9e90-060c61a6230e req-51c9a700-502f-4011-82bd-7a37e7392bfc tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:53.273213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-670f0cd8-6902-4b08-9e90-060c61a6230e req-51c9a700-502f-4011-82bd-7a37e7392bfc tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 945 time: 0.0566370 Aug 11 00:30:53.322811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-670f0cd8-6902-4b08-9e90-060c61a6230e req-77ba325a-4147-42e6-a283-bc67f279788c tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 Aug 11 00:30:53.354536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42249f24-8fcf-40fb-a4f3-11cbeb8c287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.371837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.389537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5d8ef019-97e5-4dc2-9eb9-ff537f7f3387'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:30:53.430808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-42249f24-8fcf-40fb-a4f3-11cbeb8c287d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16420bd6e2794e4fa4da5c3a581b4320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8699551 Aug 11 00:30:53.434167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57364) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:53.502689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Pushing event deleted for resources: {'Port': ['ID=5d8ef019-97e5-4dc2-9eb9-ff537f7f3387,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:53.507546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42249f24-8fcf-40fb-a4f3-11cbeb8c287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc0abee-37b9-489a-a0a1-0f5db15f5ea8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:53.586212 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d54f0b3-087b-4a4d-a3fc-a646a48c8fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.602376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] No DVR routers for this DVR port 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:53.605789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.609137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aedc7308-cf9a-4b4c-9ea7-8ae71e608ee4 req-5c1d8739-62fc-4050-83fc-d23399f2e289 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.55 "DELETE /v2.0/ports/5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 HTTP/1.1" status: 204 len: 173 time: 0.9285014 Aug 11 00:30:53.614552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2cba2e-4b2e-4ad1-b132-b8f249f98013', 'name': 'network-vif-deleted', 'tag': '5d8ef019-97e5-4dc2-9eb9-ff537f7f3387'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:53.617351 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d34fbef-25dd-4d74-85dd-636b4ea8ea6a" -d '{"events": [{"server_uuid": "8e2cba2e-4b2e-4ad1-b132-b8f249f98013", "name": "network-vif-deleted", "tag": "5d8ef019-97e5-4dc2-9eb9-ff537f7f3387"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:53.633544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b64c-4b98-4fe5-9306-f284c54a8129 req-a8cc0ead-3dd9-4c33-ac6d-604e9e727316 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:53.636036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abf0b64c-4b98-4fe5-9306-f284c54a8129 req-a8cc0ead-3dd9-4c33-ac6d-604e9e727316 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 949 time: 0.1537616 Aug 11 00:30:53.667960 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d54f0b3-087b-4a4d-a3fc-a646a48c8fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.714686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abf0b64c-4b98-4fe5-9306-f284c54a8129 req-36736ccf-8e5c-4b44-9240-ff269ea171c1 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724282 Aug 11 00:30:53.781549 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50570e68-a68e-439f-8a60-c369c55a09fd x-openstack-request-id: req-50570e68-a68e-439f-8a60-c369c55a09fd {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:53.781549 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2cba2e-4b2e-4ad1-b132-b8f249f98013", "name": "network-vif-deleted", "tag": "5d8ef019-97e5-4dc2-9eb9-ff537f7f3387", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:53.781967 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50570e68-a68e-439f-8a60-c369c55a09fd {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:53.782871 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2cba2e-4b2e-4ad1-b132-b8f249f98013', 'name': 'network-vif-deleted', 'tag': '5d8ef019-97e5-4dc2-9eb9-ff537f7f3387', 'status': 'completed', 'code': 200} Aug 11 00:30:53.942477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7caa2411-71f6-44fc-b36e-43b4e9d10861 req-97273861-1d07-449e-a14d-0584ba5b4e9e tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.0883112 Aug 11 00:30:53.968732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d54f0b3-087b-4a4d-a3fc-a646a48c8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.972346 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d54f0b3-087b-4a4d-a3fc-a646a48c8fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:53.974439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1d54f0b3-087b-4a4d-a3fc-a646a48c8fc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8cc0abee-37b9-489a-a0a1-0f5db15f5ea8 HTTP/1.1" status: 204 len: 168 time: 0.5377910 Aug 11 00:30:53.990375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54f0b3-087b-4a4d-a3fc-a646a48c8fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc0abee-37b9-489a-a0a1-0f5db15f5ea8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:54.928975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-d4a44ab0-b769-42ad-a12a-c0f1213ae927 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:54.933673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-d4a44ab0-b769-42ad-a12a-c0f1213ae927 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 949 time: 0.1740558 Aug 11 00:30:54.950054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cd02a-e4ae-4179-b713-2eee1e0fb002 req-b797a451-8d4a-442a-9aa6-c03fe9e75b72 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:54.959117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c11cd02a-e4ae-4179-b713-2eee1e0fb002 req-b797a451-8d4a-442a-9aa6-c03fe9e75b72 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 945 time: 0.1193650 Aug 11 00:30:55.056024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c11cd02a-e4ae-4179-b713-2eee1e0fb002 req-482570dc-6e8f-4c2d-9fb1-f29202b74525 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958107 Aug 11 00:30:55.304459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade772c3-1261-45ec-8825-f4d11c0b894a req-cbaebc51-776e-426f-a575-0956545f0b95 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:55.324683 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ade772c3-1261-45ec-8825-f4d11c0b894a req-cbaebc51-776e-426f-a575-0956545f0b95 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 949 time: 0.1584454 Aug 11 00:30:55.435065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ade772c3-1261-45ec-8825-f4d11c0b894a req-a62fb45f-d317-4e47-95c6-f1913a53177c tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091156 Aug 11 00:30:55.436964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bed60fa7-909d-43b3-9bd0-7d90a82b9597 req-6ce4cf85-3c7f-46eb-928f-1769492af420 tempest-InstanceActionsV221TestJSON-2045996704 tempest-InstanceActionsV221TestJSON-2045996704-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e2cba2e-4b2e-4ad1-b132-b8f249f98013 HTTP/1.1" status: 200 len: 210 time: 0.2515104 Aug 11 00:30:55.540734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Deleting port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:30:55.541444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:55.649381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a2528bf-2207-4932-8fe2-67bb1372e0b6 req-2ed323d3-10b4-45e3-a56e-831736d2109e tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.0890222 Aug 11 00:30:55.950299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:55.955943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] For port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:55.956800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:55.988686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Calling delete_port for 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:30:56.169976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad81b2-a670-4dfd-96cf-088158446bea req-eecc04d2-7ec5-458e-b404-f6a31115eb28 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:56.171783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-eecc04d2-7ec5-458e-b404-f6a31115eb28 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.3608055 Aug 11 00:30:56.215468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-ffddd2e7-b0f7-4de8-a1ac-a97c45af59c0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/quotas/55abd496febd4c9fa62fbad0d0b079fe HTTP/1.1" status: 200 len: 375 time: 0.0342200 Aug 11 00:30:56.236849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:56.303113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:30:56.313937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:56.313937 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04ea92b-2f66-49de-ae6f-9d0085309362" -d '{"events": [{"server_uuid": "c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "5cfc2260-855d-40b3-9532-1d04fa4e9cd4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:56.382665 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-18cfd971-0027-4e6e-a78d-460165571b9c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558106 Aug 11 00:30:56.419926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-bdcb66ef-42e7-45b3-86f2-f2b9d4fabc5b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:30:56.424752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-bdcb66ef-42e7-45b3-86f2-f2b9d4fabc5b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226769 Aug 11 00:30:56.426540 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:56.427809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:30:56.558196 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6e498d-359c-418b-97c7-f4f39513cc48 x-openstack-request-id: req-8d6e498d-359c-418b-97c7-f4f39513cc48 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:56.558677 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "5cfc2260-855d-40b3-9532-1d04fa4e9cd4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:56.559093 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d6e498d-359c-418b-97c7-f4f39513cc48 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:56.562308 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'code': 200} Aug 11 00:30:56.656313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:30:56.662840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5d8ef019-97e5-4dc2-9eb9-ff537f7f3387 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:30:56.768155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:56.987124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085dc17-8215-497f-a924-1246e9c9856c req-42458867-b6bb-42f5-a803-fb377d4f9fdc tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:56.990814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a085dc17-8215-497f-a924-1246e9c9856c req-42458867-b6bb-42f5-a803-fb377d4f9fdc tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 947 time: 0.1612670 Aug 11 00:30:57.170876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a085dc17-8215-497f-a924-1246e9c9856c req-aa358091-dc11-4289-802d-ea071798a2bf tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/security-groups?id=f545d97d-6064-48d4-887d-c18dcaa9a787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406410 Aug 11 00:30:57.538387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f980d32-e581-4ba3-a80b-74de473e5058 req-f7df6af6-6f1b-4886-9c42-6db4a749a24f tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.0731270 Aug 11 00:30:57.556913 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-30ae61ee-8029-49ec-bcb3-4f9f5df4da31 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1160581 Aug 11 00:30:57.561705 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:57.700876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Pushing event deleted for resources: {'Port': ['ID=5cfc2260-855d-40b3-9532-1d04fa4e9cd4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:30:57.924094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] No DVR routers for this DVR port 5cfc2260-855d-40b3-9532-1d04fa4e9cd4 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:30:57.924094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:57.924094 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-afdef52a-466a-4328-ac99-de61ceb5b048 req-9eb4a52d-818a-4681-ba51-35d27ac22223 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.55 "DELETE /v2.0/ports/5cfc2260-855d-40b3-9532-1d04fa4e9cd4 HTTP/1.1" status: 204 len: 173 time: 2.9205620 Aug 11 00:30:57.924094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'name': 'network-vif-deleted', 'tag': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:30:57.924094 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474f3a69-5f69-47af-bc6a-ed8ef152726f" -d '{"events": [{"server_uuid": "c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f", "name": "network-vif-deleted", "tag": "5cfc2260-855d-40b3-9532-1d04fa4e9cd4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:30:57.936691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-e7c17eef-aa96-40a6-ab4d-269fbb7c89be service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712032 Aug 11 00:30:58.550097 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26946fe1-d4a9-4f8a-be95-57fecea89688 x-openstack-request-id: req-26946fe1-d4a9-4f8a-be95-57fecea89688 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:30:58.550325 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f", "name": "network-vif-deleted", "tag": "5cfc2260-855d-40b3-9532-1d04fa4e9cd4", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:30:58.550710 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26946fe1-d4a9-4f8a-be95-57fecea89688 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:30:58.551568 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f', 'name': 'network-vif-deleted', 'tag': '5cfc2260-855d-40b3-9532-1d04fa4e9cd4', 'status': 'completed', 'code': 200} Aug 11 00:30:58.674466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57496) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:30:58.904536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f0c2cea-6022-4ad4-83e7-420aafd287c4 req-a741edd3-3d19-4ae6-bde5-067607f04526 tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 210 time: 0.0713441 Aug 11 00:30:58.930798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5972fea-f202-4d08-a85f-fcb03c8ebb66 admin admin] Deleting subnet 94e25fb5-782d-4d1f-a7c2-a2d2013fff33 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:30:58.950367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5972fea-f202-4d08-a85f-fcb03c8ebb66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:59.045992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-5bfbbb55-75c5-4d00-ab32-7acfd1de23c6 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:30:59.048721 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-5bfbbb55-75c5-4d00-ab32-7acfd1de23c6 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "GET /v2.0/networks?id=09339dde-e974-4f73-877d-82ddd9071fb7 HTTP/1.1" status: 200 len: 816 time: 0.5271821 Aug 11 00:30:59.064731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Request body: {'port': {'device_id': '93b6f9dc-0b4e-42a0-a4df-d11769bb78be', 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7', 'admin_state_up': True, 'tenant_id': 'f0bb0f548d61430e9d4d6735ee0e5372'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:30:59.117450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-731ec563-e173-4e5f-af4b-7e1015072bf2 req-15b917e0-3ddf-4cf2-8f7e-d8c2eb996d98 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 210 time: 0.1613402 Aug 11 00:30:59.213859 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5972fea-f202-4d08-a85f-fcb03c8ebb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:59.260413 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27e32ff9-296d-4a2c-8b4c-e1652d33ab03 req-1d0321d6-8485-48d4-ab9a-3d27c8f5d217 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.1070478 Aug 11 00:30:59.363968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:59.482576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5972fea-f202-4d08-a85f-fcb03c8ebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:59.494899 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:30:59.604028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Made reservation on behalf of f0bb0f548d61430e9d4d6735ee0e5372 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:30:59.611069 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:00.089373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-15a070a0-e079-47e5-94ce-91c5b6e8760b tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:00.093592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-15a070a0-e079-47e5-94ce-91c5b6e8760b tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "GET /v2.0/networks?id=09339dde-e974-4f73-877d-82ddd9071fb7 HTTP/1.1" status: 200 len: 816 time: 0.3518260 Aug 11 00:31:00.096998 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5972fea-f202-4d08-a85f-fcb03c8ebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:00.124765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Request body: {'port': {'device_id': '5e5161d5-491f-4b9d-b67e-e8b5608293d9', 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7', 'admin_state_up': True, 'tenant_id': 'f0bb0f548d61430e9d4d6735ee0e5372'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:00.199110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Allocated IP 172.20.0.14 (09339dde-e974-4f73-877d-82ddd9071fb7/845458f4-3dbb-4f22-bba9-1118b2dbe45b/8434b70e-e2fe-4472-888b-9aeebb2f9fbf) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:00.268782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbda7dd5-86a4-44ab-9f88-1a164ec279e0 req-5f3979a9-32d8-46fa-8663-9ae1180880ba tempest-ServersOnMultiNodesTest-6104374 tempest-ServersOnMultiNodesTest-6104374-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5a2a65a-4eb5-41bc-8a7c-054b30c09b9f HTTP/1.1" status: 200 len: 210 time: 0.1022372 Aug 11 00:31:00.384151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5972fea-f202-4d08-a85f-fcb03c8ebb66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:00.388200 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f5972fea-f202-4d08-a85f-fcb03c8ebb66 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/94e25fb5-782d-4d1f-a7c2-a2d2013fff33 HTTP/1.1" status: 204 len: 168 time: 1.7120769 Aug 11 00:31:00.407652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57518) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:00.444155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5972fea-f202-4d08-a85f-fcb03c8ebb66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e25fb5-782d-4d1f-a7c2-a2d2013fff33,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:00.468206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2098c7d1-e861-4422-a036-b67f45f3c3d3 req-546256c3-eaf8-48cf-aa23-430867f03326 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 210 time: 0.1240695 Aug 11 00:31:00.703416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:00.803935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95191ab2-e71f-4f6f-b421-29c15ab274ff req-fde2746a-1ab2-43fe-9538-426657ce4e23 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.1185679 Aug 11 00:31:00.964206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:00.988526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a043f8-a215-4bed-af0d-73915ef059be']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:01.015963 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:01.018958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c12091-441e-4db0-9f9d-ebac20ea68de') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:01.019498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c12091-441e-4db0-9f9d-ebac20ea68de') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:01.036546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-7c84ea16-ac40-42b7-ac8d-035b89eb09b2 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:01.038305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-7c84ea16-ac40-42b7-ac8d-035b89eb09b2 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "GET /v2.0/networks?id=09339dde-e974-4f73-877d-82ddd9071fb7 HTTP/1.1" status: 200 len: 816 time: 0.3653436 Aug 11 00:31:01.064956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Request body: {'port': {'device_id': 'b0a496c4-26c8-4a57-90f9-c5aab49a9c72', 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7', 'admin_state_up': True, 'tenant_id': 'f0bb0f548d61430e9d4d6735ee0e5372'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:01.083135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:01.131576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:01.148499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:31:01.149999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:31:01.270803 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:31:01.372444 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:01.447414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Made reservation on behalf of f0bb0f548d61430e9d4d6735ee0e5372 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:01.451755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:01.456336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:01.495485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:01.497695 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] 10.222.0.43 "DELETE /v2.0/networks/d7a043f8-a215-4bed-af0d-73915ef059be HTTP/1.1" status: 204 len: 168 time: 1.0884478 Aug 11 00:31:01.522254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf32c2-1289-4b37-b542-ace2b5e0495c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a043f8-a215-4bed-af0d-73915ef059be,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:01.672620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Network 09339dde-e974-4f73-877d-82ddd9071fb7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:01.675560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Pushing event updated for resources: {'Port': ['ID=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:01.702465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:01.707656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:01.866858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Allocated IP 172.20.0.12 (09339dde-e974-4f73-877d-82ddd9071fb7/845458f4-3dbb-4f22-bba9-1118b2dbe45b/af3bb1ea-1d77-49ac-b3f5-64a486c8788a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:01.927766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Made reservation on behalf of f0bb0f548d61430e9d4d6735ee0e5372 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:01.945032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:02.044358 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4fe6a059-2d8d-4276-b282-7b1bac0c3b4a req-2f7239f0-7b0f-4578-bd8c-922cce639ddf tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 210 time: 0.3379984 Aug 11 00:31:02.100135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:02.100916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:02.131946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19969e3d-ecc1-4d2c-930f-3c262c8e966c req-78abc678-20c4-4dff-86e7-c0d3105e6629 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.1338243 Aug 11 00:31:02.409304 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:02.919560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:03.005671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57536) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:03.009620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dc86c2c5-fee5-4461-83ab-5faeb4dd2286 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9490700 Aug 11 00:31:03.030900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Request body: {'port': {'device_id': '93b6f9dc-0b4e-42a0-a4df-d11769bb78be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:03.034703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Network 09339dde-e974-4f73-877d-82ddd9071fb7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:03.036914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Pushing event updated for resources: {'Port': ['ID=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:03.041438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:03.045186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:03.238826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:03.246557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:03.291253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-08366ddd-8de2-4104-b51f-b8f97798f3bf {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:31:03.291619 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:31:03.306451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:03.342860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5fdb0eae-ebe1-4cd6-92cf-9d8d1971c412 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad114eaa198a4ffc98c5882ee0e0d7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351729 Aug 11 00:31:03.344847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57548) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:03.360830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53b3f941-b61b-4bb4-b898-eac5c85e2a93 req-ed32b234-273e-43d4-974d-5300eb478e0c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 210 time: 0.1094818 Aug 11 00:31:03.450151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38f7e05f-f316-43e6-aa28-8807686974e7 req-1acf8f20-efc9-4003-8402-753f595c5346 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.1035004 Aug 11 00:31:03.488106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad81b2-a670-4dfd-96cf-088158446bea req-51de08fb-0fd9-445c-8847-f9365cef9467 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:03.489768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-51de08fb-0fd9-445c-8847-f9365cef9467 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.3980920 Aug 11 00:31:03.495280 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-169c9d9f-29bf-4640-b383-9fcaa893bf0a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3767014 Aug 11 00:31:03.515056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Request body: {'port': {'device_id': 'd9b86c27-db72-462a-8d56-696e4a2c2192', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'admin_state_up': True, 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:03.530791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Request body: {'port': {'device_id': '5e5161d5-491f-4b9d-b67e-e8b5608293d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:03.673511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57552) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:04.034207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8434b70e-e2fe-4472-888b-9aeebb2f9fbf {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:04.044558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.063124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Transition to ACTIVE for port object 8434b70e-e2fe-4472-888b-9aeebb2f9fbf will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:04.091267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.139096 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.169032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9460959-ba97-4a49-8d2f-e7e0547da01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.240950 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9460959-ba97-4a49-8d2f-e7e0547da01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.265014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.274180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57564) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:04.280172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aa3a80c5-7fed-4695-8a1c-0b4e904173ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=308d288f8e964516b756bc93111f7fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327270 Aug 11 00:31:04.310569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:04.317645 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.531821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Pushing event updated for resources: {'Port': ['ID=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:04.647224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc6bbf0f-1237-4f75-aaf5-007f49f957b5 req-ec1cab04-4ce4-4f43-9e5f-56dd98e91224 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 210 time: 0.0499711 Aug 11 00:31:04.754661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45e83b-a9b7-470c-9ede-ad32dc49ecbc req-806963f2-2c5f-4222-8993-a7339e17fc75 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:04.775246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f45e83b-a9b7-470c-9ede-ad32dc49ecbc req-806963f2-2c5f-4222-8993-a7339e17fc75 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.4442608 Aug 11 00:31:04.775246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Allocated IP 172.20.0.3 (09339dde-e974-4f73-877d-82ddd9071fb7/845458f4-3dbb-4f22-bba9-1118b2dbe45b/7fb3a295-6b65-49d2-a201-b35a14de87aa) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:04.775246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a570bf94-73fb-4a7c-ab6b-105f06c82d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.778065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Allocated IP 172.20.0.8 (479285e2-e6aa-4a17-87c6-3cd272b1374d/9884a018-365d-4b7b-b843-68321a4fed50/02066ca4-5aaa-4c11-89aa-02ce15d0677e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:04.779611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50d03e0d-d119-40f6-8363-92cd119c1373 req-0450be80-1a3f-48ca-ae29-205e00301593 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 210 time: 0.0461459 Aug 11 00:31:04.810444 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9460959-ba97-4a49-8d2f-e7e0547da01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.813185 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c9460959-ba97-4a49-8d2f-e7e0547da01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.814502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c9460959-ba97-4a49-8d2f-e7e0547da01e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5277bcc-47d6-4212-9e77-ef5eb15ad2c8 HTTP/1.1" status: 204 len: 168 time: 1.4667370 Aug 11 00:31:04.849311 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a570bf94-73fb-4a7c-ab6b-105f06c82d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:04.851420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9460959-ba97-4a49-8d2f-e7e0547da01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5277bcc-47d6-4212-9e77-ef5eb15ad2c8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:04.893948 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f45e83b-a9b7-470c-9ede-ad32dc49ecbc req-70938aa3-bee1-4bc8-9bf9-78ad75ef1bc5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080761 Aug 11 00:31:04.924300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Attempting to bind port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:04.924300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Attempting to bind port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:04.924300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Attempting to bind port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf on network 09339dde-e974-4f73-877d-82ddd9071fb7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:04.927897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf on network 09339dde-e974-4f73-877d-82ddd9071fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:04.928236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Attempting to bind port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf on network 09339dde-e974-4f73-877d-82ddd9071fb7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:04.937099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:04.937099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Checking segment: {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:04.937099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Bound using segment: {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:04.937099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Bound port: 8434b70e-e2fe-4472-888b-9aeebb2f9fbf, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:04.938004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:05.060152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] For port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:05.068666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] For port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:05.101748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a570bf94-73fb-4a7c-ab6b-105f06c82d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:05.105182 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a570bf94-73fb-4a7c-ab6b-105f06c82d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:05.113835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a570bf94-73fb-4a7c-ab6b-105f06c82d4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f545d97d-6064-48d4-887d-c18dcaa9a787 HTTP/1.1" status: 204 len: 168 time: 0.8312104 Aug 11 00:31:05.135998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570bf94-73fb-4a7c-ab6b-105f06c82d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f545d97d-6064-48d4-887d-c18dcaa9a787,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:05.327781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:05.399082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Pushing event updated for resources: {'Port': ['ID=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:05.413053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:05.413690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:05.415899 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1a251031-4b90-4bbe-bdaf-523c5bfd4304 service neutron] 10.222.0.44 "PUT /v2.0/ports/8434b70e-e2fe-4472-888b-9aeebb2f9fbf HTTP/1.1" status: 200 len: 1093 time: 2.3939600 Aug 11 00:31:05.416388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b6f9dc-0b4e-42a0-a4df-d11769bb78be', 'tag': '8434b70e-e2fe-4472-888b-9aeebb2f9fbf'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:05.418789 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45838862-b002-4d44-9da8-2179cdd4679a" -d '{"events": [{"name": "network-changed", "server_uuid": "93b6f9dc-0b4e-42a0-a4df-d11769bb78be", "tag": "8434b70e-e2fe-4472-888b-9aeebb2f9fbf"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:05.492957 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba7b08e-b7d5-4a5f-9ed8-938905062ec2 x-openstack-request-id: req-fba7b08e-b7d5-4a5f-9ed8-938905062ec2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:05.493254 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b6f9dc-0b4e-42a0-a4df-d11769bb78be", "tag": "8434b70e-e2fe-4472-888b-9aeebb2f9fbf", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:05.493527 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fba7b08e-b7d5-4a5f-9ed8-938905062ec2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:05.493930 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b6f9dc-0b4e-42a0-a4df-d11769bb78be', 'tag': '8434b70e-e2fe-4472-888b-9aeebb2f9fbf', 'status': 'completed', 'code': 200} Aug 11 00:31:05.503010 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:05.574013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:05.597635 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45838862-b002-4d44-9da8-2179cdd4679a req-049a9645-259c-4220-a434-61f384d8e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:05.599469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45838862-b002-4d44-9da8-2179cdd4679a req-049a9645-259c-4220-a434-61f384d8e09d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&device_id=93b6f9dc-0b4e-42a0-a4df-d11769bb78be HTTP/1.1" status: 200 len: 1096 time: 0.0811806 Aug 11 00:31:05.677595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:05.691378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398', 'b2376e7f-a272-4593-bba2-2661f40567f4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:05.804846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event updated for resources: {'Port': ['ID=02066ca4-5aaa-4c11-89aa-02ce15d0677e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:05.830912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:05.832653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:05.835466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:05.885273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45838862-b002-4d44-9da8-2179cdd4679a req-6451c475-1d39-44ce-a24f-3e3c33abc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:05.889182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45838862-b002-4d44-9da8-2179cdd4679a req-6451c475-1d39-44ce-a24f-3e3c33abc884 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2809720 Aug 11 00:31:05.915000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773246d-f2f2-4c09-9fd8-b491913af16f req-6aee04ad-c998-4792-ae2d-a70b7715ed06 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:05.917149 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6773246d-f2f2-4c09-9fd8-b491913af16f req-6aee04ad-c998-4792-ae2d-a70b7715ed06 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 931 time: 0.1111696 Aug 11 00:31:05.930856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:06.107201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:06.107201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:06.113098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Network 09339dde-e974-4f73-877d-82ddd9071fb7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:06.162926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:06.166061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45838862-b002-4d44-9da8-2179cdd4679a req-5b33229f-94fa-4b91-82c9-bd4bcf0457d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:06.168768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45838862-b002-4d44-9da8-2179cdd4679a req-5b33229f-94fa-4b91-82c9-bd4bcf0457d3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2639384 Aug 11 00:31:06.171082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:06.231726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:06.232415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:06.242168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6773246d-f2f2-4c09-9fd8-b491913af16f req-88c22f20-bfeb-4bc0-8c21-79857e56c38f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151951 Aug 11 00:31:06.284007 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f1c98e-bc50-45f5-b6a3-0bc0eac7f218 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7816126 Aug 11 00:31:06.319015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Request body: {'port': {'device_id': 'd9b86c27-db72-462a-8d56-696e4a2c2192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:06.554786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:06.592980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3bb1ea-1d77-49ac-b3f5-64a486c8788a {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:06.621813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:06.629706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Pushing event updated for resources: {'Port': ['ID=7fb3a295-6b65-49d2-a201-b35a14de87aa,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:06.661836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Transition to ACTIVE for port object af3bb1ea-1d77-49ac-b3f5-64a486c8788a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:06.700405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-4b4887c6-15fa-467b-ba99-739410fa4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:06.702049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-4b4887c6-15fa-467b-ba99-739410fa4373 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&device_id=93b6f9dc-0b4e-42a0-a4df-d11769bb78be HTTP/1.1" status: 200 len: 1096 time: 0.4668083 Aug 11 00:31:06.763787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-b44caac5-00b8-4299-b36b-1930620db05b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8434b70e-e2fe-4472-888b-9aeebb2f9fbf HTTP/1.1" status: 200 len: 217 time: 0.0475426 Aug 11 00:31:06.773422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761e46-a451-4390-95f1-d1f2fd039b2a req-af63c947-6d4f-40a4-aded-95f75ef731c7 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:06.781125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16761e46-a451-4390-95f1-d1f2fd039b2a req-af63c947-6d4f-40a4-aded-95f75ef731c7 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 931 time: 0.1485384 Aug 11 00:31:06.866524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57642) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:06.879573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16761e46-a451-4390-95f1-d1f2fd039b2a req-89fad4ff-6f20-4377-bfb9-7b9cdd5ba0c1 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940368 Aug 11 00:31:06.909073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0c3bd094-003c-4cc3-8bcf-f2b40e1179ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:06.910307 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0c3bd094-003c-4cc3-8bcf-f2b40e1179ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=845458f4-3dbb-4f22-bba9-1118b2dbe45b HTTP/1.1" status: 200 len: 856 time: 0.1271341 Aug 11 00:31:06.914600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-0db15a6c-0049-4fb6-ba86-fc3b2cd36d33 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8646200 Aug 11 00:31:06.943637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Request body: {'port': {'device_id': 'b0a496c4-26c8-4a57-90f9-c5aab49a9c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:06.959069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:06.964629 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-5f52beb6-ae97-4e92-8ab2-385136d0d0c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09339dde-e974-4f73-877d-82ddd9071fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397935 Aug 11 00:31:07.034805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Pushing event updated for resources: {'Port': ['ID=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:07.059755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-8b88facf-4749-4353-8c33-733849da006a tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:07.060804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-8b88facf-4749-4353-8c33-733849da006a tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/networks?id=e52f46aa-02af-4590-8cfb-c547b1cfaf77 HTTP/1.1" status: 200 len: 815 time: 0.5463896 Aug 11 00:31:07.115121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-a843e8f5-f73a-4637-8b84-eaf9cf98148a tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/quotas/464e13a5309c4f22ad1e708af4fc78a8 HTTP/1.1" status: 200 len: 375 time: 0.0465033 Aug 11 00:31:07.129238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57648) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:07.182012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2027cf5f-2a2f-4c56-936c-5c9b64c89755 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c458d9bd3e22409d809c09a1a67d776a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478210 Aug 11 00:31:07.185181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:07.189892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57650) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:07.240514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed2bdb-233a-42c0-bef1-11896b71df84 req-d84cdc5f-c268-4c0c-b671-99d0862c71f9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:07.242390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fed2bdb-233a-42c0-bef1-11896b71df84 req-d84cdc5f-c268-4c0c-b671-99d0862c71f9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.2486706 Aug 11 00:31:07.339634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Attempting to bind port af3bb1ea-1d77-49ac-b3f5-64a486c8788a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:07.340179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Attempting to bind port af3bb1ea-1d77-49ac-b3f5-64a486c8788a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:07.340713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Attempting to bind port af3bb1ea-1d77-49ac-b3f5-64a486c8788a on network 09339dde-e974-4f73-877d-82ddd9071fb7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:07.349693 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-809c8262-d27b-42bc-9739-5f2794e0a2c2 service neutron] 10.222.0.44 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681514 Aug 11 00:31:07.372647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-0f8a573a-5e26-46bb-a822-d2573fe920cb tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=464e13a5309c4f22ad1e708af4fc78a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2360671 Aug 11 00:31:07.390249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02066ca4-5aaa-4c11-89aa-02ce15d0677e {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:07.430393 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:07.452511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Port af3bb1ea-1d77-49ac-b3f5-64a486c8788a on network 09339dde-e974-4f73-877d-82ddd9071fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:07.453075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Attempting to bind port af3bb1ea-1d77-49ac-b3f5-64a486c8788a on network 09339dde-e974-4f73-877d-82ddd9071fb7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:07.515775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:07.516339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Checking segment: {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:07.517139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Bound using segment: {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:07.517890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Bound port: af3bb1ea-1d77-49ac-b3f5-64a486c8788a, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:07.518454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:07.600387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-69348aa9-93af-4b0e-bd78-2f2000f6033b service neutron] 10.222.0.44 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380471 Aug 11 00:31:07.601560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef91c-9efc-42ef-9eea-239654e3f34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:07.612436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fed2bdb-233a-42c0-bef1-11896b71df84 req-281f4857-2486-40e0-87f1-a4462a0c8b18 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396671 Aug 11 00:31:07.663564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] For port af3bb1ea-1d77-49ac-b3f5-64a486c8788a, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:07.663564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] For port af3bb1ea-1d77-49ac-b3f5-64a486c8788a, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:07.680453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3db6cb0a-607f-4e81-bc92-e907f0479231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:07.684230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Transition to ACTIVE for port object 02066ca4-5aaa-4c11-89aa-02ce15d0677e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:07.768195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-b7b22777-62cb-40ad-a1cc-e6e4cdf67ca2 service neutron] 10.222.0.43 "GET /v2.0/networks/e52f46aa-02af-4590-8cfb-c547b1cfaf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682907 Aug 11 00:31:07.852583 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef91c-9efc-42ef-9eea-239654e3f34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.003490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-d0f5f4ff-0a31-4734-a2f5-0aa25a93d9bc service neutron] 10.222.0.43 "GET /v2.0/networks/e52f46aa-02af-4590-8cfb-c547b1cfaf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338493 Aug 11 00:31:08.011665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.018461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.035424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57662) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:08.148236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:08.149647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.152817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/af3bb1ea-1d77-49ac-b3f5-64a486c8788a HTTP/1.1" status: 200 len: 1093 time: 4.6292717 Aug 11 00:31:08.175065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5161d5-491f-4b9d-b67e-e8b5608293d9', 'tag': 'af3bb1ea-1d77-49ac-b3f5-64a486c8788a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:08.180572 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635259b1-b0c1-45bd-be37-359104c197ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5161d5-491f-4b9d-b67e-e8b5608293d9", "tag": "af3bb1ea-1d77-49ac-b3f5-64a486c8788a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:08.400304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef91c-9efc-42ef-9eea-239654e3f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.415384 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef91c-9efc-42ef-9eea-239654e3f34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.422049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc0ef91c-9efc-42ef-9eea-239654e3f34c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/431cb437-d2e5-4154-9610-0732d0eb52ac HTTP/1.1" status: 204 len: 168 time: 1.2186415 Aug 11 00:31:08.524761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ef91c-9efc-42ef-9eea-239654e3f34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431cb437-d2e5-4154-9610-0732d0eb52ac,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:08.584795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb3a295-6b65-49d2-a201-b35a14de87aa {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:08.619699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.651701 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3db6cb0a-607f-4e81-bc92-e907f0479231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.676266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc33f-5ba6-4ed4-9c16-f305a600b07f req-49be81f2-eccd-4e5a-aade-3b55e4e52655 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:08.679122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-718dc33f-5ba6-4ed4-9c16-f305a600b07f req-49be81f2-eccd-4e5a-aade-3b55e4e52655 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 943 time: 0.3030338 Aug 11 00:31:08.689655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Transition to ACTIVE for port object 7fb3a295-6b65-49d2-a201-b35a14de87aa will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:08.775289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-network', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:08.798991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-718dc33f-5ba6-4ed4-9c16-f305a600b07f req-1121a55c-c4b7-4e4e-9138-b6fe9a4c7427 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983193 Aug 11 00:31:08.813625 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3db6cb0a-607f-4e81-bc92-e907f0479231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.897004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:08.901264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53c524-2781-4d41-9a4b-b204d10444b5 service neutron] Pushing event updated for resources: {'Port': ['ID=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:09.025035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3db6cb0a-607f-4e81-bc92-e907f0479231 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c38b96b8a0044a2a1ed5c1bb0d88e35&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1440086 Aug 11 00:31:09.027211 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a631f66a-34d0-41b7-8436-9b82056dfa91 x-openstack-request-id: req-a631f66a-34d0-41b7-8436-9b82056dfa91 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:09.027580 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5161d5-491f-4b9d-b67e-e8b5608293d9", "tag": "af3bb1ea-1d77-49ac-b3f5-64a486c8788a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:09.027874 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a631f66a-34d0-41b7-8436-9b82056dfa91 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:09.028268 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5161d5-491f-4b9d-b67e-e8b5608293d9', 'tag': 'af3bb1ea-1d77-49ac-b3f5-64a486c8788a', 'status': 'completed', 'code': 200} Aug 11 00:31:09.053042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57682) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:09.107256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Attempting to bind port 02066ca4-5aaa-4c11-89aa-02ce15d0677e on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:09.107256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Attempting to bind port 02066ca4-5aaa-4c11-89aa-02ce15d0677e by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:09.107256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Attempting to bind port 02066ca4-5aaa-4c11-89aa-02ce15d0677e on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:09.112869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Made reservation on behalf of 9ede44e0e7104ac6abdb38af47c44af3 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:09.115426 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:09.126189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Pushing event updated for resources: {'Port': ['ID=02066ca4-5aaa-4c11-89aa-02ce15d0677e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:09.133635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dbd995f6-822a-47e9-a339-722cd1587d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:09.136345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-dbd995f6-822a-47e9-a339-722cd1587d52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 1096 time: 0.8510404 Aug 11 00:31:09.167628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26396b24-bafd-44d5-a346-bf4bc96f1605 req-af8186ac-752b-4970-be47-41b38fd60087 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:09.180096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26396b24-bafd-44d5-a346-bf4bc96f1605 req-af8186ac-752b-4970-be47-41b38fd60087 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 931 time: 0.4009829 Aug 11 00:31:09.185980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6cb0a-607f-4e81-bc92-e907f0479231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d3761b-3319-4ddf-840b-1c0b96657aba,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:09.220213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Port 02066ca4-5aaa-4c11-89aa-02ce15d0677e on network 479285e2-e6aa-4a17-87c6-3cd272b1374d not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:09.221047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Attempting to bind port 02066ca4-5aaa-4c11-89aa-02ce15d0677e on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:09.234231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:09.262441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3a295-6b65-49d2-a201-b35a14de87aa,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:09.276185 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40ab9ba9-a77d-4da3-8c37-97cb817e249d req-4978785e-59a9-475f-bf0c-efdc44047d9a tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 210 time: 0.2026117 Aug 11 00:31:09.315710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:09.315710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Checking segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:09.315710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Bound using segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:09.315710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Bound port: 02066ca4-5aaa-4c11-89aa-02ce15d0677e, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:09.315710 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:09.318593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-cf78bc8e-05cc-47ea-8c7f-0b190c6c6532 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af3bb1ea-1d77-49ac-b3f5-64a486c8788a HTTP/1.1" status: 200 len: 217 time: 0.1368248 Aug 11 00:31:09.355799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Attempting to bind port 7fb3a295-6b65-49d2-a201-b35a14de87aa on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:09.356414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Attempting to bind port 7fb3a295-6b65-49d2-a201-b35a14de87aa by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:09.357977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Attempting to bind port 7fb3a295-6b65-49d2-a201-b35a14de87aa on network 09339dde-e974-4f73-877d-82ddd9071fb7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:09.371654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Port 7fb3a295-6b65-49d2-a201-b35a14de87aa on network 09339dde-e974-4f73-877d-82ddd9071fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:09.380518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Attempting to bind port 7fb3a295-6b65-49d2-a201-b35a14de87aa on network 09339dde-e974-4f73-877d-82ddd9071fb7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:09.386615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:09.387206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Checking segment: {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:09.388084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Bound using segment: {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:09.388866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Bound port: 7fb3a295-6b65-49d2-a201-b35a14de87aa, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4cc680-e050-44c0-8fa2-662465bdbc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:09.390103 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:09.484164 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01a744e4-12c6-413b-b5de-55efc52a6141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:09.554053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26396b24-bafd-44d5-a346-bf4bc96f1605 req-43789107-9f6b-44c3-8813-b4968408e13a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555980 Aug 11 00:31:09.608480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] For port 7fb3a295-6b65-49d2-a201-b35a14de87aa, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:09.622946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01a744e4-12c6-413b-b5de-55efc52a6141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:09.633064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2245296-133d-445d-afff-f86c1388c5ad req-09f2bdbe-ae8b-48cb-ba54-d7ec21584e62 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:09.636724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2245296-133d-445d-afff-f86c1388c5ad req-09f2bdbe-ae8b-48cb-ba54-d7ec21584e62 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1734538 Aug 11 00:31:09.638623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d0586aac-c7a7-417d-9476-052042eb917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:09.641144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d0586aac-c7a7-417d-9476-052042eb917f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=845458f4-3dbb-4f22-bba9-1118b2dbe45b HTTP/1.1" status: 200 len: 856 time: 0.3000934 Aug 11 00:31:09.674204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] For port 7fb3a295-6b65-49d2-a201-b35a14de87aa, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7fb3a295-6b65-49d2-a201-b35a14de87aa,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:09.743816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2245296-133d-445d-afff-f86c1388c5ad req-d59381a8-5a23-4782-99ba-89afe2a5f028 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900223 Aug 11 00:31:09.765706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-5cb7d939-8f97-4f0a-a0fd-8f5136e4738b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09339dde-e974-4f73-877d-82ddd9071fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772355 Aug 11 00:31:09.794337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] For port 02066ca4-5aaa-4c11-89aa-02ce15d0677e, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:09.864386 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:09.896569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] For port 02066ca4-5aaa-4c11-89aa-02ce15d0677e, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=02066ca4-5aaa-4c11-89aa-02ce15d0677e,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:09.938879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:09.939920 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:09.942874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/7fb3a295-6b65-49d2-a201-b35a14de87aa HTTP/1.1" status: 200 len: 1092 time: 3.0090456 Aug 11 00:31:09.943714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a496c4-26c8-4a57-90f9-c5aab49a9c72', 'tag': '7fb3a295-6b65-49d2-a201-b35a14de87aa'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:09.957052 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6934f0e5-62ce-43fa-a8f2-61e7e7c2382a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a496c4-26c8-4a57-90f9-c5aab49a9c72", "tag": "7fb3a295-6b65-49d2-a201-b35a14de87aa"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:09.994579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b48a94-209e-4d8f-8b15-34c8c5c6e1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3a295-6b65-49d2-a201-b35a14de87aa,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:10.009976 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.013962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-f68c480d-85a4-4115-912a-5b763c54b470 service neutron] 10.222.0.44 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154317 Aug 11 00:31:10.023284 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9be6463-0f9b-47ec-84eb-3968b0aa93b4 x-openstack-request-id: req-c9be6463-0f9b-47ec-84eb-3968b0aa93b4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:10.023638 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a496c4-26c8-4a57-90f9-c5aab49a9c72", "tag": "7fb3a295-6b65-49d2-a201-b35a14de87aa", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:10.023896 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9be6463-0f9b-47ec-84eb-3968b0aa93b4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:10.024658 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a496c4-26c8-4a57-90f9-c5aab49a9c72', 'tag': '7fb3a295-6b65-49d2-a201-b35a14de87aa', 'status': 'completed', 'code': 200} Aug 11 00:31:10.029699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a1e8b-99dd-49bb-a46d-a12cef7afff2 req-94836bfd-487f-4b47-846e-b13da4630da9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.031468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c4a1e8b-99dd-49bb-a46d-a12cef7afff2 req-94836bfd-487f-4b47-846e-b13da4630da9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 943 time: 0.1177151 Aug 11 00:31:10.096855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934f0e5-62ce-43fa-a8f2-61e7e7c2382a req-1d43256a-3982-4e7b-982a-e52a5e9caee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.098688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6934f0e5-62ce-43fa-a8f2-61e7e7c2382a req-1d43256a-3982-4e7b-982a-e52a5e9caee9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 1095 time: 0.0508006 Aug 11 00:31:10.110030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8434b70e-e2fe-4472-888b-9aeebb2f9fbf details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:31:10.172061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.173152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.175234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] 10.222.0.55 "PUT /v2.0/ports/02066ca4-5aaa-4c11-89aa-02ce15d0677e HTTP/1.1" status: 200 len: 1092 time: 3.8813071 Aug 11 00:31:10.236528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c4a1e8b-99dd-49bb-a46d-a12cef7afff2 req-ad20f121-c376-4945-a565-9c5a19180173 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649723 Aug 11 00:31:10.264692 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01a744e4-12c6-413b-b5de-55efc52a6141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.267696 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01a744e4-12c6-413b-b5de-55efc52a6141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.268918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-01a744e4-12c6-413b-b5de-55efc52a6141 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2d3761b-3319-4ddf-840b-1c0b96657aba HTTP/1.1" status: 204 len: 168 time: 1.2118382 Aug 11 00:31:10.274368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934f0e5-62ce-43fa-a8f2-61e7e7c2382a req-e5d7e4ba-278d-4df6-9514-2e0fc637a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.276789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6934f0e5-62ce-43fa-a8f2-61e7e7c2382a req-e5d7e4ba-278d-4df6-9514-2e0fc637a3cf service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1699636 Aug 11 00:31:10.304932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a744e4-12c6-413b-b5de-55efc52a6141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d3761b-3319-4ddf-840b-1c0b96657aba,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:10.323911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.366699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:10.379949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d24fc-f0ad-4ac4-940a-e0d122bfcc17 service neutron] Pushing event updated for resources: {'Port': ['ID=02066ca4-5aaa-4c11-89aa-02ce15d0677e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:10.397332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '8434b70e-e2fe-4472-888b-9aeebb2f9fbf', 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7', 'port_id': '8434b70e-e2fe-4472-888b-9aeebb2f9fbf', 'mac_address': 'fa:16:3e:c0:b8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845458f4-3dbb-4f22-bba9-1118b2dbe45b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:31:10.436711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad81b2-a670-4dfd-96cf-088158446bea req-11d197c1-9e7c-45a5-a37c-6098f8ab3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.439041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-11d197c1-9e7c-45a5-a37c-6098f8ab3863 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 1095 time: 0.1086407 Aug 11 00:31:10.448166 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-e63e27b7-ba10-4390-9677-6bf317cf6009 service neutron] 10.222.0.44 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086866 Aug 11 00:31:10.515675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-69a98caf-bb0a-41d6-acbf-8440150765ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02066ca4-5aaa-4c11-89aa-02ce15d0677e HTTP/1.1" status: 200 len: 217 time: 0.0677719 Aug 11 00:31:10.517994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.529958 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.557607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8434b70e-e2fe-4472-888b-9aeebb2f9fbf {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:10.567977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98378ab7-0e17-41b7-acc2-7a05d28d047b req-920d7e39-c7e9-45d0-84f9-8b008c609fdf tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 210 time: 0.0662544 Aug 11 00:31:10.570241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27ff2bf-5080-4c72-b646-fb585be25774,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:10.570931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:31:10.604332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934f0e5-62ce-43fa-a8f2-61e7e7c2382a req-9fa1b8c8-f7c9-4abc-8893-abf5ed205c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.616962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6934f0e5-62ce-43fa-a8f2-61e7e7c2382a req-9fa1b8c8-f7c9-4abc-8893-abf5ed205c89 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3229148 Aug 11 00:31:10.621828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.622202 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Added segment aa5a99b6-569d-44ef-983a-e4e983c7d64d of type vlan for network b2317fbb-f2be-4dd9-ac4d-986d4993d453 Aug 11 00:31:10.652264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:10.682676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad81b2-a670-4dfd-96cf-088158446bea req-8b55180a-6266-4f4b-b77e-52c1229fcdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.691803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-8b55180a-6266-4f4b-b77e-52c1229fcdd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.1344819 Aug 11 00:31:10.752738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.758746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-4cbb5d68-9adf-4fc2-8a6b-9773709db559 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407739 Aug 11 00:31:10.828386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635259b1-b0c1-45bd-be37-359104c197ca req-629d7fd3-111a-4b7b-ad0f-419403c56102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.830860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635259b1-b0c1-45bd-be37-359104c197ca req-629d7fd3-111a-4b7b-ad0f-419403c56102 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 1096 time: 0.1463349 Aug 11 00:31:10.918803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:10.956462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c57ae-4307-4cd2-8a00-bc582a6370be req-24ad784c-1c5a-4bc3-a46b-b129f8bd9ea8 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.958122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b66c57ae-4307-4cd2-8a00-bc582a6370be req-24ad784c-1c5a-4bc3-a46b-b129f8bd9ea8 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 943 time: 0.1983974 Aug 11 00:31:10.971993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1610a995-9f29-41ba-bdd4-c1739e2116e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:10.973594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-1610a995-9f29-41ba-bdd4-c1739e2116e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 1095 time: 0.2118397 Aug 11 00:31:10.980983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-a22672ce-caea-47e7-a2d6-a5d0c762fb76 service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096016 Aug 11 00:31:11.033514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635259b1-b0c1-45bd-be37-359104c197ca req-ab82762f-9c17-4ac0-a40f-92964ed392e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:11.035367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635259b1-b0c1-45bd-be37-359104c197ca req-ab82762f-9c17-4ac0-a40f-92964ed392e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=09339dde-e974-4f73-877d-82ddd9071fb7 HTTP/1.1" status: 200 len: 917 time: 0.1955941 Aug 11 00:31:11.085102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b86c27-db72-462a-8d56-696e4a2c2192', 'tag': '02066ca4-5aaa-4c11-89aa-02ce15d0677e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:11.089767 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980e8776-29f3-4d84-abfc-45aaa06163cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b86c27-db72-462a-8d56-696e4a2c2192", "tag": "02066ca4-5aaa-4c11-89aa-02ce15d0677e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:11.108793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:11.125744 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-2c409225-7762-4750-99ea-114293a1e99e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fb3a295-6b65-49d2-a201-b35a14de87aa HTTP/1.1" status: 200 len: 217 time: 0.1410103 Aug 11 00:31:11.175143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635259b1-b0c1-45bd-be37-359104c197ca req-adf2e53d-15ec-461f-a3c3-929250f4ca2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af3bb1ea-1d77-49ac-b3f5-64a486c8788a HTTP/1.1" status: 200 len: 217 time: 0.1300762 Aug 11 00:31:11.184663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8434b70e-e2fe-4472-888b-9aeebb2f9fbf'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:11.195520 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:11.197179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:11.198167 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:11.272422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635259b1-b0c1-45bd-be37-359104c197ca req-08ae0d47-64b6-4fd6-8c00-e59675a486e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:11.274027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635259b1-b0c1-45bd-be37-359104c197ca req-08ae0d47-64b6-4fd6-8c00-e59675a486e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=845458f4-3dbb-4f22-bba9-1118b2dbe45b HTTP/1.1" status: 200 len: 856 time: 0.0834379 Aug 11 00:31:11.318098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635259b1-b0c1-45bd-be37-359104c197ca req-201860d3-86e3-4b9a-b679-cd18ab5daad1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09339dde-e974-4f73-877d-82ddd9071fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338380 Aug 11 00:31:11.334690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70667ea7-0e41-461b-88a4-9cf241351da9 req-45c55c37-7595-4f4f-ab6d-f6719bb076e9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:11.344187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70667ea7-0e41-461b-88a4-9cf241351da9 req-45c55c37-7595-4f4f-ab6d-f6719bb076e9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.2051933 Aug 11 00:31:11.454780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b66c57ae-4307-4cd2-8a00-bc582a6370be req-bda6c2e1-fecd-4aff-b785-fddd48cc253d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537413 Aug 11 00:31:11.466872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b2317fbb-f2be-4dd9-ac4d-986d4993d453,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:11.468742 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635259b1-b0c1-45bd-be37-359104c197ca req-6bed3523-96d7-464f-bd18-770067a327c8 service neutron] 10.222.0.44 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163921 Aug 11 00:31:11.505217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-f4bbfd03-40bd-4845-8ae6-86ad8a56765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:11.506934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-f4bbfd03-40bd-4845-8ae6-86ad8a56765d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=845458f4-3dbb-4f22-bba9-1118b2dbe45b HTTP/1.1" status: 200 len: 856 time: 0.2981329 Aug 11 00:31:11.528178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4923d199-4b09-44cc-8502-96f2595f68c3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.4782929 Aug 11 00:31:11.540712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57732) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:11.560038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b2317fbb-f2be-4dd9-ac4d-986d4993d453 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:31:11.562869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Request body: {'subnet': {'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-subnet', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:11.612033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70667ea7-0e41-461b-88a4-9cf241351da9 req-0c4ad340-3bd2-4684-b940-ae8602721b86 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645988 Aug 11 00:31:11.613139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecad81b2-a670-4dfd-96cf-088158446bea req-23f7f960-229c-4049-969b-296e0f391205 service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159139 Aug 11 00:31:11.616614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-5d09e837-b799-466c-a01b-06440c220eef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09339dde-e974-4f73-877d-82ddd9071fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866091 Aug 11 00:31:11.713850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635259b1-b0c1-45bd-be37-359104c197ca req-7d54264d-c295-4022-8893-704d30b1ba13 service neutron] 10.222.0.44 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295885 Aug 11 00:31:11.787972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Made reservation on behalf of 9ede44e0e7104ac6abdb38af47c44af3 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:11.793624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:11.839950 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccafd23-a92c-4191-a2fb-96cf28b7e3e9 x-openstack-request-id: req-1ccafd23-a92c-4191-a2fb-96cf28b7e3e9 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:11.840582 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b86c27-db72-462a-8d56-696e4a2c2192", "tag": "02066ca4-5aaa-4c11-89aa-02ce15d0677e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:11.840980 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ccafd23-a92c-4191-a2fb-96cf28b7e3e9 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:11.841849 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b86c27-db72-462a-8d56-696e4a2c2192', 'tag': '02066ca4-5aaa-4c11-89aa-02ce15d0677e', 'status': 'completed', 'code': 200} Aug 11 00:31:11.932993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a303d8-cc12-4067-b384-c23917b7464d req-2bf4479b-b3c3-4ba7-a1c3-3922ec1e7b03 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:11.948141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6a303d8-cc12-4067-b384-c23917b7464d req-2bf4479b-b3c3-4ba7-a1c3-3922ec1e7b03 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 943 time: 0.2091186 Aug 11 00:31:12.026179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-f24ef5f2-a9dc-4876-9290-81ac0d7a38b3 service neutron] 10.222.0.44 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947506 Aug 11 00:31:12.042118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6a303d8-cc12-4067-b384-c23917b7464d req-0ed52ac1-c518-4b06-948c-e7eb74fb2f87 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903587 Aug 11 00:31:12.113583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device af3bb1ea-1d77-49ac-b3f5-64a486c8788a details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:31:12.119509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57738) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:12.142163 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60fb89fb-7cf2-4313-94e7-ab6e51ff5646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:12.201719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-2fa89ccb-1b0a-439e-b0d2-e4abb3a11e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:12.213662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-2fa89ccb-1b0a-439e-b0d2-e4abb3a11e78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 1095 time: 0.3448803 Aug 11 00:31:12.217447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9adf6a81-aa1a-4865-afb5-63aa5b1ab9a0 req-454fa50b-07d7-415e-86c8-2a5bfba733bd tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 210 time: 0.1545146 Aug 11 00:31:12.373978 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60fb89fb-7cf2-4313-94e7-ab6e51ff5646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:12.416586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port af3bb1ea-1d77-49ac-b3f5-64a486c8788a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:12.437104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'af3bb1ea-1d77-49ac-b3f5-64a486c8788a', 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7', 'port_id': 'af3bb1ea-1d77-49ac-b3f5-64a486c8788a', 'mac_address': 'fa:16:3e:cb:f0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845458f4-3dbb-4f22-bba9-1118b2dbe45b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:31:12.498113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67d90a73-880f-4fa9-ba62-169b686e6456 req-59f7704a-1dac-4db2-bf5c-0fc0b9bffb5d service neutron] 10.222.0.44 "GET /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611018 Aug 11 00:31:12.508483 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:12.513510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60fb89fb-7cf2-4313-94e7-ab6e51ff5646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:12.578100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3bb1ea-1d77-49ac-b3f5-64a486c8788a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:12.578447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-2f8a5263-8d1b-4705-a768-c363a29c3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:12.583223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-2f8a5263-8d1b-4705-a768-c363a29c3207 service neutron] 10.222.0.55 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 907 time: 0.3433712 Aug 11 00:31:12.673575 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:12.681567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port af3bb1ea-1d77-49ac-b3f5-64a486c8788a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:12.685288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-60fb89fb-7cf2-4313-94e7-ab6e51ff5646 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ad3b5373bea4fcaafd3019271d18848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642266 Aug 11 00:31:12.686860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb89fb-7cf2-4313-94e7-ab6e51ff5646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ddb9e1-020d-4cf7-95b8-826790f971bc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:12.688408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-f94769a8-af06-4a24-a9e3-6faa4f84359d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02066ca4-5aaa-4c11-89aa-02ce15d0677e HTTP/1.1" status: 200 len: 217 time: 0.0983424 Aug 11 00:31:12.689987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57752) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:12.822908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a09c0-2888-4c96-9ddb-bc133f8bf9d6 req-a2ec8da6-8de0-4e11-890d-e6f21d692946 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:12.822908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a7a09c0-2888-4c96-9ddb-bc133f8bf9d6 req-a2ec8da6-8de0-4e11-890d-e6f21d692946 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 943 time: 0.1157572 Aug 11 00:31:12.891198 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:12.936189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a7a09c0-2888-4c96-9ddb-bc133f8bf9d6 req-3c67a534-2413-4528-8f10-55b3f7bfb62c tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 Aug 11 00:31:13.077845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:13.129685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['af3bb1ea-1d77-49ac-b3f5-64a486c8788a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:13.372451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd84facc-4371-4764-8046-823f484cd985,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:13.419295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c34f43-ca94-4c11-a41a-fda34fbbc4e7 req-5b78e50d-abc3-4d87-835f-16747b3f0c23 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:13.422605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2c34f43-ca94-4c11-a41a-fda34fbbc4e7 req-5b78e50d-abc3-4d87-835f-16747b3f0c23 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 943 time: 0.1601839 Aug 11 00:31:13.435745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-f9e9a8f5-f655-4737-b5c5-1811a91d6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:13.437440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-f9e9a8f5-f655-4737-b5c5-1811a91d6792 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.7252355 Aug 11 00:31:13.497476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1451a061-d127-4c89-aedf-b5f192c1959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:13.497476 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-7a8d5b64-efe0-4be9-b6c7-116efcdefc99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443022 Aug 11 00:31:13.522423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Checking segment: {'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:13.534970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Network hostable DHCP agents. Network: b2317fbb-f2be-4dd9-ac4d-986d4993d453, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:31:13.539673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbd9a7-a748-44f9-8eff-0c81c31489fb req-ccddd6ce-80b0-49c3-9329-1424bb08327a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:13.547889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f6fbd9a7-a748-44f9-8eff-0c81c31489fb req-ccddd6ce-80b0-49c3-9329-1424bb08327a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.7584190 Aug 11 00:31:13.559542 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2c34f43-ca94-4c11-a41a-fda34fbbc4e7 req-1015acb2-f411-401b-8284-5f1662ad11c1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198752 Aug 11 00:31:13.670541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1451a061-d127-4c89-aedf-b5f192c1959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:13.788082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69ad8369-dbdd-4e3c-8ce5-3a9eff0dc4b1 req-c32b6b1e-f7bf-44ce-bce0-cf35659012ea tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 210 time: 0.0699828 Aug 11 00:31:13.881221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f6fbd9a7-a748-44f9-8eff-0c81c31489fb req-dee7687f-c822-49dd-a878-8eb2f5068ff5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320465 Aug 11 00:31:14.025815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Network b2317fbb-f2be-4dd9-ac4d-986d4993d453 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:31:14.051624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 02066ca4-5aaa-4c11-89aa-02ce15d0677e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:31:14.076407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-1d091765-225e-4eca-9ced-2ed61ac895c0 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:14.079217 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-1d091765-225e-4eca-9ced-2ed61ac895c0 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.55 "GET /v2.0/networks?id=e52f46aa-02af-4590-8cfb-c547b1cfaf77 HTTP/1.1" status: 200 len: 815 time: 0.5211198 Aug 11 00:31:14.094002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-f21bd56d-4ccc-44c2-9435-8323634cb41e service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854597 Aug 11 00:31:14.122050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Request body: {'port': {'device_id': 'f1c73e3f-c204-4953-bda0-e385274ffb6c', 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'admin_state_up': True, 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:14.146481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7fb3a295-6b65-49d2-a201-b35a14de87aa details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:31:14.155094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8434b70e-e2fe-4472-888b-9aeebb2f9fbf up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:14.374708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1451a061-d127-4c89-aedf-b5f192c1959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:14.378806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1451a061-d127-4c89-aedf-b5f192c1959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:14.380410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1451a061-d127-4c89-aedf-b5f192c1959c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1ddb9e1-020d-4cf7-95b8-826790f971bc HTTP/1.1" status: 204 len: 168 time: 1.6877749 Aug 11 00:31:14.381511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, b2317fbb-f2be-4dd9-ac4d-986d4993d453) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:14.408330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-058020eb-baa9-4daf-8fef-1a9a9d4ec984 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c84bb044c3194f489e3d811b59170cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640004 Aug 11 00:31:14.490886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:14.498244 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:14.588911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451a061-d127-4c89-aedf-b5f192c1959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ddb9e1-020d-4cf7-95b8-826790f971bc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:14.667678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2085-dd90-4c5f-a517-dab741165908 req-949255ba-6c47-4cac-ba7f-e279386b929f tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:14.684035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-949255ba-6c47-4cac-ba7f-e279386b929f tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722416 Aug 11 00:31:14.696195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce842d-ee7e-49a5-97f3-2ac935d6fea1 req-a2fbe31f-320b-465e-bc24-cb52506a027c tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:14.705938 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8ce842d-ee7e-49a5-97f3-2ac935d6fea1 req-a2fbe31f-320b-465e-bc24-cb52506a027c tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 943 time: 0.3602052 Aug 11 00:31:14.724471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-707cca4d-469e-4261-ab18-ccc68ea251ad tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/quotas/c84bb044c3194f489e3d811b59170cc7 HTTP/1.1" status: 200 len: 375 time: 0.0379412 Aug 11 00:31:14.735196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7fb3a295-6b65-49d2-a201-b35a14de87aa, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7fb3a295-6b65-49d2-a201-b35a14de87aa,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:14.752532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-980e8776-29f3-4d84-abfc-45aaa06163cf req-e7a6670b-8b28-4b62-af8c-a34e09c17927 service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309030 Aug 11 00:31:14.767758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '7fb3a295-6b65-49d2-a201-b35a14de87aa', 'network_id': '09339dde-e974-4f73-877d-82ddd9071fb7', 'port_id': '7fb3a295-6b65-49d2-a201-b35a14de87aa', 'mac_address': 'fa:16:3e:86:d0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845458f4-3dbb-4f22-bba9-1118b2dbe45b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:31:14.773110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6e502058-e852-4af3-9b19-9d109d498470 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.2308595 Aug 11 00:31:14.798122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb78a29-7e7c-4064-b9ec-107ed5ddd94d None None] Network b2317fbb-f2be-4dd9-ac4d-986d4993d453 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:31:14.802108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57794) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:14.807575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:14.816764 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-ee93e9b4-9c77-447d-bb61-56bb49f4b8d3 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c84bb044c3194f489e3d811b59170cc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907831 Aug 11 00:31:14.876752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8ce842d-ee7e-49a5-97f3-2ac935d6fea1 req-fa658530-f172-47ef-92d9-d34b42b65d17 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693678 Aug 11 00:31:14.943603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Made reservation on behalf of 464e13a5309c4f22ad1e708af4fc78a8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:14.943603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:15.082967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca78e-5072-4ef2-972a-54979fbfcb76 req-a6ed89f1-b99a-4cd9-9017-b47073bc538b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:15.085112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0bca78e-5072-4ef2-972a-54979fbfcb76 req-a6ed89f1-b99a-4cd9-9017-b47073bc538b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 943 time: 0.1207678 Aug 11 00:31:15.108066 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:15.112591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:15.113774 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:15.158857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb3a295-6b65-49d2-a201-b35a14de87aa {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:15.209648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7fb3a295-6b65-49d2-a201-b35a14de87aa, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7fb3a295-6b65-49d2-a201-b35a14de87aa,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:15.231258 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0bca78e-5072-4ef2-972a-54979fbfcb76 req-af4d9527-1021-476a-beb9-2dd16cace209 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332242 Aug 11 00:31:15.277981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:15.298279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Allocated IP 172.20.0.9 (e52f46aa-02af-4590-8cfb-c547b1cfaf77/3f42a603-674f-403f-86ec-a6dcdc619e0d/a01cefb0-4daa-494e-b6cf-63cb9b198f4b) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:15.378609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 02066ca4-5aaa-4c11-89aa-02ce15d0677e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=02066ca4-5aaa-4c11-89aa-02ce15d0677e,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:15.390741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:15.514939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b9a9608-e1df-4fd6-9632-5d57f58d8196 req-c5967688-88a0-4c73-9ae0-c369eed6e2d2 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 210 time: 0.1229389 Aug 11 00:31:15.606266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '02066ca4-5aaa-4c11-89aa-02ce15d0677e', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'port_id': '02066ca4-5aaa-4c11-89aa-02ce15d0677e', 'mac_address': 'fa:16:3e:e8:b4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9884a018-365d-4b7b-b843-68321a4fed50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:31:15.638894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5cfd3c-6759-47a8-af52-1e143722c4b4 None None] Network b2317fbb-f2be-4dd9-ac4d-986d4993d453 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:31:15.651859 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:15.657052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['7fb3a295-6b65-49d2-a201-b35a14de87aa'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:15.659789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:15.683383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Transition to ACTIVE for port object a01cefb0-4daa-494e-b6cf-63cb9b198f4b will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:15.766154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6cee3fc7-d971-48d4-a185-815d9ef0d9c8 req-c12796fb-7970-43d8-bdca-c3c77d456b6b tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 210 time: 0.0868220 Aug 11 00:31:15.857888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=7fb3a295-6b65-49d2-a201-b35a14de87aa,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:16.013483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:16.014523 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:16.065043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fc833-3f85-48f6-9523-561fae4dcd1c req-b7486241-bc55-496e-bfad-25d2f948e8be tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:16.082160 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-084fc833-3f85-48f6-9523-561fae4dcd1c req-b7486241-bc55-496e-bfad-25d2f948e8be tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.3709319 Aug 11 00:31:16.111002 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:16.137090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02066ca4-5aaa-4c11-89aa-02ce15d0677e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:16.173156 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:16.250760 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:16.264248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b15c8-a482-4c65-88d2-d71d3a0e8c43 req-e937c9c5-1d5a-4e87-90a7-a4e215d2f9c4 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:16.269829 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b2b15c8-a482-4c65-88d2-d71d3a0e8c43 req-e937c9c5-1d5a-4e87-90a7-a4e215d2f9c4 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 944 time: 0.1655700 Aug 11 00:31:16.277452 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 02066ca4-5aaa-4c11-89aa-02ce15d0677e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=02066ca4-5aaa-4c11-89aa-02ce15d0677e,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:16.299038 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b85967ea-2d11-4460-89d4-c99abc4b54dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:16.346874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Pushing event updated for resources: {'Port': ['ID=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:16.405349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b2b15c8-a482-4c65-88d2-d71d3a0e8c43 req-7d953440-d97e-4b02-a3fa-ceec8e24b509 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266818 Aug 11 00:31:16.434189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-084fc833-3f85-48f6-9523-561fae4dcd1c req-8a55bde9-e83d-4858-a857-e41fce5c2bf4 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503153 Aug 11 00:31:16.535139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:16.654688 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:16.685562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:16.705342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:16.885976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:17.006819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b6f9dc-0b4e-42a0-a4df-d11769bb78be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8434b70e-e2fe-4472-888b-9aeebb2f9fbf'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:17.011816 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55684051-5a9b-4acb-904d-1a8f576e5f03" -d '{"events": [{"server_uuid": "93b6f9dc-0b4e-42a0-a4df-d11769bb78be", "name": "network-vif-plugged", "status": "completed", "tag": "8434b70e-e2fe-4472-888b-9aeebb2f9fbf"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:17.031404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02727cd-5da1-40ed-91ea-77115a4ec8ba req-e6db4869-e412-4dbe-a368-9dc58ecab4a2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:17.047136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e02727cd-5da1-40ed-91ea-77115a4ec8ba req-e6db4869-e412-4dbe-a368-9dc58ecab4a2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 944 time: 0.3535655 Aug 11 00:31:17.054627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:17.064481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:17.065507 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:17.096106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['02066ca4-5aaa-4c11-89aa-02ce15d0677e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:17.099801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=02066ca4-5aaa-4c11-89aa-02ce15d0677e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:17.204746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e02727cd-5da1-40ed-91ea-77115a4ec8ba req-c5b243a1-291a-4cf9-846a-9c003518e8d2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543646 Aug 11 00:31:17.440432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:17.491873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device af3bb1ea-1d77-49ac-b3f5-64a486c8788a up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:17.533654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f770ae58-dcec-47f1-a5c9-3bbc99ef6bbe tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4237809 Aug 11 00:31:17.561581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Request body: {'port': {'device_id': 'f1c73e3f-c204-4953-bda0-e385274ffb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:17.657231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:17.750332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:17.921566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1e7e45d4-49c9-47e2-8550-46d115f4212d None None] Provisioning for port a01cefb0-4daa-494e-b6cf-63cb9b198f4b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:17.986550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1e7e45d4-49c9-47e2-8550-46d115f4212d None None] Provisioning complete for port a01cefb0-4daa-494e-b6cf-63cb9b198f4b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:17.986550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1e7e45d4-49c9-47e2-8550-46d115f4212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:18.099112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f60c0b-8769-4237-a9ed-39833efd2e35 req-ba84178d-f78b-4928-aae0-c40796ba6b4d tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:18.107318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8f60c0b-8769-4237-a9ed-39833efd2e35 req-ba84178d-f78b-4928-aae0-c40796ba6b4d tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 931 time: 0.6713486 Aug 11 00:31:18.109807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:18.155365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port af3bb1ea-1d77-49ac-b3f5-64a486c8788a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:18.166590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port af3bb1ea-1d77-49ac-b3f5-64a486c8788a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:18.167551 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:18.212084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e45d4-49c9-47e2-8550-46d115f4212d None None] Port a01cefb0-4daa-494e-b6cf-63cb9b198f4b cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:31:18.296670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:18.319826 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8caf9de1-10bb-480b-bf40-996285a4a5b2 req-db5b38c9-f579-4bc4-9e8f-8111ea8ef537 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 210 time: 0.1161127 Aug 11 00:31:18.436401 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:18.628999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port af3bb1ea-1d77-49ac-b3f5-64a486c8788a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:18.641917 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a640bc57-a077-4dbb-8138-fc138d2b8398 x-openstack-request-id: req-a640bc57-a077-4dbb-8138-fc138d2b8398 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:18.642845 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b6f9dc-0b4e-42a0-a4df-d11769bb78be", "name": "network-vif-plugged", "status": "completed", "tag": "8434b70e-e2fe-4472-888b-9aeebb2f9fbf", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:18.645854 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a640bc57-a077-4dbb-8138-fc138d2b8398 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:18.646600 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b6f9dc-0b4e-42a0-a4df-d11769bb78be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8434b70e-e2fe-4472-888b-9aeebb2f9fbf', 'code': 200} Aug 11 00:31:18.713219 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:18.822598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:18.839928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7fb3a295-6b65-49d2-a201-b35a14de87aa up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:18.966543 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3bb0dbc-4229-4809-a1f3-aaf03d1bc53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:19.079148 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:19.095335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0c7d-72b7-455b-adee-8ede3556030c req-dca2636a-95bf-4d4d-a0c0-ad771f81aa23 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:19.096486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8f60c0b-8769-4237-a9ed-39833efd2e35 req-155ce00d-e578-4d90-b49f-598fb86faba3 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9489658 Aug 11 00:31:19.107769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 7fb3a295-6b65-49d2-a201-b35a14de87aa completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:19.109584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2fa0c7d-72b7-455b-adee-8ede3556030c req-dca2636a-95bf-4d4d-a0c0-ad771f81aa23 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 944 time: 0.1977823 Aug 11 00:31:19.122401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 7fb3a295-6b65-49d2-a201-b35a14de87aa triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:19.122401 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:19.259964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2fa0c7d-72b7-455b-adee-8ede3556030c req-4e261c32-6654-43d4-9cbe-0f1d22b5d8e5 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382360 Aug 11 00:31:19.317916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Allocated IP 172.25.0.25 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/35962c25-6ff7-454b-9681-d89dc7fc3804) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:19.353442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-e12eae32-8807-46fe-ba59-e6109eb23993 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c84bb044c3194f489e3d811b59170cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902236 Aug 11 00:31:19.403542 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:19.518967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7fb3a295-6b65-49d2-a201-b35a14de87aa, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7fb3a295-6b65-49d2-a201-b35a14de87aa,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:19.565683 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:19.627483 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:19.697480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe71-0931-4a6c-baa2-c6aaae5d4db1 req-c416fb73-9f82-411f-9763-336dbecc43e6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:19.699104 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a304fe71-0931-4a6c-baa2-c6aaae5d4db1 req-c416fb73-9f82-411f-9763-336dbecc43e6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 944 time: 0.1785505 Aug 11 00:31:19.709327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-d2df5418-3ada-47c8-ab0c-44808377ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:19.710969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-d2df5418-3ada-47c8-ab0c-44808377ff37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 1097 time: 1.0349317 Aug 11 00:31:19.722860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:19.787557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a304fe71-0931-4a6c-baa2-c6aaae5d4db1 req-f8b11046-1f78-4a30-b0f5-1bd83645826e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818853 Aug 11 00:31:19.803516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2085-dd90-4c5f-a517-dab741165908 req-cf04d4a3-8567-429f-a8cd-6c2b71a2dfa0 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:19.805703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-cf04d4a3-8567-429f-a8cd-6c2b71a2dfa0 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4468091 Aug 11 00:31:19.825000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Request body: {'port': {'device_id': '706f1ce7-7dff-4e59-84f4-3586936ef91a', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': 'c84bb044c3194f489e3d811b59170cc7'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:19.902402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=7fb3a295-6b65-49d2-a201-b35a14de87aa,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:20.220738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9081ac39-aa59-4096-802a-f5e67874b95d req-d7894d0f-e8ea-4765-b148-cfcab8f2ea9c tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 210 time: 0.1580250 Aug 11 00:31:20.302435 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:20.308150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc5859-c8d9-4af0-b1fd-3b5fe79532b5 req-69854542-882d-4e5b-bfc2-944b56888036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:20.309704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71fc5859-c8d9-4af0-b1fd-3b5fe79532b5 req-69854542-882d-4e5b-bfc2-944b56888036 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93b6f9dc-0b4e-42a0-a4df-d11769bb78be HTTP/1.1" status: 200 len: 1098 time: 1.5133424 Aug 11 00:31:20.460820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:20.500426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b17d-483e-4b98-a4e1-f220c24ac1e8 req-53dd0449-b21b-4ba7-b7a2-780f66ecbbf7 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:20.513610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f453b17d-483e-4b98-a4e1-f220c24ac1e8 req-53dd0449-b21b-4ba7-b7a2-780f66ecbbf7 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 1.2554567 Aug 11 00:31:20.531438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:20.554436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Made reservation on behalf of c84bb044c3194f489e3d811b59170cc7 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:20.559879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:20.567065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:20.584661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Pushing event updated for resources: {'Port': ['ID=35962c25-6ff7-454b-9681-d89dc7fc3804,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:20.588383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:20.636251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71fc5859-c8d9-4af0-b1fd-3b5fe79532b5 req-ba915d88-70aa-4279-a7ed-ed1db3a8fd37 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968509 Aug 11 00:31:20.648068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5161d5-491f-4b9d-b67e-e8b5608293d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb1ea-1d77-49ac-b3f5-64a486c8788a'}, {'server_uuid': 'b0a496c4-26c8-4a57-90f9-c5aab49a9c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3a295-6b65-49d2-a201-b35a14de87aa'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:20.652576 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725e134a-7ea6-4f54-9360-e9e3ce0f018d" -d '{"events": [{"server_uuid": "5e5161d5-491f-4b9d-b67e-e8b5608293d9", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb1ea-1d77-49ac-b3f5-64a486c8788a"}, {"server_uuid": "b0a496c4-26c8-4a57-90f9-c5aab49a9c72", "name": "network-vif-plugged", "status": "completed", "tag": "7fb3a295-6b65-49d2-a201-b35a14de87aa"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:20.705366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec44550-20c4-4c5e-9332-f56a5cbdeec1 req-86f03cd3-2ba9-4396-941c-15c271d6b262 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:20.715291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 02066ca4-5aaa-4c11-89aa-02ce15d0677e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:20.737685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ec44550-20c4-4c5e-9332-f56a5cbdeec1 req-86f03cd3-2ba9-4396-941c-15c271d6b262 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 931 time: 0.2655127 Aug 11 00:31:20.740857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-d9f784ca-fb97-4b3b-b9bb-c27cbb935bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:20.746971 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-d9f784ca-fb97-4b3b-b9bb-c27cbb935bf2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 1.0196569 Aug 11 00:31:20.859510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01cefb0-4daa-494e-b6cf-63cb9b198f4b {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:20.878946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:20.900979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 02066ca4-5aaa-4c11-89aa-02ce15d0677e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:20.906960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Transition to ACTIVE for port object a01cefb0-4daa-494e-b6cf-63cb9b198f4b will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:20.908115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 02066ca4-5aaa-4c11-89aa-02ce15d0677e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:20.915653 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:20.934740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f453b17d-483e-4b98-a4e1-f220c24ac1e8 req-5607e043-6f1a-4732-aabc-32a69bce22be tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196892 Aug 11 00:31:21.010188 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ec44550-20c4-4c5e-9332-f56a5cbdeec1 req-e8dd0f6e-54d4-4dda-b34a-7bdfea7f5213 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710106 Aug 11 00:31:21.244516 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:21.329737 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:21.359538 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2add7ce-637b-4770-95e5-b78f164079ae x-openstack-request-id: req-f2add7ce-637b-4770-95e5-b78f164079ae {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:21.360022 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5161d5-491f-4b9d-b67e-e8b5608293d9", "name": "network-vif-plugged", "status": "completed", "tag": "af3bb1ea-1d77-49ac-b3f5-64a486c8788a", "code": 200}, {"server_uuid": "b0a496c4-26c8-4a57-90f9-c5aab49a9c72", "name": "network-vif-plugged", "status": "completed", "tag": "7fb3a295-6b65-49d2-a201-b35a14de87aa", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:21.360367 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2add7ce-637b-4770-95e5-b78f164079ae {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:21.360991 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5161d5-491f-4b9d-b67e-e8b5608293d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3bb1ea-1d77-49ac-b3f5-64a486c8788a', 'code': 200} Aug 11 00:31:21.361429 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a496c4-26c8-4a57-90f9-c5aab49a9c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3a295-6b65-49d2-a201-b35a14de87aa', 'code': 200} Aug 11 00:31:21.432933 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:21.437964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:21.665560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 02066ca4-5aaa-4c11-89aa-02ce15d0677e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=02066ca4-5aaa-4c11-89aa-02ce15d0677e,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:21.677516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f1ce42-c085-4ce1-82da-8db3310615a8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:21.811600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.811957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.812308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.812535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:21.812681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.812975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.813312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.813644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.813974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.814302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.814627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.814954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.815310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:21.996941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b28421-d0f1-4c42-806d-d487d316fbd5 req-cb59550f-6cfb-436b-9f45-fb461355bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:21.998837 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34b28421-d0f1-4c42-806d-d487d316fbd5 req-cb59550f-6cfb-436b-9f45-fb461355bc73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 1098 time: 0.3227720 Aug 11 00:31:22.009139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-5eafe87a-2f19-493f-941d-48e9f09b5e7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 200 len: 1000 time: 1.0685980 Aug 11 00:31:22.012112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Pushing event updated for resources: {'Port': ['ID=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:22.071698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b898cf-f06c-411a-be8f-1d14356eda69 req-2faa7a1a-2ad2-46cb-b4a3-172c130d8643 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:22.073807 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b898cf-f06c-411a-be8f-1d14356eda69 req-2faa7a1a-2ad2-46cb-b4a3-172c130d8643 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 944 time: 0.4198413 Aug 11 00:31:22.134626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Allocated IP 192.168.233.245 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/169c7306-be64-4676-af06-9feee8746979) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:22.139183 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34b28421-d0f1-4c42-806d-d487d316fbd5 req-14a62049-3753-4c75-9e46-85801f42fa2f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311657 Aug 11 00:31:22.177923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9050a25-c80c-4f97-bbb4-1de0938b3488 req-2f74673e-3dbd-43c2-afb2-8eac2a7f5d85 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:22.179728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9050a25-c80c-4f97-bbb4-1de0938b3488 req-2f74673e-3dbd-43c2-afb2-8eac2a7f5d85 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 945 time: 0.7483709 Aug 11 00:31:22.198763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a2bb5-12eb-46ad-a30d-6c00fb318935 req-f4e701d1-bb5e-4133-9853-1e1d38242419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:22.200607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7a2bb5-12eb-46ad-a30d-6c00fb318935 req-f4e701d1-bb5e-4133-9853-1e1d38242419 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 1097 time: 0.4576480 Aug 11 00:31:22.229453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b898cf-f06c-411a-be8f-1d14356eda69 req-5a543314-bd76-44db-b0a8-61b0cf447328 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463575 Aug 11 00:31:22.328749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=02066ca4-5aaa-4c11-89aa-02ce15d0677e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:22.351956 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:22.397873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-24a4e6b9-c48c-4ce5-9133-9be7c278429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:22.400125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-24a4e6b9-c48c-4ce5-9133-9be7c278429d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.3478134 Aug 11 00:31:22.440795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-360ff67c-c4e2-4987-a55a-1a2c3f16775c req-a97201bd-9103-49f9-a5c4-47bfb09b5b31 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 210 time: 0.0462804 Aug 11 00:31:22.531895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:22.536831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:22.543952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Attempting to bind port a01cefb0-4daa-494e-b6cf-63cb9b198f4b on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:22.544569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Attempting to bind port a01cefb0-4daa-494e-b6cf-63cb9b198f4b by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:22.545185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Attempting to bind port a01cefb0-4daa-494e-b6cf-63cb9b198f4b on network e52f46aa-02af-4590-8cfb-c547b1cfaf77 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:22.559435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9050a25-c80c-4f97-bbb4-1de0938b3488 req-edb9bd64-8456-4ae7-a0c5-42d3643b3d3f tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628650 Aug 11 00:31:22.563012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7a2bb5-12eb-46ad-a30d-6c00fb318935 req-d22d5f27-426a-4aa4-b1d0-713779d7f166 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517718 Aug 11 00:31:22.584808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Transition to ACTIVE for port object 169c7306-be64-4676-af06-9feee8746979 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:22.633120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Port a01cefb0-4daa-494e-b6cf-63cb9b198f4b on network e52f46aa-02af-4590-8cfb-c547b1cfaf77 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:22.633769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Attempting to bind port a01cefb0-4daa-494e-b6cf-63cb9b198f4b on network e52f46aa-02af-4590-8cfb-c547b1cfaf77 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:22.735400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4695d8-2560-447b-9a22-1dae19e4b133 req-9e8a2178-83a1-4cee-8418-2f789cfa6384 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:22.738528 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f4695d8-2560-447b-9a22-1dae19e4b133 req-9e8a2178-83a1-4cee-8418-2f789cfa6384 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1992869 Aug 11 00:31:22.788275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:22.788989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Checking segment: {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:22.790283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Bound using segment: {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:22.792248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Bound port: a01cefb0-4daa-494e-b6cf-63cb9b198f4b, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0063e68-5d69-4af7-9722-6ad89a3509b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:22.796948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:22.820623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-e5a3dbce-4f74-41fd-8eea-f21568d00412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:22.833186 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-e5a3dbce-4f74-41fd-8eea-f21568d00412 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4114401 Aug 11 00:31:22.889849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:22.924564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f4695d8-2560-447b-9a22-1dae19e4b133 req-c6ad06ac-3a37-4516-813f-60e84d556c19 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667347 Aug 11 00:31:23.019419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:23.045494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:23.050269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:23.107489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Pushing event updated for resources: {'Port': ['ID=169c7306-be64-4676-af06-9feee8746979,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:23.163037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc915cce-cd6e-41fb-9653-165c13047c3b req-2b5aa774-d288-4395-b984-27ccb21c0766 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:23.165361 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc915cce-cd6e-41fb-9653-165c13047c3b req-2b5aa774-d288-4395-b984-27ccb21c0766 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 943 time: 0.4206665 Aug 11 00:31:23.229008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:23.247778 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:23.301423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] For port a01cefb0-4daa-494e-b6cf-63cb9b198f4b, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:23.318126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] For port a01cefb0-4daa-494e-b6cf-63cb9b198f4b, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:23.340512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:23.342644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a30a7e1c-0ae7-47ba-8e10-e69c5a292c3a tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5274918 Aug 11 00:31:23.356732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Request body: {'port': {'device_id': '706f1ce7-7dff-4e59-84f4-3586936ef91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:23.362421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b86c27-db72-462a-8d56-696e4a2c2192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02066ca4-5aaa-4c11-89aa-02ce15d0677e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:23.365123 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a94982-2e5a-4074-8295-2f91b6552a6d" -d '{"events": [{"server_uuid": "d9b86c27-db72-462a-8d56-696e4a2c2192", "name": "network-vif-plugged", "status": "completed", "tag": "02066ca4-5aaa-4c11-89aa-02ce15d0677e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:23.497070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc915cce-cd6e-41fb-9653-165c13047c3b req-4330ac03-263f-4f1e-83bd-5df04f1ba1d9 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173077 Aug 11 00:31:23.555908 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:23.592739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:23.593603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:23.595538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] 10.222.0.55 "PUT /v2.0/ports/a01cefb0-4daa-494e-b6cf-63cb9b198f4b HTTP/1.1" status: 200 len: 1092 time: 6.0394993 Aug 11 00:31:23.648346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c73e3f-c204-4953-bda0-e385274ffb6c', 'tag': 'a01cefb0-4daa-494e-b6cf-63cb9b198f4b'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:23.648346 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ae649-ab3a-4f50-807a-26050c91a514" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c73e3f-c204-4953-bda0-e385274ffb6c", "tag": "a01cefb0-4daa-494e-b6cf-63cb9b198f4b"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:23.649672 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b925ae9b-b55c-4e11-a48b-86ff17b71597 x-openstack-request-id: req-b925ae9b-b55c-4e11-a48b-86ff17b71597 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:23.649672 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b86c27-db72-462a-8d56-696e4a2c2192", "name": "network-vif-plugged", "status": "completed", "tag": "02066ca4-5aaa-4c11-89aa-02ce15d0677e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:23.649672 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b925ae9b-b55c-4e11-a48b-86ff17b71597 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:23.649672 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b86c27-db72-462a-8d56-696e4a2c2192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02066ca4-5aaa-4c11-89aa-02ce15d0677e', 'code': 200} Aug 11 00:31:23.667033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4cb9ebd2-083d-4ca2-8b2e-18e03cb76de0 None None] Provisioning for port 169c7306-be64-4676-af06-9feee8746979 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:23.671814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4cb9ebd2-083d-4ca2-8b2e-18e03cb76de0 None None] Provisioning complete for port 169c7306-be64-4676-af06-9feee8746979 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:23.672587 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4cb9ebd2-083d-4ca2-8b2e-18e03cb76de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:23.792612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9ebd2-083d-4ca2-8b2e-18e03cb76de0 None None] Port 169c7306-be64-4676-af06-9feee8746979 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:31:23.890569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:24.035205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f808e45-b0f8-4a90-a663-b7ac2dcd3b59 req-844f36bf-168a-4573-b8c7-2cdd2a2b5255 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:24.044293 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f808e45-b0f8-4a90-a663-b7ac2dcd3b59 req-844f36bf-168a-4573-b8c7-2cdd2a2b5255 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 945 time: 0.3089473 Aug 11 00:31:24.316097 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f808e45-b0f8-4a90-a663-b7ac2dcd3b59 req-7ac4b40d-ad45-4a2e-8cb7-ba47866f4337 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703443 Aug 11 00:31:24.672240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312acddc-b434-4722-9d11-e6ba31b4c525 req-dc3c6c42-83f3-4a0a-850a-71f608c71f07 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:24.675339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-312acddc-b434-4722-9d11-e6ba31b4c525 req-dc3c6c42-83f3-4a0a-850a-71f608c71f07 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 945 time: 0.1252036 Aug 11 00:31:24.690654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e72ba2-7f91-4018-a8f0-1b79f832fa08 service neutron] Pushing event updated for resources: {'Port': ['ID=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:24.827567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-e353fba2-1145-496f-a6da-ee96d6ab5f63 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4742973 Aug 11 00:31:25.146102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971c2d8-9884-438e-ba8b-87cba543661d req-4ed6bda6-abb1-46d3-88a4-a980dcdcf8bc tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:25.149471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8971c2d8-9884-438e-ba8b-87cba543661d req-4ed6bda6-abb1-46d3-88a4-a980dcdcf8bc tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 936 time: 1.2858195 Aug 11 00:31:25.166561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877e267-d45e-42dd-909a-244117db2796 req-9b33cf1d-1d63-4c02-87b5-be304ddbef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:25.169485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c877e267-d45e-42dd-909a-244117db2796 req-9b33cf1d-1d63-4c02-87b5-be304ddbef1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 1097 time: 1.3380527 Aug 11 00:31:25.285613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-34adf050-1d6d-4552-baca-b25e7722b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:25.288561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-34adf050-1d6d-4552-baca-b25e7722b79a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464e13a5309c4f22ad1e708af4fc78a8&device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 1095 time: 0.7330399 Aug 11 00:31:25.363800 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-312acddc-b434-4722-9d11-e6ba31b4c525 req-66cbcac1-7b46-4b3f-ac77-7d70b138a739 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717072 Aug 11 00:31:25.440273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c877e267-d45e-42dd-909a-244117db2796 req-392258c8-e698-46f8-a5d1-b573a09bbf7d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400486 Aug 11 00:31:25.498613 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8971c2d8-9884-438e-ba8b-87cba543661d req-27cb7894-aa00-4d75-8d90-975b74ac52bb tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264983 Aug 11 00:31:25.521078 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169c7306-be64-4676-af06-9feee8746979 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:25.530100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f048b059-dc5e-4c1c-a100-f2970b9f22cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a01cefb0-4daa-494e-b6cf-63cb9b198f4b HTTP/1.1" status: 200 len: 217 time: 0.2151723 Aug 11 00:31:25.556048 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa05d00-2a6a-4197-8a5e-4471684aaa25 x-openstack-request-id: req-faa05d00-2a6a-4197-8a5e-4471684aaa25 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:25.556507 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c73e3f-c204-4953-bda0-e385274ffb6c", "tag": "a01cefb0-4daa-494e-b6cf-63cb9b198f4b", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:25.556906 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-faa05d00-2a6a-4197-8a5e-4471684aaa25 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:25.557530 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c73e3f-c204-4953-bda0-e385274ffb6c', 'tag': 'a01cefb0-4daa-494e-b6cf-63cb9b198f4b', 'status': 'completed', 'code': 200} Aug 11 00:31:25.558270 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:31:25.571674 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:25.602362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-041fc0bf-70f6-494e-9d97-d2163348f934 req-9f98441c-5b32-4a5e-b6eb-afde2afe0c66 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350338 Aug 11 00:31:25.653323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Transition to ACTIVE for port object 169c7306-be64-4676-af06-9feee8746979 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:25.706009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Router e23d37d5-d231-452c-9814-755d7fe507bb is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:31:25.740427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-8efddaa0-3369-406b-ba7a-2d3981fef699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:25.743476 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-8efddaa0-3369-406b-ba7a-2d3981fef699 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f42a603-674f-403f-86ec-a6dcdc619e0d HTTP/1.1" status: 200 len: 854 time: 0.1179976 Aug 11 00:31:25.760894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c815e-5caf-4e3b-87e8-96cb5845f980 req-759fdbf0-a15b-422b-92db-f037cadec217 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:25.770310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b8c815e-5caf-4e3b-87e8-96cb5845f980 req-759fdbf0-a15b-422b-92db-f037cadec217 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1044300 Aug 11 00:31:25.790297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:25.856774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Pushing event updated for resources: {'Port': ['ID=169c7306-be64-4676-af06-9feee8746979,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:25.942173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b8c815e-5caf-4e3b-87e8-96cb5845f980 req-38028e53-af8b-4f71-864e-cf7cc7f55ae8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546237 Aug 11 00:31:26.155702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Attempting to bind port 169c7306-be64-4676-af06-9feee8746979 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:26.156031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Attempting to bind port 169c7306-be64-4676-af06-9feee8746979 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:26.156442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Attempting to bind port 169c7306-be64-4676-af06-9feee8746979 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:26.172213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Port 169c7306-be64-4676-af06-9feee8746979 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:26.172611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Attempting to bind port 169c7306-be64-4676-af06-9feee8746979 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:26.213452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:31:26.221064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:26.221328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:26.224316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:26.228738 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Sync routers for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:31:26.231588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Bound port: 169c7306-be64-4676-af06-9feee8746979, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:26.232228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:26.253362 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:31:26.253999 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:31:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:26.353380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-c741999a-eac7-48fa-a7fd-217c88a9cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:26.358234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-c741999a-eac7-48fa-a7fd-217c88a9cb6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e52f46aa-02af-4590-8cfb-c547b1cfaf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5305023 Aug 11 00:31:26.416906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d164104-34e8-4512-97db-2378c76dc89a req-38e6c93c-7262-4dda-be65-5928cfa3c9e8 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:26.454871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d164104-34e8-4512-97db-2378c76dc89a req-38e6c93c-7262-4dda-be65-5928cfa3c9e8 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 943 time: 0.6120930 Aug 11 00:31:26.504297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:26.507349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3e75bef-b00f-40d4-a2f0-95119dca7328 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.7032468 Aug 11 00:31:26.521095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57966) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:26.730575 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:31:26.817153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e084-f34b-4a70-ba29-99d75918f9c6 req-ca8ae1df-02e4-4a8f-aa8f-63a20a27a7ad tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:26.837137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6f5e084-f34b-4a70-ba29-99d75918f9c6 req-ca8ae1df-02e4-4a8f-aa8f-63a20a27a7ad tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 945 time: 0.6188352 Aug 11 00:31:26.991086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] For port 169c7306-be64-4676-af06-9feee8746979, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:27.053326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] For port 169c7306-be64-4676-af06-9feee8746979, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=169c7306-be64-4676-af06-9feee8746979,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:27.104094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6f5e084-f34b-4a70-ba29-99d75918f9c6 req-17188c04-076f-4f56-955a-0d8d8aa0a091 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780765 Aug 11 00:31:27.131208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d164104-34e8-4512-97db-2378c76dc89a req-e8daabf6-7cef-4a0b-9e46-3942c1aa1d8b tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601605 Aug 11 00:31:27.224791 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:27.245867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-f00719a6-40f8-4a42-932a-d6567cdd3b74 service neutron] 10.222.0.55 "GET /v2.0/networks/e52f46aa-02af-4590-8cfb-c547b1cfaf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867508 Aug 11 00:31:27.361473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Pushing event updated for resources: {'Port': ['ID=169c7306-be64-4676-af06-9feee8746979,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:27.476773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:27.486110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:27.495448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-8432ae74-9ec2-4068-9053-dde53b4862c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/169c7306-be64-4676-af06-9feee8746979 HTTP/1.1" status: 200 len: 1097 time: 4.1386213 Aug 11 00:31:27.497977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706f1ce7-7dff-4e59-84f4-3586936ef91a', 'tag': '169c7306-be64-4676-af06-9feee8746979'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:27.503384 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023189ec-9bc8-4caa-8d81-bdc52ca27212" -d '{"events": [{"name": "network-changed", "server_uuid": "706f1ce7-7dff-4e59-84f4-3586936ef91a", "tag": "169c7306-be64-4676-af06-9feee8746979"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:27.579641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e9346-267c-4d26-9911-80306aa2cf74 req-93429bf9-a72d-47f5-82e5-b2c7f2647147 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:27.582138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d8e9346-267c-4d26-9911-80306aa2cf74 req-93429bf9-a72d-47f5-82e5-b2c7f2647147 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 946 time: 0.2116508 Aug 11 00:31:27.614242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd4c969d-81e8-464c-8628-dc0d69447b79 req-c0ced253-8f87-4c97-ae01-144a385ccee4 service neutron] 10.222.0.55 "GET /v2.0/networks/e52f46aa-02af-4590-8cfb-c547b1cfaf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032561 Aug 11 00:31:27.673437 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:21Z', 'revision_number': 3, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:27.826707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d8e9346-267c-4d26-9911-80306aa2cf74 req-bfaf9e3b-3b4e-4d06-a97e-5e1563fe0656 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213790 Aug 11 00:31:27.872251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2085-dd90-4c5f-a517-dab741165908 req-1c71a653-9e05-4ec1-b3b3-e6e5f2811ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:27.874156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-1c71a653-9e05-4ec1-b3b3-e6e5f2811ce3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c84bb044c3194f489e3d811b59170cc7&device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 1100 time: 0.2355890 Aug 11 00:31:27.980936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-91d100bb-d7fe-452e-9af3-5c37697c3216 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=169c7306-be64-4676-af06-9feee8746979 HTTP/1.1" status: 200 len: 217 time: 0.0979786 Aug 11 00:31:28.044940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Checking router: e23d37d5-d231-452c-9814-755d7fe507bb for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:31:28.045949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Updating router e23d37d5-d231-452c-9814-755d7fe507bb port 35962c25-6ff7-454b-9681-d89dc7fc3804 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:31:28.096296 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:28.115188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-115b1401-1a2f-4c99-be85-94a0a50f2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:28.116899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-115b1401-1a2f-4c99-be85-94a0a50f2629 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464e13a5309c4f22ad1e708af4fc78a8&device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 1095 time: 0.2657251 Aug 11 00:31:28.128185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7920b4f-554d-4a5d-9286-8398dbf87437 req-e12c5f99-0402-4369-9096-00ce5abf6f6c tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:28.129619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7920b4f-554d-4a5d-9286-8398dbf87437 req-e12c5f99-0402-4369-9096-00ce5abf6f6c tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 948 time: 0.1347964 Aug 11 00:31:28.133014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2085-dd90-4c5f-a517-dab741165908 req-7d1fe257-4aa6-4f5e-853e-f32db6bad238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:28.136153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-7d1fe257-4aa6-4f5e-853e-f32db6bad238 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1370778 Aug 11 00:31:28.261074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b1422-3943-40df-a362-d7febd792cb8 req-03d77a5f-1ccc-4142-b4ee-fbb281916540 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:28.263609 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c09b1422-3943-40df-a362-d7febd792cb8 req-03d77a5f-1ccc-4142-b4ee-fbb281916540 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1255779 Aug 11 00:31:28.266132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a3cc9977-29c0-47b5-98b9-5c95eafe3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:28.268062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a3cc9977-29c0-47b5-98b9-5c95eafe3df3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910327 Aug 11 00:31:28.470301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c09b1422-3943-40df-a362-d7febd792cb8 req-602b55fe-40c2-4746-9cdb-884a85c09a97 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885035 Aug 11 00:31:28.639503 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeffdd7-e3ef-4ded-91ac-68d60d352ea9 x-openstack-request-id: req-aeeffdd7-e3ef-4ded-91ac-68d60d352ea9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:28.640314 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706f1ce7-7dff-4e59-84f4-3586936ef91a", "tag": "169c7306-be64-4676-af06-9feee8746979", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:28.646222 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aeeffdd7-e3ef-4ded-91ac-68d60d352ea9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:28.648349 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706f1ce7-7dff-4e59-84f4-3586936ef91a', 'tag': '169c7306-be64-4676-af06-9feee8746979', 'status': 'completed', 'code': 200} Aug 11 00:31:28.662695 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-01bd9776-956d-4e7c-a2da-98b347f10619 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864751 Aug 11 00:31:28.792529 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7920b4f-554d-4a5d-9286-8398dbf87437 req-e388a416-9281-408b-aa1f-92c3dfc8dab1 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716454 Aug 11 00:31:28.887882 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:28.934046 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Transition to ACTIVE for port object 35962c25-6ff7-454b-9681-d89dc7fc3804 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:29.026442 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:29.048811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed7022-0db6-4fd1-b6d7-7f00112e450b req-8ab38300-ab33-4fff-bc9c-95f140115986 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:29.062985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07ed7022-0db6-4fd1-b6d7-7f00112e450b req-8ab38300-ab33-4fff-bc9c-95f140115986 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=93b6f9dc-0b4e-42a0-a4df-d11769bb78be HTTP/1.1" status: 200 len: 946 time: 0.2041202 Aug 11 00:31:29.122434 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:29.180269 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Attempting to bind port 35962c25-6ff7-454b-9681-d89dc7fc3804 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:29.180269 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Attempting to bind port 35962c25-6ff7-454b-9681-d89dc7fc3804 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:29.180269 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Attempting to bind port 35962c25-6ff7-454b-9681-d89dc7fc3804 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:29.208332 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b06203-06a3-435b-b745-68189a308967 None None] Pushing event updated for resources: {'Port': ['ID=35962c25-6ff7-454b-9681-d89dc7fc3804,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:29.218082 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:29.221996 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:29.221996 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:29.221996 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:29.221996 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Bound port: 35962c25-6ff7-454b-9681-d89dc7fc3804, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:29.221996 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:29.244908 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.245844 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.246318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.246726 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.247125 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.250651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.250651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.250651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.250651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.250651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.250651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.250651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b06203-06a3-435b-b745-68189a308967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:29.275557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-7bb014c5-ec64-4152-a4e2-ff91e2c35e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:29.278612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-7bb014c5-ec64-4152-a4e2-ff91e2c35e03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e52f46aa-02af-4590-8cfb-c547b1cfaf77 HTTP/1.1" status: 200 len: 916 time: 0.9450507 Aug 11 00:31:29.348578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06ea2085-dd90-4c5f-a517-dab741165908 req-a86db346-f612-4b1e-a3d9-2ee4d3ba5e1f service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748946 Aug 11 00:31:29.392014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07ed7022-0db6-4fd1-b6d7-7f00112e450b req-85a508a0-b87d-4054-a33a-b12fb6137dad tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273823 Aug 11 00:31:29.413539 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-b67bf7bb-7e88-4569-b48e-16f6e09ded97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a01cefb0-4daa-494e-b6cf-63cb9b198f4b HTTP/1.1" status: 200 len: 217 time: 0.0959513 Aug 11 00:31:29.476469 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] For port 35962c25-6ff7-454b-9681-d89dc7fc3804, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:29.499293 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] For port 35962c25-6ff7-454b-9681-d89dc7fc3804, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35962c25-6ff7-454b-9681-d89dc7fc3804,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:29.500065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32768ae9-e868-4cc5-b5c9-0cbe2bd17202 req-fa4a8050-9bdc-4450-a920-db4607653d1e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:29.500065 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32768ae9-e868-4cc5-b5c9-0cbe2bd17202 req-fa4a8050-9bdc-4450-a920-db4607653d1e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 945 time: 0.5082462 Aug 11 00:31:29.636182 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:29.760781 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:31:29.761844 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:31:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:29.765703 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b06203-06a3-435b-b745-68189a308967 None None] Pushing event updated for resources: {'Port': ['ID=35962c25-6ff7-454b-9681-d89dc7fc3804,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:29.835799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-96ca3b2d-a7da-4505-8419-206aeaaf322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:29.851367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-96ca3b2d-a7da-4505-8419-206aeaaf322f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f42a603-674f-403f-86ec-a6dcdc619e0d HTTP/1.1" status: 200 len: 854 time: 0.4052904 Aug 11 00:31:29.861185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:29.940352 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32768ae9-e868-4cc5-b5c9-0cbe2bd17202 req-4a0bf631-a176-4fea-9a56-e4d875201ccf tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522372 Aug 11 00:31:29.973806 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:30.003079 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:31:30.053966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-7ee31815-7ba0-498a-b9dc-0aa3ebe4ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:30.056735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-7ee31815-7ba0-498a-b9dc-0aa3ebe4ca67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c84bb044c3194f489e3d811b59170cc7&device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 1100 time: 0.5673974 Aug 11 00:31:30.161398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-407d400d-c878-4f52-9e88-97735cbb9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:30.164407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-407d400d-c878-4f52-9e88-97735cbb9b0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e52f46aa-02af-4590-8cfb-c547b1cfaf77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3051395 Aug 11 00:31:30.271771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5b78e-8564-46cd-a98f-3ea1941b4860 req-d703266a-f53b-4447-8a41-31f7f688fc84 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:30.290108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75d5b78e-8564-46cd-a98f-3ea1941b4860 req-d703266a-f53b-4447-8a41-31f7f688fc84 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 943 time: 0.6030560 Aug 11 00:31:30.395266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Allocated IP 172.20.0.1 (b2317fbb-f2be-4dd9-ac4d-986d4993d453/dd84facc-4371-4764-8046-823f484cd985/83e66192-5e98-4f85-8b3b-b7f3af125e7b) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:30.519149 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75d5b78e-8564-46cd-a98f-3ea1941b4860 req-664cba4d-0b30-4ca1-a93d-8c850401d495 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222714 Aug 11 00:31:30.521484 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-2d308af3-b400-4966-a001-848d5c01179f service neutron] 10.222.0.55 "GET /v2.0/networks/e52f46aa-02af-4590-8cfb-c547b1cfaf77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256488 Aug 11 00:31:30.578594 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:21Z', 'revision_number': 3, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:30.620168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-cde4d046-b8f3-4e81-b527-abf38b27108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:30.628011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-cde4d046-b8f3-4e81-b527-abf38b27108e service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.5525093 Aug 11 00:31:30.707403 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877fc9f1-abc2-4112-a88d-a9af279db015 None None] The sync data for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 is: [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:21Z', 'revision_number': 3, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:31:30.735929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-ad1e9f80-d221-49c7-9033-90ff030c8b07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=169c7306-be64-4676-af06-9feee8746979 HTTP/1.1" status: 200 len: 217 time: 0.0993807 Aug 11 00:31:30.792409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e60ae649-ab3a-4f50-807a-26050c91a514 req-487c90c9-42d5-4302-9ac9-f8f4ebced8bc service neutron] 10.222.0.55 "GET /v2.0/networks/e52f46aa-02af-4590-8cfb-c547b1cfaf77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382476 Aug 11 00:31:30.811768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:30.957678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-5862c34c-1dff-4036-a24e-761ed8815ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:30.965621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-5862c34c-1dff-4036-a24e-761ed8815ba6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2166181 Aug 11 00:31:30.981414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9f57e-f8ca-4155-a952-3a284c42cab7 req-02b41da2-752d-4bd9-8f49-059b79b83364 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:30.991636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffd9f57e-f8ca-4155-a952-3a284c42cab7 req-02b41da2-752d-4bd9-8f49-059b79b83364 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 945 time: 0.0848882 Aug 11 00:31:31.060208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffd9f57e-f8ca-4155-a952-3a284c42cab7 req-dc124747-bda9-4a21-af78-76f4968ef831 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671120 Aug 11 00:31:31.061932 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:31.158223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8f06-7600-4ac0-ac7d-f216874be77c req-4f9302d3-1ac1-48e3-9c4a-87b15613a79e tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:31.168668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-daed8f06-7600-4ac0-ac7d-f216874be77c req-4f9302d3-1ac1-48e3-9c4a-87b15613a79e tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 948 time: 0.3024287 Aug 11 00:31:31.244213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-daed8f06-7600-4ac0-ac7d-f216874be77c req-d6c039f8-1318-456a-97b5-5f65bf607519 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Aug 11 00:31:31.288265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Pushing event updated for resources: {'Port': ['ID=83e66192-5e98-4f85-8b3b-b7f3af125e7b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:31.294278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-ebebc0f1-0af8-4778-867f-210ead58253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:31.313669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-ebebc0f1-0af8-4778-867f-210ead58253d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3168402 Aug 11 00:31:31.380995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Network b2317fbb-f2be-4dd9-ac4d-986d4993d453 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:31.401561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:31.407387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:31.440939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cee3f-18f4-4083-80a8-77e491ab20cf req-d14c219e-73ea-4585-9994-9a5711455d38 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:31.457118 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca5cee3f-18f4-4083-80a8-77e491ab20cf req-d14c219e-73ea-4585-9994-9a5711455d38 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=93b6f9dc-0b4e-42a0-a4df-d11769bb78be HTTP/1.1" status: 200 len: 946 time: 0.1556811 Aug 11 00:31:31.672508 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca5cee3f-18f4-4083-80a8-77e491ab20cf req-651024fd-e792-4d4a-8dc9-9fc087f139f6 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135673 Aug 11 00:31:31.674526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:31.690396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42acb-01aa-4d8b-bd37-c2261b10aa86 req-10f4206b-3d0e-440b-85de-6930031cda92 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:31.712465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73f42acb-01aa-4d8b-bd37-c2261b10aa86 req-10f4206b-3d0e-440b-85de-6930031cda92 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 945 time: 0.2071478 Aug 11 00:31:31.875825 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-801a61ef-4a64-4aa2-9a27-467607f5723d service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460234 Aug 11 00:31:31.951896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73f42acb-01aa-4d8b-bd37-c2261b10aa86 req-5852316c-530c-4612-93e5-41f0beb2971b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111371 Aug 11 00:31:32.004481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35962c25-6ff7-454b-9681-d89dc7fc3804 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:32.213673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 169c7306-be64-4676-af06-9feee8746979 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:31:32.626625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa0d55-3b07-4e0f-af2a-3f0e16460eb5 req-c6e33415-44f2-41cf-b622-58a10294c5d5 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:32.657242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdaa0d55-3b07-4e0f-af2a-3f0e16460eb5 req-c6e33415-44f2-41cf-b622-58a10294c5d5 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 943 time: 0.4197948 Aug 11 00:31:32.839552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 35962c25-6ff7-454b-9681-d89dc7fc3804 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:32.847581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023189ec-9bc8-4caa-8d81-bdc52ca27212 req-62560d2d-cd2e-4023-8d70-ceafdd139db2 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9667382 Aug 11 00:31:32.897348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 169c7306-be64-4676-af06-9feee8746979, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=169c7306-be64-4676-af06-9feee8746979,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:32.933993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 35962c25-6ff7-454b-9681-d89dc7fc3804 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:32.935855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:32.941714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdaa0d55-3b07-4e0f-af2a-3f0e16460eb5 req-3749197b-0639-4ba3-978a-0148424323b8 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832868 Aug 11 00:31:33.005876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '169c7306-be64-4676-af06-9feee8746979', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '169c7306-be64-4676-af06-9feee8746979', 'mac_address': 'fa:16:3e:a1:64:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:31:33.160826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-b6b80f7f-3a69-4ae8-9ede-d475d5530000 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:33.163445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-b6b80f7f-3a69-4ae8-9ede-d475d5530000 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "GET /v2.0/ports?device_id=93b6f9dc-0b4e-42a0-a4df-d11769bb78be HTTP/1.1" status: 200 len: 946 time: 0.3392386 Aug 11 00:31:33.208415 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:33.288906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169c7306-be64-4676-af06-9feee8746979 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:33.346110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363206da-8436-4149-ba94-5ccf86bfafde req-1ba12960-0dcf-431f-a29e-2543b859a940 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:33.346110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-363206da-8436-4149-ba94-5ccf86bfafde req-1ba12960-0dcf-431f-a29e-2543b859a940 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 948 time: 0.1628876 Aug 11 00:31:33.504102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-363206da-8436-4149-ba94-5ccf86bfafde req-459504c4-d4fd-41cc-b640-8d07a7a56ce5 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432226 Aug 11 00:31:33.559200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:33.588095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 169c7306-be64-4676-af06-9feee8746979, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=169c7306-be64-4676-af06-9feee8746979,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:33.683642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:33.765234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 35962c25-6ff7-454b-9681-d89dc7fc3804, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35962c25-6ff7-454b-9681-d89dc7fc3804,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:33.829748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d66804-d51e-44cc-b8aa-5f1416a6187a req-8370eec6-6817-4beb-bea3-f24972edb26a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:33.831481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8d66804-d51e-44cc-b8aa-5f1416a6187a req-8370eec6-6817-4beb-bea3-f24972edb26a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=93b6f9dc-0b4e-42a0-a4df-d11769bb78be HTTP/1.1" status: 200 len: 946 time: 0.1221201 Aug 11 00:31:33.924747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8d66804-d51e-44cc-b8aa-5f1416a6187a req-85eb05b8-549b-46f2-8e3e-ae89dc7820b9 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826795 Aug 11 00:31:33.967095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Deleting port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:31:33.967865 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:34.142122 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:34.212581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe336-6fe3-4cac-901d-e28b39fce7f2 req-84037c52-89f6-45c2-a4bc-527e70900e8f tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:34.222396 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19cfe336-6fe3-4cac-901d-e28b39fce7f2 req-84037c52-89f6-45c2-a4bc-527e70900e8f tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 946 time: 0.0989459 Aug 11 00:31:34.232383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] For port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:34.233672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:34.273332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Calling delete_port for 8434b70e-e2fe-4472-888b-9aeebb2f9fbf owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:31:34.295207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19cfe336-6fe3-4cac-901d-e28b39fce7f2 req-b724e95e-6f7c-41c5-89c4-ec7948621efa tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/security-groups?id=5a0d3954-4108-492d-89eb-4d326b2c4065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716918 Aug 11 00:31:34.465476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f36246-d14c-4800-96c0-239061e60ee6 req-8c2422e4-877a-41ac-a538-1f3cf2645cdb tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:34.467357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87f36246-d14c-4800-96c0-239061e60ee6 req-8c2422e4-877a-41ac-a538-1f3cf2645cdb tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 943 time: 0.0697043 Aug 11 00:31:34.605390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87f36246-d14c-4800-96c0-239061e60ee6 req-8320e669-1b7c-4cdc-a460-d7706c2b462a tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259446 Aug 11 00:31:34.634254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-c6364d5d-ab5f-4c03-b61d-cda55977ab6d tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:34.638792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-c6364d5d-ab5f-4c03-b61d-cda55977ab6d tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 946 time: 0.1627102 Aug 11 00:31:34.657812 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:34.660903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:34.664679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:34.770406 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:34.815362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Pushing event deleted for resources: {'Port': ['ID=8434b70e-e2fe-4472-888b-9aeebb2f9fbf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:34.846798 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['af3bb1ea-1d77-49ac-b3f5-64a486c8788a', '7fb3a295-6b65-49d2-a201-b35a14de87aa'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:35.008923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['169c7306-be64-4676-af06-9feee8746979'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:35.034675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.035241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.035929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.036411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.037142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.038241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.038807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.039975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.040645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.041494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.041613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.042359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:35.061009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Deleting port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:31:35.063730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:35.136941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:35.177722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] For port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,segment=NetworkSegment(f2fa8756-73e5-4b19-9702-56e334cc3cdd),segment_id=f2fa8756-73e5-4b19-9702-56e334cc3cdd)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:35.178634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:35.191147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=169c7306-be64-4676-af06-9feee8746979,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:35.197710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Calling delete_port for 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:31:35.315509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] No DVR routers for this DVR port 8434b70e-e2fe-4472-888b-9aeebb2f9fbf on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:31:35.338318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287f4cd-41d2-4c6d-9456-550fc33bee7b req-31bff633-3486-486a-b5c2-4c6978688faa tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:35.343505 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:35.354011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d287f4cd-41d2-4c6d-9456-550fc33bee7b req-31bff633-3486-486a-b5c2-4c6978688faa tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 949 time: 0.3806806 Aug 11 00:31:35.356664 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c0d40ee-834e-4fef-9c30-b558b3f93078 req-6c640454-0f4a-4d18-a25b-56c3675f53e0 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "DELETE /v2.0/ports/8434b70e-e2fe-4472-888b-9aeebb2f9fbf HTTP/1.1" status: 204 len: 173 time: 2.1844606 Aug 11 00:31:35.359921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b6f9dc-0b4e-42a0-a4df-d11769bb78be', 'name': 'network-vif-deleted', 'tag': '8434b70e-e2fe-4472-888b-9aeebb2f9fbf'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:35.364374 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddfbe38-ef35-4ecf-b800-87ee6bfee37d" -d '{"events": [{"server_uuid": "93b6f9dc-0b4e-42a0-a4df-d11769bb78be", "name": "network-vif-deleted", "tag": "8434b70e-e2fe-4472-888b-9aeebb2f9fbf"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:35.399337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=35962c25-6ff7-454b-9681-d89dc7fc3804,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:35.513640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d287f4cd-41d2-4c6d-9456-550fc33bee7b req-02d679b1-9a54-42e6-81bf-caa265542ff8 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424136 Aug 11 00:31:35.601779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Network b2317fbb-f2be-4dd9-ac4d-986d4993d453 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:35.612566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:35.636333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de26bc-e131-418a-a072-e927bbf8d5f9 req-27730608-92ff-4009-9f51-24244253c2be tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:35.652208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63de26bc-e131-418a-a072-e927bbf8d5f9 req-27730608-92ff-4009-9f51-24244253c2be tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 945 time: 0.6375978 Aug 11 00:31:35.671409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Pushing event updated for resources: {'Port': ['ID=83e66192-5e98-4f85-8b3b-b7f3af125e7b,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:35.767528 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6985a57b-ea6c-4839-ba53-238f76a15430 req-12ab7c16-2974-43f8-b378-c7fef76158f4 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=93b6f9dc-0b4e-42a0-a4df-d11769bb78be HTTP/1.1" status: 200 len: 210 time: 0.0587168 Aug 11 00:31:35.769226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63de26bc-e131-418a-a072-e927bbf8d5f9 req-01574b2a-3aa2-4e03-893c-2d22cdd56f7d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135159 Aug 11 00:31:35.885445 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdb40ec-05db-4587-8f74-ccf7da39e204 x-openstack-request-id: req-5bdb40ec-05db-4587-8f74-ccf7da39e204 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:35.885744 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b6f9dc-0b4e-42a0-a4df-d11769bb78be", "name": "network-vif-deleted", "tag": "8434b70e-e2fe-4472-888b-9aeebb2f9fbf", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:35.886045 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bdb40ec-05db-4587-8f74-ccf7da39e204 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:35.886383 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b6f9dc-0b4e-42a0-a4df-d11769bb78be', 'name': 'network-vif-deleted', 'tag': '8434b70e-e2fe-4472-888b-9aeebb2f9fbf', 'status': 'completed', 'code': 200} Aug 11 00:31:35.896123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:35.910452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Router e23d37d5-d231-452c-9814-755d7fe507bb has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:31:35.912610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:35.942616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f23e9fc-6a1d-4007-8daf-886950c2fb85 req-567f019c-3c54-44a7-9fef-71a84e4ca421 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c6bde1a-be5a-4640-9d31-0ea19e66c2b5 HTTP/1.1" status: 200 len: 210 time: 0.0507908 Aug 11 00:31:36.013900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Pushing event deleted for resources: {'Port': ['ID=100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:36.129232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:31:36.136122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] No DVR routers for this DVR port 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:31:36.143450 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:36.145541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e99d5a44-ee84-4d51-855a-b85efeac33a0 admin admin] 10.222.0.43 "PUT /v2.0/routers/e23d37d5-d231-452c-9814-755d7fe507bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6003561 Aug 11 00:31:36.147010 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fabf7833-a33f-4fe0-8029-d3e90544605a req-e199bf16-69a8-49e3-903c-7294f2a17946 tempest-VolumesAdminNegativeTest-1728487230 tempest-VolumesAdminNegativeTest-1728487230-project] 10.222.0.44 "DELETE /v2.0/ports/100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 HTTP/1.1" status: 204 len: 173 time: 1.5014334 Aug 11 00:31:36.147801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6bde1a-be5a-4640-9d31-0ea19e66c2b5', 'name': 'network-vif-deleted', 'tag': '100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:36.153750 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9057ca1e-41a4-4ace-a044-39c1987500c3" -d '{"events": [{"server_uuid": "4c6bde1a-be5a-4640-9d31-0ea19e66c2b5", "name": "network-vif-deleted", "tag": "100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:36.166822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Sync routers for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:31:36.188856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351f09-bc73-4e28-a1ff-95fa61c83072 req-ece685b7-0c67-41ea-8285-0e2c7cc2f004 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:36.196706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05351f09-bc73-4e28-a1ff-95fa61c83072 req-ece685b7-0c67-41ea-8285-0e2c7cc2f004 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 943 time: 0.1857316 Aug 11 00:31:36.228708 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3883a3d-5acb-447e-915f-1529b09d72a7 x-openstack-request-id: req-a3883a3d-5acb-447e-915f-1529b09d72a7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:36.229452 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6bde1a-be5a-4640-9d31-0ea19e66c2b5", "name": "network-vif-deleted", "tag": "100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:36.229943 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3883a3d-5acb-447e-915f-1529b09d72a7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:36.231244 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6bde1a-be5a-4640-9d31-0ea19e66c2b5', 'name': 'network-vif-deleted', 'tag': '100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7', 'status': 'completed', 'code': 200} Aug 11 00:31:36.264551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:31:36.265838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:31:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:36.280845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05351f09-bc73-4e28-a1ff-95fa61c83072 req-da9cbb4a-bbc6-4a37-82e8-657e6101a64a tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801470 Aug 11 00:31:36.454718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:31:36.690956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-80087370-0dc7-4837-b15a-d62d8b497e89 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:36.696573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-80087370-0dc7-4837-b15a-d62d8b497e89 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 945 time: 0.1437480 Aug 11 00:31:36.847646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 169c7306-be64-4676-af06-9feee8746979 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:36.855361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec29d5c-cf03-4ac3-9262-36d8d80b1ad8 req-3ae8303b-41b5-4fce-8952-67d77b2810ba tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:36.860164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bec29d5c-cf03-4ac3-9262-36d8d80b1ad8 req-3ae8303b-41b5-4fce-8952-67d77b2810ba tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 949 time: 0.1528580 Aug 11 00:31:36.927313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35962c25-6ff7-454b-9681-d89dc7fc3804 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:36.962609 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bec29d5c-cf03-4ac3-9262-36d8d80b1ad8 req-c1c5eb88-d00e-44f1-8c2a-838110ac22cc tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875010 Aug 11 00:31:36.984034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Deleting port 02066ca4-5aaa-4c11-89aa-02ce15d0677e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:31:36.984428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:37.042926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 169c7306-be64-4676-af06-9feee8746979 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:37.065034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 169c7306-be64-4676-af06-9feee8746979 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:37.065432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:37.271380 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 35962c25-6ff7-454b-9681-d89dc7fc3804 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:37.272041 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:37.293529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288fbbf-da2f-496b-83aa-56c114d8e135 req-5c221218-20f8-433b-a78f-30c68f33b3f4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:37.295362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f288fbbf-da2f-496b-83aa-56c114d8e135 req-5c221218-20f8-433b-a78f-30c68f33b3f4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 945 time: 0.0915558 Aug 11 00:31:37.424846 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:37.479514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f288fbbf-da2f-496b-83aa-56c114d8e135 req-9b46b367-9e1a-4eb3-8a45-6868f01918c5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711977 Aug 11 00:31:37.489560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 2, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:37.768196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Checking router: e23d37d5-d231-452c-9814-755d7fe507bb for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:31:37.768196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Updating router e23d37d5-d231-452c-9814-755d7fe507bb port 83e66192-5e98-4f85-8b3b-b7f3af125e7b binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:31:37.768196 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:37.774211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-f8139155-1c20-4716-aa0d-17e50dd938f6 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:37.774211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-f8139155-1c20-4716-aa0d-17e50dd938f6 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 819 time: 0.5557351 Aug 11 00:31:37.779941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706f1ce7-7dff-4e59-84f4-3586936ef91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169c7306-be64-4676-af06-9feee8746979'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:37.780101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] For port 02066ca4-5aaa-4c11-89aa-02ce15d0677e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=02066ca4-5aaa-4c11-89aa-02ce15d0677e,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:37.780101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:37.780321 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7013f2db-0645-4d0f-b39e-5e7cf5d4781f" -d '{"events": [{"server_uuid": "706f1ce7-7dff-4e59-84f4-3586936ef91a", "name": "network-vif-plugged", "status": "completed", "tag": "169c7306-be64-4676-af06-9feee8746979"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:37.780496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58106) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:37.780596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 169c7306-be64-4676-af06-9feee8746979, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=169c7306-be64-4676-af06-9feee8746979,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:37.780691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-d8b1c9aa-3c1f-4d10-9ac6-2852f8868244 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/quotas/9ede44e0e7104ac6abdb38af47c44af3 HTTP/1.1" status: 200 len: 375 time: 0.0688572 Aug 11 00:31:37.780691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Calling delete_port for 02066ca4-5aaa-4c11-89aa-02ce15d0677e owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:31:37.818968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:37.819949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8434b70e-e2fe-4472-888b-9aeebb2f9fbf no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:31:37.852391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73f32fa-01fa-4681-b735-58c78364e7d7 admin admin] Deleting subnet 1ec88a16-4784-44a6-b313-8ca3b1d99e41 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:31:37.864027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c73f32fa-01fa-4681-b735-58c78364e7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:37.883927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-9f560870-da31-4439-8253-02e9373bac64 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1976242 Aug 11 00:31:37.896949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 8434b70e-e2fe-4472-888b-9aeebb2f9fbf {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:31:37.897322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8434b70e-e2fe-4472-888b-9aeebb2f9fbf not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:31:37.964876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419dec6-ce73-4b68-b755-b730b9a0ee51 req-64260b57-c667-4520-b724-333664d53ae6 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:37.979812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3419dec6-ce73-4b68-b755-b730b9a0ee51 req-64260b57-c667-4520-b724-333664d53ae6 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 943 time: 0.2391956 Aug 11 00:31:37.984558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c73f32fa-01fa-4681-b735-58c78364e7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.038242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-86f74f76-ee35-44e1-b93d-1cb25b8e68df service neutron] 10.222.0.43 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520588 Aug 11 00:31:38.040604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c73f32fa-01fa-4681-b735-58c78364e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.082789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=169c7306-be64-4676-af06-9feee8746979,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:38.149256 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3419dec6-ce73-4b68-b755-b730b9a0ee51 req-c930e015-769d-45af-a00b-fe60fcdd6e36 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655100 Aug 11 00:31:38.190762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-844c51af-3c87-4f15-9dc3-be376a50af42 service neutron] 10.222.0.43 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521099 Aug 11 00:31:38.289315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.316390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.330889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398', 'b2376e7f-a272-4593-bba2-2661f40567f4', '02066ca4-5aaa-4c11-89aa-02ce15d0677e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:38.339490 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c73f32fa-01fa-4681-b735-58c78364e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.408830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event deleted for resources: {'Port': ['ID=02066ca4-5aaa-4c11-89aa-02ce15d0677e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:38.455446 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c73f32fa-01fa-4681-b735-58c78364e7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.455446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c73f32fa-01fa-4681-b735-58c78364e7d7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1ec88a16-4784-44a6-b313-8ca3b1d99e41 HTTP/1.1" status: 204 len: 168 time: 0.8231289 Aug 11 00:31:38.455446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f32fa-01fa-4681-b735-58c78364e7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec88a16-4784-44a6-b313-8ca3b1d99e41,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:38.455679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Transition to ACTIVE for port object 83e66192-5e98-4f85-8b3b-b7f3af125e7b will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:38.455751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58114) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:38.504837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] No DVR routers for this DVR port 02066ca4-5aaa-4c11-89aa-02ce15d0677e on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:31:38.512521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.522478 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a41494-8510-4dc9-a28b-88c8c11e3e16 x-openstack-request-id: req-72a41494-8510-4dc9-a28b-88c8c11e3e16 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:38.522778 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706f1ce7-7dff-4e59-84f4-3586936ef91a", "name": "network-vif-plugged", "status": "completed", "tag": "169c7306-be64-4676-af06-9feee8746979", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:38.523037 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72a41494-8510-4dc9-a28b-88c8c11e3e16 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:38.523699 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706f1ce7-7dff-4e59-84f4-3586936ef91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169c7306-be64-4676-af06-9feee8746979', 'code': 200} Aug 11 00:31:38.544762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24125aa6-ece2-4e2c-a970-f21826674fd7 req-f226d4e2-f46a-44b9-9d45-c864fe20cb71 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "DELETE /v2.0/ports/02066ca4-5aaa-4c11-89aa-02ce15d0677e HTTP/1.1" status: 204 len: 173 time: 1.8354516 Aug 11 00:31:38.545546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b86c27-db72-462a-8d56-696e4a2c2192', 'name': 'network-vif-deleted', 'tag': '02066ca4-5aaa-4c11-89aa-02ce15d0677e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:38.559784 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b6ab61-8b89-4aac-abb5-8a9eb5b0a45b" -d '{"events": [{"server_uuid": "d9b86c27-db72-462a-8d56-696e4a2c2192", "name": "network-vif-deleted", "tag": "02066ca4-5aaa-4c11-89aa-02ce15d0677e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:38.589599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.634063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.723251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:31:38.775683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:31:38.786748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a737900c-cf13-4400-9355-7a949505e0b0 req-ad61539b-6bc9-49ee-9dbb-bc42bf7dc4a4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 210 time: 0.0759323 Aug 11 00:31:38.787305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 100f2785-fa4c-45f7-b0d7-c8c0a19ac0b7 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:31:38.825566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3349ab-e400-4881-b882-1fabba2ed7c3 None None] Pushing event updated for resources: {'Port': ['ID=83e66192-5e98-4f85-8b3b-b7f3af125e7b,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:38.879748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a01cefb0-4daa-494e-b6cf-63cb9b198f4b details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:31:38.880055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91103b-17d9-4993-9a8e-4365d3b99f1a req-e49c1d40-7cc4-4f82-9e1e-fad4b7e33fef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:38.888412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb91103b-17d9-4993-9a8e-4365d3b99f1a req-e49c1d40-7cc4-4f82-9e1e-fad4b7e33fef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 950 time: 0.2928917 Aug 11 00:31:38.893851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:38.926383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea230e-fb7d-41d5-a9e8-84955da4d2b6 req-0199980d-8a47-4e83-83e6-02363fdc0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:38.927943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87ea230e-fb7d-41d5-a9e8-84955da4d2b6 req-0199980d-8a47-4e83-83e6-02363fdc0e8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 1102 time: 0.2782664 Aug 11 00:31:38.932837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0906da31-03b2-4946-bd10-98341aa6397c']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:38.961971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fa8756-73e5-4b19-9702-56e334cc3cdd') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:38.962200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fa8756-73e5-4b19-9702-56e334cc3cdd') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:39.000128 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb44808f-73da-4ca3-b82b-deedede394a5 x-openstack-request-id: req-bb44808f-73da-4ca3-b82b-deedede394a5 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:39.000128 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b86c27-db72-462a-8d56-696e4a2c2192", "name": "network-vif-deleted", "tag": "02066ca4-5aaa-4c11-89aa-02ce15d0677e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:39.000128 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb44808f-73da-4ca3-b82b-deedede394a5 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:39.000477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb91103b-17d9-4993-9a8e-4365d3b99f1a req-01fa8130-124a-4729-bcc4-575898fbeca7 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066942 Aug 11 00:31:39.000477 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.005675 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b86c27-db72-462a-8d56-696e4a2c2192', 'name': 'network-vif-deleted', 'tag': '02066ca4-5aaa-4c11-89aa-02ce15d0677e', 'status': 'completed', 'code': 200} Aug 11 00:31:39.058729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.062424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87ea230e-fb7d-41d5-a9e8-84955da4d2b6 req-24c4f53f-7bca-44b6-bc5a-217665319a60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150868 Aug 11 00:31:39.086848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Attempting to bind port 83e66192-5e98-4f85-8b3b-b7f3af125e7b on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:39.086848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Attempting to bind port 83e66192-5e98-4f85-8b3b-b7f3af125e7b by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:39.086848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Attempting to bind port 83e66192-5e98-4f85-8b3b-b7f3af125e7b on network b2317fbb-f2be-4dd9-ac4d-986d4993d453 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:39.087647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:31:39.087647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:31:39.088411 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:31:39.127008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbb9b9d5-06c4-41e9-ba31-87c7a9d7a164 req-2ef70f61-698b-413c-a580-613844e85ad3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 210 time: 0.0421779 Aug 11 00:31:39.143744 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:31:39.145739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:39.146126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Checking segment: {'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:39.146540 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.146947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Bound using segment: {'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:39.147664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Bound port: 83e66192-5e98-4f85-8b3b-b7f3af125e7b, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:39.148061 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.298411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.317205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.322464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0906da31-03b2-4946-bd10-98341aa6397c HTTP/1.1" status: 204 len: 168 time: 0.8677969 Aug 11 00:31:39.325313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58140) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:39.353944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c937860-c026-46b4-aed2-68588d609588 admin admin] Pushing event deleted for resources: {'Network': ['ID=0906da31-03b2-4946-bd10-98341aa6397c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:39.410823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c4e75-8bb7-4aea-a475-fe61cb9c9664 req-ba7e7122-06e1-4908-8e4e-34661d25fb49 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:39.414353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b6c4e75-8bb7-4aea-a475-fe61cb9c9664 req-ba7e7122-06e1-4908-8e4e-34661d25fb49 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 943 time: 0.1683648 Aug 11 00:31:39.503856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3366afb3-4fea-4a24-8bcb-980d090d8e12 admin admin] Deleting subnet c45a03c4-16db-4763-b734-9d08327fada2 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:31:39.518941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b6c4e75-8bb7-4aea-a475-fe61cb9c9664 req-72a028fe-6ec8-4173-8f1a-b270c6438a4f tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974777 Aug 11 00:31:39.544605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3366afb3-4fea-4a24-8bcb-980d090d8e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.656423 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3366afb3-4fea-4a24-8bcb-980d090d8e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.735802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] For port 83e66192-5e98-4f85-8b3b-b7f3af125e7b, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:39.739751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] For port 83e66192-5e98-4f85-8b3b-b7f3af125e7b, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=83e66192-5e98-4f85-8b3b-b7f3af125e7b,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:39.747126 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3366afb3-4fea-4a24-8bcb-980d090d8e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.752807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a01cefb0-4daa-494e-b6cf-63cb9b198f4b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:39.765623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'a01cefb0-4daa-494e-b6cf-63cb9b198f4b', 'network_id': 'e52f46aa-02af-4590-8cfb-c547b1cfaf77', 'port_id': 'a01cefb0-4daa-494e-b6cf-63cb9b198f4b', 'mac_address': 'fa:16:3e:88:b2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f42a603-674f-403f-86ec-a6dcdc619e0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:31:39.873713 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.921562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:39.955730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01cefb0-4daa-494e-b6cf-63cb9b198f4b {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:39.957965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3366afb3-4fea-4a24-8bcb-980d090d8e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:40.017121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:31:40.017795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:31:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:40.030291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3349ab-e400-4881-b882-1fabba2ed7c3 None None] Pushing event updated for resources: {'Port': ['ID=83e66192-5e98-4f85-8b3b-b7f3af125e7b,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:40.069453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a01cefb0-4daa-494e-b6cf-63cb9b198f4b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:40.073304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24830f00-aade-4c73-9d55-51f409c9c1fd req-3b7c2b6d-f48b-4283-b4fd-003c0d6f09cf tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b86c27-db72-462a-8d56-696e4a2c2192 HTTP/1.1" status: 200 len: 210 time: 0.0757747 Aug 11 00:31:40.073996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366afb3-4fea-4a24-8bcb-980d090d8e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45a03c4-16db-4763-b734-9d08327fada2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:40.120293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3366afb3-4fea-4a24-8bcb-980d090d8e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:40.124085 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3366afb3-4fea-4a24-8bcb-980d090d8e12 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c45a03c4-16db-4763-b734-9d08327fada2 HTTP/1.1" status: 204 len: 168 time: 0.7976079 Aug 11 00:31:40.126597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58160) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:40.180020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a031ba6-33c2-488f-afd5-9dd0da727903 req-0ea6aaff-43db-453c-9a73-7c168be33d46 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:40.197562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a031ba6-33c2-488f-afd5-9dd0da727903 req-0ea6aaff-43db-453c-9a73-7c168be33d46 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:40.207752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a031ba6-33c2-488f-afd5-9dd0da727903 req-0ea6aaff-43db-453c-9a73-7c168be33d46 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72&device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 1682 time: 0.1756952 Aug 11 00:31:40.227622 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:40.286382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:40.298710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a031ba6-33c2-488f-afd5-9dd0da727903 req-8de64276-9f35-4b47-94d5-bd602b05d23f tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898285 Aug 11 00:31:40.404438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:40.416076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-862d9cd0-5219-40c6-909b-1823b92b6e49 req-204fdb4d-ae2b-4115-9789-cee8ec9dc36a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 210 time: 0.0634172 Aug 11 00:31:40.419041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:31:40.580619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:40.624489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff02b33-2d93-4ceb-8335-c2bfdf35e2b8 req-caaa0a7d-b0f0-4608-98ef-b27c5dddb829 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:40.627327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ff02b33-2d93-4ceb-8335-c2bfdf35e2b8 req-caaa0a7d-b0f0-4608-98ef-b27c5dddb829 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 950 time: 0.2397451 Aug 11 00:31:40.634405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6667ff-aef4-4bae-9ae9-901893c573a7']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:40.676659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17396005-5a29-44d3-b475-96ff54656107') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:40.677299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17396005-5a29-44d3-b475-96ff54656107') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:40.787632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a01cefb0-4daa-494e-b6cf-63cb9b198f4b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:40.795073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:40.810853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898b5b5-5c42-4660-a4b0-9771010b6e9f req-8e6f7f0d-989a-4645-ac38-082334831c9f tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:40.821387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e898b5b5-5c42-4660-a4b0-9771010b6e9f req-8e6f7f0d-989a-4645-ac38-082334831c9f tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 944 time: 0.0903327 Aug 11 00:31:40.845368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:40.858642 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ff02b33-2d93-4ceb-8335-c2bfdf35e2b8 req-ebf22674-c0be-4842-8911-b2b7bb1f6598 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942210 Aug 11 00:31:40.860354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:31:40.861049 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:31:40.863343 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:31:40.889975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 02066ca4-5aaa-4c11-89aa-02ce15d0677e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:31:40.914183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e898b5b5-5c42-4660-a4b0-9771010b6e9f req-5fbc2046-37ff-436a-817f-0090c257b0f2 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878894 Aug 11 00:31:40.977282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 02066ca4-5aaa-4c11-89aa-02ce15d0677e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:31:40.977755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 02066ca4-5aaa-4c11-89aa-02ce15d0677e not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:31:41.123891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:41.165501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:41.177785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7e6667ff-aef4-4bae-9ae9-901893c573a7 HTTP/1.1" status: 204 len: 168 time: 1.0458093 Aug 11 00:31:41.179433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8752f-ab3e-4b41-b4e5-5c825d7db016 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6667ff-aef4-4bae-9ae9-901893c573a7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:41.201076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:39Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:41.240767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccca2a6-c1c1-4ff1-836f-debdc9e367fc None None] The sync data for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 is: [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:39Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:31:41.746464 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d993656-e923-4595-971e-5ed3f288a98e req-0ad35920-1152-4c39-bbbf-0ce8a1746f6b tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 210 time: 0.0452068 Aug 11 00:31:42.023883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6a093-9386-4599-99a0-45aa6ef2321e req-0ea434dd-633d-4cb4-ac88-7aa5695762e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:42.027341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31f6a093-9386-4599-99a0-45aa6ef2321e req-0ea434dd-633d-4cb4-ac88-7aa5695762e2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 945 time: 0.0862710 Aug 11 00:31:42.096519 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58200) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:42.112400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31f6a093-9386-4599-99a0-45aa6ef2321e req-f564d266-34c5-41bd-8b31-10fd1c3474f0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736909 Aug 11 00:31:42.169388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-08e18e59-b120-41a5-9c6e-18ec108cb2b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cb524ee06404b708ba78c7a5c42e116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709510 Aug 11 00:31:42.173143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58202) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:42.346403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83653bf3-1f3f-4790-a058-c2b6ed63a183 req-38ff6a30-7482-4dd4-bd10-3319f49f88e0 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:42.356294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83653bf3-1f3f-4790-a058-c2b6ed63a183 req-38ff6a30-7482-4dd4-bd10-3319f49f88e0 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 950 time: 0.1475663 Aug 11 00:31:42.358919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-894b1f22-8b05-4482-be02-b5269ce28f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:42.465200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-894b1f22-8b05-4482-be02-b5269ce28f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:42.514506 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83653bf3-1f3f-4790-a058-c2b6ed63a183 req-9c420b88-c979-40a5-b18b-7979f3f74912 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489608 Aug 11 00:31:42.572590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a808561-59c9-46da-8e8a-ae1ac2ebddc8 req-4120ffc4-0b2b-4d78-b22b-1ebedb35e1a0 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:42.589776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a808561-59c9-46da-8e8a-ae1ac2ebddc8 req-4120ffc4-0b2b-4d78-b22b-1ebedb35e1a0 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 944 time: 0.1402290 Aug 11 00:31:42.733940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a808561-59c9-46da-8e8a-ae1ac2ebddc8 req-64747a32-a0f2-4086-b1c6-1f9f35674583 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422908 Aug 11 00:31:42.759035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-894b1f22-8b05-4482-be02-b5269ce28f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:42.763930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-894b1f22-8b05-4482-be02-b5269ce28f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:42.773997 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-894b1f22-8b05-4482-be02-b5269ce28f9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a0d3954-4108-492d-89eb-4d326b2c4065 HTTP/1.1" status: 204 len: 168 time: 0.5908954 Aug 11 00:31:42.785072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b1f22-8b05-4482-be02-b5269ce28f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d3954-4108-492d-89eb-4d326b2c4065,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:42.863644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a01cefb0-4daa-494e-b6cf-63cb9b198f4b up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:43.005187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4fe49-d3f7-49c0-997e-353656386674 req-79627024-8887-4cc4-bb87-6e05ea97497d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:43.017229 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0e4fe49-d3f7-49c0-997e-353656386674 req-79627024-8887-4cc4-bb87-6e05ea97497d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 946 time: 0.1944013 Aug 11 00:31:43.072699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port a01cefb0-4daa-494e-b6cf-63cb9b198f4b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:43.087449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port a01cefb0-4daa-494e-b6cf-63cb9b198f4b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:43.095647 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:43.184639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0e4fe49-d3f7-49c0-997e-353656386674 req-36a23027-2535-4d4b-979f-84e0d668fb2a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631968 Aug 11 00:31:43.269861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 83e66192-5e98-4f85-8b3b-b7f3af125e7b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:43.495923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eb243ba1-c346-49cb-9111-33cb79599046 req-577bc0f7-7e4e-47c1-9e2f-fb835281d251 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 210 time: 0.0579913 Aug 11 00:31:43.530016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 83e66192-5e98-4f85-8b3b-b7f3af125e7b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:43.555071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 83e66192-5e98-4f85-8b3b-b7f3af125e7b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:43.555732 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:43.563403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:43.647866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c73e3f-c204-4953-bda0-e385274ffb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01cefb0-4daa-494e-b6cf-63cb9b198f4b'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:43.655572 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efbedf6-3fca-43f5-bc57-7902ad98494f" -d '{"events": [{"server_uuid": "f1c73e3f-c204-4953-bda0-e385274ffb6c", "name": "network-vif-plugged", "status": "completed", "tag": "a01cefb0-4daa-494e-b6cf-63cb9b198f4b"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:43.695756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a01cefb0-4daa-494e-b6cf-63cb9b198f4b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:43.713681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717482-a9b9-42a5-8193-63a0b003316c req-d9d87be2-5f1d-4ebb-ab9b-6c9013ddb554 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:43.715356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc717482-a9b9-42a5-8193-63a0b003316c req-d9d87be2-5f1d-4ebb-ab9b-6c9013ddb554 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 945 time: 0.4466667 Aug 11 00:31:43.763207 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3bc063-8080-4a38-96d0-e49d963f1ee2 x-openstack-request-id: req-bf3bc063-8080-4a38-96d0-e49d963f1ee2 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:43.763475 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c73e3f-c204-4953-bda0-e385274ffb6c", "name": "network-vif-plugged", "status": "completed", "tag": "a01cefb0-4daa-494e-b6cf-63cb9b198f4b", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:43.764152 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf3bc063-8080-4a38-96d0-e49d963f1ee2 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:43.764299 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c73e3f-c204-4953-bda0-e385274ffb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01cefb0-4daa-494e-b6cf-63cb9b198f4b', 'code': 200} Aug 11 00:31:43.847254 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:43.886176 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:43.948910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 83e66192-5e98-4f85-8b3b-b7f3af125e7b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=83e66192-5e98-4f85-8b3b-b7f3af125e7b,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:43.983212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:44.050395 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.151484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda5b57-0646-4920-bdd2-9cbce308dd79 req-31eed494-6c2f-4f81-a08f-d693ce96f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:44.153339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbda5b57-0646-4920-bdd2-9cbce308dd79 req-31eed494-6c2f-4f81-a08f-d693ce96f3ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 1097 time: 0.2932353 Aug 11 00:31:44.184315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=83e66192-5e98-4f85-8b3b-b7f3af125e7b,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:44.203981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-334b4b60-c7e5-4516-a0ba-cef0141a5855 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:44.208083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-334b4b60-c7e5-4516-a0ba-cef0141a5855 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.44 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 819 time: 0.7913442 Aug 11 00:31:44.223795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-48c2356b-a262-468f-9afa-87085386da73 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:44.226168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-48c2356b-a262-468f-9afa-87085386da73 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 946 time: 1.0371904 Aug 11 00:31:44.247038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-b3340bdb-15fd-4856-a3ff-3efbdf6bb542 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:44.248856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Request body: {'port': {'device_id': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'admin_state_up': True, 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:44.249563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-b3340bdb-15fd-4856-a3ff-3efbdf6bb542 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0a496c4-26c8-4a57-90f9-c5aab49a9c72 HTTP/1.1" status: 200 len: 945 time: 0.2110777 Aug 11 00:31:44.279858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbda5b57-0646-4920-bdd2-9cbce308dd79 req-74107fb4-6b28-4263-90d4-0d46190dc739 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161168 Aug 11 00:31:44.329380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6187c1b-32f4-415d-98d8-838dcb123f0b req-9a2e277b-817a-4cd0-9749-ad289ba6b0b5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:44.330988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6187c1b-32f4-415d-98d8-838dcb123f0b req-9a2e277b-817a-4cd0-9749-ad289ba6b0b5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 945 time: 0.2942154 Aug 11 00:31:44.339736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Deleting port b2376e7f-a272-4593-bba2-2661f40567f4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:31:44.340804 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.496982 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6187c1b-32f4-415d-98d8-838dcb123f0b req-94ee48a1-c1ac-4858-a4b3-4b736d644ba6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563320 Aug 11 00:31:44.508119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9586642-10b3-4f46-8697-42a38d4c1811 req-c5cfc8e2-25fd-4912-8308-eca8f74e510e tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:44.511495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9586642-10b3-4f46-8697-42a38d4c1811 req-c5cfc8e2-25fd-4912-8308-eca8f74e510e tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 945 time: 0.1958289 Aug 11 00:31:44.538829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Deleting port 7fb3a295-6b65-49d2-a201-b35a14de87aa {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:31:44.539226 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.586116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Deleting port af3bb1ea-1d77-49ac-b3f5-64a486c8788a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:31:44.586116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.607208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58242) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:44.653632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] For port b2376e7f-a272-4593-bba2-2661f40567f4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2376e7f-a272-4593-bba2-2661f40567f4,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:44.653891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.683836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9586642-10b3-4f46-8697-42a38d4c1811 req-542e27b0-6798-4105-8b6b-7662dd184b6a tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487436 Aug 11 00:31:44.697615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Calling delete_port for b2376e7f-a272-4593-bba2-2661f40567f4 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:31:44.752041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec93578-2c27-4beb-af4d-55d96152c891 req-b4a1f731-8d76-4e35-b44e-8c513b50745a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:44.752353 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9ce39af5-d6bb-45a7-907d-f8e27977f8bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fbbbdbd74abb4c3f93eeb4265aea2094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420219 Aug 11 00:31:44.756289 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ec93578-2c27-4beb-af4d-55d96152c891 req-b4a1f731-8d76-4e35-b44e-8c513b50745a tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 946 time: 0.1731284 Aug 11 00:31:44.760324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58244) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:44.770417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Made reservation on behalf of 9ede44e0e7104ac6abdb38af47c44af3 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:44.780992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.809371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] For port 7fb3a295-6b65-49d2-a201-b35a14de87aa, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7fb3a295-6b65-49d2-a201-b35a14de87aa,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:44.809972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.827418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 83e66192-5e98-4f85-8b3b-b7f3af125e7b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:44.893599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] For port af3bb1ea-1d77-49ac-b3f5-64a486c8788a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,segment=NetworkSegment(9e4cc680-e050-44c0-8fa2-662465bdbc74),segment_id=9e4cc680-e050-44c0-8fa2-662465bdbc74)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:44.893989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.900062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ec93578-2c27-4beb-af4d-55d96152c891 req-df138e7f-c313-40bf-bdfc-84d0b8d065fc tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/security-groups?id=afdb203e-a6e4-444f-a7ad-495bab4badc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196516 Aug 11 00:31:44.911033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Calling delete_port for 7fb3a295-6b65-49d2-a201-b35a14de87aa owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:31:44.914741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 83e66192-5e98-4f85-8b3b-b7f3af125e7b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:44.915792 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:44.930532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Calling delete_port for af3bb1ea-1d77-49ac-b3f5-64a486c8788a owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:31:45.053570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e91f301c-4da4-41c8-8f17-dee05e457627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.124736 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e91f301c-4da4-41c8-8f17-dee05e457627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.272406 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1cf95968-0bdf-4daf-b3fe-1c5ab3093635 req-d20a1623-daf3-4994-be81-b2d3eee70d1c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 210 time: 0.0720613 Aug 11 00:31:45.507536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Allocated IP 172.20.0.14 (b2317fbb-f2be-4dd9-ac4d-986d4993d453/dd84facc-4371-4764-8046-823f484cd985/48096acd-3e62-485f-86e4-e82174175a6c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:45.513937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.554618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Pushing event deleted for resources: {'Port': ['ID=af3bb1ea-1d77-49ac-b3f5-64a486c8788a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:45.556754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.558268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e91f301c-4da4-41c8-8f17-dee05e457627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.561398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e91f301c-4da4-41c8-8f17-dee05e457627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.562635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e91f301c-4da4-41c8-8f17-dee05e457627 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/956de8a7-be0f-471b-8333-20b9cd55c18d HTTP/1.1" status: 204 len: 168 time: 0.7979362 Aug 11 00:31:45.647735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Pushing event deleted for resources: {'Port': ['ID=7fb3a295-6b65-49d2-a201-b35a14de87aa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:45.651402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f301c-4da4-41c8-8f17-dee05e457627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956de8a7-be0f-471b-8333-20b9cd55c18d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:45.672858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] No DVR routers for this DVR port af3bb1ea-1d77-49ac-b3f5-64a486c8788a on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:31:45.690242 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.692668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3e4ec49-6684-4679-a959-b3ab28ce7325 req-5c097a9f-150d-4bda-8257-c0cf0f8cf22d tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "DELETE /v2.0/ports/af3bb1ea-1d77-49ac-b3f5-64a486c8788a HTTP/1.1" status: 204 len: 173 time: 1.4589844 Aug 11 00:31:45.696810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5161d5-491f-4b9d-b67e-e8b5608293d9', 'name': 'network-vif-deleted', 'tag': 'af3bb1ea-1d77-49ac-b3f5-64a486c8788a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:45.700570 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4aff3e-b8a0-43ce-b4b8-57a38e260dc3" -d '{"events": [{"server_uuid": "5e5161d5-491f-4b9d-b67e-e8b5608293d9", "name": "network-vif-deleted", "tag": "af3bb1ea-1d77-49ac-b3f5-64a486c8788a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:45.710029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf73a1a-90ae-4313-bd7b-6a64cd4a8cf9 req-c3284038-d597-46da-a553-7b278d9199fb tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:45.718718 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fcf73a1a-90ae-4313-bd7b-6a64cd4a8cf9 req-c3284038-d597-46da-a553-7b278d9199fb tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 950 time: 0.2402999 Aug 11 00:31:45.724018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.736111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:45.748179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] No DVR routers for this DVR port 7fb3a295-6b65-49d2-a201-b35a14de87aa on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:31:45.756740 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.759606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42a93af2-8ca3-4e8a-9ec2-edb3b31ab9bd req-7d8a63c6-0ba0-49ff-9a45-fe1a6124a052 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.44 "DELETE /v2.0/ports/7fb3a295-6b65-49d2-a201-b35a14de87aa HTTP/1.1" status: 204 len: 173 time: 1.4952171 Aug 11 00:31:45.824570 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fcf73a1a-90ae-4313-bd7b-6a64cd4a8cf9 req-aca242ae-b292-4d7e-8449-5cd1617cbea0 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958612 Aug 11 00:31:45.865902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-857f95e9-42a2-4152-9e51-ca07080c17f8 req-312713ee-f0f8-4f06-9ee9-ea6c4f3aac74 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 210 time: 0.0849924 Aug 11 00:31:45.869509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event deleted for resources: {'Port': ['ID=b2376e7f-a272-4593-bba2-2661f40567f4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:45.967377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] No DVR routers for this DVR port b2376e7f-a272-4593-bba2-2661f40567f4 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:31:45.975967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:45.979899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc717482-a9b9-42a5-8193-63a0b003316c req-585b36d9-2bf2-425b-99eb-9716e4216f2a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "DELETE /v2.0/ports/b2376e7f-a272-4593-bba2-2661f40567f4 HTTP/1.1" status: 204 len: 173 time: 2.2310448 Aug 11 00:31:45.980657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20b9830-f9b7-4cc5-8a34-9cb69e9fe269', 'name': 'network-vif-deleted', 'tag': 'b2376e7f-a272-4593-bba2-2661f40567f4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:45.984817 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f04578-a065-4d07-9010-2ce2c1247831" -d '{"events": [{"server_uuid": "b20b9830-f9b7-4cc5-8a34-9cb69e9fe269", "name": "network-vif-deleted", "tag": "b2376e7f-a272-4593-bba2-2661f40567f4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:46.041448 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73762cb3-47f3-482a-ae32-a5403f273f6c x-openstack-request-id: req-73762cb3-47f3-482a-ae32-a5403f273f6c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:46.041972 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5161d5-491f-4b9d-b67e-e8b5608293d9", "name": "network-vif-deleted", "tag": "af3bb1ea-1d77-49ac-b3f5-64a486c8788a", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:46.042138 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73762cb3-47f3-482a-ae32-a5403f273f6c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:46.042526 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5161d5-491f-4b9d-b67e-e8b5608293d9', 'name': 'network-vif-deleted', 'tag': 'af3bb1ea-1d77-49ac-b3f5-64a486c8788a', 'status': 'completed', 'code': 200} Aug 11 00:31:46.060503 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:46.120499 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04ec7-33ac-4bbd-88ec-68aa27539daf req-bc5f574e-98e2-4109-a21c-52b8ce988895 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:46.125955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27d04ec7-33ac-4bbd-88ec-68aa27539daf req-bc5f574e-98e2-4109-a21c-52b8ce988895 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 945 time: 0.2038443 Aug 11 00:31:46.213386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27d04ec7-33ac-4bbd-88ec-68aa27539daf req-6b870340-7a92-4207-8c07-62e827763e6a tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692089 Aug 11 00:31:46.224735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e3e2ce0-bb90-4c4e-877d-ea10d5a0b89c req-30f120b8-eb19-480f-ab36-5c530aa27231 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 210 time: 0.0493574 Aug 11 00:31:46.270603 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6daae0c5-2b66-4689-9aea-811cb232a5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:46.297967 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9f21c5-88d9-4e76-b20d-d7510133f22e x-openstack-request-id: req-7f9f21c5-88d9-4e76-b20d-d7510133f22e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:46.298268 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20b9830-f9b7-4cc5-8a34-9cb69e9fe269", "name": "network-vif-deleted", "tag": "b2376e7f-a272-4593-bba2-2661f40567f4", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:46.298527 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f9f21c5-88d9-4e76-b20d-d7510133f22e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:46.299189 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20b9830-f9b7-4cc5-8a34-9cb69e9fe269', 'name': 'network-vif-deleted', 'tag': 'b2376e7f-a272-4593-bba2-2661f40567f4', 'status': 'completed', 'code': 200} Aug 11 00:31:46.307031 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:46.359737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Network b2317fbb-f2be-4dd9-ac4d-986d4993d453 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:46.363734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:46.371628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:46.444122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:46.444871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:46.479761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event updated for resources: {'Port': ['ID=48096acd-3e62-485f-86e4-e82174175a6c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:46.538258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ab94e-44f6-47d9-b550-b07262db66ab req-c7d4987c-f6a2-49aa-b6ca-b06d3e7a456c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:46.541147 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-425ab94e-44f6-47d9-b550-b07262db66ab req-c7d4987c-f6a2-49aa-b6ca-b06d3e7a456c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 932 time: 0.0839732 Aug 11 00:31:46.560796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-81fab799-1b55-4bf4-b58a-634e70ff943e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3167918 Aug 11 00:31:46.576610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Request body: {'port': {'device_id': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:46.656107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-425ab94e-44f6-47d9-b550-b07262db66ab req-37fe036f-d50b-46e3-bd65-962759c01962 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083159 Aug 11 00:31:46.725183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7fb3a295-6b65-49d2-a201-b35a14de87aa no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:31:46.725332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:46.751221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c957750-0a53-4878-a043-87061571455e req-b32f90ab-9c10-44ac-8600-3f6fe9141f9b tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:46.761352 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c957750-0a53-4878-a043-87061571455e req-b32f90ab-9c10-44ac-8600-3f6fe9141f9b tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.44 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 950 time: 0.1416507 Aug 11 00:31:46.854061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 7fb3a295-6b65-49d2-a201-b35a14de87aa {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:31:46.855569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7fb3a295-6b65-49d2-a201-b35a14de87aa not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:31:46.856599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device af3bb1ea-1d77-49ac-b3f5-64a486c8788a no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:31:46.970404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b2376e7f-a272-4593-bba2-2661f40567f4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:31:46.978278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: af3bb1ea-1d77-49ac-b3f5-64a486c8788a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:31:46.979357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device af3bb1ea-1d77-49ac-b3f5-64a486c8788a not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:31:47.024917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: b2376e7f-a272-4593-bba2-2661f40567f4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:31:47.025506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b2376e7f-a272-4593-bba2-2661f40567f4 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:31:47.163819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Deleting port 169c7306-be64-4676-af06-9feee8746979 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:31:47.169615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:47.221773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a515fb3f-09ca-4aa6-963c-814cb47bce19 req-803c3d73-65a0-4b6e-8f3c-9d141b67ac20 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=b20b9830-f9b7-4cc5-8a34-9cb69e9fe269 HTTP/1.1" status: 200 len: 210 time: 0.0491827 Aug 11 00:31:47.458408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeea703-cb7a-4a97-a48e-6db4fbacdca2 req-1da5bf1f-e94b-4f13-9f23-3139f06989b2 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:47.460468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0aeea703-cb7a-4a97-a48e-6db4fbacdca2 req-1da5bf1f-e94b-4f13-9f23-3139f06989b2 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/ports?device_id=706f1ce7-7dff-4e59-84f4-3586936ef91a HTTP/1.1" status: 200 len: 950 time: 0.3605440 Aug 11 00:31:47.552107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7367fde-194b-44bc-b7ec-8b8ab77fb4fe req-66ab363b-e944-4b7c-a263-eee2d255e6e8 tempest-ListServersNegativeTestJSON-2147432096 tempest-ListServersNegativeTestJSON-2147432096-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e5161d5-491f-4b9d-b67e-e8b5608293d9 HTTP/1.1" status: 200 len: 210 time: 0.1049242 Aug 11 00:31:47.557424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48096acd-3e62-485f-86e4-e82174175a6c {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:47.601035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:47.637535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] For port 169c7306-be64-4676-af06-9feee8746979, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=169c7306-be64-4676-af06-9feee8746979,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:47.642326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:47.657905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Transition to ACTIVE for port object 48096acd-3e62-485f-86e4-e82174175a6c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:47.692279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Calling delete_port for 169c7306-be64-4676-af06-9feee8746979 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:31:47.733769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0aeea703-cb7a-4a97-a48e-6db4fbacdca2 req-0c2be5a0-60f0-451f-9856-3fb4fe7d4604 tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8f1ce42-c085-4ce1-82da-8db3310615a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354951 Aug 11 00:31:47.865769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10ed0a-13d1-49be-9673-33f2511b35f3 req-4a9324ce-53c2-4e69-9908-e0bc4facb789 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:47.880332 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c10ed0a-13d1-49be-9673-33f2511b35f3 req-4a9324ce-53c2-4e69-9908-e0bc4facb789 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 932 time: 0.0927067 Aug 11 00:31:47.893447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:48.026641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c10ed0a-13d1-49be-9673-33f2511b35f3 req-987eb652-e6ab-42f5-942f-bc71805879f6 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445143 Aug 11 00:31:48.043804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a496c4-26c8-4a57-90f9-c5aab49a9c72', 'name': 'network-vif-deleted', 'tag': '7fb3a295-6b65-49d2-a201-b35a14de87aa'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:48.052516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Pushing event updated for resources: {'Port': ['ID=48096acd-3e62-485f-86e4-e82174175a6c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:48.053518 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cacdd09-17d4-46df-9d27-7a6e9c48d9c6" -d '{"events": [{"server_uuid": "b0a496c4-26c8-4a57-90f9-c5aab49a9c72", "name": "network-vif-deleted", "tag": "7fb3a295-6b65-49d2-a201-b35a14de87aa"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:48.141358 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab47521-85c6-464c-8ada-879eabf169b8 x-openstack-request-id: req-aab47521-85c6-464c-8ada-879eabf169b8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:48.141731 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a496c4-26c8-4a57-90f9-c5aab49a9c72", "name": "network-vif-deleted", "tag": "7fb3a295-6b65-49d2-a201-b35a14de87aa", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:48.142058 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aab47521-85c6-464c-8ada-879eabf169b8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:48.142470 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a496c4-26c8-4a57-90f9-c5aab49a9c72', 'name': 'network-vif-deleted', 'tag': '7fb3a295-6b65-49d2-a201-b35a14de87aa', 'status': 'completed', 'code': 200} Aug 11 00:31:48.174643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Attempting to bind port 48096acd-3e62-485f-86e4-e82174175a6c on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:48.175055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Attempting to bind port 48096acd-3e62-485f-86e4-e82174175a6c by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:48.175494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Attempting to bind port 48096acd-3e62-485f-86e4-e82174175a6c on network b2317fbb-f2be-4dd9-ac4d-986d4993d453 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:48.181411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Port 48096acd-3e62-485f-86e4-e82174175a6c on network b2317fbb-f2be-4dd9-ac4d-986d4993d453 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:48.181736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Attempting to bind port 48096acd-3e62-485f-86e4-e82174175a6c on network b2317fbb-f2be-4dd9-ac4d-986d4993d453 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:48.187315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:48.187659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Checking segment: {'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:48.188045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Bound using segment: {'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:48.188468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Bound port: 48096acd-3e62-485f-86e4-e82174175a6c, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5a99b6-569d-44ef-983a-e4e983c7d64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:48.188829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:48.197443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:48.227054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['169c7306-be64-4676-af06-9feee8746979'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:48.262780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Pushing event deleted for resources: {'Port': ['ID=169c7306-be64-4676-af06-9feee8746979,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:48.369999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] No DVR routers for this DVR port 169c7306-be64-4676-af06-9feee8746979 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:31:48.375141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:48.377418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c957750-0a53-4878-a043-87061571455e req-6d503aa2-6c5c-4379-8111-bd24bdc906ef tempest-TenantUsagesTestJSON-890346698 tempest-TenantUsagesTestJSON-890346698-project] 10.222.0.44 "DELETE /v2.0/ports/169c7306-be64-4676-af06-9feee8746979 HTTP/1.1" status: 204 len: 173 time: 1.5858176 Aug 11 00:31:48.389783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] For port 48096acd-3e62-485f-86e4-e82174175a6c, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:48.404059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] For port 48096acd-3e62-485f-86e4-e82174175a6c, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=48096acd-3e62-485f-86e4-e82174175a6c,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:48.547900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:48.645398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Pushing event updated for resources: {'Port': ['ID=48096acd-3e62-485f-86e4-e82174175a6c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:48.651241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:48.654589 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:48.654589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0d00ee9a-c839-4e86-b46b-4b800f64b7da service neutron] 10.222.0.44 "PUT /v2.0/ports/48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 1093 time: 2.0818183 Aug 11 00:31:48.654589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:48.657695 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1facc3b8-d7e0-460f-be5f-288f678c6a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:48.825825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-fac3abbf-7171-4831-b50e-ea4c6ee12c7d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:48.833918 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-fac3abbf-7171-4831-b50e-ea4c6ee12c7d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.2068903 Aug 11 00:31:48.861243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-f185ba47-461d-468a-ade7-cc52280f6eb5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/quotas/55abd496febd4c9fa62fbad0d0b079fe HTTP/1.1" status: 200 len: 375 time: 0.0259962 Aug 11 00:31:48.889154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:48.891415 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aaebe2e0-bae1-4f5b-939b-5002fd984f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:48.977354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-18c558e2-8ecb-4c1d-a01b-73ed7610f570 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038620 Aug 11 00:31:49.024186 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-909acfc2-a113-4093-be1c-1c25c3f31aec tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aa1d7cc9fa2046acb5d4dc2311f09077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560317 Aug 11 00:31:49.027834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-339ed019-4b32-4779-8835-ffac1c69e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:49.029539 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-339ed019-4b32-4779-8835-ffac1c69e3ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1096 time: 0.1569734 Aug 11 00:31:49.173290 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-5fa3573a-fe9d-4c4f-9cc7-51ad16a507cb service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877823 Aug 11 00:31:49.186001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-0e2fad25-cb56-49ad-b1e7-407afa078906 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 217 time: 0.1281407 Aug 11 00:31:49.434302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-12490cae-8727-4c51-a44d-62ebd09dad38 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:49.443933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-12490cae-8727-4c51-a44d-62ebd09dad38 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4095449 Aug 11 00:31:49.492679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3e17f1b2-2473-48eb-8d7f-dbe07ccbbb2a service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176599 Aug 11 00:31:49.497433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-acceba22-0a81-4768-bb54-7e19ad578f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:49.500192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-acceba22-0a81-4768-bb54-7e19ad578f0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.2989008 Aug 11 00:31:49.512282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-a14dceba-d054-45b2-ac88-5bfcdbcca0e2 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/quotas/aa1d7cc9fa2046acb5d4dc2311f09077 HTTP/1.1" status: 200 len: 375 time: 0.0378826 Aug 11 00:31:49.593778 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-48efa098-1dad-4dc5-b38b-6d9b0cf99aa7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798759 Aug 11 00:31:49.625558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-b4dee5e9-9fcf-41a0-a1c3-1ee4ec956355 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1d7cc9fa2046acb5d4dc2311f09077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889673 Aug 11 00:31:49.808477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-dd1fdff2-0cbe-4162-abea-086219a0a34b service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858318 Aug 11 00:31:50.010728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed39c2dd-aeab-43fd-a5d7-299173e83cdc req-180efe16-0400-46db-9481-e8b57d391866 service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897738 Aug 11 00:31:50.015984 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab49978-8c14-4874-9cbc-b72489c8b8fd x-openstack-request-id: req-0ab49978-8c14-4874-9cbc-b72489c8b8fd {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:50.019769 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:50.021372 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ab49978-8c14-4874-9cbc-b72489c8b8fd {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:50.023462 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c', 'status': 'completed', 'code': 200} Aug 11 00:31:50.143669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706f1ce7-7dff-4e59-84f4-3586936ef91a', 'name': 'network-vif-deleted', 'tag': '169c7306-be64-4676-af06-9feee8746979'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:50.148068 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e4f010-be36-4202-ba30-eba8e6065a2f" -d '{"events": [{"server_uuid": "706f1ce7-7dff-4e59-84f4-3586936ef91a", "name": "network-vif-deleted", "tag": "169c7306-be64-4676-af06-9feee8746979"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:50.330784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:50.377637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-382457fa-b668-4ef9-97df-8438d04919a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:50.380088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-382457fa-b668-4ef9-97df-8438d04919a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1096 time: 0.2300229 Aug 11 00:31:50.439609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e086c-9519-4f0b-9fd7-1503c3a208bc req-b93c15bb-65b6-4114-b954-7d8883b6b571 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:50.442410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-264e086c-9519-4f0b-9fd7-1503c3a208bc req-b93c15bb-65b6-4114-b954-7d8883b6b571 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 944 time: 0.1756473 Aug 11 00:31:50.643447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-264e086c-9519-4f0b-9fd7-1503c3a208bc req-c94aafb7-6df8-4643-a86f-3fed24ec9d7e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496739 Aug 11 00:31:50.666399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-a84670ed-672d-41df-a508-6919b5f7a1d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1742873 Aug 11 00:31:50.674825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-9748ff3e-a3dd-41b6-a218-b9c8f4b28a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:50.677410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-9748ff3e-a3dd-41b6-a218-b9c8f4b28a6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.2881737 Aug 11 00:31:50.733485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 169c7306-be64-4676-af06-9feee8746979 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:31:50.777406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-b73a7662-0a4f-4f27-a0cd-c4d5ad709002 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 217 time: 0.0882299 Aug 11 00:31:50.782395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 169c7306-be64-4676-af06-9feee8746979 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:31:50.783128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 169c7306-be64-4676-af06-9feee8746979 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:31:50.807564 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0191eeab-daa5-4247-9b8e-b35d7b7376e9 req-2043bab4-433e-4d95-aac8-10ada5173e0a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 210 time: 0.0948091 Aug 11 00:31:50.874125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-625573dc-d16c-4588-ba8a-2f9c5be1db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:50.877762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-625573dc-d16c-4588-ba8a-2f9c5be1db62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 1097 time: 0.1781986 Aug 11 00:31:50.891692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-47837f6e-18e8-4251-8e44-e1f80cfb08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:50.896249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58390) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:50.900560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-47837f6e-18e8-4251-8e44-e1f80cfb08ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.0985408 Aug 11 00:31:50.964556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-9d6bf674-6bb5-4f51-b6e3-14c8d671c848 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478787 Aug 11 00:31:51.065869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e8e5a3-f9e9-4008-b065-642b78d6af74 admin admin] Deleting subnet 845458f4-3dbb-4f22-bba9-1118b2dbe45b {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:31:51.082752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16e8e5a3-f9e9-4008-b065-642b78d6af74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:51.142313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58396) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:51.161148 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16e8e5a3-f9e9-4008-b065-642b78d6af74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:51.172863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-f3e8f021-0c50-4789-b28e-49c444132093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:51.175543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-f3e8f021-0c50-4789-b28e-49c444132093 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 0.2094896 Aug 11 00:31:51.230650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16e8e5a3-f9e9-4008-b065-642b78d6af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:51.234959 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff2d8a79-7ce7-47c9-9b03-ac8a31a625f5 req-5519309e-0c77-4610-84b4-f370b0c8565b tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 210 time: 0.1053066 Aug 11 00:31:51.332766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-2f5ae35a-96ae-4b9a-98b7-fc0e5f1b01a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 200 len: 1000 time: 0.1122978 Aug 11 00:31:51.417883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-b520e95e-f130-4902-aeb6-c51260e09097 service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016281 Aug 11 00:31:51.427703 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3faa779-3923-4d9a-bebe-5a904c2ee0b5 x-openstack-request-id: req-f3faa779-3923-4d9a-bebe-5a904c2ee0b5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:51.428204 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706f1ce7-7dff-4e59-84f4-3586936ef91a", "name": "network-vif-deleted", "tag": "169c7306-be64-4676-af06-9feee8746979", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:51.428598 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3faa779-3923-4d9a-bebe-5a904c2ee0b5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:51.431480 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706f1ce7-7dff-4e59-84f4-3586936ef91a', 'name': 'network-vif-deleted', 'tag': '169c7306-be64-4676-af06-9feee8746979', 'status': 'completed', 'code': 200} Aug 11 00:31:51.444274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-e87e5493-20a9-4d41-898b-118075867135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:51.446549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-e87e5493-20a9-4d41-898b-118075867135 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.1051705 Aug 11 00:31:51.557491 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16e8e5a3-f9e9-4008-b065-642b78d6af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:51.609590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8e5a3-f9e9-4008-b065-642b78d6af74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845458f4-3dbb-4f22-bba9-1118b2dbe45b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:51.613189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-0a879923-2023-4e88-b72a-937286646a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:51.615239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-0a879923-2023-4e88-b72a-937286646a28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561198 Aug 11 00:31:51.618319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16e8e5a3-f9e9-4008-b065-642b78d6af74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:51.622075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-16e8e5a3-f9e9-4008-b065-642b78d6af74 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/845458f4-3dbb-4f22-bba9-1118b2dbe45b HTTP/1.1" status: 204 len: 168 time: 0.7119348 Aug 11 00:31:51.628529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58404) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:51.631418 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8f6df62d-c46a-4c7d-85c0-6a79401d48b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c84bb044c3194f489e3d811b59170cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763241 Aug 11 00:31:51.636221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58406) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:51.642800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1facc3b8-d7e0-460f-be5f-288f678c6a3d req-6f3b56aa-1b82-4b80-9b3c-03c34e5887f5 service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101939 Aug 11 00:31:51.813675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-d992e8ca-4621-451e-a892-f1b6a5c80816 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880805 Aug 11 00:31:51.990868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.074643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcda7c-ed11-41e4-9e8f-73512180c378 req-cb638dc7-2511-47cd-ac87-11f91c68bc31 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:52.077002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2edcda7c-ed11-41e4-9e8f-73512180c378 req-cb638dc7-2511-47cd-ac87-11f91c68bc31 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 944 time: 0.2175090 Aug 11 00:31:52.116264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-192ac635-b689-4a5e-b33d-d33e5eba7d26 req-913ebe4b-0cf1-45bc-9d80-d618221d7c12 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 210 time: 0.1198156 Aug 11 00:31:52.138502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a4ba34c-b7f4-4d1c-b9b2-be0421d8f9b1 req-6cdf7da6-bf9a-4b71-a8eb-16fe4394c531 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163600 Aug 11 00:31:52.203117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2edcda7c-ed11-41e4-9e8f-73512180c378 req-09c6674b-f861-4322-aae1-1c2d82bbd22f tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023571 Aug 11 00:31:52.280219 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c86efbf6-8146-4772-80a7-453d0cf4710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.294904 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.350638 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.392333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c86efbf6-8146-4772-80a7-453d0cf4710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.397678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09339dde-e974-4f73-877d-82ddd9071fb7']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:52.461205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4cc680-e050-44c0-8fa2-662465bdbc74') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:52.461684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4cc680-e050-44c0-8fa2-662465bdbc74') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:31:52.527493 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-569c1ade-6791-4e40-8d48-6f44baee46c6 req-bd438fc5-a3ae-417d-acdd-1a62f47ea91f tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 210 time: 0.0986390 Aug 11 00:31:52.531082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.560500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.571394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:31:52.572035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:31:52.574939 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:31:52.746324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 48096acd-3e62-485f-86e4-e82174175a6c details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:31:52.774570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c86efbf6-8146-4772-80a7-453d0cf4710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.777295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c86efbf6-8146-4772-80a7-453d0cf4710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.778671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c86efbf6-8146-4772-80a7-453d0cf4710c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8f1ce42-c085-4ce1-82da-8db3310615a8 HTTP/1.1" status: 204 len: 168 time: 1.1382902 Aug 11 00:31:52.792532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86efbf6-8146-4772-80a7-453d0cf4710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f1ce42-c085-4ce1-82da-8db3310615a8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:52.877405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.905270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:52.905776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 48096acd-3e62-485f-86e4-e82174175a6c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=48096acd-3e62-485f-86e4-e82174175a6c,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:52.909346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] 10.222.0.43 "DELETE /v2.0/networks/09339dde-e974-4f73-877d-82ddd9071fb7 HTTP/1.1" status: 204 len: 168 time: 1.2782345 Aug 11 00:31:52.930920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '48096acd-3e62-485f-86e4-e82174175a6c', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'port_id': '48096acd-3e62-485f-86e4-e82174175a6c', 'mac_address': 'fa:16:3e:7d:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:31:52.935530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2420ff-74d8-4856-a346-ce12ae12c885 admin admin] Pushing event deleted for resources: {'Network': ['ID=09339dde-e974-4f73-877d-82ddd9071fb7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:53.006018 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:53.026008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48096acd-3e62-485f-86e4-e82174175a6c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:53.058656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 48096acd-3e62-485f-86e4-e82174175a6c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=48096acd-3e62-485f-86e4-e82174175a6c,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:53.175654 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:53.278522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=48096acd-3e62-485f-86e4-e82174175a6c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:53.290175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.290632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.291093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.291561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.292373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.292829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.293260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.293700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.294279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.294714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.295149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.296040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:31:53.370159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['48096acd-3e62-485f-86e4-e82174175a6c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:53.390796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f055dc64-0699-42b6-a55e-7f675b16b8c7 req-c905fa9f-5302-499f-9e85-7582aac200d9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 210 time: 0.1488075 Aug 11 00:31:53.558769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58434) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:53.592446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea81526-2d4c-4b7c-b408-b75580c4f822 req-3d6d3ae5-6d39-4205-8520-be385289c680 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:53.598207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ea81526-2d4c-4b7c-b408-b75580c4f822 req-3d6d3ae5-6d39-4205-8520-be385289c680 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 945 time: 0.1913788 Aug 11 00:31:53.709510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ea81526-2d4c-4b7c-b408-b75580c4f822 req-523c8fa9-fc15-47fb-bc2e-6dac8317536c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002781 Aug 11 00:31:54.179888 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed9d276e-cc51-4e79-949d-3339e8bf7a97 req-ac85a23a-4ec3-475b-947e-3d99a07fd7e6 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 210 time: 0.3554444 Aug 11 00:31:54.241742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58444) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:54.241964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3a272306-0fc6-4d78-861a-06fc35d11521 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0bb0f548d61430e9d4d6735ee0e5372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758449 Aug 11 00:31:54.270688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-c340cc2a-7b02-4dd5-9756-b3f252ce2746 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:54.272474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-c340cc2a-7b02-4dd5-9756-b3f252ce2746 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.8062673 Aug 11 00:31:54.291873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Request body: {'port': {'device_id': 'e96ffeb7-5433-4cbb-9de7-3371db26a50e', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'admin_state_up': True, 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:54.340787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac076206-8a0e-468e-b0a5-e89f06347811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:54.399811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac076206-8a0e-468e-b0a5-e89f06347811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:54.433535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-77f64245-f6a5-4417-bb92-08297d35d166 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aa1d7cc9fa2046acb5d4dc2311f09077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533175 Aug 11 00:31:54.495623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58448) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:54.520939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7fb388aa-cf99-456c-ae22-1db260d99e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:54.604573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:54.608738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:54.654322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b9ff3a3-bfbb-43b7-9e86-205c45fcadae req-6c220d6b-ac6b-49ba-b887-81fb18471ea9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 210 time: 0.0760217 Aug 11 00:31:54.698600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-9ca55b97-861e-47e7-979f-2705c6b9333e tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:54.700463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-9ca55b97-861e-47e7-979f-2705c6b9333e tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491457 Aug 11 00:31:54.719777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Request body: {'port': {'device_id': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': 'aa1d7cc9fa2046acb5d4dc2311f09077'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:54.751770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 48096acd-3e62-485f-86e4-e82174175a6c up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:31:54.854443 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7fb388aa-cf99-456c-ae22-1db260d99e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:54.879480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac076206-8a0e-468e-b0a5-e89f06347811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:54.888370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac076206-8a0e-468e-b0a5-e89f06347811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:54.890568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ac076206-8a0e-468e-b0a5-e89f06347811 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/afdb203e-a6e4-444f-a7ad-495bab4badc5 HTTP/1.1" status: 204 len: 168 time: 0.6463704 Aug 11 00:31:54.951671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac076206-8a0e-468e-b0a5-e89f06347811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdb203e-a6e4-444f-a7ad-495bab4badc5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:54.985596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 48096acd-3e62-485f-86e4-e82174175a6c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:54.993436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 48096acd-3e62-485f-86e4-e82174175a6c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:54.997911 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.000589 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7fb388aa-cf99-456c-ae22-1db260d99e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.204800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7fb388aa-cf99-456c-ae22-1db260d99e74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fe3070d8abd40c8b25ac1a984a49280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039981 Aug 11 00:31:55.205321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb388aa-cf99-456c-ae22-1db260d99e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f53ea40-cfa2-4c3c-b8b5-3e6ff856f31d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:55.206030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58456) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:55.274540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Made reservation on behalf of aa1d7cc9fa2046acb5d4dc2311f09077 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:55.281181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.292347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad86e3-a4c1-471a-9a1a-432350096fd5 req-84db1512-f755-47bb-9dc1-1153609df59f tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:55.297388 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.300272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbad86e3-a4c1-471a-9a1a-432350096fd5 req-84db1512-f755-47bb-9dc1-1153609df59f tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 945 time: 0.3677411 Aug 11 00:31:55.343535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Allocated IP 172.20.0.9 (479285e2-e6aa-4a17-87c6-3cd272b1374d/9884a018-365d-4b7b-b843-68321a4fed50/59ccd324-8e8e-4412-ade4-7701cfcb9a61) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:55.368321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.397506 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbad86e3-a4c1-471a-9a1a-432350096fd5 req-79127d48-5860-467b-b1a5-07ae346a393e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936069 Aug 11 00:31:55.415520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:55.419384 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe1dfa-8f42-4b40-810f-0c182c7b1863" -d '{"events": [{"server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "name": "network-vif-plugged", "status": "completed", "tag": "48096acd-3e62-485f-86e4-e82174175a6c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:55.470804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 48096acd-3e62-485f-86e4-e82174175a6c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=48096acd-3e62-485f-86e4-e82174175a6c,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:31:55.519946 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5e6821-5e98-4916-9788-7bae199db669 x-openstack-request-id: req-9d5e6821-5e98-4916-9788-7bae199db669 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:55.520436 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "name": "network-vif-plugged", "status": "completed", "tag": "48096acd-3e62-485f-86e4-e82174175a6c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:55.523618 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d5e6821-5e98-4916-9788-7bae199db669 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:55.524335 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c', 'code': 200} Aug 11 00:31:55.524523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53095989-7c96-4b2d-a308-36f7598ffaba req-f77d58b1-a5ac-4bbe-a8aa-e2897503e0b2 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 210 time: 0.1689091 Aug 11 00:31:55.579010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880aab9a-f215-4d5c-9e60-a5848fe1e279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.614231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.631718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880aab9a-f215-4d5c-9e60-a5848fe1e279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.741928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=48096acd-3e62-485f-86e4-e82174175a6c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:55.835878 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.848538 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.851235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7a76-3656-488c-a90e-6116e4824df8 req-625e8899-1636-4303-98d0-138d967a1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:55.853980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf3f7a76-3656-488c-a90e-6116e4824df8 req-625e8899-1636-4303-98d0-138d967a1c9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.1877878 Aug 11 00:31:55.896211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b0dd1c-0c5e-4317-a1fa-f2be4bfcce8e req-483e7e4d-b7ec-4359-be5a-047a137bf0ed tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 210 time: 0.1154282 Aug 11 00:31:55.924553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf3f7a76-3656-488c-a90e-6116e4824df8 req-bd53d1ca-fa06-40b2-9393-2d5ba90f61e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626643 Aug 11 00:31:55.926228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880aab9a-f215-4d5c-9e60-a5848fe1e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.933312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-880aab9a-f215-4d5c-9e60-a5848fe1e279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:55.933312 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-880aab9a-f215-4d5c-9e60-a5848fe1e279 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f53ea40-cfa2-4c3c-b8b5-3e6ff856f31d HTTP/1.1" status: 204 len: 168 time: 0.7234979 Aug 11 00:31:55.954576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aab9a-f215-4d5c-9e60-a5848fe1e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f53ea40-cfa2-4c3c-b8b5-3e6ff856f31d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:55.958171 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:56.058534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b0a4a1-314c-47bb-a46e-4dda2b134c83,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:56.147889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:56.178597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:31:56.202862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Allocated IP 192.168.233.253 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/abc371e8-d644-4382-9258-d4e89483f43e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:31:56.297446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:56.306200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:56.317782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:56.363885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event updated for resources: {'Port': ['ID=59ccd324-8e8e-4412-ade4-7701cfcb9a61,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:56.453255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:56.455084 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:56.598614 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:56.609108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-265e8d7a-65a7-4fce-b35d-2bd71ec70f25 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3266361 Aug 11 00:31:56.628617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Request body: {'port': {'device_id': 'e96ffeb7-5433-4cbb-9de7-3371db26a50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:56.705341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Transition to ACTIVE for port object abc371e8-d644-4382-9258-d4e89483f43e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:56.904901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27d80c24-8368-4bdc-9382-44919bc57aa8 req-e348afa9-783e-48e4-9df8-b56a66b85d67 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 210 time: 0.1525817 Aug 11 00:31:56.926757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:56.930225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:57.196376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cc3c0-9af0-435c-a6c1-68bbf94ba6fc req-a510173a-167a-457c-bb71-5f0d599988c5 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:57.198263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c2cc3c0-9af0-435c-a6c1-68bbf94ba6fc req-a510173a-167a-457c-bb71-5f0d599988c5 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.4091609 Aug 11 00:31:57.202342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:31:57.210691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:31:57.227802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:31:57.300737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:57.371501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea268d-5a67-4e29-b6b8-cbbcd00f506c req-91525f83-b8cf-435a-a353-8992cf286e07 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:57.373523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-efea268d-5a67-4e29-b6b8-cbbcd00f506c req-91525f83-b8cf-435a-a353-8992cf286e07 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 931 time: 0.2951314 Aug 11 00:31:57.429750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:57.430995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:57.504382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-efea268d-5a67-4e29-b6b8-cbbcd00f506c req-603120ce-986d-4907-b255-4ac9f2c39064 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160529 Aug 11 00:31:57.543870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c2cc3c0-9af0-435c-a6c1-68bbf94ba6fc req-6336ad26-9d47-415f-953d-5b8b3a219540 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927830 Aug 11 00:31:57.579562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-4d4301cd-2d4d-4f3a-81ba-00479bd51be1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8639119 Aug 11 00:31:57.589295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Request body: {'port': {'device_id': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:57.621208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58514) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:57.701551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ccd324-8e8e-4412-ade4-7701cfcb9a61 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:57.712186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:57.717333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d8b3363d-94d3-42b6-985f-5674a279de0d None None] Provisioning for port abc371e8-d644-4382-9258-d4e89483f43e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:31:57.733569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Transition to ACTIVE for port object 59ccd324-8e8e-4412-ade4-7701cfcb9a61 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:57.734576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d8b3363d-94d3-42b6-985f-5674a279de0d None None] Provisioning complete for port abc371e8-d644-4382-9258-d4e89483f43e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:31:57.735651 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d8b3363d-94d3-42b6-985f-5674a279de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:57.784112 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:57.797511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3363d-94d3-42b6-985f-5674a279de0d None None] Port abc371e8-d644-4382-9258-d4e89483f43e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:31:57.869549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-640876598-network', 'tenant_id': '10efb5afdc1a42ed9702f34c8f7905fd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:57.938722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.043361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Made reservation on behalf of 10efb5afdc1a42ed9702f34c8f7905fd for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:58.045873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.122556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.176354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58532) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:58.197634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=59ccd324-8e8e-4412-ade4-7701cfcb9a61,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:58.356535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3869fc-871a-46b1-8ac6-d285e84ef09d req-5ddb94de-4c50-4fe6-95f4-e1c6e359c4c1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:58.371836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7e3869fc-871a-46b1-8ac6-d285e84ef09d req-5ddb94de-4c50-4fe6-95f4-e1c6e359c4c1 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 936 time: 0.3050642 Aug 11 00:31:58.402444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-network', 'tenant_id': '589a89676fe8496786c29c191f3fe36c'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:58.457288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Attempting to bind port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:58.457739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Attempting to bind port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:58.457983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Attempting to bind port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:58.482414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:58.482754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Attempting to bind port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:58.496269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7e3869fc-871a-46b1-8ac6-d285e84ef09d req-fecd30ec-99d2-4bfd-9a8c-81583c817bdf tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226790 Aug 11 00:31:58.522537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:58.522888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Checking segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:58.523318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Bound using segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:58.523776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Bound port: 59ccd324-8e8e-4412-ade4-7701cfcb9a61, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:58.524147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.542829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc371e8-d644-4382-9258-d4e89483f43e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:31:58.557594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.587968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Transition to ACTIVE for port object abc371e8-d644-4382-9258-d4e89483f43e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:31:58.603026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.640815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] For port 59ccd324-8e8e-4412-ade4-7701cfcb9a61, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:58.647833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] For port 59ccd324-8e8e-4412-ade4-7701cfcb9a61, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=59ccd324-8e8e-4412-ade4-7701cfcb9a61,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:58.700997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.761067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.766997 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.778775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:58.808938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012c1f1-adef-45ed-b6a7-1f16b7b0a526 req-b9efd574-3bb6-46a0-b38d-db21780523ea tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:58.810876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2012c1f1-adef-45ed-b6a7-1f16b7b0a526 req-b9efd574-3bb6-46a0-b38d-db21780523ea tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.1476836 Aug 11 00:31:58.849628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb02939-6f53-40d1-be4b-3683fb4ec481,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:58.886583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:58.887260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.888737 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] 10.222.0.44 "PUT /v2.0/ports/59ccd324-8e8e-4412-ade4-7701cfcb9a61 HTTP/1.1" status: 200 len: 1092 time: 2.2685988 Aug 11 00:31:58.890303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96ffeb7-5433-4cbb-9de7-3371db26a50e', 'tag': '59ccd324-8e8e-4412-ade4-7701cfcb9a61'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:58.892828 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c349040-81ea-40f1-afec-f5a0111e88cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e96ffeb7-5433-4cbb-9de7-3371db26a50e", "tag": "59ccd324-8e8e-4412-ade4-7701cfcb9a61"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:58.901013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:31:58.918011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f796c-4c86-4ae7-857c-a1f664fbd0b7 req-5104bfa9-9847-4255-99fc-30b782424645 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:58.919750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b04f796c-4c86-4ae7-857c-a1f664fbd0b7 req-5104bfa9-9847-4255-99fc-30b782424645 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 943 time: 0.2388597 Aug 11 00:31:58.926168 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.926526 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Added segment 8049e51c-2156-41c0-a529-dc8157d008e2 of type vlan for network cbfa7f1c-a673-405c-9d02-367cb74d8df9 Aug 11 00:31:58.940798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Made reservation on behalf of 589a89676fe8496786c29c191f3fe36c for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:31:58.946170 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:58.965963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491cf02-1df8-4ce6-b828-87dacdbc7bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=59ccd324-8e8e-4412-ade4-7701cfcb9a61,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:59.027910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.031329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b04f796c-4c86-4ae7-857c-a1f664fbd0b7 req-8d48339b-8b92-4778-9317-d7d8ee4374fe tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879436 Aug 11 00:31:59.033468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.037096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2012c1f1-adef-45ed-b6a7-1f16b7b0a526 req-da82ee4c-8d95-48c5-b446-8d7263a671b5 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011621 Aug 11 00:31:59.069715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Attempting to bind port abc371e8-d644-4382-9258-d4e89483f43e on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:31:59.070146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Attempting to bind port abc371e8-d644-4382-9258-d4e89483f43e by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:31:59.070411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Attempting to bind port abc371e8-d644-4382-9258-d4e89483f43e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:59.105664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Port abc371e8-d644-4382-9258-d4e89483f43e on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:31:59.106014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Attempting to bind port abc371e8-d644-4382-9258-d4e89483f43e on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:31:59.119762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:31:59.120228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:31:59.120491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:31:59.124925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Bound port: abc371e8-d644-4382-9258-d4e89483f43e, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:31:59.126346 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.217223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-4ea90c74-20f7-47f2-a581-c8b3b3aef1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:59.219226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-4ea90c74-20f7-47f2-a581-c8b3b3aef1d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 1095 time: 0.1624665 Aug 11 00:31:59.342436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:31:59.345341 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.351225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:31:59.364290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-5e48067b-5497-49d8-a39c-b042faddb5fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ccd324-8e8e-4412-ade4-7701cfcb9a61 HTTP/1.1" status: 200 len: 217 time: 0.1364775 Aug 11 00:31:59.376591 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bd5ed5-8c08-4cd3-b51d-f74c3a6eb884 x-openstack-request-id: req-f6bd5ed5-8c08-4cd3-b51d-f74c3a6eb884 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:31:59.376591 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96ffeb7-5433-4cbb-9de7-3371db26a50e", "tag": "59ccd324-8e8e-4412-ade4-7701cfcb9a61", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:31:59.376591 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6bd5ed5-8c08-4cd3-b51d-f74c3a6eb884 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:31:59.376591 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96ffeb7-5433-4cbb-9de7-3371db26a50e', 'tag': '59ccd324-8e8e-4412-ade4-7701cfcb9a61', 'status': 'completed', 'code': 200} Aug 11 00:31:59.376591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.376591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:59.376591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.393484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.402387 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.477349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.527077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.538756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] Pushing event updated for resources: {'Network': ['ID=cbfa7f1c-a673-405c-9d02-367cb74d8df9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:59.541043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:59.543639 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.545110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-1a0df3c6-c46e-424d-a58c-a894472eb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:59.546424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] 10.222.0.44 "PUT /v2.0/ports/abc371e8-d644-4382-9258-d4e89483f43e HTTP/1.1" status: 200 len: 1097 time: 1.9636073 Aug 11 00:31:59.548329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-1a0df3c6-c46e-424d-a58c-a894472eb970 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.1682847 Aug 11 00:31:59.554026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cbfa7f1c-a673-405c-9d02-367cb74d8df9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:31:59.570569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:31:59.579317 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d255f2c-af3b-498a-afa5-ca006995d33b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "tag": "abc371e8-d644-4382-9258-d4e89483f43e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:31:59.607847 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-119659ad-5a65-4d4c-b5b0-52e4d253dcc8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9854133 Aug 11 00:31:59.613148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-88e31c5c-c82d-40ee-bb70-c329400d3fe0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447972 Aug 11 00:31:59.613148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58556) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:31:59.619055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Request body: {'subnet': {'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-640876598-subnet', 'tenant_id': '10efb5afdc1a42ed9702f34c8f7905fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:31:59.621688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:31:59.644959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.645723 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Added segment 6e0f1776-92e0-4d7c-926c-f1cba6965105 of type vlan for network 435ee18b-63f2-4916-af6e-797526dd7842 Aug 11 00:31:59.742886 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:31:59.840464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece636c-ff6a-4d84-a4ad-82d642328081 service neutron] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:59.843301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d2a6e5-6818-4811-b2f9-f83afcc1b851,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:31:59.893293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-573a98f1-cb35-4706-ab5e-dc4d6203758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:59.895234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-573a98f1-cb35-4706-ab5e-dc4d6203758e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa1d7cc9fa2046acb5d4dc2311f09077&device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 1100 time: 0.1692903 Aug 11 00:31:59.897824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4284b-8cc0-4e61-9d7a-b018857fcc3f req-86f5b8e5-9fb2-4d5d-89a8-c9520df3745c tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:31:59.900088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7a4284b-8cc0-4e61-9d7a-b018857fcc3f req-86f5b8e5-9fb2-4d5d-89a8-c9520df3745c tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 948 time: 0.2590699 Aug 11 00:31:59.955137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-0e4c4cab-dc8a-41d8-9e52-943a51598e5c service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313527 Aug 11 00:31:59.955390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-39e3f2f9-01f2-459e-84e7-9f91b2bde312 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=abc371e8-d644-4382-9258-d4e89483f43e HTTP/1.1" status: 200 len: 217 time: 0.0470228 Aug 11 00:32:00.019380 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:00.021195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:00.022263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:00.064214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7a4284b-8cc0-4e61-9d7a-b018857fcc3f req-65d129cb-76d5-402a-8439-2bf95b7b0d18 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552839 Aug 11 00:32:00.067798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Made reservation on behalf of 10efb5afdc1a42ed9702f34c8f7905fd for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:00.071468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:00.157636 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5795eea-b047-4880-a3a8-a0e3d08f3564 x-openstack-request-id: req-d5795eea-b047-4880-a3a8-a0e3d08f3564 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:00.157636 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "tag": "abc371e8-d644-4382-9258-d4e89483f43e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:00.157946 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5795eea-b047-4880-a3a8-a0e3d08f3564 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:00.158551 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e', 'status': 'completed', 'code': 200} Aug 11 00:32:00.174200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-a6768d2a-ae9a-4766-b098-51c3806e7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:00.176687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-a6768d2a-ae9a-4766-b098-51c3806e7e23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.2088797 Aug 11 00:32:00.181828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] Pushing event updated for resources: {'Network': ['ID=435ee18b-63f2-4916-af6e-797526dd7842,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:00.197571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 435ee18b-63f2-4916-af6e-797526dd7842 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:32:00.296234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6854868d-9771-4cfd-8382-7448ff661748 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.1185443 Aug 11 00:32:00.302821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58562) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:00.318745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Request body: {'subnet': {'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-subnet', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:00.390079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c6feaf2-60ce-4d58-a457-78ee9bf29938 req-7ab731e4-71af-4bd9-b533-5ed4aaef5de3 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170070 Aug 11 00:32:00.409257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18fd74-90c7-4cd5-98b5-6ec2d660a3c3 req-150f3178-a2ac-44a0-9ef5-ac231a7f3b1c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:00.417841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b18fd74-90c7-4cd5-98b5-6ec2d660a3c3 req-150f3178-a2ac-44a0-9ef5-ac231a7f3b1c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 943 time: 0.1635451 Aug 11 00:32:00.544509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b18fd74-90c7-4cd5-98b5-6ec2d660a3c3 req-4971f833-d7e8-416f-ab99-2d540e3267c6 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254787 Aug 11 00:32:00.721968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-14d4507e-b0f4-4067-85b4-8f3a79afdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:00.724741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-14d4507e-b0f4-4067-85b4-8f3a79afdc72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 1095 time: 0.0782113 Aug 11 00:32:00.727019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:00.929552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979e9bd4-172a-4c06-9475-dd04c49747c3,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:00.952895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ec9d02c-9968-4552-8483-d14954633f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:00.955728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-2ec9d02c-9968-4552-8483-d14954633f78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7686965 Aug 11 00:32:00.972025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Checking segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:00.972662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Network hostable DHCP agents. Network: cbfa7f1c-a673-405c-9d02-367cb74d8df9, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:32:00.999363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e004cd-f7ab-423e-b044-69141377cc28 req-953805f9-a82d-4e92-894d-578c38569c53 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:01.002452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3e004cd-f7ab-423e-b044-69141377cc28 req-953805f9-a82d-4e92-894d-578c38569c53 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.7684157 Aug 11 00:32:01.018765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-b18694a9-9742-42a2-b24f-01455118f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:01.025755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-b18694a9-9742-42a2-b24f-01455118f543 service neutron] 10.222.0.44 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 907 time: 0.2864320 Aug 11 00:32:01.077930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-ae2e836c-875a-4f56-bfa2-e0c56900a730 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ccd324-8e8e-4412-ade4-7701cfcb9a61 HTTP/1.1" status: 200 len: 217 time: 0.0451202 Aug 11 00:32:01.102103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Made reservation on behalf of 589a89676fe8496786c29c191f3fe36c for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:01.105873 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:01.110892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-eb5ec363-a57f-4cfa-94bb-9c43731a4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:01.113457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-eb5ec363-a57f-4cfa-94bb-9c43731a4855 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.8599772 Aug 11 00:32:01.173242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-e3fb27be-b279-40e9-85a7-7fa323871645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:01.176763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-e3fb27be-b279-40e9-85a7-7fa323871645 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.0898883 Aug 11 00:32:01.178164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Network cbfa7f1c-a673-405c-9d02-367cb74d8df9 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:32:01.232097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-662a7986-48b0-4f11-affd-5f66fe353985 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440490 Aug 11 00:32:01.320071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, cbfa7f1c-a673-405c-9d02-367cb74d8df9) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:01.333660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446328ff-6737-4f90-a52b-f8fbb5b2bb20 None None] Network cbfa7f1c-a673-405c-9d02-367cb74d8df9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:32:01.334713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:01.335988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:01.351088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3e004cd-f7ab-423e-b044-69141377cc28 req-01883b0c-8691-4620-8987-e17001d7284b tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245044 Aug 11 00:32:01.383017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea042b-3ea0-4bb9-b647-8ff497b72f13 req-558ba894-a869-4c4c-ac23-092a51a486fa tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:01.400299 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6ea042b-3ea0-4bb9-b647-8ff497b72f13 req-558ba894-a869-4c4c-ac23-092a51a486fa tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 948 time: 0.1706283 Aug 11 00:32:01.458834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-ebde5396-5929-4d33-a88f-60535b4bd378 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927344 Aug 11 00:32:01.466734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-b838c2c7-a7d1-46f6-a57e-c230eaa1ee18 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254150 Aug 11 00:32:01.546367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-83394b64-6b34-4eb6-b599-3ec8a31c7a28 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9209952 Aug 11 00:32:01.549066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6ea042b-3ea0-4bb9-b647-8ff497b72f13 req-0bf4a0b9-4a37-46e5-80df-d8828bf7b13d tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419115 Aug 11 00:32:01.620853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815fdec-623b-481e-8c7a-43124e562377 None None] Network cbfa7f1c-a673-405c-9d02-367cb74d8df9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:32:01.642066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-6bad17c2-abd2-48e1-884f-a42fd6765a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:01.644760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-6bad17c2-abd2-48e1-884f-a42fd6765a77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.4981816 Aug 11 00:32:01.650574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c349040-81ea-40f1-afec-f5a0111e88cc req-9937a75f-9da8-447f-ad1c-c87f34405442 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759779 Aug 11 00:32:01.818710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-9a43771b-4b39-4046-98f8-756771fe40a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 217 time: 0.1660602 Aug 11 00:32:02.002501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da28840-bf8d-4eff-ad43-d60cdcc72c12 req-cbdf604c-bd08-4f82-aaad-9533f388573c service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334263 Aug 11 00:32:02.029992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-399389b2-54fc-41cb-90d0-1ded03b8b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.032441 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-399389b2-54fc-41cb-90d0-1ded03b8b728 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.1053472 Aug 11 00:32:02.062654 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:02.130344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-f41c3359-f70d-4c36-a35d-d19a4823a4bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899673 Aug 11 00:32:02.136039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e35845-cba1-4182-a079-4f7e09131b1b req-ff4454f2-54d8-4348-a82b-81c10e780782 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.144514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90e35845-cba1-4182-a079-4f7e09131b1b req-ff4454f2-54d8-4348-a82b-81c10e780782 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 943 time: 0.4151554 Aug 11 00:32:02.214335 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90e35845-cba1-4182-a079-4f7e09131b1b req-d89257ed-be19-4164-9875-b9e1e5e61153 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639741 Aug 11 00:32:02.308456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54892641-5c33-4406-82fd-73227025182c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:02.333662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Checking segment: {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:02.334216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Network hostable DHCP agents. Network: 435ee18b-63f2-4916-af6e-797526dd7842, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:32:02.390251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-ccfd4168-ca49-4e1f-b29c-aefb3665ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.391919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-ccfd4168-ca49-4e1f-b29c-aefb3665ab4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aa1d7cc9fa2046acb5d4dc2311f09077&device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 1100 time: 0.1526442 Aug 11 00:32:02.402780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-e9d3d4ff-d342-475a-a47c-dfe52ab36f1f service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628326 Aug 11 00:32:02.423412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3039e1-62e7-4aa0-b1cc-6c2b76b25f51 req-69496396-c58c-4920-b600-2ffbccfff3f6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.425216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d3039e1-62e7-4aa0-b1cc-6c2b76b25f51 req-69496396-c58c-4920-b600-2ffbccfff3f6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.0955763 Aug 11 00:32:02.483064 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d3039e1-62e7-4aa0-b1cc-6c2b76b25f51 req-e880bf38-9327-4efc-be51-0c37d1da744a tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450504 Aug 11 00:32:02.515383 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:32:02.556065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Network 435ee18b-63f2-4916-af6e-797526dd7842 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:32:02.656704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 435ee18b-63f2-4916-af6e-797526dd7842) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:02.673352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a657f-2f34-4c06-a346-1a8084a1b391 req-1661442f-e194-4921-b0ab-9bba55c78281 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.673945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-6b6980f3-06d0-4a34-b249-7d1fddf52c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.675859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-6b6980f3-06d0-4a34-b249-7d1fddf52c47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.2763226 Aug 11 00:32:02.676084 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8d4a657f-2f34-4c06-a346-1a8084a1b391 req-1661442f-e194-4921-b0ab-9bba55c78281 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.0791774 Aug 11 00:32:02.679205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.679882 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:02.681429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443edc5e-b642-4c36-ba40-d973a4b214e4 None None] Network 435ee18b-63f2-4916-af6e-797526dd7842 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:32:02.701189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4a882e4-b8d7-49df-a405-5b29dd652882 req-bf6e23ff-0840-4df4-80ad-86ba8f0a38aa service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862988 Aug 11 00:32:02.751688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-00743d43-e5d2-43c6-9040-fbb3bef136a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=abc371e8-d644-4382-9258-d4e89483f43e HTTP/1.1" status: 200 len: 217 time: 0.0619075 Aug 11 00:32:02.779948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-8aa1ec64-19c5-4f5e-add9-f493521a109c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.796193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-8aa1ec64-19c5-4f5e-add9-f493521a109c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 812 time: 0.3844945 Aug 11 00:32:02.806962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8d4a657f-2f34-4c06-a346-1a8084a1b391 req-d4cdbee6-620c-4e4b-bde8-989723e3fd63 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102583 Aug 11 00:32:02.830377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 59ccd324-8e8e-4412-ade4-7701cfcb9a61 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:32:02.953821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 59ccd324-8e8e-4412-ade4-7701cfcb9a61, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=59ccd324-8e8e-4412-ade4-7701cfcb9a61,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:02.960396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-acb786b8-1f6e-4f25-9628-adcfa89afdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:02.963219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-acb786b8-1f6e-4f25-9628-adcfa89afdc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1491423 Aug 11 00:32:02.971048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '59ccd324-8e8e-4412-ade4-7701cfcb9a61', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'port_id': '59ccd324-8e8e-4412-ade4-7701cfcb9a61', 'mac_address': 'fa:16:3e:7f:67:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9884a018-365d-4b7b-b843-68321a4fed50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:32:02.974891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58630) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:02.979965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-189fe5d4-0b2e-4fc5-bf56-cfea65ec4f06 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6646678 Aug 11 00:32:02.983234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:02.992785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-739ffc1a-e6c7-4b07-b236-6d3394618785 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/quotas/10efb5afdc1a42ed9702f34c8f7905fd HTTP/1.1" status: 200 len: 375 time: 0.1940880 Aug 11 00:32:03.074842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-73a479bf-a899-49f0-8791-660e79b8fb9d tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601516 Aug 11 00:32:03.123853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:03.156542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ccd324-8e8e-4412-ade4-7701cfcb9a61 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:03.160955 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:03.161899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-d2a03f13-bd70-4f27-8af0-3e3cc462a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:03.162796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:03.163996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-d2a03f13-bd70-4f27-8af0-3e3cc462a6f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1698122 Aug 11 00:32:03.184642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240cc2-1a9a-46c5-a4d4-6cc245cf578b req-b855b287-93a1-4c95-aee7-d527eb871f6f tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:03.198131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac240cc2-1a9a-46c5-a4d4-6cc245cf578b req-b855b287-93a1-4c95-aee7-d527eb871f6f tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 948 time: 0.1242487 Aug 11 00:32:03.218994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-435ee18b-63f2-4916-af6e-797526dd7842', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:32:03.220017 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:03.234846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 59ccd324-8e8e-4412-ade4-7701cfcb9a61, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=59ccd324-8e8e-4412-ade4-7701cfcb9a61,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:03.290147 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac240cc2-1a9a-46c5-a4d4-6cc245cf578b req-96695a76-d47d-4179-a5b3-1f856e2ca756 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808175 Aug 11 00:32:03.336066 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:03.339011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-0ff70b09-dac5-492d-a54e-588f38602b1e service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637690 Aug 11 00:32:03.354617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:03.438352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d38d4-366a-489b-a824-b6a48d66733e req-b83abbf9-2b8a-4cc7-bffa-052e7598bd3c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:03.440120 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c22d38d4-366a-489b-a824-b6a48d66733e req-b83abbf9-2b8a-4cc7-bffa-052e7598bd3c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 944 time: 0.0723584 Aug 11 00:32:03.469349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=59ccd324-8e8e-4412-ade4-7701cfcb9a61,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:03.510377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Allocated IP 172.20.0.2 (435ee18b-63f2-4916-af6e-797526dd7842/54892641-5c33-4406-82fd-73227025182c/a9cd9151-8ed4-4598-a103-fce5f76c1f73) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:03.522978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d255f2c-af3b-498a-afa5-ca006995d33b req-a65961c7-d3f0-4e0b-84fc-f037190edb27 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686065 Aug 11 00:32:03.551050 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-70b31143-b92f-421e-95be-2856546b292a service neutron] 10.222.0.43 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600537 Aug 11 00:32:03.595053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['59ccd324-8e8e-4412-ade4-7701cfcb9a61'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:03.624933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:03.661324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c22d38d4-366a-489b-a824-b6a48d66733e req-efd6482e-9054-44b0-a567-474cc9f6d191 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771815 Aug 11 00:32:03.687766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-fd21f3d8-c49f-4866-b85e-cc61cb6c96b2 service neutron] 10.222.0.43 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292145 Aug 11 00:32:03.846880 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:03.864830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Transition to ACTIVE for port object a9cd9151-8ed4-4598-a103-fce5f76c1f73 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:03.884235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babca26-20f0-4e99-afc8-4e0da16b1ff6 req-16e98952-b9bd-41ea-ae7d-bddc4db06322 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:03.885946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4babca26-20f0-4e99-afc8-4e0da16b1ff6 req-16e98952-b9bd-41ea-ae7d-bddc4db06322 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1395841 Aug 11 00:32:03.899540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Transition to ACTIVE for port object a9cd9151-8ed4-4598-a103-fce5f76c1f73 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:03.974117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4babca26-20f0-4e99-afc8-4e0da16b1ff6 req-b22dc199-d946-461a-9c03-9d98598836d5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786896 Aug 11 00:32:03.997951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:04.077996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Pushing event updated for resources: {'Port': ['ID=a9cd9151-8ed4-4598-a103-fce5f76c1f73,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:04.088066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Network 435ee18b-63f2-4916-af6e-797526dd7842 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:04.089290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-70fd3c84-a70a-4400-ba8a-cdc47fb4a098 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:04.091050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-70fd3c84-a70a-4400-ba8a-cdc47fb4a098 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1643507 Aug 11 00:32:04.098107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:04.101638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:04.178652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:04.186691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Attempting to bind port a9cd9151-8ed4-4598-a103-fce5f76c1f73 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:04.187114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Attempting to bind port a9cd9151-8ed4-4598-a103-fce5f76c1f73 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:04.187569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Attempting to bind port a9cd9151-8ed4-4598-a103-fce5f76c1f73 on network 435ee18b-63f2-4916-af6e-797526dd7842 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:04.194812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:04.195259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Checking segment: {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:04.195727 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:04.196117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Bound using segment: {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:04.196641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Bound port: a9cd9151-8ed4-4598-a103-fce5f76c1f73, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:04.197035 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:04.303964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:04.311669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0401ef12-516e-45e6-b608-df152e849306 None None] For port a9cd9151-8ed4-4598-a103-fce5f76c1f73, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:04.317719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0401ef12-516e-45e6-b608-df152e849306 None None] For port a9cd9151-8ed4-4598-a103-fce5f76c1f73, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a9cd9151-8ed4-4598-a103-fce5f76c1f73,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:04.385990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64b0f5d7-2d97-4d98-b712-4d203f9ab973 req-f665cfd8-2d48-48a6-b3c3-a536b0beaea1 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 210 time: 0.0360184 Aug 11 00:32:04.397231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:04.424938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18077-77a3-4845-b2bb-a2348c26ceac req-e095f54a-31eb-4838-ab8a-e7a102586e22 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:04.433534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36d18077-77a3-4845-b2bb-a2348c26ceac req-e095f54a-31eb-4838-ab8a-e7a102586e22 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.3345420 Aug 11 00:32:04.511782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36d18077-77a3-4845-b2bb-a2348c26ceac req-5a2146e5-6d68-472f-9b55-c1982913f23e tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771987 Aug 11 00:32:04.545913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae73ce5-ba4f-40e5-ab81-523855b0e2f8 req-673cec27-109d-4e9f-a38b-8d55c57ef9da tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:04.547603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ae73ce5-ba4f-40e5-ab81-523855b0e2f8 req-673cec27-109d-4e9f-a38b-8d55c57ef9da tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 948 time: 0.0956795 Aug 11 00:32:04.572922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401ef12-516e-45e6-b608-df152e849306 None None] Pushing event updated for resources: {'Port': ['ID=a9cd9151-8ed4-4598-a103-fce5f76c1f73,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:04.610944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Deleting port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:04.611371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:04.623624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ae73ce5-ba4f-40e5-ab81-523855b0e2f8 req-14df857b-04d9-4864-8cf3-05a4d25fb529 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685833 Aug 11 00:32:04.769062 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:32:04.772475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 59ccd324-8e8e-4412-ade4-7701cfcb9a61 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:04.815622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Allocated IP 172.25.0.176 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/86aff026-5474-4a16-8eb0-c896ad992dc0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:05.058917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a9cd9151-8ed4-4598-a103-fce5f76c1f73 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:05.111649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.155346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:05.155616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] For port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:05.155616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.155953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'abc371e8-d644-4382-9258-d4e89483f43e', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'abc371e8-d644-4382-9258-d4e89483f43e', 'mac_address': 'fa:16:3e:81:9b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:32:05.165019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16de59-d6d9-469a-9b58-7fc2365dcee2 req-6648f72c-ecd6-4859-a1f4-423bf933faf9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:05.174310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d16de59-d6d9-469a-9b58-7fc2365dcee2 req-6648f72c-ecd6-4859-a1f4-423bf933faf9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.0745032 Aug 11 00:32:05.227603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d16de59-d6d9-469a-9b58-7fc2365dcee2 req-8c0e6828-83f0-42d1-addc-7d5699d2fb91 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521572 Aug 11 00:32:05.241174 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.266520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc371e8-d644-4382-9258-d4e89483f43e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:05.301679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:05.302876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e29aa3-fe84-4d6e-a66f-749440ece01d req-016c2cb5-6df2-430d-a7c1-192a0cd90b16 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:05.304821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51e29aa3-fe84-4d6e-a66f-749440ece01d req-016c2cb5-6df2-430d-a7c1-192a0cd90b16 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 944 time: 0.4774511 Aug 11 00:32:05.369525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:05.373926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a9cd9151-8ed4-4598-a103-fce5f76c1f73 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:05.383677 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.389295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:05.390008 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.448844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51e29aa3-fe84-4d6e-a66f-749440ece01d req-afcbe5c1-6a5b-473d-a077-357dfef588d1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359787 Aug 11 00:32:05.562925 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.563791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4fdd4a0d-97b5-4950-bd23-ccffc6c1f384 req-826ec04e-288b-4031-9f97-f325e61e867f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 210 time: 0.0664241 Aug 11 00:32:05.580208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:05.665364 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.673561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:05.680870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:05.683678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:05.749048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['abc371e8-d644-4382-9258-d4e89483f43e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:05.759580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.759580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:05.759918 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Floating IP bd8900fe-c1b5-43dc-8291-50c2a14faef5 disassociated. External IP: 172.25.0.72, port: 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070. Aug 11 00:32:05.760274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Calling delete_port for 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:05.799566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Pushing event updated for resources: {'Port': ['ID=86aff026-5474-4a16-8eb0-c896ad992dc0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:05.835789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96ffeb7-5433-4cbb-9de7-3371db26a50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ccd324-8e8e-4412-ade4-7701cfcb9a61'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:05.841075 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e1fadf-7614-4151-b19f-210bb47168c8" -d '{"events": [{"server_uuid": "e96ffeb7-5433-4cbb-9de7-3371db26a50e", "name": "network-vif-plugged", "status": "completed", "tag": "59ccd324-8e8e-4412-ade4-7701cfcb9a61"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:05.866592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfe872-248f-42d1-a483-62c9d2e96a44 req-5c2359af-471e-4102-9c7b-33bdb90bff33 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:05.880168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abdfe872-248f-42d1-a483-62c9d2e96a44 req-5c2359af-471e-4102-9c7b-33bdb90bff33 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 949 time: 0.1152148 Aug 11 00:32:05.886277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 59ccd324-8e8e-4412-ade4-7701cfcb9a61, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=59ccd324-8e8e-4412-ade4-7701cfcb9a61,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:05.917760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ce0d-ad72-42b1-8705-244c45f9969b req-0b9a30ae-a435-4c3e-b747-871058a5bd9b tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:05.919783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-30c0ce0d-ad72-42b1-8705-244c45f9969b req-0b9a30ae-a435-4c3e-b747-871058a5bd9b tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.2734735 Aug 11 00:32:05.962267 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abdfe872-248f-42d1-a483-62c9d2e96a44 req-39629362-d7d2-4591-acb6-ed84c9ed61fa tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780444 Aug 11 00:32:05.994070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:06.030930 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ba59e6-9dd9-4c19-9945-70174c39af04 x-openstack-request-id: req-d5ba59e6-9dd9-4c19-9945-70174c39af04 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:06.030930 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96ffeb7-5433-4cbb-9de7-3371db26a50e", "name": "network-vif-plugged", "status": "completed", "tag": "59ccd324-8e8e-4412-ade4-7701cfcb9a61", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:06.030930 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5ba59e6-9dd9-4c19-9945-70174c39af04 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:06.031617 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96ffeb7-5433-4cbb-9de7-3371db26a50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ccd324-8e8e-4412-ade4-7701cfcb9a61', 'code': 200} Aug 11 00:32:06.050585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f7a5d1-60f3-40a2-beae-5880788820b0 None None] Network 435ee18b-63f2-4916-af6e-797526dd7842 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:32:06.172362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc58d55-c8ac-4a67-bf22-153b41e75f53 req-40d1e580-e95e-4323-bf25-098e41db3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:06.174449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdc58d55-c8ac-4a67-bf22-153b41e75f53 req-40d1e580-e95e-4323-bf25-098e41db3b69 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 1097 time: 0.0819397 Aug 11 00:32:06.202446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=59ccd324-8e8e-4412-ade4-7701cfcb9a61,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:06.227939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdc58d55-c8ac-4a67-bf22-153b41e75f53 req-9b23cf8b-08e3-4d1d-bd6b-0247502ef43c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458260 Aug 11 00:32:06.231372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-30c0ce0d-ad72-42b1-8705-244c45f9969b req-aa400db8-dc97-4683-a26d-867bb2eee600 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899446 Aug 11 00:32:06.305960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c42d6c23-7cc0-4c83-a782-6332f586bae1 None None] Provisioning for port a9cd9151-8ed4-4598-a103-fce5f76c1f73 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:06.322208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c42d6c23-7cc0-4c83-a782-6332f586bae1 None None] Provisioning complete for port a9cd9151-8ed4-4598-a103-fce5f76c1f73 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:06.322586 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c42d6c23-7cc0-4c83-a782-6332f586bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:06.463841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a18137-ba9f-4d4a-8561-7898171f74b3 req-c886e144-7417-4fdc-a295-d92482953579 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:06.472991 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:06.487951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c42d6c23-7cc0-4c83-a782-6332f586bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:06.494642 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09a18137-ba9f-4d4a-8561-7898171f74b3 req-c886e144-7417-4fdc-a295-d92482953579 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 945 time: 0.1146259 Aug 11 00:32:06.571933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c42d6c23-7cc0-4c83-a782-6332f586bae1 None None] For port a9cd9151-8ed4-4598-a103-fce5f76c1f73, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a9cd9151-8ed4-4598-a103-fce5f76c1f73,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:06.588253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09a18137-ba9f-4d4a-8561-7898171f74b3 req-c47d8171-28d6-4ce5-b6e4-153e52fcf20c tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c2a12ac-3616-4c7d-b2de-0365867141d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926797 Aug 11 00:32:06.606128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event deleted for resources: {'Port': ['ID=8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:06.643612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c42d6c23-7cc0-4c83-a782-6332f586bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:06.791329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d6c23-7cc0-4c83-a782-6332f586bae1 None None] Pushing event updated for resources: {'Port': ['ID=a9cd9151-8ed4-4598-a103-fce5f76c1f73,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:06.815793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58bed674-f078-432a-bfe9-5a2f3dbeb918 req-4ab11c91-7946-4044-a952-4f4a7413298e tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 210 time: 0.0775793 Aug 11 00:32:06.868794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3b36ca39-6700-454e-9be6-d02c30540670 None None] Provisioning complete for port a9cd9151-8ed4-4598-a103-fce5f76c1f73 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:06.868794 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b36ca39-6700-454e-9be6-d02c30540670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:06.905964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:32:06.927289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf140-9b66-41e3-9004-8cb14acb905b req-d22c7464-d9f3-42f2-8c56-cba23eb4a65b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:06.935636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-faacf140-9b66-41e3-9004-8cb14acb905b req-d22c7464-d9f3-42f2-8c56-cba23eb4a65b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 945 time: 0.2660952 Aug 11 00:32:06.956655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:07.048804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:07.081465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:32:07.081818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:32:07.473351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-faacf140-9b66-41e3-9004-8cb14acb905b req-70d7ac47-4faf-40cd-8e84-e7d321552855 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366509 Aug 11 00:32:07.545953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:32:07.564221 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] Sync routers for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:32:07.610744 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:07.611849 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:07.624979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] No DVR routers for this DVR port 8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:32:07.629426 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:07.632436 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00ecec09-c5f1-4c1e-a7c9-caf523a1adbc req-2ab11080-255a-4dee-a0ea-d8513a0195a0 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "DELETE /v2.0/ports/8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070 HTTP/1.1" status: 204 len: 173 time: 3.5273411 Aug 11 00:32:07.636880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93684f1c-91e3-4c30-a998-98f836decad8', 'name': 'network-vif-deleted', 'tag': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:07.641207 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1947c54d-c3ca-44f9-b5df-c0cd42b355ca" -d '{"events": [{"server_uuid": "93684f1c-91e3-4c30-a998-98f836decad8", "name": "network-vif-deleted", "tag": "8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:07.850643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:07.864103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceae1f7-7826-415b-8230-362fc0f1efce req-58e0a03e-1176-49c0-abd5-544675b0fea6 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:07.868466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bceae1f7-7826-415b-8230-362fc0f1efce req-58e0a03e-1176-49c0-abd5-544675b0fea6 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 949 time: 0.3110414 Aug 11 00:32:07.872835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f17569-60db-4f72-a302-3842919e0910 req-fe2be915-32c1-4ac1-a2c1-3c3f1d954653 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:07.874452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25f17569-60db-4f72-a302-3842919e0910 req-fe2be915-32c1-4ac1-a2c1-3c3f1d954653 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.1638887 Aug 11 00:32:07.923405 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:07.979262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25f17569-60db-4f72-a302-3842919e0910 req-86d47053-a231-44d2-b8d9-bcf3ec6ffd32 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Aug 11 00:32:07.995389 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bceae1f7-7826-415b-8230-362fc0f1efce req-0be65676-a164-4f04-8b38-b3cc594b15dd tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146610 Aug 11 00:32:08.078522 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb6ac2-3fd4-48ef-ab47-9083db64ef54 x-openstack-request-id: req-89bb6ac2-3fd4-48ef-ab47-9083db64ef54 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:08.078816 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93684f1c-91e3-4c30-a998-98f836decad8", "name": "network-vif-deleted", "tag": "8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:08.083252 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89bb6ac2-3fd4-48ef-ab47-9083db64ef54 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:08.084142 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93684f1c-91e3-4c30-a998-98f836decad8', 'name': 'network-vif-deleted', 'tag': '8a2ee9b3-040d-4e0a-8aba-c13ac4e1e070', 'status': 'completed', 'code': 200} Aug 11 00:32:08.181866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02254feb-7848-4b58-bab8-8e4c555378c9 req-6b4ffac0-7b6b-4c47-9f0e-b1f6c43de2b9 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.0803094 Aug 11 00:32:08.205567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-409373d9-8214-4043-b783-1b083d614d2e req-6a21f866-4ebf-434e-97f6-a7d3499aeaae tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 210 time: 0.0569177 Aug 11 00:32:08.362384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Router 06c9d720-2089-4abc-9501-309875fc3757 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:32:08.387240 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:08.459336 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] Checking router: 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:32:08.478585 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:08.479624 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:08.737620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:32:08.760770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Sync routers for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:32:08.770530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-a08bd200-cd9c-4ef7-a955-30f78171da05 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:08.772627 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-a08bd200-cd9c-4ef7-a955-30f78171da05 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 812 time: 0.2986732 Aug 11 00:32:08.794910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Request body: {'port': {'device_id': '789cac88-2086-4eec-8f99-11726a353d59', 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'admin_state_up': True, 'tenant_id': '10efb5afdc1a42ed9702f34c8f7905fd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:08.811035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:08.872832 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:08.949012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47689ca0-128f-4c08-8b1f-7a0faf10d3ff req-82213521-12ab-40e1-97b4-b9b14235eaab tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:08.963344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:08.964267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:08.971628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47689ca0-128f-4c08-8b1f-7a0faf10d3ff req-82213521-12ab-40e1-97b4-b9b14235eaab tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 945 time: 0.3350897 Aug 11 00:32:08.985457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:08.986759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-912175f3-c83f-4866-9c11-c7c91bdcd75a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.0104005 Aug 11 00:32:08.992820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a9cd9151-8ed4-4598-a103-fce5f76c1f73 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:08.998364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58736) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:09.175072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47689ca0-128f-4c08-8b1f-7a0faf10d3ff req-2bbc7a64-f1ab-4b03-a0b5-86d589d73111 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021019 Aug 11 00:32:09.570136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9500cce-1dc6-4830-a5ec-a0d106a66d06 req-6f28bf80-7898-477d-b165-956f66732455 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:09.595310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9500cce-1dc6-4830-a5ec-a0d106a66d06 req-6f28bf80-7898-477d-b165-956f66732455 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 949 time: 0.2195377 Aug 11 00:32:09.622330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Made reservation on behalf of 10efb5afdc1a42ed9702f34c8f7905fd for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:09.634742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:09.781300 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:09.791201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9500cce-1dc6-4830-a5ec-a0d106a66d06 req-ee67c0bc-e17c-4bf3-a489-9d6292c3ce9f tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908283 Aug 11 00:32:09.817144 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdf3266-b32a-44bd-b772-392020ebf666 None None] The sync data for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 is: [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:32:09.856078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16c4c-7499-45d5-8bf0-f045a00d40cf req-130e0c67-bb76-47ee-9f6f-e0126647e1e2 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:09.859071 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cf16c4c-7499-45d5-8bf0-f045a00d40cf req-130e0c67-bb76-47ee-9f6f-e0126647e1e2 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.4359357 Aug 11 00:32:09.962857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:10.109166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46becdaf-8e35-47ed-968d-8e2724439e07 req-22316aec-600f-467b-bf19-ea22331c2359 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=93684f1c-91e3-4c30-a998-98f836decad8 HTTP/1.1" status: 200 len: 210 time: 0.1245112 Aug 11 00:32:10.118993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a9cd9151-8ed4-4598-a103-fce5f76c1f73 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:10.135811 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:10.138222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port abc371e8-d644-4382-9258-d4e89483f43e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:10.191324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port abc371e8-d644-4382-9258-d4e89483f43e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:10.192063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:10.336001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Allocated IP 172.20.0.7 (cbfa7f1c-a673-405c-9d02-367cb74d8df9/979e9bd4-172a-4c06-9475-dd04c49747c3/9f8cda15-5d6a-49b4-b822-0fae3a646d2a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:10.470581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:10.556269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:10.557198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52997457-972a-4c2f-b746-cf81affb53ef req-43a57eae-4d1a-429f-9a8b-32030cde1db4 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 210 time: 0.0516217 Aug 11 00:32:10.559197 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7007ab78-0a4d-4ed1-90c6-cbce426a5451" -d '{"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-plugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:10.604945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:10.615102 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3fd28-041c-4b12-ae6a-8b3844cf4aaa None None] New status for floating IP bd8900fe-c1b5-43dc-8291-50c2a14faef5: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:32:10.626243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-37d093e5-5386-4f33-b37d-f72fe9d200fd tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:10.627960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-37d093e5-5386-4f33-b37d-f72fe9d200fd tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 812 time: 1.1499856 Aug 11 00:32:10.641016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cf16c4c-7499-45d5-8bf0-f045a00d40cf req-5fb1bbeb-f1f9-4ff8-8b68-cb9eca425de8 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6771054 Aug 11 00:32:10.657500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:06Z', 'revision_number': 3, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:10.658043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Request body: {'port': {'device_id': 'af742339-0a12-44fd-a7c3-04ca4390278b', 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'admin_state_up': True, 'tenant_id': '10efb5afdc1a42ed9702f34c8f7905fd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:10.707646 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:10.710429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Checking router: 06c9d720-2089-4abc-9501-309875fc3757 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:32:10.711023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Updating router 06c9d720-2089-4abc-9501-309875fc3757 port 86aff026-5474-4a16-8eb0-c896ad992dc0 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:32:10.774431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:10.859614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307c554-27c1-40a8-a14c-ab9b5292c200 req-e943e3cb-d1aa-4ee7-aa3f-474f5dabca31 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:10.861669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8307c554-27c1-40a8-a14c-ab9b5292c200 req-e943e3cb-d1aa-4ee7-aa3f-474f5dabca31 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 945 time: 0.2102070 Aug 11 00:32:10.964908 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e94d56-fd0a-4022-a120-7933a079b580 x-openstack-request-id: req-39e94d56-fd0a-4022-a120-7933a079b580 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:10.965761 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-plugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:10.966120 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39e94d56-fd0a-4022-a120-7933a079b580 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:10.981328 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e', 'code': 200} Aug 11 00:32:11.010981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637395aa-95fd-470d-9134-de6df75f850e req-3e5d15ef-39a8-4046-8b3a-b24d2333a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:11.013065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-637395aa-95fd-470d-9134-de6df75f850e req-3e5d15ef-39a8-4046-8b3a-b24d2333a559 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 1102 time: 0.1022468 Aug 11 00:32:11.024747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8307c554-27c1-40a8-a14c-ab9b5292c200 req-b7b899f3-bff6-4a27-b382-df50dfb507ca tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508377 Aug 11 00:32:11.081304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:11.117007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-637395aa-95fd-470d-9134-de6df75f850e req-79517522-233a-4ce8-926c-001469fab4d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859935 Aug 11 00:32:11.256445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b662b5-89e0-44a7-bee6-160ae4d60e8d req-2e3379b9-9004-4f63-8adc-ef95b86219da tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:11.268362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5b662b5-89e0-44a7-bee6-160ae4d60e8d req-2e3379b9-9004-4f63-8adc-ef95b86219da tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 945 time: 0.0898602 Aug 11 00:32:11.330338 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5b662b5-89e0-44a7-bee6-160ae4d60e8d req-243db33f-24a2-4ad3-b6a4-8a8f865cc6a2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Aug 11 00:32:11.384669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:11.402756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Transition to ACTIVE for port object 86aff026-5474-4a16-8eb0-c896ad992dc0 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:11.500109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:11.585024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:11.613139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Attempting to bind port 86aff026-5474-4a16-8eb0-c896ad992dc0 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:11.613415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Attempting to bind port 86aff026-5474-4a16-8eb0-c896ad992dc0 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:11.615993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Attempting to bind port 86aff026-5474-4a16-8eb0-c896ad992dc0 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:11.633007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:11.633641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:11.634219 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:11.634807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:11.635630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Bound port: 86aff026-5474-4a16-8eb0-c896ad992dc0, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:11.636172 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:11.679445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281abde-aa2b-430b-9db5-a83341e54131 req-ffa0b0df-5de1-426e-b5a1-04222cb90efb tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:11.681114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3281abde-aa2b-430b-9db5-a83341e54131 req-ffa0b0df-5de1-426e-b5a1-04222cb90efb tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 950 time: 0.1856406 Aug 11 00:32:11.717778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af4a51-becf-4195-855a-1f8ef54e7bd9 None None] Pushing event updated for resources: {'Port': ['ID=86aff026-5474-4a16-8eb0-c896ad992dc0,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:11.774341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] For port 86aff026-5474-4a16-8eb0-c896ad992dc0, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:11.781321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] For port 86aff026-5474-4a16-8eb0-c896ad992dc0, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=86aff026-5474-4a16-8eb0-c896ad992dc0,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:11.801395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3281abde-aa2b-430b-9db5-a83341e54131 req-a3b4e47d-1efe-4206-9e48-6517812aee10 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053565 Aug 11 00:32:11.899696 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:11.911277 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:11.919118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:11.925355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Made reservation on behalf of 10efb5afdc1a42ed9702f34c8f7905fd for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:11.932482 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.002204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58782) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:12.149298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:12.150226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:12.173722 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be48bffd-1741-44ec-8a7f-ff3c60a307c6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.177360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3d97c14-d6ad-4e76-8071-414582d8313b req-20f1c464-c970-4152-b33b-6073804c61cf tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 210 time: 0.0752952 Aug 11 00:32:12.209799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be48bffd-1741-44ec-8a7f-ff3c60a307c6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.316242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af4a51-becf-4195-855a-1f8ef54e7bd9 None None] Pushing event updated for resources: {'Port': ['ID=86aff026-5474-4a16-8eb0-c896ad992dc0,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:12.404297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Pushing event updated for resources: {'Port': ['ID=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:12.449651 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be48bffd-1741-44ec-8a7f-ff3c60a307c6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.453433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be48bffd-1741-44ec-8a7f-ff3c60a307c6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.453717 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be48bffd-1741-44ec-8a7f-ff3c60a307c6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "DELETE /v2.0/security-groups/3c2a12ac-3616-4c7d-b2de-0365867141d0 HTTP/1.1" status: 204 len: 168 time: 0.4504745 Aug 11 00:32:12.468017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Network cbfa7f1c-a673-405c-9d02-367cb74d8df9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:12.477890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58786) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:12.495326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770ae53-537f-404d-b4eb-bb9e5934be05 req-c83bbefd-efed-4a5f-83ab-1de730a3d214 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:12.497000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7770ae53-537f-404d-b4eb-bb9e5934be05 req-c83bbefd-efed-4a5f-83ab-1de730a3d214 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 945 time: 0.1281440 Aug 11 00:32:12.519132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:12.525712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:12.532204 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-1cafc3f2-4960-45f6-956e-af6953f5afd8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] show failed (client error): The resource could not be found. Aug 11 00:32:12.533294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1cafc3f2-4960-45f6-956e-af6953f5afd8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups/3c2a12ac-3616-4c7d-b2de-0365867141d0 HTTP/1.1" status: 404 len: 347 time: 0.0522499 Aug 11 00:32:12.571493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58788) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:12.582523 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:12.642310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48bffd-1741-44ec-8a7f-ff3c60a307c6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2a12ac-3616-4c7d-b2de-0365867141d0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:12.708251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7770ae53-537f-404d-b4eb-bb9e5934be05 req-4a0b8e2b-f9c2-4179-9311-ab25aafa6059 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554258 Aug 11 00:32:12.709278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:12.710941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.785512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Deleting port 76cd9bd2-6af5-44c8-a33d-640bf5bad1ea {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:12.786344 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.905896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812a22d-739b-4188-87a7-2159dba498d5 req-1d546eb1-6cc3-45b1-a4a7-a03c33746d30 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:12.906919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:06Z', 'revision_number': 3, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:12.920585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1812a22d-739b-4188-87a7-2159dba498d5 req-1d546eb1-6cc3-45b1-a4a7-a03c33746d30 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.4942541 Aug 11 00:32:12.972712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a975440-a3b1-40fc-b84f-7d3ef28c6990 None None] The sync data for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 is: [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:06Z', 'revision_number': 3, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:32:12.973573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.973573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:12.994752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Calling delete_port for 76cd9bd2-6af5-44c8-a33d-640bf5bad1ea owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:13.116871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Allocated IP 172.20.0.3 (cbfa7f1c-a673-405c-9d02-367cb74d8df9/979e9bd4-172a-4c06-9475-dd04c49747c3/c35a47d9-d046-46da-aee4-310a882b36e7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:13.264671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-465f8b41-698f-4233-83e8-21705e77ee42 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4723375 Aug 11 00:32:13.275767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ad5b-4135-4520-ba48-6c38ce71773c req-c8ad5057-365b-4c0f-bab4-ee0524cf863f tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:13.277499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93a3ad5b-4135-4520-ba48-6c38ce71773c req-c8ad5057-365b-4c0f-bab4-ee0524cf863f tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 950 time: 0.0611794 Aug 11 00:32:13.288884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:13.293305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Request body: {'port': {'device_id': '789cac88-2086-4eec-8f99-11726a353d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:13.299049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Allocated IP 172.20.0.1 (435ee18b-63f2-4916-af6e-797526dd7842/54892641-5c33-4406-82fd-73227025182c/057c6951-7526-438c-af06-32f6cffd47da) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:13.459690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event deleted for resources: {'Port': ['ID=76cd9bd2-6af5-44c8-a33d-640bf5bad1ea,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:13.461569 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1812a22d-739b-4188-87a7-2159dba498d5 req-5a595844-9689-4577-a8f7-b0fa9a8c8529 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368078 Aug 11 00:32:13.786228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93a3ad5b-4135-4520-ba48-6c38ce71773c req-959e4e95-e283-4fc8-b6e5-9a9921351f65 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811156 Aug 11 00:32:13.916249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bb757b77-5539-4704-8308-f4c8a6d9a94b req-e489bf84-24df-4988-8c9e-61fd52aae8c4 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 210 time: 0.0691113 Aug 11 00:32:13.917565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:13.952320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-437006c3-efa6-43bf-9535-a38d4884636c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:13.955245 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-437006c3-efa6-43bf-9535-a38d4884636c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 945 time: 0.4990306 Aug 11 00:32:14.118752 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:14.258048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:14.261143 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:14.262673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0a8b860c-224c-40ae-ae7a-62c1e43181e6 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "DELETE /v2.0/floatingips/bd8900fe-c1b5-43dc-8291-50c2a14faef5 HTTP/1.1" status: 204 len: 168 time: 1.6885662 Aug 11 00:32:14.307002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58818) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:14.367043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:14.398585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac460956-8c89-433f-9042-6874bfee1676 req-5970381c-d6dd-486c-b86c-4430b99eb6ab tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:14.410367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac460956-8c89-433f-9042-6874bfee1676 req-5970381c-d6dd-486c-b86c-4430b99eb6ab tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 945 time: 0.4296043 Aug 11 00:32:14.446608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Deleting port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:14.447088 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:14.542028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Pushing event updated for resources: {'Port': ['ID=c35a47d9-d046-46da-aee4-310a882b36e7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:14.628355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac460956-8c89-433f-9042-6874bfee1676 req-f3991130-5ad3-4ccd-a6c1-f53658b25071 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027078 Aug 11 00:32:14.662189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:14.757584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] For port 59ccd324-8e8e-4412-ade4-7701cfcb9a61, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=59ccd324-8e8e-4412-ade4-7701cfcb9a61,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:14.758255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:14.776758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Network cbfa7f1c-a673-405c-9d02-367cb74d8df9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:14.779236 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36284819-6cf2-4162-b65d-51db77808d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:14.799366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Calling delete_port for 59ccd324-8e8e-4412-ade4-7701cfcb9a61 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:14.851356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Transition to ACTIVE for port object 057c6951-7526-438c-af06-32f6cffd47da will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:14.984200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 86aff026-5474-4a16-8eb0-c896ad992dc0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:14.991934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:15.009339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:15.207940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58836) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:15.216745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-799ff8d1-4d9c-4218-8972-410fd635cd47 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47952248', 'description': 'tempest-description--908602491'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:15.304103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 86aff026-5474-4a16-8eb0-c896ad992dc0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:15.309603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 86aff026-5474-4a16-8eb0-c896ad992dc0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:15.309975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.326526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36284819-6cf2-4162-b65d-51db77808d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.331704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c79cf4-f908-4b97-a29f-9207b90b0f6d req-7bdc5efd-1ccc-47f0-ab7e-eff54df5ddca tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:15.333505 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a8c79cf4-f908-4b97-a29f-9207b90b0f6d req-7bdc5efd-1ccc-47f0-ab7e-eff54df5ddca tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 931 time: 0.0892019 Aug 11 00:32:15.358121 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.372165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:15.406836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:15.407669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.488375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5224c7-9084-4c5d-abef-529c55ff67d7 req-529c2e33-bbe4-40fb-95cf-2a4820bae95f tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:15.498086 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d5224c7-9084-4c5d-abef-529c55ff67d7 req-529c2e33-bbe4-40fb-95cf-2a4820bae95f tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.3336186 Aug 11 00:32:15.508992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36284819-6cf2-4162-b65d-51db77808d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.566623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.655682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-36284819-6cf2-4162-b65d-51db77808d6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96fc7be979c449b095c75621cbed02ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3202803 Aug 11 00:32:15.666763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58840) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:15.668042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36284819-6cf2-4162-b65d-51db77808d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db721e39-6055-4283-bfdf-229ea95d5fa7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:15.683785 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.701592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d5224c7-9084-4c5d-abef-529c55ff67d7 req-358a554a-f63e-486a-803d-17b8faa6ee5f tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003095 Aug 11 00:32:15.727290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Network 435ee18b-63f2-4916-af6e-797526dd7842 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:15.738955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 86aff026-5474-4a16-8eb0-c896ad992dc0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=86aff026-5474-4a16-8eb0-c896ad992dc0,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:15.752008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:15.791804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:15.799778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=057c6951-7526-438c-af06-32f6cffd47da,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:15.837046 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.934463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8cda15-5d6a-49b4-b822-0fae3a646d2a {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:15.954321 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:15.982654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.014421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event deleted for resources: {'Port': ['ID=59ccd324-8e8e-4412-ade4-7701cfcb9a61,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:16.066881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Transition to ACTIVE for port object 9f8cda15-5d6a-49b4-b822-0fae3a646d2a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:16.085939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7beb1b07-d264-46e3-aabf-446de902af5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.097981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=86aff026-5474-4a16-8eb0-c896ad992dc0,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:16.110841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a8c79cf4-f908-4b97-a29f-9207b90b0f6d req-3eabc0a5-9b11-4963-8adc-5eeeabcf449f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539251 Aug 11 00:32:16.134593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] No DVR routers for this DVR port 59ccd324-8e8e-4412-ade4-7701cfcb9a61 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:32:16.137474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.140064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fcda96c3-f84c-49dc-80c3-51b3a2cecd9f req-228dd548-f15f-4ae7-9d85-8db93ce33af4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "DELETE /v2.0/ports/59ccd324-8e8e-4412-ade4-7701cfcb9a61 HTTP/1.1" status: 204 len: 173 time: 2.1767130 Aug 11 00:32:16.140564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96ffeb7-5433-4cbb-9de7-3371db26a50e', 'name': 'network-vif-deleted', 'tag': '59ccd324-8e8e-4412-ade4-7701cfcb9a61'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:16.143511 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc7343-4f85-4c99-b368-fca418ede836" -d '{"events": [{"server_uuid": "e96ffeb7-5433-4cbb-9de7-3371db26a50e", "name": "network-vif-deleted", "tag": "59ccd324-8e8e-4412-ade4-7701cfcb9a61"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:16.160876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e74423f9-4988-4b8b-92ab-629d6e5be2d8 req-bd5d18be-b909-49ba-a05b-8fe6d4c8f573 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=e96ffeb7-5433-4cbb-9de7-3371db26a50e HTTP/1.1" status: 200 len: 210 time: 0.0437911 Aug 11 00:32:16.168098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7beb1b07-d264-46e3-aabf-446de902af5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.208249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.215500 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b1be09-d0aa-4eec-b0b8-4b934cd9a141 x-openstack-request-id: req-b6b1be09-d0aa-4eec-b0b8-4b934cd9a141 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:16.216014 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96ffeb7-5433-4cbb-9de7-3371db26a50e", "name": "network-vif-deleted", "tag": "59ccd324-8e8e-4412-ade4-7701cfcb9a61", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:16.216893 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6b1be09-d0aa-4eec-b0b8-4b934cd9a141 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:16.217536 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96ffeb7-5433-4cbb-9de7-3371db26a50e', 'name': 'network-vif-deleted', 'tag': '59ccd324-8e8e-4412-ade4-7701cfcb9a61', 'status': 'completed', 'code': 200} Aug 11 00:32:16.231060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f53ab3b0-6a80-491e-8862-e830dc239bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.232821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-799ff8d1-4d9c-4218-8972-410fd635cd47 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.325382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Pushing event updated for resources: {'Port': ['ID=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:16.346801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-9b204bd8-7ec2-4349-b47f-9cdc45cc3034 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7046790 Aug 11 00:32:16.384426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Request body: {'port': {'device_id': 'af742339-0a12-44fd-a7c3-04ca4390278b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:16.446995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ece51830-49d6-43d2-b35a-53134d37c8bf None None] Provisioning for port 057c6951-7526-438c-af06-32f6cffd47da completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:16.454648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ece51830-49d6-43d2-b35a-53134d37c8bf None None] Provisioning complete for port 057c6951-7526-438c-af06-32f6cffd47da triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:16.455021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ece51830-49d6-43d2-b35a-53134d37c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.460468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.533679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ece51830-49d6-43d2-b35a-53134d37c8bf None None] Port 057c6951-7526-438c-af06-32f6cffd47da cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:32:16.560634 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7beb1b07-d264-46e3-aabf-446de902af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.564039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7beb1b07-d264-46e3-aabf-446de902af5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.566002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7beb1b07-d264-46e3-aabf-446de902af5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db721e39-6055-4283-bfdf-229ea95d5fa7 HTTP/1.1" status: 204 len: 168 time: 0.8937056 Aug 11 00:32:16.574806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.620708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-799ff8d1-4d9c-4218-8972-410fd635cd47 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.621669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Attempting to bind port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:16.622213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Attempting to bind port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:16.622810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Attempting to bind port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:16.652911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb1b07-d264-46e3-aabf-446de902af5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db721e39-6055-4283-bfdf-229ea95d5fa7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:16.662500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:32:16.663020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Attempting to bind port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:16.690068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:16.690626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Checking segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:16.691216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Bound using segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:16.691765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Bound port: 9f8cda15-5d6a-49b4-b822-0fae3a646d2a, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:16.692171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.721939 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-799ff8d1-4d9c-4218-8972-410fd635cd47 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.763393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ff8d1-4d9c-4218-8972-410fd635cd47 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e7462d-9c39-4e57-9256-903185eed55d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:16.791709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:32:16.797789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 59ccd324-8e8e-4412-ade4-7701cfcb9a61 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:16.823882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 59ccd324-8e8e-4412-ade4-7701cfcb9a61 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:32:16.824260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 59ccd324-8e8e-4412-ade4-7701cfcb9a61 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:32:16.928392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-799ff8d1-4d9c-4218-8972-410fd635cd47 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:16.929878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-799ff8d1-4d9c-4218-8972-410fd635cd47 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7205274 Aug 11 00:32:16.935686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 86aff026-5474-4a16-8eb0-c896ad992dc0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:16.936212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58862) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:16.946304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9fba5679-0fae-4b65-b9cf-29dcd25a0d00 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'security_group_rule': {'security_group_id': '77e7462d-9c39-4e57-9256-903185eed55d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:17.062612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 86aff026-5474-4a16-8eb0-c896ad992dc0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:17.062853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.113570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:17.120786 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fba5679-0fae-4b65-b9cf-29dcd25a0d00 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.143985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'abc371e8-d644-4382-9258-d4e89483f43e', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'abc371e8-d644-4382-9258-d4e89483f43e', 'mac_address': 'fa:16:3e:81:9b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:32:17.282888 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.299861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abc371e8-d644-4382-9258-d4e89483f43e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:17.319792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fba5679-0fae-4b65-b9cf-29dcd25a0d00 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.329103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:17.414357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6c17b-fd35-4dca-9337-9d99a801a520 req-74d7878d-3bcc-439a-979b-cdb6c6ab69d3 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:17.417213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53a6c17b-fd35-4dca-9337-9d99a801a520 req-74d7878d-3bcc-439a-979b-cdb6c6ab69d3 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 931 time: 0.0872731 Aug 11 00:32:17.425204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.428684 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fba5679-0fae-4b65-b9cf-29dcd25a0d00 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.477923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba5679-0fae-4b65-b9cf-29dcd25a0d00 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcebab0-7f36-4411-8449-2b6bc22bb204,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:17.492132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:17.514199 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53a6c17b-fd35-4dca-9337-9d99a801a520 req-cf4dd5ff-95ed-41b7-882c-a034134ff005 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895610 Aug 11 00:32:17.529296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['abc371e8-d644-4382-9258-d4e89483f43e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:17.572927 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9fba5679-0fae-4b65-b9cf-29dcd25a0d00 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.579116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9fba5679-0fae-4b65-b9cf-29dcd25a0d00 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6414471 Aug 11 00:32:17.587275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58884) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:17.587275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0a1e2b3f-d577-4df1-9897-daa2fddb8465 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'security_group_rule': {'security_group_id': '77e7462d-9c39-4e57-9256-903185eed55d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:17.788709 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2b3f-d577-4df1-9897-daa2fddb8465 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.830774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58888) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:17.871010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fbeedb29-78ff-4d1e-b0b1-70d5556556d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:17.898086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39508500-f1f0-4871-b262-a921560dc2b7 req-4423ba45-f1e3-47cb-afa9-79786199231b tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:17.900787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39508500-f1f0-4871-b262-a921560dc2b7 req-4423ba45-f1e3-47cb-afa9-79786199231b tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 1.0586846 Aug 11 00:32:17.919621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] For port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:18.095995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] For port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:18.215564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fbeedb29-78ff-4d1e-b0b1-70d5556556d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.221992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2b3f-d577-4df1-9897-daa2fddb8465 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.222601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.231327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.270013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39508500-f1f0-4871-b262-a921560dc2b7 req-16e0da9a-fff9-4c4c-af7d-d46aad969e12 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847877 Aug 11 00:32:18.282689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:18.284000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.286914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] 10.222.0.55 "PUT /v2.0/ports/9f8cda15-5d6a-49b4-b822-0fae3a646d2a HTTP/1.1" status: 200 len: 1092 time: 5.0024564 Aug 11 00:32:18.287382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fbeedb29-78ff-4d1e-b0b1-70d5556556d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.294153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789cac88-2086-4eec-8f99-11726a353d59', 'tag': '9f8cda15-5d6a-49b4-b822-0fae3a646d2a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:18.295698 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3261b6b9-c97e-4b31-925d-c9e2fddbb136" -d '{"events": [{"name": "network-changed", "server_uuid": "789cac88-2086-4eec-8f99-11726a353d59", "tag": "9f8cda15-5d6a-49b4-b822-0fae3a646d2a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:18.316723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.358133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2b3f-d577-4df1-9897-daa2fddb8465 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.399490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062831a-ae1b-4742-9b18-0eaf4826ea6e service neutron] Pushing event updated for resources: {'Port': ['ID=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:18.424391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35a47d9-d046-46da-aee4-310a882b36e7 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:18.433911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.453623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Transition to ACTIVE for port object c35a47d9-d046-46da-aee4-310a882b36e7 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:18.461603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fbeedb29-78ff-4d1e-b0b1-70d5556556d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be96112ecd71449bbc73066c5f630e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246941 Aug 11 00:32:18.462651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e2b3f-d577-4df1-9897-daa2fddb8465 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b5cdab-9ba1-4e8a-b459-e66bc5665a29,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:18.465751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58924) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:18.497529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeedb29-78ff-4d1e-b0b1-70d5556556d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0cf8d3-7e51-414c-9ba3-3e15accf388c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:18.564364 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.568213 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.583844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-ab4cbf97-9719-4d28-99df-1b996451ccdb tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:18.586988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-ab4cbf97-9719-4d28-99df-1b996451ccdb tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.3961883 Aug 11 00:32:18.620689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a1e2b3f-d577-4df1-9897-daa2fddb8465 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.622790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0a1e2b3f-d577-4df1-9897-daa2fddb8465 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0410762 Aug 11 00:32:18.628165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58930) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:18.632702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=057c6951-7526-438c-af06-32f6cffd47da,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:18.635911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:18.649952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-86a088a4-30f2-4cc0-aba2-1b82042474f2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/quotas/55abd496febd4c9fa62fbad0d0b079fe HTTP/1.1" status: 200 len: 375 time: 0.0425227 Aug 11 00:32:18.737984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-417f137b-6e0f-4570-b5ca-4b5822a6046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:18.738780 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53fe05a3-7b2e-4ed8-90f8-c5db0af0b426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.739537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-417f137b-6e0f-4570-b5ca-4b5822a6046f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&device_id=789cac88-2086-4eec-8f99-11726a353d59 HTTP/1.1" status: 200 len: 1095 time: 0.2838492 Aug 11 00:32:18.848292 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53fe05a3-7b2e-4ed8-90f8-c5db0af0b426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:18.880200 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-3da3f81a-cd4f-49d0-a265-2a0a008816e0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1690121 Aug 11 00:32:18.895402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Pushing event updated for resources: {'Port': ['ID=c35a47d9-d046-46da-aee4-310a882b36e7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:18.900158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-d03f3b36-edb3-4521-9af8-485455c90077 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8cda15-5d6a-49b4-b822-0fae3a646d2a HTTP/1.1" status: 200 len: 217 time: 0.1464407 Aug 11 00:32:18.972193 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.049222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-915315a9-fb97-4059-9eac-c508a1a78fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.054193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:19.103246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Attempting to bind port c35a47d9-d046-46da-aee4-310a882b36e7 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:19.108785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Attempting to bind port c35a47d9-d046-46da-aee4-310a882b36e7 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:19.108785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Attempting to bind port c35a47d9-d046-46da-aee4-310a882b36e7 on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:19.133111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-0f9f589d-d70c-456f-b7df-cf1999c06682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:19.137495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-0f9f589d-d70c-456f-b7df-cf1999c06682 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 200 len: 852 time: 0.2263362 Aug 11 00:32:19.147077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Port c35a47d9-d046-46da-aee4-310a882b36e7 on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:32:19.147672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Attempting to bind port c35a47d9-d046-46da-aee4-310a882b36e7 on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:19.149949 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-28a3b32c-accd-4ef5-a704-c26cf279e8e3 service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560484 Aug 11 00:32:19.154553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Network 435ee18b-63f2-4916-af6e-797526dd7842 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:19.203714 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-74f3187c-8dd9-4fc2-a489-614d3e8620ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbfa7f1c-a673-405c-9d02-367cb74d8df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587530 Aug 11 00:32:19.204632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:19.204981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Checking segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:19.205462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Bound using segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:19.205904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Bound port: c35a47d9-d046-46da-aee4-310a882b36e7, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:19.206283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.208886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:19.214282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port abc371e8-d644-4382-9258-d4e89483f43e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:19.215592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.371771 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.378809 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f833efd8-6a02-460b-8ebc-d05e7790d046 x-openstack-request-id: req-f833efd8-6a02-460b-8ebc-d05e7790d046 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:19.379313 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789cac88-2086-4eec-8f99-11726a353d59", "tag": "9f8cda15-5d6a-49b4-b822-0fae3a646d2a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:19.379686 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f833efd8-6a02-460b-8ebc-d05e7790d046 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:19.380330 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789cac88-2086-4eec-8f99-11726a353d59', 'tag': '9f8cda15-5d6a-49b4-b822-0fae3a646d2a', 'status': 'completed', 'code': 200} Aug 11 00:32:19.447788 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53fe05a3-7b2e-4ed8-90f8-c5db0af0b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.452844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53fe05a3-7b2e-4ed8-90f8-c5db0af0b426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.455849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53fe05a3-7b2e-4ed8-90f8-c5db0af0b426 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb0cf8d3-7e51-414c-9ba3-3e15accf388c HTTP/1.1" status: 204 len: 168 time: 0.9825187 Aug 11 00:32:19.518531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.603332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe05a3-7b2e-4ed8-90f8-c5db0af0b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0cf8d3-7e51-414c-9ba3-3e15accf388c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:19.620961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:19.627874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:19.629588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-d18f3057-7f54-4942-b9f4-145268ff109d service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164073 Aug 11 00:32:19.636066 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42feaf4e-d09b-4649-8ed8-558869f687fe" -d '{"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-plugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:19.696761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8f1a-bedc-4a86-a3bf-9b6369d2522b req-8ef0a1c0-1082-403e-8d76-4aea61c5495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:19.700452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c83c8f1a-bedc-4a86-a3bf-9b6369d2522b req-8ef0a1c0-1082-403e-8d76-4aea61c5495f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.3156834 Aug 11 00:32:19.723963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1c835a42-614b-4144-9841-cc0416ce6059 None None] Provisioning complete for port 057c6951-7526-438c-af06-32f6cffd47da triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:19.724977 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1c835a42-614b-4144-9841-cc0416ce6059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.728722 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.785298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:19.794480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Router 06c9d720-2089-4abc-9501-309875fc3757 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:32:19.823377 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c83c8f1a-bedc-4a86-a3bf-9b6369d2522b req-705acb7a-8f02-42e9-be1b-caa87ec06357 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153793 Aug 11 00:32:19.902320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1c835a42-614b-4144-9841-cc0416ce6059 None None] Port 057c6951-7526-438c-af06-32f6cffd47da cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:32:19.919658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285e237-9208-444a-b8c6-0f48a0396d57 req-2b15257f-bf81-4e59-8c4c-cc520447326f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:19.921968 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-478da1e0-9412-45e2-9cd2-d9a3bc7d2a8d service neutron] 10.222.0.43 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708056 Aug 11 00:32:19.925703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:19.938783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b285e237-9208-444a-b8c6-0f48a0396d57 req-2b15257f-bf81-4e59-8c4c-cc520447326f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 943 time: 0.3049872 Aug 11 00:32:20.147207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Allocated IP 172.25.0.228 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/265c3d3f-e90c-4bcc-9355-a149ad707d52) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:20.170853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] For port c35a47d9-d046-46da-aee4-310a882b36e7, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:20.275001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] For port c35a47d9-d046-46da-aee4-310a882b36e7, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c35a47d9-d046-46da-aee4-310a882b36e7,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:20.320154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b285e237-9208-444a-b8c6-0f48a0396d57 req-5f270614-81c2-4ff9-85a9-43a029e81ccb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802114 Aug 11 00:32:20.330141 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:20.337110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:32:20.355260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Sync routers for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:32:20.358362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-76999f41-2216-47db-853e-58abdcaa2ec8 admin admin] 10.222.0.43 "PUT /v2.0/routers/06c9d720-2089-4abc-9501-309875fc3757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3579428 Aug 11 00:32:20.360980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:20.396903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-0f49395c-e481-4950-bec3-cc950fb721a1 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437249 Aug 11 00:32:20.401951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:20.407112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:20.510508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:20.638159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:20.641721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec438c-49ac-4238-8ed4-4e15cce1b014 req-67c94587-541a-45a1-95e2-ba853871e55f tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:20.642617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64ec438c-49ac-4238-8ed4-4e15cce1b014 req-67c94587-541a-45a1-95e2-ba853871e55f tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 945 time: 0.2758734 Aug 11 00:32:20.648021 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:20.651195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] 10.222.0.55 "PUT /v2.0/ports/c35a47d9-d046-46da-aee4-310a882b36e7 HTTP/1.1" status: 200 len: 1092 time: 4.2714136 Aug 11 00:32:20.816222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64ec438c-49ac-4238-8ed4-4e15cce1b014 req-d6c02560-8d95-45c8-bcad-f6875d90ed3e tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517947 Aug 11 00:32:20.848679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6fea7-4ba7-4843-b907-703095c25674 service neutron] Pushing event updated for resources: {'Port': ['ID=c35a47d9-d046-46da-aee4-310a882b36e7,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:20.882755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:20.914629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:20.954584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:20.962512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:20.966914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:20.973968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'Port': ['ID=265c3d3f-e90c-4bcc-9355-a149ad707d52,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:21.106324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2ae6-c2e1-45f1-90f8-b78cdc8e3e0c req-41f6f1d7-7364-4e6d-87c9-23bfb16793c4 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:21.114175 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5dba2ae6-c2e1-45f1-90f8-b78cdc8e3e0c req-41f6f1d7-7364-4e6d-87c9-23bfb16793c4 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.6214638 Aug 11 00:32:21.127889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-d3e64dad-4ec7-4542-ac8b-2873020749f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:21.129512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-d3e64dad-4ec7-4542-ac8b-2873020749f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&device_id=789cac88-2086-4eec-8f99-11726a353d59 HTTP/1.1" status: 200 len: 1095 time: 0.4308791 Aug 11 00:32:21.147535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-20922874-8ed0-43da-8253-5316b9a09eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:21.149132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-20922874-8ed0-43da-8253-5316b9a09eb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 1095 time: 0.3153861 Aug 11 00:32:21.218395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ab8fc60b-942e-4f1a-9c15-1264e97f7c2e tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:21.221038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ab8fc60b-942e-4f1a-9c15-1264e97f7c2e tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 945 time: 0.5182767 Aug 11 00:32:21.315964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:21.410792 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f636ef9-c7e2-4861-b533-414cacd9b66f x-openstack-request-id: req-1f636ef9-c7e2-4861-b533-414cacd9b66f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:21.411919 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-plugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:21.411919 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f636ef9-c7e2-4861-b533-414cacd9b66f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:21.411919 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e', 'code': 200} Aug 11 00:32:21.455705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af742339-0a12-44fd-a7c3-04ca4390278b', 'tag': 'c35a47d9-d046-46da-aee4-310a882b36e7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:21.461142 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206c7f1-1467-4125-b30b-c1b9aa97d33a" -d '{"events": [{"name": "network-changed", "server_uuid": "af742339-0a12-44fd-a7c3-04ca4390278b", "tag": "c35a47d9-d046-46da-aee4-310a882b36e7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:21.480971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:21.504193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 2, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:21.534797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-dc0e0a7b-c04e-493c-81b7-d7f22c85fdd5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c35a47d9-d046-46da-aee4-310a882b36e7 HTTP/1.1" status: 200 len: 217 time: 0.3717678 Aug 11 00:32:21.561046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Checking router: 06c9d720-2089-4abc-9501-309875fc3757 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:32:21.561758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Updating router 06c9d720-2089-4abc-9501-309875fc3757 port 057c6951-7526-438c-af06-32f6cffd47da binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:32:21.599296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5dba2ae6-c2e1-45f1-90f8-b78cdc8e3e0c req-5591c7f0-f185-400d-9bd4-1c1074923c48 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775169 Aug 11 00:32:21.599968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:21.752185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-980c6183-6c33-4100-b63e-283d046bc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:21.754159 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-980c6183-6c33-4100-b63e-283d046bc193 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 200 len: 852 time: 0.1839221 Aug 11 00:32:21.819274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a20bff4-c372-4afc-8ca7-765bd24673f2 req-3844bc7a-ca04-49a9-b0a3-0ac4bc98f177 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 210 time: 0.3933856 Aug 11 00:32:21.888451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:21.986781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-3e72e104-8864-4003-b7ac-f012c20b71f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbfa7f1c-a673-405c-9d02-367cb74d8df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214682 Aug 11 00:32:21.989144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-eaa12374-4761-4145-8d9a-24e2768de9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:22.004456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-eaa12374-4761-4145-8d9a-24e2768de9e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 913 time: 0.8606160 Aug 11 00:32:22.023419 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:22.174848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'Port': ['ID=265c3d3f-e90c-4bcc-9355-a149ad707d52,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:22.297785 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:22.305183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.305183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.305183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.305738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.305892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.306945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.306945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.306945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.307410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.307541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.308218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.308503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:22.355294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b305d-fa63-4f69-ade0-222c38b1dbe7 req-1c7f84c6-66f1-49cb-9b5f-b591c0e13875 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:22.364943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a71b305d-fa63-4f69-ade0-222c38b1dbe7 req-1c7f84c6-66f1-49cb-9b5f-b591c0e13875 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 943 time: 0.3832645 Aug 11 00:32:22.450322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a71b305d-fa63-4f69-ade0-222c38b1dbe7 req-c998b9db-f4e6-4853-b8c1-e63a3e51e73c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838430 Aug 11 00:32:22.476524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:22.478619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6f6b7407-614d-4a82-95dd-c3c361d6fb49 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8484306 Aug 11 00:32:22.498474 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:22.512228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-b2e22ccb-107f-49ee-86e6-9a9d5366ae94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f8cda15-5d6a-49b4-b822-0fae3a646d2a HTTP/1.1" status: 200 len: 217 time: 0.2140598 Aug 11 00:32:22.569919 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6db05e-f075-4426-9f0b-a462a65a2118 x-openstack-request-id: req-fc6db05e-f075-4426-9f0b-a462a65a2118 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:22.570385 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af742339-0a12-44fd-a7c3-04ca4390278b", "tag": "c35a47d9-d046-46da-aee4-310a882b36e7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:22.570790 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc6db05e-f075-4426-9f0b-a462a65a2118 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:22.572218 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af742339-0a12-44fd-a7c3-04ca4390278b', 'tag': 'c35a47d9-d046-46da-aee4-310a882b36e7', 'status': 'completed', 'code': 200} Aug 11 00:32:22.779130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589a888-e3b5-4ec7-a00f-d4ededbe0114 req-0ed0025b-264f-49d7-87a1-22554fe019f7 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:22.789770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8589a888-e3b5-4ec7-a00f-d4ededbe0114 req-0ed0025b-264f-49d7-87a1-22554fe019f7 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1c73e3f-c204-4953-bda0-e385274ffb6c HTTP/1.1" status: 200 len: 945 time: 0.1318884 Aug 11 00:32:22.894610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-a94d8a14-605a-48cc-8a85-1f03dbd32505 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:22.896481 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-a94d8a14-605a-48cc-8a85-1f03dbd32505 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/networks?id=435ee18b-63f2-4916-af6e-797526dd7842 HTTP/1.1" status: 200 len: 828 time: 0.3964670 Aug 11 00:32:22.898741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-8520e13f-97a7-4688-a52e-5931a68311c5 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8872857 Aug 11 00:32:22.939943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8589a888-e3b5-4ec7-a00f-d4ededbe0114 req-b31b5822-af06-4791-a048-08cf14fadc37 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a787a73-885b-4826-91fd-785a87b62b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483355 Aug 11 00:32:22.948879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Deleting port a01cefb0-4daa-494e-b6cf-63cb9b198f4b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:22.949237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:22.967049 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:23.010321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Transition to ACTIVE for port object 057c6951-7526-438c-af06-32f6cffd47da will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:23.061558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] For port a01cefb0-4daa-494e-b6cf-63cb9b198f4b, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:23.061949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:23.078418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Calling delete_port for a01cefb0-4daa-494e-b6cf-63cb9b198f4b owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:23.099985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:23.147791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9f8cda15-5d6a-49b4-b822-0fae3a646d2a details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:32:23.483518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155c5ff-5ca8-4a35-a285-d3255e973349 req-b2b8fcd7-f2b5-4f42-9670-29b0786f12f1 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:23.492575 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0155c5ff-5ca8-4a35-a285-d3255e973349 req-b2b8fcd7-f2b5-4f42-9670-29b0786f12f1 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.1112087 Aug 11 00:32:23.545767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1504eb-e214-4f5d-aa28-205b5057f95e None None] Pushing event updated for resources: {'Port': ['ID=057c6951-7526-438c-af06-32f6cffd47da,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:23.593889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Attempting to bind port 057c6951-7526-438c-af06-32f6cffd47da on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:23.595933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Attempting to bind port 057c6951-7526-438c-af06-32f6cffd47da by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:23.597587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Attempting to bind port 057c6951-7526-438c-af06-32f6cffd47da on network 435ee18b-63f2-4916-af6e-797526dd7842 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:23.602242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0155c5ff-5ca8-4a35-a285-d3255e973349 req-b4c390eb-7ec8-444b-891f-e0d7e906bbab tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890241 Aug 11 00:32:23.639311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:23.640158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Checking segment: {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:23.641032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:23.642057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Bound using segment: {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:23.643086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Bound port: 057c6951-7526-438c-af06-32f6cffd47da, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:23.643913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:23.769292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:23.796390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '9f8cda15-5d6a-49b4-b822-0fae3a646d2a', 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'port_id': '9f8cda15-5d6a-49b4-b822-0fae3a646d2a', 'mac_address': 'fa:16:3e:16:c8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979e9bd4-172a-4c06-9475-dd04c49747c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:32:23.821771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-f596a82b-889a-4ec7-9b75-0799f2f410c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:23.823333 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-f596a82b-889a-4ec7-9b75-0799f2f410c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 200 len: 852 time: 1.2933500 Aug 11 00:32:23.838174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-e7f86950-6e78-4993-8322-5bb9c020127e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/quotas/589a89676fe8496786c29c191f3fe36c HTTP/1.1" status: 200 len: 375 time: 0.8922563 Aug 11 00:32:23.849148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:23.891841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-fab724cb-94bc-4c55-9919-cde09b425ec2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbfa7f1c-a673-405c-9d02-367cb74d8df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438957 Aug 11 00:32:23.906694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b5543c80-3f8a-4a1b-bb33-d6d087c83002 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:23.915643 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:23.921139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a01cefb0-4daa-494e-b6cf-63cb9b198f4b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:23.922907 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b5543c80-3f8a-4a1b-bb33-d6d087c83002 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 806 time: 0.3012424 Aug 11 00:32:24.014765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24a89fb4-fd41-4e9a-a710-1e4b1123dc42 req-fa20d4d5-2c06-4827-8434-a7c7f761743a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 210 time: 0.0872755 Aug 11 00:32:24.039595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Request body: {'port': {'device_id': 'd8fde2e0-7489-404f-bf7d-4f3a65a815ce', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'admin_state_up': True, 'tenant_id': '55abd496febd4c9fa62fbad0d0b079fe'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:24.095629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] For port 057c6951-7526-438c-af06-32f6cffd47da, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:24.145730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] For port 057c6951-7526-438c-af06-32f6cffd47da, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=057c6951-7526-438c-af06-32f6cffd47da,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:24.167899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] No DVR routers for this DVR port a01cefb0-4daa-494e-b6cf-63cb9b198f4b on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:32:24.170545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Pushing event deleted for resources: {'Port': ['ID=a01cefb0-4daa-494e-b6cf-63cb9b198f4b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:24.175378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:24.179322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b1186d-6d90-4a25-ace3-9472bf6b56d8 req-ff3ddfef-7251-4205-97ba-07d01bb50530 tempest-AttachSCSIVolumeTestJSON-612373922 tempest-AttachSCSIVolumeTestJSON-612373922-project] 10.222.0.55 "DELETE /v2.0/ports/a01cefb0-4daa-494e-b6cf-63cb9b198f4b HTTP/1.1" status: 204 len: 173 time: 2.7086239 Aug 11 00:32:24.190048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-1dcb597d-8759-4b1f-834d-7a8e3613a0e1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=589a89676fe8496786c29c191f3fe36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2835157 Aug 11 00:32:24.236168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8cda15-5d6a-49b4-b822-0fae3a646d2a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:24.336561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5951674-08ba-4eb1-bf4e-4e66546585fc req-e9ce8d7d-7756-4921-88dd-9dd20d2889e0 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4265885 Aug 11 00:32:24.403235 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:24.444858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-53d4022a-41dd-4530-b828-44a764cdf3a7 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304713 Aug 11 00:32:24.461129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:24.597474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Made reservation on behalf of 55abd496febd4c9fa62fbad0d0b079fe for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:24.600796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c73e3f-c204-4953-bda0-e385274ffb6c', 'name': 'network-vif-deleted', 'tag': 'a01cefb0-4daa-494e-b6cf-63cb9b198f4b'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:24.605049 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3698d7-3834-4aac-bc9d-1e5960c4703d" -d '{"events": [{"server_uuid": "f1c73e3f-c204-4953-bda0-e385274ffb6c", "name": "network-vif-deleted", "tag": "a01cefb0-4daa-494e-b6cf-63cb9b198f4b"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:24.606481 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:24.789133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-99247fd1-3334-420a-b487-3371c526d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:24.789133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-99247fd1-3334-420a-b487-3371c526d695 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 1095 time: 0.1626740 Aug 11 00:32:24.831688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1504eb-e214-4f5d-aa28-205b5057f95e None None] Pushing event updated for resources: {'Port': ['ID=057c6951-7526-438c-af06-32f6cffd47da,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:24.832874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3261b6b9-c97e-4b31-925d-c9e2fddbb136 req-5ffc2bce-13e1-4a52-8558-22b561efe4f2 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786402 Aug 11 00:32:24.873453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:25.018386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:25.019977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:25.176441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-3c7c18cb-d4c4-4dcc-ab50-6b7f75cd2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:25.178157 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-3c7c18cb-d4c4-4dcc-ab50-6b7f75cd2969 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 913 time: 0.3785717 Aug 11 00:32:25.244985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a01cefb0-4daa-494e-b6cf-63cb9b198f4b no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:25.249243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['9f8cda15-5d6a-49b4-b822-0fae3a646d2a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:25.256278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-74c88bb5-0b63-4cb8-baf2-a2b2eb22b06d tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--47952248&fields=id&tenant_id=a784853564fd4fafa0f51f47347bccbf HTTP/1.1" status: 200 len: 267 time: 0.1168160 Aug 11 00:32:25.360651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: a01cefb0-4daa-494e-b6cf-63cb9b198f4b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:32:25.361202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a01cefb0-4daa-494e-b6cf-63cb9b198f4b not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:32:25.392290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Allocated IP 172.20.0.3 (479285e2-e6aa-4a17-87c6-3cd272b1374d/9884a018-365d-4b7b-b843-68321a4fed50/db9a47c7-b27d-45a0-9f16-198eecdecf06) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:25.401837 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-3193fddf-d056-43ce-8792-c0e2516ea865 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c35a47d9-d046-46da-aee4-310a882b36e7 HTTP/1.1" status: 200 len: 217 time: 0.2091417 Aug 11 00:32:25.489007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:25.507093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-79e1f0bf-4d34-4c04-ab60-d8144ca38d9d service neutron] 10.222.0.43 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2683015 Aug 11 00:32:25.546713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-2e1f353f-7cce-4e5f-81dd-1e0a18d8d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:25.548321 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-2e1f353f-7cce-4e5f-81dd-1e0a18d8d519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 200 len: 852 time: 0.1237917 Aug 11 00:32:25.623664 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-348228de-c6d2-4fcd-bf2c-0ad88f49c220 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbfa7f1c-a673-405c-9d02-367cb74d8df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615962 Aug 11 00:32:25.650249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:25.836035 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-cbe5e7cb-f0d9-4b7c-a12e-eaa40b4c4280 service neutron] 10.222.0.43 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096814 Aug 11 00:32:25.859398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-a650edf0-d639-4d24-ae3c-fc399beab094 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263322 Aug 11 00:32:26.013037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-d07b5c11-265a-4026-be7c-73d378caa67f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:26.023053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b206c7f1-1467-4125-b30b-c1b9aa97d33a req-0aec1c09-2c2f-4f2c-8617-86821ee91d70 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556897 Aug 11 00:32:26.026621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-d07b5c11-265a-4026-be7c-73d378caa67f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 810 time: 0.7683880 Aug 11 00:32:26.052890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59084) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:26.113058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-2c31e40d-9db1-4f6f-af81-8d8f2d5ce272 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/quotas/a784853564fd4fafa0f51f47347bccbf HTTP/1.1" status: 200 len: 375 time: 0.0849369 Aug 11 00:32:26.192739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:26.260690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-4874313c-e8e6-4fae-a16f-11b6a73f7afd tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1461358 Aug 11 00:32:26.317610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f491c2-695c-4e0b-9352-5391a8a6a41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:26.448933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:24Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:26.478470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd5ff1-33a3-496f-b6f9-c8b54285415e None None] The sync data for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 is: [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:24Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:32:26.486583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f491c2-695c-4e0b-9352-5391a8a6a41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:26.631429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551efa4-edad-4378-a550-351f462cd8ce req-247f10c0-3c00-46e6-943d-a6eed98ead0f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:26.642880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b551efa4-edad-4378-a550-351f462cd8ce req-247f10c0-3c00-46e6-943d-a6eed98ead0f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 943 time: 0.1539862 Aug 11 00:32:26.646255 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f491c2-695c-4e0b-9352-5391a8a6a41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:26.737387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a0f491c2-695c-4e0b-9352-5391a8a6a41a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00150e76898647a49808a34c175149c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6809471 Aug 11 00:32:26.737987 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:26.741125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59092) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:26.742018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f491c2-695c-4e0b-9352-5391a8a6a41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823c4608-94f0-4fde-86e9-4fe94b82aed5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:26.757042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:26.758473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-56b1b67f-74d3-475b-95da-68839f6cd627 service neutron] 10.222.0.43 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810774 Aug 11 00:32:26.927230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b551efa4-edad-4378-a550-351f462cd8ce req-0c87620b-e43a-459b-95fe-174e2f92e479 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786963 Aug 11 00:32:26.997393 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff44e1f7-98fd-49cd-af59-05c3c182bcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.003858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-cfbef631-db37-45f9-9169-9fea86fc2bac req-e2b2f4a4-0ea6-4f6d-9652-bf66fbad0bd0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1884605351', 'description': 'tempest-description-759859819'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:27.079383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff44e1f7-98fd-49cd-af59-05c3c182bcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.080122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 057c6951-7526-438c-af06-32f6cffd47da up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:27.195539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c35a47d9-d046-46da-aee4-310a882b36e7 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:32:27.199929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9f8cda15-5d6a-49b4-b822-0fae3a646d2a up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:27.226143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event updated for resources: {'Port': ['ID=db9a47c7-b27d-45a0-9f16-198eecdecf06,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:27.246714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cfbef631-db37-45f9-9169-9fea86fc2bac req-e2b2f4a4-0ea6-4f6d-9652-bf66fbad0bd0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.252782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Network 479285e2-e6aa-4a17-87c6-3cd272b1374d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:27.262077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:27.277854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:27.330552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff44e1f7-98fd-49cd-af59-05c3c182bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.340922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff44e1f7-98fd-49cd-af59-05c3c182bcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.346962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ff44e1f7-98fd-49cd-af59-05c3c182bcc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/823c4608-94f0-4fde-86e9-4fe94b82aed5 HTTP/1.1" status: 204 len: 168 time: 0.6000402 Aug 11 00:32:27.387997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e1f7-98fd-49cd-af59-05c3c182bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823c4608-94f0-4fde-86e9-4fe94b82aed5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:27.482703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:27.484954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.507389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-99be1258-0890-4ae1-97b1-e12728c85a68 service neutron] 10.222.0.43 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037191 Aug 11 00:32:27.546457 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:32:27.636222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cfbef631-db37-45f9-9169-9fea86fc2bac req-e2b2f4a4-0ea6-4f6d-9652-bf66fbad0bd0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.786268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 057c6951-7526-438c-af06-32f6cffd47da completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:27.805517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 057c6951-7526-438c-af06-32f6cffd47da triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:27.805965 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.855125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c35a47d9-d046-46da-aee4-310a882b36e7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c35a47d9-d046-46da-aee4-310a882b36e7,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:27.869885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cfbef631-db37-45f9-9169-9fea86fc2bac req-e2b2f4a4-0ea6-4f6d-9652-bf66fbad0bd0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.899548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'c35a47d9-d046-46da-aee4-310a882b36e7', 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'port_id': 'c35a47d9-d046-46da-aee4-310a882b36e7', 'mac_address': 'fa:16:3e:92:3f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979e9bd4-172a-4c06-9475-dd04c49747c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:32:27.924444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2f4a4-0ea6-4f6d-9652-bf66fbad0bd0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8d9ca8-9f59-4f1c-84d0-3a4290f517e3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:27.931854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:27.963477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:27.963857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:27.979975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-1b053f60-aa6f-4a94-b564-ad8145c933ac tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9634335 Aug 11 00:32:27.997543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Request body: {'port': {'device_id': 'd8fde2e0-7489-404f-bf7d-4f3a65a815ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:28.008964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cfbef631-db37-45f9-9169-9fea86fc2bac req-e2b2f4a4-0ea6-4f6d-9652-bf66fbad0bd0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:28.010761 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfbef631-db37-45f9-9169-9fea86fc2bac req-e2b2f4a4-0ea6-4f6d-9652-bf66fbad0bd0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0142841 Aug 11 00:32:28.227193 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:28.241657 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:28.291231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35a47d9-d046-46da-aee4-310a882b36e7 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:28.323879 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b3e31b-e601-4a16-90c8-dd1ada820e69 x-openstack-request-id: req-89b3e31b-e601-4a16-90c8-dd1ada820e69 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:28.324827 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c73e3f-c204-4953-bda0-e385274ffb6c", "name": "network-vif-deleted", "tag": "a01cefb0-4daa-494e-b6cf-63cb9b198f4b", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:28.325355 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89b3e31b-e601-4a16-90c8-dd1ada820e69 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:28.326006 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c73e3f-c204-4953-bda0-e385274ffb6c', 'name': 'network-vif-deleted', 'tag': 'a01cefb0-4daa-494e-b6cf-63cb9b198f4b', 'status': 'completed', 'code': 200} Aug 11 00:32:28.328291 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:28.372591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c35a47d9-d046-46da-aee4-310a882b36e7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c35a47d9-d046-46da-aee4-310a882b36e7,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:28.403263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:28.440041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b9fd784-fb86-4823-ba7f-e199200e5554 req-3fd373c1-083d-43c6-8627-bbcb88391b98 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 210 time: 0.0441368 Aug 11 00:32:28.480575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 057c6951-7526-438c-af06-32f6cffd47da, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=057c6951-7526-438c-af06-32f6cffd47da,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:28.480575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789cac88-2086-4eec-8f99-11726a353d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8cda15-5d6a-49b4-b822-0fae3a646d2a'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:28.480575 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948b4c18-6db2-4378-8c5e-9e7ed48e6b38" -d '{"events": [{"server_uuid": "789cac88-2086-4eec-8f99-11726a353d59", "name": "network-vif-plugged", "status": "completed", "tag": "9f8cda15-5d6a-49b4-b822-0fae3a646d2a"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:28.506972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:28.648704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:28.714808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be05c5-0b08-4f23-a5a3-b605a4255a23 req-720d375d-0672-44b6-ae61-9a616fcbffb0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:28.714808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26be05c5-0b08-4f23-a5a3-b605a4255a23 req-720d375d-0672-44b6-ae61-9a616fcbffb0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 931 time: 0.1499839 Aug 11 00:32:28.733246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4149328-7ac6-401e-b3da-18471486d2f4 req-123f1ff6-ea12-481f-acda-772baba3fee1 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:28.735082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4149328-7ac6-401e-b3da-18471486d2f4 req-123f1ff6-ea12-481f-acda-772baba3fee1 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 943 time: 0.1399674 Aug 11 00:32:28.828555 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:28.831026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26be05c5-0b08-4f23-a5a3-b605a4255a23 req-3e27b56a-a7fb-4009-94be-0b4f23865b39 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152916 Aug 11 00:32:28.873868 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:28.905040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['c35a47d9-d046-46da-aee4-310a882b36e7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:28.910370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4149328-7ac6-401e-b3da-18471486d2f4 req-8895b3ef-a07f-4001-bfb3-c7332492a785 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577861 Aug 11 00:32:29.029005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c35a47d9-d046-46da-aee4-310a882b36e7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:29.062810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9a47c7-b27d-45a0-9f16-198eecdecf06 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:29.093057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-437b7aed-b408-4bf5-a60a-d0245b6e3557 req-b0f8152f-8dc9-447d-a580-1add765e708d tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 210 time: 0.0696571 Aug 11 00:32:29.118839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:29.164815 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36daae-1a3d-4a6e-8728-30ac7c5a17be x-openstack-request-id: req-5d36daae-1a3d-4a6e-8728-30ac7c5a17be {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:29.164815 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789cac88-2086-4eec-8f99-11726a353d59", "name": "network-vif-plugged", "status": "completed", "tag": "9f8cda15-5d6a-49b4-b822-0fae3a646d2a", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:29.164815 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d36daae-1a3d-4a6e-8728-30ac7c5a17be {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:29.165514 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789cac88-2086-4eec-8f99-11726a353d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8cda15-5d6a-49b4-b822-0fae3a646d2a', 'code': 200} Aug 11 00:32:29.176799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-e5cffb3e-10ab-4924-9323-0311559868e9 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1884605351&fields=id&tenant_id=9ede44e0e7104ac6abdb38af47c44af3 HTTP/1.1" status: 200 len: 267 time: 0.2190771 Aug 11 00:32:29.210354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:29.246207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Transition to ACTIVE for port object db9a47c7-b27d-45a0-9f16-198eecdecf06 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:29.339990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=057c6951-7526-438c-af06-32f6cffd47da,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:29.355553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-456bcf56-c244-4ff7-8bf1-58527d383d2c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:29.369933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-456bcf56-c244-4ff7-8bf1-58527d383d2c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.1911037 Aug 11 00:32:29.371633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612c63-f646-4ec6-9e55-864282ad098d req-375d0b16-6ad6-4cd1-a307-32607d2a8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:29.375491 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b2612c63-f646-4ec6-9e55-864282ad098d req-375d0b16-6ad6-4cd1-a307-32607d2a8224 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=789cac88-2086-4eec-8f99-11726a353d59 HTTP/1.1" status: 200 len: 1097 time: 0.1297166 Aug 11 00:32:29.390014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Request body: {'port': {'security_groups': ['b27ff2bf-5080-4c72-b646-fb585be25774', '9b8d9ca8-9f59-4f1c-84d0-3a4290f517e3']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:29.511105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b2612c63-f646-4ec6-9e55-864282ad098d req-de5147b4-dbf2-4337-a4cd-e374285d7a71 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242273 Aug 11 00:32:29.540404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:29.575953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59156) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:29.607595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6d1c-ed9f-4812-bbc0-2bf9b781b8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:29.628176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:29.743300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Pushing event updated for resources: {'Port': ['ID=db9a47c7-b27d-45a0-9f16-198eecdecf06,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:29.750269 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:29.751146 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:29.846856 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6d1c-ed9f-4812-bbc0-2bf9b781b8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:29.907123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Attempting to bind port db9a47c7-b27d-45a0-9f16-198eecdecf06 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:29.907123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Attempting to bind port db9a47c7-b27d-45a0-9f16-198eecdecf06 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:29.907123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Attempting to bind port db9a47c7-b27d-45a0-9f16-198eecdecf06 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:29.907123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Port db9a47c7-b27d-45a0-9f16-198eecdecf06 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:32:29.907123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Attempting to bind port db9a47c7-b27d-45a0-9f16-198eecdecf06 on network 479285e2-e6aa-4a17-87c6-3cd272b1374d {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:29.908589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:29.908888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Checking segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:29.909296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Bound using segment: {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:29.909756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Bound port: db9a47c7-b27d-45a0-9f16-198eecdecf06, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0147c-99cd-4d6a-802e-8c4943cbd457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:29.910134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:29.986820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] For port 48096acd-3e62-485f-86e4-e82174175a6c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=48096acd-3e62-485f-86e4-e82174175a6c,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:30.003722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bdc6d1c-ed9f-4812-bbc0-2bf9b781b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.046761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] For port db9a47c7-b27d-45a0-9f16-198eecdecf06, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:30.078798 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.089846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] For port db9a47c7-b27d-45a0-9f16-198eecdecf06, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=db9a47c7-b27d-45a0-9f16-198eecdecf06,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:30.109854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3bdc6d1c-ed9f-4812-bbc0-2bf9b781b8b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a3764669efe4ed9b307d2041d5def02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321975 Aug 11 00:32:30.225055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc6d1c-ed9f-4812-bbc0-2bf9b781b8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a815a2-242f-4366-b33a-7da0e95bea13,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:30.225976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59170) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:30.225976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d069639-03b3-45da-814c-7f28ffab5373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.225976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d069639-03b3-45da-814c-7f28ffab5373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.721796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.731342 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.735493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['48096acd-3e62-485f-86e4-e82174175a6c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:30.779930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:30.780587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.782079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] 10.222.0.44 "PUT /v2.0/ports/db9a47c7-b27d-45a0-9f16-198eecdecf06 HTTP/1.1" status: 200 len: 1092 time: 2.7904749 Aug 11 00:32:30.782554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fde2e0-7489-404f-bf7d-4f3a65a815ce', 'tag': 'db9a47c7-b27d-45a0-9f16-198eecdecf06'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:30.785101 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fde2e0-7489-404f-bf7d-4f3a65a815ce", "tag": "db9a47c7-b27d-45a0-9f16-198eecdecf06"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:30.798135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:30.798813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.804651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af2e23a9-5ac7-42ec-a57a-bdb07562dcc4 req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "PUT /v2.0/ports/48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 982 time: 1.4217002 Aug 11 00:32:30.829282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646a911-584a-49c5-a9cb-14882a9b9007 service neutron] Pushing event updated for resources: {'Port': ['ID=db9a47c7-b27d-45a0-9f16-198eecdecf06,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:30.933121 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f86d9f6a-ab5a-4c89-830c-14ca7a5fabe4 req-f2462ac9-4d84-4748-8623-091fd4c88cef tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 210 time: 0.0538778 Aug 11 00:32:30.939091 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d069639-03b3-45da-814c-7f28ffab5373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.944832 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d069639-03b3-45da-814c-7f28ffab5373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:30.946811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0d069639-03b3-45da-814c-7f28ffab5373 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0a815a2-242f-4366-b33a-7da0e95bea13 HTTP/1.1" status: 204 len: 168 time: 0.8319356 Aug 11 00:32:30.948842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['48096acd-3e62-485f-86e4-e82174175a6c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:30.993576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d069639-03b3-45da-814c-7f28ffab5373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a815a2-242f-4366-b33a-7da0e95bea13,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:31.024311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55e7e7-aea2-4429-b383-295730f2fa84 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event updated for resources: {'Port': ['ID=48096acd-3e62-485f-86e4-e82174175a6c,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:31.103687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 057c6951-7526-438c-af06-32f6cffd47da up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:31.176965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-db455145-0b3f-4fa6-a2cc-2a6ef5e85543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:31.178793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-db455145-0b3f-4fa6-a2cc-2a6ef5e85543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 1095 time: 0.1076317 Aug 11 00:32:31.210176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e2cde-3692-4c14-b5be-939d8757b86b req-e1519dc7-d37d-430d-8634-eda49b4cdd3e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:31.212637 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef6e2cde-3692-4c14-b5be-939d8757b86b req-e1519dc7-d37d-430d-8634-eda49b4cdd3e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 943 time: 0.1239023 Aug 11 00:32:31.222544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c35a47d9-d046-46da-aee4-310a882b36e7 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:31.271735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-27f5439b-9431-49c8-b38c-051926e2cfe3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db9a47c7-b27d-45a0-9f16-198eecdecf06 HTTP/1.1" status: 200 len: 217 time: 0.0832033 Aug 11 00:32:31.362561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef6e2cde-3692-4c14-b5be-939d8757b86b req-3aad6749-9d93-4cf9-916d-df19d7bfcbc9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012993 Aug 11 00:32:31.390804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-96231a77-bfde-478f-bd70-78bb57b6332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:31.390804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-96231a77-bfde-478f-bd70-78bb57b6332b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.1048441 Aug 11 00:32:31.467896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-4deff840-0cd6-4f71-a9a6-ffa127b6e454 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688457 Aug 11 00:32:31.585215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 057c6951-7526-438c-af06-32f6cffd47da triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:31.585614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:31.659578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf152a0-7405-47cc-b76b-5a8f6d1a3eb7 req-ea3f5167-d18c-48c7-a638-ee12911e847c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:31.669018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf152a0-7405-47cc-b76b-5a8f6d1a3eb7 req-ea3f5167-d18c-48c7-a638-ee12911e847c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 944 time: 0.1934640 Aug 11 00:32:31.704103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port c35a47d9-d046-46da-aee4-310a882b36e7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:31.719923 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-09446af4-d262-49ea-936b-8290b3e609c7 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335641 Aug 11 00:32:31.749575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port c35a47d9-d046-46da-aee4-310a882b36e7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:31.750467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:32.126043 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:32.210370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af742339-0a12-44fd-a7c3-04ca4390278b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35a47d9-d046-46da-aee4-310a882b36e7'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:32.217093 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e65348-ddbc-4880-9bfd-4bbad8547e39" -d '{"events": [{"server_uuid": "af742339-0a12-44fd-a7c3-04ca4390278b", "name": "network-vif-plugged", "status": "completed", "tag": "c35a47d9-d046-46da-aee4-310a882b36e7"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:32.292232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c35a47d9-d046-46da-aee4-310a882b36e7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c35a47d9-d046-46da-aee4-310a882b36e7,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:32.379430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:32.558694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c35a47d9-d046-46da-aee4-310a882b36e7,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:32.585346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-4c1e280f-8cb1-49ee-af3d-600092ef844a tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:32.587102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-4c1e280f-8cb1-49ee-af3d-600092ef844a tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.55 "GET /v2.0/networks?id=435ee18b-63f2-4916-af6e-797526dd7842 HTTP/1.1" status: 200 len: 828 time: 0.2159379 Aug 11 00:32:32.611463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Request body: {'port': {'device_id': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'admin_state_up': True, 'tenant_id': '589a89676fe8496786c29c191f3fe36c'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:32.861733 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cf152a0-7405-47cc-b76b-5a8f6d1a3eb7 req-5c2c084b-a97f-4b2c-a6a0-078d0e09acc6 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1904783 Aug 11 00:32:32.870380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3887ed5-b005-4d76-aa0d-ecb8e906803b req-0bd3c6d4-6b36-473a-901e-76951d2d928f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 210 time: 0.0415781 Aug 11 00:32:33.014039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0d83baf-bd98-41f3-809f-29a8cd8b85a5 req-da60dbd0-2789-403d-8545-b84cc4921d6e service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2855670 Aug 11 00:32:33.041499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Made reservation on behalf of 589a89676fe8496786c29c191f3fe36c for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:33.045737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:33.116806 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a03c72-c831-4588-aa64-a142ce99a1d4 x-openstack-request-id: req-90a03c72-c831-4588-aa64-a142ce99a1d4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:33.119227 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fde2e0-7489-404f-bf7d-4f3a65a815ce", "tag": "db9a47c7-b27d-45a0-9f16-198eecdecf06", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:33.119918 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90a03c72-c831-4588-aa64-a142ce99a1d4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:33.120590 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fde2e0-7489-404f-bf7d-4f3a65a815ce', 'tag': 'db9a47c7-b27d-45a0-9f16-198eecdecf06', 'status': 'completed', 'code': 200} Aug 11 00:32:33.256175 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-56bd1c0b-c472-4ea4-b716-d3d9fb053e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:33.261597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-56bd1c0b-c472-4ea4-b716-d3d9fb053e0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 1095 time: 0.1137495 Aug 11 00:32:33.355925 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71b50474-43bc-475f-af12-e0a4f4ed4ded req-f8e6536a-d4ab-4709-9487-ad9a92821f0c tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 210 time: 0.0852978 Aug 11 00:32:33.447362 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e375e9f9-f406-40ec-8d60-6b09d8e22e93 x-openstack-request-id: req-e375e9f9-f406-40ec-8d60-6b09d8e22e93 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:33.448240 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af742339-0a12-44fd-a7c3-04ca4390278b", "name": "network-vif-plugged", "status": "completed", "tag": "c35a47d9-d046-46da-aee4-310a882b36e7", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:33.448680 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e375e9f9-f406-40ec-8d60-6b09d8e22e93 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:33.449230 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af742339-0a12-44fd-a7c3-04ca4390278b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35a47d9-d046-46da-aee4-310a882b36e7', 'code': 200} Aug 11 00:32:33.618419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Allocated IP 172.20.0.8 (435ee18b-63f2-4916-af6e-797526dd7842/54892641-5c33-4406-82fd-73227025182c/79cfb05a-a419-45c3-960d-c9a3ad44cebc) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:33.621248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-2a32fe5b-08ef-4c04-8964-c6fe0b31105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:33.623055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-2a32fe5b-08ef-4c04-8964-c6fe0b31105f service neutron] 10.222.0.44 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 907 time: 0.3439567 Aug 11 00:32:33.711611 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-562fba7c-c9fa-4dcd-98ae-bf4977d5f9af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db9a47c7-b27d-45a0-9f16-198eecdecf06 HTTP/1.1" status: 200 len: 217 time: 0.0628288 Aug 11 00:32:33.745136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec5afc-faad-4329-9e2f-3070131e53e4 req-7eeac514-3f2b-4ba2-820d-289c31971d97 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:33.763816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29ec5afc-faad-4329-9e2f-3070131e53e4 req-7eeac514-3f2b-4ba2-820d-289c31971d97 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 943 time: 0.2300262 Aug 11 00:32:33.925419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-b5cff601-1523-43cf-a581-0a26720c1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:33.930386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-b5cff601-1523-43cf-a581-0a26720c1628 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.1402817 Aug 11 00:32:33.949801 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29ec5afc-faad-4329-9e2f-3070131e53e4 req-ae4eeda9-da30-4e36-aae8-0fdd264f20f5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813688 Aug 11 00:32:33.955255 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:33.974907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Transition to ACTIVE for port object 79cfb05a-a419-45c3-960d-c9a3ad44cebc will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:34.048849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-57186570-1ad4-43f9-8305-e0a164beaffe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950274 Aug 11 00:32:34.137781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-a79d9fb5-2e82-4394-b017-36a67bc78f55 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1884605351&fields=id&tenant_id=9ede44e0e7104ac6abdb38af47c44af3 HTTP/1.1" status: 200 len: 267 time: 0.8491216 Aug 11 00:32:34.140354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:34.338259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Pushing event updated for resources: {'Port': ['ID=79cfb05a-a419-45c3-960d-c9a3ad44cebc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:34.409327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f4119-9038-471a-9dc7-6c7579304833 req-f7bf2572-9ccf-40ef-9006-5575d0efb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:34.412890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a10f4119-9038-471a-9dc7-6c7579304833 req-f7bf2572-9ccf-40ef-9006-5575d0efb902 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 1097 time: 0.7908680 Aug 11 00:32:34.438164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Network 435ee18b-63f2-4916-af6e-797526dd7842 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:34.477528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:34.489002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-d415ce5b-d607-44a3-8301-f3dbf1969124 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:34.490709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-d415ce5b-d607-44a3-8301-f3dbf1969124 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 810 time: 0.9646020 Aug 11 00:32:34.493903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:34.501688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-d7deed46-686f-412f-a05b-2ca2a8785e95 service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410617 Aug 11 00:32:34.527824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498e1a4-ed5b-463c-8019-03c27a81399a req-8c3c7c8e-923d-46ef-84f0-c812a7d2fb81 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:34.544673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a498e1a4-ed5b-463c-8019-03c27a81399a req-8c3c7c8e-923d-46ef-84f0-c812a7d2fb81 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 945 time: 0.2558551 Aug 11 00:32:34.557596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-9059e5f7-9c36-4f80-ac38-2d29e69e6061 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:34.566566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-9059e5f7-9c36-4f80-ac38-2d29e69e6061 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 985 time: 0.4277396 Aug 11 00:32:34.612913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Request body: {'port': {'security_groups': ['b27ff2bf-5080-4c72-b646-fb585be25774']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:34.693601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a10f4119-9038-471a-9dc7-6c7579304833 req-cc808f49-5380-448c-bba0-ca4af3f5d05d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506688 Aug 11 00:32:34.801460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a498e1a4-ed5b-463c-8019-03c27a81399a req-32c8a579-88cb-486d-b41e-89a66884ca57 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729041 Aug 11 00:32:34.841842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422a22a4-4ef4-4dc1-9e3b-d6bf12a4ad7a req-f04cb995-8d59-4696-ab0b-2609ef69921d service neutron] 10.222.0.44 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923605 Aug 11 00:32:34.883136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-9d4f6447-23bf-4d70-b567-d6a6e4ee71a3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a784853564fd4fafa0f51f47347bccbf HTTP/1.1" status: 200 len: 378 time: 0.3781877 Aug 11 00:32:34.900607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'port': {'device_id': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'admin_state_up': True, 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'security_groups': ['77e7462d-9c39-4e57-9256-903185eed55d']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:34.919484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device db9a47c7-b27d-45a0-9f16-198eecdecf06 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:32:34.972795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88faabe3-b449-430e-8272-318aa6b822f6 req-f31f7aa1-780f-4d8a-8d9a-00f4f751849e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 210 time: 0.0844042 Aug 11 00:32:35.008150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:35.079869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:35.080640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:35.114339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7cf1b04a-b3ae-453a-b49b-ec52e5ce4eaa None None] Provisioning for port 79cfb05a-a419-45c3-960d-c9a3ad44cebc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:35.123635 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:35.128922 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c2357c-dbe2-48ff-861f-4c50633c8b95" -d '{"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:35.135202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7cf1b04a-b3ae-453a-b49b-ec52e5ce4eaa None None] Provisioning complete for port 79cfb05a-a419-45c3-960d-c9a3ad44cebc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:35.136242 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7cf1b04a-b3ae-453a-b49b-ec52e5ce4eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:35.249004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1b04a-b3ae-453a-b49b-ec52e5ce4eaa None None] Port 79cfb05a-a419-45c3-960d-c9a3ad44cebc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:32:35.280243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port db9a47c7-b27d-45a0-9f16-198eecdecf06, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=db9a47c7-b27d-45a0-9f16-198eecdecf06,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:35.293400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690f369-b4d2-4279-9598-e26187a85909 req-a96b78ef-0b31-4a9b-91ae-9bafa4357c0b tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:35.305875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'db9a47c7-b27d-45a0-9f16-198eecdecf06', 'network_id': '479285e2-e6aa-4a17-87c6-3cd272b1374d', 'port_id': 'db9a47c7-b27d-45a0-9f16-198eecdecf06', 'mac_address': 'fa:16:3e:98:18:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9884a018-365d-4b7b-b843-68321a4fed50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:32:35.320365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b690f369-b4d2-4279-9598-e26187a85909 req-a96b78ef-0b31-4a9b-91ae-9bafa4357c0b tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 931 time: 0.1554646 Aug 11 00:32:35.401585 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:35.452979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b690f369-b4d2-4279-9598-e26187a85909 req-ee855e5a-f0d6-465d-abb9-53c38f8010fc tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294720 Aug 11 00:32:35.460786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9a47c7-b27d-45a0-9f16-198eecdecf06 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:35.530130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port db9a47c7-b27d-45a0-9f16-198eecdecf06, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=db9a47c7-b27d-45a0-9f16-198eecdecf06,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:35.630818 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:35.684423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17ecd5-73a5-4fcc-8cbb-0e74336fc90d req-4ef4c419-05e9-4afa-af56-ea2aedb44389 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:35.687573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de17ecd5-73a5-4fcc-8cbb-0e74336fc90d req-4ef4c419-05e9-4afa-af56-ea2aedb44389 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 943 time: 0.1185799 Aug 11 00:32:35.843843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de17ecd5-73a5-4fcc-8cbb-0e74336fc90d req-67f217ec-bafa-446f-a6ed-09a28044c584 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495569 Aug 11 00:32:35.844205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=db9a47c7-b27d-45a0-9f16-198eecdecf06,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:35.932072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['db9a47c7-b27d-45a0-9f16-198eecdecf06'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:36.053384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-564df368-40f1-440d-872b-1dbb4aa68881 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4399006 Aug 11 00:32:36.088632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Request body: {'port': {'device_id': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:36.146305 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6076eae-d9f0-4e0e-9097-1bbe95986741 x-openstack-request-id: req-f6076eae-d9f0-4e0e-9097-1bbe95986741 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:36.146991 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:36.148188 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6076eae-d9f0-4e0e-9097-1bbe95986741 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:36.149199 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c', 'status': 'completed', 'code': 200} Aug 11 00:32:36.260815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] For port 48096acd-3e62-485f-86e4-e82174175a6c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=48096acd-3e62-485f-86e4-e82174175a6c,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:36.307795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-69eb0131-e94b-42df-bd52-f7821604a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:36.312230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-69eb0131-e94b-42df-bd52-f7821604a1fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1137 time: 0.1148386 Aug 11 00:32:36.407580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Made reservation on behalf of a784853564fd4fafa0f51f47347bccbf for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:36.414654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:36.493753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-00809bf3-3206-4488-a7b4-d66a2f805fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:36.494034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:36.495863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-00809bf3-3206-4488-a7b4-d66a2f805fbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.1668839 Aug 11 00:32:36.571664 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-38bcba75-729b-4e48-8924-49427d8b5efe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 217 time: 0.0607936 Aug 11 00:32:36.601210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d2ccb-55be-48ea-b41e-4bdb6066c59c req-a9e7eabb-4656-41e5-835b-c1096ab2145a tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:36.613630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:36.614713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb1d2ccb-55be-48ea-b41e-4bdb6066c59c req-a9e7eabb-4656-41e5-835b-c1096ab2145a tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 945 time: 0.2662148 Aug 11 00:32:36.697076 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:36.733544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb1d2ccb-55be-48ea-b41e-4bdb6066c59c req-fb1f25f1-9a42-42e2-afaa-2e5d86ce031c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162264 Aug 11 00:32:36.784374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-114276d2-3e15-444b-9e9a-c0ff48875dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:36.785975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-114276d2-3e15-444b-9e9a-c0ff48875dd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.1982744 Aug 11 00:32:36.857457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:36.857844 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:36.859791 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d400110-ffd1-452c-95cc-ebf7bcbfc307 req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "PUT /v2.0/ports/48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 943 time: 2.2922554 Aug 11 00:32:36.860551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:36.869109 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55335fe8-ab2b-4c83-905e-2ef2c1e82529" -d '{"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:36.893610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-8d77d29c-c16d-4de7-8dc8-fdf87625746b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977352 Aug 11 00:32:36.933471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['48096acd-3e62-485f-86e4-e82174175a6c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:37.023843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['48096acd-3e62-485f-86e4-e82174175a6c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:37.058752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-895e0587-e4c0-4dd4-86d7-fcc3541f5170 req-54289e47-6d7b-478f-8ae1-52b891366ea2 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 210 time: 0.1366735 Aug 11 00:32:37.168916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-100d95ca-06f3-4a4d-97b0-6306e0c626b1 service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647958 Aug 11 00:32:37.240082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event updated for resources: {'Port': ['ID=48096acd-3e62-485f-86e4-e82174175a6c,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:37.334146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5db29-cec0-4ce1-a257-79e85d269657 req-814558eb-58f6-4c49-825b-a85ca71e97da tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:37.336357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78f5db29-cec0-4ce1-a257-79e85d269657 req-814558eb-58f6-4c49-825b-a85ca71e97da tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=789cac88-2086-4eec-8f99-11726a353d59 HTTP/1.1" status: 200 len: 945 time: 0.1612000 Aug 11 00:32:37.422920 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5c2357c-dbe2-48ff-861f-4c50633c8b95 req-69294092-c07e-40ed-83cd-dced72345a4d service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364905 Aug 11 00:32:37.456472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363d482-5f87-481c-bdcb-c9291d28abf7 req-364d1a8f-0746-478e-9996-db780de62137 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:37.467303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78f5db29-cec0-4ce1-a257-79e85d269657 req-ef004786-013c-4513-8805-75fd06ede5a5 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154845 Aug 11 00:32:37.473404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b363d482-5f87-481c-bdcb-c9291d28abf7 req-364d1a8f-0746-478e-9996-db780de62137 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 931 time: 0.4066939 Aug 11 00:32:37.487518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.488128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.488634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.499865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.500483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.501044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.501634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.502179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.502694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.503265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.503785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.508507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109cb870-c607-401e-b00c-31aed98a1b0a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:37.649413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Allocated IP 172.20.0.7 (ca97a61f-0256-4523-9664-a2a145667588/afc4f30f-5d0b-46ae-ab39-ec2619e3d120/7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:37.671990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b363d482-5f87-481c-bdcb-c9291d28abf7 req-a686322c-21f9-48b4-b444-87cbd98a46e8 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930754 Aug 11 00:32:37.984102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf18416d-5d70-412e-8151-4147ede14a4c req-cca7a379-034b-44d7-b369-305813c74e15 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4190793 Aug 11 00:32:37.994939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:38.171979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdd410-69cb-4b93-87f1-9ae84a727de2 req-2d512b40-8722-4904-8984-edb3d7d6a8d1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:38.179759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00fdd410-69cb-4b93-87f1-9ae84a727de2 req-2d512b40-8722-4904-8984-edb3d7d6a8d1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 944 time: 0.4190662 Aug 11 00:32:38.207692 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:38.269890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00fdd410-69cb-4b93-87f1-9ae84a727de2 req-5084dc8e-e85e-43bc-b04d-33754beaccbe tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892398 Aug 11 00:32:38.359045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:38.378125 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662aff68-a567-4190-ba0e-900f326bbc86 x-openstack-request-id: req-662aff68-a567-4190-ba0e-900f326bbc86 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:38.378413 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:38.378667 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-662aff68-a567-4190-ba0e-900f326bbc86 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:38.379104 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c', 'status': 'completed', 'code': 200} Aug 11 00:32:38.407597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cfb05a-a419-45c3-960d-c9a3ad44cebc {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:38.414255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Transition to ACTIVE for port object 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:38.455380 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:38.475506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Transition to ACTIVE for port object 79cfb05a-a419-45c3-960d-c9a3ad44cebc will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:38.532680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-c9c6be48-9b68-4d2c-923d-2dfafcd85bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:38.534555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-c9c6be48-9b68-4d2c-923d-2dfafcd85bfa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.1078923 Aug 11 00:32:38.569261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:38.633996 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:38.736519 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:38.749144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Network ca97a61f-0256-4523-9664-a2a145667588 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:38.751364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:38.763470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-8f4bfb5b-4bf6-4321-82f3-5a4d41964cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:38.765401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-8f4bfb5b-4bf6-4321-82f3-5a4d41964cc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.2227685 Aug 11 00:32:38.793468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:38.796414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event updated for resources: {'Port': ['ID=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:38.888061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Allocated IP 172.25.0.138 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/69df78da-5030-4fdf-ab6a-0e72df874dbf) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:38.910867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:38.913047 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:38.930844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device db9a47c7-b27d-45a0-9f16-198eecdecf06 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:39.105333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Pushing event updated for resources: {'Port': ['ID=79cfb05a-a419-45c3-960d-c9a3ad44cebc,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:39.123704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-925e3cab-eb10-42c8-9635-8e23be19130b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 217 time: 0.3490705 Aug 11 00:32:39.129744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:39.198653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-e7513b1e-663c-4e07-a5b4-ba27a22c4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:39.200988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-e7513b1e-663c-4e07-a5b4-ba27a22c4e61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.0675013 Aug 11 00:32:39.289195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Attempting to bind port 79cfb05a-a419-45c3-960d-c9a3ad44cebc on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:39.289769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Attempting to bind port 79cfb05a-a419-45c3-960d-c9a3ad44cebc by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:39.289875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Attempting to bind port 79cfb05a-a419-45c3-960d-c9a3ad44cebc on network 435ee18b-63f2-4916-af6e-797526dd7842 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:39.295667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Port 79cfb05a-a419-45c3-960d-c9a3ad44cebc on network 435ee18b-63f2-4916-af6e-797526dd7842 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:32:39.296030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Attempting to bind port 79cfb05a-a419-45c3-960d-c9a3ad44cebc on network 435ee18b-63f2-4916-af6e-797526dd7842 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:39.303419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-97354455-5982-416f-80cd-a74734017883 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898907 Aug 11 00:32:39.322275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-513a4e4f-6cc5-4e39-a703-1be032034bb5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4294262 Aug 11 00:32:39.325932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port db9a47c7-b27d-45a0-9f16-198eecdecf06 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:39.341316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Request body: {'port': {'device_id': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:39.390081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port db9a47c7-b27d-45a0-9f16-198eecdecf06 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:39.390704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:39.418299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:39.424314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Checking segment: {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:39.425233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Bound using segment: {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:39.425921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Bound port: 79cfb05a-a419-45c3-960d-c9a3ad44cebc, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0f1776-92e0-4d7c-926c-f1cba6965105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:39.426477 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:39.494089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:39.522433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:39.541304 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:32:39.632880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] For port 79cfb05a-a419-45c3-960d-c9a3ad44cebc, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:39.646754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-8e2dd600-a956-44af-aac5-4a30adb192c2 service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346760 Aug 11 00:32:39.659334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-edc7b8ff-7106-4e8d-87a4-6b27d28600be None None] Provisioning for port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:39.671183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-edc7b8ff-7106-4e8d-87a4-6b27d28600be None None] Provisioning complete for port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:39.679836 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-edc7b8ff-7106-4e8d-87a4-6b27d28600be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:39.728676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] For port 79cfb05a-a419-45c3-960d-c9a3ad44cebc, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:39.780560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:39.797999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:39.816146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:39.835949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:39.854451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:39.902013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-edc7b8ff-7106-4e8d-87a4-6b27d28600be None None] Port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:32:39.941781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fde2e0-7489-404f-bf7d-4f3a65a815ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9a47c7-b27d-45a0-9f16-198eecdecf06'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:39.946118 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c17826-8e44-43c7-ab5a-5b21420d3cd2" -d '{"events": [{"server_uuid": "d8fde2e0-7489-404f-bf7d-4f3a65a815ce", "name": "network-vif-plugged", "status": "completed", "tag": "db9a47c7-b27d-45a0-9f16-198eecdecf06"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:39.966251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port db9a47c7-b27d-45a0-9f16-198eecdecf06, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=db9a47c7-b27d-45a0-9f16-198eecdecf06,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:40.017270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Pushing event updated for resources: {'Port': ['ID=79cfb05a-a419-45c3-960d-c9a3ad44cebc,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:40.047122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:40.097035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:40.098458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event updated for resources: {'Port': ['ID=69df78da-5030-4fdf-ab6a-0e72df874dbf,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:40.099578 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:40.103620 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-92e42b29-3441-45ef-9008-4a817d796e8a service neutron] 10.222.0.55 "PUT /v2.0/ports/79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 200 len: 1092 time: 4.0398951 Aug 11 00:32:40.127801 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:40.199901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=db9a47c7-b27d-45a0-9f16-198eecdecf06,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:40.219857 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55335fe8-ab2b-4c83-905e-2ef2c1e82529 req-4f2d8419-8cfc-46f4-8d61-6f673c963e1f service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453603 Aug 11 00:32:40.235934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c565-d4e0-405e-b035-8e1140ef7b73 req-77e29f51-037b-42eb-8d33-d0a935e1fce8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:40.249202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c8a9c565-d4e0-405e-b035-8e1140ef7b73 req-77e29f51-037b-42eb-8d33-d0a935e1fce8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 931 time: 0.3015275 Aug 11 00:32:40.284359 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:40.384468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:40.386767 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ef73fc-055b-403a-b54d-f090f4ed5467" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:40.543152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:40.561910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:40.576439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c8a9c565-d4e0-405e-b035-8e1140ef7b73 req-8b4e15bf-4aab-49d0-9e4e-57faf0322bb2 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2353415 Aug 11 00:32:40.604883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-faef6067-4412-4e84-97a7-4ef221a296f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:40.604883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-faef6067-4412-4e84-97a7-4ef221a296f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=589a89676fe8496786c29c191f3fe36c&device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 1095 time: 0.3459461 Aug 11 00:32:40.609816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Transition to ACTIVE for port object 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:40.675800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-a7526e50-afa6-4a83-97b7-de4d8d6b7695 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 200 len: 217 time: 0.0642924 Aug 11 00:32:40.736357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:40.746342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:40.829248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-de4af1b9-eb01-492e-a470-7897fadd95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:40.830835 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-de4af1b9-eb01-492e-a470-7897fadd95b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54892641-5c33-4406-82fd-73227025182c HTTP/1.1" status: 200 len: 867 time: 0.1462190 Aug 11 00:32:40.898408 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:40.906074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ae02e-d683-48d6-805f-a7b7d2b96e9a req-63318429-3c25-4ad2-844f-1877cf0f36fa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:40.908112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-336ae02e-d683-48d6-805f-a7b7d2b96e9a req-63318429-3c25-4ad2-844f-1877cf0f36fa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 943 time: 0.2152748 Aug 11 00:32:40.972306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:41.084901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-5502d498-447e-416a-bbcd-48a59ea22b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:41.087229 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-5502d498-447e-416a-bbcd-48a59ea22b99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=435ee18b-63f2-4916-af6e-797526dd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2415988 Aug 11 00:32:41.115539 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:41.124609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362002e6-4489-4091-925d-0ea77953f650 req-c40ba8ab-2ba2-44de-8378-cdfbb4859730 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:41.126982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362002e6-4489-4091-925d-0ea77953f650 req-c40ba8ab-2ba2-44de-8378-cdfbb4859730 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "GET /v2.0/ports?device_id=789cac88-2086-4eec-8f99-11726a353d59 HTTP/1.1" status: 200 len: 945 time: 0.2175467 Aug 11 00:32:41.164679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event updated for resources: {'Port': ['ID=69df78da-5030-4fdf-ab6a-0e72df874dbf,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:41.168259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-336ae02e-d683-48d6-805f-a7b7d2b96e9a req-aff57756-026b-4db9-8f56-210d85c9a4af tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063353 Aug 11 00:32:41.241977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:41.245591 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf18416d-5d70-412e-8151-4147ede14a4c req-1a9408e3-daa0-49d6-9ffd-3ca02907d45a tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2583992 Aug 11 00:32:41.255399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Attempting to bind port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:41.255399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Attempting to bind port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:41.255399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Attempting to bind port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e on network ca97a61f-0256-4523-9664-a2a145667588 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:41.263728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e on network ca97a61f-0256-4523-9664-a2a145667588 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:32:41.264303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Attempting to bind port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e on network ca97a61f-0256-4523-9664-a2a145667588 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:41.304000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:41.304000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Checking segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:41.304411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Bound using segment: {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:41.305106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Bound port: 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8876bb-9809-4362-96a7-f9c7d4cd1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:41.305513 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:41.394165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-8746d196-1352-4dbd-aa59-ef7faa8cec48 service neutron] 10.222.0.55 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967782 Aug 11 00:32:41.446113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf18416d-5d70-412e-8151-4147ede14a4c req-a8b96603-4419-483c-bf94-c1170c367c74 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.138 HTTP/1.1" status: 200 len: 696 time: 0.1849582 Aug 11 00:32:41.728570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18416d-5d70-412e-8151-4147ede14a4c req-4b599d9b-e389-4cd4-aa63-e640754bb2f9 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:41.732324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf18416d-5d70-412e-8151-4147ede14a4c req-4b599d9b-e389-4cd4-aa63-e640754bb2f9 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2790830 Aug 11 00:32:41.755527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-cf18416d-5d70-412e-8151-4147ede14a4c req-6a1163e7-8f44-426b-b1d5-a5083f6ab787 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:32:41.758656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf18416d-5d70-412e-8151-4147ede14a4c req-6a1163e7-8f44-426b-b1d5-a5083f6ab787 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190125 Aug 11 00:32:41.862568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] For port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:41.880093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Deleting port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:41.880444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:41.914783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] For port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:42.047202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f6324-7911-422d-b361-9261c09dc20a req-2fba4fae-01aa-40b1-8f03-a0c6497d54dc tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:42.056460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da2f6324-7911-422d-b361-9261c09dc20a req-2fba4fae-01aa-40b1-8f03-a0c6497d54dc tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.2443986 Aug 11 00:32:42.081426 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:42.118841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c511f1f-111e-4392-98eb-7255a9b3d531 req-672b74f6-114d-4863-ad80-e5750b067ddb service neutron] 10.222.0.55 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148716 Aug 11 00:32:42.189934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:42.190607 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:42.196150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] 10.222.0.55 "PUT /v2.0/ports/7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e HTTP/1.1" status: 200 len: 1092 time: 2.8555219 Aug 11 00:32:42.196150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] For port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:42.196150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:42.251791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Calling delete_port for 9f8cda15-5d6a-49b4-b822-0fae3a646d2a owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:42.300963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da2f6324-7911-422d-b361-9261c09dc20a req-a21b1b3e-1090-40ea-8882-26f7d80858a2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438509 Aug 11 00:32:42.454059 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a9017-8948-4660-9d06-ef383c8b6bf0 x-openstack-request-id: req-dc4a9017-8948-4660-9d06-ef383c8b6bf0 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:42.461905 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fde2e0-7489-404f-bf7d-4f3a65a815ce", "name": "network-vif-plugged", "status": "completed", "tag": "db9a47c7-b27d-45a0-9f16-198eecdecf06", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:42.462799 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc4a9017-8948-4660-9d06-ef383c8b6bf0 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:42.463068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84834597-482e-411c-9015-0ef5beb68a1b service neutron] Pushing event updated for resources: {'Port': ['ID=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:42.464447 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fde2e0-7489-404f-bf7d-4f3a65a815ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9a47c7-b27d-45a0-9f16-198eecdecf06', 'code': 200} Aug 11 00:32:42.514289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-6539feba-a4be-408d-9527-70f7551a43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:42.548223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-6539feba-a4be-408d-9527-70f7551a43d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 1095 time: 0.1352007 Aug 11 00:32:42.607154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-e2019cd6-eae4-4db9-a828-d73911a6116c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e HTTP/1.1" status: 200 len: 217 time: 0.0480177 Aug 11 00:32:42.688099 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8579d2-d19a-4593-b2f5-6b2ed17cd947 x-openstack-request-id: req-bd8579d2-d19a-4593-b2f5-6b2ed17cd947 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:42.688458 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:42.688701 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd8579d2-d19a-4593-b2f5-6b2ed17cd947 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:42.689120 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'status': 'completed', 'code': 200} Aug 11 00:32:42.728036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59378) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:42.862538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-b5430551-52c2-4742-a16b-3ce83ae59422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:42.862538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-b5430551-52c2-4742-a16b-3ce83ae59422 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.2428226 Aug 11 00:32:43.050747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-08b9ef59-0dc9-4839-9fca-07113ff59557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:43.052875 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-08b9ef59-0dc9-4839-9fca-07113ff59557 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=589a89676fe8496786c29c191f3fe36c&device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 1095 time: 0.3420491 Aug 11 00:32:43.103218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-30a2eed5-2260-4a72-9b88-053866c62aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:43.107426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-30a2eed5-2260-4a72-9b88-053866c62aef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2102330 Aug 11 00:32:43.176774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbeb17-a727-46e8-8bb9-59bf5182ee8d req-9e548451-1c13-4046-8127-2a48024e597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:43.179115 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6bbeb17-a727-46e8-8bb9-59bf5182ee8d req-9e548451-1c13-4046-8127-2a48024e597a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 1097 time: 0.6107585 Aug 11 00:32:43.189026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:43.237613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['9f8cda15-5d6a-49b4-b822-0fae3a646d2a', 'c35a47d9-d046-46da-aee4-310a882b36e7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:43.307838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3052e-11ba-4cf1-b6fa-c51d37ad3610 req-5ddba450-9d0a-4341-a210-ae3aca02d5ab tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:43.307838 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1c3052e-11ba-4cf1-b6fa-c51d37ad3610 req-5ddba450-9d0a-4341-a210-ae3aca02d5ab tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 943 time: 0.3890622 Aug 11 00:32:43.394473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-1b3c800e-d352-4c29-8215-2e078fa4c478 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:43.398608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Pushing event deleted for resources: {'Port': ['ID=9f8cda15-5d6a-49b4-b822-0fae3a646d2a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:43.414355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-1b3c800e-d352-4c29-8215-2e078fa4c478 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3254662 Aug 11 00:32:43.545792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-935692ab-b92a-410b-840b-b3257c53b676 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872817 Aug 11 00:32:43.728177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] No DVR routers for this DVR port 9f8cda15-5d6a-49b4-b822-0fae3a646d2a on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:32:43.732459 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9c4dcdb-efc1-476d-b9a4-0e0841bcb570 req-570153d8-6289-40bc-8023-8a86ac369014 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596587 Aug 11 00:32:43.749904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1c3052e-11ba-4cf1-b6fa-c51d37ad3610 req-f5d1d9f2-f29d-4ae1-8343-d6391622fc18 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4332757 Aug 11 00:32:43.753117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:43.763192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362002e6-4489-4091-925d-0ea77953f650 req-576928ff-a481-4574-ba25-f5a417e8a0c0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "DELETE /v2.0/ports/9f8cda15-5d6a-49b4-b822-0fae3a646d2a HTTP/1.1" status: 204 len: 173 time: 2.6302216 Aug 11 00:32:43.773866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-6c285548-2dbd-4072-9959-cd095066e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:43.778988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-6c285548-2dbd-4072-9959-cd095066e043 service neutron] 10.222.0.55 "GET /v2.0/networks?id=435ee18b-63f2-4916-af6e-797526dd7842 HTTP/1.1" status: 200 len: 929 time: 0.7161436 Aug 11 00:32:43.906012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-8a367880-683a-4945-89dc-ce3f5e76d57b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 200 len: 217 time: 0.1206138 Aug 11 00:32:44.007260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-ea84f07a-ef92-4cf1-8618-bf116ba61eda tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:44.008947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-ea84f07a-ef92-4cf1-8618-bf116ba61eda tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "GET /v2.0/ports?device_id=af742339-0a12-44fd-a7c3-04ca4390278b HTTP/1.1" status: 200 len: 945 time: 0.1368186 Aug 11 00:32:44.049110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-db26c791-3289-4758-bda0-b35c1587500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:44.050631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-db26c791-3289-4758-bda0-b35c1587500d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54892641-5c33-4406-82fd-73227025182c HTTP/1.1" status: 200 len: 867 time: 0.1332407 Aug 11 00:32:44.107052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5374af-b0f3-498f-8247-a0fe3df20a43 req-bc315ae5-fdb4-4c3f-9bb1-a9872d965ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:44.123273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb5374af-b0f3-498f-8247-a0fe3df20a43 req-bc315ae5-fdb4-4c3f-9bb1-a9872d965ba4 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 943 time: 0.2528195 Aug 11 00:32:44.154457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6bbeb17-a727-46e8-8bb9-59bf5182ee8d req-e40eab3a-6d21-48d8-b186-7de092fb140a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9125128 Aug 11 00:32:44.218955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-a70ca6cc-cde0-4baa-b655-a192ef6349e0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.138 HTTP/1.1" status: 200 len: 696 time: 0.7824132 Aug 11 00:32:44.228817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Request body: {'floatingip': {'port_id': '48096acd-3e62-485f-86e4-e82174175a6c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:44.311306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-8b2354e7-58a5-464a-a858-6ff4ac60c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:44.311545 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:44.314180 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-8b2354e7-58a5-464a-a858-6ff4ac60c721 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=435ee18b-63f2-4916-af6e-797526dd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2547917 Aug 11 00:32:44.338597 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb5374af-b0f3-498f-8247-a0fe3df20a43 req-d9abf183-8344-416f-8a92-5efe92f0d4df tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138610 Aug 11 00:32:44.549881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Deleting port c35a47d9-d046-46da-aee4-310a882b36e7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:44.550555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:44.701399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e'}, {'server_uuid': '789cac88-2086-4eec-8f99-11726a353d59', 'name': 'network-vif-deleted', 'tag': '9f8cda15-5d6a-49b4-b822-0fae3a646d2a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:44.704030 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dea7b5-0dce-47e8-b564-ba5480c16edf" -d '{"events": [{"name": "network-changed", "server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e"}, {"server_uuid": "789cac88-2086-4eec-8f99-11726a353d59", "name": "network-vif-deleted", "tag": "9f8cda15-5d6a-49b4-b822-0fae3a646d2a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:44.826559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-64d51fcf-4fe0-4d35-8a40-de7a5075b8e4 service neutron] 10.222.0.55 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860165 Aug 11 00:32:45.039909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] For port c35a47d9-d046-46da-aee4-310a882b36e7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c35a47d9-d046-46da-aee4-310a882b36e7,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:45.040660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:45.091944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-786c1fb6-8bc4-45cb-a8e7-74c4dfa10601 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:45.100660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-786c1fb6-8bc4-45cb-a8e7-74c4dfa10601 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 812 time: 0.4488595 Aug 11 00:32:45.109250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Calling delete_port for c35a47d9-d046-46da-aee4-310a882b36e7 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:45.132492 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:45.139039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-7a150fff-d1a0-47ad-9eed-a94b590d425b tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/quotas/10efb5afdc1a42ed9702f34c8f7905fd HTTP/1.1" status: 200 len: 375 time: 0.0371411 Aug 11 00:32:45.156120 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61ef73fc-055b-403a-b54d-f090f4ed5467 req-439b4fe4-fcc6-42ee-9925-1cd536f0515f service neutron] 10.222.0.55 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199983 Aug 11 00:32:45.236470 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:45.250429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 79cfb05a-a419-45c3-960d-c9a3ad44cebc details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:32:45.306830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9f8cda15-5d6a-49b4-b822-0fae3a646d2a no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:45.411076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-cc239bb8-8d32-4174-8dda-2f671f463dd2 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2704110 Aug 11 00:32:45.417288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 9f8cda15-5d6a-49b4-b822-0fae3a646d2a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:32:45.418344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9f8cda15-5d6a-49b4-b822-0fae3a646d2a not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:32:45.440506 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:32:45.480239 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Floating IP 997f0e27-fa65-4fa9-8848-f042f97a5959 associated. External IP: 172.25.0.138, port: 48096acd-3e62-485f-86e4-e82174175a6c. Aug 11 00:32:45.677345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:45.783874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Pushing event deleted for resources: {'Port': ['ID=c35a47d9-d046-46da-aee4-310a882b36e7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:45.815459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 79cfb05a-a419-45c3-960d-c9a3ad44cebc, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:45.876228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'port_id': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'mac_address': 'fa:16:3e:93:98:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:32:45.906601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:45.915331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] No DVR routers for this DVR port c35a47d9-d046-46da-aee4-310a882b36e7 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:32:45.922207 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:45.925487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-428ee88f-f064-4f79-b9c6-1a5fbd50360f req-413f35ba-1e4f-4a70-b02b-f5a18c90af38 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "DELETE /v2.0/ports/c35a47d9-d046-46da-aee4-310a882b36e7 HTTP/1.1" status: 204 len: 173 time: 1.9101698 Aug 11 00:32:45.947873 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-fd825151-60af-45b0-b69e-26a76915dbcf service neutron] 10.222.0.43 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159929 Aug 11 00:32:45.978529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:45.996564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cfb05a-a419-45c3-960d-c9a3ad44cebc {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:46.019066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 79cfb05a-a419-45c3-960d-c9a3ad44cebc, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:46.137599 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:46.196087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Router e23d37d5-d231-452c-9814-755d7fe507bb has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:32:46.199264 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-acfd9135-7a64-4005-914b-eeba4ec3221e service neutron] 10.222.0.43 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426980 Aug 11 00:32:46.221887 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-20113b81-1d5b-47bf-b1b8-21929d9335ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:46.242154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=79cfb05a-a419-45c3-960d-c9a3ad44cebc,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:46.278848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72091945-754f-4435-8db6-3573237084de req-d75f090c-bef1-4c7f-892f-1f6f73dd48a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1611922 Aug 11 00:32:46.344083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['79cfb05a-a419-45c3-960d-c9a3ad44cebc'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:46.580072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:32:46.586805 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:46.693969 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] Sync routers for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:32:46.693969 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:46.693969 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:46.695587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091945-754f-4435-8db6-3573237084de req-d95f5224-4ad7-4798-b4a4-adcba66b793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:46.695587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72091945-754f-4435-8db6-3573237084de req-d95f5224-4ad7-4798-b4a4-adcba66b793b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.1140473 Aug 11 00:32:46.695587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-820f946e-8222-4188-b953-c41c03e929eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "PUT /v2.0/floatingips/997f0e27-fa65-4fa9-8848-f042f97a5959 HTTP/1.1" status: 200 len: 997 time: 2.4090710 Aug 11 00:32:46.695587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:46.695587 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fce27d-8b61-47e8-a71f-00a3633b36bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:46.764589 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:46.845727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-48b86f4d-cc5e-4682-bef8-6c2bf921b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:46.847237 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-48b86f4d-cc5e-4682-bef8-6c2bf921b6c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.1743143 Aug 11 00:32:46.869858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091945-754f-4435-8db6-3573237084de req-7e2d563d-59ef-4879-ae18-3f817900ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:46.871820 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72091945-754f-4435-8db6-3573237084de req-7e2d563d-59ef-4879-ae18-3f817900ed0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.2248240 Aug 11 00:32:47.043844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Deleting port f3c390a8-6f92-43f3-88d8-de2a7895bb24 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:47.044203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:47.136011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72091945-754f-4435-8db6-3573237084de req-4d2e085c-ae36-4762-ab64-71bacbcf03dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 1000 time: 0.2444336 Aug 11 00:32:47.250261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:32:47.269150 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '997f0e27-fa65-4fa9-8848-f042f97a5959', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'port_id': '48096acd-3e62-485f-86e4-e82174175a6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'mac_address': 'fa:16:3e:7d:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:39Z', 'updated_at': '2021-08-11T00:32:45Z', 'revision_number': 1, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:43Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:47.354275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-48fab60d-b053-460c-b215-3b64fdccdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:47.357227 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-48fab60d-b053-460c-b215-3b64fdccdae1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.4777105 Aug 11 00:32:47.482408 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] Checking router: e23d37d5-d231-452c-9814-755d7fe507bb for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:32:47.483029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091945-754f-4435-8db6-3573237084de req-7e066ae3-10db-454b-acc0-7aa1b3422c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:47.485812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72091945-754f-4435-8db6-3573237084de req-7e066ae3-10db-454b-acc0-7aa1b3422c1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.3356302 Aug 11 00:32:47.563774 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:47.564927 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:47.616851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 79cfb05a-a419-45c3-960d-c9a3ad44cebc up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:47.877869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] For port f3c390a8-6f92-43f3-88d8-de2a7895bb24, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f3c390a8-6f92-43f3-88d8-de2a7895bb24,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:47.878973 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:48.011057 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:48.024991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72091945-754f-4435-8db6-3573237084de req-00201aca-6170-4a0d-ab54-f73f5e44f816 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2820551 Aug 11 00:32:48.107968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1fc88-ad84-4ab6-a8fd-367d3e298f50 req-d019184a-ed8c-4e38-9784-60c0ffd278e5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:48.111855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89f1fc88-ad84-4ab6-a8fd-367d3e298f50 req-d019184a-ed8c-4e38-9784-60c0ffd278e5 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.3228209 Aug 11 00:32:48.114763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Calling delete_port for f3c390a8-6f92-43f3-88d8-de2a7895bb24 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:48.204749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:48.278368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'port_id': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'mac_address': 'fa:16:3e:60:39:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:32:48.312440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 79cfb05a-a419-45c3-960d-c9a3ad44cebc completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:48.325709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-20a8d002-3d59-40aa-b143-b451929cf07c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 1000 time: 0.9236336 Aug 11 00:32:48.339473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89f1fc88-ad84-4ab6-a8fd-367d3e298f50 req-3c92f470-028b-497a-9305-c42a0b62b768 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074146 Aug 11 00:32:48.480495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 79cfb05a-a419-45c3-960d-c9a3ad44cebc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:48.482142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:48.550463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b72821-c7e0-4a97-b9ad-a0137a3c631e req-7d29fcb4-cf9c-4aa0-ba1c-7fc2410e3b76 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:48.572131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4b72821-c7e0-4a97-b9ad-a0137a3c631e req-7d29fcb4-cf9c-4aa0-ba1c-7fc2410e3b76 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 943 time: 0.1400380 Aug 11 00:32:48.634263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72091945-754f-4435-8db6-3573237084de req-4121a5b3-e46c-43f0-b5b9-a755b6c8df4e service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861733 Aug 11 00:32:48.695125 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:48.714501 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4b72821-c7e0-4a97-b9ad-a0137a3c631e req-68cb5ead-4969-4785-9cc0-ca9f026501d8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407654 Aug 11 00:32:48.737270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:48.760061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-aa4cc19c-bf55-49d8-8b8e-bc6608bf58be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:48.763555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-aa4cc19c-bf55-49d8-8b8e-bc6608bf58be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.3932214 Aug 11 00:32:48.826758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:48.858943 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7b187141-a64b-40fc-b924-20f610c0ff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:48.872262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-d8bf5357-98c3-49a3-ad77-d0cc7bd0e8be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589676 Aug 11 00:32:48.877697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-be8ce8b2-975c-491f-bb41-2a2f40330966 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:32:48.885787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-be8ce8b2-975c-491f-bb41-2a2f40330966 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123465 Aug 11 00:32:48.910705 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d7fd03-b520-4cca-a356-5ad0f960bfbd x-openstack-request-id: req-f1d7fd03-b520-4cca-a356-5ad0f960bfbd {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:48.911706 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e", "status": "completed", "code": 200}, {"server_uuid": "789cac88-2086-4eec-8f99-11726a353d59", "name": "network-vif-deleted", "tag": "9f8cda15-5d6a-49b4-b822-0fae3a646d2a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:48.912342 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1d7fd03-b520-4cca-a356-5ad0f960bfbd {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:48.913272 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'status': 'completed', 'code': 200} Aug 11 00:32:48.914239 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789cac88-2086-4eec-8f99-11726a353d59', 'name': 'network-vif-deleted', 'tag': '9f8cda15-5d6a-49b4-b822-0fae3a646d2a', 'status': 'completed', 'code': 200} Aug 11 00:32:48.961103 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:48.984609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:48.985381 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:49.107526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:49.129196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-c41c807b-9dac-40f1-8e0a-884728a3eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:49.144879 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-c41c807b-9dac-40f1-8e0a-884728a3eb2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 1096 time: 0.2168603 Aug 11 00:32:49.165442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:49.169566 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b628edc5-4eb3-4507-ba05-06e0d3f23fd7" -d '{"events": [{"server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "name": "network-vif-plugged", "status": "completed", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:49.177183 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '997f0e27-fa65-4fa9-8848-f042f97a5959', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'port_id': '48096acd-3e62-485f-86e4-e82174175a6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'mac_address': 'fa:16:3e:7d:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:39Z', 'updated_at': '2021-08-11T00:32:45Z', 'revision_number': 1, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:43Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:49.201617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 79cfb05a-a419-45c3-960d-c9a3ad44cebc, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:49.218352 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fad67d-06e6-4fd8-be86-08156f13aeff None None] The sync data for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 is: [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '997f0e27-fa65-4fa9-8848-f042f97a5959', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'port_id': '48096acd-3e62-485f-86e4-e82174175a6c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'mac_address': 'fa:16:3e:7d:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:39Z', 'updated_at': '2021-08-11T00:32:45Z', 'revision_number': 1, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:43Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:32:49.227142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:32:49.364025 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:49.364754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c35a47d9-d046-46da-aee4-310a882b36e7 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:49.429780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: c35a47d9-d046-46da-aee4-310a882b36e7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:32:49.429780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c35a47d9-d046-46da-aee4-310a882b36e7 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:32:49.520070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=79cfb05a-a419-45c3-960d-c9a3ad44cebc,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:49.706932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc77516-4e26-4db8-a5bc-eb1069b0dacf None None] New status for floating IP 997f0e27-fa65-4fa9-8848-f042f97a5959: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:32:49.910925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59474) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:49.958671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408a3ec-2204-4908-b8e9-8a7d4785ddee req-027f6db0-ae07-4aee-9ada-7b3b7ea86001 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:49.960328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f408a3ec-2204-4908-b8e9-8a7d4785ddee req-027f6db0-ae07-4aee-9ada-7b3b7ea86001 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 945 time: 0.6012177 Aug 11 00:32:50.010698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-06622ed9-05f5-47d0-a595-d871a1d9dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:50.012363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-06622ed9-05f5-47d0-a595-d871a1d9dda6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 0.8589306 Aug 11 00:32:50.063003 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72091945-754f-4435-8db6-3573237084de req-6ffa1ccd-fa67-454e-9ec1-6fb912615b46 service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3825603 Aug 11 00:32:50.102509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-9c1d67ac-c609-4c4a-a716-82c18c48b515 service neutron] 10.222.0.43 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2153373 Aug 11 00:32:50.141746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-919730f5-aa71-4164-ad74-196c06e4861d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e HTTP/1.1" status: 200 len: 217 time: 0.1114483 Aug 11 00:32:50.144799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f408a3ec-2204-4908-b8e9-8a7d4785ddee req-28ccc4b9-33f7-4ef7-9ebb-258d36c19358 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697049 Aug 11 00:32:50.215532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-8a83560b-f5ff-49d0-a3db-30ad3c569221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:50.217461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-8a83560b-f5ff-49d0-a3db-30ad3c569221 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.0592008 Aug 11 00:32:50.272206 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679636ba-c4f8-4d7b-a434-a9c310638c71 x-openstack-request-id: req-679636ba-c4f8-4d7b-a434-a9c310638c71 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:50.272206 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:50.272206 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-679636ba-c4f8-4d7b-a434-a9c310638c71 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:50.272206 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c', 'status': 'completed', 'code': 200} Aug 11 00:32:50.315416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-ecb23d53-38f0-4fff-abae-4444df5af338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:50.318055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-ecb23d53-38f0-4fff-abae-4444df5af338 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929193 Aug 11 00:32:50.325846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d239dd0c-79a2-48f3-8765-9e245f86cdf4 req-7248f3a0-1c9a-4cec-8f2b-4d119b3b417f service neutron] 10.222.0.43 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104640 Aug 11 00:32:50.332236 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:50.353993 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc776226-5795-4bbd-ace6-16d32278f032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:50.387345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:50.453279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c390a8-6f92-43f3-88d8-de2a7895bb24,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:50.540029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-95d6d6c6-2c61-40fd-b3b2-c12204a3fd71 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112389 Aug 11 00:32:50.560347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-0d93eb69-b35b-49aa-9600-89734f866917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:50.563099 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-0d93eb69-b35b-49aa-9600-89734f866917 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.2696364 Aug 11 00:32:50.816748 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5aba4b-8d7d-4713-b7e8-5bfbbf8728c5 x-openstack-request-id: req-0d5aba4b-8d7d-4713-b7e8-5bfbbf8728c5 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:50.816748 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "name": "network-vif-plugged", "status": "completed", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:50.817890 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d5aba4b-8d7d-4713-b7e8-5bfbbf8728c5 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:50.818102 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'code': 200} Aug 11 00:32:50.874266 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55dea7b5-0dce-47e8-b564-ba5480c16edf req-6eb1c940-db2c-42d5-9566-fc360fd8a06c service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268769 Aug 11 00:32:50.926029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af742339-0a12-44fd-a7c3-04ca4390278b', 'name': 'network-vif-deleted', 'tag': 'c35a47d9-d046-46da-aee4-310a882b36e7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:50.931308 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b528706-5db7-444c-ae39-049734586eb7" -d '{"events": [{"server_uuid": "af742339-0a12-44fd-a7c3-04ca4390278b", "name": "network-vif-deleted", "tag": "c35a47d9-d046-46da-aee4-310a882b36e7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:51.050245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-5ab5ec36-d1d4-4c40-bf83-5160e59e4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:51.053007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-5ab5ec36-d1d4-4c40-bf83-5160e59e4525 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.4799860 Aug 11 00:32:51.096057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-618168e2-ccc1-49f6-86f6-b690767600e0 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.138 HTTP/1.1" status: 200 len: 1002 time: 0.2283411 Aug 11 00:32:51.109661 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc776226-5795-4bbd-ace6-16d32278f032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:51.123968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcd75a-9b1c-4761-ba0d-1e7232279b35 req-d7467515-cdd8-40d3-9360-5b53b6af5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:51.126348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3efcd75a-9b1c-4761-ba0d-1e7232279b35 req-d7467515-cdd8-40d3-9360-5b53b6af5cf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 1097 time: 0.1507947 Aug 11 00:32:51.199291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1adb79-14fb-456a-b664-0340979de517 req-8144bf4f-c887-4f8d-9acf-424527d3cb67 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:51.208384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-8144bf4f-c887-4f8d-9acf-424527d3cb67 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports/48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 943 time: 0.0986123 Aug 11 00:32:51.215570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5be37-8442-482f-a91c-c906b5e547d4 req-bd73849b-6df0-46ec-9dc1-6d74d125bde4 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:51.218786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58b5be37-8442-482f-a91c-c906b5e547d4 req-bd73849b-6df0-46ec-9dc1-6d74d125bde4 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 944 time: 0.3631213 Aug 11 00:32:51.235595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:51.251956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc776226-5795-4bbd-ace6-16d32278f032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:51.256851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:32:51.259002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3efcd75a-9b1c-4761-ba0d-1e7232279b35 req-014a060a-a72e-4b03-8704-1411b8cc4245 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051884 Aug 11 00:32:51.395474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-810316fa-ac90-48dc-af39-d78070fcf366 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.138 HTTP/1.1" status: 200 len: 1002 time: 0.0817599 Aug 11 00:32:51.395945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-bbfc59b3-de51-4503-87ba-47a8aeaefcb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 1002 time: 0.3133423 Aug 11 00:32:51.401590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cc776226-5795-4bbd-ace6-16d32278f032 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a4792abec5c40cf8f38490333093970&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4839134 Aug 11 00:32:51.405162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59498) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:51.407479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:32:51.416663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:32:51.419485 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:51.419695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc776226-5795-4bbd-ace6-16d32278f032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9548f2ec-892a-4ea4-bf6b-05b9eaca687d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:51.446758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58b5be37-8442-482f-a91c-c906b5e547d4 req-51a40c64-b174-4da0-a6b4-bf578083227e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2185886 Aug 11 00:32:51.576955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1adb79-14fb-456a-b664-0340979de517 req-94a738b0-05c3-448d-b1cf-c40da2d69c4b tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:51.579804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-94a738b0-05c3-448d-b1cf-c40da2d69c4b tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1654007 Aug 11 00:32:51.601623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-b783febf-832c-4d5e-82c1-033dcf4edb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:51.604409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-b783febf-832c-4d5e-82c1-033dcf4edb66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.1870644 Aug 11 00:32:51.615727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-b7a69570-e19c-4841-9279-1bd9052d0462 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:32:51.617954 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-b7a69570-e19c-4841-9279-1bd9052d0462 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118170 Aug 11 00:32:51.628092 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:51.695501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-e3f86324-5c3f-4574-8965-9afbdd7e13a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795426 Aug 11 00:32:51.726027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:51.736775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aedb24ae-c046-4d25-a79d-5b20276e1143 req-0aa7a0f6-d9be-4bf4-9476-9201f271c1a8 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 210 time: 0.1159456 Aug 11 00:32:51.741053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-2d39f7ad-eca1-4847-90eb-82d1642261b4 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.138 HTTP/1.1" status: 200 len: 1002 time: 0.1150105 Aug 11 00:32:52.007607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:52.009468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-334d6490-f4c5-4e2a-883c-e9af6f3b41b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.009563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.020570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-334d6490-f4c5-4e2a-883c-e9af6f3b41b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.089497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-069c840c-a65c-44e1-987e-07feb8ff7255 service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599617 Aug 11 00:32:52.092265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.122522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6500e56-5d48-49ae-939f-25bc86e539cb req-4e0b96a7-80e7-4922-b009-36c17bbdfe85 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:52.128999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6500e56-5d48-49ae-939f-25bc86e539cb req-4e0b96a7-80e7-4922-b009-36c17bbdfe85 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.2040963 Aug 11 00:32:52.149299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Router c097f3e1-e623-400d-940e-ebf78f4062f5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:32:52.160609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.226914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:52.257879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.258759 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Floating IP 997f0e27-fa65-4fa9-8848-f042f97a5959 disassociated. External IP: 172.25.0.138, port: 48096acd-3e62-485f-86e4-e82174175a6c. Aug 11 00:32:52.288577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.380501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6500e56-5d48-49ae-939f-25bc86e539cb req-a68b242f-cfff-4c85-b702-44defd46a4e9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378130 Aug 11 00:32:52.399057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-334d6490-f4c5-4e2a-883c-e9af6f3b41b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.403535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-334d6490-f4c5-4e2a-883c-e9af6f3b41b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.414239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-334d6490-f4c5-4e2a-883c-e9af6f3b41b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9548f2ec-892a-4ea4-bf6b-05b9eaca687d HTTP/1.1" status: 204 len: 168 time: 0.9987087 Aug 11 00:32:52.451680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d6490-f4c5-4e2a-883c-e9af6f3b41b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548f2ec-892a-4ea4-bf6b-05b9eaca687d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:52.477970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06fce27d-8b61-47e8-a71f-00a3633b36bf req-a8b56b40-a5e2-4d2c-915a-ccd88cbcf426 service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708668 Aug 11 00:32:52.564763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:32:52.575069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cdaeeb9b-ce26-4b1b-b260-11d539550d00 admin admin] 10.222.0.43 "PUT /v2.0/routers/c097f3e1-e623-400d-940e-ebf78f4062f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8456836 Aug 11 00:32:52.585307 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] Sync routers for ids ['c097f3e1-e623-400d-940e-ebf78f4062f5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:32:52.592984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59516) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:52.603253 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] Routers {'c097f3e1-e623-400d-940e-ebf78f4062f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:52.604281 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c097f3e1-e623-400d-940e-ebf78f4062f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:52.794461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:52.798263 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ce2421-ab4e-494e-8b74-71ba824364a4 x-openstack-request-id: req-08ce2421-ab4e-494e-8b74-71ba824364a4 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:52.798743 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af742339-0a12-44fd-a7c3-04ca4390278b", "name": "network-vif-deleted", "tag": "c35a47d9-d046-46da-aee4-310a882b36e7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:52.799143 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08ce2421-ab4e-494e-8b74-71ba824364a4 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:52.801163 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af742339-0a12-44fd-a7c3-04ca4390278b', 'name': 'network-vif-deleted', 'tag': 'c35a47d9-d046-46da-aee4-310a882b36e7', 'status': 'completed', 'code': 200} Aug 11 00:32:52.816114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6a103d28-9d03-4e1d-89e2-e65d5d564b1c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:52.817625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f6e7d-96a9-4061-8d2a-5dce099e1df8 req-12620172-8452-4cba-849e-31c61d126fe3 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:52.818800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6a103d28-9d03-4e1d-89e2-e65d5d564b1c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 812 time: 0.1982226 Aug 11 00:32:52.819760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:52.825940 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512a0a81-ffed-4985-9da9-74c30ef3d359" -d '{"events": [{"server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "name": "network-vif-plugged", "status": "completed", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:52.831285 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-299f6e7d-96a9-4061-8d2a-5dce099e1df8 req-12620172-8452-4cba-849e-31c61d126fe3 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 945 time: 0.2541268 Aug 11 00:32:52.855781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Request body: {'port': {'device_id': 'b5696c81-d9f1-466d-a209-8e40a554fcdb', 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'admin_state_up': True, 'tenant_id': '10efb5afdc1a42ed9702f34c8f7905fd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:52.858860 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] Set router c097f3e1-e623-400d-940e-ebf78f4062f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:52.982104 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-299f6e7d-96a9-4061-8d2a-5dce099e1df8 req-74ce4f5b-e06f-45ab-8d37-5019183e84cb tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483734 Aug 11 00:32:52.984044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:53.061283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:53.114123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-f75075cf-ba38-4a56-ac0e-3f01dd7475d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6601069 Aug 11 00:32:53.148466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019aea7-f74c-46b1-943c-f9607670e609 req-1362bcf9-bbff-4880-ba2f-9f59dfb568ea tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:53.157232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6019aea7-f74c-46b1-943c-f9607670e609 req-1362bcf9-bbff-4880-ba2f-9f59dfb568ea tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 950 time: 0.0698247 Aug 11 00:32:53.250022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Router e23d37d5-d231-452c-9814-755d7fe507bb has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:32:53.261391 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6019aea7-f74c-46b1-943c-f9607670e609 req-9b7510d2-57c7-4b53-8717-a9ef5f820a1e tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990982 Aug 11 00:32:53.305988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Deleting port 3a37d292-ac51-4b5d-a2a4-60dce75363ec {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:53.306893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:53.322260 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:53.426240 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:32:50Z', 'revision_number': 5, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port': {'id': '3a37d292-ac51-4b5d-a2a4-60dce75363ec', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:be:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:29:42Z', 'updated_at': '2021-08-11T00:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:53.437847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:53.453661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-7b67e97a-0194-4645-8108-65c6371a9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:53.455974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-7b67e97a-0194-4645-8108-65c6371a9873 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 1098 time: 0.2838771 Aug 11 00:32:53.460543 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] Checking router: c097f3e1-e623-400d-940e-ebf78f4062f5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:32:53.460753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Made reservation on behalf of 10efb5afdc1a42ed9702f34c8f7905fd for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:53.465534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:53.474998 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] Routers {'c097f3e1-e623-400d-940e-ebf78f4062f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:53.476606 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c097f3e1-e623-400d-940e-ebf78f4062f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:53.509744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9a1de-1d76-4fb6-a8a8-a3ba5fea64db req-91475a62-3346-4985-ba88-42de9d34dc9e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:53.516549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eab9a1de-1d76-4fb6-a8a8-a3ba5fea64db req-91475a62-3346-4985-ba88-42de9d34dc9e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.0978842 Aug 11 00:32:53.588304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] For port 3a37d292-ac51-4b5d-a2a4-60dce75363ec, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3a37d292-ac51-4b5d-a2a4-60dce75363ec,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:53.588592 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:53.597212 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:53.606089 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] Set router c097f3e1-e623-400d-940e-ebf78f4062f5 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:53.650470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Calling delete_port for 3a37d292-ac51-4b5d-a2a4-60dce75363ec owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:53.688188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:32:53.694744 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:32:53Z', 'revision_number': 6, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:53.701555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eab9a1de-1d76-4fb6-a8a8-a3ba5fea64db req-45e0e20e-88ff-47a0-a035-899dd2d4b083 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729646 Aug 11 00:32:53.707254 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:53.708522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] Sync routers for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:32:53.712729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:53.746337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.754237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.754237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.754237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.755541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.756533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.756900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.758239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.758613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.758966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.759347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.761338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:32:53.773793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:53.774490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:53.826547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-4206a603-74bc-48ef-aa7f-cd7c06d9756c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "PUT /v2.0/floatingips/997f0e27-fa65-4fa9-8848-f042f97a5959 HTTP/1.1" status: 200 len: 695 time: 2.0739093 Aug 11 00:32:53.831665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-0ef2da96-474d-4284-8bc1-e2ab2cc1255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:53.845656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-0ef2da96-474d-4284-8bc1-e2ab2cc1255f service neutron] 10.222.0.55 "GET /v2.0/networks?id=479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 200 len: 907 time: 0.3549304 Aug 11 00:32:53.909905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-8a078171-c6ae-43b3-bc92-392dbaffa079 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:53.912334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-8a078171-c6ae-43b3-bc92-392dbaffa079 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.44 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 812 time: 0.3690104 Aug 11 00:32:53.936794 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d8eb2-2e8f-4c68-a18f-60758b0a58fd None None] The sync data for ids ['c097f3e1-e623-400d-940e-ebf78f4062f5'] in n-d-712143-13 is: [{'id': 'c097f3e1-e623-400d-940e-ebf78f4062f5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902654940-router', 'tenant_id': '464e13a5309c4f22ad1e708af4fc78a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:29:40Z', 'updated_at': '2021-08-11T00:32:53Z', 'revision_number': 6, 'project_id': '464e13a5309c4f22ad1e708af4fc78a8', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:32:53.944696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Request body: {'port': {'device_id': 'b50113dc-8981-4120-ab57-e59d645a1f3b', 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'admin_state_up': True, 'tenant_id': '10efb5afdc1a42ed9702f34c8f7905fd'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:53.994850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59530) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:53.999653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:54.079229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50739a2c-6300-4bf5-ba0e-e0a38df912a4 req-744da8b1-e662-4da2-947a-a3d540daefed tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:54.084014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50739a2c-6300-4bf5-ba0e-e0a38df912a4 req-744da8b1-e662-4da2-947a-a3d540daefed tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 945 time: 0.2750528 Aug 11 00:32:54.092224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-4d3d4de6-0c83-4c97-a558-6bcf0daa60dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2591bba-8ec6-48aa-a055-053a336b9398 HTTP/1.1" status: 200 len: 217 time: 0.2059493 Aug 11 00:32:54.112810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d011-5732-4bdb-9d30-b2ff0d444b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:54.195376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Allocated IP 172.20.0.10 (cbfa7f1c-a673-405c-9d02-367cb74d8df9/979e9bd4-172a-4c06-9475-dd04c49747c3/33f77b73-f77a-424a-ba4f-9e31bedcf51a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:54.207754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1adb79-14fb-456a-b664-0340979de517 req-a15d5261-2ed1-4667-9405-ed95451860c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:54.210212 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-a15d5261-2ed1-4667-9405-ed95451860c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.3169017 Aug 11 00:32:54.228025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50739a2c-6300-4bf5-ba0e-e0a38df912a4 req-51cded1c-ac43-4fdd-8c6b-d282a430dac3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416378 Aug 11 00:32:54.252711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-31ca067f-613d-4ae1-8070-082a51417886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:54.255232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-31ca067f-613d-4ae1-8070-082a51417886 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 200 len: 846 time: 0.1523969 Aug 11 00:32:54.336802 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-8c230364-d555-427f-b57b-c61a97c5bcef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=479285e2-e6aa-4a17-87c6-3cd272b1374d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450175 Aug 11 00:32:54.410028 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c59b743-32fa-4720-8191-615c339a5b6e req-328bd93f-3e14-4d6e-9126-9acfa5cc75a0 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 210 time: 0.0830321 Aug 11 00:32:54.418841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:43Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:54.460655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:54.476890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] Checking router: e23d37d5-d231-452c-9814-755d7fe507bb for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:32:54.483289 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73aba46-1e17-469d-bcf7-526ad0eea227 x-openstack-request-id: req-b73aba46-1e17-469d-bcf7-526ad0eea227 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:54.483727 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "name": "network-vif-plugged", "status": "completed", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:54.484019 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b73aba46-1e17-469d-bcf7-526ad0eea227 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:54.484448 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'code': 200} Aug 11 00:32:54.494198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:32:54.494967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:54.555391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a37d292-ac51-4b5d-a2a4-60dce75363ec,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:54.642375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:32:54.802035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:54.805409 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709bf7b7-3aa6-4653-9b76-9ec223be39d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:54.935700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:43Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:54.967849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048317b-7087-4a44-a54a-139ce6f2f6f2 None None] The sync data for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 is: [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '83e66192-5e98-4f85-8b3b-b7f3af125e7b', 'name': '', 'network_id': 'b2317fbb-f2be-4dd9-ac4d-986d4993d453', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'mac_address': 'fa:16:3e:c7:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'dd84facc-4371-4764-8046-823f484cd985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:29Z', 'updated_at': '2021-08-11T00:31:43Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'subnets': [{'id': 'dd84facc-4371-4764-8046-823f484cd985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:32:54.970754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1adb79-14fb-456a-b664-0340979de517 req-8fd35c7a-5727-40a6-8da1-143e3647361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:54.972390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-8fd35c7a-5727-40a6-8da1-143e3647361e service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.7439582 Aug 11 00:32:55.068038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62f742-8c99-4b0a-9d21-b8dfa2dd4212 req-a8c925ff-4e6a-4435-9741-a8ab37cd6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:55.069620 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f62f742-8c99-4b0a-9d21-b8dfa2dd4212 req-a8c925ff-4e6a-4435-9741-a8ab37cd6255 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 1097 time: 0.3766229 Aug 11 00:32:55.081250 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-758f6d0c-6603-4875-a990-243d78ca22ee service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331972 Aug 11 00:32:55.083297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-a86b8575-b8dd-4ba3-bd56-4e9e410ff7ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 217 time: 0.0788860 Aug 11 00:32:55.112523 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3a37d292-ac51-4b5d-a2a4-60dce75363ec no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:55.136647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 3a37d292-ac51-4b5d-a2a4-60dce75363ec {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:32:55.137159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3a37d292-ac51-4b5d-a2a4-60dce75363ec not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:32:55.137886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f3c390a8-6f92-43f3-88d8-de2a7895bb24 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:55.164628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: f3c390a8-6f92-43f3-88d8-de2a7895bb24 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:32:55.165016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f3c390a8-6f92-43f3-88d8-de2a7895bb24 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:32:55.253287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.284218 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d011-5732-4bdb-9d30-b2ff0d444b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.286821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1adb79-14fb-456a-b664-0340979de517 req-5ce649b5-6793-41d4-9247-5986cda623aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:55.289671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-5ce649b5-6793-41d4-9247-5986cda623aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.1867478 Aug 11 00:32:55.292746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f62f742-8c99-4b0a-9d21-b8dfa2dd4212 req-4e0cf9ff-e8a6-4c1f-8028-4a39e92de9d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2082100 Aug 11 00:32:55.304939 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.355293 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071b6990-e1b1-49fe-b8ae-246dfb7ee18c None None] New status for floating IP 997f0e27-fa65-4fa9-8848-f042f97a5959: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:32:55.369569 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-8e08ca5d-2421-4e82-9385-4d8de616e771 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697920 Aug 11 00:32:55.408535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d011-5732-4bdb-9d30-b2ff0d444b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.486441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.494684 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.506224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31271ff1-96ce-44eb-a6f9-dc00ae2586e7 req-9dd4fd54-1ca8-4b6e-a95b-865da551f2bd service neutron] 10.222.0.55 "GET /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128711 Aug 11 00:32:55.525621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-2bd7b320-5430-4089-8a2c-519b2677f6f6 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 258 time: 0.9769258 Aug 11 00:32:55.543441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:55.578690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4ab4d011-5732-4bdb-9d30-b2ff0d444b18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11cd8304c3774382b9ad593a1d9666d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5810747 Aug 11 00:32:55.583922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59538) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:55.589731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4d011-5732-4bdb-9d30-b2ff0d444b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c239d9c-d267-4382-9cfa-6145cc1a8a2f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:55.614232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-6f5b8636-32ca-4963-a39c-d6a6e25b8a1f service neutron] 10.222.0.43 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304873 Aug 11 00:32:55.619573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Made reservation on behalf of 10efb5afdc1a42ed9702f34c8f7905fd for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:32:55.669080 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.792539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd282eb5-8916-4ba4-a3cc-ce02b32029f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.868673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd282eb5-8916-4ba4-a3cc-ce02b32029f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.874460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc1adb79-14fb-456a-b664-0340979de517 req-5aee8b86-b6b2-4fc6-b27b-a9f57f03a3d2 service neutron] 10.222.0.43 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508824 Aug 11 00:32:55.922448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.948286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.950953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.951504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c097f3e1-e623-400d-940e-ebf78f4062f5 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:32:55.977557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:55.978795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4a8b857f-7275-44bf-a772-c51f0702c717 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c097f3e1-e623-400d-940e-ebf78f4062f5 HTTP/1.1" status: 204 len: 168 time: 3.3827548 Aug 11 00:32:55.987342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59540) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:56.041387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Allocated IP 172.20.0.7 (cbfa7f1c-a673-405c-9d02-367cb74d8df9/979e9bd4-172a-4c06-9475-dd04c49747c3/0b02d1e0-db7a-4d3c-96c5-d262e1eff966) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:56.074045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Network cbfa7f1c-a673-405c-9d02-367cb74d8df9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:56.077246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Pushing event updated for resources: {'Port': ['ID=33f77b73-f77a-424a-ba4f-9e31bedcf51a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:56.084627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:56.097424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:56.141318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5a09fa-5460-416d-8079-a332976c95cb admin admin] Deleting subnet 3f42a603-674f-403f-86ec-a6dcdc619e0d {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:32:56.149753 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf5a09fa-5460-416d-8079-a332976c95cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.187064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:56.187826 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.215107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd282eb5-8916-4ba4-a3cc-ce02b32029f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.215107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd282eb5-8916-4ba4-a3cc-ce02b32029f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.215107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fd282eb5-8916-4ba4-a3cc-ce02b32029f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c239d9c-d267-4382-9cfa-6145cc1a8a2f HTTP/1.1" status: 204 len: 168 time: 0.6241622 Aug 11 00:32:56.230796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf5a09fa-5460-416d-8079-a332976c95cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.345388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.362312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd282eb5-8916-4ba4-a3cc-ce02b32029f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c239d9c-d267-4382-9cfa-6145cc1a8a2f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:56.389522 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf5a09fa-5460-416d-8079-a332976c95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.477083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-33e58141-fcde-440e-a34f-e2de61d5ba74 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6274283 Aug 11 00:32:56.486201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:56.496496 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e68a8-7a7a-4516-82e8-83742a6418da" -d '{"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-unplugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:56.496676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Request body: {'port': {'device_id': 'b5696c81-d9f1-466d-a209-8e40a554fcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:56.529672 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.548405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Allocated IP 172.25.0.215 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/b21cb8fe-30cc-4507-9aff-fd9aa284b4d1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:32:56.565417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.614476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf5a09fa-5460-416d-8079-a332976c95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.665326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf5a09fa-5460-416d-8079-a332976c95cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.675515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cf5a09fa-5460-416d-8079-a332976c95cb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3f42a603-674f-403f-86ec-a6dcdc619e0d HTTP/1.1" status: 204 len: 168 time: 0.6861889 Aug 11 00:32:56.676780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59682ea1-a065-47cd-a4b8-37e8104f3cd1 None None] Network e52f46aa-02af-4590-8cfb-c547b1cfaf77 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:32:56.681441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59558) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:56.681769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a09fa-5460-416d-8079-a332976c95cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f42a603-674f-403f-86ec-a6dcdc619e0d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:56.714889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.796419 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:56.849495 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4086f28d-9510-4d5c-ad30-503b6b1b2b4f x-openstack-request-id: req-4086f28d-9510-4d5c-ad30-503b6b1b2b4f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:32:56.849923 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "tag": "48096acd-3e62-485f-86e4-e82174175a6c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:32:56.850317 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4086f28d-9510-4d5c-ad30-503b6b1b2b4f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:32:56.850860 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c', 'status': 'completed', 'code': 200} Aug 11 00:32:56.900991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Network cbfa7f1c-a673-405c-9d02-367cb74d8df9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:56.924277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:56.934139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:56.945589 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.125938 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.152820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] DHCP port deletion for e52f46aa-02af-4590-8cfb-c547b1cfaf77 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:32:57.168133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de0477-ba64-446a-9f75-982db7ba3895 req-2448e39e-5ce4-4bab-a524-0f78c57de43e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:57.169769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21de0477-ba64-446a-9f75-982db7ba3895 req-2448e39e-5ce4-4bab-a524-0f78c57de43e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 945 time: 0.1540124 Aug 11 00:32:57.244013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Pushing event updated for resources: {'Port': ['ID=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:57.255829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Deleting port 44de6092-83ba-4737-9714-ebcebc136ed4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:57.256263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.256711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:32:57.270613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-68a2bc5b-0b69-4e25-aab2-2b17fc8a3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:57.272578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-68a2bc5b-0b69-4e25-aab2-2b17fc8a3884 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 1098 time: 0.3764124 Aug 11 00:32:57.294621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:32:57.308655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:32:57.311221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] Deleting port 44de6092-83ba-4737-9714-ebcebc136ed4 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:57.312584 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.318448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:57.318984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f77b73-f77a-424a-ba4f-9e31bedcf51a {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:57.319200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.356169 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.381849 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21de0477-ba64-446a-9f75-982db7ba3895 req-4248d4e4-3576-42b1-ad76-63db2baec861 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1960163 Aug 11 00:32:57.394802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Transition to ACTIVE for port object 33f77b73-f77a-424a-ba4f-9e31bedcf51a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:57.404959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] For port 44de6092-83ba-4737-9714-ebcebc136ed4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=44de6092-83ba-4737-9714-ebcebc136ed4,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:57.404959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.419803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Calling delete_port for 44de6092-83ba-4737-9714-ebcebc136ed4 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:57.470404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] For port 44de6092-83ba-4737-9714-ebcebc136ed4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=44de6092-83ba-4737-9714-ebcebc136ed4,segment=NetworkSegment(c0063e68-5d69-4af7-9722-6ad89a3509b8),segment_id=c0063e68-5d69-4af7-9722-6ad89a3509b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:32:57.471082 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.477402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Pushing event updated for resources: {'Port': ['ID=b21cb8fe-30cc-4507-9aff-fd9aa284b4d1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:57.511982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] Calling delete_port for 44de6092-83ba-4737-9714-ebcebc136ed4 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:57.565449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.597284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.609526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-a3a1a34a-80cd-40b8-8187-137a98ab676f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6736081 Aug 11 00:32:57.626213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-e4cef716-f8dd-4ede-b80f-5b761a17d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:57.629219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-e4cef716-f8dd-4ede-b80f-5b761a17d72a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 200 len: 920 time: 0.3295126 Aug 11 00:32:57.662757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Request body: {'port': {'device_id': 'b50113dc-8981-4120-ab57-e59d645a1f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:32:57.663596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe80e9-e0e8-4a22-8839-ed9e62dda974 req-caa57bf7-5654-4103-a981-6ae354f93d18 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:57.663596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4fe80e9-e0e8-4a22-8839-ed9e62dda974 req-caa57bf7-5654-4103-a981-6ae354f93d18 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 931 time: 0.1054494 Aug 11 00:32:57.703018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Pushing event updated for resources: {'Port': ['ID=33f77b73-f77a-424a-ba4f-9e31bedcf51a,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:57.718397 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-7ee0d157-6a2c-4bbe-b381-84931acae338 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 200 len: 217 time: 0.0712144 Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: from cryptography.utils import int_from_bytes Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: from cryptography.utils import int_from_bytes Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.723826 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:32:57.728443 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:32:57.732211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4fe80e9-e0e8-4a22-8839-ed9e62dda974 req-9e2e8bde-ed34-43d4-8d08-b06cddabf596 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781670 Aug 11 00:32:57.737189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.745253 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.796952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=44de6092-83ba-4737-9714-ebcebc136ed4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:57.803932 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.824903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] Pushing event deleted for resources: {'Port': ['ID=44de6092-83ba-4737-9714-ebcebc136ed4,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:57.838156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085203f-7a22-4a9e-b32c-014d2ff161fa None None] No DVR routers for this DVR port 44de6092-83ba-4737-9714-ebcebc136ed4 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:32:57.843768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:57.848799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] No DVR routers for this DVR port 44de6092-83ba-4737-9714-ebcebc136ed4 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:32:57.882783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-5154f448-6b01-4db5-9846-4db1e4333cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:57.888508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-5154f448-6b01-4db5-9846-4db1e4333cec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 200 len: 859 time: 0.1469102 Aug 11 00:32:57.979233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-73c3835d-b54c-4e54-b172-a3b935fa4c24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2317fbb-f2be-4dd9-ac4d-986d4993d453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836282 Aug 11 00:32:58.016085 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-34b2ee82-17a5-4def-9f31-693c84a2830c tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/floatingips/997f0e27-fa65-4fa9-8848-f042f97a5959 HTTP/1.1" status: 200 len: 693 time: 0.2234488 Aug 11 00:32:58.123375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Attempting to bind port 33f77b73-f77a-424a-ba4f-9e31bedcf51a on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:32:58.123626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Attempting to bind port 33f77b73-f77a-424a-ba4f-9e31bedcf51a by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:32:58.130991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Attempting to bind port 33f77b73-f77a-424a-ba4f-9e31bedcf51a on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:58.181273 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.183745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Port 33f77b73-f77a-424a-ba4f-9e31bedcf51a on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:32:58.184073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Attempting to bind port 33f77b73-f77a-424a-ba4f-9e31bedcf51a on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:32:58.200975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52f46aa-02af-4590-8cfb-c547b1cfaf77']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:58.213777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:32:58.214121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Checking segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:32:58.214503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Bound using segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:32:58.214977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Bound port: 33f77b73-f77a-424a-ba4f-9e31bedcf51a, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:32:58.215463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.229395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0063e68-5d69-4af7-9722-6ad89a3509b8') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:58.229692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0063e68-5d69-4af7-9722-6ad89a3509b8') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:32:58.255566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.302572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.311877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-9b4d9855-f8a0-4482-aac0-9a522a9b9994 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:58.313421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-9b4d9855-f8a0-4482-aac0-9a522a9b9994 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2959821 Aug 11 00:32:58.323685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:32:58.324119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:32:58.326004 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:32:58.377476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-099041a2-2b6a-42d1-9d4f-452121aa9a0d tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:32:58.378991 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-099041a2-2b6a-42d1-9d4f-452121aa9a0d tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384791 Aug 11 00:32:58.382366 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-f762b5c1-d6e7-49e4-bfa1-74e84ae8095c service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933890 Aug 11 00:32:58.455054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] For port 33f77b73-f77a-424a-ba4f-9e31bedcf51a, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:32:58.471647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-38b2c61a-a551-4767-b139-efdf31588119 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.138 HTTP/1.1" status: 200 len: 696 time: 0.0708776 Aug 11 00:32:58.475820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] For port 33f77b73-f77a-424a-ba4f-9e31bedcf51a, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=33f77b73-f77a-424a-ba4f-9e31bedcf51a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:32:58.521206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.532642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-d1b954d7-280d-4faf-ae9f-41da5b9c6729 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.138 HTTP/1.1" status: 200 len: 696 time: 0.0493474 Aug 11 00:32:58.533882 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.540966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.542957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e52f46aa-02af-4590-8cfb-c547b1cfaf77 HTTP/1.1" status: 204 len: 168 time: 1.8629098 Aug 11 00:32:58.554567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59584) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:32:58.559929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcec8cb-c0f4-4b1c-a5f8-ff58f314bd53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e52f46aa-02af-4590-8cfb-c547b1cfaf77,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:58.615623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.661578 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.767636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:58.768644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.771054 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] 10.222.0.55 "PUT /v2.0/ports/33f77b73-f77a-424a-ba4f-9e31bedcf51a HTTP/1.1" status: 200 len: 1093 time: 2.2856698 Aug 11 00:32:58.833463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb3634-4c60-4ce9-96c3-025222946a03 service neutron] Pushing event updated for resources: {'Port': ['ID=33f77b73-f77a-424a-ba4f-9e31bedcf51a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:58.856435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5696c81-d9f1-466d-a209-8e40a554fcdb', 'tag': '33f77b73-f77a-424a-ba4f-9e31bedcf51a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:32:58.860271 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26429bb2-938f-42da-8c10-56be7fdfae02" -d '{"events": [{"name": "network-changed", "server_uuid": "b5696c81-d9f1-466d-a209-8e40a554fcdb", "tag": "33f77b73-f77a-424a-ba4f-9e31bedcf51a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:32:58.883706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Deleting port 69df78da-5030-4fdf-ab6a-0e72df874dbf {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:32:58.884280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:58.966156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Pushing event updated for resources: {'Port': ['ID=b21cb8fe-30cc-4507-9aff-fd9aa284b4d1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:58.979070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-709bf7b7-3aa6-4653-9b76-9ec223be39d4 req-e2255275-168a-4d10-b6e9-887acc102e0b service neutron] 10.222.0.44 "GET /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865786 Aug 11 00:32:59.030806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:32:59.056216 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:59.068753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:59.120569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 44de6092-83ba-4737-9714-ebcebc136ed4 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:32:59.131019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b9b5433b-67d3-47e0-8c2e-99a9aeb2d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:59.133885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-b9b5433b-67d3-47e0-8c2e-99a9aeb2d47f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&device_id=b5696c81-d9f1-466d-a209-8e40a554fcdb HTTP/1.1" status: 200 len: 1096 time: 0.1856818 Aug 11 00:32:59.170031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 44de6092-83ba-4737-9714-ebcebc136ed4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:32:59.170726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 44de6092-83ba-4737-9714-ebcebc136ed4 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:32:59.194366 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:59.207922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-aed55dda-0336-4929-a251-77862a4e5042 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6801648 Aug 11 00:32:59.229801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-60983e80-b674-4aba-984e-5d9840b49af7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33f77b73-f77a-424a-ba4f-9e31bedcf51a HTTP/1.1" status: 200 len: 217 time: 0.0877900 Aug 11 00:32:59.231937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Transition to ACTIVE for port object 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:32:59.235210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:59.236661 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:59.275446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:59.288494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Calling delete_port for 69df78da-5030-4fdf-ab6a-0e72df874dbf owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:32:59.333940 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-126bcfb7-122b-4003-a1ed-d714d12c333a tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.1247535 Aug 11 00:32:59.335246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:59.378391 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:32:59.566083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:32:59.639426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-4761bccc-9908-4536-b5a2-4344b7e85fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:32:59.643862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-4761bccc-9908-4536-b5a2-4344b7e85fab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 200 len: 852 time: 0.4014831 Aug 11 00:32:59.682026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-e11b0c6b-49ba-4e5a-a92b-8f0b29829e9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbfa7f1c-a673-405c-9d02-367cb74d8df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317094 Aug 11 00:32:59.889241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-92ba2989-7b94-42c5-b45c-92510f7fae18 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984806 Aug 11 00:32:59.999804 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:00.045129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event deleted for resources: {'Port': ['ID=69df78da-5030-4fdf-ab6a-0e72df874dbf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:00.059087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-89879c23-46db-4026-a2ec-d1efe755686c tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:00.060712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8c0d761-fbc2-4f57-9b45-ca0e086bd482 req-89879c23-46db-4026-a2ec-d1efe755686c tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.7086372 Aug 11 00:33:00.101369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Attempting to bind port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:00.101739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Attempting to bind port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:00.102082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Attempting to bind port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:00.109703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:33:00.110042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Attempting to bind port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 on network cbfa7f1c-a673-405c-9d02-367cb74d8df9 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:00.118458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-e001c92e-32b2-42e2-ba7a-4b236974658e service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213213 Aug 11 00:33:00.130440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:00.130790 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Checking segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:00.131224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Bound using segment: {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:00.135476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Bound port: 0b02d1e0-db7a-4d3c-96c5-d262e1eff966, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8049e51c-2156-41c0-a529-dc8157d008e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:00.135476 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:00.142686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:00.149348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:00.151797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b87b63d-cd91-4955-a517-81e2aa2f4955 req-7b683ad8-ef11-4c72-996d-fe49d9c00345 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "DELETE /v2.0/floatingips/997f0e27-fa65-4fa9-8848-f042f97a5959 HTTP/1.1" status: 204 len: 173 time: 1.5936284 Aug 11 00:33:00.187585 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f404c87a-300c-42ae-b1ed-a7314ddbf5c9 x-openstack-request-id: req-f404c87a-300c-42ae-b1ed-a7314ddbf5c9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:00.188148 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-unplugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:00.188426 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f404c87a-300c-42ae-b1ed-a7314ddbf5c9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:00.189341 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e', 'code': 200} Aug 11 00:33:00.270627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] For port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:00.300299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] For port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:00.326304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eae4b-b23a-4202-8348-55138354ae71 req-6dde0bdf-6091-46d7-997d-0301b57898a1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:00.328150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-403eae4b-b23a-4202-8348-55138354ae71 req-6dde0bdf-6091-46d7-997d-0301b57898a1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.0677135 Aug 11 00:33:00.355880 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:00.366632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a4d29-96c6-4d4b-9dad-46f4b94d9392 req-3d48232c-5b49-4def-a918-03bb38069708 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:00.368170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-624a4d29-96c6-4d4b-9dad-46f4b94d9392 req-3d48232c-5b49-4def-a918-03bb38069708 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 945 time: 0.0831120 Aug 11 00:33:00.381178 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:00.385338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59614) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:00.394810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Request body: {'floatingip': {'port_id': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:00.412440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-403eae4b-b23a-4202-8348-55138354ae71 req-03f6681b-4aa8-4637-8f87-fe5ea692340e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Aug 11 00:33:00.502715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:00.544155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:00.545241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:00.547686 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] 10.222.0.44 "PUT /v2.0/ports/0b02d1e0-db7a-4d3c-96c5-d262e1eff966 HTTP/1.1" status: 200 len: 1092 time: 2.9248590 Aug 11 00:33:00.585329 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101881bf-6ad3-4859-b6a5-4ec9b2206b03 x-openstack-request-id: req-101881bf-6ad3-4859-b6a5-4ec9b2206b03 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:00.585787 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5696c81-d9f1-466d-a209-8e40a554fcdb", "tag": "33f77b73-f77a-424a-ba4f-9e31bedcf51a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:00.586569 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-101881bf-6ad3-4859-b6a5-4ec9b2206b03 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:00.587012 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5696c81-d9f1-466d-a209-8e40a554fcdb', 'tag': '33f77b73-f77a-424a-ba4f-9e31bedcf51a', 'status': 'completed', 'code': 200} Aug 11 00:33:00.587622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b50113dc-8981-4120-ab57-e59d645a1f3b', 'tag': '0b02d1e0-db7a-4d3c-96c5-d262e1eff966'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:00.591944 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ac3cf8-3c5b-4135-ad18-10a1905243cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b50113dc-8981-4120-ab57-e59d645a1f3b", "tag": "0b02d1e0-db7a-4d3c-96c5-d262e1eff966"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:00.728489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf44dce-d7d0-437b-b4e0-89def77443e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:00.778664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-1ebbb791-54df-4175-9528-f91726375350 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:00.786625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-1ebbb791-54df-4175-9528-f91726375350 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1983042 Aug 11 00:33:00.818149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f112e0-d417-4264-ba55-1c1038bfe9e1 req-c40689c1-b450-419b-8c90-989dab3232d9 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:00.819845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56f112e0-d417-4264-ba55-1c1038bfe9e1 req-c40689c1-b450-419b-8c90-989dab3232d9 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 943 time: 0.3907135 Aug 11 00:33:00.836548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-31bbc557-b00b-4e60-9c4e-9faa45c7a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:00.838119 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-31bbc557-b00b-4e60-9c4e-9faa45c7a3a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&device_id=b5696c81-d9f1-466d-a209-8e40a554fcdb HTTP/1.1" status: 200 len: 1096 time: 0.2569118 Aug 11 00:33:00.886768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-70a25fe3-b0bb-4d2b-be96-add09f878729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:00.888257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-70a25fe3-b0bb-4d2b-be96-add09f878729 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 1095 time: 0.1888549 Aug 11 00:33:00.912444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-07213b15-631a-40ff-8a61-678ca0f5a022 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.1248777 Aug 11 00:33:00.953129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Request body: {'floatingip': {'port_id': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:00.970165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-2884a9e7-8df5-4b81-a37f-d3af9ca5cce5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b02d1e0-db7a-4d3c-96c5-d262e1eff966 HTTP/1.1" status: 200 len: 217 time: 0.0611246 Aug 11 00:33:00.978718 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56f112e0-d417-4264-ba55-1c1038bfe9e1 req-26f6d1dc-0ae4-4f13-82a9-5a69d4efd066 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476245 Aug 11 00:33:00.998345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:01.090471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-88269796-36f1-41b0-92d1-94eb2f09dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:01.094392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-88269796-36f1-41b0-92d1-94eb2f09dfe3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 200 len: 852 time: 0.1134510 Aug 11 00:33:01.182340 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-558a3cf3-818a-49e8-a4e4-ccb7e77f9bdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cbfa7f1c-a673-405c-9d02-367cb74d8df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783854 Aug 11 00:33:01.206027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-05c71393-48b3-4062-bb34-aac3fb34fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:01.207803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-05c71393-48b3-4062-bb34-aac3fb34fc95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 913 time: 0.3564188 Aug 11 00:33:01.378985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Deleting port 1b8a11ce-125c-4a98-b407-f97422b9c992 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:01.378985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:01.438240 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-f2b01978-b91b-4eea-b96f-dc70b6676926 service neutron] 10.222.0.44 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467277 Aug 11 00:33:01.443315 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-ff6770d1-9702-4e22-88b8-d7f223cd076a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33f77b73-f77a-424a-ba4f-9e31bedcf51a HTTP/1.1" status: 200 len: 217 time: 0.1992495 Aug 11 00:33:01.564401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] For port 1b8a11ce-125c-4a98-b407-f97422b9c992, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1b8a11ce-125c-4a98-b407-f97422b9c992,segment=NetworkSegment(52fd88e3-14f2-452f-8250-1fbda2cfa724),segment_id=52fd88e3-14f2-452f-8250-1fbda2cfa724)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:01.564774 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:01.595559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Calling delete_port for 1b8a11ce-125c-4a98-b407-f97422b9c992 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:01.604790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da4db6c8-ff45-48a8-8ded-e3228746e098 req-3ccf5200-a6d2-4a61-a7f9-9320e4e5219e service neutron] 10.222.0.44 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517677 Aug 11 00:33:01.866721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-d90c8a12-b883-47de-ad15-a358042fa191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:01.869264 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-d90c8a12-b883-47de-ad15-a358042fa191 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 200 len: 852 time: 0.3496222 Aug 11 00:33:01.925842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:01.959145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8a11ce-125c-4a98-b407-f97422b9c992,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:01.994606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-dec1d3b7-3aa3-4e2a-ad06-4c260c06cf3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbfa7f1c-a673-405c-9d02-367cb74d8df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978024 Aug 11 00:33:02.266486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:02.565484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:33:02.670495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Router 4e8e7c44-47df-4b40-82b7-05b1ce373244 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:33:02.734110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-63771911-dd3c-4807-bebc-f23363560379 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323878 Aug 11 00:33:02.736692 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:02.802500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:02.809186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:02.812666 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6bac2388-fca8-41ea-aada-64b358c7a1f6 admin admin] 10.222.0.43 "PUT /v2.0/routers/4e8e7c44-47df-4b40-82b7-05b1ce373244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2532563 Aug 11 00:33:02.815194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59672) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:02.819461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] Sync routers for ids ['4e8e7c44-47df-4b40-82b7-05b1ce373244'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:02.833904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] Routers {'4e8e7c44-47df-4b40-82b7-05b1ce373244'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:02.834877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4e8e7c44-47df-4b40-82b7-05b1ce373244'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:02.970623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:33:03.042380 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:33:03.049921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] Set router 4e8e7c44-47df-4b40-82b7-05b1ce373244 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:03.051813 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Floating IP 458ec763-041e-42a3-9252-cd89e32f3d07 associated. External IP: 172.25.0.228, port: 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e. Aug 11 00:33:03.088497 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.326871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26429bb2-938f-42da-8c10-56be7fdfae02 req-51f765dd-6326-4640-a8a6-77eb7fc30d18 service neutron] 10.222.0.55 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833821 Aug 11 00:33:03.346659 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.372693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.396755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:03.410417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '0b02d1e0-db7a-4d3c-96c5-d262e1eff966', 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'port_id': '0b02d1e0-db7a-4d3c-96c5-d262e1eff966', 'mac_address': 'fa:16:3e:23:f1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979e9bd4-172a-4c06-9475-dd04c49747c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:33:03.414335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 33f77b73-f77a-424a-ba4f-9e31bedcf51a details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:33:03.469545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bc23629-9480-4262-a41b-8da5b73fc386 req-89d657ed-764e-4321-81a4-48fa6c65e0cd tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups/9b8d9ca8-9f59-4f1c-84d0-3a4290f517e3 HTTP/1.1" status: 200 len: 1809 time: 0.0825787 Aug 11 00:33:03.516774 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.575319 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.594129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bc23629-9480-4262-a41b-8da5b73fc386 req-28c9f9ea-4bc5-4574-b112-14259aeef9e2 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.615621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:33:03.647795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bc23629-9480-4262-a41b-8da5b73fc386 req-28c9f9ea-4bc5-4574-b112-14259aeef9e2 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.665915 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:03.698081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:33:03.717424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 33f77b73-f77a-424a-ba4f-9e31bedcf51a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=33f77b73-f77a-424a-ba4f-9e31bedcf51a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:03.720563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Deleting port 80310ab7-f449-4396-8f5d-42b99a182c53 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:03.721147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.735852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '33f77b73-f77a-424a-ba4f-9e31bedcf51a', 'network_id': 'cbfa7f1c-a673-405c-9d02-367cb74d8df9', 'port_id': '33f77b73-f77a-424a-ba4f-9e31bedcf51a', 'mac_address': 'fa:16:3e:d4:6f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979e9bd4-172a-4c06-9475-dd04c49747c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:33:03.741339 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Floating IP 22850d62-97c6-47ab-9f12-bc4a550858fb associated. External IP: 172.25.0.215, port: 79cfb05a-a419-45c3-960d-c9a3ad44cebc. Aug 11 00:33:03.779311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.805621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bc23629-9480-4262-a41b-8da5b73fc386 req-28c9f9ea-4bc5-4574-b112-14259aeef9e2 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.808776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bc23629-9480-4262-a41b-8da5b73fc386 req-28c9f9ea-4bc5-4574-b112-14259aeef9e2 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.823796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bc23629-9480-4262-a41b-8da5b73fc386 req-28c9f9ea-4bc5-4574-b112-14259aeef9e2 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "DELETE /v2.0/security-groups/9b8d9ca8-9f59-4f1c-84d0-3a4290f517e3 HTTP/1.1" status: 204 len: 173 time: 0.3414335 Aug 11 00:33:03.853876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:33:01Z', 'revision_number': 5, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port': {'id': '80310ab7-f449-4396-8f5d-42b99a182c53', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:81:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:30:07Z', 'updated_at': '2021-08-11T00:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:03.887390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.890560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9f9ea-4bc5-4574-b112-14259aeef9e2 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8d9ca8-9f59-4f1c-84d0-3a4290f517e3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:03.903052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] Checking router: 4e8e7c44-47df-4b40-82b7-05b1ce373244 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:03.924698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] For port 80310ab7-f449-4396-8f5d-42b99a182c53, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=80310ab7-f449-4396-8f5d-42b99a182c53,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:03.925646 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.943954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f77b73-f77a-424a-ba4f-9e31bedcf51a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:33:03.946834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Calling delete_port for 80310ab7-f449-4396-8f5d-42b99a182c53 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:03.961698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:03.967676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] Routers {'4e8e7c44-47df-4b40-82b7-05b1ce373244'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:03.977579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4e8e7c44-47df-4b40-82b7-05b1ce373244'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:03.977675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:03.977754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:03.984325 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] Sync routers for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:03.992506 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf6ef39-b0c5-4b3f-a3c0-2ac230740cb8 x-openstack-request-id: req-0bf6ef39-b0c5-4b3f-a3c0-2ac230740cb8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:03.993255 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b50113dc-8981-4120-ab57-e59d645a1f3b", "tag": "0b02d1e0-db7a-4d3c-96c5-d262e1eff966", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:03.993974 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bf6ef39-b0c5-4b3f-a3c0-2ac230740cb8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:03.994619 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b50113dc-8981-4120-ab57-e59d645a1f3b', 'tag': '0b02d1e0-db7a-4d3c-96c5-d262e1eff966', 'status': 'completed', 'code': 200} Aug 11 00:33:04.017041 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:04.017041 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:04.036856 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2994d54d-df74-4c74-a32d-670b93ef5db1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "PUT /v2.0/floatingips/458ec763-041e-42a3-9252-cd89e32f3d07 HTTP/1.1" status: 200 len: 991 time: 3.6498137 Aug 11 00:33:04.070368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:04.072989 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580" -d '{"events": [{"name": "network-changed", "server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:04.078898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['0b02d1e0-db7a-4d3c-96c5-d262e1eff966'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:04.088877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 33f77b73-f77a-424a-ba4f-9e31bedcf51a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=33f77b73-f77a-424a-ba4f-9e31bedcf51a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:04.178121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:04.206152 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:04.215414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Router 06c9d720-2089-4abc-9501-309875fc3757 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:33:04.237608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-d38f3ac5-fb3a-4ccd-80b5-151681ebffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:04.239482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-d38f3ac5-fb3a-4ccd-80b5-151681ebffa5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 1096 time: 0.2519786 Aug 11 00:33:04.246520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] Set router 4e8e7c44-47df-4b40-82b7-05b1ce373244 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:04.309299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9112765-583c-4ee0-8a90-47bb07555c13 req-50ffa190-1bfe-4a9d-9d08-23ea1c230eba tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:04.310820 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c9112765-583c-4ee0-8a90-47bb07555c13 req-50ffa190-1bfe-4a9d-9d08-23ea1c230eba tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.1518152 Aug 11 00:33:04.350756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:33:03Z', 'revision_number': 6, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:04.354393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:04.366660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:04.415727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-68f850e4-a458-459c-946d-a0733191953e tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "PUT /v2.0/floatingips/22850d62-97c6-47ab-9f12-bc4a550858fb HTTP/1.1" status: 200 len: 996 time: 3.4696672 Aug 11 00:33:04.423395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] Sync routers for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:04.459656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c9112765-583c-4ee0-8a90-47bb07555c13 req-c8148238-14f9-4aca-9cf1-626b7e829b1a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145978 Aug 11 00:33:04.460917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-4f6f836b-2175-48f7-9e90-67f2b74c838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:04.462755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-4f6f836b-2175-48f7-9e90-67f2b74c838f service neutron] 10.222.0.44 "GET /v2.0/networks?id=cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 200 len: 913 time: 0.2149155 Aug 11 00:33:04.464212 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:04.478724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789692af-5c53-4b1e-863e-5bdfb65e7221 None None] The sync data for ids ['4e8e7c44-47df-4b40-82b7-05b1ce373244'] in n-d-712143-13 is: [{'id': '4e8e7c44-47df-4b40-82b7-05b1ce373244', 'name': 'tempest-AttachSCSIVolumeTestJSON-1614971261-router', 'tenant_id': '2b3fa910581743fa8670842798361098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:30:04Z', 'updated_at': '2021-08-11T00:33:03Z', 'revision_number': 6, 'project_id': '2b3fa910581743fa8670842798361098', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:04.480308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=33f77b73-f77a-424a-ba4f-9e31bedcf51a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:04.494491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['33f77b73-f77a-424a-ba4f-9e31bedcf51a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:04.512362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=80310ab7-f449-4396-8f5d-42b99a182c53,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:04.530573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-8797065b-3298-4376-8530-af581cef5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:04.533528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-8797065b-3298-4376-8530-af581cef5bd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=589a89676fe8496786c29c191f3fe36c&device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 1097 time: 0.1122811 Aug 11 00:33:04.541974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:04.542903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:04.561595 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-c152688e-d94e-427c-b075-898cd34af0b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b02d1e0-db7a-4d3c-96c5-d262e1eff966 HTTP/1.1" status: 200 len: 217 time: 0.0512969 Aug 11 00:33:04.593368 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '458ec763-041e-42a3-9252-cd89e32f3d07', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'port_id': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'mac_address': 'fa:16:3e:60:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:21Z', 'updated_at': '2021-08-11T00:33:01Z', 'revision_number': 1, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:04.660463 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] Checking router: 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:04.671598 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:04.672382 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:04.726988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-428bb180-f1e6-406b-b486-96b9e94f355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:04.729862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-428bb180-f1e6-406b-b486-96b9e94f355f service neutron] 10.222.0.43 "GET /v2.0/networks?id=435ee18b-63f2-4916-af6e-797526dd7842 HTTP/1.1" status: 200 len: 929 time: 0.1814127 Aug 11 00:33:04.821824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:04.846795 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:04.850474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cc88e-d15a-44d3-b54c-5a5a0ffde58d req-fcaf3632-4ef6-43c7-a8ad-0df1a39692be tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:04.852751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f90cc88e-d15a-44d3-b54c-5a5a0ffde58d req-fcaf3632-4ef6-43c7-a8ad-0df1a39692be tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 944 time: 0.1845345 Aug 11 00:33:04.872075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-95b18baa-9549-48d6-a0a9-a3e83c3869d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:04.874893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-95b18baa-9549-48d6-a0a9-a3e83c3869d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 200 len: 852 time: 0.2572684 Aug 11 00:33:04.875324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-dc75885a-a568-46c6-b4a2-1a0af67d8032 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 200 len: 999 time: 0.1375847 Aug 11 00:33:04.899426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:04.946586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-8b750b4b-09a8-49de-90d1-12cb1c154129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:04.951680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-8b750b4b-09a8-49de-90d1-12cb1c154129 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54892641-5c33-4406-82fd-73227025182c HTTP/1.1" status: 200 len: 867 time: 0.0686204 Aug 11 00:33:05.048451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-e6eedd1e-cf3a-426c-8981-1aa571df18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:05.060590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-e6eedd1e-cf3a-426c-8981-1aa571df18ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=435ee18b-63f2-4916-af6e-797526dd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982714 Aug 11 00:33:05.072375 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-26d7c36f-80b4-438c-88fd-33acd561563d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cbfa7f1c-a673-405c-9d02-367cb74d8df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471079 Aug 11 00:33:05.177160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1b8a11ce-125c-4a98-b407-f97422b9c992 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:05.183895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-e329c8df-e45c-4a2c-9bb1-0d530b0264e3 service neutron] 10.222.0.43 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207805 Aug 11 00:33:05.231592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 1b8a11ce-125c-4a98-b407-f97422b9c992 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:05.231849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1b8a11ce-125c-4a98-b407-f97422b9c992 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:05.301316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '22850d62-97c6-47ab-9f12-bc4a550858fb', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '06c9d720-2089-4abc-9501-309875fc3757', 'port_id': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'mac_address': 'fa:16:3e:93:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:57Z', 'updated_at': '2021-08-11T00:33:02Z', 'revision_number': 1, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:28Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:05.344136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] Checking router: 06c9d720-2089-4abc-9501-309875fc3757 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:05.357109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:05.357872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:05.380291 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '458ec763-041e-42a3-9252-cd89e32f3d07', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'port_id': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'mac_address': 'fa:16:3e:60:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:21Z', 'updated_at': '2021-08-11T00:33:01Z', 'revision_number': 1, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:05.468022 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bc4b0-5c2a-4111-8170-952363808005 None None] The sync data for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 is: [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '458ec763-041e-42a3-9252-cd89e32f3d07', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'port_id': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'mac_address': 'fa:16:3e:60:39:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:21Z', 'updated_at': '2021-08-11T00:33:01Z', 'revision_number': 1, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:05.481133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b68b4f47-9e51-46c5-abc1-ecdbcf7c27c7 req-e26678c1-35ed-4352-b413-5e55fca5c9fb service neutron] 10.222.0.43 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888963 Aug 11 00:33:05.556823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:05.679660 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:05.683552 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:05.755569 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f90cc88e-d15a-44d3-b54c-5a5a0ffde58d req-1e0dd20c-abd3-443d-8e1a-cf822e939637 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285385 Aug 11 00:33:05.833218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-9dd6ae30-4368-4b61-887b-9fe721c83c29 service neutron] 10.222.0.44 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779993 Aug 11 00:33:05.937537 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:05.938239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e8e7c44-47df-4b40-82b7-05b1ce373244 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:33:05.945500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:05.946724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dacd6d65-115e-4e30-b42e-4309605a94a1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4e8e7c44-47df-4b40-82b7-05b1ce373244 HTTP/1.1" status: 204 len: 168 time: 3.1303105 Aug 11 00:33:05.951264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59710) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:05.989069 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3492db2e-c0ce-492b-a3c0-984ef7a9f75c None None] New status for floating IP 458ec763-041e-42a3-9252-cd89e32f3d07: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:33:05.993191 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed13e625-5b77-4763-bc93-fe885ad7e018 x-openstack-request-id: req-ed13e625-5b77-4763-bc93-fe885ad7e018 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:05.993803 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:06.002357 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed13e625-5b77-4763-bc93-fe885ad7e018 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:06.003281 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'status': 'completed', 'code': 200} Aug 11 00:33:06.085410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38ac3cf8-3c5b-4135-ad18-10a1905243cc req-3c84b1db-b62a-4846-b673-d76bb7b1480d service neutron] 10.222.0.44 "GET /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342534 Aug 11 00:33:06.088774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbc7764-c38f-4149-8912-3344daddb8b5 admin admin] Deleting subnet 9945e230-4bb5-4c44-9edd-9a5e7ce3a917 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:33:06.103848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7764-c38f-4149-8912-3344daddb8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:06.188100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-793a4664-d7fd-424d-802b-db8b32204da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:06.189955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-793a4664-d7fd-424d-802b-db8b32204da4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 1097 time: 0.1654425 Aug 11 00:33:06.221878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7764-c38f-4149-8912-3344daddb8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:06.267579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac56f-e4d5-440e-85fc-7dba3be378a9 req-d5fde466-c237-4870-95c6-b7d6e879e4b9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:06.271698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-298ac56f-e4d5-440e-85fc-7dba3be378a9 req-d5fde466-c237-4870-95c6-b7d6e879e4b9 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.1763151 Aug 11 00:33:06.372156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-298ac56f-e4d5-440e-85fc-7dba3be378a9 req-a49ffbbd-4e40-4951-97e8-ae2f2dbf5fc2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943894 Aug 11 00:33:06.382063 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7764-c38f-4149-8912-3344daddb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:06.382535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '22850d62-97c6-47ab-9f12-bc4a550858fb', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '06c9d720-2089-4abc-9501-309875fc3757', 'port_id': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'mac_address': 'fa:16:3e:93:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:57Z', 'updated_at': '2021-08-11T00:33:02Z', 'revision_number': 1, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:28Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:06.444325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4704db-22dd-4874-8717-ca349d51a46f None None] The sync data for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 is: [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '22850d62-97c6-47ab-9f12-bc4a550858fb', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '06c9d720-2089-4abc-9501-309875fc3757', 'port_id': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'mac_address': 'fa:16:3e:93:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:32:57Z', 'updated_at': '2021-08-11T00:33:02Z', 'revision_number': 1, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:28Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:06.579462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-50066a13-31b6-4823-a882-f452fcac36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:06.581410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-50066a13-31b6-4823-a882-f452fcac36ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 0.3841333 Aug 11 00:33:06.606034 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7764-c38f-4149-8912-3344daddb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:06.633107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc7764-c38f-4149-8912-3344daddb8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9945e230-4bb5-4c44-9edd-9a5e7ce3a917,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:06.655712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768bea3-077b-4f36-bbbe-819752b8a97c None None] Network 2cc840b7-d874-4bb2-8b7c-782e50014c79 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:06.658911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4cbc7764-c38f-4149-8912-3344daddb8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:06.664876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4cbc7764-c38f-4149-8912-3344daddb8b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9945e230-4bb5-4c44-9edd-9a5e7ce3a917 HTTP/1.1" status: 204 len: 168 time: 0.7121842 Aug 11 00:33:06.667779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59718) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:06.809398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:06.857138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81744cb-d76c-4444-aff0-3cd1ca5d2a80 None None] New status for floating IP 22850d62-97c6-47ab-9f12-bc4a550858fb: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:33:06.873608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Deleting port a233eb4b-f97a-4743-9531-e0b78025708d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:06.873976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:06.955243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] For port a233eb4b-f97a-4743-9531-e0b78025708d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a233eb4b-f97a-4743-9531-e0b78025708d,segment=NetworkSegment(52fd88e3-14f2-452f-8250-1fbda2cfa724),segment_id=52fd88e3-14f2-452f-8250-1fbda2cfa724)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:06.956002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:06.973663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Calling delete_port for a233eb4b-f97a-4743-9531-e0b78025708d owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:07.073919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-19e9c722-197a-4f03-adbf-b28421963fa7 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 258 time: 0.7236984 Aug 11 00:33:07.082796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:07.087542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:07.093372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-32ccf1b5-ea2f-4847-ad6c-4db5c6058897 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e HTTP/1.1" status: 200 len: 1001 time: 0.4998682 Aug 11 00:33:07.098823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 80310ab7-f449-4396-8f5d-42b99a182c53 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:07.158422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 80310ab7-f449-4396-8f5d-42b99a182c53 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:07.159211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 80310ab7-f449-4396-8f5d-42b99a182c53 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:07.205209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-d0b07062-b5fe-47ab-a207-ff004966b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:07.206760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-d0b07062-b5fe-47ab-a207-ff004966b4e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.1008141 Aug 11 00:33:07.259391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a057a-cbf3-4428-96fb-9ac7c3cfbc22 None None] DHCP port deletion for 2cc840b7-d874-4bb2-8b7c-782e50014c79 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:33:07.263602 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.279020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-d72ce166-fb20-4b4c-8dea-b20f204e751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:07.280665 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-d72ce166-fb20-4b4c-8dea-b20f204e751e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661607 Aug 11 00:33:07.307689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=a233eb4b-f97a-4743-9531-e0b78025708d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:07.313041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] No DVR routers for this DVR port a233eb4b-f97a-4743-9531-e0b78025708d on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:07.334247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 33f77b73-f77a-424a-ba4f-9e31bedcf51a up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:07.384177 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.425304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:07.435679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.438572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:07.439192 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.463752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc840b7-d874-4bb2-8b7c-782e50014c79']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:07.490092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fd88e3-14f2-452f-8250-1fbda2cfa724') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:07.490545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fd88e3-14f2-452f-8250-1fbda2cfa724') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:07.531866 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.567593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.573343 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-b9f92f37-8826-4c2a-a4f2-c85538acc055 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848320 Aug 11 00:33:07.581601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:33:07.582824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:33:07.587297 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:33:07.621031 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.651450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50113dc-8981-4120-ab57-e59d645a1f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b02d1e0-db7a-4d3c-96c5-d262e1eff966'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:07.654262 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e55df6-4958-4818-b602-bf6b2c4ec935" -d '{"events": [{"server_uuid": "b50113dc-8981-4120-ab57-e59d645a1f3b", "name": "network-vif-plugged", "status": "completed", "tag": "0b02d1e0-db7a-4d3c-96c5-d262e1eff966"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:07.660089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 33f77b73-f77a-424a-ba4f-9e31bedcf51a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:07.672444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:07.673572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 33f77b73-f77a-424a-ba4f-9e31bedcf51a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:07.673944 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.714238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68c9f6-4d23-4f3f-bb67-c95da757b81c req-5501ef07-e66e-4d2c-b0c5-c1590e7aadba tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:07.715932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d68c9f6-4d23-4f3f-bb67-c95da757b81c req-5501ef07-e66e-4d2c-b0c5-c1590e7aadba tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.1120391 Aug 11 00:33:07.729596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2cb5da1-fb4a-4329-a6e6-7a0121e41580 req-f010ba73-175b-45ac-876b-f55bba5c6e1a service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427376 Aug 11 00:33:07.780801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.787717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.800058 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.804825 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2cc840b7-d874-4bb2-8b7c-782e50014c79 HTTP/1.1" status: 204 len: 168 time: 1.1326590 Aug 11 00:33:07.816133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d68c9f6-4d23-4f3f-bb67-c95da757b81c req-04bf4914-62d1-4321-b915-af84f512ba22 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872140 Aug 11 00:33:07.844972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb683455-025a-419d-9ad4-8e73f70d5a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc840b7-d874-4bb2-8b7c-782e50014c79,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:07.846050 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.848439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:07.945123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 33f77b73-f77a-424a-ba4f-9e31bedcf51a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=33f77b73-f77a-424a-ba4f-9e31bedcf51a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:07.950276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:08.005135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:08.008288 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:08.041191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96892eaf-66fa-4dd1-8e07-f366fc4a2eb7 req-87cef1de-03bc-4d84-b86d-9b12ce03947a tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:08.056127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96892eaf-66fa-4dd1-8e07-f366fc4a2eb7 req-87cef1de-03bc-4d84-b86d-9b12ce03947a tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 945 time: 0.1513038 Aug 11 00:33:08.071895 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:08.132035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=33f77b73-f77a-424a-ba4f-9e31bedcf51a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:08.145236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96892eaf-66fa-4dd1-8e07-f366fc4a2eb7 req-6677ce80-5873-4872-a7df-32c5c91284cd tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868900 Aug 11 00:33:08.152198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Allocated IP 172.25.0.209 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/cbba2b64-2c78-4a21-8bd5-1037a2c17d79) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:08.298501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:08.389193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeef86-3fc1-447b-a3c5-1ad437416b4c req-ab8e24e1-127a-4e37-a59b-90a05f397080 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:08.391972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07aeef86-3fc1-447b-a3c5-1ad437416b4c req-ab8e24e1-127a-4e37-a59b-90a05f397080 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.0890565 Aug 11 00:33:08.464631 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07aeef86-3fc1-447b-a3c5-1ad437416b4c req-4fba218a-47f4-4a13-9768-fd7a3b6d522b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641410 Aug 11 00:33:08.567513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59758) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:08.567705 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:08.637247 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a866c1-f357-48b3-abd9-48cd31554ee4 x-openstack-request-id: req-00a866c1-f357-48b3-abd9-48cd31554ee4 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:08.637809 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50113dc-8981-4120-ab57-e59d645a1f3b", "name": "network-vif-plugged", "status": "completed", "tag": "0b02d1e0-db7a-4d3c-96c5-d262e1eff966", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:08.637809 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00a866c1-f357-48b3-abd9-48cd31554ee4 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:08.638188 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50113dc-8981-4120-ab57-e59d645a1f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b02d1e0-db7a-4d3c-96c5-d262e1eff966', 'code': 200} Aug 11 00:33:08.650439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:08.656234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:08.669875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:08.670030 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8b6e0345-155b-451d-a6dc-445e674457cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=464e13a5309c4f22ad1e708af4fc78a8&name=default HTTP/1.1" status: 200 len: 2980 time: 0.0933673 Aug 11 00:33:08.670030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59760) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:08.706010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-be189cd6-7744-4eca-b84f-cdc51ef30d01 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:08.707893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-be189cd6-7744-4eca-b84f-cdc51ef30d01 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.1031394 Aug 11 00:33:08.734644 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16325476-5e02-4407-8d41-2f0ec3e691e4 x-openstack-request-id: req-16325476-5e02-4407-8d41-2f0ec3e691e4 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:08.735113 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:08.735548 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16325476-5e02-4407-8d41-2f0ec3e691e4 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:08.736192 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'status': 'completed', 'code': 200} Aug 11 00:33:08.798846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Pushing event updated for resources: {'Port': ['ID=cbba2b64-2c78-4a21-8bd5-1037a2c17d79,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:08.849253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7805dd43-a0d2-4ff8-91b3-7e47b67e1328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:08.886447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2df85-3dc2-4ac3-b14c-d4cd26454015 req-8bab8c94-c3f8-4029-b1b0-366f185bb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:08.889132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13a2df85-3dc2-4ac3-b14c-d4cd26454015 req-8bab8c94-c3f8-4029-b1b0-366f185bb05b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 1097 time: 0.1281931 Aug 11 00:33:08.891419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-22be3bbe-3bd6-4ff4-917d-e0c6dea2740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:08.894148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-22be3bbe-3bd6-4ff4-917d-e0c6dea2740f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=589a89676fe8496786c29c191f3fe36c&device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 1097 time: 0.1565640 Aug 11 00:33:08.937587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7805dd43-a0d2-4ff8-91b3-7e47b67e1328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:09.062988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Deleting port 48096acd-3e62-485f-86e4-e82174175a6c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:09.064140 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:09.064305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:09.138068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a233eb4b-f97a-4743-9531-e0b78025708d no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:09.145200 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13a2df85-3dc2-4ac3-b14c-d4cd26454015 req-680f84da-f729-4d7d-8ebf-76e64512bd5f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411313 Aug 11 00:33:09.161141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-e043c310-ff54-4a76-9045-4402188465af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:09.164066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-e043c310-ff54-4a76-9045-4402188465af service neutron] 10.222.0.55 "GET /v2.0/networks?id=435ee18b-63f2-4916-af6e-797526dd7842 HTTP/1.1" status: 200 len: 929 time: 0.2141044 Aug 11 00:33:09.168142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a233eb4b-f97a-4743-9531-e0b78025708d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:09.168477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a233eb4b-f97a-4743-9531-e0b78025708d not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:09.171308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac8774-2188-40ba-a9c3-3569e9566038 req-07751d01-7843-4324-ac9f-075240f0e747 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:09.183116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ac8774-2188-40ba-a9c3-3569e9566038 req-07751d01-7843-4324-ac9f-075240f0e747 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 946 time: 0.2407620 Aug 11 00:33:09.264915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15ac8774-2188-40ba-a9c3-3569e9566038 req-76ae7f6b-0087-4f86-9907-d3691a9329d5 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807581 Aug 11 00:33:09.273291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] For port 48096acd-3e62-485f-86e4-e82174175a6c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=48096acd-3e62-485f-86e4-e82174175a6c,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:09.273674 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:09.289750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Calling delete_port for 48096acd-3e62-485f-86e4-e82174175a6c owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:09.344780 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:09.396923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-f3e9b706-468b-4254-a153-b229f5609033 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 200 len: 1001 time: 0.2174346 Aug 11 00:33:09.416573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7805dd43-a0d2-4ff8-91b3-7e47b67e1328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:09.420019 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7805dd43-a0d2-4ff8-91b3-7e47b67e1328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:09.426282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7805dd43-a0d2-4ff8-91b3-7e47b67e1328 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a787a73-885b-4826-91fd-785a87b62b88 HTTP/1.1" status: 204 len: 168 time: 0.7553170 Aug 11 00:33:09.471054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805dd43-a0d2-4ff8-91b3-7e47b67e1328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a787a73-885b-4826-91fd-785a87b62b88,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:09.569841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-48f24dfd-3bb0-4400-b51f-502fe795a697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:09.575525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-48f24dfd-3bb0-4400-b51f-502fe795a697 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54892641-5c33-4406-82fd-73227025182c HTTP/1.1" status: 200 len: 867 time: 0.1672990 Aug 11 00:33:09.697127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c82f7d-bc8a-4d15-85c6-90b6d0732b5f req-7bf9ffd8-7521-4771-a38d-0ecbcb3f8d85 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:09.699836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7c82f7d-bc8a-4d15-85c6-90b6d0732b5f req-7bf9ffd8-7521-4771-a38d-0ecbcb3f8d85 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 945 time: 0.3441763 Aug 11 00:33:09.745969 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7c82f7d-bc8a-4d15-85c6-90b6d0732b5f req-e022d671-46cc-4f57-b597-52786b72a144 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Aug 11 00:33:09.755146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-d50e7561-c7a9-45be-a990-bc4153b84086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:09.757833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-d50e7561-c7a9-45be-a990-bc4153b84086 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=435ee18b-63f2-4916-af6e-797526dd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292109 Aug 11 00:33:09.914588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:09.962013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-9b4ebbc5-0c67-40fb-9b51-3af975704a8e service neutron] 10.222.0.55 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945171 Aug 11 00:33:09.978049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1d63d-7c00-44b9-b5dd-22a79d9f578a req-f59c905d-e030-4538-a7e2-2312934eaa75 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:09.983899 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fef1d63d-7c00-44b9-b5dd-22a79d9f578a req-f59c905d-e030-4538-a7e2-2312934eaa75 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.1030011 Aug 11 00:33:10.031608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fef1d63d-7c00-44b9-b5dd-22a79d9f578a req-ffe84d2a-0674-4d1d-904d-0e5c1380523b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Aug 11 00:33:10.114093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9a85804-8644-4ed0-a6b1-94e854d3f4d1 req-a67eba8c-2b01-46e1-b744-efa2e335ff7f service neutron] 10.222.0.55 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420522 Aug 11 00:33:10.385354 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:10.400850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['48096acd-3e62-485f-86e4-e82174175a6c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:10.426519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Pushing event deleted for resources: {'Port': ['ID=48096acd-3e62-485f-86e4-e82174175a6c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:10.484558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] No DVR routers for this DVR port 48096acd-3e62-485f-86e4-e82174175a6c on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:10.494319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb50162-4965-452a-b5ac-fe45084c5247 req-f62498e1-09d5-4788-a029-c6faa60be7eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:10.496996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cb50162-4965-452a-b5ac-fe45084c5247 req-f62498e1-09d5-4788-a029-c6faa60be7eb tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 867 time: 0.1395652 Aug 11 00:33:10.497553 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:10.499685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0facbd-3530-441f-8277-4c55f06a3503 req-6c78d0a7-195e-48cf-ad1b-cb9a923863b3 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.44 "DELETE /v2.0/ports/48096acd-3e62-485f-86e4-e82174175a6c HTTP/1.1" status: 204 len: 173 time: 1.7784932 Aug 11 00:33:10.500164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'name': 'network-vif-deleted', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:10.503666 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97840e15-3771-4407-b18d-2b03d308a496" -d '{"events": [{"server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "name": "network-vif-deleted", "tag": "48096acd-3e62-485f-86e4-e82174175a6c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:10.505223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:10.573067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cb50162-4965-452a-b5ac-fe45084c5247 req-7e6bb75c-ef28-436d-a6a3-024aaca82d21 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/security-groups?id=b27ff2bf-5080-4c72-b646-fb585be25774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633314 Aug 11 00:33:10.622770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:10.628564 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a242fef8-769a-483c-95d6-ea61a52fd1eb x-openstack-request-id: req-a242fef8-769a-483c-95d6-ea61a52fd1eb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:10.628908 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e41e5ac-ca88-4bf0-bb78-a42617ed188c", "name": "network-vif-deleted", "tag": "48096acd-3e62-485f-86e4-e82174175a6c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:10.629170 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a242fef8-769a-483c-95d6-ea61a52fd1eb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:10.629628 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e41e5ac-ca88-4bf0-bb78-a42617ed188c', 'name': 'network-vif-deleted', 'tag': '48096acd-3e62-485f-86e4-e82174175a6c', 'status': 'completed', 'code': 200} Aug 11 00:33:10.640438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5696c81-d9f1-466d-a209-8e40a554fcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f77b73-f77a-424a-ba4f-9e31bedcf51a'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:10.641241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Pushing event updated for resources: {'Port': ['ID=cbba2b64-2c78-4a21-8bd5-1037a2c17d79,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:10.646596 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27dc2c2-4141-4383-8c1f-1d92d2082cb5" -d '{"events": [{"server_uuid": "b5696c81-d9f1-466d-a209-8e40a554fcdb", "name": "network-vif-plugged", "status": "completed", "tag": "33f77b73-f77a-424a-ba4f-9e31bedcf51a"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:10.691310 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6113b705-b808-45f1-9d72-969c84e97137 x-openstack-request-id: req-6113b705-b808-45f1-9d72-969c84e97137 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:10.691601 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5696c81-d9f1-466d-a209-8e40a554fcdb", "name": "network-vif-plugged", "status": "completed", "tag": "33f77b73-f77a-424a-ba4f-9e31bedcf51a", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:10.691893 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6113b705-b808-45f1-9d72-969c84e97137 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:10.692276 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5696c81-d9f1-466d-a209-8e40a554fcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f77b73-f77a-424a-ba4f-9e31bedcf51a', 'code': 200} Aug 11 00:33:10.803610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d42a1-1449-472b-b8bb-5261b9c3ea7b req-b92cbe94-2d1a-4af2-99f7-cab53c1ec34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:10.803610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-806d42a1-1449-472b-b8bb-5261b9c3ea7b req-b92cbe94-2d1a-4af2-99f7-cab53c1ec34e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5696c81-d9f1-466d-a209-8e40a554fcdb HTTP/1.1" status: 200 len: 1098 time: 0.0533087 Aug 11 00:33:10.850094 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-806d42a1-1449-472b-b8bb-5261b9c3ea7b req-3ec51bf6-8147-4661-b0e9-bca3940d6385 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Aug 11 00:33:10.873006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4911f-a23e-48d4-b0e1-3fcbc4c63d6e req-550cc027-7ca9-480f-91c3-fba19b5c8b3f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:10.874538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32e4911f-a23e-48d4-b0e1-3fcbc4c63d6e req-550cc027-7ca9-480f-91c3-fba19b5c8b3f tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 945 time: 0.0556257 Aug 11 00:33:10.920430 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32e4911f-a23e-48d4-b0e1-3fcbc4c63d6e req-fbd60367-19fe-4ce7-be61-a7a7bd643172 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Aug 11 00:33:10.999334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:11.000620 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-1814c5c2-0e54-4b32-a146-ac29462345aa tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9254525 Aug 11 00:33:11.071966 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-ca5c23a5-a6d9-4d7a-bef3-522f910e8029 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0585623 Aug 11 00:33:11.092140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:33:11.204066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291d0e4-314b-4e92-89ff-30be1441b172 req-2af4f7ad-e5b5-4532-a208-238c9c37f75f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:11.206741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f291d0e4-314b-4e92-89ff-30be1441b172 req-2af4f7ad-e5b5-4532-a208-238c9c37f75f tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.0920451 Aug 11 00:33:11.232499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:11.252154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'abc371e8-d644-4382-9258-d4e89483f43e', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': 'abc371e8-d644-4382-9258-d4e89483f43e', 'mac_address': 'fa:16:3e:81:9b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:33:11.253256 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f291d0e4-314b-4e92-89ff-30be1441b172 req-1181aee4-e657-4620-a9e8-620446a9b682 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397625 Aug 11 00:33:11.303502 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:11.303852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-7ea89ff6-1e9a-4582-a0ab-cf3db7e175f5 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:11.318355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-7ea89ff6-1e9a-4582-a0ab-cf3db7e175f5 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2397189 Aug 11 00:33:11.324592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc371e8-d644-4382-9258-d4e89483f43e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:33:11.331093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-9562032b-b839-4db7-8627-e022718bc540 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:33:11.339414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bac6b2d3-325f-4aa1-9db0-9cd757708a7a req-9562032b-b839-4db7-8627-e022718bc540 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188186 Aug 11 00:33:11.365701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:11.465406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78394f-a152-47e3-9d79-9a5b6d64f92e req-4a015f5f-ea78-4b15-adc8-27de64cd56d1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:11.467468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b78394f-a152-47e3-9d79-9a5b6d64f92e req-4a015f5f-ea78-4b15-adc8-27de64cd56d1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0589893 Aug 11 00:33:11.525156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b78394f-a152-47e3-9d79-9a5b6d64f92e req-c63edc9c-29ce-4c6d-8333-035c5808c154 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0509493 Aug 11 00:33:11.538024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-6b78394f-a152-47e3-9d79-9a5b6d64f92e req-a0b805c1-231e-44fd-ba36-2bea0cbd22b1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Request body: {'floatingip': {'port_id': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:11.565829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:11.580613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6b78394f-a152-47e3-9d79-9a5b6d64f92e req-a0b805c1-231e-44fd-ba36-2bea0cbd22b1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:11.648701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:11.656475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['abc371e8-d644-4382-9258-d4e89483f43e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:11.767193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59816) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:11.831330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c9e1ed70-7844-403b-8b69-80f6fd445d75 req-282a88b7-83a1-4e76-97b7-ecb621f07d64 tempest-ServerRescueTestJSONUnderV235-293043439 tempest-ServerRescueTestJSONUnderV235-293043439-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e41e5ac-ca88-4bf0-bb78-a42617ed188c HTTP/1.1" status: 200 len: 210 time: 0.0665803 Aug 11 00:33:11.889682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ff35dbab-d75c-42a3-974c-5c07d3585e66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b3fa910581743fa8670842798361098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1199038 Aug 11 00:33:11.892298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59826) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:11.972465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b99893e6-5790-420f-becc-a57bbde90574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:11.996276 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-6b78394f-a152-47e3-9d79-9a5b6d64f92e req-a0b805c1-231e-44fd-ba36-2bea0cbd22b1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 00:33:11.997374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b78394f-a152-47e3-9d79-9a5b6d64f92e req-a0b805c1-231e-44fd-ba36-2bea0cbd22b1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "PUT /v2.0/floatingips/6634d849-1a80-4c77-8cc8-950f5a427cb4 HTTP/1.1" status: 409 len: 550 time: 0.4648836 Aug 11 00:33:12.025243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b99893e6-5790-420f-becc-a57bbde90574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:12.165036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768400e6-6054-4ec7-a7e9-4a5799aaea53 req-02779599-aa59-40cc-a020-1f9af4a85b92 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:12.167711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-768400e6-6054-4ec7-a7e9-4a5799aaea53 req-02779599-aa59-40cc-a020-1f9af4a85b92 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 945 time: 0.1259558 Aug 11 00:33:12.249396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-48782e2a-8144-432a-b375-7d0418a198f7 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips/6634d849-1a80-4c77-8cc8-950f5a427cb4 HTTP/1.1" status: 200 len: 693 time: 0.1290777 Aug 11 00:33:12.273089 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-768400e6-6054-4ec7-a7e9-4a5799aaea53 req-10abb8a1-5504-4242-82b6-5d76595ce6d6 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983729 Aug 11 00:33:12.380400 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b99893e6-5790-420f-becc-a57bbde90574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:12.387534 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b99893e6-5790-420f-becc-a57bbde90574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:12.389538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b99893e6-5790-420f-becc-a57bbde90574 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77118ecd-befa-4f0c-a3ea-3f59ac6d166e HTTP/1.1" status: 204 len: 168 time: 0.4960027 Aug 11 00:33:12.431152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99893e6-5790-420f-becc-a57bbde90574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77118ecd-befa-4f0c-a3ea-3f59ac6d166e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:12.536138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8499a6-877a-455b-b0c6-a7e1b99bfef6 req-ed9f21c3-c2f3-4cfe-9681-576b8188bcc8 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:12.538841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af8499a6-877a-455b-b0c6-a7e1b99bfef6 req-ed9f21c3-c2f3-4cfe-9681-576b8188bcc8 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.1136560 Aug 11 00:33:12.570167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-eea959a6-2b24-4f46-adf4-52487a3c43cd tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:12.583095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-eea959a6-2b24-4f46-adf4-52487a3c43cd tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.3254633 Aug 11 00:33:12.631540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af8499a6-877a-455b-b0c6-a7e1b99bfef6 req-d2c44247-253b-4c8d-8db6-0c000a2363c2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855408 Aug 11 00:33:12.669754 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-38756caa-9f83-4511-b737-d70f3dffb6fe tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0833163 Aug 11 00:33:12.736359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-c596016d-9630-4aea-a579-e80138019a28 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0578446 Aug 11 00:33:12.847342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f365d-24ca-4d31-b359-0197167d0004 req-872e6010-7874-42f3-933c-a6882334c1ad tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:12.853751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-498f365d-24ca-4d31-b359-0197167d0004 req-872e6010-7874-42f3-933c-a6882334c1ad tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5696c81-d9f1-466d-a209-8e40a554fcdb HTTP/1.1" status: 200 len: 946 time: 0.1309044 Aug 11 00:33:12.987737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-498f365d-24ca-4d31-b359-0197167d0004 req-4370bb7c-3e98-4c67-a3c0-fb1becaaeda5 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213429 Aug 11 00:33:13.058572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Deleting port cbba2b64-2c78-4a21-8bd5-1037a2c17d79 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:13.059454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:13.111951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:13.116435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59872) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:13.206107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:13.206687 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:13.230245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Calling delete_port for cbba2b64-2c78-4a21-8bd5-1037a2c17d79 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:13.349649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port abc371e8-d644-4382-9258-d4e89483f43e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:13.351039 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:13.620685 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:13.728019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:13.740915 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6d394d-161f-4bd4-98b5-2352504a99ad" -d '{"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-plugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:13.768316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:13.840534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:13.914308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Pushing event deleted for resources: {'Port': ['ID=cbba2b64-2c78-4a21-8bd5-1037a2c17d79,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:13.967617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:13.970594 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:13.972153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c17e3843-4199-4314-b86b-7d34a9ef79be req-138face4-bc08-4901-a16e-786bdc1eb292 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "DELETE /v2.0/floatingips/6634d849-1a80-4c77-8cc8-950f5a427cb4 HTTP/1.1" status: 204 len: 173 time: 1.2247195 Aug 11 00:33:14.011800 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:14.039373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 48096acd-3e62-485f-86e4-e82174175a6c no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:14.046154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 48096acd-3e62-485f-86e4-e82174175a6c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:14.047131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 48096acd-3e62-485f-86e4-e82174175a6c not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:14.123318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=10']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:14.179802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:14.212277 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47047b01-05f5-4df1-a95a-26d57b077631 x-openstack-request-id: req-47047b01-05f5-4df1-a95a-26d57b077631 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:14.215014 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-plugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:14.215014 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47047b01-05f5-4df1-a95a-26d57b077631 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:14.215014 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e', 'code': 200} Aug 11 00:33:14.387483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45289-b3b1-47d6-94a8-76259a2aed0a req-ac58dbc7-64b2-403b-a20d-ac7457c6e72b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:14.401907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ab45289-b3b1-47d6-94a8-76259a2aed0a req-ac58dbc7-64b2-403b-a20d-ac7457c6e72b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.1345427 Aug 11 00:33:14.557628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-93ecd970-f4c1-4f05-97df-c5d36dac4ab2 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 1001 time: 0.2199938 Aug 11 00:33:14.579548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ab45289-b3b1-47d6-94a8-76259a2aed0a req-70723532-922f-4d22-80c3-d0ef03f2beae tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761374 Aug 11 00:33:14.687146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d747d-f35b-406d-955b-88e99c076f55 req-36616ef4-d7fb-4d06-b124-7eb173b8a2fd tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:14.695127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-36616ef4-d7fb-4d06-b124-7eb173b8a2fd tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports/79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 200 len: 942 time: 0.1363864 Aug 11 00:33:15.105782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-07c7c0de-c2c2-4d3d-9620-bcb832467983 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 1001 time: 0.3279860 Aug 11 00:33:15.280561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Deleting port 83e66192-5e98-4f85-8b3b-b7f3af125e7b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:15.282283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:15.358491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:15.467472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d747d-f35b-406d-955b-88e99c076f55 req-632a799c-a382-401f-85f2-47324bcc5c84 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:15.483343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-632a799c-a382-401f-85f2-47324bcc5c84 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.3731618 Aug 11 00:33:15.610045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-network', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:15.750815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] For port 83e66192-5e98-4f85-8b3b-b7f3af125e7b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=83e66192-5e98-4f85-8b3b-b7f3af125e7b,segment=NetworkSegment(aa5a99b6-569d-44ef-983a-e4e983c7d64d),segment_id=aa5a99b6-569d-44ef-983a-e4e983c7d64d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:15.753087 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:15.757884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-3bdb4e54-c76f-41b2-b1bd-e2ce28932e3b tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:15.763692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-3bdb4e54-c76f-41b2-b1bd-e2ce28932e3b tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5696c81-d9f1-466d-a209-8e40a554fcdb HTTP/1.1" status: 200 len: 946 time: 0.1322150 Aug 11 00:33:15.793352 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Calling delete_port for 83e66192-5e98-4f85-8b3b-b7f3af125e7b owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:15.933036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Made reservation on behalf of 96d4c1ca70e9447f9c87dc5806427a74 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:15.934556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-450e5f9c-6919-4c2c-b01f-22d22157660c tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 1001 time: 0.4497702 Aug 11 00:33:15.936947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:15.952367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:15.973196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:16.012032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dceb5-ea31-4055-9ecd-93af7b211bbb req-e7f75e80-581d-4822-9612-e62a3cee4cbf tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:16.020557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e41dceb5-ea31-4055-9ecd-93af7b211bbb req-e7f75e80-581d-4822-9612-e62a3cee4cbf tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5696c81-d9f1-466d-a209-8e40a554fcdb HTTP/1.1" status: 200 len: 946 time: 0.2024817 Aug 11 00:33:16.135103 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e41dceb5-ea31-4055-9ecd-93af7b211bbb req-cbe4e37f-8dc4-4ff6-8b9c-17e3b478eda4 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/security-groups?id=cdb02939-6f53-40d1-be4b-3683fb4ec481&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135304 Aug 11 00:33:16.137280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Deleting port 33f77b73-f77a-424a-ba4f-9e31bedcf51a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:16.137625 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.163586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.230143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f496e996-e8a8-4126-84b0-2fbf42283ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.281645 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.308349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] For port 33f77b73-f77a-424a-ba4f-9e31bedcf51a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=33f77b73-f77a-424a-ba4f-9e31bedcf51a,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:16.308735 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.349674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Calling delete_port for 33f77b73-f77a-424a-ba4f-9e31bedcf51a owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:16.411870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86103c0c-8cfd-4d0d-aa5e-fa6e5c10fd7b req-57954026-7ede-4e44-a96f-132104b2abf1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:16.413516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86103c0c-8cfd-4d0d-aa5e-fa6e5c10fd7b req-57954026-7ede-4e44-a96f-132104b2abf1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.1210568 Aug 11 00:33:16.464784 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.501365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:33:16.502900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.511225 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:33:16.537736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86103c0c-8cfd-4d0d-aa5e-fa6e5c10fd7b req-780cdd7e-57a0-4723-8776-bb0e1c5e5dd1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011078 Aug 11 00:33:16.562994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b534cb-5596-4478-80e7-225f0880aab1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:16.605411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.633052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=83e66192-5e98-4f85-8b3b-b7f3af125e7b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:16.756707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.757427 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Floating IP 22850d62-97c6-47ab-9f12-bc4a550858fb disassociated. External IP: 172.25.0.215, port: 79cfb05a-a419-45c3-960d-c9a3ad44cebc. Aug 11 00:33:16.807669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.811576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.811922 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Added segment d9bbefad-4d4a-4683-9c05-0a09b0cd086b of type vlan for network a4657f85-2cb4-4ca7-969d-1e5184b62b54 Aug 11 00:33:16.823577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['0b02d1e0-db7a-4d3c-96c5-d262e1eff966'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:16.827201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['33f77b73-f77a-424a-ba4f-9e31bedcf51a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:16.892945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Pushing event deleted for resources: {'Port': ['ID=33f77b73-f77a-424a-ba4f-9e31bedcf51a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:16.914291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.966625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] No DVR routers for this DVR port 33f77b73-f77a-424a-ba4f-9e31bedcf51a on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:16.970858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:16.974142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50fd2292-b4a8-4936-93a0-eca981c2d9bb req-9d1eba6a-ad4b-4a1c-9be7-3ad7ffbf86cc tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.55 "DELETE /v2.0/ports/33f77b73-f77a-424a-ba4f-9e31bedcf51a HTTP/1.1" status: 204 len: 173 time: 1.2053859 Aug 11 00:33:16.974799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5696c81-d9f1-466d-a209-8e40a554fcdb', 'name': 'network-vif-deleted', 'tag': '33f77b73-f77a-424a-ba4f-9e31bedcf51a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:16.977675 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5878a4e4-d55e-4e74-a4ff-c8984c300342" -d '{"events": [{"server_uuid": "b5696c81-d9f1-466d-a209-8e40a554fcdb", "name": "network-vif-deleted", "tag": "33f77b73-f77a-424a-ba4f-9e31bedcf51a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:17.048158 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2895b133-1ba6-4f54-89ad-1ea38beb71c0 x-openstack-request-id: req-2895b133-1ba6-4f54-89ad-1ea38beb71c0 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:17.048488 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5696c81-d9f1-466d-a209-8e40a554fcdb", "name": "network-vif-deleted", "tag": "33f77b73-f77a-424a-ba4f-9e31bedcf51a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:17.049467 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2895b133-1ba6-4f54-89ad-1ea38beb71c0 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:17.049467 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5696c81-d9f1-466d-a209-8e40a554fcdb', 'name': 'network-vif-deleted', 'tag': '33f77b73-f77a-424a-ba4f-9e31bedcf51a', 'status': 'completed', 'code': 200} Aug 11 00:33:17.193852 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:17.194982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:17.196096 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:17.386279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf2ac406-1a0d-40d8-a8fd-8f420162a63e req-ffb5aade-40b7-42c7-8735-db4ae2c79d92 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5696c81-d9f1-466d-a209-8e40a554fcdb HTTP/1.1" status: 200 len: 210 time: 0.0685747 Aug 11 00:33:17.392777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a4657f85-2cb4-4ca7-969d-1e5184b62b54,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:17.399711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ca4d36e-9121-46c1-ab8d-d374dc61a6d7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0393343 Aug 11 00:33:17.414339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:33:17.439434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59954) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:17.449989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Request body: {'subnet': {'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-subnet', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:17.695508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Made reservation on behalf of 96d4c1ca70e9447f9c87dc5806427a74 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:17.695508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:17.971922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39131078-72f2-4d0e-8e43-702924642075 req-42cb68ca-18ff-47c2-b59b-ccd34b43e20e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:17.979380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39131078-72f2-4d0e-8e43-702924642075 req-42cb68ca-18ff-47c2-b59b-ccd34b43e20e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.1708956 Aug 11 00:33:17.984343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-94e8dee4-34eb-404c-8bbd-5ce75613fc69 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:17.986119 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-94e8dee4-34eb-404c-8bbd-5ce75613fc69 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.44 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 945 time: 1.0627372 Aug 11 00:33:18.125533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39131078-72f2-4d0e-8e43-702924642075 req-09c4db05-895b-4ad3-b8b3-c9803ab6f660 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445169 Aug 11 00:33:18.127698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:18.296427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Router 06c9d720-2089-4abc-9501-309875fc3757 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:33:18.425433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Deleting port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:18.425777 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:18.522976 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:18.680480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:18.696772 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] Sync routers for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:18.724851 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:18.726475 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:32:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:18.751699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:18.775299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] For port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,segment=NetworkSegment(8049e51c-2156-41c0-a529-dc8157d008e2),segment_id=8049e51c-2156-41c0-a529-dc8157d008e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:18.775299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:18.806952 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3206bf7d-8e30-4e36-9739-40895def8019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:18.852266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Calling delete_port for 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:18.858063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-8ea7de04-00e6-4ae6-9f26-6b3c8fb9f980 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "PUT /v2.0/floatingips/22850d62-97c6-47ab-9f12-bc4a550858fb HTTP/1.1" status: 200 len: 695 time: 2.9026670 Aug 11 00:33:18.861394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:18.863827 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16a2026-90de-4880-bd69-3bc55e3d27b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:18.906942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=422f66b2-9854-4be5-989d-ace8c37f5b57,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:18.936618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Checking segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:18.937151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Network hostable DHCP agents. Network: a4657f85-2cb4-4ca7-969d-1e5184b62b54, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:33:18.970865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:18.975373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Router e23d37d5-d231-452c-9814-755d7fe507bb has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:33:19.152661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f4c7987-4f7a-4d28-8681-2964f928661f req-f1238761-7ad9-4968-8974-d68f7f1ade1c tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5696c81-d9f1-466d-a209-8e40a554fcdb HTTP/1.1" status: 200 len: 210 time: 0.0567322 Aug 11 00:33:19.174915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:33:19.181108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d747d-f35b-406d-955b-88e99c076f55 req-97868755-50d3-4cfa-85a2-c675c212e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:19.183025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-97868755-50d3-4cfa-85a2-c675c212e072 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=589a89676fe8496786c29c191f3fe36c&device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 1097 time: 0.2429423 Aug 11 00:33:19.240787 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:19.334812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 33f77b73-f77a-424a-ba4f-9e31bedcf51a no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:19.363964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, a4657f85-2cb4-4ca7-969d-1e5184b62b54) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:19.375966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:19.376968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:19.398168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 33f77b73-f77a-424a-ba4f-9e31bedcf51a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:19.398785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 33f77b73-f77a-424a-ba4f-9e31bedcf51a not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:19.402262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29425d-8129-465b-876d-389e19c87002 None None] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:19.414542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037d163-8360-4013-99a3-cf064f516ee5 req-fcdc4d1a-431c-4073-a7a8-7c53e5148f64 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:19.423247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d037d163-8360-4013-99a3-cf064f516ee5 req-fcdc4d1a-431c-4073-a7a8-7c53e5148f64 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.1456263 Aug 11 00:33:19.481512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d037d163-8360-4013-99a3-cf064f516ee5 req-4b121256-5f28-4e66-9d40-af8e2e4dce7b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571773 Aug 11 00:33:19.501464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:19.510725 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-935caac3-66ba-4739-abe4-b1c68c534c9f admin admin] 10.222.0.43 "PUT /v2.0/routers/e23d37d5-d231-452c-9814-755d7fe507bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3921545 Aug 11 00:33:19.513998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60000) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:19.566767 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:28Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:19.633564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951daa6-c873-4666-86b7-953419290c47 None None] Sync routers for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:19.662866 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] Checking router: 06c9d720-2089-4abc-9501-309875fc3757 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:19.683010 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:19.683834 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:19.691469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9433cd68-1003-4ef9-8e2d-ac5409193f0c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2494793 Aug 11 00:33:19.695994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951daa6-c873-4666-86b7-953419290c47 None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:19.696952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6951daa6-c873-4666-86b7-953419290c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:19.760252 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f89893-1c36-4179-aaa8-3b0a08a198ba x-openstack-request-id: req-05f89893-1c36-4179-aaa8-3b0a08a198ba {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:19.761016 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:19.761515 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05f89893-1c36-4179-aaa8-3b0a08a198ba {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:19.762222 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'status': 'completed', 'code': 200} Aug 11 00:33:19.762924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60010) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:19.771597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:19.796474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d747d-f35b-406d-955b-88e99c076f55 req-073aea82-df78-40f4-9304-36d54a08f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:19.798460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-073aea82-df78-40f4-9304-36d54a08f0d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=435ee18b-63f2-4916-af6e-797526dd7842 HTTP/1.1" status: 200 len: 929 time: 0.6063704 Aug 11 00:33:19.921653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-8856dfd0-942b-47e4-abff-a3abdd413bea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 200 len: 217 time: 0.1116612 Aug 11 00:33:19.974618 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:20.028875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:20.033042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:33:20.042457 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:20.104528 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:20.111704 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:20.239556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Pushing event deleted for resources: {'Port': ['ID=0b02d1e0-db7a-4d3c-96c5-d262e1eff966,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:20.320501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Allocated IP 172.20.0.2 (a4657f85-2cb4-4ca7-969d-1e5184b62b54/422f66b2-9854-4be5-989d-ace8c37f5b57/fd55e2e7-6231-451b-a006-068995a2e3d6) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:20.336998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] No DVR routers for this DVR port 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:20.342501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:20.344833 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2850870-a7a4-48bf-9cd3-3c2b97b377e6 req-154aa344-431f-4417-ab4c-c53a83cfc6bb tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.44 "DELETE /v2.0/ports/0b02d1e0-db7a-4d3c-96c5-d262e1eff966 HTTP/1.1" status: 204 len: 173 time: 2.3084731 Aug 11 00:33:20.372582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d747d-f35b-406d-955b-88e99c076f55 req-6fed0562-4ce7-4dbc-a622-3d96e697991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:20.374171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-6fed0562-4ce7-4dbc-a622-3d96e697991f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=54892641-5c33-4406-82fd-73227025182c HTTP/1.1" status: 200 len: 867 time: 0.4436524 Aug 11 00:33:20.513804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:20.623862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d747d-f35b-406d-955b-88e99c076f55 req-bfda3fb0-e3ee-4bab-b460-ba1a5b56a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:20.630795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-bfda3fb0-e3ee-4bab-b460-ba1a5b56a888 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=435ee18b-63f2-4916-af6e-797526dd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1486282 Aug 11 00:33:20.729751 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:28Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:20.750042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-5563ad58-81b3-4f32-9605-794d8ede073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:20.752811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-5563ad58-81b3-4f32-9605-794d8ede073a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=589a89676fe8496786c29c191f3fe36c&device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 1097 time: 1.1001761 Aug 11 00:33:20.812211 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f8fec9-7aae-4937-839a-11783e9f14db None None] The sync data for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 is: [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:32:16Z', 'revision_number': 4, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '057c6951-7526-438c-af06-32f6cffd47da', 'name': '', 'network_id': '435ee18b-63f2-4916-af6e-797526dd7842', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'mac_address': 'fa:16:3e:f9:44:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '54892641-5c33-4406-82fd-73227025182c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:12Z', 'updated_at': '2021-08-11T00:32:28Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'subnets': [{'id': '54892641-5c33-4406-82fd-73227025182c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:20.943274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6951daa6-c873-4666-86b7-953419290c47 None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:20.955531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:21.150510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:21.158269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:21.216929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c87719-b896-483b-b5bc-a5b95f5e388b req-d24ef814-6617-4067-869a-17f2601be90c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:21.225650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e3c87719-b896-483b-b5bc-a5b95f5e388b req-d24ef814-6617-4067-869a-17f2601be90c tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.4923022 Aug 11 00:33:21.226939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:21.228453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-c5807eb7-8c6f-438e-98bc-67a6d8cbe450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:21.230012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-c5807eb7-8c6f-438e-98bc-67a6d8cbe450 service neutron] 10.222.0.55 "GET /v2.0/networks?id=435ee18b-63f2-4916-af6e-797526dd7842 HTTP/1.1" status: 200 len: 929 time: 0.4673378 Aug 11 00:33:21.238330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-51a4566a-55fe-4442-bc59-9178b710d176 service neutron] 10.222.0.43 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892913 Aug 11 00:33:21.252282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:21.252898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0b02d1e0-db7a-4d3c-96c5-d262e1eff966 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:21.447859 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:21.483766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Transition to ACTIVE for port object fd55e2e7-6231-451b-a006-068995a2e3d6 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:21.484136 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffee6571-3016-4864-b0a0-38fc28123071 None None] New status for floating IP 22850d62-97c6-47ab-9f12-bc4a550858fb: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:33:21.502770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-879d747d-f35b-406d-955b-88e99c076f55 req-59c3df85-0c07-4075-a068-5434d2f8e522 service neutron] 10.222.0.43 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630882 Aug 11 00:33:21.517319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Transition to ACTIVE for port object fd55e2e7-6231-451b-a006-068995a2e3d6 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:21.538550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6951daa6-c873-4666-86b7-953419290c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:33:16Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:21.541939 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-3ad6c088-16fa-4f48-9a6f-efba0a68b82d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 200 len: 217 time: 0.2994657 Aug 11 00:33:21.549660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:21.609756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951daa6-c873-4666-86b7-953419290c47 None None] Checking router: e23d37d5-d231-452c-9814-755d7fe507bb for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:21.633904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951daa6-c873-4666-86b7-953419290c47 None None] Routers {'e23d37d5-d231-452c-9814-755d7fe507bb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:21.634615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6951daa6-c873-4666-86b7-953419290c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e23d37d5-d231-452c-9814-755d7fe507bb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:21.676019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-f9dca3d0-8cab-4cbe-99fd-dcad58bc7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:21.677598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-f9dca3d0-8cab-4cbe-99fd-dcad58bc7278 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54892641-5c33-4406-82fd-73227025182c HTTP/1.1" status: 200 len: 867 time: 0.1193295 Aug 11 00:33:21.721623 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e3c87719-b896-483b-b5bc-a5b95f5e388b req-46a41e72-028e-4b4b-a804-9d5e0a57ac96 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945939 Aug 11 00:33:21.785620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b50113dc-8981-4120-ab57-e59d645a1f3b', 'name': 'network-vif-deleted', 'tag': '0b02d1e0-db7a-4d3c-96c5-d262e1eff966'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:21.785620 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18593648-5821-467d-bac0-0a6d8a790327" -d '{"events": [{"server_uuid": "b50113dc-8981-4120-ab57-e59d645a1f3b", "name": "network-vif-deleted", "tag": "0b02d1e0-db7a-4d3c-96c5-d262e1eff966"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:21.789155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-ad28dad0-0ba8-4a8d-b297-53139625a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:21.794145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-ad28dad0-0ba8-4a8d-b297-53139625a73d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=435ee18b-63f2-4916-af6e-797526dd7842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000307 Aug 11 00:33:21.848233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:21.876390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:21.944190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6951daa6-c873-4666-86b7-953419290c47 None None] Set router e23d37d5-d231-452c-9814-755d7fe507bb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:22.008897 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962e70d-567b-43d3-aa70-299d48d546eb x-openstack-request-id: req-5962e70d-567b-43d3-aa70-299d48d546eb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:22.008897 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b50113dc-8981-4120-ab57-e59d645a1f3b", "name": "network-vif-deleted", "tag": "0b02d1e0-db7a-4d3c-96c5-d262e1eff966", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:22.008897 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5962e70d-567b-43d3-aa70-299d48d546eb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:22.008897 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b50113dc-8981-4120-ab57-e59d645a1f3b', 'name': 'network-vif-deleted', 'tag': '0b02d1e0-db7a-4d3c-96c5-d262e1eff966', 'status': 'completed', 'code': 200} Aug 11 00:33:22.046171 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:22.165767 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-5d3f8e32-f5c6-40ba-8a0d-bf1bd8353de0 service neutron] 10.222.0.55 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625510 Aug 11 00:33:22.183238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da968f5-118d-4822-b4a6-78b032b56490 req-bb69f435-dfe3-42d0-b907-e205599f5032 tempest-MultipleCreateTestJSON-132509630 tempest-MultipleCreateTestJSON-132509630-project] 10.222.0.43 "GET /v2.0/ports?device_id=b50113dc-8981-4120-ab57-e59d645a1f3b HTTP/1.1" status: 200 len: 210 time: 0.0692742 Aug 11 00:33:22.285442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:22.332209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:22.334829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Deleting port 35962c25-6ff7-454b-9681-d89dc7fc3804 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:22.335342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:22.339412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:22.368623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Allocated IP 172.25.0.166 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/0a92a256-a8a3-404c-81a8-915855841b96) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:22.383080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-41ec34c0-357a-4671-bcee-8dcf7a0942c2 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips/22850d62-97c6-47ab-9f12-bc4a550858fb HTTP/1.1" status: 200 len: 693 time: 0.1666949 Aug 11 00:33:22.462163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Pushing event updated for resources: {'Port': ['ID=fd55e2e7-6231-451b-a006-068995a2e3d6,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:22.540107 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:22.563331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Attempting to bind port fd55e2e7-6231-451b-a006-068995a2e3d6 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:22.563945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Attempting to bind port fd55e2e7-6231-451b-a006-068995a2e3d6 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:22.564362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Attempting to bind port fd55e2e7-6231-451b-a006-068995a2e3d6 on network a4657f85-2cb4-4ca7-969d-1e5184b62b54 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:22.586803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:22.593847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Checking segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:22.593847 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:22.593847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Bound using segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:22.593847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Bound port: fd55e2e7-6231-451b-a006-068995a2e3d6, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:22.593847 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:22.623919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] For port 35962c25-6ff7-454b-9681-d89dc7fc3804, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35962c25-6ff7-454b-9681-d89dc7fc3804,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:22.624639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:22.656621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Calling delete_port for 35962c25-6ff7-454b-9681-d89dc7fc3804 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:22.672212 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b16a2026-90de-4880-bd69-3bc55e3d27b3 req-3ca45355-11d4-4995-8cae-1506f8e55960 service neutron] 10.222.0.55 "GET /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924414 Aug 11 00:33:22.699749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-6dda29a9-3f50-45c8-887e-aac2199d17f1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:22.707736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-6dda29a9-3f50-45c8-887e-aac2199d17f1 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.3233516 Aug 11 00:33:22.714045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-dd9a0f1a-e7f7-4ec5-96e0-920f2d99680d tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:33:22.724250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-dd9a0f1a-e7f7-4ec5-96e0-920f2d99680d tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153906 Aug 11 00:33:22.768442 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:22.842588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] For port fd55e2e7-6231-451b-a006-068995a2e3d6, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:22.854459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] For port fd55e2e7-6231-451b-a006-068995a2e3d6, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fd55e2e7-6231-451b-a006-068995a2e3d6,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:22.903772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-2085e922-a1e1-4483-b5dc-44b3234b977a tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.1714997 Aug 11 00:33:22.928986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6951daa6-c873-4666-86b7-953419290c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:33:16Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:22.986826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6951daa6-c873-4666-86b7-953419290c47 None None] The sync data for ids ['e23d37d5-d231-452c-9814-755d7fe507bb'] in n-d-712143-13 is: [{'id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'name': 'tempest-ServerRescueTestJSONUnderV235-118320310-router', 'tenant_id': '9ede44e0e7104ac6abdb38af47c44af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:31:15Z', 'updated_at': '2021-08-11T00:33:16Z', 'revision_number': 5, 'project_id': '9ede44e0e7104ac6abdb38af47c44af3', 'gw_port': {'id': '35962c25-6ff7-454b-9681-d89dc7fc3804', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23d37d5-d231-452c-9814-755d7fe507bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:31:17Z', 'updated_at': '2021-08-11T00:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:23.022411 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:23.044644 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:23.168637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627024bd-c9f3-498d-949c-6d8345f13795 None None] Pushing event updated for resources: {'Port': ['ID=fd55e2e7-6231-451b-a006-068995a2e3d6,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:23.234539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Pushing event updated for resources: {'Port': ['ID=0a92a256-a8a3-404c-81a8-915855841b96,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:23.254962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-0d5f2207-9a9c-47ce-af8c-12359b7e9b93 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.3494630 Aug 11 00:33:23.280770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:23.294876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:23.297671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.382640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:23.383452 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:23.393270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=35962c25-6ff7-454b-9681-d89dc7fc3804,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:23.469839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7acb08-5d29-45db-b597-9dd41ea8cb7b req-615026ef-bd8a-4a70-a3b1-616948a3201a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:23.519710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec7acb08-5d29-45db-b597-9dd41ea8cb7b req-615026ef-bd8a-4a70-a3b1-616948a3201a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.2091553 Aug 11 00:33:23.687032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec7acb08-5d29-45db-b597-9dd41ea8cb7b req-44c20b92-86ef-4781-be7f-26ce1fc2effa tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786718 Aug 11 00:33:23.722574 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:23.873575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60062) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:24.039644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.044268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.082010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6583e35-b2e5-4405-ad2f-4724b7e54b10 admin admin] Deleting subnet 979e9bd4-172a-4c06-9475-dd04c49747c3 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:33:24.160527 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6583e35-b2e5-4405-ad2f-4724b7e54b10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.264696 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6583e35-b2e5-4405-ad2f-4724b7e54b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.316795 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.317870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e23d37d5-d231-452c-9814-755d7fe507bb {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:33:24.334663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.337136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5b57043b-5c92-4858-903a-63192a51cbd1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e23d37d5-d231-452c-9814-755d7fe507bb HTTP/1.1" status: 204 len: 168 time: 4.8213885 Aug 11 00:33:24.341805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60084) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:24.394008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-0684da0e-6aeb-4576-9031-9a8b500311e7 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:24.395488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6583e35-b2e5-4405-ad2f-4724b7e54b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.397859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-0684da0e-6aeb-4576-9031-9a8b500311e7 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.3013048 Aug 11 00:33:24.404836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Deleting port b21cb8fe-30cc-4507-9aff-fd9aa284b4d1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:24.405576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.468907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-381f3188-3b28-4f6f-af8c-5c191c6a31cd admin admin] Deleting subnet dd84facc-4371-4764-8046-823f484cd985 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:33:24.479664 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381f3188-3b28-4f6f-af8c-5c191c6a31cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.528542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381f3188-3b28-4f6f-af8c-5c191c6a31cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.613305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6583e35-b2e5-4405-ad2f-4724b7e54b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.613915 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381f3188-3b28-4f6f-af8c-5c191c6a31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.719678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6583e35-b2e5-4405-ad2f-4724b7e54b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979e9bd4-172a-4c06-9475-dd04c49747c3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:24.740996 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6583e35-b2e5-4405-ad2f-4724b7e54b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:24.755591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f6583e35-b2e5-4405-ad2f-4724b7e54b10 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/979e9bd4-172a-4c06-9475-dd04c49747c3 HTTP/1.1" status: 204 len: 168 time: 0.8804183 Aug 11 00:33:24.756102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60090) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:24.778133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60092) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:25.026116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9713ecf5-30f3-4dda-ba2e-df82518f1a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.076905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10249bb2-8e7b-4679-8cd7-f2df82425887 None None] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:25.094200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.166682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381f3188-3b28-4f6f-af8c-5c191c6a31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.222221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381f3188-3b28-4f6f-af8c-5c191c6a31cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.224653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-381f3188-3b28-4f6f-af8c-5c191c6a31cd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dd84facc-4371-4764-8046-823f484cd985 HTTP/1.1" status: 204 len: 168 time: 0.8800361 Aug 11 00:33:25.229679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f3188-3b28-4f6f-af8c-5c191c6a31cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd84facc-4371-4764-8046-823f484cd985,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:25.233641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60098) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:25.326369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fd55e2e7-6231-451b-a006-068995a2e3d6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:25.351708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.354842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.382067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Calling delete_port for b21cb8fe-30cc-4507-9aff-fd9aa284b4d1 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:25.396832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f0794cae-788f-4959-9b78-25f2583b25d0 None None] Provisioning for port fd55e2e7-6231-451b-a006-068995a2e3d6 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:25.403423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Deleting port db9a47c7-b27d-45a0-9f16-198eecdecf06 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:25.404092 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.415241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.494010 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9713ecf5-30f3-4dda-ba2e-df82518f1a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.549031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ae9f7-ff82-4fb8-bc06-97c828c7e77d req-bf9afd7b-2f34-45f8-964e-f5dccbc3a98a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:25.551452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d9ae9f7-ff82-4fb8-bc06-97c828c7e77d req-bf9afd7b-2f34-45f8-964e-f5dccbc3a98a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.6484706 Aug 11 00:33:25.624266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port fd55e2e7-6231-451b-a006-068995a2e3d6 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:25.642904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fd55e2e7-6231-451b-a006-068995a2e3d6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:25.642904 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.759523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d9ae9f7-ff82-4fb8-bc06-97c828c7e77d req-d1ef687d-9b9d-4b39-b429-f71fdaf54ed1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272175 Aug 11 00:33:25.759523 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.772540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9713ecf5-30f3-4dda-ba2e-df82518f1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.868404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfa7f1c-a673-405c-9d02-367cb74d8df9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:25.891185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.919871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8049e51c-2156-41c0-a529-dc8157d008e2') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:25.920810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8049e51c-2156-41c0-a529-dc8157d008e2') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:25.947291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.977105 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.986841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:25.994166 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:33:25.994805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.019493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port fd55e2e7-6231-451b-a006-068995a2e3d6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fd55e2e7-6231-451b-a006-068995a2e3d6,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:26.030777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] For port db9a47c7-b27d-45a0-9f16-198eecdecf06, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=db9a47c7-b27d-45a0-9f16-198eecdecf06,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:26.032214 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:33:26.034038 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:33:26.064624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3857c649-f446-4a30-b4e3-35d461643533 None None] Provisioning complete for port fd55e2e7-6231-451b-a006-068995a2e3d6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:26.065623 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3857c649-f446-4a30-b4e3-35d461643533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.148447 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.174484 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9713ecf5-30f3-4dda-ba2e-df82518f1a3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62bacaca6271406990c2c11b8cfa2bae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3951652 Aug 11 00:33:26.195585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Calling delete_port for db9a47c7-b27d-45a0-9f16-198eecdecf06 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:26.210551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.210904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60110) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:26.211038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713ecf5-30f3-4dda-ba2e-df82518f1a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa8837-cb52-43a4-bbd5-5ffdfc18279f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:26.272335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 83e66192-5e98-4f85-8b3b-b7f3af125e7b no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:26.317280 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.328028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 83e66192-5e98-4f85-8b3b-b7f3af125e7b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:26.328394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 83e66192-5e98-4f85-8b3b-b7f3af125e7b not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:26.328782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35962c25-6ff7-454b-9681-d89dc7fc3804 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:26.355032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 35962c25-6ff7-454b-9681-d89dc7fc3804 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:26.355848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35962c25-6ff7-454b-9681-d89dc7fc3804 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:26.369499 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.381487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=fd55e2e7-6231-451b-a006-068995a2e3d6,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:26.397050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.403399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] 10.222.0.43 "DELETE /v2.0/networks/cbfa7f1c-a673-405c-9d02-367cb74d8df9 HTTP/1.1" status: 204 len: 168 time: 1.6459553 Aug 11 00:33:26.423880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Pushing event deleted for resources: {'Port': ['ID=b21cb8fe-30cc-4507-9aff-fd9aa284b4d1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:26.443352 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c09b2b97-8ef0-49dd-b5ed-17a7f242aac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.467938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cacd7-44c1-4149-b8df-62765af36d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfa7f1c-a673-405c-9d02-367cb74d8df9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:26.489120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c09b2b97-8ef0-49dd-b5ed-17a7f242aac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.491057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.505833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2317fbb-f2be-4dd9-ac4d-986d4993d453']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:26.527730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5a99b6-569d-44ef-983a-e4e983c7d64d') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:26.528263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5a99b6-569d-44ef-983a-e4e983c7d64d') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:26.543372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.569340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.582799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:33:26.584279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:33:26.590509 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:33:26.669608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.671810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.679827 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34e28b1b-38aa-4742-934e-9df0f908e310 req-30916550-5a52-46de-975c-2d58e77e1555 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "DELETE /v2.0/floatingips/22850d62-97c6-47ab-9f12-bc4a550858fb HTTP/1.1" status: 204 len: 173 time: 3.4235106 Aug 11 00:33:26.815191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c09b2b97-8ef0-49dd-b5ed-17a7f242aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.817839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c09b2b97-8ef0-49dd-b5ed-17a7f242aac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.819196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c09b2b97-8ef0-49dd-b5ed-17a7f242aac9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28fa8837-cb52-43a4-bbd5-5ffdfc18279f HTTP/1.1" status: 204 len: 168 time: 0.6207922 Aug 11 00:33:26.831215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b2b97-8ef0-49dd-b5ed-17a7f242aac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa8837-cb52-43a4-bbd5-5ffdfc18279f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:26.883929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963dac5-512e-4a4e-b48f-d0e9ec17b4bf req-fea8ccf2-d658-4c8e-9885-75b6461ced0f tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:26.886736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c963dac5-512e-4a4e-b48f-d0e9ec17b4bf req-fea8ccf2-d658-4c8e-9885-75b6461ced0f tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1171219 Aug 11 00:33:26.957946 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c963dac5-512e-4a4e-b48f-d0e9ec17b4bf req-8639bd57-2fc6-4cf2-a9f5-6367f6b97e0a tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0619555 Aug 11 00:33:26.981025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab8d5e-67df-42d2-9d67-d15104a6731d req-d5b92062-89e1-4db8-ac6c-de28cf64cc94 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:26.982687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03ab8d5e-67df-42d2-9d67-d15104a6731d req-d5b92062-89e1-4db8-ac6c-de28cf64cc94 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 945 time: 0.0971715 Aug 11 00:33:26.984175 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.991024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:26.995980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b2317fbb-f2be-4dd9-ac4d-986d4993d453 HTTP/1.1" status: 204 len: 168 time: 1.4971406 Aug 11 00:33:27.024937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1835d6e-d26e-499e-8cdc-86c58a12c424 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2317fbb-f2be-4dd9-ac4d-986d4993d453,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:27.087844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:27.094028 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f73f1e0-b132-45a1-8f30-3f37a2980c32 req-3f0f4de4-fb5a-40a7-b6c2-fc80d6049b71 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0529380 Aug 11 00:33:27.094629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:33:27.099949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2591bba-8ec6-48aa-a055-053a336b9398'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:27.115318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03ab8d5e-67df-42d2-9d67-d15104a6731d req-ebf1ed9b-f3de-4e11-a928-e9e6e67b3e3e tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166732 Aug 11 00:33:27.142801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event deleted for resources: {'Port': ['ID=db9a47c7-b27d-45a0-9f16-198eecdecf06,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:27.159898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60140) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:27.204005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device db9a47c7-b27d-45a0-9f16-198eecdecf06 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:27.215343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fd55e2e7-6231-451b-a006-068995a2e3d6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:27.306058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c92637b9-cd90-461c-87f4-55e6ed8e5219 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10efb5afdc1a42ed9702f34c8f7905fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449273 Aug 11 00:33:27.317385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60142) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:27.325953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: db9a47c7-b27d-45a0-9f16-198eecdecf06 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:27.326298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device db9a47c7-b27d-45a0-9f16-198eecdecf06 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:27.446067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fd55e2e7-6231-451b-a006-068995a2e3d6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:27.446808 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:27.466977 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdca65d4-e239-4ae8-8e16-c91b169e9a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:27.471529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] No DVR routers for this DVR port db9a47c7-b27d-45a0-9f16-198eecdecf06 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:27.478120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:27.481242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6e5540c-3370-4965-9554-2715a5ebb154 req-40ee6610-adbc-4fa9-b77a-a58cdd0f591d tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.44 "DELETE /v2.0/ports/db9a47c7-b27d-45a0-9f16-198eecdecf06 HTTP/1.1" status: 204 len: 173 time: 3.0722177 Aug 11 00:33:27.481737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fde2e0-7489-404f-bf7d-4f3a65a815ce', 'name': 'network-vif-deleted', 'tag': 'db9a47c7-b27d-45a0-9f16-198eecdecf06'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:27.485339 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b33adb-bb5b-4314-b45b-5debc4117c26" -d '{"events": [{"server_uuid": "d8fde2e0-7489-404f-bf7d-4f3a65a815ce", "name": "network-vif-deleted", "tag": "db9a47c7-b27d-45a0-9f16-198eecdecf06"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:27.495055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:27.520799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:27.563989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdca65d4-e239-4ae8-8e16-c91b169e9a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:27.571397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:27.573136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:27.587832 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaabfc2-fff8-4b15-83a9-068b4e60d97a x-openstack-request-id: req-bdaabfc2-fff8-4b15-83a9-068b4e60d97a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:27.593023 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fde2e0-7489-404f-bf7d-4f3a65a815ce", "name": "network-vif-deleted", "tag": "db9a47c7-b27d-45a0-9f16-198eecdecf06", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:27.593551 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bdaabfc2-fff8-4b15-83a9-068b4e60d97a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:27.594139 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fde2e0-7489-404f-bf7d-4f3a65a815ce', 'name': 'network-vif-deleted', 'tag': 'db9a47c7-b27d-45a0-9f16-198eecdecf06', 'status': 'completed', 'code': 200} Aug 11 00:33:27.685042 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:27.686678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9ec452fc-93cc-4a07-897a-c8b1d0facc0a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.9221516 Aug 11 00:33:27.689363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60148) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:27.798602 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdca65d4-e239-4ae8-8e16-c91b169e9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:27.803050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdca65d4-e239-4ae8-8e16-c91b169e9a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:27.807073 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bdca65d4-e239-4ae8-8e16-c91b169e9a14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdb02939-6f53-40d1-be4b-3683fb4ec481 HTTP/1.1" status: 204 len: 168 time: 0.4829760 Aug 11 00:33:27.816826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca65d4-e239-4ae8-8e16-c91b169e9a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb02939-6f53-40d1-be4b-3683fb4ec481,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:27.822269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:27.858183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60152) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:27.916328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-761ff219-0c7d-4152-bb94-b20896e302e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ede44e0e7104ac6abdb38af47c44af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561428 Aug 11 00:33:27.919602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60154) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:28.106012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab387-b481-478c-b11e-3e2e8d74dd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:28.177597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab387-b481-478c-b11e-3e2e8d74dd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:28.488595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17867fd2-41dd-45a2-8fae-ba2bc9ed2f20 req-9d33a69d-7682-4098-a635-4e653abcbd7a tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8fde2e0-7489-404f-bf7d-4f3a65a815ce HTTP/1.1" status: 200 len: 210 time: 0.1057689 Aug 11 00:33:28.497149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:28.498026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab387-b481-478c-b11e-3e2e8d74dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:28.518339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab387-b481-478c-b11e-3e2e8d74dd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:28.518339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0f2ab387-b481-478c-b11e-3e2e8d74dd68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b27ff2bf-5080-4c72-b646-fb585be25774 HTTP/1.1" status: 204 len: 168 time: 0.5874612 Aug 11 00:33:28.568180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa3d89-a773-4e7e-937d-83369e5efb89 req-38f64851-0809-488c-a18a-f7d1ba80a958 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:28.574349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffaa3d89-a773-4e7e-937d-83369e5efb89 req-38f64851-0809-488c-a18a-f7d1ba80a958 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 945 time: 0.3622041 Aug 11 00:33:28.580330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:24Z', 'revision_number': 3, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:28.591384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7151e6ea-6ef4-4b67-8787-9a0313e0020d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:28.595563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ab387-b481-478c-b11e-3e2e8d74dd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27ff2bf-5080-4c72-b646-fb585be25774,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:28.649435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffaa3d89-a773-4e7e-937d-83369e5efb89 req-037db42e-2c4f-4d75-b0ca-813cdaeb3986 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717018 Aug 11 00:33:28.690268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:28.694194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Updating router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 port 0a92a256-a8a3-404c-81a8-915855841b96 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:33:28.807778 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:28.930134 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7151e6ea-6ef4-4b67-8787-9a0313e0020d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:28.965433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.231395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Allocated IP 172.20.0.1 (a4657f85-2cb4-4ca7-969d-1e5184b62b54/422f66b2-9854-4be5-989d-ace8c37f5b57/cf4b84b5-4d96-4802-97d6-1a95378c530c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:29.303039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7151e6ea-6ef4-4b67-8787-9a0313e0020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.420885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7151e6ea-6ef4-4b67-8787-9a0313e0020d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bde28556570e470c98361ae80c2f7681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9034100 Aug 11 00:33:29.422684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60196) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:29.471314 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.496146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Transition to ACTIVE for port object cf4b84b5-4d96-4802-97d6-1a95378c530c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:29.546140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151e6ea-6ef4-4b67-8787-9a0313e0020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93642d01-fd82-42d5-ad49-21380d4c6783,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:29.559472 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.581473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Transition to ACTIVE for port object 0a92a256-a8a3-404c-81a8-915855841b96 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:29.611411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-e63b4a87-7852-49f7-b6a8-b98c26338fcc tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:29.613779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-e63b4a87-7852-49f7-b6a8-b98c26338fcc tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 945 time: 0.1880376 Aug 11 00:33:29.633399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca523140-86c4-4682-8663-44886214dee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.724358 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca523140-86c4-4682-8663-44886214dee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.731338 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.781175 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.820896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Deleting port 79cfb05a-a419-45c3-960d-c9a3ad44cebc {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:29.821274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.828336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4008238-d177-4163-9bad-e71edb1418d5 req-a8623d93-144f-46b3-8f4b-644820d5f422 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:29.829989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4008238-d177-4163-9bad-e71edb1418d5 req-a8623d93-144f-46b3-8f4b-644820d5f422 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 945 time: 0.0772791 Aug 11 00:33:29.884044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4008238-d177-4163-9bad-e71edb1418d5 req-d8a62705-768b-4d91-98e8-6e821a307f23 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/security-groups?id=75d2a6e5-6818-4811-b2f9-f83afcc1b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Aug 11 00:33:29.961530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] For port 79cfb05a-a419-45c3-960d-c9a3ad44cebc, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=79cfb05a-a419-45c3-960d-c9a3ad44cebc,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:29.961946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.976204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:29.977441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.023146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Calling delete_port for 79cfb05a-a419-45c3-960d-c9a3ad44cebc owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:30.040178 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca523140-86c4-4682-8663-44886214dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.049020 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca523140-86c4-4682-8663-44886214dee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.051969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ca523140-86c4-4682-8663-44886214dee0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93642d01-fd82-42d5-ad49-21380d4c6783 HTTP/1.1" status: 204 len: 168 time: 0.6220524 Aug 11 00:33:30.095099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca523140-86c4-4682-8663-44886214dee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93642d01-fd82-42d5-ad49-21380d4c6783,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:30.100076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Attempting to bind port 0a92a256-a8a3-404c-81a8-915855841b96 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:30.100474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Attempting to bind port 0a92a256-a8a3-404c-81a8-915855841b96 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:30.102175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Attempting to bind port 0a92a256-a8a3-404c-81a8-915855841b96 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:30.115457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:30.125251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:30.125251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.125251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:30.125251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Bound port: 0a92a256-a8a3-404c-81a8-915855841b96, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:30.125251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.245406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] For port 0a92a256-a8a3-404c-81a8-915855841b96, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:30.257313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] For port 0a92a256-a8a3-404c-81a8-915855841b96, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0a92a256-a8a3-404c-81a8-915855841b96,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:30.355457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70513cef-6a6f-4b46-963c-0d4d3fa4c6ab None None] Pushing event updated for resources: {'Port': ['ID=0a92a256-a8a3-404c-81a8-915855841b96,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:30.522410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.561035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.661887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:30.665476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:30.679838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:30.688116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Pushing event deleted for resources: {'Port': ['ID=79cfb05a-a419-45c3-960d-c9a3ad44cebc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:30.688777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['79cfb05a-a419-45c3-960d-c9a3ad44cebc'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:30.768572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4b84b5-4d96-4802-97d6-1a95378c530c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:30.801143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] No DVR routers for this DVR port 79cfb05a-a419-45c3-960d-c9a3ad44cebc on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:30.802112 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.808223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:30.812876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53ae7e8f-600c-4e32-92f3-51f60adf3d4d req-00ca1e71-e9cc-4cf2-9e9e-d05a944e2344 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.55 "DELETE /v2.0/ports/79cfb05a-a419-45c3-960d-c9a3ad44cebc HTTP/1.1" status: 204 len: 173 time: 1.1914740 Aug 11 00:33:30.813516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'name': 'network-vif-deleted', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:30.824043 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ffe14-6d13-4872-94fd-316517121f7d" -d '{"events": [{"server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "name": "network-vif-deleted", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:30.927016 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec08ea34-2e93-4199-9e37-174f14943b15 x-openstack-request-id: req-ec08ea34-2e93-4199-9e37-174f14943b15 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:30.927581 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6b67a5-9b00-459c-9efe-f2937ebf4e1c", "name": "network-vif-deleted", "tag": "79cfb05a-a419-45c3-960d-c9a3ad44cebc", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:30.928035 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec08ea34-2e93-4199-9e37-174f14943b15 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:30.928616 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6b67a5-9b00-459c-9efe-f2937ebf4e1c', 'name': 'network-vif-deleted', 'tag': '79cfb05a-a419-45c3-960d-c9a3ad44cebc', 'status': 'completed', 'code': 200} Aug 11 00:33:30.950396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:30.951222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:31.030920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70513cef-6a6f-4b46-963c-0d4d3fa4c6ab None None] Pushing event updated for resources: {'Port': ['ID=0a92a256-a8a3-404c-81a8-915855841b96,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:31.198178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef65c702-4b67-4167-a35c-48edd1e25e2a req-7a34c8c6-11a8-4ba0-8c68-f8f0a309d90c tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 210 time: 0.0393221 Aug 11 00:33:31.239516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:31.383427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5f7f5cf9-1131-4b31-b4ca-c170a3544365 None None] Provisioning for port cf4b84b5-4d96-4802-97d6-1a95378c530c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:31.394483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5f7f5cf9-1131-4b31-b4ca-c170a3544365 None None] Provisioning complete for port cf4b84b5-4d96-4802-97d6-1a95378c530c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:31.395230 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5cf9-1131-4b31-b4ca-c170a3544365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:31.446685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:31.494721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f5cf9-1131-4b31-b4ca-c170a3544365 None None] Port cf4b84b5-4d96-4802-97d6-1a95378c530c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:33:31.592384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:24Z', 'revision_number': 3, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:31.639206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04908a-a375-4e10-b7a3-af6768ca7c00 req-f496febd-88b7-4aa5-9c06-434685bf6da4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:31.640982 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a04908a-a375-4e10-b7a3-af6768ca7c00 req-f496febd-88b7-4aa5-9c06-434685bf6da4 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 946 time: 0.1696336 Aug 11 00:33:31.651365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99b238-f0fb-435d-89b8-a9db59a8f3b8 None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:24Z', 'revision_number': 3, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:31.684855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60296) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:31.718798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbf28eb4-899f-4bbd-b216-22f1cbbc327f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:31.788122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a04908a-a375-4e10-b7a3-af6768ca7c00 req-c0c35fc4-d917-42f8-81a8-0c3b262e39f2 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896339 Aug 11 00:33:31.832538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:31.844909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:31.884230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60302) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:32.041627 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbf28eb4-899f-4bbd-b216-22f1cbbc327f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.092426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-412533349-network', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:32.151564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.158375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-647163938-network', 'tenant_id': '6eb7e40653294884a51329b2d793a6ad'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:32.173340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbf28eb4-899f-4bbd-b216-22f1cbbc327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.261283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf28eb4-899f-4bbd-b216-22f1cbbc327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b79b10a-80fd-491a-92df-7657d9a627a2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:32.290382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.295873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:33:32.295873 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:33:32.295873 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '6eb7e40653294884a51329b2d793a6ad', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 33, 32, 163781)}] Aug 11 00:33:32.295873 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:33:32.297625 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:33:32.309471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cbf28eb4-899f-4bbd-b216-22f1cbbc327f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=688b0012ee43476785efffa60bb46d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6234410 Aug 11 00:33:32.310400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60310) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:32.311805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4b84b5-4d96-4802-97d6-1a95378c530c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:32.397208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Made reservation on behalf of 96216565c1f240c4bf5dd6ac3de203bc for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:32.397208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.421399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fd89644-c7c7-45e7-9446-26fd44af791a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.465332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fd89644-c7c7-45e7-9446-26fd44af791a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.472781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.487801 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67c533f8-a88e-424c-8494-933ef114abf7 req-d63ef59c-e96c-4616-97b1-e73c0677ade3 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737 tempest-FloatingIPsAssociationNegativeTestJSON-2066119737-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e6b67a5-9b00-459c-9efe-f2937ebf4e1c HTTP/1.1" status: 200 len: 210 time: 0.1024480 Aug 11 00:33:32.589340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:32.591394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:32.692943 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fd89644-c7c7-45e7-9446-26fd44af791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.697228 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fd89644-c7c7-45e7-9446-26fd44af791a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:32.700940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8fd89644-c7c7-45e7-9446-26fd44af791a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b79b10a-80fd-491a-92df-7657d9a627a2 HTTP/1.1" status: 204 len: 168 time: 0.3872180 Aug 11 00:33:32.721190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42418a67-5645-4598-9d15-165f791fd97c req-3702181a-ed43-42ae-8a49-97c720c401c0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:32.724604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42418a67-5645-4598-9d15-165f791fd97c req-3702181a-ed43-42ae-8a49-97c720c401c0 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 946 time: 0.1112196 Aug 11 00:33:32.823996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd89644-c7c7-45e7-9446-26fd44af791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b79b10a-80fd-491a-92df-7657d9a627a2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:33.111250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Deleting port f2591bba-8ec6-48aa-a055-053a336b9398 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:33.111895 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.182674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dbff9c25-3cf7-4b1c-af71-57e48297ae2f None None] Provisioning complete for port cf4b84b5-4d96-4802-97d6-1a95378c530c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:33.183616 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dbff9c25-3cf7-4b1c-af71-57e48297ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.247378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:33:33.309606 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.330514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0a92a256-a8a3-404c-81a8-915855841b96 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:33.456674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 79cfb05a-a419-45c3-960d-c9a3ad44cebc no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:33.497702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:33.508846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5c671-dd42-454d-8914-ecf3e15fa2b1 req-789bdbea-8e80-4ea3-ad1a-7b100687a50b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:33.518310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05f5c671-dd42-454d-8914-ecf3e15fa2b1 req-789bdbea-8e80-4ea3-ad1a-7b100687a50b tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 946 time: 0.5169649 Aug 11 00:33:33.529502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-50c858fe-0670-4010-bb92-9b9cf1f33474 admin admin] 10.222.0.43 "PUT /v2.0/routers/b1985b70-aade-4d0c-8cca-9f95a49fa0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8367329 Aug 11 00:33:33.530222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.533677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-dbff9c25-3cf7-4b1c-af71-57e48297ae2f None None] Port cf4b84b5-4d96-4802-97d6-1a95378c530c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:33:33.537014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 79cfb05a-a419-45c3-960d-c9a3ad44cebc {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:33.537966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 79cfb05a-a419-45c3-960d-c9a3ad44cebc not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:33.577000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f1c20-c52d-426f-8ff0-2624423c39c7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:33.602206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] For port f2591bba-8ec6-48aa-a055-053a336b9398, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2591bba-8ec6-48aa-a055-053a336b9398,segment=NetworkSegment(91c0147c-99cd-4d6a-802e-8c4943cbd457),segment_id=91c0147c-99cd-4d6a-802e-8c4943cbd457)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:33.603085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.605840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:33:33.625325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60336) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:33.636075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05f5c671-dd42-454d-8914-ecf3e15fa2b1 req-3b01fd50-49ff-4820-ad3f-7ab6bf17bbc1 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164987 Aug 11 00:33:33.644203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.644882 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Added segment ab18468a-7449-4029-a68a-a7f2e413832c of type vlan for network d09eb0fc-7806-40de-987a-df7ecc77dc98 Aug 11 00:33:33.828138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.883285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 0a92a256-a8a3-404c-81a8-915855841b96 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:33.883285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0a92a256-a8a3-404c-81a8-915855841b96 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:33.883285 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.883945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Calling delete_port for f2591bba-8ec6-48aa-a055-053a336b9398 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:33.883945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Made reservation on behalf of 6eb7e40653294884a51329b2d793a6ad for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:33.887381 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:33.941357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:34.131473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:34.133207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:34.134298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:34.135765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:34.174523 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 0a92a256-a8a3-404c-81a8-915855841b96, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0a92a256-a8a3-404c-81a8-915855841b96,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:34.238153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:34.309933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] Pushing event updated for resources: {'Network': ['ID=d09eb0fc-7806-40de-987a-df7ecc77dc98,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:34.327201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d09eb0fc-7806-40de-987a-df7ecc77dc98 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:33:34.518773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:34.585580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0fa7481e-2fa5-450a-ab30-075fa1ebde68 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7002246 Aug 11 00:33:34.586542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60368) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:34.591882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Request body: {'subnet': {'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-subnet', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:34.618464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=0a92a256-a8a3-404c-81a8-915855841b96,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:34.802328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-96e95f76-2bed-4ac8-93bd-1f0709a40edb tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:34.804044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-96e95f76-2bed-4ac8-93bd-1f0709a40edb tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 820 time: 0.1546829 Aug 11 00:33:34.818522 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:34.842206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Made reservation on behalf of 96216565c1f240c4bf5dd6ac3de203bc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:34.844703 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:34.849192 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:34.849853 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:34.867003 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-79bfaca7-941c-4d75-a466-79d858bc1ffa tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/quotas/96d4c1ca70e9447f9c87dc5806427a74 HTTP/1.1" status: 200 len: 375 time: 0.0535724 Aug 11 00:33:34.919442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:34.983905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:33:35.031217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac271471-3549-4573-af2d-0cfd0b6ba8a7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:35.048903 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.052480 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Added segment 84ea8e00-e0ea-4992-957c-a756551ca90f of type vlan for network 45304979-177b-4a9c-99a3-1b58192b8273 Aug 11 00:33:35.083471 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:35.113187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b8485-f1c0-4e77-95e5-c66fee62c422 req-6ddd7793-d5fc-4d3c-b6c7-ca3acaabef67 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:35.115382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-729b8485-f1c0-4e77-95e5-c66fee62c422 req-6ddd7793-d5fc-4d3c-b6c7-ca3acaabef67 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 946 time: 0.2163033 Aug 11 00:33:35.141541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60384) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:35.157674 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-ba83b434-4a90-4b11-9462-28f83491540d tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2789476 Aug 11 00:33:35.213334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0a92a256-a8a3-404c-81a8-915855841b96 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:35.217669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.323341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-a2250fbc-5a62-40ba-965f-2e6a2b27ef75 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485591 Aug 11 00:33:35.350755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.381809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Pushing event deleted for resources: {'Port': ['ID=f2591bba-8ec6-48aa-a055-053a336b9398,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:35.414280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0a92a256-a8a3-404c-81a8-915855841b96 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:35.415026 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.434934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-729b8485-f1c0-4e77-95e5-c66fee62c422 req-ab2ee5d3-7cdd-4603-8e45-a16494218745 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d9ff7f0-7472-4e2f-b392-b45285af5373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899656 Aug 11 00:33:35.476954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f2591bba-8ec6-48aa-a055-053a336b9398 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:35.538960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-391956362-network', 'tenant_id': 'c8fa17f88bef4cce96aeca6907534c2f'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:35.545145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] No DVR routers for this DVR port f2591bba-8ec6-48aa-a055-053a336b9398 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:35.563270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.571295 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.574296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42418a67-5645-4598-9d15-165f791fd97c req-c38e9ba2-25d0-450a-8f3c-751eed8e5740 tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.55 "DELETE /v2.0/ports/f2591bba-8ec6-48aa-a055-053a336b9398 HTTP/1.1" status: 204 len: 173 time: 2.8414516 Aug 11 00:33:35.576088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: f2591bba-8ec6-48aa-a055-053a336b9398 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:35.576910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f2591bba-8ec6-48aa-a055-053a336b9398 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:35.582556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82325e79-59cf-44ec-99aa-859b88a7623b', 'name': 'network-vif-deleted', 'tag': 'f2591bba-8ec6-48aa-a055-053a336b9398'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:35.587008 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310c92e8-554c-417e-94f9-01fa9bd6e8fc" -d '{"events": [{"server_uuid": "82325e79-59cf-44ec-99aa-859b88a7623b", "name": "network-vif-deleted", "tag": "f2591bba-8ec6-48aa-a055-053a336b9398"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:35.641282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.685356 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 2, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:35.738177 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:35.738540 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Updating router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 port cf4b84b5-4d96-4802-97d6-1a95378c530c binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:33:35.778450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:35.803482 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.827789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Made reservation on behalf of c8fa17f88bef4cce96aeca6907534c2f for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:35.831991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-71749bb8-acde-4024-a4ef-2c1808a51cec service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815516 Aug 11 00:33:35.848239 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.850416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.854031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:35.855557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:35.903797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Checking segment: {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:35.904336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Network hostable DHCP agents. Network: d09eb0fc-7806-40de-987a-df7ecc77dc98, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:33:36.003571 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae1fb5-a1c6-4260-9806-cd328a1c1a55 x-openstack-request-id: req-7cae1fb5-a1c6-4260-9806-cd328a1c1a55 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:36.003571 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82325e79-59cf-44ec-99aa-859b88a7623b", "name": "network-vif-deleted", "tag": "f2591bba-8ec6-48aa-a055-053a336b9398", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:36.003571 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cae1fb5-a1c6-4260-9806-cd328a1c1a55 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:36.003571 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82325e79-59cf-44ec-99aa-859b88a7623b', 'name': 'network-vif-deleted', 'tag': 'f2591bba-8ec6-48aa-a055-053a336b9398', 'status': 'completed', 'code': 200} Aug 11 00:33:36.041236 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.164901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Network d09eb0fc-7806-40de-987a-df7ecc77dc98 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:33:36.284913 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.4494593 Aug 11 00:33:36.294761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60404) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:36.301115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Request body: {'subnet': {'network_id': '45304979-177b-4a9c-99a3-1b58192b8273', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-647163938-subnet', 'tenant_id': '6eb7e40653294884a51329b2d793a6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:36.325707 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d09eb0fc-7806-40de-987a-df7ecc77dc98) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:36.335531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e83b96-2a8e-411e-9f67-95bea3b8378e None None] Network d09eb0fc-7806-40de-987a-df7ecc77dc98 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:36.336928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e8483-6489-49b4-bb9d-e0bc6db85135 admin admin] Pushing event updated for resources: {'Network': ['ID=45304979-177b-4a9c-99a3-1b58192b8273,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:36.338831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:36.339637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.367621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 45304979-177b-4a9c-99a3-1b58192b8273 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:33:36.405490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7028188-b5ea-4bf6-9fdb-331f50111dcb req-2ab76c73-93b2-43b2-b56c-e617a1928432 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 210 time: 0.0664306 Aug 11 00:33:36.430996 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.462842 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Transition to ACTIVE for port object cf4b84b5-4d96-4802-97d6-1a95378c530c will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:36.604339 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.608200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.615932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Deleting port 057c6951-7526-438c-af06-32f6cffd47da {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:36.616233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.766898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-872270d5-0c53-4bf8-86a5-4852be025c49 req-51efded2-fee8-4f3f-a48e-782c9d575cbd tempest-ServersTestJSON-781442208 tempest-ServersTestJSON-781442208-project] 10.222.0.43 "GET /v2.0/ports?device_id=82325e79-59cf-44ec-99aa-859b88a7623b HTTP/1.1" status: 200 len: 210 time: 0.1394756 Aug 11 00:33:36.770460 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.797049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ec576-6167-4e75-b567-daea18e59fdc None None] Network d09eb0fc-7806-40de-987a-df7ecc77dc98 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:36.797766 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Pushing event updated for resources: {'Port': ['ID=cf4b84b5-4d96-4802-97d6-1a95378c530c,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:36.815830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] For port 057c6951-7526-438c-af06-32f6cffd47da, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=057c6951-7526-438c-af06-32f6cffd47da,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:36.816194 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.859459 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.859802 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.860327 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.860918 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.861045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:33:36.861540 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.862066 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.867427 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.868035 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.868594 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.869117 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.869611 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.870098 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:36.877004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Calling delete_port for 057c6951-7526-438c-af06-32f6cffd47da owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:36.879311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1be2552-82e7-418a-b024-b71a7beb5d1d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:36.888837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.889262 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Added segment fa1bec02-2aea-439d-8717-1b59752e710e of type vlan for network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 Aug 11 00:33:36.942094 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Attempting to bind port cf4b84b5-4d96-4802-97d6-1a95378c530c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:36.942519 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Attempting to bind port cf4b84b5-4d96-4802-97d6-1a95378c530c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:36.948736 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Attempting to bind port cf4b84b5-4d96-4802-97d6-1a95378c530c on network a4657f85-2cb4-4ca7-969d-1e5184b62b54 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:36.952177 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-67651f03-9b55-4624-9345-408d9bdba473 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3633082 Aug 11 00:33:36.966859 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:36.967289 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Checking segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:36.967756 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.968164 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Bound using segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:36.968846 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Bound port: cf4b84b5-4d96-4802-97d6-1a95378c530c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:36.969195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60424) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:36.969545 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:36.974617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:37.045859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Made reservation on behalf of 6eb7e40653294884a51329b2d793a6ad for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:37.051485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.120197 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] For port cf4b84b5-4d96-4802-97d6-1a95378c530c, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:37.125279 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] For port cf4b84b5-4d96-4802-97d6-1a95378c530c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cf4b84b5-4d96-4802-97d6-1a95378c530c,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:37.145517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.256779 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.321516 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:37.322163 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:37.360915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.363442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.377498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.379692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:37.380623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.421888 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde16b3-f415-4b41-b8c6-c13cad0ddbda None None] Pushing event updated for resources: {'Port': ['ID=cf4b84b5-4d96-4802-97d6-1a95378c530c,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:37.485322 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.510543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:37.543981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.544324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.544783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.545136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.545484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.545878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.546221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.547002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.547356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.550720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.551228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.551583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:37.564060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:33:37.634486 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d6faa3a-82f5-4dc0-892f-1740e5f320f8 req-4d928438-6175-4b69-9d4e-e14d730daf37 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 210 time: 0.1110601 Aug 11 00:33:37.658360 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-14611cbb-d047-4a6a-9896-5efb364ec1b3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4868715 Aug 11 00:33:37.661124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60430) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:37.662958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Checking segment: {'id': '84ea8e00-e0ea-4992-957c-a756551ca90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '45304979-177b-4a9c-99a3-1b58192b8273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:37.663491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Network hostable DHCP agents. Network: 45304979-177b-4a9c-99a3-1b58192b8273, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:33:37.677346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29751a4-0894-48a4-a0bb-5c03ddc807ee,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:37.679825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Request body: {'subnet': {'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-391956362-subnet', 'tenant_id': 'c8fa17f88bef4cce96aeca6907534c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:37.757935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.789709 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:37.818338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Network 45304979-177b-4a9c-99a3-1b58192b8273 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:33:37.887924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60440) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:37.929649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:37.957943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 45304979-177b-4a9c-99a3-1b58192b8273) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:37.961791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=057c6951-7526-438c-af06-32f6cffd47da,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:37.983682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:37.984446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a3750-434a-4251-9862-4947d0234794 None None] Network 45304979-177b-4a9c-99a3-1b58192b8273 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:37.998272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:38.077942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Made reservation on behalf of c8fa17f88bef4cce96aeca6907534c2f for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:38.089463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:38.208754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f851eaf-b522-4e39-89b0-45ecfe9cd4e8 None None] Network 45304979-177b-4a9c-99a3-1b58192b8273 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:38.406132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1576923d-80b8-4772-ac82-635bdfa5755f admin admin] Deleting subnet 9884a018-365d-4b7b-b843-68321a4fed50 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:33:38.406633 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:37Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:38.406807 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1576923d-80b8-4772-ac82-635bdfa5755f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:38.406936 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c69a48-eeb0-49f6-9b50-e39e839f5786 None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:37Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:38.407083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1576923d-80b8-4772-ac82-635bdfa5755f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:38.548493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1576923d-80b8-4772-ac82-635bdfa5755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:38.594406 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:38.608131 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-82c773fb-a9d5-45e5-84f1-debe02c440b1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3117874 Aug 11 00:33:38.875973 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1576923d-80b8-4772-ac82-635bdfa5755f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:38.945779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576923d-80b8-4772-ac82-635bdfa5755f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9884a018-365d-4b7b-b843-68321a4fed50,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:38.958976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1576923d-80b8-4772-ac82-635bdfa5755f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:38.964760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1576923d-80b8-4772-ac82-635bdfa5755f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9884a018-365d-4b7b-b843-68321a4fed50 HTTP/1.1" status: 204 len: 168 time: 1.0712321 Aug 11 00:33:38.978908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60460) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:39.009965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c830f1aa-1042-49f9-9b6d-c690327ea7fd req-3dcbc147-bbd3-4498-bb3b-5f6941da2258 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 210 time: 0.2365193 Aug 11 00:33:39.010647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.200798 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.246497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.492161 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.507664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479285e2-e6aa-4a17-87c6-3cd272b1374d']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:39.525289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c0147c-99cd-4d6a-802e-8c4943cbd457') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:39.526012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c0147c-99cd-4d6a-802e-8c4943cbd457') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:39.530524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cf4b84b5-4d96-4802-97d6-1a95378c530c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:39.547120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.579834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.600652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:33:39.601316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.607527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Pushing event updated for resources: {'Subnet': ['ID=25030bba-a6ec-450f-a230-38262d0088d3,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:33:39.612965 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:33:39.765987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Checking segment: {'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:39.766589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Network hostable DHCP agents. Network: c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:33:39.788194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cf4b84b5-4d96-4802-97d6-1a95378c530c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:39.795233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cf4b84b5-4d96-4802-97d6-1a95378c530c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:39.803069 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.879595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.887106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:39.903765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] 10.222.0.43 "DELETE /v2.0/networks/479285e2-e6aa-4a17-87c6-3cd272b1374d HTTP/1.1" status: 204 len: 168 time: 0.9171600 Aug 11 00:33:39.936256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962f8f3-96ac-49fe-be64-e380ac825104 admin admin] Pushing event deleted for resources: {'Network': ['ID=479285e2-e6aa-4a17-87c6-3cd272b1374d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:40.040988 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:40.092989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port cf4b84b5-4d96-4802-97d6-1a95378c530c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cf4b84b5-4d96-4802-97d6-1a95378c530c,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:40.217979 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:40.239735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4f09ff5-ac34-42b0-9b92-2edd4f89cb1a req-a9cbd43f-866c-4a8f-9da5-e830b2a943f6 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 210 time: 0.0589879 Aug 11 00:33:40.405141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=cf4b84b5-4d96-4802-97d6-1a95378c530c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:40.542308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60502) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:40.578065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:33:40.640300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-31ab6f5e-f1c8-4139-aaf2-568d8b77fbe8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55abd496febd4c9fa62fbad0d0b079fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959127 Aug 11 00:33:40.641100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60504) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:40.674607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-6ad0114b-a5d8-4699-8ccb-7fa6c076a261 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:40.677823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-6ad0114b-a5d8-4699-8ccb-7fa6c076a261 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 820 time: 0.3783302 Aug 11 00:33:40.692880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Request body: {'port': {'device_id': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'admin_state_up': True, 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:40.799513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Router 06c9d720-2089-4abc-9501-309875fc3757 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:33:40.827139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:40.839569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f906dc81-717a-4803-8333-ef402cefc57d None None] Network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:40.851899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:40.865777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:40.867890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:40.936102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-772663a8-fbf4-4ca5-80e4-e53e2812faed tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:40.937841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-772663a8-fbf4-4ca5-80e4-e53e2812faed tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/networks?id=45304979-177b-4a9c-99a3-1b58192b8273 HTTP/1.1" status: 200 len: 813 time: 1.1640704 Aug 11 00:33:40.947189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:41.026716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-15f5ae13-8d8e-4601-9e95-64fed44b3bcf tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/quotas/6eb7e40653294884a51329b2d793a6ad HTTP/1.1" status: 200 len: 375 time: 0.0742955 Aug 11 00:33:41.098848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac2a93-8d6b-43c7-a3ee-0d4da951837f None None] Network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:41.111213 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa2c8-c993-44e0-94e6-b8e6d6580b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:41.114057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Made reservation on behalf of 96d4c1ca70e9447f9c87dc5806427a74 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:41.120878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:41.207440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cf4b84b5-4d96-4802-97d6-1a95378c530c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:41.237198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-9280fb60-3195-413d-ae3d-2f366ab38135 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6eb7e40653294884a51329b2d793a6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1931632 Aug 11 00:33:41.296020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fce62579-2026-4358-839f-ed778d5504da admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6224418 Aug 11 00:33:41.315565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa2c8-c993-44e0-94e6-b8e6d6580b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:41.404775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cf4b84b5-4d96-4802-97d6-1a95378c530c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:41.405617 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:41.437251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12dd2537-ed6e-4fc4-af7e-ef09a2856396 req-49c57fe0-c6db-47d5-8782-d3c957dab684 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 210 time: 0.0675390 Aug 11 00:33:41.463080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Allocated IP 172.20.0.14 (a4657f85-2cb4-4ca7-969d-1e5184b62b54/422f66b2-9854-4be5-989d-ace8c37f5b57/6464fb42-2c69-451a-af08-66516efdab94) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:41.471206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:41.474501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Allocated IP 172.25.0.140 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/4290a382-2b5e-41a0-b8dd-478bdfa4e674) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:41.484403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96441433-09b0-43e8-ba9d-56eef66e6a63 admin admin] 10.222.0.43 "PUT /v2.0/routers/06c9d720-2089-4abc-9501-309875fc3757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8454134 Aug 11 00:33:41.496201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60522) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:41.502220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] Sync routers for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:41.541841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:41.548071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:41.670950 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-eda778b2-eef5-47f1-b239-3f5e2c482010 service neutron] 10.222.0.43 "GET /v2.0/networks/45304979-177b-4a9c-99a3-1b58192b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931367 Aug 11 00:33:41.826431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:41.865928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781d3b-3b53-45b0-beb6-8f376e50eb4c req-fa904411-022a-4a9d-9f18-cee5fa85ea84 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:41.875108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e781d3b-3b53-45b0-beb6-8f376e50eb4c req-fa904411-022a-4a9d-9f18-cee5fa85ea84 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 951 time: 0.1147122 Aug 11 00:33:41.984228 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa2c8-c993-44e0-94e6-b8e6d6580b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:41.988094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a6aa2c8-c993-44e0-94e6-b8e6d6580b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:41.988859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0a6aa2c8-c993-44e0-94e6-b8e6d6580b42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d9ff7f0-7472-4e2f-b392-b45285af5373 HTTP/1.1" status: 204 len: 168 time: 1.3428741 Aug 11 00:33:42.017156 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:42.076805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aa2c8-c993-44e0-94e6-b8e6d6580b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9ff7f0-7472-4e2f-b392-b45285af5373,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:42.090590 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:42.108709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Transition to ACTIVE for port object 6464fb42-2c69-451a-af08-66516efdab94 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:42.113757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:42.163573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e781d3b-3b53-45b0-beb6-8f376e50eb4c req-30eb1c06-94e7-462f-8fee-ec7650866e2c tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808776 Aug 11 00:33:42.186088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-68e70fbc-839a-4cd9-b524-6dc3cca3f6bd service neutron] 10.222.0.43 "GET /v2.0/networks/45304979-177b-4a9c-99a3-1b58192b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113533 Aug 11 00:33:42.257170 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:42.297877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:33:37Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:42.319241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:42.340089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:42.344650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:42.350607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:42.361388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] Checking router: 06c9d720-2089-4abc-9501-309875fc3757 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:42.378382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] Routers {'06c9d720-2089-4abc-9501-309875fc3757'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:42.380262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['06c9d720-2089-4abc-9501-309875fc3757'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:42.380437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Pushing event updated for resources: {'Port': ['ID=6464fb42-2c69-451a-af08-66516efdab94,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:42.402238 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:42.448794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:42.449559 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:42.468245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Pushing event updated for resources: {'Port': ['ID=4290a382-2b5e-41a0-b8dd-478bdfa4e674,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:42.479560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:42.481696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:42.486055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:42.595755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-098827ac-c247-410d-8edb-aead4ea393f0 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9083292 Aug 11 00:33:42.650289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Request body: {'port': {'device_id': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:42.655153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] Set router 06c9d720-2089-4abc-9501-309875fc3757 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:42.781962 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:42.813367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211a931-9f16-40ab-8a74-f1e98380b8a2 req-0722e293-c481-4846-b009-521c4dab1411 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:42.825164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0211a931-9f16-40ab-8a74-f1e98380b8a2 req-0722e293-c481-4846-b009-521c4dab1411 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 932 time: 0.2509487 Aug 11 00:33:42.921524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-975191c2-2e10-4090-9951-e07bdfc32767 req-9e2b0931-26ac-40e6-8e81-893e997795f7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 210 time: 0.2713990 Aug 11 00:33:42.975361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0211a931-9f16-40ab-8a74-f1e98380b8a2 req-9c2d8855-b340-4474-80da-ef73b16cadf1 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480536 Aug 11 00:33:43.049478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Deleting port 86aff026-5474-4a16-8eb0-c896ad992dc0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:43.049782 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:43.122118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:33:37Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:43.160546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-11e209a5-810d-4b07-a4e3-6eaa558406cf None None] Provisioning for port 6464fb42-2c69-451a-af08-66516efdab94 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:43.163987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68d693-09bc-4c9d-be77-2c424671e905 None None] The sync data for ids ['06c9d720-2089-4abc-9501-309875fc3757'] in n-d-712143-13 is: [{'id': '06c9d720-2089-4abc-9501-309875fc3757', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-611444489-router', 'tenant_id': '589a89676fe8496786c29c191f3fe36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:32:03Z', 'updated_at': '2021-08-11T00:33:37Z', 'revision_number': 5, 'project_id': '589a89676fe8496786c29c191f3fe36c', 'gw_port': {'id': '86aff026-5474-4a16-8eb0-c896ad992dc0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c9d720-2089-4abc-9501-309875fc3757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:32:04Z', 'updated_at': '2021-08-11T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:43.168539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-11e209a5-810d-4b07-a4e3-6eaa558406cf None None] Provisioning complete for port 6464fb42-2c69-451a-af08-66516efdab94 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:43.169198 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-11e209a5-810d-4b07-a4e3-6eaa558406cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:43.196440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] For port 86aff026-5474-4a16-8eb0-c896ad992dc0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=86aff026-5474-4a16-8eb0-c896ad992dc0,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:43.196885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:43.211924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-11e209a5-810d-4b07-a4e3-6eaa558406cf None None] Port 6464fb42-2c69-451a-af08-66516efdab94 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:33:43.216915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Calling delete_port for 86aff026-5474-4a16-8eb0-c896ad992dc0 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:43.441127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6464fb42-2c69-451a-af08-66516efdab94 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:33:43.448962 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:43.462001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Transition to ACTIVE for port object 6464fb42-2c69-451a-af08-66516efdab94 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:43.489272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956d5e8-4a0f-4395-aa83-48b27e704b46 req-06f751d4-d074-424e-97d5-026022574b7c tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:43.492025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6956d5e8-4a0f-4395-aa83-48b27e704b46 req-06f751d4-d074-424e-97d5-026022574b7c tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 951 time: 0.1800516 Aug 11 00:33:43.588846 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:43.648246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6956d5e8-4a0f-4395-aa83-48b27e704b46 req-d79fbe7c-fcc1-4d47-aaf4-d4f125fe754e tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371779 Aug 11 00:33:43.651455 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:43.726984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Pushing event updated for resources: {'Port': ['ID=6464fb42-2c69-451a-af08-66516efdab94,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:43.868702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Attempting to bind port 6464fb42-2c69-451a-af08-66516efdab94 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:43.869444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Attempting to bind port 6464fb42-2c69-451a-af08-66516efdab94 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:43.871446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Attempting to bind port 6464fb42-2c69-451a-af08-66516efdab94 on network a4657f85-2cb4-4ca7-969d-1e5184b62b54 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:43.877938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Port 6464fb42-2c69-451a-af08-66516efdab94 on network a4657f85-2cb4-4ca7-969d-1e5184b62b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:33:43.878664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Attempting to bind port 6464fb42-2c69-451a-af08-66516efdab94 on network a4657f85-2cb4-4ca7-969d-1e5184b62b54 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:43.889821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:43.904282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:43.904282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Checking segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:43.904282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Bound using segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:43.904282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Bound port: 6464fb42-2c69-451a-af08-66516efdab94, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:43.904282 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:43.934409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86aff026-5474-4a16-8eb0-c896ad992dc0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:44.053059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] For port 6464fb42-2c69-451a-af08-66516efdab94, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:44.058085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] For port 6464fb42-2c69-451a-af08-66516efdab94, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6464fb42-2c69-451a-af08-66516efdab94,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:44.103352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:44.192186 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:44.228069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa29b3cc-8084-438d-8f5c-d04ee8eb66fa req-92624f53-916d-430a-81fe-89ba6413975c tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 210 time: 0.1195273 Aug 11 00:33:44.304717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:44.316261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:44.377411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:44.379033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:44.382272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] 10.222.0.44 "PUT /v2.0/ports/6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 1093 time: 1.7542615 Aug 11 00:33:44.403905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:44.411116 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7831171-0d14-403b-8362-e7b88b5b79df" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:44.426311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6a0de-1d8d-4ce1-8f17-c400485b0960 service neutron] Pushing event updated for resources: {'Port': ['ID=6464fb42-2c69-451a-af08-66516efdab94,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:44.617845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-eadaf748-e753-4a14-91ed-133712c9e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:44.619924 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-eadaf748-e753-4a14-91ed-133712c9e46b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1096 time: 0.0706959 Aug 11 00:33:44.670052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-00b3f7df-7940-4fa5-be1c-9ad32476a5f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 217 time: 0.0411849 Aug 11 00:33:44.746759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-9debbe11-736a-4649-9d60-1d3f6af7069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:44.748401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-9debbe11-736a-4649-9d60-1d3f6af7069a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.0715563 Aug 11 00:33:44.775683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1651034929-network', 'tenant_id': '513ed4fdf9a64eb2a8ccb37e5343ac6f'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:44.810615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-f21b23b4-6523-443d-a811-d0ba36124d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:44.813493 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-f21b23b4-6523-443d-a811-d0ba36124d8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579245 Aug 11 00:33:44.889763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:44.897677 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:44.919179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-f404a339-fcb6-4d7c-b160-8e9a2a40a1ca service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988505 Aug 11 00:33:44.968029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aabd8-fff6-4151-af7b-3ad593284944 req-c0d9f9fe-1f3b-4721-a577-dc33aa751fea tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:44.969647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-071aabd8-fff6-4151-af7b-3ad593284944 req-c0d9f9fe-1f3b-4721-a577-dc33aa751fea tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 944 time: 0.1995409 Aug 11 00:33:45.016343 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-071aabd8-fff6-4151-af7b-3ad593284944 req-6a810c0f-9433-4fa8-b21f-68ec27556720 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 Aug 11 00:33:45.042058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7c76b2-0af6-413a-8897-d69495e6d0b7 req-1e9cffea-52cc-46c7-8a41-5284f8e67b8c service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156995 Aug 11 00:33:45.079194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Made reservation on behalf of 513ed4fdf9a64eb2a8ccb37e5343ac6f for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:45.081804 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.092907 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.161033 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.161033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c9d720-2089-4abc-9501-309875fc3757 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:33:45.161349 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d78daa-0856-4468-95e7-218dc24a4ecc x-openstack-request-id: req-f2d78daa-0856-4468-95e7-218dc24a4ecc {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:45.161349 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:45.161349 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2d78daa-0856-4468-95e7-218dc24a4ecc {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:45.161963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 057c6951-7526-438c-af06-32f6cffd47da no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:45.162378 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94', 'status': 'completed', 'code': 200} Aug 11 00:33:45.171803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.176361 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2a07474b-e676-4db6-9fde-72aed1e371d6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/06c9d720-2089-4abc-9501-309875fc3757 HTTP/1.1" status: 204 len: 168 time: 3.6755147 Aug 11 00:33:45.176361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Router a303af82-747a-489d-b32a-f7062da8aa65 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:33:45.177698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60632) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:45.196292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 057c6951-7526-438c-af06-32f6cffd47da {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:45.196658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 057c6951-7526-438c-af06-32f6cffd47da not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:45.263186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-29555720-5bb6-4350-a8e3-a36ac1984cb6 admin admin] Deleting subnet 54892641-5c33-4406-82fd-73227025182c {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:33:45.271533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29555720-5bb6-4350-a8e3-a36ac1984cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.277249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:45.354502 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29555720-5bb6-4350-a8e3-a36ac1984cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.406973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.459088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee2cf056-d234-43a7-a7b6-98e93093ae03 req-e067ce3d-8218-40c8-ac21-cf3be14e3d31 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 210 time: 0.0435131 Aug 11 00:33:45.460759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:45.503786 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Sync routers for ids ['a303af82-747a-489d-b32a-f7062da8aa65'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:45.506582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7831171-0d14-403b-8362-e7b88b5b79df req-06bd8a8f-01a4-4fc9-ad9b-33334e8ecae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:45.507836 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.515810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7831171-0d14-403b-8362-e7b88b5b79df req-06bd8a8f-01a4-4fc9-ad9b-33334e8ecae7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1096 time: 0.0725629 Aug 11 00:33:45.521709 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Routers {'a303af82-747a-489d-b32a-f7062da8aa65'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:45.522760 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a303af82-747a-489d-b32a-f7062da8aa65'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:45.538905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.543722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:45.555579 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394aa063-deda-4c70-b870-777a904f72bb" -d '{"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-unplugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:45.568525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:45.598070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:33:45.612230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd17b43-fd33-4480-b131-6f801fb77393,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:45.619098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29555720-5bb6-4350-a8e3-a36ac1984cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.639751 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.639751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05ea4d60-eb2c-4379-b6a6-aa9e509d997d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.6675100 Aug 11 00:33:45.644440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60656) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:45.698685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7831171-0d14-403b-8362-e7b88b5b79df req-91ec4102-8fab-49d2-83ab-7055f2cae382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:45.700307 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7831171-0d14-403b-8362-e7b88b5b79df req-91ec4102-8fab-49d2-83ab-7055f2cae382 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.1630197 Aug 11 00:33:45.720951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.722425 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Added segment c26c7aee-4741-443f-bcfb-6db0960591f7 of type vlan for network b6e2350f-aa4d-4869-80ad-b1d7554faa2a Aug 11 00:33:45.736295 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.781256 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7831171-0d14-403b-8362-e7b88b5b79df req-90dfebc5-6a94-45b3-a254-6335943919ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 217 time: 0.0713468 Aug 11 00:33:45.836491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=11']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:45.901123 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Set router a303af82-747a-489d-b32a-f7062da8aa65 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:45.931415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7831171-0d14-403b-8362-e7b88b5b79df req-f8db97bc-9ff4-44fb-9184-e90093d72dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:45.933850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7831171-0d14-403b-8362-e7b88b5b79df req-f8db97bc-9ff4-44fb-9184-e90093d72dff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.1418507 Aug 11 00:33:45.978868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:45.989963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7831171-0d14-403b-8362-e7b88b5b79df req-2620ffe6-421f-4b4f-9724-35a5a08f75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:45.991807 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7831171-0d14-403b-8362-e7b88b5b79df req-2620ffe6-421f-4b4f-9724-35a5a08f75bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487039 Aug 11 00:33:45.993442 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29555720-5bb6-4350-a8e3-a36ac1984cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.060533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-a5c324ac-d966-454b-8ac4-8c58038f1b6c tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:46.078728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def84ee-ba9d-4b56-b1dc-37422dde543e None None] Network 435ee18b-63f2-4916-af6e-797526dd7842 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:46.084507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29555720-5bb6-4350-a8e3-a36ac1984cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54892641-5c33-4406-82fd-73227025182c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:46.088198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29555720-5bb6-4350-a8e3-a36ac1984cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.097069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-29555720-5bb6-4350-a8e3-a36ac1984cb6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/54892641-5c33-4406-82fd-73227025182c HTTP/1.1" status: 204 len: 168 time: 0.9123316 Aug 11 00:33:46.097237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-a5c324ac-d966-454b-8ac4-8c58038f1b6c tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/networks?id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 HTTP/1.1" status: 200 len: 808 time: 0.3693075 Aug 11 00:33:46.097415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60668) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:46.131667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:33:46.299046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.315049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7831171-0d14-403b-8362-e7b88b5b79df req-3fb8bb1c-1de7-461c-ae6b-92ab00789f4b service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121963 Aug 11 00:33:46.371885 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f069ff98-37e2-47da-8907-276cad0c74ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.386883 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:33:43Z', 'revision_number': 3, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port': {'id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:40Z', 'updated_at': '2021-08-11T00:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:46.396621 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-105158b6-7923-4624-818e-524a2acb7b0d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/quotas/c8fa17f88bef4cce96aeca6907534c2f HTTP/1.1" status: 200 len: 375 time: 0.2917635 Aug 11 00:33:46.396621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.396621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:46.396621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.402736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] DHCP port deletion for 435ee18b-63f2-4916-af6e-797526dd7842 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:33:46.449333 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Checking router: a303af82-747a-489d-b32a-f7062da8aa65 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:46.449771 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Updating router a303af82-747a-489d-b32a-f7062da8aa65 port 4290a382-2b5e-41a0-b8dd-478bdfa4e674 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:33:46.477592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] Deleting port a9cd9151-8ed4-4598-a103-fce5f76c1f73 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:46.478069 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.482775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-23405146-9427-4e9a-bc6a-b1fcf5d98db6 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8fa17f88bef4cce96aeca6907534c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897806 Aug 11 00:33:46.492080 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.537094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Deleting port a9cd9151-8ed4-4598-a103-fce5f76c1f73 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:46.537932 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.566194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] For port a9cd9151-8ed4-4598-a103-fce5f76c1f73, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a9cd9151-8ed4-4598-a103-fce5f76c1f73,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:46.566194 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.581611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] Calling delete_port for a9cd9151-8ed4-4598-a103-fce5f76c1f73 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:46.634338 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7831171-0d14-403b-8362-e7b88b5b79df req-ec339dff-8bc5-4df3-a09b-eb2be8b78d11 service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117111 Aug 11 00:33:46.701427 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3920c83f-c434-499a-87bc-987b3587ace4 x-openstack-request-id: req-3920c83f-c434-499a-87bc-987b3587ace4 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:46.701788 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-unplugged", "status": "completed", "tag": "abc371e8-d644-4382-9258-d4e89483f43e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:46.701973 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3920c83f-c434-499a-87bc-987b3587ace4 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:46.702382 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e', 'code': 200} Aug 11 00:33:46.713707 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] For port a9cd9151-8ed4-4598-a103-fce5f76c1f73, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a9cd9151-8ed4-4598-a103-fce5f76c1f73,segment=NetworkSegment(6e0f1776-92e0-4d7c-926c-f1cba6965105),segment_id=6e0f1776-92e0-4d7c-926c-f1cba6965105)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:46.714716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.745904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Calling delete_port for a9cd9151-8ed4-4598-a103-fce5f76c1f73 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:46.794037 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4879086 Aug 11 00:33:46.801102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60676) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:46.811242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Request body: {'subnet': {'network_id': 'b6e2350f-aa4d-4869-80ad-b1d7554faa2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1651034929-subnet', 'tenant_id': '513ed4fdf9a64eb2a8ccb37e5343ac6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:46.894203 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.896764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-e0ae49bc-f0eb-45f5-8209-7d7b97f72870 service neutron] 10.222.0.43 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127421 Aug 11 00:33:46.937165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96d2a5-1233-461d-b21a-8841ab0cb672 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e2350f-aa4d-4869-80ad-b1d7554faa2a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:46.949111 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:46.953153 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Transition to ACTIVE for port object 4290a382-2b5e-41a0-b8dd-478bdfa4e674 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:46.958926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b6e2350f-aa4d-4869-80ad-b1d7554faa2a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:33:46.978187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906c8ff-12e6-4067-830f-0ca503d439a0 req-c6a301ed-3b5a-4018-9b01-d2873d991f21 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:46.980945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1906c8ff-12e6-4067-830f-0ca503d439a0 req-c6a301ed-3b5a-4018-9b01-d2873d991f21 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 944 time: 0.2080667 Aug 11 00:33:47.051820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] Pushing event deleted for resources: {'Port': ['ID=a9cd9151-8ed4-4598-a103-fce5f76c1f73,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:47.087997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.104159 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Made reservation on behalf of 513ed4fdf9a64eb2a8ccb37e5343ac6f for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:47.108641 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.138676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d9fde-3ff5-4934-b0e0-d574404c4f07 None None] No DVR routers for this DVR port a9cd9151-8ed4-4598-a103-fce5f76c1f73 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:47.146023 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.187766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1906c8ff-12e6-4067-830f-0ca503d439a0 req-98711b6a-e103-47b0-854d-ee86bc3b68a3 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892059 Aug 11 00:33:47.258572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6464fb42-2c69-451a-af08-66516efdab94 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:33:47.268439 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Attempting to bind port 4290a382-2b5e-41a0-b8dd-478bdfa4e674 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:47.269020 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Attempting to bind port 4290a382-2b5e-41a0-b8dd-478bdfa4e674 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:47.269798 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Attempting to bind port 4290a382-2b5e-41a0-b8dd-478bdfa4e674 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:47.279254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 86aff026-5474-4a16-8eb0-c896ad992dc0 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:47.288396 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:47.288990 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:47.291611 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.292292 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:47.293108 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Bound port: 4290a382-2b5e-41a0-b8dd-478bdfa4e674, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:47.293731 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.306314 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eae1a-c647-47a0-8131-bf1c15ac65b0 None None] Pushing event updated for resources: {'Port': ['ID=4290a382-2b5e-41a0-b8dd-478bdfa4e674,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:47.388139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-7adc7d76-7a47-4c52-98ea-7999841af253 service neutron] 10.222.0.43 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713132 Aug 11 00:33:47.443449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 86aff026-5474-4a16-8eb0-c896ad992dc0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:47.445251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 86aff026-5474-4a16-8eb0-c896ad992dc0 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:47.447980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a9cd9151-8ed4-4598-a103-fce5f76c1f73 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:47.515236 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] For port 4290a382-2b5e-41a0-b8dd-478bdfa4e674, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:47.539473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.539996 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] For port 4290a382-2b5e-41a0-b8dd-478bdfa4e674, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4290a382-2b5e-41a0-b8dd-478bdfa4e674,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:47.553913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a9cd9151-8ed4-4598-a103-fce5f76c1f73 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:47.554794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a9cd9151-8ed4-4598-a103-fce5f76c1f73 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:47.590532 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:33:47.601031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-b89b1067-7818-47b9-bfe9-3def960880f7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:47.602880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-b89b1067-7818-47b9-bfe9-3def960880f7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.55 "GET /v2.0/networks?id=45304979-177b-4a9c-99a3-1b58192b8273 HTTP/1.1" status: 200 len: 813 time: 0.2658889 Aug 11 00:33:47.624027 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.634257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Request body: {'port': {'device_id': 'd7a363fd-c3be-43e9-aa43-cbad57b8714d', 'network_id': '45304979-177b-4a9c-99a3-1b58192b8273', 'admin_state_up': True, 'tenant_id': '6eb7e40653294884a51329b2d793a6ad'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:47.649624 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9cd9151-8ed4-4598-a103-fce5f76c1f73,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:47.664048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] No DVR routers for this DVR port a9cd9151-8ed4-4598-a103-fce5f76c1f73 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:47.738540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2635de68-be00-4cb2-ac46-ff8bc0a16541 req-ca2f0850-cb30-4feb-a100-af5e4823158b tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 210 time: 0.1133275 Aug 11 00:33:47.750637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6464fb42-2c69-451a-af08-66516efdab94, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6464fb42-2c69-451a-af08-66516efdab94,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:47.794268 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Routers {'a303af82-747a-489d-b32a-f7062da8aa65'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:47.794811 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a303af82-747a-489d-b32a-f7062da8aa65'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:47.817918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '6464fb42-2c69-451a-af08-66516efdab94', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'mac_address': 'fa:16:3e:a5:6b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:33:47.896925 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.922740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6464fb42-2c69-451a-af08-66516efdab94 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:33:47.953160 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:47.979640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6464fb42-2c69-451a-af08-66516efdab94, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6464fb42-2c69-451a-af08-66516efdab94,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:47.987583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435ee18b-63f2-4916-af6e-797526dd7842']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:48.014232 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eae1a-c647-47a0-8131-bf1c15ac65b0 None None] Pushing event updated for resources: {'Port': ['ID=4290a382-2b5e-41a0-b8dd-478bdfa4e674,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:48.019881 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] Set router a303af82-747a-489d-b32a-f7062da8aa65 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:48.069806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0f1776-92e0-4d7c-926c-f1cba6965105') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:48.070713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0f1776-92e0-4d7c-926c-f1cba6965105') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:48.139189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:48.153609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Allocated IP 172.20.0.1 (d09eb0fc-7806-40de-987a-df7ecc77dc98/18a50cbc-9e8b-48d6-b0e8-8e497ea76d90/df0fe3c7-617c-4963-b9b1-6aa8e476ab79) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:48.174271 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:48.219630 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0758fde0-b33a-475b-b4fc-c60d84c7040e req-fd112d65-b1f5-4699-aefc-46c3fa43d8e7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 210 time: 0.0525999 Aug 11 00:33:48.352827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:48.356219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=6464fb42-2c69-451a-af08-66516efdab94,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:48.369718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Made reservation on behalf of 6eb7e40653294884a51329b2d793a6ad for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:48.373564 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:48.404185 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:33:43Z', 'revision_number': 3, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port': {'id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:40Z', 'updated_at': '2021-08-11T00:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:48.435957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['6464fb42-2c69-451a-af08-66516efdab94'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:48.471515 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf40ac-5826-4baa-b9d7-84ab92e5a9a3 None None] The sync data for ids ['a303af82-747a-489d-b32a-f7062da8aa65'] in n-d-712143-13 is: [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:33:43Z', 'revision_number': 3, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port': {'id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:40Z', 'updated_at': '2021-08-11T00:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:48.609343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128200ef-bba0-440c-aad6-f97d101f9f0b req-edec02fc-8321-4cad-a051-d3a12c8bcea8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:48.612887 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128200ef-bba0-440c-aad6-f97d101f9f0b req-edec02fc-8321-4cad-a051-d3a12c8bcea8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 945 time: 0.2466700 Aug 11 00:33:48.938320 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128200ef-bba0-440c-aad6-f97d101f9f0b req-6bdd11c5-5746-453a-be2a-7ba5d395fbf9 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547091 Aug 11 00:33:48.938320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Allocated IP 172.20.0.7 (45304979-177b-4a9c-99a3-1b58192b8273/f29751a4-0894-48a4-a0bb-5c03ddc807ee/4f86b09a-cd53-429f-9dfa-caeeb8fbd054) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:48.938845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:48.939596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d351a43-ac1c-4b22-827e-b1b7687d23be req-9c776dcb-e39e-4f0d-8625-b092ecd62f62 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 210 time: 0.0375836 Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:33:48.939752 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:33:49.027845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a500a-5210-490a-97a5-a18c9ca74dff req-e9eed682-2beb-4e23-bb79-59955a826d51 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:49.030215 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-832a500a-5210-490a-97a5-a18c9ca74dff req-e9eed682-2beb-4e23-bb79-59955a826d51 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 949 time: 0.1777730 Aug 11 00:33:49.038039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.109452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Network d09eb0fc-7806-40de-987a-df7ecc77dc98 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:49.130522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-832a500a-5210-490a-97a5-a18c9ca74dff req-0e6d9702-dc15-4590-8940-1c45e596194b tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847292 Aug 11 00:33:49.132904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:49.142562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Pushing event updated for resources: {'Port': ['ID=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:49.143889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.145582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1c349efd-5603-41d5-8504-efb7ff4b5333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.164929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:49.225813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.232950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.241422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4290a382-2b5e-41a0-b8dd-478bdfa4e674 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:49.279007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.306526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6464fb42-2c69-451a-af08-66516efdab94 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:49.368168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.388029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.391835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] 10.222.0.43 "DELETE /v2.0/networks/435ee18b-63f2-4916-af6e-797526dd7842 HTTP/1.1" status: 204 len: 168 time: 3.2938449 Aug 11 00:33:49.399825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d669a672-35e8-4c6e-9dfa-de2f1a0c5e61 req-31e507f9-f08e-4f5c-9c0b-a404efb9d9b1 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 210 time: 0.0345457 Aug 11 00:33:49.493036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034d7eb-79bf-467c-8644-f265c315d53b admin admin] Pushing event deleted for resources: {'Network': ['ID=435ee18b-63f2-4916-af6e-797526dd7842,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:49.493036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13bb309-103d-4bba-b93a-93dcd3a7786d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:49.493036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Checking segment: {'id': 'c26c7aee-4741-443f-bcfb-6db0960591f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6e2350f-aa4d-4869-80ad-b1d7554faa2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:49.493036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Network hostable DHCP agents. Network: b6e2350f-aa4d-4869-80ad-b1d7554faa2a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:33:49.565226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 6464fb42-2c69-451a-af08-66516efdab94 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:49.566004 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.567657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 4290a382-2b5e-41a0-b8dd-478bdfa4e674 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:49.573966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 6464fb42-2c69-451a-af08-66516efdab94 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:49.577952 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.577952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4290a382-2b5e-41a0-b8dd-478bdfa4e674 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:49.577952 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.624826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Network 45304979-177b-4a9c-99a3-1b58192b8273 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:49.629242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:49.631772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Pushing event updated for resources: {'Port': ['ID=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:49.634182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:49.651147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Network b6e2350f-aa4d-4869-80ad-b1d7554faa2a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:33:49.711098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.723741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.755749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:49.756468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.800465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, b6e2350f-aa4d-4869-80ad-b1d7554faa2a) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:49.818496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:49.819608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:49.932089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e9f9b4-0815-4dcf-83a0-d9f7ca88ac95 None None] Network b6e2350f-aa4d-4869-80ad-b1d7554faa2a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:49.973999 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-97af7753-d70c-47c3-9855-d005aeecd5c7 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3560815 Aug 11 00:33:49.983728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Request body: {'port': {'device_id': 'd7a363fd-c3be-43e9-aa43-cbad57b8714d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:50.009126 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4d598da8-4917-4868-b688-33f0ea6eea00 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2034605 Aug 11 00:33:50.043685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 4290a382-2b5e-41a0-b8dd-478bdfa4e674, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4290a382-2b5e-41a0-b8dd-478bdfa4e674,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:50.055777 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.068286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60714) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:50.132737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6464fb42-2c69-451a-af08-66516efdab94'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:50.138688 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be1587d-255c-49a4-99c6-5cc3ab1c0286" -d '{"events": [{"server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "name": "network-vif-plugged", "status": "completed", "tag": "6464fb42-2c69-451a-af08-66516efdab94"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:50.163756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6464fb42-2c69-451a-af08-66516efdab94, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6464fb42-2c69-451a-af08-66516efdab94,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:50.166760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.185168 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.195687 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.227106 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e2fff775-17e4-48d0-a69b-7b9ca1a7fd21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=589a89676fe8496786c29c191f3fe36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584246 Aug 11 00:33:50.227410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=4290a382-2b5e-41a0-b8dd-478bdfa4e674,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:50.231897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60720) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:50.286524 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.317636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910669f-8035-46ec-a686-ae7076bf3e8e req-b41e0ec8-8256-463b-bd44-3ee87b1b8266 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:50.327857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb1f15-4e01-4213-9802-d3cacb79242b None None] Network b6e2350f-aa4d-4869-80ad-b1d7554faa2a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:50.331097 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d910669f-8035-46ec-a686-ae7076bf3e8e req-b41e0ec8-8256-463b-bd44-3ee87b1b8266 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 931 time: 0.2221773 Aug 11 00:33:50.384947 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.426395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=6464fb42-2c69-451a-af08-66516efdab94,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:50.427153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5178e570-3b55-4bbb-9f1d-e82ae0033b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.449560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d910669f-8035-46ec-a686-ae7076bf3e8e req-de406af3-4928-48a5-9ea3-072ccbc37316 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159945 Aug 11 00:33:50.497302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.536042 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5178e570-3b55-4bbb-9f1d-e82ae0033b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.573034 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c78d390-547e-4532-8459-73a5628484dd x-openstack-request-id: req-1c78d390-547e-4532-8459-73a5628484dd {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:50.573441 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "name": "network-vif-plugged", "status": "completed", "tag": "6464fb42-2c69-451a-af08-66516efdab94", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:50.573811 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c78d390-547e-4532-8459-73a5628484dd {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:50.574322 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6464fb42-2c69-451a-af08-66516efdab94', 'code': 200} Aug 11 00:33:50.601292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c97dd1-542b-42b3-be0c-bf8be259f064 req-939974b6-5404-43ed-9c74-e71615d55c79 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:50.603047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72c97dd1-542b-42b3-be0c-bf8be259f064 req-939974b6-5404-43ed-9c74-e71615d55c79 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 945 time: 0.4729285 Aug 11 00:33:50.648233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Pushing event updated for resources: {'Port': ['ID=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:50.657029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.707286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897417c-9b74-4896-a144-c86c158e654b req-0f1d161d-fe89-4275-ae1a-e83d70210746 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:50.711435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7897417c-9b74-4896-a144-c86c158e654b req-0f1d161d-fe89-4275-ae1a-e83d70210746 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.44 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 949 time: 0.2601922 Aug 11 00:33:50.746336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72c97dd1-542b-42b3-be0c-bf8be259f064 req-19df8c40-a805-43cb-baca-ea74fe5dc8ae tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284440 Aug 11 00:33:50.789652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60728) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:50.871495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b93e4-2c2b-4b36-8a8a-f4092c576b24 req-0513e6d6-f6b5-449a-b505-274da83fd000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:50.875698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-282b93e4-2c2b-4b36-8a8a-f4092c576b24 req-0513e6d6-f6b5-449a-b505-274da83fd000 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.1586487 Aug 11 00:33:50.895468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113d060-7adb-44d8-aa01-8751f3f4c015 req-c1f7e03b-a0bf-4899-bd4a-a755ec156c51 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:50.897630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:33:50.897831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a113d060-7adb-44d8-aa01-8751f3f4c015 req-c1f7e03b-a0bf-4899-bd4a-a755ec156c51 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 949 time: 0.1819768 Aug 11 00:33:50.913655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.922150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1404c6-8fb6-44ec-a7a3-2b91c014ba66 admin admin] Deleting subnet b13bb309-103d-4bba-b93a-93dcd3a7786d {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:33:50.931932 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b1404c6-8fb6-44ec-a7a3-2b91c014ba66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:50.972851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Network d09eb0fc-7806-40de-987a-df7ecc77dc98 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:50.978580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:51.001022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-326e3b02-b72a-4dc8-8420-39a85b7bb81c req-7873be2c-0d92-48ca-b8e2-7eae6b4deb27 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 210 time: 0.0414202 Aug 11 00:33:51.010041 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-282b93e4-2c2b-4b36-8a8a-f4092c576b24 req-fb7746c5-9d75-4166-bb01-cecf5023c402 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087976 Aug 11 00:33:51.025981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b1404c6-8fb6-44ec-a7a3-2b91c014ba66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.046098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Deleting port abc371e8-d644-4382-9258-d4e89483f43e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:33:51.046098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.099096 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b1404c6-8fb6-44ec-a7a3-2b91c014ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.135845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5178e570-3b55-4bbb-9f1d-e82ae0033b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.147195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5178e570-3b55-4bbb-9f1d-e82ae0033b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.148854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5178e570-3b55-4bbb-9f1d-e82ae0033b02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75d2a6e5-6818-4811-b2f9-f83afcc1b851 HTTP/1.1" status: 204 len: 168 time: 0.9155660 Aug 11 00:33:51.240519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] For port abc371e8-d644-4382-9258-d4e89483f43e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=abc371e8-d644-4382-9258-d4e89483f43e,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:51.241115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.258096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Calling delete_port for abc371e8-d644-4382-9258-d4e89483f43e owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:33:51.282243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Transition to ACTIVE for port object 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:51.284911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a113d060-7adb-44d8-aa01-8751f3f4c015 req-eff5b351-3d79-41a2-b492-426b66215d67 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/security-groups?id=73b0a4a1-314c-47bb-a46e-4dda2b134c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650403 Aug 11 00:33:51.296440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4290a382-2b5e-41a0-b8dd-478bdfa4e674 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:51.308122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178e570-3b55-4bbb-9f1d-e82ae0033b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d2a6e5-6818-4811-b2f9-f83afcc1b851,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:51.369962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b1404c6-8fb6-44ec-a7a3-2b91c014ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.398914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1404c6-8fb6-44ec-a7a3-2b91c014ba66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13bb309-103d-4bba-b93a-93dcd3a7786d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:51.400989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4290a382-2b5e-41a0-b8dd-478bdfa4e674 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:51.401381 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.407903 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b1404c6-8fb6-44ec-a7a3-2b91c014ba66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.410625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b1404c6-8fb6-44ec-a7a3-2b91c014ba66 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b13bb309-103d-4bba-b93a-93dcd3a7786d HTTP/1.1" status: 204 len: 168 time: 0.6142557 Aug 11 00:33:51.414040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60732) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:51.476684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Router a303af82-747a-489d-b32a-f7062da8aa65 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:33:51.504939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.511694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.622804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.679102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Pushing event deleted for resources: {'Port': ['ID=abc371e8-d644-4382-9258-d4e89483f43e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:51.754506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] No DVR routers for this DVR port abc371e8-d644-4382-9258-d4e89483f43e on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:33:51.758603 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:51.762584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7897417c-9b74-4896-a144-c86c158e654b req-9bfd7268-eaca-4117-9a00-47fa6dc125c5 tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.44 "DELETE /v2.0/ports/abc371e8-d644-4382-9258-d4e89483f43e HTTP/1.1" status: 204 len: 173 time: 1.0342000 Aug 11 00:33:51.763412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-deleted', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:51.768250 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711b4aac-6374-4f58-9036-6364645cc3c9" -d '{"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-deleted", "tag": "abc371e8-d644-4382-9258-d4e89483f43e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:51.822808 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecacfeb-1123-44eb-8950-fed8c785daf3 x-openstack-request-id: req-cecacfeb-1123-44eb-8950-fed8c785daf3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:51.823290 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac454e27-2672-4bfe-a3ad-7e6686dc4c47", "name": "network-vif-deleted", "tag": "abc371e8-d644-4382-9258-d4e89483f43e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:51.823739 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cecacfeb-1123-44eb-8950-fed8c785daf3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:51.824568 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac454e27-2672-4bfe-a3ad-7e6686dc4c47', 'name': 'network-vif-deleted', 'tag': 'abc371e8-d644-4382-9258-d4e89483f43e', 'status': 'completed', 'code': 200} Aug 11 00:33:51.987559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa0e84-86be-4f4d-8076-045049cc81c0 req-acfe33ad-a242-4eee-844b-01fbf9525d6f tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:51.990481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93fa0e84-86be-4f4d-8076-045049cc81c0 req-acfe33ad-a242-4eee-844b-01fbf9525d6f tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 946 time: 0.1023791 Aug 11 00:33:52.018581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Pushing event updated for resources: {'Port': ['ID=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:52.112414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93fa0e84-86be-4f4d-8076-045049cc81c0 req-875e1526-8df9-4b5b-95e1-715d718553a2 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123166 Aug 11 00:33:52.151679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa035ee-52fd-4935-a7d0-d86f00d8a532 req-bf76b62b-7d9b-433d-8df0-1124fff01137 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:52.159990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa035ee-52fd-4935-a7d0-d86f00d8a532 req-bf76b62b-7d9b-433d-8df0-1124fff01137 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 943 time: 0.2542455 Aug 11 00:33:52.212155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:33:52.226654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Sync routers for ids ['a303af82-747a-489d-b32a-f7062da8aa65'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:33:52.231916 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f82fbb17-a3d2-40e2-aa6d-42af2e6e03f1 admin admin] 10.222.0.43 "PUT /v2.0/routers/a303af82-747a-489d-b32a-f7062da8aa65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5858736 Aug 11 00:33:52.257081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Routers {'a303af82-747a-489d-b32a-f7062da8aa65'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:52.258792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a303af82-747a-489d-b32a-f7062da8aa65'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:52.267680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.309791 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa035ee-52fd-4935-a7d0-d86f00d8a532 req-79d34643-17ab-4d0b-8316-885a4bfd165e tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438630 Aug 11 00:33:52.309791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e2350f-aa4d-4869-80ad-b1d7554faa2a']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:52.343146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Attempting to bind port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:52.345385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Attempting to bind port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '84ea8e00-e0ea-4992-957c-a756551ca90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '45304979-177b-4a9c-99a3-1b58192b8273'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:52.355836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Attempting to bind port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 on network 45304979-177b-4a9c-99a3-1b58192b8273 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:52.359384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26c7aee-4741-443f-bcfb-6db0960591f7') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:52.359696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26c7aee-4741-443f-bcfb-6db0960591f7') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:52.371992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10f13dec-950e-4c71-b02c-1fe182c8c6df req-fb835c96-5739-4d48-a8b5-39a7563256dd tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 210 time: 0.1518185 Aug 11 00:33:52.391649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.399575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 on network 45304979-177b-4a9c-99a3-1b58192b8273 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:33:52.399997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Attempting to bind port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 on network 45304979-177b-4a9c-99a3-1b58192b8273 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:52.431355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:52.431355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Checking segment: {'id': '84ea8e00-e0ea-4992-957c-a756551ca90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '45304979-177b-4a9c-99a3-1b58192b8273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:52.431355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Bound using segment: {'id': '84ea8e00-e0ea-4992-957c-a756551ca90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '45304979-177b-4a9c-99a3-1b58192b8273'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:52.431355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Bound port: 4f86b09a-cd53-429f-9dfa-caeeb8fbd054, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ea8e00-e0ea-4992-957c-a756551ca90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '45304979-177b-4a9c-99a3-1b58192b8273'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:52.431355 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.440818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.458317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:33:52.459191 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:33:52.461357 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:33:52.546614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Set router a303af82-747a-489d-b32a-f7062da8aa65 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:52.593879 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.621127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] For port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:52.627419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] For port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,segment=NetworkSegment(84ea8e00-e0ea-4992-957c-a756551ca90f),segment_id=84ea8e00-e0ea-4992-957c-a756551ca90f)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:52.655128 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81db2e88-8a8b-46e3-a125-7c503cf6c0f0 req-8248dbfc-21f9-433d-b224-fbf2b79c46ad tempest-ImagesOneServerTestJSON-1070434484 tempest-ImagesOneServerTestJSON-1070434484-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac454e27-2672-4bfe-a3ad-7e6686dc4c47 HTTP/1.1" status: 200 len: 210 time: 0.0529797 Aug 11 00:33:52.662264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.665778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-e6d95b96-c234-44ee-a84e-f90c879d87a6 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:52.672097 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-e6d95b96-c234-44ee-a84e-f90c879d87a6 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.44 "GET /v2.0/networks?id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 HTTP/1.1" status: 200 len: 808 time: 0.3402700 Aug 11 00:33:52.672657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.672657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] 10.222.0.43 "DELETE /v2.0/networks/b6e2350f-aa4d-4869-80ad-b1d7554faa2a HTTP/1.1" status: 204 len: 168 time: 1.2561789 Aug 11 00:33:52.685348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Request body: {'port': {'device_id': 'a3e3c52a-113f-4e18-9095-b0d29652155f', 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7', 'admin_state_up': True, 'tenant_id': 'c8fa17f88bef4cce96aeca6907534c2f'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:52.716494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc8e4b-bb23-4ebc-87f8-fa2093ead65f admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e2350f-aa4d-4869-80ad-b1d7554faa2a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:52.743372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.794463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:52.795131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:52.806037 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] 10.222.0.55 "PUT /v2.0/ports/4f86b09a-cd53-429f-9dfa-caeeb8fbd054 HTTP/1.1" status: 200 len: 1092 time: 2.8289621 Aug 11 00:33:52.806563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a363fd-c3be-43e9-aa43-cbad57b8714d', 'tag': '4f86b09a-cd53-429f-9dfa-caeeb8fbd054'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:52.809022 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6577910a-ccee-43a5-b902-2e9fb4c7e94d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a363fd-c3be-43e9-aa43-cbad57b8714d", "tag": "4f86b09a-cd53-429f-9dfa-caeeb8fbd054"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:52.906480 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825ebbb5-d9bc-42cd-bb03-1c6e727d858f x-openstack-request-id: req-825ebbb5-d9bc-42cd-bb03-1c6e727d858f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:52.906763 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a363fd-c3be-43e9-aa43-cbad57b8714d", "tag": "4f86b09a-cd53-429f-9dfa-caeeb8fbd054", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:52.907011 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-825ebbb5-d9bc-42cd-bb03-1c6e727d858f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:52.907433 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a363fd-c3be-43e9-aa43-cbad57b8714d', 'tag': '4f86b09a-cd53-429f-9dfa-caeeb8fbd054', 'status': 'completed', 'code': 200} Aug 11 00:33:52.917658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f57db-407a-4398-b5f1-de467d26a8cb service neutron] Pushing event updated for resources: {'Port': ['ID=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:52.975046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:33:49Z', 'revision_number': 4, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port': {'id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:40Z', 'updated_at': '2021-08-11T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'df0fe3c7-617c-4963-b9b1-6aa8e476ab79', 'name': '', 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'mac_address': 'fa:16:3e:9c:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '18a50cbc-9e8b-48d6-b0e8-8e497ea76d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:47Z', 'updated_at': '2021-08-11T00:33:49Z', 'revision_number': 2, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'subnets': [{'id': '18a50cbc-9e8b-48d6-b0e8-8e497ea76d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:53.016287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Checking router: a303af82-747a-489d-b32a-f7062da8aa65 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:33:53.016651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Updating router a303af82-747a-489d-b32a-f7062da8aa65 port df0fe3c7-617c-4963-b9b1-6aa8e476ab79 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:33:53.046029 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:53.075935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577910a-ccee-43a5-b902-2e9fb4c7e94d req-73e33c19-6124-45e6-ae11-1c3779071625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:53.076782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6577910a-ccee-43a5-b902-2e9fb4c7e94d req-73e33c19-6124-45e6-ae11-1c3779071625 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6eb7e40653294884a51329b2d793a6ad&device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 1095 time: 0.1407280 Aug 11 00:33:53.206986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Made reservation on behalf of c8fa17f88bef4cce96aeca6907534c2f for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:53.216708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077130e-8ce1-466b-b625-e141055706ec req-245fe5c2-0e73-41cf-b6aa-8a6c5c000478 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:53.217195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:53.224644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-245fe5c2-0e73-41cf-b6aa-8a6c5c000478 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 818 time: 0.2530763 Aug 11 00:33:53.252445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-c2cc0a21-5954-4268-bb56-d87ef1759c9c tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/quotas/96216565c1f240c4bf5dd6ac3de203bc HTTP/1.1" status: 200 len: 375 time: 0.0267572 Aug 11 00:33:53.279287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:33:53.323550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577910a-ccee-43a5-b902-2e9fb4c7e94d req-04cec707-f48d-4fad-8761-8aa5245f6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:53.324776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: abc371e8-d644-4382-9258-d4e89483f43e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:33:53.325647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device abc371e8-d644-4382-9258-d4e89483f43e not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:33:53.325817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6577910a-ccee-43a5-b902-2e9fb4c7e94d req-04cec707-f48d-4fad-8761-8aa5245f6ec1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6eb7e40653294884a51329b2d793a6ad&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2378740 Aug 11 00:33:53.356482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60788) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:53.426467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60790) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:53.444748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-1aca8fdd-b9d8-4a93-9377-153e82ee8f53 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1902928 Aug 11 00:33:53.453080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700fd3d-da9f-4589-9bc9-4096098f57ea req-802e34f8-2ca2-44c9-89b8-ab093105a7fb tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:53.455400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6700fd3d-da9f-4589-9bc9-4096098f57ea req-802e34f8-2ca2-44c9-89b8-ab093105a7fb tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 946 time: 0.1611409 Aug 11 00:33:53.524163 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:33:53.548393 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6700fd3d-da9f-4589-9bc9-4096098f57ea req-bf55f243-700c-4b3b-af19-0960c7c71e50 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833788 Aug 11 00:33:53.580713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Allocated IP 172.20.0.14 (c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7/25030bba-a6ec-450f-a230-38262d0088d3/327259cc-818d-445c-8cff-3f314a90aa78) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:53.587215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b85ced1-f8eb-4aff-aca7-ae4e2bcb9b20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=513ed4fdf9a64eb2a8ccb37e5343ac6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272303 Aug 11 00:33:53.589008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60800) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:53.629158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577910a-ccee-43a5-b902-2e9fb4c7e94d req-de989316-d36a-4744-a125-058dfa0b41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:53.635522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6577910a-ccee-43a5-b902-2e9fb4c7e94d req-de989316-d36a-4744-a125-058dfa0b41a7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2886875 Aug 11 00:33:53.635522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-c23c98f9-08c3-41a4-beca-cf9139ce50a8 service neutron] 10.222.0.43 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819561 Aug 11 00:33:53.693970 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:53.723189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Transition to ACTIVE for port object df0fe3c7-617c-4963-b9b1-6aa8e476ab79 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:53.736008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68ab0aa0-a396-4677-a60f-04f9e151be64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:53.790242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-9e8d719a-26ef-407f-8d37-27ac973101e9 service neutron] 10.222.0.43 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402726 Aug 11 00:33:53.827202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-5eb18e74-753e-4bb3-afd7-d8fb053a3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:53.830165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-5eb18e74-753e-4bb3-afd7-d8fb053a3780 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6eb7e40653294884a51329b2d793a6ad&device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 1095 time: 0.0907881 Aug 11 00:33:53.847924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-network', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:53.873871 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:53.874163 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68ab0aa0-a396-4677-a60f-04f9e151be64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:53.904899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-e2cf1ca5-2e3d-42af-91e9-93e70723bd7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f86b09a-cd53-429f-9dfa-caeeb8fbd054 HTTP/1.1" status: 200 len: 217 time: 0.0666168 Aug 11 00:33:53.963627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b595461-6442-4c0d-878a-ecabce990d1f req-aefc374f-3755-4925-9d2d-904abc39053d tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:53.965424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b595461-6442-4c0d-878a-ecabce990d1f req-aefc374f-3755-4925-9d2d-904abc39053d tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 943 time: 0.2269037 Aug 11 00:33:53.988565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Pushing event updated for resources: {'Port': ['ID=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:53.995618 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.003279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-883261da-30d5-405f-adb8-882c90ce645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:54.003279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-883261da-30d5-405f-adb8-882c90ce645b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f29751a4-0894-48a4-a0bb-5c03ddc807ee HTTP/1.1" status: 200 len: 853 time: 0.0865972 Aug 11 00:33:54.042826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Attempting to bind port df0fe3c7-617c-4963-b9b1-6aa8e476ab79 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:54.043587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Attempting to bind port df0fe3c7-617c-4963-b9b1-6aa8e476ab79 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:54.044127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Attempting to bind port df0fe3c7-617c-4963-b9b1-6aa8e476ab79 on network d09eb0fc-7806-40de-987a-df7ecc77dc98 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:54.050437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.051061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.051600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.052252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.052822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.053410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.054051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.054761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.055427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.055932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.056509 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.057100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:33:54.066451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:54.067229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Checking segment: {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:54.067999 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.068753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Bound using segment: {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:54.069659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Bound port: df0fe3c7-617c-4963-b9b1-6aa8e476ab79, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:54.070146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-b6296c63-4c4a-45de-b29d-f525ce6196d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45304979-177b-4a9c-99a3-1b58192b8273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594077 Aug 11 00:33:54.070525 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.077030 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b595461-6442-4c0d-878a-ecabce990d1f req-2a6f7adc-9c98-4911-9cb6-efae9731b4c1 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726020 Aug 11 00:33:54.114534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Made reservation on behalf of b003ab245fff4bd586eef984b222b24e for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:54.129068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.129068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68ab0aa0-a396-4677-a60f-04f9e151be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.133579 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68ab0aa0-a396-4677-a60f-04f9e151be64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.140132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-68ab0aa0-a396-4677-a60f-04f9e151be64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bd17b43-fd33-4480-b131-6f801fb77393 HTTP/1.1" status: 204 len: 168 time: 0.5443883 Aug 11 00:33:54.186270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.195064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] For port df0fe3c7-617c-4963-b9b1-6aa8e476ab79, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:54.199115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] For port df0fe3c7-617c-4963-b9b1-6aa8e476ab79, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:54.276251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab0aa0-a396-4677-a60f-04f9e151be64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd17b43-fd33-4480-b131-6f801fb77393,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:54.308485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-f383f9b4-8518-4982-b1ba-32c0f842d57e service neutron] 10.222.0.55 "GET /v2.0/networks/45304979-177b-4a9c-99a3-1b58192b8273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063534 Aug 11 00:33:54.344330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.396024 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.409374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:54.415467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:54.418269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:54.519558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:54.520239 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.522864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Routers {'a303af82-747a-489d-b32a-f7062da8aa65'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:33:54.523989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a303af82-747a-489d-b32a-f7062da8aa65'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:54.525542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Pushing event updated for resources: {'Port': ['ID=327259cc-818d-445c-8cff-3f314a90aa78,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:54.546485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e7f1d-2b57-48e8-8668-16a95971e494 req-7be2ac1b-cb11-4d8e-bdda-d6e9f9084708 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:54.548250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-159e7f1d-2b57-48e8-8668-16a95971e494 req-7be2ac1b-cb11-4d8e-bdda-d6e9f9084708 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 932 time: 0.2949798 Aug 11 00:33:54.593330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031c9b9-b3c0-4665-8060-a3eb0322d3db None None] Pushing event updated for resources: {'Port': ['ID=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:54.626530 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.633908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-159e7f1d-2b57-48e8-8668-16a95971e494 req-78177dcd-9eab-4448-b1bf-2aef5cac985b tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735877 Aug 11 00:33:54.659466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-edfaf454-d2e1-4b9b-8641-dd38b7156c62 req-edcf6f6f-2700-4d16-aace-1dd7e570b332 service neutron] 10.222.0.55 "GET /v2.0/networks/45304979-177b-4a9c-99a3-1b58192b8273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394656 Aug 11 00:33:54.683387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-03d14470-ecb5-48fe-8007-ce76de6b30f7 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3391285 Aug 11 00:33:54.696874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:54.721400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] Set router a303af82-747a-489d-b32a-f7062da8aa65 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:33:54.764883 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3359e176-74e4-4872-92df-7ffce792bd08 req-ecd994c4-8146-47d2-a2c2-94f5912823ef tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 210 time: 0.0370815 Aug 11 00:33:54.795472 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.811810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:33:54.824561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.825061 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Added segment 52e00fc8-ce57-4bbb-a3ef-ba901e3b57de of type vlan for network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 Aug 11 00:33:54.880109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9782fa8d-1b11-463d-9ad2-fee90ec6faeb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:54.905904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:54.938737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-202abdac-136c-4765-920a-eccbc7fa79b7 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2589695 Aug 11 00:33:54.952275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Request body: {'port': {'device_id': 'a3e3c52a-113f-4e18-9095-b0d29652155f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:55.040202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:55.106440 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:55.113254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:55.114291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:55.115459 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:55.162209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:33:49Z', 'revision_number': 4, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port': {'id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:40Z', 'updated_at': '2021-08-11T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'df0fe3c7-617c-4963-b9b1-6aa8e476ab79', 'name': '', 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'mac_address': 'fa:16:3e:9c:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '18a50cbc-9e8b-48d6-b0e8-8e497ea76d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:47Z', 'updated_at': '2021-08-11T00:33:54Z', 'revision_number': 4, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'subnets': [{'id': '18a50cbc-9e8b-48d6-b0e8-8e497ea76d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:33:55.212841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0bd3b-460b-43ea-a1fe-398cb6180d2f None None] The sync data for ids ['a303af82-747a-489d-b32a-f7062da8aa65'] in n-d-712143-13 is: [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:33:49Z', 'revision_number': 4, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port': {'id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:40Z', 'updated_at': '2021-08-11T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'df0fe3c7-617c-4963-b9b1-6aa8e476ab79', 'name': '', 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'mac_address': 'fa:16:3e:9c:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '18a50cbc-9e8b-48d6-b0e8-8e497ea76d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:47Z', 'updated_at': '2021-08-11T00:33:54Z', 'revision_number': 4, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'subnets': [{'id': '18a50cbc-9e8b-48d6-b0e8-8e497ea76d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:33:55.366999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] Pushing event updated for resources: {'Network': ['ID=1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:55.406021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:33:55.420926 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:55.430536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40eb0d77-e911-4ad3-b8fc-60ace2addf6c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9930882 Aug 11 00:33:55.437551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60842) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:55.448917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Request body: {'subnet': {'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-subnet', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:55.595490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Made reservation on behalf of b003ab245fff4bd586eef984b222b24e for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:55.601708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:55.624522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-e55f67a6-0f6f-4d58-8425-f6811e6f6796 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:55.646196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-e55f67a6-0f6f-4d58-8425-f6811e6f6796 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 818 time: 0.4585869 Aug 11 00:33:55.695752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60850) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:55.744680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Allocated IP 172.25.0.250 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/983df764-128d-4256-8ced-a1c4f8e7fb1d) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:55.792239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-d85266a5-e922-4a48-a86e-ae7a615e28b5 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/quotas/96216565c1f240c4bf5dd6ac3de203bc HTTP/1.1" status: 200 len: 375 time: 0.1434786 Aug 11 00:33:55.956963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.000087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-96f65504-c65f-456a-89ed-3a3368b393f9 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2067327 Aug 11 00:33:56.032532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327259cc-818d-445c-8cff-3f314a90aa78 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:33:56.075116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.133708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.137381 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c4b626ea-5a64-431b-84a2-08d92eb298bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa1d7cc9fa2046acb5d4dc2311f09077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342813 Aug 11 00:33:56.137948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60860) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:56.143023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Transition to ACTIVE for port object 327259cc-818d-445c-8cff-3f314a90aa78 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:56.231485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:56.237885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-6044d8db-f2d9-4194-9bd5-a1c05ce0878d service neutron] 10.222.0.43 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021403 Aug 11 00:33:56.240553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:56.243348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:56.245911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Pushing event updated for resources: {'Port': ['ID=983df764-128d-4256-8ced-a1c4f8e7fb1d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:56.302574 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.308951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80be6d0c-5fe9-4fae-9f92-6661fdc79cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.353204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.366754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80be6d0c-5fe9-4fae-9f92-6661fdc79cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.430878 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.433426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Pushing event updated for resources: {'Port': ['ID=327259cc-818d-445c-8cff-3f314a90aa78,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:56.498400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-3928aa1e-93c2-45b5-bb7e-b9af53fde5bb service neutron] 10.222.0.43 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464120 Aug 11 00:33:56.538876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b67d20e-81ae-483d-bfbc-034a3dd795b9,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:56.547289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80be6d0c-5fe9-4fae-9f92-6661fdc79cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.547289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80be6d0c-5fe9-4fae-9f92-6661fdc79cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.553570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-80be6d0c-5fe9-4fae-9f92-6661fdc79cc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73b0a4a1-314c-47bb-a46e-4dda2b134c83 HTTP/1.1" status: 204 len: 168 time: 0.4042068 Aug 11 00:33:56.581463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Checking segment: {'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:56.581833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Network hostable DHCP agents. Network: 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:33:56.598337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be6d0c-5fe9-4fae-9f92-6661fdc79cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b0a4a1-314c-47bb-a46e-4dda2b134c83,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:56.630339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Attempting to bind port 327259cc-818d-445c-8cff-3f314a90aa78 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:56.630693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Attempting to bind port 327259cc-818d-445c-8cff-3f314a90aa78 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:56.631035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Attempting to bind port 327259cc-818d-445c-8cff-3f314a90aa78 on network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:56.636642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Port 327259cc-818d-445c-8cff-3f314a90aa78 on network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:33:56.636642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Attempting to bind port 327259cc-818d-445c-8cff-3f314a90aa78 on network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:56.642345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:56.646185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Checking segment: {'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:56.646185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Bound using segment: {'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:56.646418 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.646533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Bound port: 327259cc-818d-445c-8cff-3f314a90aa78, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:56.646533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.729178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] For port 327259cc-818d-445c-8cff-3f314a90aa78, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:56.736733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] For port 327259cc-818d-445c-8cff-3f314a90aa78, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=327259cc-818d-445c-8cff-3f314a90aa78,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:56.741465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:33:56.855330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.991516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:56.994073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.006868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:57.013243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:57.014480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.020012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701d982-f51c-46ed-8eca-886f00101ef9 None None] Network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:33:57.116800 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:57.117747 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.119942 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] 10.222.0.44 "PUT /v2.0/ports/327259cc-818d-445c-8cff-3f314a90aa78 HTTP/1.1" status: 200 len: 1093 time: 2.1726525 Aug 11 00:33:57.142134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e3c52a-113f-4e18-9095-b0d29652155f', 'tag': '327259cc-818d-445c-8cff-3f314a90aa78'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:33:57.150224 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5146dfc3-b3c6-49b5-b032-e19b513b6126" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e3c52a-113f-4e18-9095-b0d29652155f", "tag": "327259cc-818d-445c-8cff-3f314a90aa78"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:33:57.198512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-93eefb1e-04d9-4d3f-97d4-010339e13977 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7627692 Aug 11 00:33:57.213139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60876) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:57.247231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58164d9-faea-41b5-81ae-bab4796889d8 req-c898b5d3-3487-4a25-8c7d-36bc098b4421 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:57.254551 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a58164d9-faea-41b5-81ae-bab4796889d8 req-c898b5d3-3487-4a25-8c7d-36bc098b4421 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 943 time: 0.3140016 Aug 11 00:33:57.263031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:57.279613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa39ec4-982d-4382-bbae-f0adbdeee18d service neutron] Pushing event updated for resources: {'Port': ['ID=327259cc-818d-445c-8cff-3f314a90aa78,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:57.314886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Pushing event updated for resources: {'Port': ['ID=983df764-128d-4256-8ced-a1c4f8e7fb1d,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:57.326937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device df0fe3c7-617c-4963-b9b1-6aa8e476ab79 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:57.380068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7', 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'fixed_ips': [{'subnet_id': '6b67d20e-81ae-483d-bfbc-034a3dd795b9'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:33:57.382714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.385989 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.427730 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.430780 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.507453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a58164d9-faea-41b5-81ae-bab4796889d8 req-de54790d-6f6c-49a5-beea-e707821d7db4 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984501 Aug 11 00:33:57.527818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-f63a8361-65c0-4145-9339-a4b3dcccbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:57.529868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-f63a8361-65c0-4145-9339-a4b3dcccbd9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8fa17f88bef4cce96aeca6907534c2f&device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 1096 time: 0.1423733 Aug 11 00:33:57.597836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-a7ecaa52-1bae-4342-a5ff-c6262287b2af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327259cc-818d-445c-8cff-3f314a90aa78 HTTP/1.1" status: 200 len: 217 time: 0.0596061 Aug 11 00:33:57.617083 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.637740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Allocated IP 172.20.0.2 (1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7/6b67d20e-81ae-483d-bfbc-034a3dd795b9/f0a82d30-efa8-458f-8c02-f5e734e425cc) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:57.655682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:57.658581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-b7ee402a-41fa-4749-8728-39d46387a0bf tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9671590 Aug 11 00:33:57.684615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:33:57.727121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-bd8b5093-9881-4e46-91ef-9f690d6d6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:57.729170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-bd8b5093-9881-4e46-91ef-9f690d6d6cb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25030bba-a6ec-450f-a230-38262d0088d3 HTTP/1.1" status: 200 len: 848 time: 0.1251364 Aug 11 00:33:57.809758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-f3b99339-95e5-45c6-aea8-850514ff525b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717318 Aug 11 00:33:57.847038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-49ea58cb-d25b-40e0-bdbe-5f8f19606c6a tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.1740434 Aug 11 00:33:57.946305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port df0fe3c7-617c-4963-b9b1-6aa8e476ab79 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:33:57.961164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port df0fe3c7-617c-4963-b9b1-6aa8e476ab79 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:57.961686 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:58.047088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71c5cb-0c00-480f-8830-6ce5ccf2174d req-97d03468-c0cf-4346-a13f-7c1814a37c93 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:58.059703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f71c5cb-0c00-480f-8830-6ce5ccf2174d req-97d03468-c0cf-4346-a13f-7c1814a37c93 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 944 time: 0.2018671 Aug 11 00:33:58.098062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-fcee131d-a837-4503-8ba7-e745981e807f service neutron] 10.222.0.44 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770030 Aug 11 00:33:58.176116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f71c5cb-0c00-480f-8830-6ce5ccf2174d req-7560accd-d858-482b-bdbf-8208f5a952a3 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148195 Aug 11 00:33:58.258800 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:58.300292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65dde175-4493-4fe3-8b62-fdaa4ead4a4e req-61999f57-cc9a-49aa-8d21-a5c1a1a357c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775615 Aug 11 00:33:58.396535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,segment=NetworkSegment(84ea8e00-e0ea-4992-957c-a756551ca90f),segment_id=84ea8e00-e0ea-4992-957c-a756551ca90f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:58.426925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '4f86b09a-cd53-429f-9dfa-caeeb8fbd054', 'network_id': '45304979-177b-4a9c-99a3-1b58192b8273', 'port_id': '4f86b09a-cd53-429f-9dfa-caeeb8fbd054', 'mac_address': 'fa:16:3e:f0:bb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29751a4-0894-48a4-a0bb-5c03ddc807ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:33:58.477175 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:58.554849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port df0fe3c7-617c-4963-b9b1-6aa8e476ab79, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:58.556199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-5bcff76e-de30-40e0-b798-b7475dfc1115 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:58.569429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab90398f-d7a2-49a9-b25e-af35de388747 req-5bcff76e-de30-40e0-b798-b7475dfc1115 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.4964008 Aug 11 00:33:58.586804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:58.602470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:58.617377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:33:58.625350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Transition to ACTIVE for port object f0a82d30-efa8-458f-8c02-f5e734e425cc will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:58.642262 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:58.675883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Transition to ACTIVE for port object f0a82d30-efa8-458f-8c02-f5e734e425cc will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:33:58.678277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077130e-8ce1-466b-b625-e141055706ec req-597cd24f-f2a8-4091-bd7f-08e416ef468e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:58.679859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-597cd24f-f2a8-4091-bd7f-08e416ef468e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 818 time: 0.3941381 Aug 11 00:33:58.680443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,segment=NetworkSegment(84ea8e00-e0ea-4992-957c-a756551ca90f),segment_id=84ea8e00-e0ea-4992-957c-a756551ca90f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:58.725226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Request body: {'port': {'device_id': 'ab2bea38-f26c-4f53-bfbb-ce540418c954', 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98', 'admin_state_up': True, 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:33:58.733273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38c2aaf7-4c48-4083-a1e8-39c5acabcf30 req-553330ab-1160-4a18-b424-53119299a2a1 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 210 time: 0.0728128 Aug 11 00:33:58.807743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:58.820996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:58.837232 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e141f-64d7-4f0f-b66c-5fa0c7f49385 x-openstack-request-id: req-fa4e141f-64d7-4f0f-b66c-5fa0c7f49385 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:33:58.837717 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e3c52a-113f-4e18-9095-b0d29652155f", "tag": "327259cc-818d-445c-8cff-3f314a90aa78", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:33:58.838116 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa4e141f-64d7-4f0f-b66c-5fa0c7f49385 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:33:58.838780 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e3c52a-113f-4e18-9095-b0d29652155f', 'tag': '327259cc-818d-445c-8cff-3f314a90aa78', 'status': 'completed', 'code': 200} Aug 11 00:33:58.914512 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:58.983332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:33:58.985682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:58.990222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-0bdb0f6c-be6d-4d71-80a7-dc6280d73d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:58.992228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-0bdb0f6c-be6d-4d71-80a7-dc6280d73d6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8fa17f88bef4cce96aeca6907534c2f&device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 1096 time: 0.1173346 Aug 11 00:33:58.995706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:33:59.006225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:33:59.027655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cf203-8920-49dd-b49b-66eb5c34537c req-9aa96986-d767-4471-8572-287686901696 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:59.035594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-498cf203-8920-49dd-b49b-66eb5c34537c req-9aa96986-d767-4471-8572-287686901696 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 944 time: 0.1323807 Aug 11 00:33:59.053899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['4f86b09a-cd53-429f-9dfa-caeeb8fbd054'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:33:59.242309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Pushing event updated for resources: {'Port': ['ID=f0a82d30-efa8-458f-8c02-f5e734e425cc,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:33:59.285425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device df0fe3c7-617c-4963-b9b1-6aa8e476ab79 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:33:59.288185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 327259cc-818d-445c-8cff-3f314a90aa78 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:33:59.331617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-2f3842fa-07ab-408e-bb4b-c4b9cb8fd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:59.334445 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-2f3842fa-07ab-408e-bb4b-c4b9cb8fd2ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 HTTP/1.1" status: 200 len: 909 time: 0.3336186 Aug 11 00:33:59.435877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Attempting to bind port f0a82d30-efa8-458f-8c02-f5e734e425cc on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:33:59.436551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Attempting to bind port f0a82d30-efa8-458f-8c02-f5e734e425cc by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:33:59.437259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Attempting to bind port f0a82d30-efa8-458f-8c02-f5e734e425cc on network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:33:59.479903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:33:59.480396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Checking segment: {'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:33:59.481167 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.481936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Bound using segment: {'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:33:59.482853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Bound port: f0a82d30-efa8-458f-8c02-f5e734e425cc, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:33:59.483645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.579095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Made reservation on behalf of 96216565c1f240c4bf5dd6ac3de203bc for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:33:59.583681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.663185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-498cf203-8920-49dd-b49b-66eb5c34537c req-4645506d-2f63-4887-87ed-32847f0a25f9 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264606 Aug 11 00:33:59.705395 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.712332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.730723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.763792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.794241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 327259cc-818d-445c-8cff-3f314a90aa78, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=327259cc-818d-445c-8cff-3f314a90aa78,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:33:59.811088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port df0fe3c7-617c-4963-b9b1-6aa8e476ab79 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:33:59.811650 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.817557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60930) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:33:59.826835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] For port f0a82d30-efa8-458f-8c02-f5e734e425cc, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:33:59.830201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-1ee0f246-6a1d-42bf-a5b2-25868054ead7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327259cc-818d-445c-8cff-3f314a90aa78 HTTP/1.1" status: 200 len: 217 time: 0.4867873 Aug 11 00:33:59.862563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '327259cc-818d-445c-8cff-3f314a90aa78', 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7', 'port_id': '327259cc-818d-445c-8cff-3f314a90aa78', 'mac_address': 'fa:16:3e:ba:ed:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25030bba-a6ec-450f-a230-38262d0088d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:33:59.872198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] For port f0a82d30-efa8-458f-8c02-f5e734e425cc, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f0a82d30-efa8-458f-8c02-f5e734e425cc,segment=NetworkSegment(52e00fc8-ce57-4bbb-a3ef-ba901e3b57de),segment_id=52e00fc8-ce57-4bbb-a3ef-ba901e3b57de)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:33:59.893510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Allocated IP 172.25.0.107 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/26b10d2f-ae29-43f8-992b-43354fa543c1) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:33:59.941221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-2eb7583d-eafc-4cd7-8121-51f207e14f66 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:33:59.952837 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:33:59.957570 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-2eb7583d-eafc-4cd7-8121-51f207e14f66 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 820 time: 0.8243418 Aug 11 00:33:59.969559 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:00.004584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-2d429ec6-a9f9-4924-bae6-0b1522375531 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/quotas/96d4c1ca70e9447f9c87dc5806427a74 HTTP/1.1" status: 200 len: 375 time: 0.0453606 Aug 11 00:34:00.014005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-deb8ddec-7850-4a51-8c08-f3d36ab259e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:00.014005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-deb8ddec-7850-4a51-8c08-f3d36ab259e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25030bba-a6ec-450f-a230-38262d0088d3 HTTP/1.1" status: 200 len: 848 time: 0.1749136 Aug 11 00:34:00.035512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327259cc-818d-445c-8cff-3f314a90aa78 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:00.117287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 327259cc-818d-445c-8cff-3f314a90aa78, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=327259cc-818d-445c-8cff-3f314a90aa78,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:00.123543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-a93fe1fa-7860-4aec-9574-895e25075ecb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948248 Aug 11 00:34:00.129474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce5111aa-5242-4e67-81c0-201b66ed2b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:00.132190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9590b-6a7f-442e-bdeb-7645431ad622 None None] Pushing event updated for resources: {'Port': ['ID=f0a82d30-efa8-458f-8c02-f5e734e425cc,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:00.176702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:00.192388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Allocated IP 172.20.0.9 (d09eb0fc-7806-40de-987a-df7ecc77dc98/18a50cbc-9e8b-48d6-b0e8-8e497ea76d90/08c37552-257d-408e-a49d-d4340df91f5e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:00.203862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a5d76-885d-4761-8acb-d7c7095bb7c9 req-3f012a22-0dcc-4d4f-8ee1-13efb5d80dd1 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:00.205572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bb5a5d76-885d-4761-8acb-d7c7095bb7c9 req-3f012a22-0dcc-4d4f-8ee1-13efb5d80dd1 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 944 time: 0.1606510 Aug 11 00:34:00.236380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-e0ef2faa-fc27-46c4-9e98-e4060abe6e4d tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2300620 Aug 11 00:34:00.238690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:00.284952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-c7f7725e-88f2-4928-8618-533e2b05dfd5 service neutron] 10.222.0.44 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522567 Aug 11 00:34:00.320285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bb5a5d76-885d-4761-8acb-d7c7095bb7c9 req-eef42bb0-6eea-4827-97e2-f9ece78fe42b tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046119 Aug 11 00:34:00.363675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=327259cc-818d-445c-8cff-3f314a90aa78,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:00.455811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['327259cc-818d-445c-8cff-3f314a90aa78'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:00.520436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:00.603126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Pushing event updated for resources: {'Port': ['ID=26b10d2f-ae29-43f8-992b-43354fa543c1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:00.616579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-ad55172d-43ef-40f2-9729-8a072fa8ee9c service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292558 Aug 11 00:34:00.649923 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5146dfc3-b3c6-49b5-b032-e19b513b6126 req-1f5c84b8-ba7e-4abc-98e2-3009b2dad519 service neutron] 10.222.0.44 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425857 Aug 11 00:34:00.653379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:00.664028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:00.672195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:00.690862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-7290d21f-c5df-43b5-95f8-8d2d1f31137d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:00.693895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-7290d21f-c5df-43b5-95f8-8d2d1f31137d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 818 time: 0.3457968 Aug 11 00:34:00.721329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Request body: {'port': {'device_id': '017abd23-46fe-490d-ad65-8cdda0061c11', 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98', 'admin_state_up': True, 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:00.801741 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce5111aa-5242-4e67-81c0-201b66ed2b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:00.815269 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:00.911108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-68110877-f00c-462b-8e1e-61fc7327900c service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537653 Aug 11 00:34:00.958476 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce5111aa-5242-4e67-81c0-201b66ed2b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:00.998013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8e239c3-7b71-49f4-9b87-18b76f9d8340 req-5bf9c8cc-1297-49dd-af36-79c51930f413 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 210 time: 0.0672839 Aug 11 00:34:01.001965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ce5111aa-5242-4e67-81c0-201b66ed2b2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5d7b3413dce4334957d102c8e129164&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1797481 Aug 11 00:34:01.003770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5111aa-5242-4e67-81c0-201b66ed2b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed486a-13e0-4a93-bfc2-72fa5c246918,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:01.006126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60944) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:01.080533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97e37226-9741-42cf-a3aa-2e8beb4d8182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.131728 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97e37226-9741-42cf-a3aa-2e8beb4d8182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.212904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.271008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f0a82d30-efa8-458f-8c02-f5e734e425cc up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:01.292402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Network d09eb0fc-7806-40de-987a-df7ecc77dc98 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:01.296393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 327259cc-818d-445c-8cff-3f314a90aa78 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:01.298384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Made reservation on behalf of 96216565c1f240c4bf5dd6ac3de203bc for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:01.302712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.317159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a7fc8-3417-467f-95c1-c2759547395a req-def10dc8-6f71-439d-b96d-ea096df61649 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:01.318816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d8a7fc8-3417-467f-95c1-c2759547395a req-def10dc8-6f71-439d-b96d-ea096df61649 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 944 time: 0.1430895 Aug 11 00:34:01.319974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:01.338150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97e37226-9741-42cf-a3aa-2e8beb4d8182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.345568 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97e37226-9741-42cf-a3aa-2e8beb4d8182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.362570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:01.368574 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-97e37226-9741-42cf-a3aa-2e8beb4d8182 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83ed486a-13e0-4a93-bfc2-72fa5c246918 HTTP/1.1" status: 204 len: 168 time: 0.3475814 Aug 11 00:34:01.379392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Pushing event updated for resources: {'Port': ['ID=08c37552-257d-408e-a49d-d4340df91f5e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:01.409331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37226-9741-42cf-a3aa-2e8beb4d8182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed486a-13e0-4a93-bfc2-72fa5c246918,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:01.495610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port f0a82d30-efa8-458f-8c02-f5e734e425cc completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:01.503988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f00ec82b-161a-48b9-87bd-dcfc4e7765cd req-48a29074-0fcd-40a0-887d-ea0b1b9ed30c tempest-AbsoluteLimitsNegativeTestJSON-2010010859 tempest-AbsoluteLimitsNegativeTestJSON-2010010859-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=021a6671a9784f15a8a73855a66f1db6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291619 Aug 11 00:34:01.531619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 327259cc-818d-445c-8cff-3f314a90aa78 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:01.549779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 327259cc-818d-445c-8cff-3f314a90aa78 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:01.550405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.618781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:01.619516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.622365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:01.657782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d8a7fc8-3417-467f-95c1-c2759547395a req-25c8a643-61a4-4a9b-8148-6b160019fd3b tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830844 Aug 11 00:34:01.699696 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.738481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ec82b-161a-48b9-87bd-dcfc4e7765cd req-cbb31b81-2f55-4474-98d7-da02805f2b54 tempest-AbsoluteLimitsNegativeTestJSON-2010010859 tempest-AbsoluteLimitsNegativeTestJSON-2010010859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:01.747081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f00ec82b-161a-48b9-87bd-dcfc4e7765cd req-cbb31b81-2f55-4474-98d7-da02805f2b54 tempest-AbsoluteLimitsNegativeTestJSON-2010010859 tempest-AbsoluteLimitsNegativeTestJSON-2010010859-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315474 Aug 11 00:34:01.769399 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f00ec82b-161a-48b9-87bd-dcfc4e7765cd req-ebd6d750-de37-4360-a0c0-a924e3577d04 tempest-AbsoluteLimitsNegativeTestJSON-2010010859 tempest-AbsoluteLimitsNegativeTestJSON-2010010859-project] 10.222.0.43 "GET /v2.0/quotas/021a6671a9784f15a8a73855a66f1db6 HTTP/1.1" status: 200 len: 375 time: 0.0211387 Aug 11 00:34:01.815066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-a5a87b4b-0720-4ca3-b345-fe9cfbcd6a18 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0938146 Aug 11 00:34:01.817489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4793ebe-1ef9-496c-959e-d2047d671068 None None] Network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:01.819560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f00ec82b-161a-48b9-87bd-dcfc4e7765cd req-36ba0a03-1acc-4c09-90e5-0b4bf21d4997 tempest-AbsoluteLimitsNegativeTestJSON-2010010859 tempest-AbsoluteLimitsNegativeTestJSON-2010010859-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=021a6671a9784f15a8a73855a66f1db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489240 Aug 11 00:34:01.834587 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:01.852408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Request body: {'port': {'device_id': 'ab2bea38-f26c-4f53-bfbb-ce540418c954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:01.885425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Allocated IP 172.20.0.6 (d09eb0fc-7806-40de-987a-df7ecc77dc98/18a50cbc-9e8b-48d6-b0e8-8e497ea76d90/d1d2988a-3757-43b8-b73c-957a352b69cf) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:01.930814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7c928d9-cf88-4577-a7a1-89e999f6f23c req-253afe15-8e9c-4ef5-9b9b-df560c969c87 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 210 time: 0.0358868 Aug 11 00:34:01.964974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:01.994596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e3c52a-113f-4e18-9095-b0d29652155f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327259cc-818d-445c-8cff-3f314a90aa78'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:01.999201 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5000eb5-bcf6-41a2-afa9-9d0a2bef18a9" -d '{"events": [{"server_uuid": "a3e3c52a-113f-4e18-9095-b0d29652155f", "name": "network-vif-plugged", "status": "completed", "tag": "327259cc-818d-445c-8cff-3f314a90aa78"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:02.007188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af462e-bfbc-41d8-88a2-9828042340ec req-cd495da9-ab45-4445-8a51-6a814857c980 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:02.010314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:02.012214 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.014648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1af462e-bfbc-41d8-88a2-9828042340ec req-cd495da9-ab45-4445-8a51-6a814857c980 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 945 time: 0.2228353 Aug 11 00:34:02.041162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.086351 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b3fb0d-e7f5-4aa5-8351-96a8586cf5d1 x-openstack-request-id: req-32b3fb0d-e7f5-4aa5-8351-96a8586cf5d1 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:02.086351 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e3c52a-113f-4e18-9095-b0d29652155f", "name": "network-vif-plugged", "status": "completed", "tag": "327259cc-818d-445c-8cff-3f314a90aa78", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:02.086584 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32b3fb0d-e7f5-4aa5-8351-96a8586cf5d1 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:02.086979 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e3c52a-113f-4e18-9095-b0d29652155f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327259cc-818d-445c-8cff-3f314a90aa78', 'code': 200} Aug 11 00:34:02.090088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 327259cc-818d-445c-8cff-3f314a90aa78, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=327259cc-818d-445c-8cff-3f314a90aa78,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:02.232937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-49474607-6fae-4d23-8e26-2f4dac2eff65 None None] Provisioning for port f0a82d30-efa8-458f-8c02-f5e734e425cc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:02.244960 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.259955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-49474607-6fae-4d23-8e26-2f4dac2eff65 None None] Provisioning complete for port f0a82d30-efa8-458f-8c02-f5e734e425cc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:02.260670 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49474607-6fae-4d23-8e26-2f4dac2eff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.331223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4a8ff4d-be47-4fc8-8e23-cbc23a089707 req-d01549f2-b7c6-40ef-9b6e-08affeeb2634 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 210 time: 0.0921457 Aug 11 00:34:02.358322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1af462e-bfbc-41d8-88a2-9828042340ec req-de9e8415-0a9c-4059-aeb2-0024f7440d02 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424542 Aug 11 00:34:02.385640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed726-1385-41c4-9cca-4fe394a97085 req-c47e2b1f-b32b-44b2-8da4-6381eaf86f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:02.391024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9dfed726-1385-41c4-9cca-4fe394a97085 req-c47e2b1f-b32b-44b2-8da4-6381eaf86f30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 1097 time: 0.2298405 Aug 11 00:34:02.458980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9dfed726-1385-41c4-9cca-4fe394a97085 req-061286fe-a26a-4788-93cb-4eb46d6e9dd8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Aug 11 00:34:02.459225 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.549286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=327259cc-818d-445c-8cff-3f314a90aa78,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:02.572710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,segment=NetworkSegment(84ea8e00-e0ea-4992-957c-a756551ca90f),segment_id=84ea8e00-e0ea-4992-957c-a756551ca90f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:02.625630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60988) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:02.652131 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49474607-6fae-4d23-8e26-2f4dac2eff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.679860 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.761711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:02.776251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-49474607-6fae-4d23-8e26-2f4dac2eff65 None None] For port f0a82d30-efa8-458f-8c02-f5e734e425cc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f0a82d30-efa8-458f-8c02-f5e734e425cc,segment=NetworkSegment(52e00fc8-ce57-4bbb-a3ef-ba901e3b57de),segment_id=52e00fc8-ce57-4bbb-a3ef-ba901e3b57de)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:02.822614 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.872775 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b22c2ad-265e-48ff-bee5-e5d524c194e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:02.965986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49474607-6fae-4d23-8e26-2f4dac2eff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.005234 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b22c2ad-265e-48ff-bee5-e5d524c194e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.029333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49474607-6fae-4d23-8e26-2f4dac2eff65 None None] Pushing event updated for resources: {'Port': ['ID=f0a82d30-efa8-458f-8c02-f5e734e425cc,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:03.064795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a12634c4-a6ee-442d-97b0-743cf9f0d57f req-3bd0cc39-7874-40dc-8c15-81791ac01e00 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Aug 11 00:34:03.108455 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b22c2ad-265e-48ff-bee5-e5d524c194e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.112281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7917efa3-3784-41e8-a6f2-c5ebdd344103 None None] Provisioning complete for port f0a82d30-efa8-458f-8c02-f5e734e425cc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:03.112650 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7917efa3-3784-41e8-a6f2-c5ebdd344103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.225123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f0a82d30-efa8-458f-8c02-f5e734e425cc up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:03.228656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8b22c2ad-265e-48ff-bee5-e5d524c194e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=021a6671a9784f15a8a73855a66f1db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6003110 Aug 11 00:34:03.231868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22c2ad-265e-48ff-bee5-e5d524c194e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e141648-0d59-49aa-b31e-eaec314ee091,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:03.234744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 32770) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:03.253087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.297802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cffe6d3-4324-4f8e-b899-c6d87fe50610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.324480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cffe6d3-4324-4f8e-b899-c6d87fe50610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.366786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3b1ef-4881-49bf-83ee-217b8913d197 req-0ec9a3ff-a98b-4092-95cd-dd79df305bfc tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:03.380146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64c3b1ef-4881-49bf-83ee-217b8913d197 req-0ec9a3ff-a98b-4092-95cd-dd79df305bfc tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 945 time: 0.5611048 Aug 11 00:34:03.398577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f0a82d30-efa8-458f-8c02-f5e734e425cc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:03.398577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.484281 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1fa608f-3217-45ce-870d-b2e628c1549d req-ddd8e3e4-a093-4a11-aea3-58c7e4f1163a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 210 time: 0.0420957 Aug 11 00:34:03.496148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64c3b1ef-4881-49bf-83ee-217b8913d197 req-94f3d9d4-c202-4c30-a23f-1eef6f967d88 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150808 Aug 11 00:34:03.541707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cffe6d3-4324-4f8e-b899-c6d87fe50610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.544303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cffe6d3-4324-4f8e-b899-c6d87fe50610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.547830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9cffe6d3-4324-4f8e-b899-c6d87fe50610 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e141648-0d59-49aa-b31e-eaec314ee091 HTTP/1.1" status: 204 len: 168 time: 0.3095381 Aug 11 00:34:03.556792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffe6d3-4324-4f8e-b899-c6d87fe50610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e141648-0d59-49aa-b31e-eaec314ee091,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:03.612831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:03.671643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:34:03.685377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 32782) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:03.718496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24ff1d-8a12-42cd-8c5c-9d22fe9959ad req-37cc0dbb-9c3b-40f8-8349-1d37db80c480 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:03.721845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa24ff1d-8a12-42cd-8c5c-9d22fe9959ad req-37cc0dbb-9c3b-40f8-8349-1d37db80c480 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 946 time: 0.1220579 Aug 11 00:34:03.742521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Network d09eb0fc-7806-40de-987a-df7ecc77dc98 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:03.790405 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa24ff1d-8a12-42cd-8c5c-9d22fe9959ad req-481426da-22eb-430a-9f66-48ba3f50b072 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606420 Aug 11 00:34:03.834503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:03.840320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Pushing event updated for resources: {'Port': ['ID=d1d2988a-3757-43b8-b73c-957a352b69cf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:03.842985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:03.849704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-network', 'tenant_id': '7d80d82bf49641a48e698c15286c2606'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:03.966497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:03.967192 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.008494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Made reservation on behalf of 7d80d82bf49641a48e698c15286c2606 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:04.011476 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.021677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:04.027576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.038643 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Sync routers for ids ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:04.040265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c37552-257d-408e-a49d-d4340df91f5e {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:04.050467 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.055054 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Routers {'2cc741e7-c526-4bcd-a80e-d16e60a12b26'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:04.055776 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:04.072531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Transition to ACTIVE for port object 08c37552-257d-408e-a49d-d4340df91f5e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:04.088070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a363fd-c3be-43e9-aa43-cbad57b8714d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f86b09a-cd53-429f-9dfa-caeeb8fbd054'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:04.090967 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c0641a-5896-43e4-b1a4-fd3ca6bc2a5f" -d '{"events": [{"server_uuid": "d7a363fd-c3be-43e9-aa43-cbad57b8714d", "name": "network-vif-plugged", "status": "completed", "tag": "4f86b09a-cd53-429f-9dfa-caeeb8fbd054"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:04.117839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-cdb1917e-ad73-44ad-98d2-ea8742dd8dbe tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4018333 Aug 11 00:34:04.137598 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873d0ff6-5ec3-41f6-bd04-0bbbe910b607 x-openstack-request-id: req-873d0ff6-5ec3-41f6-bd04-0bbbe910b607 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:04.138223 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a363fd-c3be-43e9-aa43-cbad57b8714d", "name": "network-vif-plugged", "status": "completed", "tag": "4f86b09a-cd53-429f-9dfa-caeeb8fbd054", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:04.138693 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-873d0ff6-5ec3-41f6-bd04-0bbbe910b607 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:04.139336 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a363fd-c3be-43e9-aa43-cbad57b8714d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f86b09a-cd53-429f-9dfa-caeeb8fbd054', 'code': 200} Aug 11 00:34:04.145744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Request body: {'port': {'device_id': '017abd23-46fe-490d-ad65-8cdda0061c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:04.162120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.172686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ab73e1f6-7b22-4d26-a6f8-2e3817873f37 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9648798 Aug 11 00:34:04.173475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 32792) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:04.175665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.208135 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Set router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:04.322550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5edb1466-17f2-452b-ab74-c64e5b460ef7 req-ff2e65a7-8dbe-4946-960e-68b5d370e1a3 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 210 time: 0.0506468 Aug 11 00:34:04.381372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Pushing event updated for resources: {'Port': ['ID=08c37552-257d-408e-a49d-d4340df91f5e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:04.400860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.433507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b5f7e-5ca2-46e8-a587-b410ea22a0d8 req-4e92ac19-8a61-4ace-890d-065e931e6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:04.435199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c14b5f7e-5ca2-46e8-a587-b410ea22a0d8 req-4e92ac19-8a61-4ace-890d-065e931e6d05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 1097 time: 0.1717517 Aug 11 00:34:04.503856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.618881 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:01Z', 'revision_number': 3, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:04.653699 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Checking router: 2cc741e7-c526-4bcd-a80e-d16e60a12b26 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:04.654308 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Updating router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 port 26b10d2f-ae29-43f8-992b-43354fa543c1 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:34:04.680538 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.687074 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.724340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:34:04.786102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.786482 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Added segment 69479da4-719d-4b30-af8d-6570e1faffb8 of type vlan for network af520825-082c-45f6-8942-abaa215f134c Aug 11 00:34:04.788914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7d3b3e-c77b-401b-9ea1-c063ccae3544,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:04.813379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8b2bf-3527-4781-8a8f-9445ffafa98c req-252be8b6-f8f0-46ae-ad21-46bddad6c376 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:04.819347 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6a8b2bf-3527-4781-8a8f-9445ffafa98c req-252be8b6-f8f0-46ae-ad21-46bddad6c376 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 945 time: 0.1997530 Aug 11 00:34:04.827905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c14b5f7e-5ca2-46e8-a587-b410ea22a0d8 req-0e390363-a08d-4b88-9e8b-af72889fa1b8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066170 Aug 11 00:34:04.844876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Attempting to bind port 08c37552-257d-408e-a49d-d4340df91f5e on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:04.844876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Attempting to bind port 08c37552-257d-408e-a49d-d4340df91f5e by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:04.844876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Attempting to bind port 08c37552-257d-408e-a49d-d4340df91f5e on network d09eb0fc-7806-40de-987a-df7ecc77dc98 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:04.868199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a3ab3-0a9f-4886-8692-da6d33807388 req-11b74690-bfb5-4aeb-a866-9166789a0a89 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:04.869831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-569a3ab3-0a9f-4886-8692-da6d33807388 req-11b74690-bfb5-4aeb-a866-9166789a0a89 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 931 time: 0.2608244 Aug 11 00:34:04.873877 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.874084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Port 08c37552-257d-408e-a49d-d4340df91f5e on network d09eb0fc-7806-40de-987a-df7ecc77dc98 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:34:04.874084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Attempting to bind port 08c37552-257d-408e-a49d-d4340df91f5e on network d09eb0fc-7806-40de-987a-df7ecc77dc98 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:04.886108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:04.896093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Checking segment: {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:04.896093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Bound using segment: {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:04.896093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Bound port: 08c37552-257d-408e-a49d-d4340df91f5e, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:04.896093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:04.964007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6a8b2bf-3527-4781-8a8f-9445ffafa98c req-d47d1135-9bba-4745-ac09-8345864128de tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397064 Aug 11 00:34:05.066854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-569a3ab3-0a9f-4886-8692-da6d33807388 req-41abd99c-9da7-4adc-9f07-5638ebd5edf6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645939 Aug 11 00:34:05.093589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.094589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:05.095267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.146306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] For port 08c37552-257d-408e-a49d-d4340df91f5e, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:05.203660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] For port 08c37552-257d-408e-a49d-d4340df91f5e, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08c37552-257d-408e-a49d-d4340df91f5e,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:05.243691 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.244564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.253490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-e5e635be-1552-4dbf-a1a7-6b0775969a25 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:05.255109 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-e5e635be-1552-4dbf-a1a7-6b0775969a25 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 820 time: 0.2744112 Aug 11 00:34:05.255697 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Transition to ACTIVE for port object 26b10d2f-ae29-43f8-992b-43354fa543c1 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:05.257100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] Pushing event updated for resources: {'Network': ['ID=af520825-082c-45f6-8942-abaa215f134c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:05.271309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network af520825-082c-45f6-8942-abaa215f134c details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:34:05.273717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Request body: {'port': {'device_id': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'admin_state_up': True, 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:05.312376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d2988a-3757-43b8-b73c-957a352b69cf {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:05.328818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.334350 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40ac9392-ea55-4f6d-9cb1-9bca58d6ea8b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6441302 Aug 11 00:34:05.340556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 32816) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:05.353617 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.379411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Request body: {'subnet': {'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-subnet', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:05.385081 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.388120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Transition to ACTIVE for port object d1d2988a-3757-43b8-b73c-957a352b69cf will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:05.466347 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.471790 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0c3ef-8868-4545-89ec-cb7b4fa83dc3 None None] Pushing event updated for resources: {'Port': ['ID=26b10d2f-ae29-43f8-992b-43354fa543c1,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:05.474756 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Attempting to bind port 26b10d2f-ae29-43f8-992b-43354fa543c1 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:05.475365 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Attempting to bind port 26b10d2f-ae29-43f8-992b-43354fa543c1 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:05.475879 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Attempting to bind port 26b10d2f-ae29-43f8-992b-43354fa543c1 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:05.484482 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:05.484850 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:05.485276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:05.487123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.487792 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.488193 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:05.488691 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Bound port: 26b10d2f-ae29-43f8-992b-43354fa543c1, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:05.489072 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.491410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] 10.222.0.55 "PUT /v2.0/ports/08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 200 len: 1092 time: 3.6487045 Aug 11 00:34:05.498104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2bea38-f26c-4f53-bfbb-ce540418c954', 'tag': '08c37552-257d-408e-a49d-d4340df91f5e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:05.503387 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90027498-0d57-4884-a20a-7a02ce10f8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2bea38-f26c-4f53-bfbb-ce540418c954", "tag": "08c37552-257d-408e-a49d-d4340df91f5e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:05.543131 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-846148da-73f4-4abc-8989-079b7c036cea req-661493b9-3471-4dae-92cb-63e28ae51914 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 210 time: 0.1164510 Aug 11 00:34:05.584339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe0b1d-d45b-4fee-b8ea-4e868d8080bd req-cdae9ebe-ed3a-42ed-b4e9-46210799da60 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:05.593914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0fe0b1d-d45b-4fee-b8ea-4e868d8080bd req-cdae9ebe-ed3a-42ed-b4e9-46210799da60 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 946 time: 0.3274972 Aug 11 00:34:05.607757 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] For port 26b10d2f-ae29-43f8-992b-43354fa543c1, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:05.612920 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] For port 26b10d2f-ae29-43f8-992b-43354fa543c1, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=26b10d2f-ae29-43f8-992b-43354fa543c1,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:05.618496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 32824) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:05.627398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80647bda-fcfd-4cdb-8135-b07d6be3a8ef service neutron] Pushing event updated for resources: {'Port': ['ID=08c37552-257d-408e-a49d-d4340df91f5e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:05.678211 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:34:05.678211 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:34:05.678211 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': '96d4c1ca70e9447f9c87dc5806427a74', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 34, 5, 622078)}] Aug 11 00:34:05.678211 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:34:05.679743 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:34:05.686230 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4682f3bb-e24a-48fd-a1bc-e6360ecd72e7 x-openstack-request-id: req-4682f3bb-e24a-48fd-a1bc-e6360ecd72e7 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:05.686522 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2bea38-f26c-4f53-bfbb-ce540418c954", "tag": "08c37552-257d-408e-a49d-d4340df91f5e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:05.686826 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4682f3bb-e24a-48fd-a1bc-e6360ecd72e7 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:05.687264 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2bea38-f26c-4f53-bfbb-ce540418c954', 'tag': '08c37552-257d-408e-a49d-d4340df91f5e', 'status': 'completed', 'code': 200} Aug 11 00:34:05.737006 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.740179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0fe0b1d-d45b-4fee-b8ea-4e868d8080bd req-bc5631ab-73a2-4c9c-acdf-f50f33908b79 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449380 Aug 11 00:34:05.807662 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Routers {'2cc741e7-c526-4bcd-a80e-d16e60a12b26'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:05.808362 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:05.851390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Allocated IP 172.20.0.1 (1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7/6b67d20e-81ae-483d-bfbc-034a3dd795b9/6536654d-c9cc-49d0-a9ac-bd520aac83d5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:05.863969 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0c3ef-8868-4545-89ec-cb7b4fa83dc3 None None] Pushing event updated for resources: {'Port': ['ID=26b10d2f-ae29-43f8-992b-43354fa543c1,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:05.865003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d2988a-3757-43b8-b73c-957a352b69cf,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:05.876923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-109550516-network', 'tenant_id': '0748e02429424769b2e1e436a69572bd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:05.919650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Made reservation on behalf of 7d80d82bf49641a48e698c15286c2606 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:05.921972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:05.944225 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] Set router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:05.957791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077130e-8ce1-466b-b625-e141055706ec req-849d9264-55f1-49d3-b8a9-09e5597c667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:05.959595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-849d9264-55f1-49d3-b8a9-09e5597c667b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1095 time: 0.2332697 Aug 11 00:34:05.964825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Attempting to bind port d1d2988a-3757-43b8-b73c-957a352b69cf on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:05.965164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Attempting to bind port d1d2988a-3757-43b8-b73c-957a352b69cf by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:05.965492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Attempting to bind port d1d2988a-3757-43b8-b73c-957a352b69cf on network d09eb0fc-7806-40de-987a-df7ecc77dc98 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:05.978610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Port d1d2988a-3757-43b8-b73c-957a352b69cf on network d09eb0fc-7806-40de-987a-df7ecc77dc98 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:34:05.979092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Attempting to bind port d1d2988a-3757-43b8-b73c-957a352b69cf on network d09eb0fc-7806-40de-987a-df7ecc77dc98 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:06.022022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-492ac8e0-acaf-4290-9d73-e76104688494 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 200 len: 217 time: 0.0539186 Aug 11 00:34:06.026133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:06.026484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Checking segment: {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:06.026887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Bound using segment: {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:06.027381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Bound port: d1d2988a-3757-43b8-b73c-957a352b69cf, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab18468a-7449-4029-a68a-a7f2e413832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:06.027757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.162446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Made reservation on behalf of 0748e02429424769b2e1e436a69572bd for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:06.166399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.201849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077130e-8ce1-466b-b625-e141055706ec req-c4ae2c73-adf7-4d43-9ae0-18568fa12755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:06.205162 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-c4ae2c73-adf7-4d43-9ae0-18568fa12755 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.1741338 Aug 11 00:34:06.207943 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:01Z', 'revision_number': 3, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:06.210373 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.217173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.237030 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c5c4f4-70e4-44b2-96c4-227859937da1 None None] The sync data for ids ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'] in n-d-712143-13 is: [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:01Z', 'revision_number': 3, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:06.283866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d192a-394d-4f11-b10a-a8cf00ae7bdc req-6055c058-06a3-478e-9399-6c2e68e925a8 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:06.287734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e0d192a-394d-4f11-b10a-a8cf00ae7bdc req-6055c058-06a3-478e-9399-6c2e68e925a8 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 945 time: 0.1774678 Aug 11 00:34:06.291144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Transition to ACTIVE for port object 6536654d-c9cc-49d0-a9ac-bd520aac83d5 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:06.306382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-d41f3589-086d-493f-a02f-1aba75772810 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829370 Aug 11 00:34:06.331975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] For port d1d2988a-3757-43b8-b73c-957a352b69cf, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:06.400087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Made reservation on behalf of 96d4c1ca70e9447f9c87dc5806427a74 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:06.403778 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.405228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] For port d1d2988a-3757-43b8-b73c-957a352b69cf, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=d1d2988a-3757-43b8-b73c-957a352b69cf,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:06.434014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1e0d192a-394d-4f11-b10a-a8cf00ae7bdc req-6fb7d6bc-ef07-454f-a0f7-75390b6cea37 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387510 Aug 11 00:34:06.440302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b562e61-99d7-4af4-ad6a-948f5f9e9513 req-e9269344-eb37-4f15-90c1-484c05302106 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:06.448682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b562e61-99d7-4af4-ad6a-948f5f9e9513 req-e9269344-eb37-4f15-90c1-484c05302106 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 943 time: 0.1925001 Aug 11 00:34:06.552853 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.641366 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.712019 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.724866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-9d2c3dbe-71be-4c78-9d8f-0d1397a686f4 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053204 Aug 11 00:34:06.769510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:06.770022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.771532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] 10.222.0.55 "PUT /v2.0/ports/d1d2988a-3757-43b8-b73c-957a352b69cf HTTP/1.1" status: 200 len: 1092 time: 2.6441712 Aug 11 00:34:06.818369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:06.824300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Pushing event updated for resources: {'Port': ['ID=6536654d-c9cc-49d0-a9ac-bd520aac83d5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:06.840451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Allocated IP 172.20.0.7 (a4657f85-2cb4-4ca7-969d-1e5184b62b54/422f66b2-9854-4be5-989d-ace8c37f5b57/f256c43d-f90c-4d94-8a4b-cc4079cf4344) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:06.850076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:06.853978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:06.877429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b562e61-99d7-4af4-ad6a-948f5f9e9513 req-f83d003d-d31e-4f84-810a-0116fa403a34 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252889 Aug 11 00:34:06.934892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:06.962039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92dfc519-fe79-4ee0-b8dc-da40ba353565 req-0b577de9-ce5a-4722-b27f-2fa799a93b7b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 210 time: 0.1509469 Aug 11 00:34:06.982936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa433ab-597b-4f36-a7a4-a29a1e0a0c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d2988a-3757-43b8-b73c-957a352b69cf,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:07.070243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Pushing event updated for resources: {'Subnet': ['ID=25eff5a2-7f57-4b91-a631-b962e7c23c48,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:07.094744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Checking segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:07.095841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Network hostable DHCP agents. Network: af520825-082c-45f6-8942-abaa215f134c, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:34:07.119479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-81c1e93f-4be5-427d-88f0-bed4fb319021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:07.121107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-81c1e93f-4be5-427d-88f0-bed4fb319021 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 1095 time: 0.2075701 Aug 11 00:34:07.168046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7077130e-8ce1-466b-b625-e141055706ec req-2bc074f4-45a3-4720-93e7-1a7e518c52cb service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267287 Aug 11 00:34:07.253411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.256921 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-3a313d60-eb76-4d5c-af81-83344d2abfb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d2988a-3757-43b8-b73c-957a352b69cf HTTP/1.1" status: 200 len: 217 time: 0.1078172 Aug 11 00:34:07.316484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 26b10d2f-ae29-43f8-992b-43354fa543c1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:07.360820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-744d554c-a892-482f-a2c6-33ca7605cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:07.363096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-744d554c-a892-482f-a2c6-33ca7605cd71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.0989535 Aug 11 00:34:07.501281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.511583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-8b94b5e8-d446-48a7-b5e5-23a65a0e6be2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389737 Aug 11 00:34:07.514605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.518676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Transition to ACTIVE for port object f256c43d-f90c-4d94-8a4b-cc4079cf4344 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:07.555903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Network af520825-082c-45f6-8942-abaa215f134c is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:34:07.610290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c5f0cded-6709-47b8-a755-a26baa7fc133 None None] Provisioning for port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:07.621557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c5f0cded-6709-47b8-a755-a26baa7fc133 None None] Provisioning complete for port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:07.621557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c5f0cded-6709-47b8-a755-a26baa7fc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.635661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:34:07.652542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.679835 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.679835 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Added segment 6cd6756b-fc37-48bd-a9e8-c8d7d3427342 of type vlan for network f61fffd8-9802-4787-babe-569b00b110d9 Aug 11 00:34:07.691002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017abd23-46fe-490d-ad65-8cdda0061c11', 'tag': 'd1d2988a-3757-43b8-b73c-957a352b69cf'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:07.693593 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d48d5-2be5-4eda-ab6a-353c710979bc" -d '{"events": [{"name": "network-changed", "server_uuid": "017abd23-46fe-490d-ad65-8cdda0061c11", "tag": "d1d2988a-3757-43b8-b73c-957a352b69cf"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:07.699487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107adca2-0127-4618-b951-22f30d4cf7d1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:07.703663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-38a6fc84-6ffa-4f04-aa73-118b81151889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:07.705274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-38a6fc84-6ffa-4f04-aa73-118b81151889 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1095 time: 0.2526577 Aug 11 00:34:07.707302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0cded-6709-47b8-a755-a26baa7fc133 None None] Port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:34:07.765087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 26b10d2f-ae29-43f8-992b-43354fa543c1 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:07.781534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 26b10d2f-ae29-43f8-992b-43354fa543c1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:07.783019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.805690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.834133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-e72b3552-2314-4e47-9e90-30df12165e6e service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979732 Aug 11 00:34:07.922931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, af520825-082c-45f6-8942-abaa215f134c) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:07.937671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf9b81-0311-4351-b23e-553604b111f0 None None] Network af520825-082c-45f6-8942-abaa215f134c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:07.939283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.955544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-91fe8e87-8d6e-437a-94eb-cc9ca588f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:07.955810 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:07.957335 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-91fe8e87-8d6e-437a-94eb-cc9ca588f6db service neutron] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 919 time: 0.2260947 Aug 11 00:34:07.961968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['6464fb42-2c69-451a-af08-66516efdab94'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:08.001303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:08.001303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.041236 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-e3edc5b9-041e-43c9-a96c-59648af0033e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 200 len: 217 time: 0.0726118 Aug 11 00:34:08.057250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 26b10d2f-ae29-43f8-992b-43354fa543c1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=26b10d2f-ae29-43f8-992b-43354fa543c1,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:08.127773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf3c115-4854-49c9-ad50-f23e7177a652 req-b14a5959-1e9c-4e1d-9f00-b2e53e7eac32 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838671 Aug 11 00:34:08.138364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:08.150439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:08.152436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Pushing event updated for resources: {'Port': ['ID=f256c43d-f90c-4d94-8a4b-cc4079cf4344,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:08.158842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-79fcea95-c4cd-46f7-836f-6b0297803e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:08.160736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:08.162364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-79fcea95-c4cd-46f7-836f-6b0297803e93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.1114633 Aug 11 00:34:08.190222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.198771 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.205176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:08.205176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.230496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-d5c3937e-d977-4b93-9daa-db318bcf6413 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586529 Aug 11 00:34:08.264963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:08.266439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.278507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-816c63fe-345f-4686-ab9f-91343fb6916c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9358737 Aug 11 00:34:08.289014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 32866) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:08.295828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:08.299187 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.307103 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.369468 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05523e1b-d8c0-430d-805c-1c20797ce3ba x-openstack-request-id: req-05523e1b-d8c0-430d-805c-1c20797ce3ba {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:08.370841 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017abd23-46fe-490d-ad65-8cdda0061c11", "tag": "d1d2988a-3757-43b8-b73c-957a352b69cf", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:08.371357 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05523e1b-d8c0-430d-805c-1c20797ce3ba {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:08.371952 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017abd23-46fe-490d-ad65-8cdda0061c11', 'tag': 'd1d2988a-3757-43b8-b73c-957a352b69cf', 'status': 'completed', 'code': 200} Aug 11 00:34:08.427419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-0a0bf224-93ac-4882-b989-4b70c55044be tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1591117 Aug 11 00:34:08.460245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Request body: {'port': {'device_id': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:08.519318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8928158 Aug 11 00:34:08.527753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 32868) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:08.548676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=26b10d2f-ae29-43f8-992b-43354fa543c1,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:08.556508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Request body: {'subnet': {'network_id': 'f61fffd8-9802-4787-babe-569b00b110d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-109550516-subnet', 'tenant_id': '0748e02429424769b2e1e436a69572bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:08.587193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a075ae4-37a4-475b-b509-c818978fb66b admin admin] Pushing event updated for resources: {'Network': ['ID=f61fffd8-9802-4787-babe-569b00b110d9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:08.644365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f61fffd8-9802-4787-babe-569b00b110d9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:34:08.658321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-dc814931-c072-4b63-831a-43e07e17d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:08.660067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-dc814931-c072-4b63-831a-43e07e17d401 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 1095 time: 0.2619853 Aug 11 00:34:08.675747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-af520825-082c-45f6-8942-abaa215f134c', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:34:08.677903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.734803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-539979ad-c71a-47bc-ab96-a62b608fb5f4 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599514 Aug 11 00:34:08.749481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd22446-90ba-47c2-8951-9505d399eb25 req-29f2e1ba-8877-4afa-a77d-88cf2fe5ef44 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:08.751803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0fd22446-90ba-47c2-8951-9505d399eb25 req-29f2e1ba-8877-4afa-a77d-88cf2fe5ef44 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 931 time: 0.2244534 Aug 11 00:34:08.896148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90027498-0d57-4884-a20a-7a02ce10f8b2 req-98bd8958-1f1c-47b0-bddb-104f3c08b192 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432495 Aug 11 00:34:08.935910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Pushing event updated for resources: {'Port': ['ID=6536654d-c9cc-49d0-a9ac-bd520aac83d5,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:08.942048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:08.967982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0fd22446-90ba-47c2-8951-9505d399eb25 req-1e318d42-0df9-42e3-8707-490e2210e270 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341977 Aug 11 00:34:08.984938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-a8487e5b-2599-4eef-aa9b-009920fccd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:08.991334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-a8487e5b-2599-4eef-aa9b-009920fccd6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 919 time: 0.3193722 Aug 11 00:34:09.019975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:09.084547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:09.086376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:09.089873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-905ff51f-076e-4b03-b73b-28d8077494ce None None] Provisioning for port f256c43d-f90c-4d94-8a4b-cc4079cf4344 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:09.114855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-905ff51f-076e-4b03-b73b-28d8077494ce None None] Provisioning complete for port f256c43d-f90c-4d94-8a4b-cc4079cf4344 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:09.115270 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-905ff51f-076e-4b03-b73b-28d8077494ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:09.125251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d62208-b3ae-4d8c-9f66-29f19c497015 req-ba2e3f67-a41e-4c7e-8fe7-b16d97f5338a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:09.129081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6d62208-b3ae-4d8c-9f66-29f19c497015 req-ba2e3f67-a41e-4c7e-8fe7-b16d97f5338a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 943 time: 0.2424302 Aug 11 00:34:09.136814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-96d97649-f1d6-4b2a-b5a6-5d5b5b4ea442 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d2988a-3757-43b8-b73c-957a352b69cf HTTP/1.1" status: 200 len: 217 time: 0.1358051 Aug 11 00:34:09.163347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Allocated IP 172.20.0.2 (af520825-082c-45f6-8942-abaa215f134c/25eff5a2-7f57-4b91-a631-b962e7c23c48/676ad940-e8ce-4e3c-9f60-1821b9d40dce) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:09.193492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-905ff51f-076e-4b03-b73b-28d8077494ce None None] Port f256c43d-f90c-4d94-8a4b-cc4079cf4344 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:34:09.304226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 26b10d2f-ae29-43f8-992b-43354fa543c1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:09.417962 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:09.443987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:09.449292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c6d62208-b3ae-4d8c-9f66-29f19c497015 req-cb0fa393-aa98-4b4b-b78a-5f82925d412b tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029954 Aug 11 00:34:09.457259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:09.599179 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:09.622063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Transition to ACTIVE for port object 676ad940-e8ce-4e3c-9f60-1821b9d40dce will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:09.644791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device d1d2988a-3757-43b8-b73c-957a352b69cf details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:34:09.670385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Made reservation on behalf of 0748e02429424769b2e1e436a69572bd for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:09.672526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:09.744959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-4cfc1a88-f90a-4a94-9db4-02f7cc66de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:09.746578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-4cfc1a88-f90a-4a94-9db4-02f7cc66de3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.5974078 Aug 11 00:34:09.804795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-c7bdca1c-ce09-44b4-aaa6-b344010bfe07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455678 Aug 11 00:34:09.838783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1619d5-bc6f-4dd7-9954-c9dc8b15f576 req-20f31dcf-029c-4b34-a9a7-f5677ea1e58b tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:09.847638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a1619d5-bc6f-4dd7-9954-c9dc8b15f576 req-20f31dcf-029c-4b34-a9a7-f5677ea1e58b tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 945 time: 0.6810169 Aug 11 00:34:09.890789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-4be3cff7-e406-494b-9e6a-e465a2f694dd tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:09.894675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-4be3cff7-e406-494b-9e6a-e465a2f694dd tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 945 time: 0.2373452 Aug 11 00:34:09.924998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port d1d2988a-3757-43b8-b73c-957a352b69cf, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=d1d2988a-3757-43b8-b73c-957a352b69cf,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:09.936905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Transition to ACTIVE for port object 676ad940-e8ce-4e3c-9f60-1821b9d40dce will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:09.966438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd5323-b848-4d6d-9636-042e049397c9 req-69e6fae5-b224-4f7d-800e-6a1833e60ad2 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:09.972846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 26b10d2f-ae29-43f8-992b-43354fa543c1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:09.974390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:09.975585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6dbd5323-b848-4d6d-9636-042e049397c9 req-69e6fae5-b224-4f7d-800e-6a1833e60ad2 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 946 time: 0.3836579 Aug 11 00:34:09.988468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a1619d5-bc6f-4dd7-9954-c9dc8b15f576 req-d9e4b711-0c20-4f28-852b-735af7955247 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac271471-3549-4573-af2d-0cfd0b6ba8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398859 Aug 11 00:34:10.055478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:10.065595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.077463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'd1d2988a-3757-43b8-b73c-957a352b69cf', 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98', 'port_id': 'd1d2988a-3757-43b8-b73c-957a352b69cf', 'mac_address': 'fa:16:3e:99:f5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a50cbc-9e8b-48d6-b0e8-8e497ea76d90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:34:10.079799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-87305eaa-a0be-4295-bd39-14cf39947919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:10.088102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-87305eaa-a0be-4295-bd39-14cf39947919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 946 time: 0.3573682 Aug 11 00:34:10.099523 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.139338 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-685685d6-d1ce-45d4-a389-bb307e31551a service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230512 Aug 11 00:34:10.209561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.271994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Deleting port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:10.272162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.330699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6dbd5323-b848-4d6d-9636-042e049397c9 req-e287f6f7-f9ec-42f9-aadd-6480d3a82fb3 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538468 Aug 11 00:34:10.343893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d68afd4e-b5a2-4116-9f87-01c8c8e73e8e None None] Provisioning complete for port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:10.344911 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d68afd4e-b5a2-4116-9f87-01c8c8e73e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.390198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d2988a-3757-43b8-b73c-957a352b69cf {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:10.404491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.435901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Network af520825-082c-45f6-8942-abaa215f134c is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:10.456724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:10.469564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:10.472737 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-362d48d5-2be5-4eda-ab6a-353c710979bc req-2f3836a1-aa37-46c0-89d3-171553ee51b8 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210671 Aug 11 00:34:10.503091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] For port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,segment=NetworkSegment(84ea8e00-e0ea-4992-957c-a756551ca90f),segment_id=84ea8e00-e0ea-4992-957c-a756551ca90f)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:10.503496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.537946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Pushing event updated for resources: {'Port': ['ID=676ad940-e8ce-4e3c-9f60-1821b9d40dce,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:10.538485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97e53dc-ba5f-4d56-8fed-d40a2fd86366,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:10.541499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Calling delete_port for 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:10.556526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb55b28-0274-43bd-9b92-b6355457ce82 req-19ee56d4-dd8b-417e-b2e4-b4614ef4c67f tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:10.559230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcb55b28-0274-43bd-9b92-b6355457ce82 req-19ee56d4-dd8b-417e-b2e4-b4614ef4c67f tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 931 time: 0.1980650 Aug 11 00:34:10.559995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port d1d2988a-3757-43b8-b73c-957a352b69cf, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=d1d2988a-3757-43b8-b73c-957a352b69cf,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:10.566025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d68afd4e-b5a2-4116-9f87-01c8c8e73e8e None None] Port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:34:10.608643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Attempting to bind port 676ad940-e8ce-4e3c-9f60-1821b9d40dce on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:10.609721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Attempting to bind port 676ad940-e8ce-4e3c-9f60-1821b9d40dce by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:10.609721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Attempting to bind port 676ad940-e8ce-4e3c-9f60-1821b9d40dce on network af520825-082c-45f6-8942-abaa215f134c {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:10.612875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f256c43d-f90c-4d94-8a4b-cc4079cf4344 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:10.616637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:10.617146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Checking segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:10.617696 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.618195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Bound using segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:10.618797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Bound port: 676ad940-e8ce-4e3c-9f60-1821b9d40dce, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:10.619332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.629138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Checking segment: {'id': '6cd6756b-fc37-48bd-a9e8-c8d7d3427342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f61fffd8-9802-4787-babe-569b00b110d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:10.629506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Network hostable DHCP agents. Network: f61fffd8-9802-4787-babe-569b00b110d9, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:34:10.653397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.661662 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.662581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 08c37552-257d-408e-a49d-d4340df91f5e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:34:10.683496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcb55b28-0274-43bd-9b92-b6355457ce82 req-ce702cc1-c0e1-4a5d-84c3-6e4b4cad7910 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065402 Aug 11 00:34:10.760330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Transition to ACTIVE for port object f256c43d-f90c-4d94-8a4b-cc4079cf4344 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:10.763737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] For port 676ad940-e8ce-4e3c-9f60-1821b9d40dce, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:10.785774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 08c37552-257d-408e-a49d-d4340df91f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08c37552-257d-408e-a49d-d4340df91f5e,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:10.787373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Network f61fffd8-9802-4787-babe-569b00b110d9 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:34:10.790483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=d1d2988a-3757-43b8-b73c-957a352b69cf,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:10.801278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] For port 676ad940-e8ce-4e3c-9f60-1821b9d40dce, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=676ad940-e8ce-4e3c-9f60-1821b9d40dce,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:10.809851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '08c37552-257d-408e-a49d-d4340df91f5e', 'network_id': 'd09eb0fc-7806-40de-987a-df7ecc77dc98', 'port_id': '08c37552-257d-408e-a49d-d4340df91f5e', 'mac_address': 'fa:16:3e:b3:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a50cbc-9e8b-48d6-b0e8-8e497ea76d90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:34:10.818415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:10.831691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-95b9486a-0267-49c0-9299-e7972a3c656c admin admin] 10.222.0.43 "PUT /v2.0/routers/2cc741e7-c526-4bcd-a80e-d16e60a12b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6531193 Aug 11 00:34:10.837508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Deleting port 327259cc-818d-445c-8cff-3f314a90aa78 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:10.838401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.838797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Sync routers for ids ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:10.861209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Routers {'2cc741e7-c526-4bcd-a80e-d16e60a12b26'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:10.861976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:10.908443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.924687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, f61fffd8-9802-4787-babe-569b00b110d9) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:10.929819 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.939388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e98ee0-757b-4d59-8ae0-313f85ae12e1 req-40fb89a6-13bd-4756-836e-5b65c4f2a428 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:10.940397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.941219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4eaf37-9c34-4c54-ae73-e4dd5aebda20 None None] Network f61fffd8-9802-4787-babe-569b00b110d9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:10.941944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61e98ee0-757b-4d59-8ae0-313f85ae12e1 req-40fb89a6-13bd-4756-836e-5b65c4f2a428 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 944 time: 0.3345196 Aug 11 00:34:10.943664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:10.944274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:10.951429 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:11.013677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Pushing event deleted for resources: {'Port': ['ID=4f86b09a-cd53-429f-9dfa-caeeb8fbd054,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:11.039141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c37552-257d-408e-a49d-d4340df91f5e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:11.046467 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['4f86b09a-cd53-429f-9dfa-caeeb8fbd054'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:11.078152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] No DVR routers for this DVR port 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:34:11.084632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:11.100674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb0e3384-7e0e-42ec-93a1-9f2e6e36f996 req-0ee5a696-dc33-48e9-a969-a8ffaaec3f93 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.55 "DELETE /v2.0/ports/4f86b09a-cd53-429f-9dfa-caeeb8fbd054 HTTP/1.1" status: 204 len: 173 time: 1.1551402 Aug 11 00:34:11.102858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a363fd-c3be-43e9-aa43-cbad57b8714d', 'name': 'network-vif-deleted', 'tag': '4f86b09a-cd53-429f-9dfa-caeeb8fbd054'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:11.109463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f256c43d-f90c-4d94-8a4b-cc4079cf4344,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:11.116210 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27c3baf-8085-4562-9fe4-c92011bba932" -d '{"events": [{"server_uuid": "d7a363fd-c3be-43e9-aa43-cbad57b8714d", "name": "network-vif-deleted", "tag": "4f86b09a-cd53-429f-9dfa-caeeb8fbd054"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:11.158642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e8c88ce4-0cd5-4860-9b11-6a0f79508095 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6148973 Aug 11 00:34:11.299487 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61e98ee0-757b-4d59-8ae0-313f85ae12e1 req-5c539a3b-581e-4941-8ae3-179ebdeae4c1 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737925 Aug 11 00:34:11.318245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] For port 327259cc-818d-445c-8cff-3f314a90aa78, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=327259cc-818d-445c-8cff-3f314a90aa78,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:11.318829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:11.448769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Calling delete_port for 327259cc-818d-445c-8cff-3f314a90aa78 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:11.466906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Set router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:11.482728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-839548b5-458e-4356-a945-3e571d15f108 req-48b0359b-c4a1-4118-8840-375e26b5fee3 tempest-FloatingIPsNegativeTestJSON-1291515562 tempest-FloatingIPsNegativeTestJSON-1291515562-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=b003ab245fff4bd586eef984b222b24e HTTP/1.1" status: 200 len: 217 time: 0.1355987 Aug 11 00:34:11.560205 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faae7755-7f61-47f2-b42d-d678e30dc6ea x-openstack-request-id: req-faae7755-7f61-47f2-b42d-d678e30dc6ea {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:11.560813 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a363fd-c3be-43e9-aa43-cbad57b8714d", "name": "network-vif-deleted", "tag": "4f86b09a-cd53-429f-9dfa-caeeb8fbd054", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:11.561232 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-faae7755-7f61-47f2-b42d-d678e30dc6ea {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:11.561855 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a363fd-c3be-43e9-aa43-cbad57b8714d', 'name': 'network-vif-deleted', 'tag': '4f86b09a-cd53-429f-9dfa-caeeb8fbd054', 'status': 'completed', 'code': 200} Aug 11 00:34:11.605650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 08c37552-257d-408e-a49d-d4340df91f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08c37552-257d-408e-a49d-d4340df91f5e,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:11.676570 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2d4a203-9b26-4b7b-be37-d1f9a6cc202d req-6d054d3e-a912-4f0c-8471-d9d09c10c1b8 tempest-ServerAddressesTestJSON-1989646326 tempest-ServerAddressesTestJSON-1989646326-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7a363fd-c3be-43e9-aa43-cbad57b8714d HTTP/1.1" status: 200 len: 210 time: 0.1302574 Aug 11 00:34:11.732255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75faf7ae-f3cf-49db-908d-5346b1e60ffd None None] Network f61fffd8-9802-4787-babe-569b00b110d9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:11.763209 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:11.854824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305e6ec-81d1-4b7e-bfaf-f9ef55a4b550 None None] Pushing event updated for resources: {'Port': ['ID=676ad940-e8ce-4e3c-9f60-1821b9d40dce,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:11.892957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5051c716-d350-4b1d-97b5-cbf8cff2401f req-c4b3cb03-b408-490f-b038-98578ae1e361 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-963353951', 'description': 'tempest-description-289935388'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:11.919305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Attempting to bind port f256c43d-f90c-4d94-8a4b-cc4079cf4344 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:11.919655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Attempting to bind port f256c43d-f90c-4d94-8a4b-cc4079cf4344 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:11.920011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Attempting to bind port f256c43d-f90c-4d94-8a4b-cc4079cf4344 on network a4657f85-2cb4-4ca7-969d-1e5184b62b54 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:11.957956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Port f256c43d-f90c-4d94-8a4b-cc4079cf4344 on network a4657f85-2cb4-4ca7-969d-1e5184b62b54 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:34:11.958956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Attempting to bind port f256c43d-f90c-4d94-8a4b-cc4079cf4344 on network a4657f85-2cb4-4ca7-969d-1e5184b62b54 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:11.993739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:11.994405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Checking segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:11.994987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Bound using segment: {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:11.995501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Bound port: f256c43d-f90c-4d94-8a4b-cc4079cf4344, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:11.995879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.024959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['d1d2988a-3757-43b8-b73c-957a352b69cf'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:12.027938 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5051c716-d350-4b1d-97b5-cbf8cff2401f req-c4b3cb03-b408-490f-b038-98578ae1e361 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.039009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdcd18-6377-454f-b49a-a99ed475cfd5 req-dd57cc7d-f25e-4e79-abad-3f9456cb17a9 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:12.039009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cdcd18-6377-454f-b49a-a99ed475cfd5 req-dd57cc7d-f25e-4e79-abad-3f9456cb17a9 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 946 time: 0.2679086 Aug 11 00:34:12.040428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.067621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.109499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['08c37552-257d-408e-a49d-d4340df91f5e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:12.256845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5051c716-d350-4b1d-97b5-cbf8cff2401f req-c4b3cb03-b408-490f-b038-98578ae1e361 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.266285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=08c37552-257d-408e-a49d-d4340df91f5e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:12.369815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5051c716-d350-4b1d-97b5-cbf8cff2401f req-c4b3cb03-b408-490f-b038-98578ae1e361 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.417483 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cdcd18-6377-454f-b49a-a99ed475cfd5 req-8ea75eba-5f38-4f24-9682-31843d3bb972 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379829 Aug 11 00:34:12.489968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3cb03-b408-490f-b038-98578ae1e361 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad74e3-bd5b-4b75-8beb-80dc46631553,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:12.520664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5051c716-d350-4b1d-97b5-cbf8cff2401f req-c4b3cb03-b408-490f-b038-98578ae1e361 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.543081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92151dd6-5c45-419f-9f4d-aec8bdc50040 req-8db4a49d-6264-42b6-8715-83b5cc75ffaf tempest-FloatingIPsNegativeTestJSON-1291515562 tempest-FloatingIPsNegativeTestJSON-1291515562-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0556250 Aug 11 00:34:12.545478 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5051c716-d350-4b1d-97b5-cbf8cff2401f req-c4b3cb03-b408-490f-b038-98578ae1e361 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6485889 Aug 11 00:34:12.554727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.659846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] For port f256c43d-f90c-4d94-8a4b-cc4079cf4344, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:12.693397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6536654d-c9cc-49d0-a9ac-bd520aac83d5', 'name': '', 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'mac_address': 'fa:16:3e:34:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b67d20e-81ae-483d-bfbc-034a3dd795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:05Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 2, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'subnets': [{'id': '6b67d20e-81ae-483d-bfbc-034a3dd795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:12.742699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Pushing event deleted for resources: {'Port': ['ID=327259cc-818d-445c-8cff-3f314a90aa78,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:12.761520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] For port f256c43d-f90c-4d94-8a4b-cc4079cf4344, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:12.784119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Checking router: 2cc741e7-c526-4bcd-a80e-d16e60a12b26 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:12.784951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Updating router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:34:12.789279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19788d5e-1e16-46c4-8788-c43a3b6ca0f4 req-ac4b8c4d-8beb-47e4-92e9-a38046e187f8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:12.795955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19788d5e-1e16-46c4-8788-c43a3b6ca0f4 req-ac4b8c4d-8beb-47e4-92e9-a38046e187f8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 943 time: 0.1229281 Aug 11 00:34:12.811958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] No DVR routers for this DVR port 327259cc-818d-445c-8cff-3f314a90aa78 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:34:12.823255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.825640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3cc0a36-ce24-422f-b149-14558439fd6f req-463079ae-39bb-4a79-8fae-b22750dc8e24 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.44 "DELETE /v2.0/ports/327259cc-818d-445c-8cff-3f314a90aa78 HTTP/1.1" status: 204 len: 173 time: 2.7177494 Aug 11 00:34:12.826123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e3c52a-113f-4e18-9095-b0d29652155f', 'name': 'network-vif-deleted', 'tag': '327259cc-818d-445c-8cff-3f314a90aa78'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:12.828521 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0454e3ed-5785-4c79-be2e-fb881b67f917" -d '{"events": [{"server_uuid": "a3e3c52a-113f-4e18-9095-b0d29652155f", "name": "network-vif-deleted", "tag": "327259cc-818d-445c-8cff-3f314a90aa78"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:12.843097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Allocated IP 172.25.0.81 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/42af0d40-2dcc-4d62-8847-9b6a87c59554) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:12.856123 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:12.876463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19788d5e-1e16-46c4-8788-c43a3b6ca0f4 req-a06f5a80-3609-4edf-8555-9c61e50b633c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678225 Aug 11 00:34:12.879802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4850086-1368-4fe7-864c-dbbc12c48dd8 req-bb794607-43be-4d0b-94ef-d65dc10b03aa tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:12.888475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4850086-1368-4fe7-864c-dbbc12c48dd8 req-bb794607-43be-4d0b-94ef-d65dc10b03aa tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 944 time: 0.1960883 Aug 11 00:34:13.002007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.020444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa7a8a81-3a07-4b90-8744-5c0a369299b7 req-6a96967c-ab2d-48b1-900e-cf951b96d07c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/a4ad74e3-bd5b-4b75-8beb-80dc46631553 HTTP/1.1" status: 200 len: 1805 time: 0.1113408 Aug 11 00:34:13.033921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-fa7a8a81-3a07-4b90-8744-5c0a369299b7 req-e4ac3507-ba65-45a8-af7b-c4a79197441e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4ad74e3-bd5b-4b75-8beb-80dc46631553', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:13.033921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-fa7a8a81-3a07-4b90-8744-5c0a369299b7 req-e4ac3507-ba65-45a8-af7b-c4a79197441e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4ad74e3-bd5b-4b75-8beb-80dc46631553', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:13.096914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:13.098307 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.100035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] 10.222.0.44 "PUT /v2.0/ports/f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 1092 time: 4.6571577 Aug 11 00:34:13.137398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4850086-1368-4fe7-864c-dbbc12c48dd8 req-98d29471-349b-47b4-96f6-e211a5b70ba5 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475867 Aug 11 00:34:13.306314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fa7a8a81-3a07-4b90-8744-5c0a369299b7 req-e4ac3507-ba65-45a8-af7b-c4a79197441e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.378366 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fa7a8a81-3a07-4b90-8744-5c0a369299b7 req-e4ac3507-ba65-45a8-af7b-c4a79197441e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.439306 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.453393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Transition to ACTIVE for port object 6536654d-c9cc-49d0-a9ac-bd520aac83d5 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:13.462777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 676ad940-e8ce-4e3c-9f60-1821b9d40dce up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:13.466493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 327259cc-818d-445c-8cff-3f314a90aa78 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:34:13.473179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fa7a8a81-3a07-4b90-8744-5c0a369299b7 req-e4ac3507-ba65-45a8-af7b-c4a79197441e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.492224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa76a0-cbbe-46ae-9621-ffe1af5fb83b None None] Network af520825-082c-45f6-8942-abaa215f134c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:13.499282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 327259cc-818d-445c-8cff-3f314a90aa78 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:34:13.499879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 327259cc-818d-445c-8cff-3f314a90aa78 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:34:13.538775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac3507-ba65-45a8-af7b-c4a79197441e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1032af9-375d-482f-b919-1114930707be,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:13.573581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.643528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b784c7-2d07-4ca7-bee7-284f0b6521d0 None None] Pushing event updated for resources: {'Port': ['ID=6536654d-c9cc-49d0-a9ac-bd520aac83d5,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:13.696011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fa7a8a81-3a07-4b90-8744-5c0a369299b7 req-e4ac3507-ba65-45a8-af7b-c4a79197441e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.700772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa7a8a81-3a07-4b90-8744-5c0a369299b7 req-e4ac3507-ba65-45a8-af7b-c4a79197441e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6757522 Aug 11 00:34:13.769504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497d89a-24de-4a24-926e-9a1966ecc7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f256c43d-f90c-4d94-8a4b-cc4079cf4344,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:13.779743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 32916) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:13.779959 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-f64ca433-0b72-4f62-bae1-92775ab15806 req-14a58994-5c28-4bd3-a96c-9a550120128e tempest-FloatingIPsNegativeTestJSON-1291515562 tempest-FloatingIPsNegativeTestJSON-1291515562-project] show failed (client error): The resource could not be found. Aug 11 00:34:13.792491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f64ca433-0b72-4f62-bae1-92775ab15806 req-14a58994-5c28-4bd3-a96c-9a550120128e tempest-FloatingIPsNegativeTestJSON-1291515562 tempest-FloatingIPsNegativeTestJSON-1291515562-project] 10.222.0.43 "GET /v2.0/floatingips/5a2286d9-74f3-4d85-a630-6449361fec5a HTTP/1.1" status: 404 len: 350 time: 0.5974531 Aug 11 00:34:13.795426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 32918) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:13.803057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device d1d2988a-3757-43b8-b73c-957a352b69cf up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:13.807573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-13e23ece-273a-4ee5-8b3a-05c0b8559343 None None] Provisioning for port 676ad940-e8ce-4e3c-9f60-1821b9d40dce completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:13.884037 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6032d1-1487-4863-b812-082c1497f066 x-openstack-request-id: req-af6032d1-1487-4863-b812-082c1497f066 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:13.884497 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e3c52a-113f-4e18-9095-b0d29652155f", "name": "network-vif-deleted", "tag": "327259cc-818d-445c-8cff-3f314a90aa78", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:13.884855 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af6032d1-1487-4863-b812-082c1497f066 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:13.885515 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e3c52a-113f-4e18-9095-b0d29652155f', 'name': 'network-vif-deleted', 'tag': '327259cc-818d-445c-8cff-3f314a90aa78', 'status': 'completed', 'code': 200} Aug 11 00:34:13.908208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:13.929202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-2d78ba24-7fd6-4a03-9bdd-07160bc54ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:13.931496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-2d78ba24-7fd6-4a03-9bdd-07160bc54ed4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 1095 time: 0.2466347 Aug 11 00:34:13.958693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-c60a827c-f9b5-403e-9bdb-8bff7d0dadb9 req-6989a279-3f31-4181-9b68-e3264ef6c7a9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1999740148', 'description': 'tempest-description-2057342177'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:14.026090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 676ad940-e8ce-4e3c-9f60-1821b9d40dce completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:14.044839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-8de52812-784c-4d5c-85f4-f7f228b03b9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 217 time: 0.1029730 Aug 11 00:34:14.047820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 676ad940-e8ce-4e3c-9f60-1821b9d40dce triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:14.048671 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.101961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Attempting to bind port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:14.102386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Attempting to bind port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:14.102752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Attempting to bind port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 on network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:14.111444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b21b948-ee52-492f-809c-0672bdc87c3d admin admin] Deleting subnet f29751a4-0894-48a4-a0bb-5c03ddc807ee {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:34:14.119943 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b21b948-ee52-492f-809c-0672bdc87c3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.120264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3af72cd-120c-45fc-a929-06ed5eb33f04 req-ebea0d75-55fa-4dbb-b29c-9e3c1b4a8450 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3e3c52a-113f-4e18-9095-b0d29652155f HTTP/1.1" status: 200 len: 210 time: 0.0708506 Aug 11 00:34:14.132283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:14.133095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Checking segment: {'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:14.133665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.134213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Bound using segment: {'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:14.134874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Bound port: 6536654d-c9cc-49d0-a9ac-bd520aac83d5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:14.135678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.216809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b21b948-ee52-492f-809c-0672bdc87c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.274666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] For port 6536654d-c9cc-49d0-a9ac-bd520aac83d5, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:14.278851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] For port 6536654d-c9cc-49d0-a9ac-bd520aac83d5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6536654d-c9cc-49d0-a9ac-bd520aac83d5,segment=NetworkSegment(52e00fc8-ce57-4bbb-a3ef-ba901e3b57de),segment_id=52e00fc8-ce57-4bbb-a3ef-ba901e3b57de)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:14.335611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-1845b372-2b63-4477-9ceb-1ddb8c38926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:14.337260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-1845b372-2b63-4477-9ceb-1ddb8c38926c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.2782063 Aug 11 00:34:14.350372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b21b948-ee52-492f-809c-0672bdc87c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.375007 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.394926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.457351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c60037-a2b1-4993-a877-01326e08f387 req-6276b33b-aa46-4f10-978f-f3b814c04f6b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:14.465286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c60a827c-f9b5-403e-9bdb-8bff7d0dadb9 req-6989a279-3f31-4181-9b68-e3264ef6c7a9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.466537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36c60037-a2b1-4993-a877-01326e08f387 req-6276b33b-aa46-4f10-978f-f3b814c04f6b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 943 time: 0.1564426 Aug 11 00:34:14.473083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port d1d2988a-3757-43b8-b73c-957a352b69cf completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:14.517609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.543093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port d1d2988a-3757-43b8-b73c-957a352b69cf triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:14.543495 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.554883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 676ad940-e8ce-4e3c-9f60-1821b9d40dce, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=676ad940-e8ce-4e3c-9f60-1821b9d40dce,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:14.573647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b21b948-ee52-492f-809c-0672bdc87c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.588449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-c87a0134-dc3f-4d20-a51c-faecf94a5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:14.590748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-c87a0134-dc3f-4d20-a51c-faecf94a5cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2406762 Aug 11 00:34:14.628935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Routers {'2cc741e7-c526-4bcd-a80e-d16e60a12b26'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:14.629636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:14.647979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:14.684834 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.696117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21b948-ee52-492f-809c-0672bdc87c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29751a4-0894-48a4-a0bb-5c03ddc807ee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:14.696545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b784c7-2d07-4ca7-bee7-284f0b6521d0 None None] Pushing event updated for resources: {'Port': ['ID=6536654d-c9cc-49d0-a9ac-bd520aac83d5,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:14.712495 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b21b948-ee52-492f-809c-0672bdc87c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:14.718799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36c60037-a2b1-4993-a877-01326e08f387 req-2412958f-40e4-42b2-bc5a-59ae29bc8e6e tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227805 Aug 11 00:34:14.719329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8b21b948-ee52-492f-809c-0672bdc87c3d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f29751a4-0894-48a4-a0bb-5c03ddc807ee HTTP/1.1" status: 204 len: 168 time: 0.9369628 Aug 11 00:34:14.723516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:14.724539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 32924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:14.730613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:14.804022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=676ad940-e8ce-4e3c-9f60-1821b9d40dce,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:14.859467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Pushing event updated for resources: {'Port': ['ID=42af0d40-2dcc-4d62-8847-9b6a87c59554,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:14.895132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.041955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-ffa53001-db29-4f1d-9291-9361ff6d2441 service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342971 Aug 11 00:34:15.047479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-baebd954-c27f-41f5-9cc7-fef9705ea9fb None None] Provisioning complete for port 676ad940-e8ce-4e3c-9f60-1821b9d40dce triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:15.048412 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-baebd954-c27f-41f5-9cc7-fef9705ea9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.087349 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c60a827c-f9b5-403e-9bdb-8bff7d0dadb9 req-6989a279-3f31-4181-9b68-e3264ef6c7a9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.094675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc0fce-c537-4af0-9596-e6f6f3c8953d req-9865dca1-aa8d-41cd-ad90-866fa81e0e79 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:15.096834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.103510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5fc0fce-c537-4af0-9596-e6f6f3c8953d req-9865dca1-aa8d-41cd-ad90-866fa81e0e79 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 944 time: 0.2861173 Aug 11 00:34:15.108155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45304979-177b-4a9c-99a3-1b58192b8273']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:15.120501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ea8e00-e0ea-4992-957c-a756551ca90f') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:15.121075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ea8e00-e0ea-4992-957c-a756551ca90f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:15.132757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.147226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.175514 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.179066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] Set router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:15.183475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:34:15.184029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.197191 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c60a827c-f9b5-403e-9bdb-8bff7d0dadb9 req-6989a279-3f31-4181-9b68-e3264ef6c7a9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:34:15.200177 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:34:15.225444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 676ad940-e8ce-4e3c-9f60-1821b9d40dce up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:15.262180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5fc0fce-c537-4af0-9596-e6f6f3c8953d req-c421e8a7-c019-467d-9a73-b9aa102c3c78 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574960 Aug 11 00:34:15.264203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017abd23-46fe-490d-ad65-8cdda0061c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d2988a-3757-43b8-b73c-957a352b69cf'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:15.266605 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102ae544-952d-4fd8-a1f7-68603e3e62b8" -d '{"events": [{"server_uuid": "017abd23-46fe-490d-ad65-8cdda0061c11", "name": "network-vif-plugged", "status": "completed", "tag": "d1d2988a-3757-43b8-b73c-957a352b69cf"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:15.291608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989a279-3f31-4181-9b68-e3264ef6c7a9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f501c145-c8f1-4ddd-ac93-ba8b9c4b843c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:15.304414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port d1d2988a-3757-43b8-b73c-957a352b69cf, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=d1d2988a-3757-43b8-b73c-957a352b69cf,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:15.346788 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c7bb323-1a09-4970-ac27-fde9573eec11 req-84de2641-b6ca-4929-b5c2-88339e42e9e6 service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330670 Aug 11 00:34:15.387133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c60a827c-f9b5-403e-9bdb-8bff7d0dadb9 req-6989a279-3f31-4181-9b68-e3264ef6c7a9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.391478 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c60a827c-f9b5-403e-9bdb-8bff7d0dadb9 req-6989a279-3f31-4181-9b68-e3264ef6c7a9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4523392 Aug 11 00:34:15.417187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.426828 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.427694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 08c37552-257d-408e-a49d-d4340df91f5e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:15.457198 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.466989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] 10.222.0.43 "DELETE /v2.0/networks/45304979-177b-4a9c-99a3-1b58192b8273 HTTP/1.1" status: 204 len: 168 time: 0.7387466 Aug 11 00:34:15.499322 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.513953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04c52d-8653-43c3-8aad-9e9a1ed91ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=45304979-177b-4a9c-99a3-1b58192b8273,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:15.613595 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0070ff60-bc92-4cf2-9527-64eadd271a36 x-openstack-request-id: req-0070ff60-bc92-4cf2-9527-64eadd271a36 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:15.614354 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017abd23-46fe-490d-ad65-8cdda0061c11", "name": "network-vif-plugged", "status": "completed", "tag": "d1d2988a-3757-43b8-b73c-957a352b69cf", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:15.614851 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0070ff60-bc92-4cf2-9527-64eadd271a36 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:15.615808 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017abd23-46fe-490d-ad65-8cdda0061c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d2988a-3757-43b8-b73c-957a352b69cf', 'code': 200} Aug 11 00:34:15.722555 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 676ad940-e8ce-4e3c-9f60-1821b9d40dce triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:15.722985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.742021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7a7500-8e3f-465f-990c-4ec14db666d3 req-f66fae9a-de72-4ffc-9c2d-a569417edcb8 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/f501c145-c8f1-4ddd-ac93-ba8b9c4b843c HTTP/1.1" status: 200 len: 1807 time: 0.2608809 Aug 11 00:34:15.774244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=d1d2988a-3757-43b8-b73c-957a352b69cf,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:15.792276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8ef4-b80c-430a-afdd-c5138695e7ae req-ce53c0c7-ec02-472c-a258-26868bd6459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:15.792548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-6e7a7500-8e3f-465f-990c-4ec14db666d3 req-3772d19e-010b-47fd-89ff-0bdd52e81bf2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f501c145-c8f1-4ddd-ac93-ba8b9c4b843c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:15.792921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-6e7a7500-8e3f-465f-990c-4ec14db666d3 req-3772d19e-010b-47fd-89ff-0bdd52e81bf2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f501c145-c8f1-4ddd-ac93-ba8b9c4b843c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:15.798246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-472a8ef4-b80c-430a-afdd-c5138695e7ae req-ce53c0c7-ec02-472c-a258-26868bd6459a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 1097 time: 0.1679318 Aug 11 00:34:15.817711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.861057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6536654d-c9cc-49d0-a9ac-bd520aac83d5', 'name': '', 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'mac_address': 'fa:16:3e:34:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b67d20e-81ae-483d-bfbc-034a3dd795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:05Z', 'updated_at': '2021-08-11T00:34:14Z', 'revision_number': 4, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'subnets': [{'id': '6b67d20e-81ae-483d-bfbc-034a3dd795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:15.868389 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-472a8ef4-b80c-430a-afdd-c5138695e7ae req-cabaa783-7f36-4287-8175-0d71a350d082 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606577 Aug 11 00:34:15.910226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216493d3-a085-4a11-977f-d4c8704059a9 req-077aa60c-a73c-44b3-91de-768f77dc7c17 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:15.912029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-077aa60c-a73c-44b3-91de-768f77dc7c17 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/networks?id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 HTTP/1.1" status: 200 len: 808 time: 0.2008440 Aug 11 00:34:15.914408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:15.916840 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7286407f-e3f3-4e59-aaa8-261714654097" -d '{"events": [{"name": "network-changed", "server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:15.926423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033f841-22cd-4e21-a6f2-fd8044acbc8d None None] The sync data for ids ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'] in n-d-712143-13 is: [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6536654d-c9cc-49d0-a9ac-bd520aac83d5', 'name': '', 'network_id': '1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'mac_address': 'fa:16:3e:34:88:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '6b67d20e-81ae-483d-bfbc-034a3dd795b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:05Z', 'updated_at': '2021-08-11T00:34:14Z', 'revision_number': 4, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'subnets': [{'id': '6b67d20e-81ae-483d-bfbc-034a3dd795b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:15.953365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 08c37552-257d-408e-a49d-d4340df91f5e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:15.975961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 08c37552-257d-408e-a49d-d4340df91f5e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:15.976213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:15.980499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 32954) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:16.064747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-34d3e4be-d36a-4341-b7e4-420a49fb5976 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/quotas/c8fa17f88bef4cce96aeca6907534c2f HTTP/1.1" status: 200 len: 375 time: 0.1462488 Aug 11 00:34:16.152800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2aa3d3bb-4d9f-4705-ad54-169f93769b42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eb7e40653294884a51329b2d793a6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694603 Aug 11 00:34:16.154688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 32956) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:16.170729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-08315a20-f3fc-4aa6-9247-4de88ee8a308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.184217 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.187975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-65fc8c01-ddbb-4177-8a57-a930eaa0fcdb tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c8fa17f88bef4cce96aeca6907534c2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585585 Aug 11 00:34:16.243609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 08c37552-257d-408e-a49d-d4340df91f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08c37552-257d-408e-a49d-d4340df91f5e,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:16.250348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7a7500-8e3f-465f-990c-4ec14db666d3 req-3772d19e-010b-47fd-89ff-0bdd52e81bf2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.290956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7a7500-8e3f-465f-990c-4ec14db666d3 req-3772d19e-010b-47fd-89ff-0bdd52e81bf2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.338551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-729d9fdd-f89c-491c-b67b-e66e16cc90e4 service neutron] 10.222.0.43 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484833 Aug 11 00:34:16.341754 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.343134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:34:16.406043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7a7500-8e3f-465f-990c-4ec14db666d3 req-3772d19e-010b-47fd-89ff-0bdd52e81bf2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.429122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772d19e-010b-47fd-89ff-0bdd52e81bf2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611fee2f-84bb-45c1-86b8-4f5d3a191621,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:16.444954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=08c37552-257d-408e-a49d-d4340df91f5e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:16.449946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:34:16.450432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4f86b09a-cd53-429f-9dfa-caeeb8fbd054 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:34:16.496305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-43f31916-d45e-441d-975b-305aca46208e service neutron] 10.222.0.43 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476943 Aug 11 00:34:16.512284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e7d4b32-eddc-48c9-ae73-45772d0cd434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.519312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.558410 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e7d4b32-eddc-48c9-ae73-45772d0cd434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.618769 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-6e7a7500-8e3f-465f-990c-4ec14db666d3 req-3772d19e-010b-47fd-89ff-0bdd52e81bf2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:16.620160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7a7500-8e3f-465f-990c-4ec14db666d3 req-3772d19e-010b-47fd-89ff-0bdd52e81bf2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8345530 Aug 11 00:34:16.660061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Deleting port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:16.664178 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:17.169578 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c35fcc7-e89c-4ea7-8f62-2b8df3259ad4 x-openstack-request-id: req-7c35fcc7-e89c-4ea7-8f62-2b8df3259ad4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:17.170662 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:17.170662 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c35fcc7-e89c-4ea7-8f62-2b8df3259ad4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:17.170976 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'status': 'completed', 'code': 200} Aug 11 00:34:17.179564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1272-2c15-4e91-a47c-bd891d4b6598 req-751306f2-1c81-4ef3-b01d-f0a29af72ce7 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:17.182889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5d1272-2c15-4e91-a47c-bd891d4b6598 req-751306f2-1c81-4ef3-b01d-f0a29af72ce7 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.1322141 Aug 11 00:34:17.293364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6536654d-c9cc-49d0-a9ac-bd520aac83d5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:17.344011 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5d1272-2c15-4e91-a47c-bd891d4b6598 req-f70d94c0-f147-46ad-b46e-41571dfe634b tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497817 Aug 11 00:34:17.385296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f256c43d-f90c-4d94-8a4b-cc4079cf4344 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:34:17.395352 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264718ec-3eab-4225-bb44-5daffb2bc659 req-15df5bbd-13ca-4938-b4ca-0bef0fefa8b8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:17.410491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-264718ec-3eab-4225-bb44-5daffb2bc659 req-15df5bbd-13ca-4938-b4ca-0bef0fefa8b8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 943 time: 0.2866642 Aug 11 00:34:17.523980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286407f-e3f3-4e59-aaa8-261714654097 req-f930eca5-af14-4fca-92bf-583f982e515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:17.526690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7286407f-e3f3-4e59-aaa8-261714654097 req-f930eca5-af14-4fca-92bf-583f982e515e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 1095 time: 0.3517921 Aug 11 00:34:17.543114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b062c2b0-b139-4c92-b67e-285cda389b14 req-3b5ae745-ffe6-4920-b425-c4ec9cda99d0 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1100969005', 'description': 'tempest-description-461666129'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:17.566294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] For port 6536654d-c9cc-49d0-a9ac-bd520aac83d5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6536654d-c9cc-49d0-a9ac-bd520aac83d5,segment=NetworkSegment(52e00fc8-ce57-4bbb-a3ef-ba901e3b57de),segment_id=52e00fc8-ce57-4bbb-a3ef-ba901e3b57de)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:17.566657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:17.582368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-264718ec-3eab-4225-bb44-5daffb2bc659 req-2462a7e3-e651-43c7-b1bc-4efd1c728756 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699984 Aug 11 00:34:17.620822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2bea38-f26c-4f53-bfbb-ce540418c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c37552-257d-408e-a49d-d4340df91f5e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:17.625288 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b2ef09-74a4-4a5c-b144-9941144eb196" -d '{"events": [{"server_uuid": "ab2bea38-f26c-4f53-bfbb-ce540418c954", "name": "network-vif-plugged", "status": "completed", "tag": "08c37552-257d-408e-a49d-d4340df91f5e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:17.632488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f256c43d-f90c-4d94-8a4b-cc4079cf4344, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:17.636833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Calling delete_port for 6536654d-c9cc-49d0-a9ac-bd520aac83d5 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:17.639352 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e7d4b32-eddc-48c9-ae73-45772d0cd434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:17.642655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e7d4b32-eddc-48c9-ae73-45772d0cd434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:17.655379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9e7d4b32-eddc-48c9-ae73-45772d0cd434 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac271471-3549-4573-af2d-0cfd0b6ba8a7 HTTP/1.1" status: 204 len: 168 time: 1.4907444 Aug 11 00:34:17.676120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d4b32-eddc-48c9-ae73-45772d0cd434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac271471-3549-4573-af2d-0cfd0b6ba8a7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:17.677250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'port_id': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'mac_address': 'fa:16:3e:8f:73:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:34:17.691766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b062c2b0-b139-4c92-b67e-285cda389b14 req-3b5ae745-ffe6-4920-b425-c4ec9cda99d0 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:17.815908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:17.832924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6536654d-c9cc-49d0-a9ac-bd520aac83d5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:17.834014 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:17.839641 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:17.866543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:34:17.870291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24c39ba9-091e-4517-8483-5cb9b2491dcf req-1418172a-a59a-4c19-8b75-120f0d11e2ff tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 210 time: 0.0907848 Aug 11 00:34:17.938279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f256c43d-f90c-4d94-8a4b-cc4079cf4344 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:17.978210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286407f-e3f3-4e59-aaa8-261714654097 req-737aa7cf-2fe7-414b-b5f8-594dbfb4fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:17.980458 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7286407f-e3f3-4e59-aaa8-261714654097 req-737aa7cf-2fe7-414b-b5f8-594dbfb4fcff service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.4297514 Aug 11 00:34:18.065181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f256c43d-f90c-4d94-8a4b-cc4079cf4344, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:18.083122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:18.094979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7286407f-e3f3-4e59-aaa8-261714654097 req-cd4853f1-f704-4ca2-b501-a70d2cc2f0f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 217 time: 0.1064210 Aug 11 00:34:18.139809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 6536654d-c9cc-49d0-a9ac-bd520aac83d5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6536654d-c9cc-49d0-a9ac-bd520aac83d5,segment=NetworkSegment(52e00fc8-ce57-4bbb-a3ef-ba901e3b57de),segment_id=52e00fc8-ce57-4bbb-a3ef-ba901e3b57de)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:18.146199 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b062c2b0-b139-4c92-b67e-285cda389b14 req-3b5ae745-ffe6-4920-b425-c4ec9cda99d0 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:18.163462 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:18.231648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286407f-e3f3-4e59-aaa8-261714654097 req-f299be35-b2a4-4ca0-8417-a21008d092ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:18.234065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7286407f-e3f3-4e59-aaa8-261714654097 req-f299be35-b2a4-4ca0-8417-a21008d092ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.1321964 Aug 11 00:34:18.272883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f256c43d-f90c-4d94-8a4b-cc4079cf4344,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:18.274560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b062c2b0-b139-4c92-b67e-285cda389b14 req-3b5ae745-ffe6-4920-b425-c4ec9cda99d0 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:18.277704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:18.279650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:18.293577 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Sync routers for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:18.314356 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:18.314356 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:18.378158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ae745-ffe6-4920-b425-c4ec9cda99d0 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f913a938-c59d-46ee-82f8-46b70b1b36bf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:18.384584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286407f-e3f3-4e59-aaa8-261714654097 req-01f459e6-a85d-43bd-92e8-0f8f3f5c2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:18.385423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=6536654d-c9cc-49d0-a9ac-bd520aac83d5,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:18.386306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7286407f-e3f3-4e59-aaa8-261714654097 req-01f459e6-a85d-43bd-92e8-0f8f3f5c2ffb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419582 Aug 11 00:34:18.409173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['f256c43d-f90c-4d94-8a4b-cc4079cf4344'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:18.472148 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:18.473438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e068056-7855-4f0c-a78b-ab64c080ebb0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.1833422 Aug 11 00:34:18.476687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 32984) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:18.493210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b062c2b0-b139-4c92-b67e-285cda389b14 req-3b5ae745-ffe6-4920-b425-c4ec9cda99d0 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:18.509560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b062c2b0-b139-4c92-b67e-285cda389b14 req-3b5ae745-ffe6-4920-b425-c4ec9cda99d0 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9721837 Aug 11 00:34:18.524683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:18.539678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7286407f-e3f3-4e59-aaa8-261714654097 req-866c0743-52bb-459f-b906-635936dab0ac service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449380 Aug 11 00:34:18.575138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Pushing event deleted for resources: {'Port': ['ID=6536654d-c9cc-49d0-a9ac-bd520aac83d5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:18.592813 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:18.775227 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6983834-c695-4790-8fd4-70b827e23754 x-openstack-request-id: req-c6983834-c695-4790-8fd4-70b827e23754 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:18.776138 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2bea38-f26c-4f53-bfbb-ce540418c954", "name": "network-vif-plugged", "status": "completed", "tag": "08c37552-257d-408e-a49d-d4340df91f5e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:18.776726 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6983834-c695-4790-8fd4-70b827e23754 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:18.778309 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2bea38-f26c-4f53-bfbb-ce540418c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c37552-257d-408e-a49d-d4340df91f5e', 'code': 200} Aug 11 00:34:18.981609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1963aa2b-f5ef-460d-a2ba-08a36b4bc5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:19.054552 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:19.081259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7286407f-e3f3-4e59-aaa8-261714654097 req-181f103e-7fee-48bf-9f83-522ffd2282c5 service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168843 Aug 11 00:34:19.180426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-76fc790a-a6bb-414d-9eb1-96aae134c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:19.183569 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-76fc790a-a6bb-414d-9eb1-96aae134c10f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 1097 time: 0.4380662 Aug 11 00:34:19.261121 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:15Z', 'revision_number': 3, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:19.323439 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Checking router: ae62abb7-74e7-4141-af6c-0e9fd50f6da5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:19.324127 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Updating router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 port 42af0d40-2dcc-4d62-8847-9b6a87c59554 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:34:19.366587 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:19.411872 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:19.424948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-70f780d4-a77c-4713-ac26-78ea0fb254a0 req-8ece3904-285b-47e1-9321-40cd0ce702d9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-940464343', 'description': 'tempest-description-1881545975'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:19.476561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176060-225a-4b9f-b8cd-c038a6d2b2f6 req-bd53c264-b453-4c08-b9b9-fdbb69655cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:19.480127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36176060-225a-4b9f-b8cd-c038a6d2b2f6 req-bd53c264-b453-4c08-b9b9-fdbb69655cc6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1097 time: 0.6522436 Aug 11 00:34:19.505384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323cdf-606c-47f4-acac-f9f5b4249baa req-6a85ec52-0c07-4105-a677-fb00a3d499cc tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:19.519938 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e323cdf-606c-47f4-acac-f9f5b4249baa req-6a85ec52-0c07-4105-a677-fb00a3d499cc tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.5043442 Aug 11 00:34:19.672263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e323cdf-606c-47f4-acac-f9f5b4249baa req-7b4fe8a8-7e27-4964-a2bf-5f4623b7ccce tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490037 Aug 11 00:34:19.766487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-80580575-0098-4db6-9a9d-0d463c45ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:19.769384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-80580575-0098-4db6-9a9d-0d463c45ad63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 919 time: 0.4277930 Aug 11 00:34:19.806832 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-70f780d4-a77c-4713-ac26-78ea0fb254a0 req-8ece3904-285b-47e1-9321-40cd0ce702d9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:19.817378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36176060-225a-4b9f-b8cd-c038a6d2b2f6 req-8c42250d-fd4a-41ab-ab82-ef1f1e3bdd57 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863312 Aug 11 00:34:19.902987 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:19.923648 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Transition to ACTIVE for port object 42af0d40-2dcc-4d62-8847-9b6a87c59554 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:20.092901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:20.094467 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-fe2405f3-98a4-4532-997a-90fd1bfa3ff1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d2988a-3757-43b8-b73c-957a352b69cf HTTP/1.1" status: 200 len: 217 time: 0.1783066 Aug 11 00:34:20.094467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-628c7599-bd49-4353-9601-ac0d0ea24197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:20.094467 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-628c7599-bd49-4353-9601-ac0d0ea24197 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.0661128 Aug 11 00:34:20.094962 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-70f780d4-a77c-4713-ac26-78ea0fb254a0 req-8ece3904-285b-47e1-9321-40cd0ce702d9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.095839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33014) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:20.106945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-976cdc98-d2cf-49bd-b788-e3844ce23f2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351627 Aug 11 00:34:20.115604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d34f56-5edf-45a6-8774-533424678dc8 req-c8be97c0-21da-42f5-899f-2fcaf038ab41 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:20.117197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40d34f56-5edf-45a6-8774-533424678dc8 req-c8be97c0-21da-42f5-899f-2fcaf038ab41 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 944 time: 0.3465400 Aug 11 00:34:20.184127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:20.190737 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.196939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7ddec03d-5ade-455f-822c-8c64982047bb admin admin] 10.222.0.43 "PUT /v2.0/routers/2cc741e7-c526-4bcd-a80e-d16e60a12b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3962088 Aug 11 00:34:20.197495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33018) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:20.200453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] Sync routers for ids ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:20.266381 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-70f780d4-a77c-4713-ac26-78ea0fb254a0 req-8ece3904-285b-47e1-9321-40cd0ce702d9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.280533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] Routers {'2cc741e7-c526-4bcd-a80e-d16e60a12b26'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:20.283428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:20.299216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-49897729-network', 'tenant_id': '5b47f72e136948c48b40e71ebde0134a'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:20.362809 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cbe24-8447-40d0-8279-17119aa2fcf9 None None] Pushing event updated for resources: {'Port': ['ID=42af0d40-2dcc-4d62-8847-9b6a87c59554,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:20.376802 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Attempting to bind port 42af0d40-2dcc-4d62-8847-9b6a87c59554 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:20.377641 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Attempting to bind port 42af0d40-2dcc-4d62-8847-9b6a87c59554 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:20.378447 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Attempting to bind port 42af0d40-2dcc-4d62-8847-9b6a87c59554 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:20.389323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:20.389900 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:20.390549 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.392719 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:20.394052 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Bound port: 42af0d40-2dcc-4d62-8847-9b6a87c59554, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:20.394931 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.431263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.492439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] Set router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:20.500387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece3904-285b-47e1-9321-40cd0ce702d9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f90b288-a3bb-41bc-b62e-52aeebe78f5f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:20.504290 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] For port 42af0d40-2dcc-4d62-8847-9b6a87c59554, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:20.514957 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] For port 42af0d40-2dcc-4d62-8847-9b6a87c59554, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=42af0d40-2dcc-4d62-8847-9b6a87c59554,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:20.541681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-70f780d4-a77c-4713-ac26-78ea0fb254a0 req-8ece3904-285b-47e1-9321-40cd0ce702d9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.544532 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70f780d4-a77c-4713-ac26-78ea0fb254a0 req-8ece3904-285b-47e1-9321-40cd0ce702d9 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.9036636 Aug 11 00:34:20.593144 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.757312 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:20.759443 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:20.828063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40d34f56-5edf-45a6-8774-533424678dc8 req-a842d792-c53e-4af8-a080-27189a4e9243 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6958556 Aug 11 00:34:20.832528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216493d3-a085-4a11-977f-d4c8704059a9 req-163dcfe9-3add-49a8-a548-f4d19a922859 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:20.836219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-163dcfe9-3add-49a8-a548-f4d19a922859 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.44 "GET /v2.0/networks?id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 HTTP/1.1" status: 200 len: 808 time: 0.3218234 Aug 11 00:34:20.850172 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca03772f-ad96-440a-8024-a881aa3e5d2a req-a6943cfb-c592-41af-9b92-bc760774cac2 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 210 time: 0.1399732 Aug 11 00:34:20.874562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Request body: {'port': {'device_id': 'a58670b7-96e8-4ba5-8ccd-e826f1b042ed', 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7', 'admin_state_up': True, 'tenant_id': 'c8fa17f88bef4cce96aeca6907534c2f'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:20.904862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Made reservation on behalf of 5b47f72e136948c48b40e71ebde0134a for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:20.907575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.933042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:18Z', 'revision_number': 5, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:20.949862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:20.999695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] Checking router: 2cc741e7-c526-4bcd-a80e-d16e60a12b26 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:21.013365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] Routers {'2cc741e7-c526-4bcd-a80e-d16e60a12b26'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:21.014472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:21.078451 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-fa2d529d-a2f3-4e92-9e6d-406176ca67fb service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9598522 Aug 11 00:34:21.127021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.153700 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.227875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] Set router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:21.261021 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cbe24-8447-40d0-8279-17119aa2fcf9 None None] Pushing event updated for resources: {'Port': ['ID=42af0d40-2dcc-4d62-8847-9b6a87c59554,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:21.283332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.285665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-760e2290-f24b-446a-8679-c297590c5eb7 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/f913a938-c59d-46ee-82f8-46b70b1b36bf HTTP/1.1" status: 200 len: 1806 time: 0.3748755 Aug 11 00:34:21.320593 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:21.324588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae35dd1d-7288-4599-b697-1faa18fef869 req-e6f5c5b5-17b2-4634-9051-06b0daec5f68 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336645 Aug 11 00:34:21.353888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e2d9b-c938-412d-8bb5-671e752994a5 req-9e56b1e0-f0f8-43a8-b3a8-92486bb0e9b0 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:21.355580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b32e2d9b-c938-412d-8bb5-671e752994a5 req-9e56b1e0-f0f8-43a8-b3a8-92486bb0e9b0 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.1395924 Aug 11 00:34:21.480190 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b32e2d9b-c938-412d-8bb5-671e752994a5 req-790d6e5c-5440-420f-8fbb-5e4789cca784 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815680 Aug 11 00:34:21.486950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f256c43d-f90c-4d94-8a4b-cc4079cf4344 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:21.604530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-df5c97d5-d447-4b24-88ee-bd75b230793c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/2f90b288-a3bb-41bc-b62e-52aeebe78f5f HTTP/1.1" status: 200 len: 1806 time: 0.2165556 Aug 11 00:34:21.616781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Allocated IP 172.20.0.1 (af520825-082c-45f6-8942-abaa215f134c/25eff5a2-7f57-4b91-a631-b962e7c23c48/475a34d4-d188-4146-8dde-58894ddbb8c3) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:21.627974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f913a938-c59d-46ee-82f8-46b70b1b36bf', 'remote_group_id': '2f90b288-a3bb-41bc-b62e-52aeebe78f5f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:21.628860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f913a938-c59d-46ee-82f8-46b70b1b36bf', 'remote_group_id': '2f90b288-a3bb-41bc-b62e-52aeebe78f5f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:21.646030 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:15Z', 'revision_number': 3, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:21.678759 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f8936b-8bd0-43d3-92fa-8be9015b3441 None None] The sync data for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 is: [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:15Z', 'revision_number': 3, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:21.679443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Deleting port 26b10d2f-ae29-43f8-992b-43354fa543c1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:21.679831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.756813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.799062 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:18Z', 'revision_number': 5, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:21.812157 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.830550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107437ca-9acc-411b-8fb3-78fd016b6378 None None] The sync data for ids ['2cc741e7-c526-4bcd-a80e-d16e60a12b26'] in n-d-712143-13 is: [{'id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'name': 'tempest-FloatingIPsNegativeTestJSON-956337986-router', 'tenant_id': 'b003ab245fff4bd586eef984b222b24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:57Z', 'updated_at': '2021-08-11T00:34:18Z', 'revision_number': 5, 'project_id': 'b003ab245fff4bd586eef984b222b24e', 'gw_port': {'id': '26b10d2f-ae29-43f8-992b-43354fa543c1', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc741e7-c526-4bcd-a80e-d16e60a12b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:59Z', 'updated_at': '2021-08-11T00:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:21.834159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Transition to ACTIVE for port object 475a34d4-d188-4146-8dde-58894ddbb8c3 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:21.844498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] For port 26b10d2f-ae29-43f8-992b-43354fa543c1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=26b10d2f-ae29-43f8-992b-43354fa543c1,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:21.845333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.875397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.879479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port f256c43d-f90c-4d94-8a4b-cc4079cf4344 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:21.885926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port f256c43d-f90c-4d94-8a4b-cc4079cf4344 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:21.895929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.907592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:34:21.926619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:21.927245 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Added segment c70463fe-cee3-4191-a232-a1150584ba4e of type vlan for network d1ee39ba-94ad-4d93-a103-3ebcea26de75 Aug 11 00:34:21.948074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:34:21.948074 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:34:21.948074 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': '0748e02429424769b2e1e436a69572bd', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 34, 21, 638171)}] Aug 11 00:34:21.948074 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:34:21.948613 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:34:21.968498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Calling delete_port for 26b10d2f-ae29-43f8-992b-43354fa543c1 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:21.980017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.006632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.040836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Network af520825-082c-45f6-8942-abaa215f134c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:22.049331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:22.049952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:22.059242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:22.079380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Made reservation on behalf of c8fa17f88bef4cce96aeca6907534c2f for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:22.079554 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d3d596-8905-43fc-9aa7-e9015b8aa43b" -d '{"events": [{"server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "name": "network-vif-plugged", "status": "completed", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:22.079671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6048a00-d57d-480f-8cab-8d6613de5c7f req-359b9417-f0b3-4f44-9916-65f091eb56b3 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:22.079774 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.079879 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6048a00-d57d-480f-8cab-8d6613de5c7f req-359b9417-f0b3-4f44-9916-65f091eb56b3 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 944 time: 0.1325250 Aug 11 00:34:22.099285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f256c43d-f90c-4d94-8a4b-cc4079cf4344, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:22.114429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:22.130022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=475a34d4-d188-4146-8dde-58894ddbb8c3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:22.160918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.169144 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.278830 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.280477 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.288079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6048a00-d57d-480f-8cab-8d6613de5c7f req-361dbefa-e374-4508-b8b2-681dff2b7b2b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822784 Aug 11 00:34:22.491556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f256c43d-f90c-4d94-8a4b-cc4079cf4344,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:22.550408 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.558875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:22.562043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.569291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f78d71e-3bd1-455e-893e-c2d31f72c749 req-a118b0b8-1e3d-49fb-9937-db52c925c9d9 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 210 time: 0.0649078 Aug 11 00:34:22.643128 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.730714 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7365d7d-f642-45dc-9f49-936ac469132f x-openstack-request-id: req-e7365d7d-f642-45dc-9f49-936ac469132f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:22.731060 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "name": "network-vif-plugged", "status": "completed", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:22.731303 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7365d7d-f642-45dc-9f49-936ac469132f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:22.731703 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'code': 200} Aug 11 00:34:22.734278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Allocated IP 172.20.0.13 (c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7/25030bba-a6ec-450f-a230-38262d0088d3/7145c5ab-1adb-43e0-9485-5e95cd97ff05) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:22.741707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-db662157-24d4-4849-bff0-fce2b41fc092 None None] Provisioning for port 475a34d4-d188-4146-8dde-58894ddbb8c3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:22.749876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-db662157-24d4-4849-bff0-fce2b41fc092 None None] Provisioning complete for port 475a34d4-d188-4146-8dde-58894ddbb8c3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:22.750275 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-db662157-24d4-4849-bff0-fce2b41fc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:22.858248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-db662157-24d4-4849-bff0-fce2b41fc092 None None] Port 475a34d4-d188-4146-8dde-58894ddbb8c3 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:34:23.067323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1ee39ba-94ad-4d93-a103-3ebcea26de75,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:23.087650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-363322c7-6ac7-4a3f-9aaf-4869968ffac7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9899380 Aug 11 00:34:23.104290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990fd1e-6eaf-4aa6-8a10-36aa2c9c9df3 req-c906d54c-bd94-4636-83f1-e04912577efb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:23.105117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d1ee39ba-94ad-4d93-a103-3ebcea26de75 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:34:23.107547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9990fd1e-6eaf-4aa6-8a10-36aa2c9c9df3 req-c906d54c-bd94-4636-83f1-e04912577efb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.1506665 Aug 11 00:34:23.108298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33038) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:23.131897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Request body: {'subnet': {'network_id': 'd1ee39ba-94ad-4d93-a103-3ebcea26de75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-49897729-subnet', 'tenant_id': '5b47f72e136948c48b40e71ebde0134a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:23.195826 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.251601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9990fd1e-6eaf-4aa6-8a10-36aa2c9c9df3 req-ad19a52b-dcd8-46fc-ae83-e77a41ec3caa tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334417 Aug 11 00:34:23.284043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Made reservation on behalf of 5b47f72e136948c48b40e71ebde0134a for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:23.287251 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.330241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 42af0d40-2dcc-4d62-8847-9b6a87c59554 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:23.400093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.505106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 42af0d40-2dcc-4d62-8847-9b6a87c59554 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:23.511265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 42af0d40-2dcc-4d62-8847-9b6a87c59554 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:23.515304 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.632257 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.646794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.660302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 42af0d40-2dcc-4d62-8847-9b6a87c59554, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=42af0d40-2dcc-4d62-8847-9b6a87c59554,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:23.664235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=475a34d4-d188-4146-8dde-58894ddbb8c3,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:23.706320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe3d7a-60dd-45b4-a02f-dcc93cd5b6f5 req-59cff607-a11c-43ef-8f02-a7efbb5544b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:23.707955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50fe3d7a-60dd-45b4-a02f-dcc93cd5b6f5 req-59cff607-a11c-43ef-8f02-a7efbb5544b6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 1097 time: 0.8791106 Aug 11 00:34:23.740675 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.742191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b22ac3-7a90-403a-b91a-ec1a0e4f9993 req-995d0ccb-5a72-470c-b23c-23172d317236 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:23.760058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62b22ac3-7a90-403a-b91a-ec1a0e4f9993 req-995d0ccb-5a72-470c-b23c-23172d317236 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 945 time: 0.3057878 Aug 11 00:34:23.782181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.783867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6536654d-c9cc-49d0-a9ac-bd520aac83d5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:34:23.811318 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.814965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50fe3d7a-60dd-45b4-a02f-dcc93cd5b6f5 req-7d2b3944-02ae-4279-9f73-28a78779ea04 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990121 Aug 11 00:34:23.833057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6536654d-c9cc-49d0-a9ac-bd520aac83d5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:34:23.833633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6536654d-c9cc-49d0-a9ac-bd520aac83d5 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:34:23.867952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.869616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=42af0d40-2dcc-4d62-8847-9b6a87c59554,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:23.879947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Pushing event deleted for resources: {'Port': ['ID=26b10d2f-ae29-43f8-992b-43354fa543c1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:23.903095 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.909894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.910275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.910674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.911059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.911390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.911740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.912071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.912406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.912736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.913068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.913396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.913720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:23.960657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62b22ac3-7a90-403a-b91a-ec1a0e4f9993 req-02c75885-bf2c-4d75-9922-c6512f176396 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722033 Aug 11 00:34:23.981686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:23.999565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Network af520825-082c-45f6-8942-abaa215f134c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:24.002047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:24.034091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b260e00-84f3-40f1-97c7-a3848556cf6c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:24.039027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.095893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.113503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.148531 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.149907 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e64055a0-acac-4726-a8b3-57e3c2864556 req-dbc70cff-4a2f-49d6-85ed-a43015d6c567 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.5352674 Aug 11 00:34:24.184342 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.190105 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.220425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4deadd-cd27-4434-8513-9b1ca93a90a5,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:24.290886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:24.293153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:24.297300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:24.347711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-19fcdba8-8d43-4d66-bbaf-c2f3d16018df req-bf8e14ea-e479-432b-a16d-9348aad58400 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1158362593', 'description': 'tempest-description-524054525'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:24.350015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Pushing event updated for resources: {'Port': ['ID=7145c5ab-1adb-43e0-9485-5e95cd97ff05,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:24.361416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Checking segment: {'id': 'c70463fe-cee3-4191-a232-a1150584ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd1ee39ba-94ad-4d93-a103-3ebcea26de75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:24.361785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Network hostable DHCP agents. Network: d1ee39ba-94ad-4d93-a103-3ebcea26de75, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:34:24.385658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:24.391787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:24.392463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.407722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c993d9-1279-4c18-83bc-d7955018058f req-1769d3f6-6f08-4e99-b0a6-d9dd02c5f9f8 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:24.410626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-91c993d9-1279-4c18-83bc-d7955018058f req-1769d3f6-6f08-4e99-b0a6-d9dd02c5f9f8 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 932 time: 0.1793640 Aug 11 00:34:24.462635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.463702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc741e7-c526-4bcd-a80e-d16e60a12b26 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:34:24.471329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.473316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb3610de-ab4c-40ce-afa2-5c98428ccaff admin admin] 10.222.0.43 "DELETE /v2.0/routers/2cc741e7-c526-4bcd-a80e-d16e60a12b26 HTTP/1.1" status: 204 len: 168 time: 4.2748659 Aug 11 00:34:24.477499 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33050) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:24.518960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5b36da1c-2acd-4098-b0b8-9bf22e4a32b4 None None] Provisioning complete for port 475a34d4-d188-4146-8dde-58894ddbb8c3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:24.520778 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5b36da1c-2acd-4098-b0b8-9bf22e4a32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.564774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-56668823-2db1-41ff-b2df-958b2223c6e9 admin admin] Deleting subnet 6b67d20e-81ae-483d-bfbc-034a3dd795b9 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:34:24.568780 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-56668823-2db1-41ff-b2df-958b2223c6e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.598511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5b36da1c-2acd-4098-b0b8-9bf22e4a32b4 None None] Port 475a34d4-d188-4146-8dde-58894ddbb8c3 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:34:24.627671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-56668823-2db1-41ff-b2df-958b2223c6e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.633556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Network d1ee39ba-94ad-4d93-a103-3ebcea26de75 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:34:24.650810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-19fcdba8-8d43-4d66-bbaf-c2f3d16018df req-bf8e14ea-e479-432b-a16d-9348aad58400 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.670610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-91c993d9-1279-4c18-83bc-d7955018058f req-61b5468d-213d-4cd1-9ee5-fc75f061230e tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501526 Aug 11 00:34:24.745353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-56668823-2db1-41ff-b2df-958b2223c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.769597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:24.787993 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Sync routers for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:24.795932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-557e9579-7041-4200-b894-03ebab89540d tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9288254 Aug 11 00:34:24.801659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3184c875-5c94-439d-bdb2-f8d2f00c7fb3 admin admin] 10.222.0.43 "PUT /v2.0/routers/ae62abb7-74e7-4141-af6c-0e9fd50f6da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3131957 Aug 11 00:34:24.801659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d1ee39ba-94ad-4d93-a103-3ebcea26de75) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:24.811929 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:24.813890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9693fb69-dfb3-42eb-b56a-4201c1761541 None None] Network d1ee39ba-94ad-4d93-a103-3ebcea26de75 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:24.819705 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:24.823673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:24.826302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:24.843613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Request body: {'port': {'device_id': 'a58670b7-96e8-4ba5-8ccd-e826f1b042ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:24.965950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424eef9-0a56-4e97-97b2-5f9de8ceceed req-5a55bef6-8601-482b-b3a5-28e8a48d9a38 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:24.986265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a424eef9-0a56-4e97-97b2-5f9de8ceceed req-5a55bef6-8601-482b-b3a5-28e8a48d9a38 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.1485107 Aug 11 00:34:24.997867 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:25.089104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a424eef9-0a56-4e97-97b2-5f9de8ceceed req-f1cb80e1-cc1f-4648-b373-de75f7c26e0d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810614 Aug 11 00:34:25.148170 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.196772 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0b1db-27ae-4215-bb3c-3e5e1e019cf8 None None] Network d1ee39ba-94ad-4d93-a103-3ebcea26de75 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:25.260330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-56668823-2db1-41ff-b2df-958b2223c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.290232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 42af0d40-2dcc-4d62-8847-9b6a87c59554 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:25.303487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28f46f-5122-4b3d-b2c4-18e7962a5a18 req-6cbfc994-d7dc-4906-a159-19c6ca172481 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:25.306255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee28f46f-5122-4b3d-b2c4-18e7962a5a18 req-6cbfc994-d7dc-4906-a159-19c6ca172481 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 945 time: 0.0783241 Aug 11 00:34:25.319591 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-19fcdba8-8d43-4d66-bbaf-c2f3d16018df req-bf8e14ea-e479-432b-a16d-9348aad58400 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.330632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56668823-2db1-41ff-b2df-958b2223c6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b67d20e-81ae-483d-bfbc-034a3dd795b9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:25.342029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-56668823-2db1-41ff-b2df-958b2223c6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.345009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-56668823-2db1-41ff-b2df-958b2223c6e9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6b67d20e-81ae-483d-bfbc-034a3dd795b9 HTTP/1.1" status: 204 len: 168 time: 0.8638644 Aug 11 00:34:25.353786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33062) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:25.359413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e205d-12d9-4da3-bbd9-09563fd182c3 None None] Network 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:25.399277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-19fcdba8-8d43-4d66-bbaf-c2f3d16018df req-bf8e14ea-e479-432b-a16d-9348aad58400 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.418715 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 2, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:25.443672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee28f46f-5122-4b3d-b2c4-18e7962a5a18 req-c23d152b-534d-42f8-8c65-aae559fc684f tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215403 Aug 11 00:34:25.451623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.456260 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Checking router: ae62abb7-74e7-4141-af6c-0e9fd50f6da5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:25.456260 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Updating router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 port 475a34d4-d188-4146-8dde-58894ddbb8c3 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:34:25.488593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e14ea-e479-432b-a16d-9348aad58400 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656ddbb6-94ba-4664-a5af-dd8016a193a1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:25.502831 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.538070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-558f102e-f3a4-4af4-bae9-fa709ecc8f7c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4244835 Aug 11 00:34:25.541450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Deleting port f0a82d30-efa8-458f-8c02-f5e734e425cc {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:25.542112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.610436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 42af0d40-2dcc-4d62-8847-9b6a87c59554 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:25.611427 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.673026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-19fcdba8-8d43-4d66-bbaf-c2f3d16018df req-bf8e14ea-e479-432b-a16d-9348aad58400 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.699209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19fcdba8-8d43-4d66-bbaf-c2f3d16018df req-bf8e14ea-e479-432b-a16d-9348aad58400 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3850985 Aug 11 00:34:25.767444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] DHCP port deletion for 1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:34:25.781679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] For port f0a82d30-efa8-458f-8c02-f5e734e425cc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f0a82d30-efa8-458f-8c02-f5e734e425cc,segment=NetworkSegment(52e00fc8-ce57-4bbb-a3ef-ba901e3b57de),segment_id=52e00fc8-ce57-4bbb-a3ef-ba901e3b57de)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:25.782199 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.838349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Calling delete_port for f0a82d30-efa8-458f-8c02-f5e734e425cc owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:25.913037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] Deleting port f0a82d30-efa8-458f-8c02-f5e734e425cc {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:25.913422 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.924647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7145c5ab-1adb-43e0-9485-5e95cd97ff05 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:25.948567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:25.990379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 26b10d2f-ae29-43f8-992b-43354fa543c1 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:34:25.994349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Transition to ACTIVE for port object 7145c5ab-1adb-43e0-9485-5e95cd97ff05 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:26.024235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-5747fae7-898f-4763-868f-85f5b52b8f6a tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:26.032649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-5747fae7-898f-4763-868f-85f5b52b8f6a tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0892539 Aug 11 00:34:26.038013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 26b10d2f-ae29-43f8-992b-43354fa543c1 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:34:26.038535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 26b10d2f-ae29-43f8-992b-43354fa543c1 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:34:26.057844 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.079570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] For port f0a82d30-efa8-458f-8c02-f5e734e425cc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f0a82d30-efa8-458f-8c02-f5e734e425cc,segment=NetworkSegment(52e00fc8-ce57-4bbb-a3ef-ba901e3b57de),segment_id=52e00fc8-ce57-4bbb-a3ef-ba901e3b57de)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:26.080291 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.082102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.097404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] Calling delete_port for f0a82d30-efa8-458f-8c02-f5e734e425cc owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:26.101340 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-3d99cd9b-c0d6-4545-bca2-b06cef7fd8c5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.0673568 Aug 11 00:34:26.137127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Request body: {'floatingip': {'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:26.158498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.160991 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Transition to ACTIVE for port object 475a34d4-d188-4146-8dde-58894ddbb8c3 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:26.194295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.203907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.207598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7145c5ab-1adb-43e0-9485-5e95cd97ff05,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:26.223235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a82d30-efa8-458f-8c02-f5e734e425cc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:26.236958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] No DVR routers for this DVR port f0a82d30-efa8-458f-8c02-f5e734e425cc on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:34:26.251232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] Pushing event deleted for resources: {'Port': ['ID=f0a82d30-efa8-458f-8c02-f5e734e425cc,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:26.260964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a25dedd-6ae1-4f6c-a0de-b873b3f1e090 None None] No DVR routers for this DVR port f0a82d30-efa8-458f-8c02-f5e734e425cc on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:34:26.262122 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.350631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.366978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:26.392888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Attempting to bind port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:26.393237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Attempting to bind port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:26.393580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Attempting to bind port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 on network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:26.394602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:26.395076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e00fc8-ce57-4bbb-a3ef-ba901e3b57de') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:26.412649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.423459 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bd8d3-3478-4703-ac6f-1518eaa50e9e None None] Pushing event updated for resources: {'Port': ['ID=475a34d4-d188-4146-8dde-58894ddbb8c3,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:26.439998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 on network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:34:26.440327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Attempting to bind port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 on network c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:26.447553 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.449950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:26.450318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Checking segment: {'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:26.450714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Bound using segment: {'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:26.451282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Bound port: 7145c5ab-1adb-43e0-9485-5e95cd97ff05, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa1bec02-2aea-439d-8717-1b59752e710e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:26.457438 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.457957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:34:26.457957 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.548129 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Attempting to bind port 475a34d4-d188-4146-8dde-58894ddbb8c3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:26.548651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Attempting to bind port 475a34d4-d188-4146-8dde-58894ddbb8c3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:26.549905 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Attempting to bind port 475a34d4-d188-4146-8dde-58894ddbb8c3 on network af520825-082c-45f6-8942-abaa215f134c {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:26.565362 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:26.566384 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Checking segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:26.567433 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.568348 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Bound using segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:26.574077 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Bound port: 475a34d4-d188-4146-8dde-58894ddbb8c3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:26.574077 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:34:26.592986 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:34:26.640324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] For port 7145c5ab-1adb-43e0-9485-5e95cd97ff05, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:26.690697 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.693937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33080) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:26.714653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] For port 7145c5ab-1adb-43e0-9485-5e95cd97ff05, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7145c5ab-1adb-43e0-9485-5e95cd97ff05,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:26.715088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0b73a1c3-f7bc-45e4-9934-0a33b90a1e4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212538486', 'description': 'tempest-description--2130028200'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:26.727332 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] For port 475a34d4-d188-4146-8dde-58894ddbb8c3, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:26.731966 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] For port 475a34d4-d188-4146-8dde-58894ddbb8c3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=475a34d4-d188-4146-8dde-58894ddbb8c3,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:26.757341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-859acce9-1b5e-4704-b51c-298b310ef271 req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-707789296', 'description': 'tempest-description-342502944'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:26.764926 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.770698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] 10.222.0.43 "DELETE /v2.0/networks/1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7 HTTP/1.1" status: 204 len: 168 time: 1.4135661 Aug 11 00:34:26.772669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7092cb6-a1ec-4c2b-9d0e-899f1bd15e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3f315b-d6d8-4035-a8b8-a9c3ce88cfc7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:26.791619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [req-859acce9-1b5e-4704-b51c-298b310ef271 req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:34:26.791619 n-d-712143-13 neutron-server[95255]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 00:34:26.791619 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id': '0748e02429424769b2e1e436a69572bd', 'id': 'd8bcfcca-ef12-446d-82db-f1e5b67463a1', 'expiration': datetime.datetime(2021, 8, 11, 0, 36, 26, 787852)}] Aug 11 00:34:26.791619 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:34:26.792337 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [req-859acce9-1b5e-4704-b51c-298b310ef271 req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:34:26.857748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.890032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b73a1c3-f7bc-45e4-9934-0a33b90a1e4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.890815 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.949025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:26.949972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.951550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/7145c5ab-1adb-43e0-9485-5e95cd97ff05 HTTP/1.1" status: 200 len: 1093 time: 2.1252427 Aug 11 00:34:26.951753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58670b7-96e8-4ba5-8ccd-e826f1b042ed', 'tag': '7145c5ab-1adb-43e0-9485-5e95cd97ff05'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:26.956536 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a58670b7-96e8-4ba5-8ccd-e826f1b042ed", "tag": "7145c5ab-1adb-43e0-9485-5e95cd97ff05"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:26.974097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:26.983043 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:26.984111 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:26.985811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6803b-cf0e-47d6-8ab0-49271378e1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7145c5ab-1adb-43e0-9485-5e95cd97ff05,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:27.066937 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bd8d3-3478-4703-ac6f-1518eaa50e9e None None] Pushing event updated for resources: {'Port': ['ID=475a34d4-d188-4146-8dde-58894ddbb8c3,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:27.068511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b73a1c3-f7bc-45e4-9934-0a33b90a1e4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.117560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.167351 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b73a1c3-f7bc-45e4-9934-0a33b90a1e4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.251802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f0a82d30-efa8-458f-8c02-f5e734e425cc no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:34:27.252656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73a1c3-f7bc-45e4-9934-0a33b90a1e4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1703a5bd-1b0b-48a8-b7d7-679128fa9eea,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:27.261535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216493d3-a085-4a11-977f-d4c8704059a9 req-174825c5-8c04-4732-9162-d55c3773325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:27.263142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-174825c5-8c04-4732-9162-d55c3773325c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8fa17f88bef4cce96aeca6907534c2f&device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 1096 time: 0.1827559 Aug 11 00:34:27.271672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b73a1c3-f7bc-45e4-9934-0a33b90a1e4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.278147 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b73a1c3-f7bc-45e4-9934-0a33b90a1e4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5815146 Aug 11 00:34:27.278987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33088) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:27.286193 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:27.287428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ddb2c541-deea-4787-be30-9e971a0987c2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'security_group_rule': {'security_group_id': '1703a5bd-1b0b-48a8-b7d7-679128fa9eea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:27.327905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-3aea346d-c9f0-4c5b-b8a0-73b8bdde1e16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7145c5ab-1adb-43e0-9485-5e95cd97ff05 HTTP/1.1" status: 200 len: 217 time: 0.0510218 Aug 11 00:34:27.346345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33090) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:27.363448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: f0a82d30-efa8-458f-8c02-f5e734e425cc {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:34:27.364080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f0a82d30-efa8-458f-8c02-f5e734e425cc not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:34:27.398652 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Floating IP 537b973c-cab6-4992-b455-787b062d9273 associated. External IP: 172.25.0.250, port: 6464fb42-2c69-451a-af08-66516efdab94. Aug 11 00:34:27.446220 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c541-deea-4787-be30-9e971a0987c2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.462339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a5fc36ab-38a1-4524-a56d-e73e96160456 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b003ab245fff4bd586eef984b222b24e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104190 Aug 11 00:34:27.467704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33092) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:27.505970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216493d3-a085-4a11-977f-d4c8704059a9 req-74c34df9-78b5-45de-a0e8-23086b108f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:27.508461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-74c34df9-78b5-45de-a0e8-23086b108f63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25030bba-a6ec-450f-a230-38262d0088d3 HTTP/1.1" status: 200 len: 848 time: 0.1704578 Aug 11 00:34:27.559231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c541-deea-4787-be30-9e971a0987c2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.577018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-589507eb-cda1-4ed6-90ae-ef90dd793703 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553641 Aug 11 00:34:27.585000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-859acce9-1b5e-4704-b51c-298b310ef271 req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.632156 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:26Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:27.664180 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd6cd1c-3774-44c3-ac82-e48cf5eb85ed None None] The sync data for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 is: [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:26Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:27.675176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c541-deea-4787-be30-9e971a0987c2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.717213 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-313eb3b0-08cd-4a73-a6e9-1b817aaa36d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.730782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c541-deea-4787-be30-9e971a0987c2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacbcb2f-1b6b-409b-9798-dfc9a3c6635d,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:27.801118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-859acce9-1b5e-4704-b51c-298b310ef271 req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.828198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-313eb3b0-08cd-4a73-a6e9-1b817aaa36d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.853513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-82729224-937c-488a-90d5-e37d48de1cfb service neutron] 10.222.0.44 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393432 Aug 11 00:34:27.920445 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-859acce9-1b5e-4704-b51c-298b310ef271 req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:27.969654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082616af-668c-4b5e-910e-bce3e491d8de,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:28.004344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c541-deea-4787-be30-9e971a0987c2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:28.009130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33094) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:28.012009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ddb2c541-deea-4787-be30-9e971a0987c2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7312779 Aug 11 00:34:28.019699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-347b326c-521e-48d6-b58c-9a801065f0fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'security_group_rule': {'security_group_id': '1703a5bd-1b0b-48a8-b7d7-679128fa9eea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:28.040775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-859acce9-1b5e-4704-b51c-298b310ef271 req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:28.043783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-859acce9-1b5e-4704-b51c-298b310ef271 req-2bf61968-5f80-4787-be0c-cfe4878e78a5 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2929726 Aug 11 00:34:28.114068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:28.124216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216493d3-a085-4a11-977f-d4c8704059a9 req-805b3509-2eec-41d8-812c-e5f6a644ed3d service neutron] 10.222.0.44 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661111 Aug 11 00:34:28.188447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14663402-843e-4396-b9d0-04e8472b90fd req-8b28942f-a72a-439d-a8f4-d7c025589744 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:28.190125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14663402-843e-4396-b9d0-04e8472b90fd req-8b28942f-a72a-439d-a8f4-d7c025589744 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 944 time: 0.0598757 Aug 11 00:34:28.246780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14663402-843e-4396-b9d0-04e8472b90fd req-3b143617-9d08-4642-b905-0c4d999400f2 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Aug 11 00:34:28.609467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-313eb3b0-08cd-4a73-a6e9-1b817aaa36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:28.612186 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-313eb3b0-08cd-4a73-a6e9-1b817aaa36d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:28.613393 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-313eb3b0-08cd-4a73-a6e9-1b817aaa36d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9782fa8d-1b11-463d-9ad2-fee90ec6faeb HTTP/1.1" status: 204 len: 168 time: 1.1443689 Aug 11 00:34:28.622467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-347b326c-521e-48d6-b58c-9a801065f0fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:28.648235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eb3b0-08cd-4a73-a6e9-1b817aaa36d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9782fa8d-1b11-463d-9ad2-fee90ec6faeb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:28.735928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:28.744164 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:28.747644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:28.748189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-347b326c-521e-48d6-b58c-9a801065f0fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:28.765680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:28.769195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3385e564-9656-4b7b-817b-dd920d5f2668 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:28.773138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:28.773294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3385e564-9656-4b7b-817b-dd920d5f2668 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/networks?id=d1ee39ba-94ad-4d93-a103-3ebcea26de75 HTTP/1.1" status: 200 len: 819 time: 0.1591184 Aug 11 00:34:28.785733 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-aaffe013-4822-4bbc-88d0-da770a659a04 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "PUT /v2.0/floatingips/537b973c-cab6-4992-b455-787b062d9273 HTTP/1.1" status: 200 len: 997 time: 2.6562498 Aug 11 00:34:28.800648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a35e10a9-21f4-4966-bb36-04d7da2a40d9 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/quotas/5b47f72e136948c48b40e71ebde0134a HTTP/1.1" status: 200 len: 375 time: 0.0172374 Aug 11 00:34:28.851583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-99071dfb-b897-4365-b717-d2f3e146ca8e tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5b47f72e136948c48b40e71ebde0134a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511734 Aug 11 00:34:28.866451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-347b326c-521e-48d6-b58c-9a801065f0fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:28.885375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-eaf293ef-712e-40ac-9537-130eca640782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:28.886857 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-eaf293ef-712e-40ac-9537-130eca640782 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.0840940 Aug 11 00:34:28.906226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b326c-521e-48d6-b58c-9a801065f0fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd26a1f-51ca-4299-9468-862d1f35e98e,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:28.941573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:28.983414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-e9f3a949-54e6-4ca5-a0df-9e2b6f901fe7 service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee39ba-94ad-4d93-a103-3ebcea26de75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299527 Aug 11 00:34:29.024765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-9438f59e-b797-4937-861f-035e9b671f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:29.040830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-9438f59e-b797-4937-861f-035e9b671f07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.1439826 Aug 11 00:34:29.099819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-6f2e09a4-f415-4460-9b1d-1c072770062a service neutron] 10.222.0.43 "GET /v2.0/networks/d1ee39ba-94ad-4d93-a103-3ebcea26de75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105177 Aug 11 00:34:29.111257 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-347b326c-521e-48d6-b58c-9a801065f0fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:29.115440 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-347b326c-521e-48d6-b58c-9a801065f0fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0993867 Aug 11 00:34:29.116289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:29.134007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:29.142628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-b8cb4b61-59d7-484e-9e57-5cbd376f83a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 1000 time: 0.1007946 Aug 11 00:34:29.235288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-02e4b50b-1a9a-4648-800a-d1c502448a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:29.238656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-02e4b50b-1a9a-4648-800a-d1c502448a5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.0834417 Aug 11 00:34:29.255488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:29.300248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 475a34d4-d188-4146-8dde-58894ddbb8c3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:29.333974 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:29.342644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-d774dfd3-7861-45e3-89bd-9fc62674ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:29.344831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-d774dfd3-7861-45e3-89bd-9fc62674ad82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006496 Aug 11 00:34:29.382770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7145c5ab-1adb-43e0-9485-5e95cd97ff05 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:34:29.616415 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:29.619892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 475a34d4-d188-4146-8dde-58894ddbb8c3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:29.634326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 475a34d4-d188-4146-8dde-58894ddbb8c3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:29.634579 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:29.637908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:a5:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:26Z', 'revision_number': 1, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:29.655006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:29.684484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-8b33068c-0e97-4552-834d-521eee792cc1 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173225 Aug 11 00:34:29.722439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190b00-f586-4927-9ad1-3ea77a3bed38 req-12baa7b5-f73e-468d-8ee9-8f796a4c379d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:29.730230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4190b00-f586-4927-9ad1-3ea77a3bed38 req-12baa7b5-f73e-468d-8ee9-8f796a4c379d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.1218259 Aug 11 00:34:29.730867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:29.819719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4190b00-f586-4927-9ad1-3ea77a3bed38 req-81836b75-5bc5-4bd9-9b74-d2cbec97f191 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856733 Aug 11 00:34:29.845149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:29.846323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:29.853231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7145c5ab-1adb-43e0-9485-5e95cd97ff05, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7145c5ab-1adb-43e0-9485-5e95cd97ff05,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:29.869467 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7f6f3dc-70be-49f7-90f7-b3d6e25e4277 req-969ada9f-6f31-4783-b7d1-55a94f6fde3b service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698010 Aug 11 00:34:29.875799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Allocated IP 172.25.0.171 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/a81487f5-55a1-4ece-b83e-12e65f81cdbd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:29.967898 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727afbde-011d-4380-a119-27adefb50137 x-openstack-request-id: req-727afbde-011d-4380-a119-27adefb50137 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:29.968295 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58670b7-96e8-4ba5-8ccd-e826f1b042ed", "tag": "7145c5ab-1adb-43e0-9485-5e95cd97ff05", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:29.977102 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-727afbde-011d-4380-a119-27adefb50137 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:29.977422 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58670b7-96e8-4ba5-8ccd-e826f1b042ed', 'tag': '7145c5ab-1adb-43e0-9485-5e95cd97ff05', 'status': 'completed', 'code': 200} Aug 11 00:34:29.996950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '7145c5ab-1adb-43e0-9485-5e95cd97ff05', 'network_id': 'c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7', 'port_id': '7145c5ab-1adb-43e0-9485-5e95cd97ff05', 'mac_address': 'fa:16:3e:ba:d9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25030bba-a6ec-450f-a230-38262d0088d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:34:30.206451 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-87b81b87-0d62-4965-ae7a-57c4eddabff0 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/656ddbb6-94ba-4664-a5af-dd8016a193a1 HTTP/1.1" status: 200 len: 1806 time: 0.1779463 Aug 11 00:34:30.225526 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:30.248718 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:30.262171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:30.291672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7145c5ab-1adb-43e0-9485-5e95cd97ff05 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:30.302834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:30.331687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a9077-3c7a-4ec0-ac4a-9d591e207e23 req-d893dfa6-41e6-4db8-9c42-37735afc72a4 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:30.333568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d32a9077-3c7a-4ec0-ac4a-9d591e207e23 req-d893dfa6-41e6-4db8-9c42-37735afc72a4 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 944 time: 0.1336150 Aug 11 00:34:30.341277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-d8f1afcb-59eb-465e-a946-829c9eac8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:30.343461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-d8f1afcb-59eb-465e-a946-829c9eac8a2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8fa17f88bef4cce96aeca6907534c2f&device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 1096 time: 0.3414290 Aug 11 00:34:30.415821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7145c5ab-1adb-43e0-9485-5e95cd97ff05, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7145c5ab-1adb-43e0-9485-5e95cd97ff05,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:30.441324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-c6c99f62-90d2-42c2-82e4-6e6da101c3dc tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/082616af-668c-4b5e-910e-bce3e491d8de HTTP/1.1" status: 200 len: 1805 time: 0.2163451 Aug 11 00:34:30.444958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 475a34d4-d188-4146-8dde-58894ddbb8c3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=475a34d4-d188-4146-8dde-58894ddbb8c3,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:30.467028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-c63560a6-cdad-4213-9031-fd0aa7d271be tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '656ddbb6-94ba-4664-a5af-dd8016a193a1', 'remote_group_id': '082616af-668c-4b5e-910e-bce3e491d8de', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:30.467028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-c63560a6-cdad-4213-9031-fd0aa7d271be tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '656ddbb6-94ba-4664-a5af-dd8016a193a1', 'remote_group_id': '082616af-668c-4b5e-910e-bce3e491d8de', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:30.504478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d32a9077-3c7a-4ec0-ac4a-9d591e207e23 req-e81d8dcf-bb7e-4de2-94ed-dedc7f8973a6 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593287 Aug 11 00:34:30.517231 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:34:30.534272 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:30.565517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:30.573916 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:30.616045 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8928ffc0-1141-4ab2-bd21-f3bb8e589262 req-627ea67c-587c-4e9c-9bf8-65c7ed3b143a tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 210 time: 0.0553527 Aug 11 00:34:30.619358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-f694b176-408e-4834-8051-b16e09cba2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:30.622176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-f694b176-408e-4834-8051-b16e09cba2ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 HTTP/1.1" status: 200 len: 909 time: 0.2530930 Aug 11 00:34:30.650871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:30.665163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=7145c5ab-1adb-43e0-9485-5e95cd97ff05,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:30.669201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:30.680691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:30.686721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'Port': ['ID=a81487f5-55a1-4ece-b83e-12e65f81cdbd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:30.714732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-0d512022-fefd-454d-bd57-c93f3bc204a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7145c5ab-1adb-43e0-9485-5e95cd97ff05 HTTP/1.1" status: 200 len: 217 time: 0.0826631 Aug 11 00:34:30.781109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['7145c5ab-1adb-43e0-9485-5e95cd97ff05'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:30.789867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-7ef04301-6c7e-46e4-9e75-6788cbc7b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:30.791508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-7ef04301-6c7e-46e4-9e75-6788cbc7b9ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25030bba-a6ec-450f-a230-38262d0088d3 HTTP/1.1" status: 200 len: 848 time: 0.0694375 Aug 11 00:34:30.846090 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-bf1dd585-7262-4536-a614-42585e352039 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442545 Aug 11 00:34:30.861966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=475a34d4-d188-4146-8dde-58894ddbb8c3,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:30.899279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-c63560a6-cdad-4213-9031-fd0aa7d271be tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:30.928964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33150) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:30.993866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-c63560a6-cdad-4213-9031-fd0aa7d271be tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:30.995345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.064435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-bc1bf72a-bc59-49ed-83b7-e4c992639b10 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:31.066080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:a5:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:26Z', 'revision_number': 1, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:31.067084 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-bc1bf72a-bc59-49ed-83b7-e4c992639b10 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2528477 Aug 11 00:34:31.073900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-33d0ae37-88f9-4f5b-8cf4-539c1a7c6241 service neutron] 10.222.0.44 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030146 Aug 11 00:34:31.119869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-c63560a6-cdad-4213-9031-fd0aa7d271be tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.143556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efced212-2098-4ab5-a4b7-a14b2a8be266 None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:a5:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:26Z', 'revision_number': 1, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:31.235801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.241096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-network', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:31.307778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 475a34d4-d188-4146-8dde-58894ddbb8c3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:31.312633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63560a6-cdad-4213-9031-fd0aa7d271be tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dfd5d3-8edf-46c7-a0d6-2fd2f3278eda,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:31.353978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Made reservation on behalf of 7f695dcd11654560b46f8619a5d4c837 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:31.358109 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.366836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-ca70df68-f414-4d41-9eda-c77e1c7224b1 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1000 time: 0.2827044 Aug 11 00:34:31.391655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.395451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 475a34d4-d188-4146-8dde-58894ddbb8c3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:31.396287 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.414338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Request body: {'floatingip': {'port_id': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:31.462901 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7e33db5-4e32-403c-82d9-e7c8f88e88f9 req-e6804a03-2af5-4741-953e-f128ab0ea1fb service neutron] 10.222.0.44 "GET /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639424 Aug 11 00:34:31.527484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-c63560a6-cdad-4213-9031-fd0aa7d271be tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.531439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73260dd3-b356-4c54-9609-2b850dcbd999 req-c63560a6-cdad-4213-9031-fd0aa7d271be tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0866776 Aug 11 00:34:31.544621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.631399 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb402b-a43d-49be-9557-ec49b130c3bc None None] New status for floating IP 537b973c-cab6-4992-b455-787b062d9273: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:34:31.764475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970a27e-922a-4672-a654-e7e6217f6bce req-169bec4b-ed16-4f4a-89f2-6e367f24d3f5 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:31.767449 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6970a27e-922a-4672-a654-e7e6217f6bce req-169bec4b-ed16-4f4a-89f2-6e367f24d3f5 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.1506722 Aug 11 00:34:31.807978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.859295 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.881395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6970a27e-922a-4672-a654-e7e6217f6bce req-c7b98851-fa6c-4539-97ad-3158b74db709 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852542 Aug 11 00:34:31.910637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:31.979094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:31.983065 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:31.989917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'Port': ['ID=a81487f5-55a1-4ece-b83e-12e65f81cdbd,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:32.002557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.014752 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.042796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:34:32.054912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:34:32.055531 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:34:32.057496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0443b468-b258-49b1-ba96-b7cfff9ace55,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:32.078078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.078445 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Added segment 670e5006-8e1e-4959-ba57-598295e9d462 of type vlan for network c6b91042-31d5-413d-9fee-916bef687356 Aug 11 00:34:32.461110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.462340 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-443b908d-a452-4561-92be-839049c50327 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3454132 Aug 11 00:34:32.473517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.502569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a676bc-f787-4b61-8500-a4e10e131ec1 req-b8721a81-9163-4649-81db-1fbb575f8f85 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:32.504224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11a676bc-f787-4b61-8500-a4e10e131ec1 req-b8721a81-9163-4649-81db-1fbb575f8f85 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 945 time: 0.4442332 Aug 11 00:34:32.554444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11a676bc-f787-4b61-8500-a4e10e131ec1 req-4e126661-e1d1-4c32-91b9-8a637a84a0fa tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Aug 11 00:34:32.557461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.606275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.607320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:32.609913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.764968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] Pushing event updated for resources: {'Network': ['ID=c6b91042-31d5-413d-9fee-916bef687356,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:32.780754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c6b91042-31d5-413d-9fee-916bef687356 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:34:32.788432 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0d08030-430c-4d39-85ae-854d4fcd66a3 req-3e91efc1-c312-4719-af66-3447e9c79eed tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/082616af-668c-4b5e-910e-bce3e491d8de HTTP/1.1" status: 200 len: 1805 time: 0.1735673 Aug 11 00:34:32.872000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4dd7903d-d6e1-40d1-9030-3d5232a9d23f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9418535 Aug 11 00:34:32.876681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33170) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:32.883942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Request body: {'subnet': {'network_id': 'c6b91042-31d5-413d-9fee-916bef687356', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-subnet', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:32.917948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d0d08030-430c-4d39-85ae-854d4fcd66a3 req-8b6bc4b7-ca10-4064-a7a5-79b49351b89c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:32.971263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d0d08030-430c-4d39-85ae-854d4fcd66a3 req-8b6bc4b7-ca10-4064-a7a5-79b49351b89c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.087541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Made reservation on behalf of 7f695dcd11654560b46f8619a5d4c837 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:33.090727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.158113 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d0d08030-430c-4d39-85ae-854d4fcd66a3 req-8b6bc4b7-ca10-4064-a7a5-79b49351b89c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.160999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d0d08030-430c-4d39-85ae-854d4fcd66a3 req-8b6bc4b7-ca10-4064-a7a5-79b49351b89c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.162251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0d08030-430c-4d39-85ae-854d4fcd66a3 req-8b6bc4b7-ca10-4064-a7a5-79b49351b89c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "DELETE /v2.0/security-groups/082616af-668c-4b5e-910e-bce3e491d8de HTTP/1.1" status: 204 len: 173 time: 0.3608744 Aug 11 00:34:33.184314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bc4b7-ca10-4064-a7a5-79b49351b89c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082616af-668c-4b5e-910e-bce3e491d8de,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:33.248740 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.299605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5791e320-d281-47a8-aaf2-573342378361 req-885651cf-53fa-481d-b068-ac2606172010 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 210 time: 0.0458090 Aug 11 00:34:33.352407 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.394081 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99983eac-7ca9-4d24-afc8-36e952f7865b x-openstack-request-id: req-99983eac-7ca9-4d24-afc8-36e952f7865b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:33.395217 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:33.395471 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99983eac-7ca9-4d24-afc8-36e952f7865b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:33.395883 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94', 'status': 'completed', 'code': 200} Aug 11 00:34:33.432604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7145c5ab-1adb-43e0-9485-5e95cd97ff05 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:33.505149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-d99839e4-0823-4916-aba7-97295a76e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:33.506748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-d99839e4-0823-4916-aba7-97295a76e577 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.0951085 Aug 11 00:34:33.510897 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Floating IP 537b973c-cab6-4992-b455-787b062d9273 associated. External IP: 172.25.0.250, port: 6464fb42-2c69-451a-af08-66516efdab94. Aug 11 00:34:33.540721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.587654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:33.593410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:33.594112 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.670302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a505bf24-13d3-467c-a714-7041ae985afb,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:33.695973 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.698156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-03d67d36-3e1c-4020-bdb1-a6a90c1c1244 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--212538486&fields=id&tenant_id=7d80d82bf49641a48e698c15286c2606 HTTP/1.1" status: 200 len: 267 time: 0.1533079 Aug 11 00:34:33.724718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58670b7-96e8-4ba5-8ccd-e826f1b042ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7145c5ab-1adb-43e0-9485-5e95cd97ff05'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:33.727098 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795072cd-40ad-4a79-9607-f1dbc3a82649" -d '{"events": [{"server_uuid": "a58670b7-96e8-4ba5-8ccd-e826f1b042ed", "name": "network-vif-plugged", "status": "completed", "tag": "7145c5ab-1adb-43e0-9485-5e95cd97ff05"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:33.742961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7145c5ab-1adb-43e0-9485-5e95cd97ff05, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7145c5ab-1adb-43e0-9485-5e95cd97ff05,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:33.748124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-50514d3e-18e2-48b8-a5c4-9d68796222b4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:33.749729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-50514d3e-18e2-48b8-a5c4-9d68796222b4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.55 "GET /v2.0/networks?id=d1ee39ba-94ad-4d93-a103-3ebcea26de75 HTTP/1.1" status: 200 len: 819 time: 0.3078992 Aug 11 00:34:33.769947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-e56ffc77-ef2c-488a-a383-ad441a3c1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:33.772634 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-e56ffc77-ef2c-488a-a383-ad441a3c1aee service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.2278371 Aug 11 00:34:33.791514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Request body: {'port': {'device_id': '8209e34f-2f2e-42f9-8801-2be8890fd0bc', 'network_id': 'd1ee39ba-94ad-4d93-a103-3ebcea26de75', 'admin_state_up': True, 'tenant_id': '5b47f72e136948c48b40e71ebde0134a'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:33.811306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Checking segment: {'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:33.811617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Network hostable DHCP agents. Network: c6b91042-31d5-413d-9fee-916bef687356, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:34:33.856737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-0667726e-33f3-49cd-a436-847ca5fee6af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 217 time: 0.0411801 Aug 11 00:34:33.900764 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:33.950628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-5a9a47c1-904e-49ee-b233-ef62d8be68ce tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:33.958888 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-5a9a47c1-904e-49ee-b233-ef62d8be68ce tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 817 time: 0.2595167 Aug 11 00:34:33.963008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-77ff4706-35cb-4f2b-9dae-d0f5c8a042d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:33.964861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-77ff4706-35cb-4f2b-9dae-d0f5c8a042d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.1006968 Aug 11 00:34:33.979997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-5a945c7e-eefd-4f41-8018-60e7d135aa86 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/quotas/7d80d82bf49641a48e698c15286c2606 HTTP/1.1" status: 200 len: 375 time: 0.0201519 Aug 11 00:34:33.992657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Network c6b91042-31d5-413d-9fee-916bef687356 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:34:34.003742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:34.028988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-2c4d2fee-342a-46ff-a522-87df16c5e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:34.030531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-2c4d2fee-342a-46ff-a522-87df16c5e18b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562422 Aug 11 00:34:34.036408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=7145c5ab-1adb-43e0-9485-5e95cd97ff05,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:34.069969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e71beb2d-59cc-4a16-8302-da449fe279cb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687640 Aug 11 00:34:34.109513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Made reservation on behalf of 5b47f72e136948c48b40e71ebde0134a for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:34.113200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:34.144571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c6b91042-31d5-413d-9fee-916bef687356) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:34.154229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d92bf9-afdb-492f-82fe-87791d3e4c47 None None] Network c6b91042-31d5-413d-9fee-916bef687356 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:34.161350 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:34.162852 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:34.301725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-3c8026f7-9d5d-42b6-a0d2-0e3c9e783705 service neutron] 10.222.0.43 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100394 Aug 11 00:34:34.355479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af826eb7-8804-4e39-92bd-f200910d8e20 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4749057 Aug 11 00:34:34.355692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-c6b91042-31d5-413d-9fee-916bef687356', 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'fixed_ips': [{'subnet_id': 'a505bf24-13d3-467c-a714-7041ae985afb'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:34:34.355692 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:34.357274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33192) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:34.373934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:34.462133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Allocated IP 172.20.0.3 (d1ee39ba-94ad-4d93-a103-3ebcea26de75/6a4deadd-cd27-4434-8513-9b1ca93a90a5/b2d7afb1-fa5e-4f06-9ec2-00d50b88418f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:34.544230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-1e96f959-8a02-45fe-becb-b984b66e92cd service neutron] 10.222.0.43 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024720 Aug 11 00:34:34.581956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Allocated IP 172.20.0.2 (c6b91042-31d5-413d-9fee-916bef687356/a505bf24-13d3-467c-a714-7041ae985afb/ba9c1dbb-028c-44d8-b39a-eb1166684c90) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:34.668304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-5bef675e-4f88-4a39-8aca-b6148c9673ab service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271646 Aug 11 00:34:34.669861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:34.678696 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:34.680205 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:34.687565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:34.718075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:34.718973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:34.882337 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:34.882892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a82800f-3591-4e00-9d11-5c9f5c5b52e8 req-cc25eef0-e1b2-4f39-b58b-5c4bc0b290ba service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731691 Aug 11 00:34:34.905788 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:34.977657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051288b-5fa5-459a-a424-4983055c5144 req-f286e612-6a79-4ae4-a2f8-924254a291c7 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:34.981356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8051288b-5fa5-459a-a424-4983055c5144 req-f286e612-6a79-4ae4-a2f8-924254a291c7 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.1073437 Aug 11 00:34:35.038185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:35.135394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:35.145304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8051288b-5fa5-459a-a424-4983055c5144 req-0ab834a0-ce07-445c-b8f5-64939537836b tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628873 Aug 11 00:34:35.252219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.264844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:35.268001 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.273839 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.275482 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.287464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Transition to ACTIVE for port object ba9c1dbb-028c-44d8-b39a-eb1166684c90 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:35.317512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Transition to ACTIVE for port object ba9c1dbb-028c-44d8-b39a-eb1166684c90 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:35.344437 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-9e7f0b41-8d74-41d6-9ee8-30474ba57df5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "PUT /v2.0/floatingips/537b973c-cab6-4992-b455-787b062d9273 HTTP/1.1" status: 200 len: 998 time: 3.9463801 Aug 11 00:34:35.350926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Network d1ee39ba-94ad-4d93-a103-3ebcea26de75 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:35.358463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:35.361808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:35.371630 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68b57a5b-abfe-44d2-b629-ecec933ee67a req-8fc25661-cd2e-49cd-8a84-f8b44695bbe4 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/656ddbb6-94ba-4664-a5af-dd8016a193a1 HTTP/1.1" status: 200 len: 1806 time: 0.1092603 Aug 11 00:34:35.397597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94'}, {'name': 'network-changed', 'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:35.401009 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d00b1-50ce-414f-ad45-e4d1c0694039" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94"}, {"name": "network-changed", "server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:35.421192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Pushing event updated for resources: {'Port': ['ID=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:35.438923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-4fe369b4-ebc4-4273-9e4a-8b16de83dbe8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.440495 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-4fe369b4-ebc4-4273-9e4a-8b16de83dbe8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports/6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 943 time: 0.0912549 Aug 11 00:34:35.467412 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.485479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.486324 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.520952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Pushing event updated for resources: {'Port': ['ID=ba9c1dbb-028c-44d8-b39a-eb1166684c90,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:35.536249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-8c61ad70-6b96-498b-8e6d-b92284352019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.542233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-8c61ad70-6b96-498b-8e6d-b92284352019 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.0660248 Aug 11 00:34:35.546328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Network c6b91042-31d5-413d-9fee-916bef687356 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:35.550828 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:35.555807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:35.589997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d1b06-3777-4364-bbe3-d679ee08e9e6 req-ef4f9b1c-53e1-4112-b67b-bbc8a2f6bd1b tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.592010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-158d1b06-3777-4364-bbe3-d679ee08e9e6 req-ef4f9b1c-53e1-4112-b67b-bbc8a2f6bd1b tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 946 time: 0.0720043 Aug 11 00:34:35.650164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-a991f26d-0896-40c6-9bdd-4650bab399b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.652348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-a991f26d-0896-40c6-9bdd-4650bab399b1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.1067805 Aug 11 00:34:35.654239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-158d1b06-3777-4364-bbe3-d679ee08e9e6 req-2068abd9-a940-468a-88b0-cf8a17a335fa tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489757 Aug 11 00:34:35.655396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-a131bd70-11e7-4d8a-acd9-755ef6927af4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8705220 Aug 11 00:34:35.668880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Attempting to bind port ba9c1dbb-028c-44d8-b39a-eb1166684c90 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:35.669272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Attempting to bind port ba9c1dbb-028c-44d8-b39a-eb1166684c90 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:35.669642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Attempting to bind port ba9c1dbb-028c-44d8-b39a-eb1166684c90 on network c6b91042-31d5-413d-9fee-916bef687356 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:35.673570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Request body: {'port': {'device_id': '8209e34f-2f2e-42f9-8801-2be8890fd0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:35.686176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:8f:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:33Z', 'revision_number': 3, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:35.721012 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40e4009-74e5-4add-833d-56937cdb99a2 x-openstack-request-id: req-a40e4009-74e5-4add-833d-56937cdb99a2 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:35.721448 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58670b7-96e8-4ba5-8ccd-e826f1b042ed", "name": "network-vif-plugged", "status": "completed", "tag": "7145c5ab-1adb-43e0-9485-5e95cd97ff05", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:35.721712 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a40e4009-74e5-4add-833d-56937cdb99a2 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:35.722117 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58670b7-96e8-4ba5-8ccd-e826f1b042ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7145c5ab-1adb-43e0-9485-5e95cd97ff05', 'code': 200} Aug 11 00:34:35.725077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:35.734385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-b3dc55e4-db34-41dc-89b2-a2e53c10ecab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 217 time: 0.0717030 Aug 11 00:34:35.738973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:35.739401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Checking segment: {'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:35.739869 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.740276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Bound using segment: {'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:35.740762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Bound port: ba9c1dbb-028c-44d8-b39a-eb1166684c90, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:35.741152 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.744592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:35.745371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:35.846047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-390c5b19-9be8-4606-80f8-3b340cc4a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.846047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-390c5b19-9be8-4606-80f8-3b340cc4a228 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.0984974 Aug 11 00:34:35.853118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741f456-5cc4-40c8-ab00-f786e672da64 req-09fbeec2-eea0-47ec-bfae-24703c476a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.854660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6741f456-5cc4-40c8-ab00-f786e672da64 req-09fbeec2-eea0-47ec-bfae-24703c476a87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 1098 time: 0.0597892 Aug 11 00:34:35.891249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.921694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6741f456-5cc4-40c8-ab00-f786e672da64 req-d72cb34a-121a-4230-bdce-7a961f6f00ab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568218 Aug 11 00:34:35.926813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:35.931727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-f971a4b5-94b9-4ab3-b8cd-27607686ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.933451 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-f971a4b5-94b9-4ab3-b8cd-27607686ddc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778551 Aug 11 00:34:35.952238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:35.956819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] For port ba9c1dbb-028c-44d8-b39a-eb1166684c90, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:35.979111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc40c9d-436e-46c5-992f-5a1c8a912d1b req-b5efb5be-ac71-4ac9-bc78-b4594254015e tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:35.980799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5dc40c9d-436e-46c5-992f-5a1c8a912d1b req-b5efb5be-ac71-4ac9-bc78-b4594254015e tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 931 time: 0.1804333 Aug 11 00:34:35.984139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.017505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] For port ba9c1dbb-028c-44d8-b39a-eb1166684c90, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ba9c1dbb-028c-44d8-b39a-eb1166684c90,segment=NetworkSegment(670e5006-8e1e-4959-ba57-598295e9d462),segment_id=670e5006-8e1e-4959-ba57-598295e9d462)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:36.062834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-5dcafdca-7d8d-4aac-b8d4-76b0ce4ef580 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093271 Aug 11 00:34:36.114698 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.158809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5dc40c9d-436e-46c5-992f-5a1c8a912d1b req-0e1e614a-2b91-452a-b039-856bf4c4855c tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699405 Aug 11 00:34:36.201824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-81c77499-4bca-4226-a6f4-b7aa97207060 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232440 Aug 11 00:34:36.283359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-3bfb6231-b0a5-4e04-ae33-dc9518cedacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:36.286372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-3bfb6231-b0a5-4e04-ae33-dc9518cedacb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 1097 time: 0.0673211 Aug 11 00:34:36.294119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559405c-5237-4813-891d-35aa8134aa02 None None] Pushing event updated for resources: {'Port': ['ID=ba9c1dbb-028c-44d8-b39a-eb1166684c90,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:36.296542 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c67c4359-0a5b-46b5-9fdf-a6f474fe241e req-ccd2115f-0c9b-4a61-9dd0-e9f24b5e798f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 210 time: 0.0514913 Aug 11 00:34:36.312076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Allocated IP 172.25.0.155 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/0ee4ba59-3b15-47a7-927b-bc6efefc5302) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:36.387976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-17dc0079-1125-4616-b915-e5c7b4656216 req-44c7bc05-2fb0-4fde-a63a-ec775694a6c2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-77026078', 'description': 'tempest-description-1389417565'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:36.411086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-6051b13c-459e-454f-b6ed-8f1378560ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:36.411086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-6051b13c-459e-454f-b6ed-8f1378560ab7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.1129107 Aug 11 00:34:36.444194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:8f:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:33Z', 'revision_number': 3, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:36.493606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e77bd-64f6-47a1-a5e1-274053f90125 None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:8f:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:33Z', 'revision_number': 3, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:36.539828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-b283c527-4975-4d4a-a882-751f811b9750 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 1001 time: 0.1124144 Aug 11 00:34:36.587644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-17dc0079-1125-4616-b915-e5c7b4656216 req-44c7bc05-2fb0-4fde-a63a-ec775694a6c2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.605981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d7afb1-fa5e-4f06-9ec2-00d50b88418f {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:36.625726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.630770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.663543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-6a811fdf-e9da-454b-ad3d-3d092ccf5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:36.665067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-6a811fdf-e9da-454b-ad3d-3d092ccf5cf9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.1042969 Aug 11 00:34:36.672903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Transition to ACTIVE for port object b2d7afb1-fa5e-4f06-9ec2-00d50b88418f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:36.741873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-6b264e6d-a805-46ca-a86b-625de02808e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:36.743709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-6b264e6d-a805-46ca-a86b-625de02808e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683582 Aug 11 00:34:36.792610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-17dc0079-1125-4616-b915-e5c7b4656216 req-44c7bc05-2fb0-4fde-a63a-ec775694a6c2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.793892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.857047 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.873300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Pushing event updated for resources: {'Port': ['ID=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:36.935572 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb67a85-19dd-4f63-ade0-d5b9ca280ad6 None None] New status for floating IP 537b973c-cab6-4992-b455-787b062d9273: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:34:36.943078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-17e4e935-5062-49b5-bcbb-857820a87a29 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925602 Aug 11 00:34:36.947529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:36.948463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-17dc0079-1125-4616-b915-e5c7b4656216 req-44c7bc05-2fb0-4fde-a63a-ec775694a6c2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:36.961658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:36.984202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:37.055401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04c58928-32c6-40f2-a54d-c1eb9a786aca req-0658975a-1f49-402c-9a98-66d5fca8427b service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044450 Aug 11 00:34:37.099401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Pushing event updated for resources: {'Port': ['ID=0ee4ba59-3b15-47a7-927b-bc6efefc5302,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:37.135277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Attempting to bind port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:37.135613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Attempting to bind port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'c70463fe-cee3-4191-a232-a1150584ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd1ee39ba-94ad-4d93-a103-3ebcea26de75'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:37.135955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Attempting to bind port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f on network d1ee39ba-94ad-4d93-a103-3ebcea26de75 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:37.181418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7bc05-2fb0-4fde-a63a-ec775694a6c2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87ab300-fee8-4f62-b13f-c5ed92b9174b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:37.205388 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-17dc0079-1125-4616-b915-e5c7b4656216 req-44c7bc05-2fb0-4fde-a63a-ec775694a6c2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:37.221211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17dc0079-1125-4616-b915-e5c7b4656216 req-44c7bc05-2fb0-4fde-a63a-ec775694a6c2 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8489642 Aug 11 00:34:37.304155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f on network d1ee39ba-94ad-4d93-a103-3ebcea26de75 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:34:37.304931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Attempting to bind port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f on network d1ee39ba-94ad-4d93-a103-3ebcea26de75 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:37.315639 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599d1614-2055-4251-b8da-ba09ea46efd5 x-openstack-request-id: req-599d1614-2055-4251-b8da-ba09ea46efd5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:37.323356 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:37.323356 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-599d1614-2055-4251-b8da-ba09ea46efd5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:37.323356 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94', 'status': 'completed', 'code': 200} Aug 11 00:34:37.323356 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'status': 'completed', 'code': 200} Aug 11 00:34:37.373352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:37.376763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Checking segment: {'id': 'c70463fe-cee3-4191-a232-a1150584ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd1ee39ba-94ad-4d93-a103-3ebcea26de75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:37.378115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ba9c1dbb-028c-44d8-b39a-eb1166684c90 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:37.379053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Bound using segment: {'id': 'c70463fe-cee3-4191-a232-a1150584ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd1ee39ba-94ad-4d93-a103-3ebcea26de75'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:37.380194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Bound port: b2d7afb1-fa5e-4f06-9ec2-00d50b88418f, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70463fe-cee3-4191-a232-a1150584ba4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd1ee39ba-94ad-4d93-a103-3ebcea26de75'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:37.380650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:37.453368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-c06cfaa0-17e4-4378-88e3-08141b6381c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:37.455598 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-c06cfaa0-17e4-4378-88e3-08141b6381c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.1156561 Aug 11 00:34:37.520689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:37.532266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:37.532909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:37.601565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ba9c1dbb-028c-44d8-b39a-eb1166684c90 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:37.622826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed638ef-4440-4fd8-be8e-9cd5c2c22938 req-3980f52d-902d-4353-bc77-55871b458ec1 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:37.631506 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ed638ef-4440-4fd8-be8e-9cd5c2c22938 req-3980f52d-902d-4353-bc77-55871b458ec1 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 946 time: 0.0820203 Aug 11 00:34:37.676070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-b79d3bec-c93b-4d31-b3ae-858153ed7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:37.677625 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-b79d3bec-c93b-4d31-b3ae-858153ed7737 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.2145355 Aug 11 00:34:37.710863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ed638ef-4440-4fd8-be8e-9cd5c2c22938 req-faa53810-44c1-4b93-bfdb-42d614a373bc tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750961 Aug 11 00:34:37.721259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] For port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:37.742698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbcc6a-d77b-4da0-b189-5633d8118122 req-db8dc751-a8d2-44b4-a607-67c4b957847f tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:37.749240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:37.751700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21cbcc6a-d77b-4da0-b189-5633d8118122 req-db8dc751-a8d2-44b4-a607-67c4b957847f tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.4130232 Aug 11 00:34:37.803081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] For port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,segment=NetworkSegment(c70463fe-cee3-4191-a232-a1150584ba4e),segment_id=c70463fe-cee3-4191-a232-a1150584ba4e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:37.826480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-a969bcde-04b1-4d3c-9138-79b1a1f180fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 217 time: 0.1358745 Aug 11 00:34:37.834042 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:37.891275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21cbcc6a-d77b-4da0-b189-5633d8118122 req-141efab0-f8da-4ee1-a3fb-431c941b8bf9 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349635 Aug 11 00:34:37.913607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-f7e42292-b661-4cff-bda4-79113b76b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:37.914796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:37.915210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-f7e42292-b661-4cff-bda4-79113b76b3f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.0826561 Aug 11 00:34:38.019966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d322e25-e19b-4769-9489-81d839c5423b req-ccfe8a35-7fa9-45dd-b14b-3f84399b427e tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:38.036197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d322e25-e19b-4769-9489-81d839c5423b req-ccfe8a35-7fa9-45dd-b14b-3f84399b427e tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 943 time: 0.1198554 Aug 11 00:34:38.043831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e37258-879f-49a0-bd51-35e80278fb4d None None] Network c6b91042-31d5-413d-9fee-916bef687356 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:34:38.064114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-be6249dc-cfc1-4d78-a850-59b197cac4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:38.065765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-be6249dc-cfc1-4d78-a850-59b197cac4f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385686 Aug 11 00:34:38.186901 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d322e25-e19b-4769-9489-81d839c5423b req-502ec00a-4be5-4cd7-b9e8-53180ca4155f tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493862 Aug 11 00:34:38.251855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-08457d1f-1298-4906-a447-e2bb75e760ce None None] Provisioning for port ba9c1dbb-028c-44d8-b39a-eb1166684c90 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:38.274593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-08457d1f-1298-4906-a447-e2bb75e760ce None None] Provisioning complete for port ba9c1dbb-028c-44d8-b39a-eb1166684c90 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:38.275332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-08457d1f-1298-4906-a447-e2bb75e760ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:38.307635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-39c9f348-7546-45e8-bd7c-9b3dec14afba req-34fb3d52-20fc-42c6-89c0-c7afee80fc5e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/d87ab300-fee8-4f62-b13f-c5ed92b9174b HTTP/1.1" status: 200 len: 1805 time: 0.0748429 Aug 11 00:34:38.311229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-952ea316-3991-46b1-b66f-44703a84d6af service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336578 Aug 11 00:34:38.319174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-39c9f348-7546-45e8-bd7c-9b3dec14afba req-b77530aa-6d76-486e-b435-f3c2d556c6bb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd87ab300-fee8-4f62-b13f-c5ed92b9174b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:38.319661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-39c9f348-7546-45e8-bd7c-9b3dec14afba req-b77530aa-6d76-486e-b435-f3c2d556c6bb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd87ab300-fee8-4f62-b13f-c5ed92b9174b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:38.481841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-657cd118-3cbe-4a5a-86d6-02b70d7f8380 service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567755 Aug 11 00:34:38.645559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:38.651562 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:38.655579 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] 10.222.0.55 "PUT /v2.0/ports/b2d7afb1-fa5e-4f06-9ec2-00d50b88418f HTTP/1.1" status: 200 len: 1092 time: 2.9871674 Aug 11 00:34:38.657916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209e34f-2f2e-42f9-8801-2be8890fd0bc', 'tag': 'b2d7afb1-fa5e-4f06-9ec2-00d50b88418f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:38.665121 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7477a841-fd46-47a0-8aa2-18d924dd6715" -d '{"events": [{"name": "network-changed", "server_uuid": "8209e34f-2f2e-42f9-8801-2be8890fd0bc", "tag": "b2d7afb1-fa5e-4f06-9ec2-00d50b88418f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:38.699980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd4d165-59b6-4424-be1a-dcb5edaf84ab req-9fb7eab1-a823-4f6f-9b14-722a5d653949 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1001 time: 0.6869924 Aug 11 00:34:38.705251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:8f:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:37Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:38.708925 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-08457d1f-1298-4906-a447-e2bb75e760ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:38.777109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Pushing event updated for resources: {'Port': ['ID=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:38.811428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-a0118971-207a-422a-be6a-10ca957720c6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:38.815387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-a0118971-207a-422a-be6a-10ca957720c6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.44 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 817 time: 0.4288845 Aug 11 00:34:38.869241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-a86ee9e8-1f4e-4fd6-a55f-b253329d1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:38.870361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.872817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.873845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-a86ee9e8-1f4e-4fd6-a55f-b253329d1f54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 1097 time: 0.2342334 Aug 11 00:34:38.874625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.878055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.878704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.886937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.887563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.888065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.889135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.889807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.890625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.891628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3058fade-1eda-4f55-8d13-9859cc4cef0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:38.948003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:38.969939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d165-59b6-4424-be1a-dcb5edaf84ab req-e30051fc-d8ed-40ff-819d-080ba8c2e883 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:38.972806 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd4d165-59b6-4424-be1a-dcb5edaf84ab req-e30051fc-d8ed-40ff-819d-080ba8c2e883 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports/f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 942 time: 0.2115095 Aug 11 00:34:39.008323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-08457d1f-1298-4906-a447-e2bb75e760ce None None] For port ba9c1dbb-028c-44d8-b39a-eb1166684c90, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ba9c1dbb-028c-44d8-b39a-eb1166684c90,segment=NetworkSegment(670e5006-8e1e-4959-ba57-598295e9d462),segment_id=670e5006-8e1e-4959-ba57-598295e9d462)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:39.021345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:39.021994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:39.026094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-d6005b9c-9008-470c-a2f6-bcf43bc95b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:39.027723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-d6005b9c-9008-470c-a2f6-bcf43bc95b60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b47f72e136948c48b40e71ebde0134a&device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 1095 time: 0.2486999 Aug 11 00:34:39.052140 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:39.056520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-39c9f348-7546-45e8-bd7c-9b3dec14afba req-b77530aa-6d76-486e-b435-f3c2d556c6bb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:39.106754 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-62517b16-26df-496a-8ef2-f9e89f533c26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f HTTP/1.1" status: 200 len: 217 time: 0.0637567 Aug 11 00:34:39.106978 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-08457d1f-1298-4906-a447-e2bb75e760ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:39.168687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-d99e4dd9-f701-4411-b2e0-58f70c4c5fcd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d80d82bf49641a48e698c15286c2606 HTTP/1.1" status: 200 len: 379 time: 0.3357031 Aug 11 00:34:39.175377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-39c9f348-7546-45e8-bd7c-9b3dec14afba req-b77530aa-6d76-486e-b435-f3c2d556c6bb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:39.187445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'port': {'device_id': '2e544207-cea3-42ae-a572-90c6364b9589', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'admin_state_up': True, 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'security_groups': ['1703a5bd-1b0b-48a8-b7d7-679128fa9eea']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:39.266601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:39.269941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08457d1f-1298-4906-a447-e2bb75e760ce None None] Pushing event updated for resources: {'Port': ['ID=ba9c1dbb-028c-44d8-b39a-eb1166684c90,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:39.279568 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-39c9f348-7546-45e8-bd7c-9b3dec14afba req-b77530aa-6d76-486e-b435-f3c2d556c6bb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:39.297113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd4d165-59b6-4424-be1a-dcb5edaf84ab req-349d5511-65a2-4b8c-abdc-c7f56e6336ce tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1001 time: 0.2008612 Aug 11 00:34:39.305925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-2309cff2-73c6-44d6-8913-1e210b2396ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:39.308308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-2309cff2-73c6-44d6-8913-1e210b2396ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a4deadd-cd27-4434-8513-9b1ca93a90a5 HTTP/1.1" status: 200 len: 859 time: 0.1572814 Aug 11 00:34:39.329359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b375cee-cda1-41c6-b792-95ed8308cb75 None None] Provisioning complete for port ba9c1dbb-028c-44d8-b39a-eb1166684c90 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:39.329950 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b375cee-cda1-41c6-b792-95ed8308cb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:39.355791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-edec6e0c-df1f-4807-8b04-166aebf377a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:39.360734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-edec6e0c-df1f-4807-8b04-166aebf377a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.4649549 Aug 11 00:34:39.360734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77530aa-6d76-486e-b435-f3c2d556c6bb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487c63d4-216c-44c5-b2ab-02e71b1189a7,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:39.405604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-7d017f84-0188-4ab3-a426-ddd2ece3c6e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d1ee39ba-94ad-4d93-a103-3ebcea26de75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837290 Aug 11 00:34:39.469682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-39c9f348-7546-45e8-bd7c-9b3dec14afba req-b77530aa-6d76-486e-b435-f3c2d556c6bb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:39.471142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-39c9f348-7546-45e8-bd7c-9b3dec14afba req-b77530aa-6d76-486e-b435-f3c2d556c6bb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1578040 Aug 11 00:34:39.498344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-bb8db2ec-acff-402c-a0ef-2a79beb99eb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 1001 time: 0.1296635 Aug 11 00:34:39.554415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4d165-59b6-4424-be1a-dcb5edaf84ab req-d18e9fd7-7f14-4d0f-8163-2ef8dc2fb9f4 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:39.569755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2dd4d165-59b6-4424-be1a-dcb5edaf84ab req-d18e9fd7-7f14-4d0f-8163-2ef8dc2fb9f4 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2603405 Aug 11 00:34:39.581998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-857ee7ee-bf0a-444c-892e-828e7cc0dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:39.585361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-857ee7ee-bf0a-444c-892e-828e7cc0dbc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.0783253 Aug 11 00:34:39.613337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Made reservation on behalf of 7d80d82bf49641a48e698c15286c2606 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:34:39.626750 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:39.626922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-2b637904-2610-4718-99b8-c3522c1d3a78 service neutron] 10.222.0.55 "GET /v2.0/networks/d1ee39ba-94ad-4d93-a103-3ebcea26de75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061446 Aug 11 00:34:39.663534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Router ac744f50-a055-4d62-830c-9c820b9b0780 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:34:39.696849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34dc76c1-27cd-4d44-959b-172be08b10bf req-926dc35d-8ea0-426b-a69e-7f371c31ff61 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 210 time: 0.0561574 Aug 11 00:34:39.716914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-bd7c4c32-a7b6-45bc-9202-60ae396394fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:39.719355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-bd7c4c32-a7b6-45bc-9202-60ae396394fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251628 Aug 11 00:34:39.735544 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceff899-b292-418c-a7a9-8aa64e0c4177 x-openstack-request-id: req-dceff899-b292-418c-a7a9-8aa64e0c4177 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:39.735845 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209e34f-2f2e-42f9-8801-2be8890fd0bc", "tag": "b2d7afb1-fa5e-4f06-9ec2-00d50b88418f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:39.736322 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dceff899-b292-418c-a7a9-8aa64e0c4177 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:39.736645 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209e34f-2f2e-42f9-8801-2be8890fd0bc', 'tag': 'b2d7afb1-fa5e-4f06-9ec2-00d50b88418f', 'status': 'completed', 'code': 200} Aug 11 00:34:39.751649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:8f:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:37Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:39.791977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87b4714-8dc0-4bc2-8557-e67e7cb9fa04 None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:8f:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:37Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:39.971876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9afad0c1-2e12-491b-9999-df1dfa8db904 req-bba58faa-ab30-4a8a-b87c-aec273864bb9 service neutron] 10.222.0.55 "GET /v2.0/networks/d1ee39ba-94ad-4d93-a103-3ebcea26de75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409119 Aug 11 00:34:40.006204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8d051-0728-4a5a-b7e7-0d7ac4c43499 req-20df29cf-d6e1-4cdd-a236-a46a31aa2526 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:40.008011 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7a8d051-0728-4a5a-b7e7-0d7ac4c43499 req-20df29cf-d6e1-4cdd-a236-a46a31aa2526 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.1426287 Aug 11 00:34:40.014223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:40.024568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-298ba77c-6380-4c99-9623-b8c0ba207ecd service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675259 Aug 11 00:34:40.033900 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Sync routers for ids ['ac744f50-a055-4d62-830c-9c820b9b0780'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:40.045811 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Routers {'ac744f50-a055-4d62-830c-9c820b9b0780'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:40.046767 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ac744f50-a055-4d62-830c-9c820b9b0780'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:40.098358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7a8d051-0728-4a5a-b7e7-0d7ac4c43499 req-4cdf4f48-826b-4479-8044-22015b818b39 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Aug 11 00:34:40.178733 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-619d00b1-50ce-414f-ad45-e4d1c0694039 req-ddf9d559-79ba-4048-8625-4fce3d9d0a3c service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360986 Aug 11 00:34:40.193412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Allocated IP 172.20.0.10 (af520825-082c-45f6-8942-abaa215f134c/25eff5a2-7f57-4b91-a631-b962e7c23c48/f8900a7d-617c-4a3e-9d75-b01af57c65ee) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:40.213755 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Set router ac744f50-a055-4d62-830c-9c820b9b0780 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:40.259724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:40.261288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e83dba12-3eff-4aee-982a-2b620062aa2b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8919311 Aug 11 00:34:40.267067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33248) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:40.347188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791bb78-10c3-4169-be7b-56ed1e38ca84 req-fe5af651-f4c6-4c62-a18a-b6bf0ffb700f tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:40.348879 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4791bb78-10c3-4169-be7b-56ed1e38ca84 req-fe5af651-f4c6-4c62-a18a-b6bf0ffb700f tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 943 time: 0.1733840 Aug 11 00:34:40.363800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-633a2b21-9273-4a00-be8d-e3c27915ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:40.371580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-633a2b21-9273-4a00-be8d-e3c27915ec32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b47f72e136948c48b40e71ebde0134a&device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 1095 time: 0.1220043 Aug 11 00:34:40.458934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4791bb78-10c3-4169-be7b-56ed1e38ca84 req-b8904558-45bc-4b0e-bbc8-eefc974bba23 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984235 Aug 11 00:34:40.483509 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:37Z', 'revision_number': 3, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:40.506370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3bc02f06-86e4-4db9-938a-84750ec97cd3 req-39d8f61e-f140-4e58-a4a9-dc9ae38bc4e1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/d87ab300-fee8-4f62-b13f-c5ed92b9174b HTTP/1.1" status: 200 len: 2399 time: 0.0953720 Aug 11 00:34:40.511403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-3bc02f06-86e4-4db9-938a-84750ec97cd3 req-059895c5-6838-4ac9-a3ab-d6ff78f0b628 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd87ab300-fee8-4f62-b13f-c5ed92b9174b', 'remote_group_id': None}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:40.511744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-3bc02f06-86e4-4db9-938a-84750ec97cd3 req-059895c5-6838-4ac9-a3ab-d6ff78f0b628 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd87ab300-fee8-4f62-b13f-c5ed92b9174b', 'remote_group_id': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:40.523509 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Checking router: ac744f50-a055-4d62-830c-9c820b9b0780 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:40.523860 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Updating router ac744f50-a055-4d62-830c-9c820b9b0780 port 0ee4ba59-3b15-47a7-927b-bc6efefc5302 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:34:40.575141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-364fad05-2fee-43f1-a408-7860c7ba3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:40.576834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-364fad05-2fee-43f1-a408-7860c7ba3329 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d1ee39ba-94ad-4d93-a103-3ebcea26de75 HTTP/1.1" status: 200 len: 920 time: 0.1871583 Aug 11 00:34:40.581035 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:40.637030 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-e246fb85-498d-4075-9d13-521bbabcafd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f HTTP/1.1" status: 200 len: 217 time: 0.0501139 Aug 11 00:34:40.658527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-683b8234-c82a-493f-9c7f-62e5095a0d3e tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1001 time: 0.1348877 Aug 11 00:34:40.886546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-1eb486b8-0d1d-44cf-b8c0-e1fa2ad7f22a tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:40.889480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-1eb486b8-0d1d-44cf-b8c0-e1fa2ad7f22a tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports/f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 942 time: 0.2015998 Aug 11 00:34:40.900470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-c823a7d6-01eb-4a2c-a031-b5f41a6cc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:40.908251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-c823a7d6-01eb-4a2c-a031-b5f41a6cc3fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a4deadd-cd27-4434-8513-9b1ca93a90a5 HTTP/1.1" status: 200 len: 859 time: 0.2421105 Aug 11 00:34:40.911419 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:40.932933 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:40.941813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3bc02f06-86e4-4db9-938a-84750ec97cd3 req-059895c5-6838-4ac9-a3ab-d6ff78f0b628 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:40.952696 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Transition to ACTIVE for port object 0ee4ba59-3b15-47a7-927b-bc6efefc5302 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:40.956452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Transition to ACTIVE for port object f8900a7d-617c-4a3e-9d75-b01af57c65ee will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:40.989171 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-1bdd2729-29cd-42a5-8cb6-589a6654ae27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d1ee39ba-94ad-4d93-a103-3ebcea26de75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759771 Aug 11 00:34:41.010942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3bc02f06-86e4-4db9-938a-84750ec97cd3 req-059895c5-6838-4ac9-a3ab-d6ff78f0b628 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.070896 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.157093 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3bc02f06-86e4-4db9-938a-84750ec97cd3 req-059895c5-6838-4ac9-a3ab-d6ff78f0b628 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.166986 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-c7a6e552-6360-45e1-909a-1d7e14b62615 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1001 time: 0.1826475 Aug 11 00:34:41.201455 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Pushing event updated for resources: {'Port': ['ID=0ee4ba59-3b15-47a7-927b-bc6efefc5302,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:41.224031 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.226216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.226979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.227750 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.231933 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.231933 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.231933 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.231933 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.231933 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.231933 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.233228 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.234078 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:41.234819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.280841 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Attempting to bind port 0ee4ba59-3b15-47a7-927b-bc6efefc5302 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:41.282846 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Attempting to bind port 0ee4ba59-3b15-47a7-927b-bc6efefc5302 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:41.283859 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Attempting to bind port 0ee4ba59-3b15-47a7-927b-bc6efefc5302 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:41.293489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059895c5-6838-4ac9-a3ab-d6ff78f0b628 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9888a9e0-3b46-4cb5-90ae-cee8ad679bcd,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:41.299566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-5f5b4df8-d5b3-4cb2-b078-4e2e2100bc11 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:41.309136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-5f5b4df8-d5b3-4cb2-b078-4e2e2100bc11 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.1410511 Aug 11 00:34:41.310753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ba9c1dbb-028c-44d8-b39a-eb1166684c90 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:41.326708 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:41.329413 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:41.329413 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.331440 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:41.332027 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Bound port: 0ee4ba59-3b15-47a7-927b-bc6efefc5302, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:41.332439 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.360400 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3bc02f06-86e4-4db9-938a-84750ec97cd3 req-059895c5-6838-4ac9-a3ab-d6ff78f0b628 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.373361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3bc02f06-86e4-4db9-938a-84750ec97cd3 req-059895c5-6838-4ac9-a3ab-d6ff78f0b628 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8659823 Aug 11 00:34:41.423617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Network af520825-082c-45f6-8942-abaa215f134c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:41.428697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-ef2ea59e-2918-4f24-bdb5-3a9c1572d20a tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1001 time: 0.1182156 Aug 11 00:34:41.440705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:41.454452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:41.458934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:41.500503 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] For port 0ee4ba59-3b15-47a7-927b-bc6efefc5302, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:41.518469 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] For port 0ee4ba59-3b15-47a7-927b-bc6efefc5302, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0ee4ba59-3b15-47a7-927b-bc6efefc5302,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:41.545207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ba9c1dbb-028c-44d8-b39a-eb1166684c90 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:41.546156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.566747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:41.599680 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.641659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-85195bbf-7855-4aec-8aed-e5f887c8c8b1 service neutron] 10.222.0.55 "GET /v2.0/networks/d1ee39ba-94ad-4d93-a103-3ebcea26de75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411600 Aug 11 00:34:41.650155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.666245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:41.667795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:41.751606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706437f6-9fb6-472d-a6e9-30a2c6bbcfeb req-ec080c74-f1e0-421b-beb0-c5a79b35083e tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:41.766576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-706437f6-9fb6-472d-a6e9-30a2c6bbcfeb req-ec080c74-f1e0-421b-beb0-c5a79b35083e tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 946 time: 0.2888258 Aug 11 00:34:41.867994 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2f8e8-96ba-4ae8-b099-5c9274081817 None None] Pushing event updated for resources: {'Port': ['ID=0ee4ba59-3b15-47a7-927b-bc6efefc5302,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:41.891994 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Routers {'ac744f50-a055-4d62-830c-9c820b9b0780'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:41.893018 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ac744f50-a055-4d62-830c-9c820b9b0780'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:41.893157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4eee9833-2641-463e-ad2d-5fd5246d642e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7155643 Aug 11 00:34:41.922818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-706437f6-9fb6-472d-a6e9-30a2c6bbcfeb req-f6dcaba8-fbca-49c6-87ce-fbeb7d78ebc3 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/security-groups?id=e1be2552-82e7-418a-b024-b71a7beb5d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458881 Aug 11 00:34:41.931353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b2d7afb1-fa5e-4f06-9ec2-00d50b88418f details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:34:41.956476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Request body: {'port': {'device_id': '2e544207-cea3-42ae-a572-90c6364b9589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:42.016141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:42.113158 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] Set router ac744f50-a055-4d62-830c-9c820b9b0780 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:42.186940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,segment=NetworkSegment(c70463fe-cee3-4191-a232-a1150584ba4e),segment_id=c70463fe-cee3-4191-a232-a1150584ba4e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:42.207376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'b2d7afb1-fa5e-4f06-9ec2-00d50b88418f', 'network_id': 'd1ee39ba-94ad-4d93-a103-3ebcea26de75', 'port_id': 'b2d7afb1-fa5e-4f06-9ec2-00d50b88418f', 'mac_address': 'fa:16:3e:b5:53:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4deadd-cd27-4434-8513-9b1ca93a90a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:34:42.257849 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:42.275068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:42.290758 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7477a841-fd46-47a0-8aa2-18d924dd6715 req-b6ced68a-0ef0-4467-9443-92d4429e7092 service neutron] 10.222.0.55 "GET /v2.0/networks/d1ee39ba-94ad-4d93-a103-3ebcea26de75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958414 Aug 11 00:34:42.307614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d7afb1-fa5e-4f06-9ec2-00d50b88418f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:42.350617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,segment=NetworkSegment(c70463fe-cee3-4191-a232-a1150584ba4e),segment_id=c70463fe-cee3-4191-a232-a1150584ba4e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:42.358262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e972d382-8782-4f61-a8ea-c8008aa42616 None None] Provisioning for port f8900a7d-617c-4a3e-9d75-b01af57c65ee completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:42.364168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e972d382-8782-4f61-a8ea-c8008aa42616 None None] Provisioning complete for port f8900a7d-617c-4a3e-9d75-b01af57c65ee triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:42.364669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e972d382-8782-4f61-a8ea-c8008aa42616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:42.368816 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:37Z', 'revision_number': 3, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:42.395907 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:42.396227 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Floating IP 537b973c-cab6-4992-b455-787b062d9273 disassociated. External IP: 172.25.0.250, port: f256c43d-f90c-4d94-8a4b-cc4079cf4344. Aug 11 00:34:42.403249 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0362e0-c967-4bb4-a22b-daa5ba9b9e1a None None] The sync data for ids ['ac744f50-a055-4d62-830c-9c820b9b0780'] in n-d-712143-13 is: [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:37Z', 'revision_number': 3, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:42.418909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e972d382-8782-4f61-a8ea-c8008aa42616 None None] Port f8900a7d-617c-4a3e-9d75-b01af57c65ee cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:34:42.498709 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:42.608040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:42.627607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb2d79-114a-4425-b295-47685dc67346 req-6483c0ab-8cde-402d-a004-e1e12e8ef0c1 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:42.636804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bdb2d79-114a-4425-b295-47685dc67346 req-6483c0ab-8cde-402d-a004-e1e12e8ef0c1 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.44 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 946 time: 0.9189038 Aug 11 00:34:42.734309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b841a1-b1d2-4277-a1fe-59d54168dc21 req-3b12e76e-27b5-446c-a259-e579095a74ef tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:42.740058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3b841a1-b1d2-4277-a1fe-59d54168dc21 req-3b12e76e-27b5-446c-a259-e579095a74ef tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 932 time: 0.6784804 Aug 11 00:34:42.757647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:42.770833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:42.771067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['b2d7afb1-fa5e-4f06-9ec2-00d50b88418f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:43.020243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:43.026620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:43.050097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:43.085388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-7855625c-e406-4b65-979a-4efe41a99002 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "PUT /v2.0/floatingips/537b973c-cab6-4992-b455-787b062d9273 HTTP/1.1" status: 200 len: 695 time: 1.6468179 Aug 11 00:34:43.086007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:43.088745 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02cb43f-5d8d-4344-b44c-a6d396003472" -d '{"events": [{"name": "network-changed", "server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:43.115282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:43.123925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:43.181197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-3fcf4ebe-62a9-4bc2-ae64-5993aa3e70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:43.198029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-3fcf4ebe-62a9-4bc2-ae64-5993aa3e70d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 1097 time: 0.1028116 Aug 11 00:34:43.251791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Allocated IP 172.20.0.1 (c6b91042-31d5-413d-9fee-916bef687356/a505bf24-13d3-467c-a714-7041ae985afb/0bbb3340-df55-4838-90c6-820b7a50a5aa) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:34:43.327292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0ee4ba59-3b15-47a7-927b-bc6efefc5302 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:43.350618 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3b841a1-b1d2-4277-a1fe-59d54168dc21 req-63948836-6658-43bc-aa17-6bef03d3aeb4 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6092563 Aug 11 00:34:43.389199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-e4b63f2b-3115-4679-9ed3-ca137cc582a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:43.392897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-e4b63f2b-3115-4679-9ed3-ca137cc582a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.1869256 Aug 11 00:34:43.427443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:43.472234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-00110b5f-5768-4893-8b3e-b7da1c4310be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 217 time: 0.0716631 Aug 11 00:34:43.590248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Deleting port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:43.590599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:43.619419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 0ee4ba59-3b15-47a7-927b-bc6efefc5302 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:43.676201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:43.739088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0ee4ba59-3b15-47a7-927b-bc6efefc5302 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:43.739595 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:43.890840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:43.932921 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:43.942125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b2d7afb1-fa5e-4f06-9ec2-00d50b88418f up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:43.944816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:43.987068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8900a7d-617c-4a3e-9d75-b01af57c65ee {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:44.002787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:44.003504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:44.009010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 0ee4ba59-3b15-47a7-927b-bc6efefc5302, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0ee4ba59-3b15-47a7-927b-bc6efefc5302,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:44.012811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.027582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-d3ecf801-a55d-488b-87b8-338c6d40e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:44.031916 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-d3ecf801-a55d-488b-87b8-338c6d40e65c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.5519581 Aug 11 00:34:44.032240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Transition to ACTIVE for port object 0bbb3340-df55-4838-90c6-820b7a50a5aa will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:44.044636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b14723-84fc-4c9e-bbc1-4aea69210ddc req-d471f699-d394-45f1-8097-f2230a4c9aba tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:44.046538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41b14723-84fc-4c9e-bbc1-4aea69210ddc req-d471f699-d394-45f1-8097-f2230a4c9aba tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.5385928 Aug 11 00:34:44.066662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Transition to ACTIVE for port object f8900a7d-617c-4a3e-9d75-b01af57c65ee will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:44.146143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] For port 7145c5ab-1adb-43e0-9485-5e95cd97ff05, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7145c5ab-1adb-43e0-9485-5e95cd97ff05,segment=NetworkSegment(fa1bec02-2aea-439d-8717-1b59752e710e),segment_id=fa1bec02-2aea-439d-8717-1b59752e710e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:44.146525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.148434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-f796fdbc-c621-43c1-a2a0-7fe4bc1469e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:44.150484 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-f796fdbc-c621-43c1-a2a0-7fe4bc1469e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101258 Aug 11 00:34:44.173837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Calling delete_port for 7145c5ab-1adb-43e0-9485-5e95cd97ff05 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:44.181980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41b14723-84fc-4c9e-bbc1-4aea69210ddc req-ab581733-deac-4a6f-b766-36c4fdb7223f tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049926 Aug 11 00:34:44.234182 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.306065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.325688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:44.329931 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.347465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:44.347991 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.351210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:44.376709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Network c6b91042-31d5-413d-9fee-916bef687356 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:44.383550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-e9dfc123-f9fb-4adf-8102-6a5cf10d1610 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201014 Aug 11 00:34:44.387565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af7ff924-e55f-4cdd-83a3-595eae16c827 req-1e529cb1-3c63-4f5f-936c-eb810e582edb tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/d87ab300-fee8-4f62-b13f-c5ed92b9174b HTTP/1.1" status: 200 len: 2998 time: 0.1510789 Aug 11 00:34:44.391385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:44.394424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:34:44.423212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:44.568602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=0ee4ba59-3b15-47a7-927b-bc6efefc5302,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:44.727938 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.732146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc6e7d26-1d70-4492-be3c-1221031665fd req-c0085526-358f-499c-a7cb-daf94a4a3ed5 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266959 Aug 11 00:34:44.751503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Attempting to bind port f8900a7d-617c-4a3e-9d75-b01af57c65ee on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:44.752945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Attempting to bind port f8900a7d-617c-4a3e-9d75-b01af57c65ee by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:44.753328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Attempting to bind port f8900a7d-617c-4a3e-9d75-b01af57c65ee on network af520825-082c-45f6-8942-abaa215f134c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:44.791491 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.814141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbb3340-df55-4838-90c6-820b7a50a5aa,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:44.832799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Port f8900a7d-617c-4a3e-9d75-b01af57c65ee on network af520825-082c-45f6-8942-abaa215f134c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:34:44.833158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Attempting to bind port f8900a7d-617c-4a3e-9d75-b01af57c65ee on network af520825-082c-45f6-8942-abaa215f134c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:44.860769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:44.861103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Checking segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:44.861521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Bound using segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:44.862059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Bound port: f8900a7d-617c-4a3e-9d75-b01af57c65ee, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:44.862462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:44.882239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68624542-3d3b-40f1-a46f-ec9e1fa4f8a3 req-a8abb27a-c1c8-43c5-b8d9-f0ab5edb8499 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:44.891012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68624542-3d3b-40f1-a46f-ec9e1fa4f8a3 req-a8abb27a-c1c8-43c5-b8d9-f0ab5edb8499 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 944 time: 0.3009071 Aug 11 00:34:44.894459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209e34f-2f2e-42f9-8801-2be8890fd0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d7afb1-fa5e-4f06-9ec2-00d50b88418f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:44.900105 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2189d7eb-a481-4fe9-a967-10a5f74a8ee7" -d '{"events": [{"server_uuid": "8209e34f-2f2e-42f9-8801-2be8890fd0bc", "name": "network-vif-plugged", "status": "completed", "tag": "b2d7afb1-fa5e-4f06-9ec2-00d50b88418f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:44.942820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,segment=NetworkSegment(c70463fe-cee3-4191-a232-a1150584ba4e),segment_id=c70463fe-cee3-4191-a232-a1150584ba4e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:44.984839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:45.027646 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:45.053166 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0bc1e668-7c00-45ad-b421-6e2d22098b15 req-32ea37c4-63fc-4fa9-95af-fc52ba0a41df tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.43 "GET /v2.0/ports?device_id=a58670b7-96e8-4ba5-8ccd-e826f1b042ed HTTP/1.1" status: 200 len: 210 time: 0.0622361 Aug 11 00:34:45.067567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Pushing event deleted for resources: {'Port': ['ID=7145c5ab-1adb-43e0-9485-5e95cd97ff05,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:45.118175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68624542-3d3b-40f1-a46f-ec9e1fa4f8a3 req-006d1072-5cfe-4b4e-934d-da6fd9f9458c tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260396 Aug 11 00:34:45.146928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-19d96861-ad9a-43f4-a3bd-ac1e14ec8efc None None] Provisioning for port 0bbb3340-df55-4838-90c6-820b7a50a5aa completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:45.181503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:45.192260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-19d96861-ad9a-43f4-a3bd-ac1e14ec8efc None None] Provisioning complete for port 0bbb3340-df55-4838-90c6-820b7a50a5aa triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:45.192897 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19d96861-ad9a-43f4-a3bd-ac1e14ec8efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:45.204742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:45.228206 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacf9412-de49-4167-9fcf-3d8efaf1a96a x-openstack-request-id: req-cacf9412-de49-4167-9fcf-3d8efaf1a96a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:45.228206 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:45.228503 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cacf9412-de49-4167-9fcf-3d8efaf1a96a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:45.229290 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'status': 'completed', 'code': 200} Aug 11 00:34:45.278119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] No DVR routers for this DVR port 7145c5ab-1adb-43e0-9485-5e95cd97ff05 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:34:45.308488 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:45.314103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bdb2d79-114a-4425-b295-47685dc67346 req-89c96edc-e74a-4571-ab96-37f85c410919 tempest-VolumesActionsTest-1013408482 tempest-VolumesActionsTest-1013408482-project] 10.222.0.44 "DELETE /v2.0/ports/7145c5ab-1adb-43e0-9485-5e95cd97ff05 HTTP/1.1" status: 204 len: 173 time: 2.6639173 Aug 11 00:34:45.323940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:45.326242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58670b7-96e8-4ba5-8ccd-e826f1b042ed', 'name': 'network-vif-deleted', 'tag': '7145c5ab-1adb-43e0-9485-5e95cd97ff05'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:45.330681 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838dffe1-44b4-4be8-b5d6-5a89c1572c93" -d '{"events": [{"server_uuid": "a58670b7-96e8-4ba5-8ccd-e826f1b042ed", "name": "network-vif-deleted", "tag": "7145c5ab-1adb-43e0-9485-5e95cd97ff05"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:45.337776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0ee4ba59-3b15-47a7-927b-bc6efefc5302 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:45.346155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4667081f-39a0-4ece-9855-e0ed43828a4e None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:45.386168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:45.402773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-60f9cb47-4c28-4ad0-98ff-a4de9997f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:45.404812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-60f9cb47-4c28-4ad0-98ff-a4de9997f074 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 1097 time: 0.1439922 Aug 11 00:34:45.409574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-19d96861-ad9a-43f4-a3bd-ac1e14ec8efc None None] Port 0bbb3340-df55-4838-90c6-820b7a50a5aa cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:34:45.452235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:45.454070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0ee4ba59-3b15-47a7-927b-bc6efefc5302 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:45.454453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:45.455995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:45.507433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7145c5ab-1adb-43e0-9485-5e95cd97ff05 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:34:45.539259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 7145c5ab-1adb-43e0-9485-5e95cd97ff05 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:34:45.539614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7145c5ab-1adb-43e0-9485-5e95cd97ff05 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:34:45.610048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-bfbf4f05-81ac-49e6-9e54-438ac8c88b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:45.613319 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-bfbf4f05-81ac-49e6-9e54-438ac8c88b3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.1964669 Aug 11 00:34:45.629817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:45.631472 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:45.634165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] 10.222.0.44 "PUT /v2.0/ports/f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 1093 time: 3.6952655 Aug 11 00:34:45.685467 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-45193527-b999-42a6-9dd7-7f1a73bd75d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 200 len: 217 time: 0.0641060 Aug 11 00:34:45.771416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-efd66b5f-b296-4575-b7e1-c64692f4dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:45.778680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-efd66b5f-b296-4575-b7e1-c64692f4dbb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.0829933 Aug 11 00:34:45.866186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0ef7f-c95a-4fd8-a88e-5d69255c3b08 service neutron] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:45.897636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-04b4e25c-9053-4bd0-af28-65c7cc635c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:45.898923 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bead29-5c4c-4243-95e6-9ccb41c328c7 None None] New status for floating IP 537b973c-cab6-4992-b455-787b062d9273: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:34:45.899786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-04b4e25c-9053-4bd0-af28-65c7cc635c97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073086 Aug 11 00:34:45.912661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00b2da-7645-44db-9fcb-55eb8045028b req-4b9a00df-38d0-4b56-ab61-ca9fd404ba6e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:45.914306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c00b2da-7645-44db-9fcb-55eb8045028b req-4b9a00df-38d0-4b56-ab61-ca9fd404ba6e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.4974244 Aug 11 00:34:45.966035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4fa4ba40-cf6f-4390-9287-908a6962bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:45.967837 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-4fa4ba40-cf6f-4390-9287-908a6962bc86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1096 time: 0.1647618 Aug 11 00:34:46.051567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-003e9b31-2646-4dbf-8786-779f70c12270 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 217 time: 0.0636683 Aug 11 00:34:46.051971 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-09f286b3-b7d1-4119-9c70-f41f64a02b8c service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433897 Aug 11 00:34:46.057943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c00b2da-7645-44db-9fcb-55eb8045028b req-f9239079-c41c-4aae-97c3-da9482368845 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335504 Aug 11 00:34:46.128056 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:46.158011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2445b8a-f5c3-4c03-8e94-bedadf53fb34 req-5991749d-ba4a-4900-b156-2d12795c702d tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-group-rules/9888a9e0-3b46-4cb5-90ae-cee8ad679bcd HTTP/1.1" status: 200 len: 783 time: 0.0493343 Aug 11 00:34:46.178751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-240898a3-8107-419f-9474-f9775a3dec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:46.180459 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-240898a3-8107-419f-9474-f9775a3dec30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.1123452 Aug 11 00:34:46.196530 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8cd0a85c-2a7b-4fe8-a20a-969914459171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:46.240447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:46.247498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f02cb43f-5d8d-4344-b44c-a6d396003472 req-0adf8632-4fcb-45cc-97be-07b2ae5ae9cf service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787059 Aug 11 00:34:46.322643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2445b8a-f5c3-4c03-8e94-bedadf53fb34 req-2b82d92d-58c2-4217-9dbb-332535d29281 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/d87ab300-fee8-4f62-b13f-c5ed92b9174b HTTP/1.1" status: 200 len: 2998 time: 0.1632419 Aug 11 00:34:46.394052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-ace7e987-5a05-458b-85d8-f9ad229f4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:46.395144 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-ace7e987-5a05-458b-85d8-f9ad229f4ced service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2022004 Aug 11 00:34:46.401703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbb3340-df55-4838-90c6-820b7a50a5aa,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:46.418135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:46.471123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d2445b8a-f5c3-4c03-8e94-bedadf53fb34 req-8e607280-72ca-45a4-bcf6-39856ca81e74 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:46.492784 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d2445b8a-f5c3-4c03-8e94-bedadf53fb34 req-8e607280-72ca-45a4-bcf6-39856ca81e74 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:46.606013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-c17e5e5e-bc46-4820-b2f6-78e667eb080e service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010436 Aug 11 00:34:46.693607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d2445b8a-f5c3-4c03-8e94-bedadf53fb34 req-8e607280-72ca-45a4-bcf6-39856ca81e74 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:46.711387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d2445b8a-f5c3-4c03-8e94-bedadf53fb34 req-8e607280-72ca-45a4-bcf6-39856ca81e74 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:46.716415 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2445b8a-f5c3-4c03-8e94-bedadf53fb34 req-8e607280-72ca-45a4-bcf6-39856ca81e74 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9888a9e0-3b46-4cb5-90ae-cee8ad679bcd HTTP/1.1" status: 204 len: 173 time: 0.3575003 Aug 11 00:34:46.759391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e607280-72ca-45a4-bcf6-39856ca81e74 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9888a9e0-3b46-4cb5-90ae-cee8ad679bcd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:46.768514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Network c6b91042-31d5-413d-9fee-916bef687356 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:34:46.775453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:34:46.776092 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e4c466-52c1-445d-985d-deefb08e0436 x-openstack-request-id: req-35e4c466-52c1-445d-985d-deefb08e0436 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:46.776783 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209e34f-2f2e-42f9-8801-2be8890fd0bc", "name": "network-vif-plugged", "status": "completed", "tag": "b2d7afb1-fa5e-4f06-9ec2-00d50b88418f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:46.777192 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35e4c466-52c1-445d-985d-deefb08e0436 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:46.777897 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209e34f-2f2e-42f9-8801-2be8890fd0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d7afb1-fa5e-4f06-9ec2-00d50b88418f', 'code': 200} Aug 11 00:34:46.983672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e72c3e-3d94-487f-966a-dafa9d3fe966 req-b12901d2-34a0-4784-bfcb-d2958aa594f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:46.986935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afecd84-bda6-4199-ab31-afea5ead8db7 req-7730b78f-c44c-4f4d-91df-3f1e71f6dc4e service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675609 Aug 11 00:34:46.987655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7e72c3e-3d94-487f-966a-dafa9d3fe966 req-b12901d2-34a0-4784-bfcb-d2958aa594f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 1097 time: 0.0979898 Aug 11 00:34:47.093843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102951c-be4d-4afe-ae00-ecb76df94b07 req-49580aa4-cedd-43ec-bc2b-711054287dcd tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:47.096728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d102951c-be4d-4afe-ae00-ecb76df94b07 req-49580aa4-cedd-43ec-bc2b-711054287dcd tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.2060382 Aug 11 00:34:47.146481 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222b3a9f-30ff-4c65-beda-f021cc719982 x-openstack-request-id: req-222b3a9f-30ff-4c65-beda-f021cc719982 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:47.147199 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58670b7-96e8-4ba5-8ccd-e826f1b042ed", "name": "network-vif-deleted", "tag": "7145c5ab-1adb-43e0-9485-5e95cd97ff05", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:47.147549 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-222b3a9f-30ff-4c65-beda-f021cc719982 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:47.148279 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58670b7-96e8-4ba5-8ccd-e826f1b042ed', 'name': 'network-vif-deleted', 'tag': '7145c5ab-1adb-43e0-9485-5e95cd97ff05', 'status': 'completed', 'code': 200} Aug 11 00:34:47.155787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7e72c3e-3d94-487f-966a-dafa9d3fe966 req-a3218581-1d1a-423d-a6e4-e52d549af45b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534150 Aug 11 00:34:47.222482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Router ac744f50-a055-4d62-830c-9c820b9b0780 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:47.239318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d102951c-be4d-4afe-ae00-ecb76df94b07 req-12acf9ef-9a3a-4dc3-aae7-97c5346f11e3 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284564 Aug 11 00:34:47.250454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3e88cd6d-24d9-4249-bbe6-02dc51ad427b None None] Provisioning complete for port 0bbb3340-df55-4838-90c6-820b7a50a5aa triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:47.252009 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3e88cd6d-24d9-4249-bbe6-02dc51ad427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:47.320796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3e88cd6d-24d9-4249-bbe6-02dc51ad427b None None] Port 0bbb3340-df55-4838-90c6-820b7a50a5aa cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:34:47.420721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed405c-67e5-4f52-8d46-12d503ae4212 req-89af93f3-8f0d-440b-af0a-0a970afe0a2b tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:47.423510 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80ed405c-67e5-4f52-8d46-12d503ae4212 req-89af93f3-8f0d-440b-af0a-0a970afe0a2b tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 945 time: 0.0850484 Aug 11 00:34:47.518906 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80ed405c-67e5-4f52-8d46-12d503ae4212 req-e80741db-5c4e-49a6-b397-d9499a00513f tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819762 Aug 11 00:34:47.831870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-40ef9305-d000-4fc0-8be7-35eacf0db449 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:47.835675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-40ef9305-d000-4fc0-8be7-35eacf0db449 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1541967 Aug 11 00:34:47.963693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-494aae7a-d85d-4f6d-b37f-b91207f99205 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.1189270 Aug 11 00:34:47.976919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Request body: {'floatingip': {'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:47.988497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:48.012261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Sync routers for ids ['ac744f50-a055-4d62-830c-9c820b9b0780'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:48.021532 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b7184db1-50cc-4620-bdec-0dc67469c581 admin admin] 10.222.0.43 "PUT /v2.0/routers/ac744f50-a055-4d62-830c-9c820b9b0780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7504933 Aug 11 00:34:48.083774 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45404452-aa8a-4e39-ac42-568b9618386f req-3ec77704-f09f-4033-83f0-d0a9b148f6fe tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/d87ab300-fee8-4f62-b13f-c5ed92b9174b HTTP/1.1" status: 200 len: 2399 time: 0.7259738 Aug 11 00:34:48.091057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Routers {'ac744f50-a055-4d62-830c-9c820b9b0780'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:48.092360 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:48.092860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ac744f50-a055-4d62-830c-9c820b9b0780'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:48.102305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a157a22-9ad0-43fc-bbf6-b6966d072396 req-368a1e7f-13e3-4b99-b5c6-24c6e99bacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:48.115648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a157a22-9ad0-43fc-bbf6-b6966d072396 req-368a1e7f-13e3-4b99-b5c6-24c6e99bacdd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 1097 time: 0.2614467 Aug 11 00:34:48.386805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Set router ac744f50-a055-4d62-830c-9c820b9b0780 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:48.449303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-a07a2608-7063-4810-8860-dfa5968711e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3288202 Aug 11 00:34:48.451193 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-45404452-aa8a-4e39-ac42-568b9618386f req-b3d0aa64-2f56-45cb-a3ed-836db37bf7d1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:48.562629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-45404452-aa8a-4e39-ac42-568b9618386f req-b3d0aa64-2f56-45cb-a3ed-836db37bf7d1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:48.669681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-6a907132-21d6-4ce6-b1df-53a39b5362b8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:48.672545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-6a907132-21d6-4ce6-b1df-53a39b5362b8 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5775958-bebc-4b35-9992-bbdf47d76691 HTTP/1.1" status: 200 len: 945 time: 0.2803900 Aug 11 00:34:48.737358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-2548081d-ffea-484c-b6b7-7f3f90b2c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:48.751223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-2548081d-ffea-484c-b6b7-7f3f90b2c92b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.2043390 Aug 11 00:34:48.761017 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a157a22-9ad0-43fc-bbf6-b6966d072396 req-3a7c7560-1cf0-46be-b9f5-e327cafa509d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816484 Aug 11 00:34:48.819245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:45Z', 'revision_number': 4, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '0bbb3340-df55-4838-90c6-820b7a50a5aa', 'name': '', 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'mac_address': 'fa:16:3e:3c:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a505bf24-13d3-467c-a714-7041ae985afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:42Z', 'updated_at': '2021-08-11T00:34:45Z', 'revision_number': 2, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'subnets': [{'id': 'a505bf24-13d3-467c-a714-7041ae985afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:48.903640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-45404452-aa8a-4e39-ac42-568b9618386f req-b3d0aa64-2f56-45cb-a3ed-836db37bf7d1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:48.915771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Checking router: ac744f50-a055-4d62-830c-9c820b9b0780 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:48.916511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Updating router ac744f50-a055-4d62-830c-9c820b9b0780 port 0bbb3340-df55-4838-90c6-820b7a50a5aa binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:34:48.918256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-45404452-aa8a-4e39-ac42-568b9618386f req-b3d0aa64-2f56-45cb-a3ed-836db37bf7d1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:48.920083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-45404452-aa8a-4e39-ac42-568b9618386f req-b3d0aa64-2f56-45cb-a3ed-836db37bf7d1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "DELETE /v2.0/security-groups/d87ab300-fee8-4f62-b13f-c5ed92b9174b HTTP/1.1" status: 204 len: 173 time: 0.8303561 Aug 11 00:34:48.923011 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6bfa8e93-12a6-435a-ba79-071fefbc67de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:48.973862 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:48.990805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-ab81d21c-b74c-449e-8da7-c9065650b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:48.992476 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:48.992687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-ab81d21c-b74c-449e-8da7-c9065650b080 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.2293611 Aug 11 00:34:48.993398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0aa64-2f56-45cb-a3ed-836db37bf7d1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87ab300-fee8-4f62-b13f-c5ed92b9174b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:49.072764 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-29f1a37e-c623-4001-a5c5-66ea6b659382 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 217 time: 0.0678477 Aug 11 00:34:49.162482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:49.165281 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80fe150-9892-40f1-9743-7ae5aa22a49d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:49.197226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-76c57dd6-9c29-4629-96b0-a36aa11a8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:49.199269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-76c57dd6-9c29-4629-96b0-a36aa11a8412 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.1199822 Aug 11 00:34:49.244865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf598fc0-aaaf-445a-8751-588fb0c94090 req-98fb495d-13aa-4111-b83e-127952fb2576 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:49.246831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf598fc0-aaaf-445a-8751-588fb0c94090 req-98fb495d-13aa-4111-b83e-127952fb2576 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.1255059 Aug 11 00:34:49.328211 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf598fc0-aaaf-445a-8751-588fb0c94090 req-34d3ce1f-2ae1-430c-84e9-6683dca6616f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579789 Aug 11 00:34:49.337166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-cfa8bffb-ea36-4e79-95f1-7c08083dbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:49.339425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-cfa8bffb-ea36-4e79-95f1-7c08083dbaeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288974 Aug 11 00:34:49.420469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Deleting port f256c43d-f90c-4d94-8a4b-cc4079cf4344 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:49.420469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:49.529146 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-8ca3597e-237a-4e2c-8538-35085167620c service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782002 Aug 11 00:34:49.530143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:34:49.554307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:34:49.694560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:49.739847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] For port f256c43d-f90c-4d94-8a4b-cc4079cf4344, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f256c43d-f90c-4d94-8a4b-cc4079cf4344,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:49.742313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:49.766854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Calling delete_port for f256c43d-f90c-4d94-8a4b-cc4079cf4344 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:49.860722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:49.909524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b489c5-afc7-4cb0-ae7c-709d1fd92810 req-2e72c561-5d1c-4531-bc65-8a79447a80fc tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:49.922824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95b489c5-afc7-4cb0-ae7c-709d1fd92810 req-2e72c561-5d1c-4531-bc65-8a79447a80fc tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.2940445 Aug 11 00:34:49.974298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b50f9b0-7ef7-48fc-80a1-74384d50b07e req-3ef4b7f3-fc4a-4c94-bc63-7416b6eef38e service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370625 Aug 11 00:34:50.016129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95b489c5-afc7-4cb0-ae7c-709d1fd92810 req-cf3f37a8-a696-4924-825d-f671b8aaa697 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911791 Aug 11 00:34:50.079644 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:50.122054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Transition to ACTIVE for port object 0bbb3340-df55-4838-90c6-820b7a50a5aa will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:34:50.156205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:50.173201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'port_id': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'mac_address': 'fa:16:3e:b6:7c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:34:50.241276 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Floating IP 537b973c-cab6-4992-b455-787b062d9273 associated. External IP: 172.25.0.250, port: 6464fb42-2c69-451a-af08-66516efdab94. Aug 11 00:34:50.275284 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:50.402332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:50.499806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8900a7d-617c-4a3e-9d75-b01af57c65ee {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:34:50.539185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:50.587745 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-0240fed6-796a-45c7-bf4c-bb5e3a8955a7 req-cb8ceed9-2afd-416f-9775-ba52b1ff483a tempest-FloatingIPDetailsNegativeTestJSON-1441584782 tempest-FloatingIPDetailsNegativeTestJSON-1441584782-project] show failed (client error): The resource could not be found. Aug 11 00:34:50.590059 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0240fed6-796a-45c7-bf4c-bb5e3a8955a7 req-cb8ceed9-2afd-416f-9775-ba52b1ff483a tempest-FloatingIPDetailsNegativeTestJSON-1441584782 tempest-FloatingIPDetailsNegativeTestJSON-1441584782-project] 10.222.0.43 "GET /v2.0/floatingips/23524476-01ef-4e03-aa75-7fb56a82aa51 HTTP/1.1" status: 404 len: 350 time: 0.1650357 Aug 11 00:34:50.602154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33372) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:50.621330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5279b-da0f-4d14-90a3-1f31fcf6d6ce None None] Pushing event updated for resources: {'Port': ['ID=0bbb3340-df55-4838-90c6-820b7a50a5aa,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:50.637274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:50.643537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Attempting to bind port 0bbb3340-df55-4838-90c6-820b7a50a5aa on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:34:50.643912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Attempting to bind port 0bbb3340-df55-4838-90c6-820b7a50a5aa by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:34:50.647805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Attempting to bind port 0bbb3340-df55-4838-90c6-820b7a50a5aa on network c6b91042-31d5-413d-9fee-916bef687356 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:34:50.648008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:50.661673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:34:50.662187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Checking segment: {'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:34:50.672996 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:50.673509 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Bound using segment: {'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:34:50.674026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Bound port: 0bbb3340-df55-4838-90c6-820b7a50a5aa, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e5006-8e1e-4959-ba57-598295e9d462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:34:50.674425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:50.677174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['6464fb42-2c69-451a-af08-66516efdab94', 'f256c43d-f90c-4d94-8a4b-cc4079cf4344'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:50.759975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:50.886780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:50.972876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Pushing event deleted for resources: {'Port': ['ID=f256c43d-f90c-4d94-8a4b-cc4079cf4344,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:50.996594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] No DVR routers for this DVR port f256c43d-f90c-4d94-8a4b-cc4079cf4344 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:34:51.007022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:51.008489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['f8900a7d-617c-4a3e-9d75-b01af57c65ee'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:34:51.023699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-94b38faf-2cc3-455d-bfe8-3d7772586347 req-34b8fa9e-4887-4bcb-977a-21a9ab6d810c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.44 "DELETE /v2.0/ports/f256c43d-f90c-4d94-8a4b-cc4079cf4344 HTTP/1.1" status: 204 len: 173 time: 2.3309953 Aug 11 00:34:51.025462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'name': 'network-vif-deleted', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:51.030147 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7775e1d4-896b-49f3-bce9-407f5531a63f" -d '{"events": [{"server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "name": "network-vif-deleted", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:51.067134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc830c-6e04-4b8a-8ae2-98656ad5b442 req-677fb5ab-f143-40d9-9cb8-fd589d92b7ef tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:51.071216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dedc830c-6e04-4b8a-8ae2-98656ad5b442 req-677fb5ab-f143-40d9-9cb8-fd589d92b7ef tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 945 time: 0.3148232 Aug 11 00:34:51.234409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] For port 0bbb3340-df55-4838-90c6-820b7a50a5aa, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:34:51.242071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dedc830c-6e04-4b8a-8ae2-98656ad5b442 req-af5ba5e7-55de-4cce-8bca-001f3fbae4c3 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513140 Aug 11 00:34:51.267550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] For port 0bbb3340-df55-4838-90c6-820b7a50a5aa, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0bbb3340-df55-4838-90c6-820b7a50a5aa,segment=NetworkSegment(670e5006-8e1e-4959-ba57-598295e9d462),segment_id=670e5006-8e1e-4959-ba57-598295e9d462)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:34:51.303741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:51.391521 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:51.396998 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-6467bdc5-9b1e-4457-bd02-91620f620458 req-6f13816b-55a7-456e-b412-b36868d1f19c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] show failed (client error): The resource could not be found. Aug 11 00:34:51.398087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6467bdc5-9b1e-4457-bd02-91620f620458 req-6f13816b-55a7-456e-b412-b36868d1f19c tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/082616af-668c-4b5e-910e-bce3e491d8de HTTP/1.1" status: 404 len: 352 time: 0.0390210 Aug 11 00:34:51.543468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:51.549776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:51.560841 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:51.576591 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:51.579263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f256c43d-f90c-4d94-8a4b-cc4079cf4344 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:34:51.579903 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:51.665347 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a1f511-bd62-4bf6-b55a-16008e230d16 x-openstack-request-id: req-92a1f511-bd62-4bf6-b55a-16008e230d16 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:51.668089 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:51.668738 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92a1f511-bd62-4bf6-b55a-16008e230d16 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:51.669623 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'status': 'completed', 'code': 200} Aug 11 00:34:51.670847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: f256c43d-f90c-4d94-8a4b-cc4079cf4344 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:34:51.674823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f256c43d-f90c-4d94-8a4b-cc4079cf4344 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:34:51.770038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e7969f14-e60f-4134-9567-9401c052f78c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "PUT /v2.0/floatingips/537b973c-cab6-4992-b455-787b062d9273 HTTP/1.1" status: 200 len: 997 time: 3.7982135 Aug 11 00:34:51.786235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-713c0775-9bea-48b3-b38d-2852ec733886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:51.791853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-713c0775-9bea-48b3-b38d-2852ec733886 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1097 time: 0.1725655 Aug 11 00:34:51.823467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:51.903739 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:52.038581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e4e33596-d347-45fc-948a-3e01f2afa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:52.052880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-e4e33596-d347-45fc-948a-3e01f2afa8f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.2704880 Aug 11 00:34:52.230213 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:a5:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:49Z', 'revision_number': 8, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:52.277750 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:52.289134 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:52.289815 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:52.455884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-bbc0530d-d836-4c3b-a38b-9c8b813d71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:52.457877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-bbc0530d-d836-4c3b-a38b-9c8b813d71be service neutron] 10.222.0.44 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.5778592 Aug 11 00:34:52.518141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b93ca-645b-47e5-ad25-e102d1697465 req-5352c6d8-1d85-4a00-bf32-fda01ee3660d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:52.527731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-ad4ac73a-bfb9-44bf-9d05-39d4a937c290 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 217 time: 0.0612514 Aug 11 00:34:52.543022 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-235b93ca-645b-47e5-ad25-e102d1697465 req-5352c6d8-1d85-4a00-bf32-fda01ee3660d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.6454959 Aug 11 00:34:52.547189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-1c94f246-31ba-4fd2-aca6-34bf970a8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:52.556812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-1c94f246-31ba-4fd2-aca6-34bf970a8ac0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.4868135 Aug 11 00:34:52.713663 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:52.729432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-235b93ca-645b-47e5-ad25-e102d1697465 req-948f7bce-a5ed-4602-9cfe-9c7a4d043267 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820064 Aug 11 00:34:52.997796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Routers {'ac744f50-a055-4d62-830c-9c820b9b0780'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:53.006596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ac744f50-a055-4d62-830c-9c820b9b0780'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:53.076513 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-ebc6b9c4-878a-4e0c-98d3-2b0b9419d5b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 1000 time: 0.5194302 Aug 11 00:34:53.083909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5279b-da0f-4d14-90a3-1f31fcf6d6ce None None] Pushing event updated for resources: {'Port': ['ID=0bbb3340-df55-4838-90c6-820b7a50a5aa,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:53.096960 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:53.104086 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4a9fc-b4a6-44ac-87a6-ec8fe339f228 x-openstack-request-id: req-61e4a9fc-b4a6-44ac-87a6-ec8fe339f228 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:53.112247 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5775958-bebc-4b35-9992-bbdf47d76691", "name": "network-vif-deleted", "tag": "f256c43d-f90c-4d94-8a4b-cc4079cf4344", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:53.113867 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61e4a9fc-b4a6-44ac-87a6-ec8fe339f228 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:53.116547 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5775958-bebc-4b35-9992-bbdf47d76691', 'name': 'network-vif-deleted', 'tag': 'f256c43d-f90c-4d94-8a4b-cc4079cf4344', 'status': 'completed', 'code': 200} Aug 11 00:34:53.146586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-b7ba3e3a-6a7d-45ad-abcb-5206ec863eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:53.160156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-b7ba3e3a-6a7d-45ad-abcb-5206ec863eb9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.3159013 Aug 11 00:34:53.223725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Deleting port 0bbb3340-df55-4838-90c6-820b7a50a5aa {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:53.224443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:53.367059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] Set router ac744f50-a055-4d62-830c-9c820b9b0780 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:53.383555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] For port 0bbb3340-df55-4838-90c6-820b7a50a5aa, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0bbb3340-df55-4838-90c6-820b7a50a5aa,segment=NetworkSegment(670e5006-8e1e-4959-ba57-598295e9d462),segment_id=670e5006-8e1e-4959-ba57-598295e9d462)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:53.384348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:53.412012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Calling delete_port for 0bbb3340-df55-4838-90c6-820b7a50a5aa owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:53.471771 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:a5:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:49Z', 'revision_number': 8, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:53.529341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-9f236787-a57e-4c21-8ca9-c591aa068f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:53.534280 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-9f236787-a57e-4c21-8ca9-c591aa068f89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.4159033 Aug 11 00:34:53.551135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-d6d4912e-5164-49c6-8cb4-de502e765fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:53.557158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-d6d4912e-5164-49c6-8cb4-de502e765fd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3570468 Aug 11 00:34:53.557482 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b08f063-484f-4faa-9f6f-86ef49ce3e22 None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '537b973c-cab6-4992-b455-787b062d9273', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'port_id': '6464fb42-2c69-451a-af08-66516efdab94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'mac_address': 'fa:16:3e:a5:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:33:56Z', 'updated_at': '2021-08-11T00:34:49Z', 'revision_number': 8, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:53.682807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7011a-1ea7-413c-bd5f-54afd55c9845 req-edbdfb82-3b50-41f9-8591-395d5c086805 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:53.696596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5da7011a-1ea7-413c-bd5f-54afd55c9845 req-edbdfb82-3b50-41f9-8591-395d5c086805 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.5341480 Aug 11 00:34:53.873316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:45Z', 'revision_number': 4, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '0bbb3340-df55-4838-90c6-820b7a50a5aa', 'name': '', 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'mac_address': 'fa:16:3e:3c:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a505bf24-13d3-467c-a714-7041ae985afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:42Z', 'updated_at': '2021-08-11T00:34:51Z', 'revision_number': 4, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'subnets': [{'id': 'a505bf24-13d3-467c-a714-7041ae985afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:53.883969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-5b07972e-6406-4a8f-8b7c-510740dbf266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:53.888099 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-5b07972e-6406-4a8f-8b7c-510740dbf266 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2938194 Aug 11 00:34:53.913583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5da7011a-1ea7-413c-bd5f-54afd55c9845 req-d4be841b-0804-4140-9110-29978668e256 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066853 Aug 11 00:34:53.936149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-dd031537-6074-4474-b7db-b78147c37c1e service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653173 Aug 11 00:34:53.986869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea0838-3781-4720-bc1e-37ac721a774c None None] The sync data for ids ['ac744f50-a055-4d62-830c-9c820b9b0780'] in n-d-712143-13 is: [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:45Z', 'revision_number': 4, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '0bbb3340-df55-4838-90c6-820b7a50a5aa', 'name': '', 'network_id': 'c6b91042-31d5-413d-9fee-916bef687356', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'mac_address': 'fa:16:3e:3c:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'a505bf24-13d3-467c-a714-7041ae985afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:42Z', 'updated_at': '2021-08-11T00:34:51Z', 'revision_number': 4, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'subnets': [{'id': 'a505bf24-13d3-467c-a714-7041ae985afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:54.134265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de084ec2-8a7e-42b6-9e23-5a5a075043c8 None None] New status for floating IP 537b973c-cab6-4992-b455-787b062d9273: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:34:54.325780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26aa34f0-549b-408a-93a9-b0399057bc43 req-c4400dee-b6ed-44da-bc46-566370d7244e tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/656ddbb6-94ba-4664-a5af-dd8016a193a1 HTTP/1.1" status: 200 len: 1806 time: 0.1277375 Aug 11 00:34:54.480805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-3bfbf11a-cb1d-49c2-bbc7-ba0c5880267d service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432544 Aug 11 00:34:54.741291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-26aa34f0-549b-408a-93a9-b0399057bc43 req-d614843c-2f5d-4f4a-91fc-11251f74a8b1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:54.760924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:54.761274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e80fe150-9892-40f1-9743-7ae5aa22a49d req-19647aa3-5c47-4cb4-91f1-d658bb9c1fa7 service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8083093 Aug 11 00:34:54.891085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbb3340-df55-4838-90c6-820b7a50a5aa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:54.899659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1643bac-d937-4d19-beef-b7535afe648b req-5db86036-4421-48da-b8fa-7b834b4d355d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4069607 Aug 11 00:34:54.930142 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-26aa34f0-549b-408a-93a9-b0399057bc43 req-d614843c-2f5d-4f4a-91fc-11251f74a8b1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:55.034628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff6800c3-fdca-4761-9bd3-219238869b84 req-4af2ee0c-dc6d-4459-a5d0-defb655ec149 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077674 Aug 11 00:34:55.076597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643bac-d937-4d19-beef-b7535afe648b req-1a52ba76-f1a1-4327-a9a6-a0bca10fce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:55.093593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1643bac-d937-4d19-beef-b7535afe648b req-1a52ba76-f1a1-4327-a9a6-a0bca10fce22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a784853564fd4fafa0f51f47347bccbf&device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 1097 time: 0.1192822 Aug 11 00:34:55.145805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:55.152720 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89853d80-6eb6-468d-97e5-4b400dfdb4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:55.290738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-26aa34f0-549b-408a-93a9-b0399057bc43 req-d614843c-2f5d-4f4a-91fc-11251f74a8b1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:55.307811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-26aa34f0-549b-408a-93a9-b0399057bc43 req-d614843c-2f5d-4f4a-91fc-11251f74a8b1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:55.336011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26aa34f0-549b-408a-93a9-b0399057bc43 req-d614843c-2f5d-4f4a-91fc-11251f74a8b1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "DELETE /v2.0/security-groups/656ddbb6-94ba-4664-a5af-dd8016a193a1 HTTP/1.1" status: 204 len: 173 time: 0.9955585 Aug 11 00:34:55.420691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614843c-2f5d-4f4a-91fc-11251f74a8b1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ddbb6-94ba-4664-a5af-dd8016a193a1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:55.521221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:34:55.689977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:55.707500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d844b-0e13-4b23-80bb-cc1c3d1de8db req-6cb50e89-b29e-421c-8a32-03883aa745d6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:55.709194 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-667d844b-0e13-4b23-80bb-cc1c3d1de8db req-6cb50e89-b29e-421c-8a32-03883aa745d6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1523833 Aug 11 00:34:55.733278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port f8900a7d-617c-4a3e-9d75-b01af57c65ee completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:34:55.741699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port f8900a7d-617c-4a3e-9d75-b01af57c65ee triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:34:55.742086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:55.865683 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-667d844b-0e13-4b23-80bb-cc1c3d1de8db req-436734bb-7707-4f31-ae58-4d0ebed9412e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366062 Aug 11 00:34:55.966943 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:56.025135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:56.026361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:34:56.029240 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b172686-d895-49d7-ad78-b97c0a7b41a8" -d '{"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-plugged", "status": "completed", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:34:56.094494 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:56.112457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a71217eb-0e68-4675-9df6-16537b362efb req-d81f0e89-fe93-4465-986a-a90285bfbf17 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips/537b973c-cab6-4992-b455-787b062d9273 HTTP/1.1" status: 200 len: 999 time: 0.1768253 Aug 11 00:34:56.253272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:56.271036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.271504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.271765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.272118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.278704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.279052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.279448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.279800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.284399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.284835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.286584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.286950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:34:56.310000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933143-a692-400b-a1f5-704b2afe2079 req-a18fa539-1ce1-4596-b8b8-c59108a4395e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:56.313079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e933143-a692-400b-a1f5-704b2afe2079 req-a18fa539-1ce1-4596-b8b8-c59108a4395e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 1.0276384 Aug 11 00:34:56.365535 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e933143-a692-400b-a1f5-704b2afe2079 req-a1d5407f-e17a-4c48-82a7-f97b81ac976e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426769 Aug 11 00:34:56.368858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643bac-d937-4d19-beef-b7535afe648b req-3b90a2fb-a9dc-42b2-9ce2-001f55e27941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:56.370421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1643bac-d937-4d19-beef-b7535afe648b req-3b90a2fb-a9dc-42b2-9ce2-001f55e27941 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 200 len: 911 time: 1.2614770 Aug 11 00:34:56.381700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71217eb-0e68-4675-9df6-16537b362efb req-26b650ee-a3e8-46d5-8e83-cda561f11bc4 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:56.388328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a71217eb-0e68-4675-9df6-16537b362efb req-26b650ee-a3e8-46d5-8e83-cda561f11bc4 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2746265 Aug 11 00:34:56.396400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Router ac744f50-a055-4d62-830c-9c820b9b0780 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:56.410730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-a71217eb-0e68-4675-9df6-16537b362efb req-cb9bb46d-e1e5-4ceb-a79e-863fdc9d54da tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:34:56.412811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a71217eb-0e68-4675-9df6-16537b362efb req-cb9bb46d-e1e5-4ceb-a79e-863fdc9d54da tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117922 Aug 11 00:34:56.582769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1643bac-d937-4d19-beef-b7535afe648b req-5c495695-8b30-49cc-8228-7139f79e6077 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e HTTP/1.1" status: 200 len: 1001 time: 0.2045209 Aug 11 00:34:56.590233 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf0ad3-8737-4536-ab9f-9fe0bb2d8309 x-openstack-request-id: req-1fdf0ad3-8737-4536-ab9f-9fe0bb2d8309 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:56.590601 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:56.591357 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fdf0ad3-8737-4536-ab9f-9fe0bb2d8309 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:56.592139 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94', 'status': 'completed', 'code': 200} Aug 11 00:34:56.614466 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeadc9c9-3f5d-4b1b-997a-5b3949807531 x-openstack-request-id: req-eeadc9c9-3f5d-4b1b-997a-5b3949807531 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:34:56.614984 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-plugged", "status": "completed", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:34:56.614984 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eeadc9c9-3f5d-4b1b-997a-5b3949807531 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:34:56.615453 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'code': 200} Aug 11 00:34:56.753054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643bac-d937-4d19-beef-b7535afe648b req-64132fae-55f8-427c-ac31-ee2b996fed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:56.762842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1643bac-d937-4d19-beef-b7535afe648b req-64132fae-55f8-427c-ac31-ee2b996fed3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 200 len: 849 time: 0.1684978 Aug 11 00:34:56.807855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-e1939a68-19f8-4eaf-83e8-2b1dca9cbc64 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1002 time: 0.1536422 Aug 11 00:34:56.814043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:34:56.828051 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] Sync routers for ids ['ac744f50-a055-4d62-830c-9c820b9b0780'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:34:56.836494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b5b2f7ad-a8f0-4f64-9c97-b3be91f9c34b admin admin] 10.222.0.43 "PUT /v2.0/routers/ac744f50-a055-4d62-830c-9c820b9b0780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2293632 Aug 11 00:34:56.839516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:34:56.850311 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] Routers {'ac744f50-a055-4d62-830c-9c820b9b0780'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:56.855657 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ac744f50-a055-4d62-830c-9c820b9b0780'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:56.882050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0284f506-1889-46fc-b2d3-e5ffe4bb28ee req-5e2a6a95-71bb-41ee-b2a8-5fe0ca93b1a8 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/2f90b288-a3bb-41bc-b62e-52aeebe78f5f HTTP/1.1" status: 200 len: 1806 time: 0.2968228 Aug 11 00:34:56.899653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-2871c88f-2d8c-4eff-bc7d-933f2e2bbb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:56.901425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-2871c88f-2d8c-4eff-bc7d-933f2e2bbb6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.3161006 Aug 11 00:34:57.031037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-b6567da6-070d-43b3-9928-47cbe89f86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:57.034335 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-b6567da6-070d-43b3-9928-47cbe89f86d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.1182609 Aug 11 00:34:57.132827 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-2137eeb7-8b80-4691-b0ed-e3a438281da5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 1002 time: 0.0904341 Aug 11 00:34:57.178777 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] Set router ac744f50-a055-4d62-830c-9c820b9b0780 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:57.220164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-0770aa14-ce5b-42b2-b019-6d2e4f684449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:57.221889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-0770aa14-ce5b-42b2-b019-6d2e4f684449 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.0786045 Aug 11 00:34:57.244239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643bac-d937-4d19-beef-b7535afe648b req-e674b287-4008-45b2-93d6-3b5881681a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:57.245882 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1643bac-d937-4d19-beef-b7535afe648b req-e674b287-4008-45b2-93d6-3b5881681a08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca97a61f-0256-4523-9664-a2a145667588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4245512 Aug 11 00:34:57.409094 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1643bac-d937-4d19-beef-b7535afe648b req-9b024426-f5df-4365-b7d1-b867cc253b26 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133146 Aug 11 00:34:57.484617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0be49-72db-4cc3-ac76-294bc881fa91 req-a9da0c8a-b4f7-416f-84fd-47333b757431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:57.486163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6dd0be49-72db-4cc3-ac76-294bc881fa91 req-a9da0c8a-b4f7-416f-84fd-47333b757431 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1098 time: 0.7615814 Aug 11 00:34:57.517713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-022c8aaf-34b9-4018-b895-526261607c14 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:57.520022 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-022c8aaf-34b9-4018-b895-526261607c14 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports/6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 943 time: 0.7018824 Aug 11 00:34:57.522259 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:54Z', 'revision_number': 5, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:57.555728 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0284f506-1889-46fc-b2d3-e5ffe4bb28ee req-80037b33-71dd-43f9-a453-38894607867b tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:57.556661 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] Checking router: ac744f50-a055-4d62-830c-9c820b9b0780 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:34:57.559274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1643bac-d937-4d19-beef-b7535afe648b req-1d0da706-a4c9-4a67-9603-a7afc984a8a7 service neutron] 10.222.0.55 "GET /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254804 Aug 11 00:34:57.586423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-c243ee83-869e-4c99-a094-5917c67f3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:57.589193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-c243ee83-869e-4c99-a094-5917c67f3605 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3418953 Aug 11 00:34:57.593852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6dd0be49-72db-4cc3-ac76-294bc881fa91 req-a5921473-478c-41b7-9092-9c3e31b83e50 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951359 Aug 11 00:34:57.607760 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] Routers {'ac744f50-a055-4d62-830c-9c820b9b0780'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:34:57.608442 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ac744f50-a055-4d62-830c-9c820b9b0780'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:57.608598 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0284f506-1889-46fc-b2d3-e5ffe4bb28ee req-80037b33-71dd-43f9-a453-38894607867b tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:57.632371 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:57.773880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-4ebd623d-e454-45e1-a2f9-505bcdb924c9 service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231852 Aug 11 00:34:57.835753 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] Set router ac744f50-a055-4d62-830c-9c820b9b0780 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:34:57.937471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-884d88eb-5382-49ad-8812-48beb4e108f7 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1002 time: 0.2395692 Aug 11 00:34:57.958277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89853d80-6eb6-468d-97e5-4b400dfdb4f2 req-5c28ca6b-f4d6-4495-b9e9-6c970cde457a service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754522 Aug 11 00:34:58.082846 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:58.092008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0284f506-1889-46fc-b2d3-e5ffe4bb28ee req-80037b33-71dd-43f9-a453-38894607867b tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:58.095669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0284f506-1889-46fc-b2d3-e5ffe4bb28ee req-80037b33-71dd-43f9-a453-38894607867b tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:58.105459 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0284f506-1889-46fc-b2d3-e5ffe4bb28ee req-80037b33-71dd-43f9-a453-38894607867b tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "DELETE /v2.0/security-groups/2f90b288-a3bb-41bc-b62e-52aeebe78f5f HTTP/1.1" status: 204 len: 173 time: 1.2159665 Aug 11 00:34:58.138701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80037b33-71dd-43f9-a453-38894607867b tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f90b288-a3bb-41bc-b62e-52aeebe78f5f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:58.152501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-af80d6b6-7cb4-4336-8c9b-5a8e6a0efe00 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:58.161802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-af80d6b6-7cb4-4336-8c9b-5a8e6a0efe00 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.2233644 Aug 11 00:34:58.230475 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:54Z', 'revision_number': 5, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:34:58.353395 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-642daf3c-45e1-4ea8-bec7-0526047e75f2 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 1002 time: 0.1901221 Aug 11 00:34:58.359254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:34:58.494457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:58.497835 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a50094f-b190-4a4a-9633-5441645a338f None None] The sync data for ids ['ac744f50-a055-4d62-830c-9c820b9b0780'] in n-d-712143-13 is: [{'id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262076081-router', 'tenant_id': '7f695dcd11654560b46f8619a5d4c837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:34Z', 'updated_at': '2021-08-11T00:34:54Z', 'revision_number': 5, 'project_id': '7f695dcd11654560b46f8619a5d4c837', 'gw_port': {'id': '0ee4ba59-3b15-47a7-927b-bc6efefc5302', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac744f50-a055-4d62-830c-9c820b9b0780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:35Z', 'updated_at': '2021-08-11T00:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:34:58.851911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Deleting port 0ee4ba59-3b15-47a7-927b-bc6efefc5302 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:34:58.852937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:58.857242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ec0d0-6acf-468d-ae0b-f16b2cad8b32 req-1314ae9f-f5ed-4f33-a15b-ae2e4b2f2c30 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:58.862415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb0ec0d0-6acf-468d-ae0b-f16b2cad8b32 req-1314ae9f-f5ed-4f33-a15b-ae2e4b2f2c30 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1981344 Aug 11 00:34:58.961506 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb0ec0d0-6acf-468d-ae0b-f16b2cad8b32 req-a107ec33-7198-4df9-92a0-06b8feb034a3 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827255 Aug 11 00:34:59.059665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.070169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] For port 0ee4ba59-3b15-47a7-927b-bc6efefc5302, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0ee4ba59-3b15-47a7-927b-bc6efefc5302,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:34:59.070526 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.103270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Calling delete_port for 0ee4ba59-3b15-47a7-927b-bc6efefc5302 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:34:59.131971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.131971 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Floating IP 537b973c-cab6-4992-b455-787b062d9273 disassociated. External IP: 172.25.0.250, port: 6464fb42-2c69-451a-af08-66516efdab94. Aug 11 00:34:59.299704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c749671-7a53-4a16-8f71-c489711c10a6 req-52e13cd4-aa1a-4931-a4ed-500167184970 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/f913a938-c59d-46ee-82f8-46b70b1b36bf HTTP/1.1" status: 200 len: 1806 time: 0.2784727 Aug 11 00:34:59.325284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0bbb3340-df55-4838-90c6-820b7a50a5aa no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:34:59.372933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0bbb3340-df55-4838-90c6-820b7a50a5aa {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:34:59.373967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0bbb3340-df55-4838-90c6-820b7a50a5aa not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:34:59.376551 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.382597 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.424390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c749671-7a53-4a16-8f71-c489711c10a6 req-baf862ac-98d6-4450-b3b2-78013a442297 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.460894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c749671-7a53-4a16-8f71-c489711c10a6 req-baf862ac-98d6-4450-b3b2-78013a442297 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.620806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c749671-7a53-4a16-8f71-c489711c10a6 req-baf862ac-98d6-4450-b3b2-78013a442297 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.624163 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6c749671-7a53-4a16-8f71-c489711c10a6 req-baf862ac-98d6-4450-b3b2-78013a442297 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.638281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c749671-7a53-4a16-8f71-c489711c10a6 req-baf862ac-98d6-4450-b3b2-78013a442297 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "DELETE /v2.0/security-groups/f913a938-c59d-46ee-82f8-46b70b1b36bf HTTP/1.1" status: 204 len: 173 time: 0.3343885 Aug 11 00:34:59.673839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf862ac-98d6-4450-b3b2-78013a442297 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f913a938-c59d-46ee-82f8-46b70b1b36bf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:34:59.746577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:34:59.853280 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:34:59.853533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc929b8c-0da7-4971-9964-0d95b3267a6d req-c11ba96c-3caa-460f-8cee-b1616ea2f4b0 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:34:59.872705 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc929b8c-0da7-4971-9964-0d95b3267a6d req-c11ba96c-3caa-460f-8cee-b1616ea2f4b0 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1424398 Aug 11 00:34:59.967003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc929b8c-0da7-4971-9964-0d95b3267a6d req-53979439-f5a8-4ae5-bd0f-00a4799f62c4 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884378 Aug 11 00:34:59.977754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee4ba59-3b15-47a7-927b-bc6efefc5302,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:00.170779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-695056d8-b2ef-4d60-8996-172a3cb1bb45 req-4982e748-8e28-4799-889d-bb4a24445bac tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/f501c145-c8f1-4ddd-ac93-ba8b9c4b843c HTTP/1.1" status: 200 len: 2407 time: 0.1390920 Aug 11 00:35:00.174029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.244545 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-695056d8-b2ef-4d60-8996-172a3cb1bb45 req-f49250c7-a817-4d16-8134-2a87510e6de1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.271150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-695056d8-b2ef-4d60-8996-172a3cb1bb45 req-f49250c7-a817-4d16-8134-2a87510e6de1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.325756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.331776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.340989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:35:00.347610 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.353063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:35:00.364898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:35:00.365714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:00.413051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-1fee6251-0dca-4a5a-b006-5c8ff5acf99c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "PUT /v2.0/floatingips/537b973c-cab6-4992-b455-787b062d9273 HTTP/1.1" status: 200 len: 696 time: 2.0585577 Aug 11 00:35:00.413539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:00.416039 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c76b502-28fa-4d28-ab24-80e805570102" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:00.474297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-22a82fc3-6187-4128-aabc-4061b400adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:00.476029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-22a82fc3-6187-4128-aabc-4061b400adef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.0496855 Aug 11 00:35:00.497449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:35:00.528875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-695056d8-b2ef-4d60-8996-172a3cb1bb45 req-f49250c7-a817-4d16-8134-2a87510e6de1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.531597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-695056d8-b2ef-4d60-8996-172a3cb1bb45 req-f49250c7-a817-4d16-8134-2a87510e6de1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.532826 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-695056d8-b2ef-4d60-8996-172a3cb1bb45 req-f49250c7-a817-4d16-8134-2a87510e6de1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "DELETE /v2.0/security-groups/f501c145-c8f1-4ddd-ac93-ba8b9c4b843c HTTP/1.1" status: 204 len: 173 time: 0.3552208 Aug 11 00:35:00.539985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.541163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac744f50-a055-4d62-830c-9c820b9b0780 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:35:00.546292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49250c7-a817-4d16-8134-2a87510e6de1 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f501c145-c8f1-4ddd-ac93-ba8b9c4b843c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:00.558801 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.565372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33508) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:00.565671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8884c071-8a92-4fe7-b90f-e9d5e7510081 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ac744f50-a055-4d62-830c-9c820b9b0780 HTTP/1.1" status: 204 len: 168 time: 3.7256486 Aug 11 00:35:00.627956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4393af9-d817-418a-b117-a68bf754288a admin admin] Deleting subnet a505bf24-13d3-467c-a714-7041ae985afb {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:35:00.638383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4393af9-d817-418a-b117-a68bf754288a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.714258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-12bf0059-1537-4996-8062-9da185c57215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:00.733032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-12bf0059-1537-4996-8062-9da185c57215 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.2451186 Aug 11 00:35:00.739860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4393af9-d817-418a-b117-a68bf754288a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:00.815873 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-ef11ed8f-beec-42bc-95bf-1e51554a41d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 217 time: 0.0810945 Aug 11 00:35:00.915315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-13d2ef2a-e3fc-4ead-9c11-6f8298dcac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:00.921210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-13d2ef2a-e3fc-4ead-9c11-6f8298dcac2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.0743525 Aug 11 00:35:00.943997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae76649-3151-4ec4-8e0e-248d4cdfdcc7 req-16a6f765-92a1-4739-96cf-32316cbcb780 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:00.945712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ae76649-3151-4ec4-8e0e-248d4cdfdcc7 req-16a6f765-92a1-4739-96cf-32316cbcb780 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1613157 Aug 11 00:35:01.011241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4393af9-d817-418a-b117-a68bf754288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:01.091859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ae76649-3151-4ec4-8e0e-248d4cdfdcc7 req-fa2e5294-5007-47aa-a84a-0e95c98bec6b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186037 Aug 11 00:35:01.098084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-39e888b1-b336-401d-b04e-e2a422851584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:01.104841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-39e888b1-b336-401d-b04e-e2a422851584 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708901 Aug 11 00:35:01.243988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:01.275601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4393af9-d817-418a-b117-a68bf754288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:01.309728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:35:01.379046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:35:01.380151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:01.399621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4393af9-d817-418a-b117-a68bf754288a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a505bf24-13d3-467c-a714-7041ae985afb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:01.430715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4393af9-d817-418a-b117-a68bf754288a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:01.430715 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4393af9-d817-418a-b117-a68bf754288a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a505bf24-13d3-467c-a714-7041ae985afb HTTP/1.1" status: 204 len: 168 time: 0.8570123 Aug 11 00:35:01.433252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33528) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:01.546500 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48f1e56-a317-4032-acae-cd72b197f10f x-openstack-request-id: req-e48f1e56-a317-4032-acae-cd72b197f10f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:01.546500 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "tag": "6464fb42-2c69-451a-af08-66516efdab94", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:01.546500 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e48f1e56-a317-4032-acae-cd72b197f10f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:01.546500 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'tag': '6464fb42-2c69-451a-af08-66516efdab94', 'status': 'completed', 'code': 200} Aug 11 00:35:01.562018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-b38a7562-f004-4c48-b412-3c0698a38989 service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374273 Aug 11 00:35:01.564148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0ee4ba59-3b15-47a7-927b-bc6efefc5302 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:35:01.578344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f343c-e3db-49ef-affe-b25c4885a5db None None] Network c6b91042-31d5-413d-9fee-916bef687356 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:01.620192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0ee4ba59-3b15-47a7-927b-bc6efefc5302 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:35:01.620855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0ee4ba59-3b15-47a7-927b-bc6efefc5302 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:35:01.645786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2263dd1d-d43e-4e1f-89d8-42e9acb63fe7 req-d043e7b7-3696-4d68-abae-a72107f06772 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "GET /v2.0/security-groups/a4ad74e3-bd5b-4b75-8beb-80dc46631553 HTTP/1.1" status: 200 len: 2399 time: 0.1446905 Aug 11 00:35:01.666841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76b502-28fa-4d28-ab24-80e805570102 req-536134ea-3cca-4c6a-bd0b-5eddb14f2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:01.669627 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c76b502-28fa-4d28-ab24-80e805570102 req-536134ea-3cca-4c6a-bd0b-5eddb14f2f7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 1098 time: 0.2174249 Aug 11 00:35:01.742162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:01.779649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:35:01.787111 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea20519e-a79d-48c4-b26d-b8d908f6ed23 req-fd001e11-cdb8-49da-91bc-d3d9acd1cb2f service neutron] 10.222.0.43 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239945 Aug 11 00:35:01.973687 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2263dd1d-d43e-4e1f-89d8-42e9acb63fe7 req-48c768f8-87a0-42fd-91ac-8b99df536040 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:01.994677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] DHCP port deletion for c6b91042-31d5-413d-9fee-916bef687356 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:35:02.023267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2263dd1d-d43e-4e1f-89d8-42e9acb63fe7 req-48c768f8-87a0-42fd-91ac-8b99df536040 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.177934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76b502-28fa-4d28-ab24-80e805570102 req-a4f3ee2f-dd49-4366-8500-65193ca9fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:02.180111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c76b502-28fa-4d28-ab24-80e805570102 req-a4f3ee2f-dd49-4366-8500-65193ca9fca9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 200 len: 921 time: 0.4805639 Aug 11 00:35:02.216250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2263dd1d-d43e-4e1f-89d8-42e9acb63fe7 req-48c768f8-87a0-42fd-91ac-8b99df536040 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.221258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2263dd1d-d43e-4e1f-89d8-42e9acb63fe7 req-48c768f8-87a0-42fd-91ac-8b99df536040 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.222489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2263dd1d-d43e-4e1f-89d8-42e9acb63fe7 req-48c768f8-87a0-42fd-91ac-8b99df536040 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4ad74e3-bd5b-4b75-8beb-80dc46631553 HTTP/1.1" status: 204 len: 173 time: 0.5477786 Aug 11 00:35:02.234393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33538) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:02.357558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c76b502-28fa-4d28-ab24-80e805570102 req-6081dca3-5a62-4fe4-8856-bf2299332009 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 200 len: 217 time: 0.1632359 Aug 11 00:35:02.361369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e005d7-e8f1-4afd-8960-dd276c33ff1e admin admin] Deleting subnet c97e53dc-ba5f-4d56-8fed-d40a2fd86366 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:35:02.362966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c768f8-87a0-42fd-91ac-8b99df536040 tempest-SecurityGroupRulesTestJSON-615291502 tempest-SecurityGroupRulesTestJSON-615291502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad74e3-bd5b-4b75-8beb-80dc46631553,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:02.380001 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41e005d7-e8f1-4afd-8960-dd276c33ff1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.560654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Deleting port ba9c1dbb-028c-44d8-b39a-eb1166684c90 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:02.561068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.648808 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41e005d7-e8f1-4afd-8960-dd276c33ff1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.798232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] For port ba9c1dbb-028c-44d8-b39a-eb1166684c90, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ba9c1dbb-028c-44d8-b39a-eb1166684c90,segment=NetworkSegment(670e5006-8e1e-4959-ba57-598295e9d462),segment_id=670e5006-8e1e-4959-ba57-598295e9d462)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:02.799292 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.799872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] Deleting port ba9c1dbb-028c-44d8-b39a-eb1166684c90 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:02.800650 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.861326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41e005d7-e8f1-4afd-8960-dd276c33ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:02.866070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf3e43-961e-4862-a3b0-e459cd06134f req-2a5953d1-83af-43cb-88a6-9b4017411bb1 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:02.887392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33546) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:02.895337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ecf3e43-961e-4862-a3b0-e459cd06134f req-2a5953d1-83af-43cb-88a6-9b4017411bb1 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.3809633 Aug 11 00:35:02.896214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'floatingip': {'port_id': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:02.898400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76b502-28fa-4d28-ab24-80e805570102 req-76cd0e77-54c4-4f1e-9abe-53ef6f96c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:02.901238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c76b502-28fa-4d28-ab24-80e805570102 req-76cd0e77-54c4-4f1e-9abe-53ef6f96c461 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 200 len: 859 time: 0.5041919 Aug 11 00:35:02.903870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Calling delete_port for ba9c1dbb-028c-44d8-b39a-eb1166684c90 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:02.934705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2543a5c-8cd7-4698-9bc0-1b31ec817c5e req-2fbf3de4-6ce4-4a61-a95c-749373890b26 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:02.937910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2543a5c-8cd7-4698-9bc0-1b31ec817c5e req-2fbf3de4-6ce4-4a61-a95c-749373890b26 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.2767501 Aug 11 00:35:02.977183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] For port ba9c1dbb-028c-44d8-b39a-eb1166684c90, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ba9c1dbb-028c-44d8-b39a-eb1166684c90,segment=NetworkSegment(670e5006-8e1e-4959-ba57-598295e9d462),segment_id=670e5006-8e1e-4959-ba57-598295e9d462)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:02.977183 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:03.010073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:03.077477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] Calling delete_port for ba9c1dbb-028c-44d8-b39a-eb1166684c90 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:03.320518 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2543a5c-8cd7-4698-9bc0-1b31ec817c5e req-70761df9-0d28-4fca-bc15-c4be4c5cabc3 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917833 Aug 11 00:35:03.381310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ba9c1dbb-028c-44d8-b39a-eb1166684c90 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:35:03.513035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76b502-28fa-4d28-ab24-80e805570102 req-02e94778-0469-4104-8f9c-574a1932240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:03.515334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c76b502-28fa-4d28-ab24-80e805570102 req-02e94778-0469-4104-8f9c-574a1932240c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a4657f85-2cb4-4ca7-969d-1e5184b62b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6029913 Aug 11 00:35:03.520906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41e005d7-e8f1-4afd-8960-dd276c33ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:03.585845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:03.650099 n-d-712143-13 neutron-server[95256]: INFO neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No ports have port_id starting with ba9c1dbb-028c-44d8-b39a-eb1166684c90 Aug 11 00:35:03.673517 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:03.694850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:03.731463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb7f5918-debb-4527-95a1-435ae958202d req-48248024-2612-4659-b602-3a926e768e60 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips/537b973c-cab6-4992-b455-787b062d9273 HTTP/1.1" status: 200 len: 696 time: 0.2154448 Aug 11 00:35:03.735208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e005d7-e8f1-4afd-8960-dd276c33ff1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97e53dc-ba5f-4d56-8fed-d40a2fd86366,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:03.741703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] Pushing event deleted for resources: {'Port': ['ID=ba9c1dbb-028c-44d8-b39a-eb1166684c90,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:03.748089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41e005d7-e8f1-4afd-8960-dd276c33ff1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:03.753700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-41e005d7-e8f1-4afd-8960-dd276c33ff1e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c97e53dc-ba5f-4d56-8fed-d40a2fd86366 HTTP/1.1" status: 204 len: 168 time: 1.5179405 Aug 11 00:35:03.754982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33564) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:03.809989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c76b502-28fa-4d28-ab24-80e805570102 req-0b786c68-883c-4fa9-b3d4-60acb4250be5 service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859826 Aug 11 00:35:03.822303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486c7f1f-ad6f-45ab-bae2-ba9bf1eb0b22 None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:33:31Z', 'revision_number': 4, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'cf4b84b5-4d96-4802-97d6-1a95378c530c', 'name': '', 'network_id': 'a4657f85-2cb4-4ca7-969d-1e5184b62b54', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'mac_address': 'fa:16:3e:c4:b2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:29Z', 'updated_at': '2021-08-11T00:33:40Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'subnets': [{'id': '422f66b2-9854-4be5-989d-ace8c37f5b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:35:03.827758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae5106-52fa-4171-a138-0d50a9844cbe None None] No DVR routers for this DVR port ba9c1dbb-028c-44d8-b39a-eb1166684c90 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:35:03.898759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] No DVR routers for this DVR port ba9c1dbb-028c-44d8-b39a-eb1166684c90 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:35:03.931710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9c1dbb-028c-44d8-b39a-eb1166684c90,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:04.060899 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:04.150592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f5918-debb-4527-95a1-435ae958202d req-aa26a593-5a76-4228-9496-caa02aba443b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:04.153324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb7f5918-debb-4527-95a1-435ae958202d req-aa26a593-5a76-4228-9496-caa02aba443b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 784 time: 0.4076695 Aug 11 00:35:04.343086 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:04.378898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9a43-d836-44c1-8021-26800a10af5a req-538841e1-5693-4f95-929c-524d1cc9b555 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:04.382023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b5f9a43-d836-44c1-8021-26800a10af5a req-538841e1-5693-4f95-929c-524d1cc9b555 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 945 time: 0.4468162 Aug 11 00:35:04.400807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b91042-31d5-413d-9fee-916bef687356']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:04.420204 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be947f11-1b29-41f0-9b17-ec27eb6ea970 None None] New status for floating IP 537b973c-cab6-4992-b455-787b062d9273: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:35:04.445101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c76b502-28fa-4d28-ab24-80e805570102 req-57a20947-156e-46a8-9a36-e370a6451209 service neutron] 10.222.0.44 "GET /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424767 Aug 11 00:35:04.448715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670e5006-8e1e-4959-ba57-598295e9d462') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:04.449407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670e5006-8e1e-4959-ba57-598295e9d462') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:04.485320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:04.526284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:04.556901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b5f9a43-d836-44c1-8021-26800a10af5a req-4f91a11d-764f-49ef-aa64-c37eb8542f19 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620314 Aug 11 00:35:04.559115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:35:04.559999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:35:04.563118 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:35:04.783636 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:04.790263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:04.800793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] 10.222.0.43 "DELETE /v2.0/networks/c6b91042-31d5-413d-9fee-916bef687356 HTTP/1.1" status: 204 len: 168 time: 3.3601773 Aug 11 00:35:04.848567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a90c5-ee1e-4da4-b9a2-b016479f9e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b91042-31d5-413d-9fee-916bef687356,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:04.881326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:04.907965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61fffd8-9802-4787-babe-569b00b110d9']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:04.919858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8c0e1-74de-4a63-ab73-6b96ae25cccc req-26fe31c6-b349-4f2f-acda-a4d587d6f90d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:04.932050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90f8c0e1-74de-4a63-ab73-6b96ae25cccc req-26fe31c6-b349-4f2f-acda-a4d587d6f90d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1299591 Aug 11 00:35:04.974239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd6756b-fc37-48bd-a9e8-c8d7d3427342') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:04.974876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd6756b-fc37-48bd-a9e8-c8d7d3427342') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:05.002936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:35:05.017895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90f8c0e1-74de-4a63-ab73-6b96ae25cccc req-9b9f6951-0443-4d23-9970-199b50cbfe34 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840566 Aug 11 00:35:05.018394 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb7f5918-debb-4527-95a1-435ae958202d req-0f57f486-5c6f-4634-a1a7-c41561fce0f5 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 699 time: 0.3984158 Aug 11 00:35:05.022507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.203991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb7f5918-debb-4527-95a1-435ae958202d req-723ec9cd-a23e-40c3-b8eb-a97c0edd4157 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 697 time: 0.1842761 Aug 11 00:35:05.206876 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.227057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:35:05.232779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:35:05.260796 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:35:05.268170 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.272905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-7c932a70-babb-41a1-9b06-734c4229d5e4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:05.276248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-7c932a70-babb-41a1-9b06-734c4229d5e4 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.55 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 945 time: 0.1067748 Aug 11 00:35:05.289512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33584) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:05.422669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05bd1bd1-8756-4c87-b07b-967f131b915e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f695dcd11654560b46f8619a5d4c837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276424 Aug 11 00:35:05.425118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33586) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:05.476329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.585628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Deleting port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:05.586261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.703061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0961ebe9-11b5-4043-886d-13445cb46bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.767640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0961ebe9-11b5-4043-886d-13445cb46bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.804934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.830412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] For port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,segment=NetworkSegment(c70463fe-cee3-4191-a232-a1150584ba4e),segment_id=c70463fe-cee3-4191-a232-a1150584ba4e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:05.831094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.847293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:05.860000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Calling delete_port for b2d7afb1-fa5e-4f06-9ec2-00d50b88418f owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:05.877088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f61fffd8-9802-4787-babe-569b00b110d9 HTTP/1.1" status: 204 len: 168 time: 2.0742195 Aug 11 00:35:05.946211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140e91b-2aca-4294-828c-f74b1b684b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61fffd8-9802-4787-babe-569b00b110d9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:06.093958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77f6b7-b883-44e9-b3c9-1dedc7348378 req-a262e837-5eda-4794-9a0e-299b47b06bbf tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:06.098007 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a77f6b7-b883-44e9-b3c9-1dedc7348378 req-a262e837-5eda-4794-9a0e-299b47b06bbf tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 945 time: 0.2284868 Aug 11 00:35:06.109485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0961ebe9-11b5-4043-886d-13445cb46bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:06.115565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0961ebe9-11b5-4043-886d-13445cb46bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:06.121379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0961ebe9-11b5-4043-886d-13445cb46bf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0443b468-b258-49b1-ba96-b7cfff9ace55 HTTP/1.1" status: 204 len: 168 time: 0.6904304 Aug 11 00:35:06.177294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Deleting port 983df764-128d-4256-8ced-a1c4f8e7fb1d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:06.177294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:06.178810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ebe9-11b5-4043-886d-13445cb46bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0443b468-b258-49b1-ba96-b7cfff9ace55,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:06.255488 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a77f6b7-b883-44e9-b3c9-1dedc7348378 req-d176c646-88c0-46cc-b32e-44ce1c8d10cf tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062348 Aug 11 00:35:06.351973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:06.368643 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Floating IP a69aabf7-b2bb-4c86-9ce8-1e5243b4220f associated. External IP: 172.25.0.171, port: f8900a7d-617c-4a3e-9d75-b01af57c65ee. Aug 11 00:35:06.437779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Pushing event deleted for resources: {'Port': ['ID=b2d7afb1-fa5e-4f06-9ec2-00d50b88418f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:06.501969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] No DVR routers for this DVR port b2d7afb1-fa5e-4f06-9ec2-00d50b88418f on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:35:06.507263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:06.509591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66bb1264-d819-4ba6-966a-37d7f86daaac req-c1519e67-56f1-4f0f-8f1e-1f96b7f57a25 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.55 "DELETE /v2.0/ports/b2d7afb1-fa5e-4f06-9ec2-00d50b88418f HTTP/1.1" status: 204 len: 173 time: 1.2188776 Aug 11 00:35:06.510044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209e34f-2f2e-42f9-8801-2be8890fd0bc', 'name': 'network-vif-deleted', 'tag': 'b2d7afb1-fa5e-4f06-9ec2-00d50b88418f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:06.513075 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dfacce-4c34-4419-aaa9-a3ebaceab891" -d '{"events": [{"server_uuid": "8209e34f-2f2e-42f9-8801-2be8890fd0bc", "name": "network-vif-deleted", "tag": "b2d7afb1-fa5e-4f06-9ec2-00d50b88418f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:06.555034 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d498b7-a1e9-4c49-9845-087263d3e594 x-openstack-request-id: req-e1d498b7-a1e9-4c49-9845-087263d3e594 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:06.555833 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209e34f-2f2e-42f9-8801-2be8890fd0bc", "name": "network-vif-deleted", "tag": "b2d7afb1-fa5e-4f06-9ec2-00d50b88418f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:06.556267 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1d498b7-a1e9-4c49-9845-087263d3e594 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:06.556859 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209e34f-2f2e-42f9-8801-2be8890fd0bc', 'name': 'network-vif-deleted', 'tag': 'b2d7afb1-fa5e-4f06-9ec2-00d50b88418f', 'status': 'completed', 'code': 200} Aug 11 00:35:06.770934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:06.771331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:06.919206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Calling delete_port for 983df764-128d-4256-8ced-a1c4f8e7fb1d owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:06.929208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:35:07.014173 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33616) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:07.134819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-979f604e-04e6-4dde-b1a9-f03d03ea3632 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0748e02429424769b2e1e436a69572bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165001 Aug 11 00:35:07.136820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33618) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:07.350675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2faaa1b4-6f97-4cd7-aac3-5c923e083b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:07.482986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:35:07.483592 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2faaa1b4-6f97-4cd7-aac3-5c923e083b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:07.499642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:07.530643 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:35:07.537426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] Sync routers for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:35:07.576281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:35:07.577988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:07.713566 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-63a8b4b8-e1b3-4dac-817f-a83bcb40da11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "PUT /v2.0/floatingips/a69aabf7-b2bb-4c86-9ce8-1e5243b4220f HTTP/1.1" status: 200 len: 992 time: 4.8246558 Aug 11 00:35:07.720279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:07.722941 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f22c446-4bb7-4c65-9433-700f3cc37ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:07.845139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f64dc3c-202c-446a-b218-97f9902746c6 req-5fb421c6-e090-4a33-86f4-4e13d5077bf6 tempest-ServerMetadataNegativeTestJSON-282472921 tempest-ServerMetadataNegativeTestJSON-282472921-project] 10.222.0.43 "GET /v2.0/ports?device_id=8209e34f-2f2e-42f9-8801-2be8890fd0bc HTTP/1.1" status: 200 len: 210 time: 0.1344173 Aug 11 00:35:07.880952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:07.981098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2faaa1b4-6f97-4cd7-aac3-5c923e083b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:07.988534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2faaa1b4-6f97-4cd7-aac3-5c923e083b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:07.996890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Pushing event deleted for resources: {'Port': ['ID=983df764-128d-4256-8ced-a1c4f8e7fb1d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:08.000019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2faaa1b4-6f97-4cd7-aac3-5c923e083b47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/107adca2-0127-4618-b951-22f30d4cf7d1 HTTP/1.1" status: 204 len: 168 time: 0.8571572 Aug 11 00:35:08.047347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:35:08.092364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaa1b4-6f97-4cd7-aac3-5c923e083b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107adca2-0127-4618-b951-22f30d4cf7d1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:08.111672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b2d7afb1-fa5e-4f06-9ec2-00d50b88418f no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:35:08.203010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:08.206828 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:08.208608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb7f5918-debb-4527-95a1-435ae958202d req-5165bc40-e37c-4f46-ba50-18cc2568b68b tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "DELETE /v2.0/floatingips/537b973c-cab6-4992-b455-787b062d9273 HTTP/1.1" status: 204 len: 173 time: 3.0036709 Aug 11 00:35:08.222499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: b2d7afb1-fa5e-4f06-9ec2-00d50b88418f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:35:08.223508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b2d7afb1-fa5e-4f06-9ec2-00d50b88418f not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:35:08.635147 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14541a5e-f5b2-4fb3-bace-edbe2fcdd91c x-openstack-request-id: req-14541a5e-f5b2-4fb3-bace-edbe2fcdd91c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:08.635934 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:08.635934 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14541a5e-f5b2-4fb3-bace-edbe2fcdd91c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:08.636577 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'status': 'completed', 'code': 200} Aug 11 00:35:08.824289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-ed9eeef5-c9ac-4983-80c8-53678ddd9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:08.834953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-ed9eeef5-c9ac-4983-80c8-53678ddd9563 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1098 time: 0.1531198 Aug 11 00:35:08.864656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a69aabf7-b2bb-4c86-9ce8-1e5243b4220f', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'port_id': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'mac_address': 'fa:16:3e:b6:7c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e544207-cea3-42ae-a572-90c6364b9589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:34:30Z', 'updated_at': '2021-08-11T00:35:04Z', 'revision_number': 1, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:08.930487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] Checking router: ae62abb7-74e7-4141-af6c-0e9fd50f6da5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:35:08.989913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:35:08.999912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:09.028603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33678) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:09.216852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-99655de3-027e-40a6-86d6-fc661e2fd03b admin admin] Deleting subnet 6a4deadd-cd27-4434-8513-9b1ca93a90a5 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:35:09.243458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99655de3-027e-40a6-86d6-fc661e2fd03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:09.356525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:35:09.376454 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99655de3-027e-40a6-86d6-fc661e2fd03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:09.404516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-8454c991-40da-47ee-9ee6-3df66761866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:09.406413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-8454c991-40da-47ee-9ee6-3df66761866a service neutron] 10.222.0.44 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.5653555 Aug 11 00:35:09.475698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12fe87-fc82-4443-82a7-e9a43297f58b req-53130c16-ad5f-4f4b-a0ec-38dc90080b17 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:09.477544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d12fe87-fc82-4443-82a7-e9a43297f58b req-53130c16-ad5f-4f4b-a0ec-38dc90080b17 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 946 time: 0.2377162 Aug 11 00:35:09.553459 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99655de3-027e-40a6-86d6-fc661e2fd03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:09.558993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-d0df3637-b350-4300-85e2-576d1a30fa64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 1000 time: 0.1368752 Aug 11 00:35:09.641557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d12fe87-fc82-4443-82a7-e9a43297f58b req-169ec44b-60b0-46c4-961e-fc636db5d87c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337252 Aug 11 00:35:09.702528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-cd7e30ae-3670-4b4a-ada5-1609b5b452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:09.708426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-cd7e30ae-3670-4b4a-ada5-1609b5b452b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.1270232 Aug 11 00:35:09.766346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-a12243ab-0f87-491a-a05d-733e59e4a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:09.768527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-a12243ab-0f87-491a-a05d-733e59e4a3d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554554 Aug 11 00:35:09.893812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-eeefc1b6-dfb9-4974-8b55-4cf37ea265c7 service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111953 Aug 11 00:35:09.960732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99655de3-027e-40a6-86d6-fc661e2fd03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:09.971625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a69aabf7-b2bb-4c86-9ce8-1e5243b4220f', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'port_id': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'mac_address': 'fa:16:3e:b6:7c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e544207-cea3-42ae-a572-90c6364b9589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:34:30Z', 'updated_at': '2021-08-11T00:35:04Z', 'revision_number': 1, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:10.052371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99655de3-027e-40a6-86d6-fc661e2fd03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4deadd-cd27-4434-8513-9b1ca93a90a5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:10.081172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99655de3-027e-40a6-86d6-fc661e2fd03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:10.089461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f32585-fc42-4ea1-abfb-10097dd1ead5 None None] The sync data for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 is: [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a69aabf7-b2bb-4c86-9ce8-1e5243b4220f', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'port_id': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'mac_address': 'fa:16:3e:b6:7c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e544207-cea3-42ae-a572-90c6364b9589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:34:30Z', 'updated_at': '2021-08-11T00:35:04Z', 'revision_number': 1, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:35:10.092327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-99655de3-027e-40a6-86d6-fc661e2fd03b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6a4deadd-cd27-4434-8513-9b1ca93a90a5 HTTP/1.1" status: 204 len: 168 time: 1.0621805 Aug 11 00:35:10.096958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33714) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:10.130306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f22c446-4bb7-4c65-9433-700f3cc37ac3 req-6c228fbf-4198-414e-932f-efd1bbf9deb9 service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256868 Aug 11 00:35:10.325361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:10.343967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b897-3287-4351-b816-33b0108a64a6 req-231031a7-8a08-466a-ab0d-e216742af528 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:10.345892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4633b897-3287-4351-b816-33b0108a64a6 req-231031a7-8a08-466a-ab0d-e216742af528 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 946 time: 0.2197146 Aug 11 00:35:10.466443 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36228800-41ba-418d-9432-f0f3a180420a None None] New status for floating IP a69aabf7-b2bb-4c86-9ce8-1e5243b4220f: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:35:10.637911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:10.684285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ee39ba-94ad-4d93-a103-3ebcea26de75']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:10.694579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33728) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:10.737403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70463fe-cee3-4191-a232-a1150584ba4e') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:10.738005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70463fe-cee3-4191-a232-a1150584ba4e') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:10.777269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:10.804375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:10.810059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Deleting port 6464fb42-2c69-451a-af08-66516efdab94 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:10.810714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:10.834064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:35:10.837002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:35:10.865071 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:35:10.981977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1313586954-network', 'tenant_id': 'd3495b51f82b4d44a266da20c3bea2ad'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:11.099111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-3db51df5-c502-4b69-a492-fa4b4bce751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:11.101583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-3db51df5-c502-4b69-a492-fa4b4bce751a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1097 time: 0.3294494 Aug 11 00:35:11.157369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71d9b6-0c30-4a62-a27c-8a50a3920ab1 req-33174b53-41a6-4331-8356-cb921d17fccc tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:11.158786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e71d9b6-0c30-4a62-a27c-8a50a3920ab1 req-33174b53-41a6-4331-8356-cb921d17fccc tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 946 time: 0.1113975 Aug 11 00:35:11.167729 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] For port 6464fb42-2c69-451a-af08-66516efdab94, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6464fb42-2c69-451a-af08-66516efdab94,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:11.168106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:11.196936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Calling delete_port for 6464fb42-2c69-451a-af08-66516efdab94 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:11.216314 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:11.227238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-958148a1-3ad1-4c4a-a89d-38f05a25556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:11.228880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-958148a1-3ad1-4c4a-a89d-38f05a25556a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 919 time: 0.1130309 Aug 11 00:35:11.234098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:11.239793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] 10.222.0.43 "DELETE /v2.0/networks/d1ee39ba-94ad-4d93-a103-3ebcea26de75 HTTP/1.1" status: 204 len: 168 time: 1.1414073 Aug 11 00:35:11.256035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909fc03-2104-40d9-8687-252a902674dc req-a1626963-c732-464f-be86-bb30b872efde tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:11.265042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0909fc03-2104-40d9-8687-252a902674dc req-a1626963-c732-464f-be86-bb30b872efde tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.3087680 Aug 11 00:35:11.298268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588289ed-717d-4acd-9b7e-d7eadac4057e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1ee39ba-94ad-4d93-a103-3ebcea26de75,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:11.315191 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e71d9b6-0c30-4a62-a27c-8a50a3920ab1 req-363666a8-bb08-46c5-9c3c-ef86c7457154 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/security-groups?id=62b534cb-5596-4478-80e7-225f0880aab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417658 Aug 11 00:35:11.318188 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-37c75cfc-2501-4d0c-af81-bcfe309af824 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 200 len: 217 time: 0.0763748 Aug 11 00:35:11.355490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Made reservation on behalf of d3495b51f82b4d44a266da20c3bea2ad for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:11.361999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:11.396017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:11.416581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0909fc03-2104-40d9-8687-252a902674dc req-49575e60-328e-4ae6-b71d-e97362a44b6d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483958 Aug 11 00:35:11.450484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-f4f9ed92-b139-400a-83d9-6ab87f7d32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:11.453155 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-f4f9ed92-b139-400a-83d9-6ab87f7d32c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.1298974 Aug 11 00:35:11.495460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-da6cab0b-6486-4d52-8c61-c365f859b8db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319247 Aug 11 00:35:11.614561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:11.629457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['6464fb42-2c69-451a-af08-66516efdab94'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:11.722245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Pushing event deleted for resources: {'Port': ['ID=6464fb42-2c69-451a-af08-66516efdab94,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:11.774542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33752) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:11.855842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] No DVR routers for this DVR port 6464fb42-2c69-451a-af08-66516efdab94 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:35:11.861922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:11.864652 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4633b897-3287-4351-b816-33b0108a64a6 req-f8b054c4-a664-478f-a311-68cfbeb72598 tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.44 "DELETE /v2.0/ports/6464fb42-2c69-451a-af08-66516efdab94 HTTP/1.1" status: 204 len: 173 time: 1.5093198 Aug 11 00:35:11.865413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'name': 'network-vif-deleted', 'tag': '6464fb42-2c69-451a-af08-66516efdab94'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:11.868712 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf31c785-3f18-4a34-b2fb-4f75c8673bd9" -d '{"events": [{"server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "name": "network-vif-deleted", "tag": "6464fb42-2c69-451a-af08-66516efdab94"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:11.925753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1660ecd4-3a88-44f2-aab8-596fec882b03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b47f72e136948c48b40e71ebde0134a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466727 Aug 11 00:35:11.930374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33760) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:12.054627 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce21b3a6-5663-4611-993f-0094f7df8edd x-openstack-request-id: req-ce21b3a6-5663-4611-993f-0094f7df8edd {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:12.055903 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6666d3-d2cc-4355-abce-641b3e6bf75d", "name": "network-vif-deleted", "tag": "6464fb42-2c69-451a-af08-66516efdab94", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:12.072687 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce21b3a6-5663-4611-993f-0094f7df8edd {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:12.073323 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6666d3-d2cc-4355-abce-641b3e6bf75d', 'name': 'network-vif-deleted', 'tag': '6464fb42-2c69-451a-af08-66516efdab94', 'status': 'completed', 'code': 200} Aug 11 00:35:12.148746 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7cad1ca-9826-4d09-80aa-b6fbe8550927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:12.282299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7cad1ca-9826-4d09-80aa-b6fbe8550927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:12.558977 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-a3322365-4581-4dff-a077-0865de598a79 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0547063 Aug 11 00:35:12.638025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11c07c5f-f1cd-4c77-a8d7-bfa448649318 req-83212906-9668-446d-9dae-34add6d5632c tempest-FloatingIPsAssociationTestJSON-1306283719 tempest-FloatingIPsAssociationTestJSON-1306283719-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a6666d3-d2cc-4355-abce-641b3e6bf75d HTTP/1.1" status: 200 len: 210 time: 0.1334560 Aug 11 00:35:12.674445 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7cad1ca-9826-4d09-80aa-b6fbe8550927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:12.677117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7cad1ca-9826-4d09-80aa-b6fbe8550927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:12.680600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a7cad1ca-9826-4d09-80aa-b6fbe8550927 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b HTTP/1.1" status: 204 len: 168 time: 0.7464638 Aug 11 00:35:12.694899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cad1ca-9826-4d09-80aa-b6fbe8550927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d91e7e-0805-4094-b1d9-f0b6fcbf6b7b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:12.727423 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:12.847143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:12.920486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:35:12.934388 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:12.935081 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Added segment e7fc4eda-fd32-4c52-a4a9-2e57c8767498 of type vlan for network 4af7138f-b210-456f-b96c-17f86e250597 Aug 11 00:35:12.935481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e3753-432e-4b17-8b6b-f4c7eb518765 req-448b8754-36f5-4657-84f7-ae6766818a98 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:12.947278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c5e3753-432e-4b17-8b6b-f4c7eb518765 req-448b8754-36f5-4657-84f7-ae6766818a98 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1587253 Aug 11 00:35:12.993679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a41f4b-cbfd-497f-bf54-f197bba26bb8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:13.001300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d769f7c-0697-4e20-b3ab-8cbf82b5d794 req-235801c8-2ba0-4f23-b491-64e7ffcab676 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297011 Aug 11 00:35:13.005888 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:13.086056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c5e3753-432e-4b17-8b6b-f4c7eb518765 req-2209f4b9-2765-410d-9551-99f6c9163755 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254976 Aug 11 00:35:13.216174 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:13.218126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:13.219487 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:13.410679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7147815 Aug 11 00:35:13.414502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33836) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:13.426497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Request body: {'subnet': {'network_id': '4af7138f-b210-456f-b96c-17f86e250597', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1313586954-subnet', 'tenant_id': 'd3495b51f82b4d44a266da20c3bea2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:13.458788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd741d-2eb3-4661-b053-6bfe17dcf2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4af7138f-b210-456f-b96c-17f86e250597,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:13.470365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 4af7138f-b210-456f-b96c-17f86e250597 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:35:13.551444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Made reservation on behalf of d3495b51f82b4d44a266da20c3bea2ad for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:13.554271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:13.650098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6464fb42-2c69-451a-af08-66516efdab94 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:35:13.720817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 6464fb42-2c69-451a-af08-66516efdab94 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:35:13.722751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6464fb42-2c69-451a-af08-66516efdab94 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:35:13.756151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33870) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:14.151962 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:14.516087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051d918b-9e96-4656-8d5c-9500eaf781e5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:14.578051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Checking segment: {'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:35:14.587541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Network hostable DHCP agents. Network: 4af7138f-b210-456f-b96c-17f86e250597, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:35:14.736793 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcd1de-2466-44fe-a529-d6d5864a415a req-a22e3890-0026-4f39-b3bc-a1dd7c343623 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:14.744326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abbcd1de-2466-44fe-a529-d6d5864a415a req-a22e3890-0026-4f39-b3bc-a1dd7c343623 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.4031858 Aug 11 00:35:14.779935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Network 4af7138f-b210-456f-b96c-17f86e250597 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:35:14.892011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 4af7138f-b210-456f-b96c-17f86e250597) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:35:14.900733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:14.902453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:14.904965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de8e8de-9f64-4896-a1ab-38e23257da95 None None] Network 4af7138f-b210-456f-b96c-17f86e250597 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:14.915581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33932) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:14.973645 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abbcd1de-2466-44fe-a529-d6d5864a415a req-31a53865-20a0-4494-9b14-5243582c7bb1 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153435 Aug 11 00:35:15.154288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-462505617-network', 'tenant_id': 'e3122af73c9f43f58e72abd9249014bf'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:15.173250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:15.188141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e83e4c9f-f9fa-418d-a1d0-b558a4ee1272 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7689199 Aug 11 00:35:15.220584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c77b80-3a26-4f6a-b10e-6594cb9b9f08 None None] Network 4af7138f-b210-456f-b96c-17f86e250597 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:15.322438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Made reservation on behalf of e3122af73c9f43f58e72abd9249014bf for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:15.325092 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:15.344100 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:15.695150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:15.822889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:15.864270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:35:15.880017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-661164a4-7552-4d40-908b-5261c392b5ca req-2afcdbf7-25d2-48ac-8ee6-1b6e40b291dd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-73102479', 'description': 'tempest-description-377424764'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:15.896907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:15.897635 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Added segment 28656fcf-5be3-4123-9fe4-5f1c43c12b13 of type vlan for network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 Aug 11 00:35:15.919321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Deleting port cf4b84b5-4d96-4802-97d6-1a95378c530c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:15.922042 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.020203 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-661164a4-7552-4d40-908b-5261c392b5ca req-2afcdbf7-25d2-48ac-8ee6-1b6e40b291dd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.030238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.077344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] For port cf4b84b5-4d96-4802-97d6-1a95378c530c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cf4b84b5-4d96-4802-97d6-1a95378c530c,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:16.077344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.099617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Calling delete_port for cf4b84b5-4d96-4802-97d6-1a95378c530c owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:16.105851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e6d059-29cd-474b-a7dd-45503dad029d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:16.148507 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fbc8bb7-35a4-4d0e-b575-4da0ec9ea646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.180123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.182337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:16.183395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.319336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-661164a4-7552-4d40-908b-5261c392b5ca req-2afcdbf7-25d2-48ac-8ee6-1b6e40b291dd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.359097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] Pushing event updated for resources: {'Network': ['ID=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:16.371077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:35:16.417916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-661164a4-7552-4d40-908b-5261c392b5ca req-2afcdbf7-25d2-48ac-8ee6-1b6e40b291dd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.517995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c0ba737a-8601-4968-b0bc-0ee0d41a3de7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5959463 Aug 11 00:35:16.522349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34018) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:16.530948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Request body: {'subnet': {'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-462505617-subnet', 'tenant_id': 'e3122af73c9f43f58e72abd9249014bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:16.657917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-661164a4-7552-4d40-908b-5261c392b5ca req-2afcdbf7-25d2-48ac-8ee6-1b6e40b291dd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.698080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Made reservation on behalf of e3122af73c9f43f58e72abd9249014bf for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:16.699648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-661164a4-7552-4d40-908b-5261c392b5ca req-2afcdbf7-25d2-48ac-8ee6-1b6e40b291dd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8324497 Aug 11 00:35:16.712624 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.747260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcdbf7-25d2-48ac-8ee6-1b6e40b291dd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382c6e24-9909-4815-9413-5df5bb3464ee,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:16.901368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c68d78-8905-4425-9f50-f0e7ad2bd187 req-072e72be-4b73-4396-b56d-32b7cd972ba0 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:16.903351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c68d78-8905-4425-9f50-f0e7ad2bd187 req-072e72be-4b73-4396-b56d-32b7cd972ba0 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.2871747 Aug 11 00:35:16.908582 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:16.975368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4b84b5-4d96-4802-97d6-1a95378c530c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:17.047642 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c68d78-8905-4425-9f50-f0e7ad2bd187 req-5e71ed12-6f21-4efb-87b5-5baa5dbf8140 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225884 Aug 11 00:35:17.059501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-d7c3f813-3c01-4dad-8f5d-748297117407 req-2bb8a877-8a2e-47ee-9c6d-3f3a7c675446 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-979193797', 'description': 'tempest-description-1799181855'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:17.366186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d7c3f813-3c01-4dad-8f5d-748297117407 req-2bb8a877-8a2e-47ee-9c6d-3f3a7c675446 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:17.452658 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:17.528173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:17.592986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62dff2b5-ed34-4761-911b-0b4b50d25afc,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:17.596302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Checking segment: {'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:35:17.596702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Network hostable DHCP agents. Network: 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:35:17.718003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:35:17.782282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d7c3f813-3c01-4dad-8f5d-748297117407 req-2bb8a877-8a2e-47ee-9c6d-3f3a7c675446 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:17.821666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:35:17.862413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d7c3f813-3c01-4dad-8f5d-748297117407 req-2bb8a877-8a2e-47ee-9c6d-3f3a7c675446 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:17.921897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:17.922489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:17.957058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd00ff8-9ad7-41b5-8a97-b946ad972825 None None] Network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:17.984730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8a877-8a2e-47ee-9c6d-3f3a7c675446 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5329fe69-9ba8-4090-be8e-74dfe8b25b77,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:18.255296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d319ce-ef18-4bf8-8dcb-47129456e202 None None] Network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:18.257310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:35:18.287692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-107d5eb7-3e0a-476b-9f8d-9bf101c6e7d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7631540 Aug 11 00:35:18.406814 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d7c3f813-3c01-4dad-8f5d-748297117407 req-2bb8a877-8a2e-47ee-9c6d-3f3a7c675446 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:18.419839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7c3f813-3c01-4dad-8f5d-748297117407 req-2bb8a877-8a2e-47ee-9c6d-3f3a7c675446 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4005287 Aug 11 00:35:18.475546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:35:18.486813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e26448a0-9af8-4fab-874d-6e714df75ce2 admin admin] 10.222.0.43 "PUT /v2.0/routers/b1985b70-aade-4d0c-8cca-9f95a49fa0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7291093 Aug 11 00:35:18.488167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34126) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:18.492060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] Sync routers for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:35:18.516659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:35:18.525054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:34:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:18.700002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06615b85-dd82-4d70-befb-a3ab9f835e12 req-cd284bea-2376-4a3f-bb86-c145e7a4954a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:18.707763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06615b85-dd82-4d70-befb-a3ab9f835e12 req-cd284bea-2376-4a3f-bb86-c145e7a4954a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.0818477 Aug 11 00:35:18.724584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:18.815609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06615b85-dd82-4d70-befb-a3ab9f835e12 req-c333cc36-7543-458e-8678-7868d052faa2 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002498 Aug 11 00:35:19.091276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0589d079-7f36-4ee5-a84d-548fe01d8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:19.126793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:35:19.316624 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:19.497278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250db-92cb-447b-a94a-2d0084794307 req-837dc057-b42d-4be5-abf5-715c46b4387e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:19.511326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-837dc057-b42d-4be5-abf5-715c46b4387e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 813 time: 0.2788813 Aug 11 00:35:19.538458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-8454d634-520a-4a89-8e3f-8f39e00c1465 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/quotas/e3122af73c9f43f58e72abd9249014bf HTTP/1.1" status: 200 len: 375 time: 0.0247078 Aug 11 00:35:19.631040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:35:16Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:19.646747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-44de1b14-7303-4371-b4c4-74b246a4738b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855339 Aug 11 00:35:19.698107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] Checking router: b1985b70-aade-4d0c-8cca-9f95a49fa0d6 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:35:19.725585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] Routers {'b1985b70-aade-4d0c-8cca-9f95a49fa0d6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:35:19.727021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:20.022799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-1f590c2c-9c12-4d12-9047-dd146c1bdb08 service neutron] 10.222.0.43 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738675 Aug 11 00:35:20.064588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] Set router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:35:20.242652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-2ac3fbb1-af0e-4ef1-8781-739993c0b909 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:20.252078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-2ac3fbb1-af0e-4ef1-8781-739993c0b909 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 813 time: 0.4552727 Aug 11 00:35:20.273881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-b7874f0e-e509-4106-8623-410e1af8802e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/quotas/d3495b51f82b4d44a266da20c3bea2ad HTTP/1.1" status: 200 len: 375 time: 0.0205109 Aug 11 00:35:20.293238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:20.311884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-15eab501-e20f-486c-ad70-c7fdb6583ca3 service neutron] 10.222.0.43 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779875 Aug 11 00:35:20.322708 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-864f4bfe-5d6c-4c78-b84c-a1f009ab6159 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474439 Aug 11 00:35:20.369416 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:20.508716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:35:16Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:20.539576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-7d4bbc5f-fbc8-4799-90d1-21d5b74123a3 service neutron] 10.222.0.43 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056823 Aug 11 00:35:20.542455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Deleting port 0a92a256-a8a3-404c-81a8-915855841b96 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:20.542805 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:20.556818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b2d75f-208c-4242-9d9c-4d0cbff71133 None None] The sync data for ids ['b1985b70-aade-4d0c-8cca-9f95a49fa0d6'] in n-d-712143-13 is: [{'id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-530779774-router', 'tenant_id': '96d4c1ca70e9447f9c87dc5806427a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0a92a256-a8a3-404c-81a8-915855841b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:20Z', 'updated_at': '2021-08-11T00:35:16Z', 'revision_number': 5, 'project_id': '96d4c1ca70e9447f9c87dc5806427a74', 'gw_port': {'id': '0a92a256-a8a3-404c-81a8-915855841b96', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1985b70-aade-4d0c-8cca-9f95a49fa0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:21Z', 'updated_at': '2021-08-11T00:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:35:20.731633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] For port 0a92a256-a8a3-404c-81a8-915855841b96, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0a92a256-a8a3-404c-81a8-915855841b96,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:20.732028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:20.830226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Calling delete_port for 0a92a256-a8a3-404c-81a8-915855841b96 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:21.081345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-f91e5f98-c0a9-4fef-a2ba-92cc2b8d60ba service neutron] 10.222.0.43 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397880 Aug 11 00:35:21.122354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43392-b016-43ad-bc6f-f2b885d84607 req-791fc9d4-8eb8-466e-9418-a0121cbf5c2e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:21.142260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abf43392-b016-43ad-bc6f-f2b885d84607 req-791fc9d4-8eb8-466e-9418-a0121cbf5c2e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1499138 Aug 11 00:35:21.248626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abf43392-b016-43ad-bc6f-f2b885d84607 req-e2f7f99a-981e-4d39-b20e-bccde2cce788 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991869 Aug 11 00:35:21.302507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cf4b84b5-4d96-4802-97d6-1a95378c530c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:35:21.368744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cf4b84b5-4d96-4802-97d6-1a95378c530c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:35:21.369150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cf4b84b5-4d96-4802-97d6-1a95378c530c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:35:21.430150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ed08983-bda0-478f-a806-7d515a0a243f req-fe964381-d346-4043-b05d-5b9c668b93a3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 210 time: 0.0788991 Aug 11 00:35:21.644800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:21.709104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a92a256-a8a3-404c-81a8-915855841b96,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:21.818465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.113047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21ef6b80-870f-437c-949b-569bf9acd277 req-a2d1a4af-cf95-44d9-bee3-869d58531abf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 210 time: 0.0415285 Aug 11 00:35:22.113047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.113047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.263351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.264451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.264933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1985b70-aade-4d0c-8cca-9f95a49fa0d6 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:35:22.287925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.293049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8650f602-5120-4a55-9b68-9512775e9838 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b1985b70-aade-4d0c-8cca-9f95a49fa0d6 HTTP/1.1" status: 204 len: 168 time: 3.8026612 Aug 11 00:35:22.294539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34256) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:22.380618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd124b7a-887f-4cce-9a40-d755b17866dd admin admin] Deleting subnet 422f66b2-9854-4be5-989d-ace8c37f5b57 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:35:22.394945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd124b7a-887f-4cce-9a40-d755b17866dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.508831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da676117-b03e-43f9-b117-82033a08662e req-335f82d8-0bf0-4e8c-a5c1-e837c0d73d19 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:22.510552 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da676117-b03e-43f9-b117-82033a08662e req-335f82d8-0bf0-4e8c-a5c1-e837c0d73d19 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1019557 Aug 11 00:35:22.525819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd124b7a-887f-4cce-9a40-d755b17866dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.644293 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da676117-b03e-43f9-b117-82033a08662e req-1cdcf962-e151-43c8-8408-2c25ad3b8252 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143718 Aug 11 00:35:22.710626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd124b7a-887f-4cce-9a40-d755b17866dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:22.814900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3d25d4b-47f3-4324-9493-e0bf9542f6bc req-338c4ac2-41cb-4e5c-b4e0-62f18d96d11b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 210 time: 0.0385852 Aug 11 00:35:22.975995 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd124b7a-887f-4cce-9a40-d755b17866dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:23.052581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd124b7a-887f-4cce-9a40-d755b17866dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422f66b2-9854-4be5-989d-ace8c37f5b57,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:23.060981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd124b7a-887f-4cce-9a40-d755b17866dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:23.069297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34296) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:23.074166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188d149-9267-42bd-b136-4c75701c7f54 None None] Network a4657f85-2cb4-4ca7-969d-1e5184b62b54 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:23.091493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fd124b7a-887f-4cce-9a40-d755b17866dd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/422f66b2-9854-4be5-989d-ace8c37f5b57 HTTP/1.1" status: 204 len: 168 time: 0.7951100 Aug 11 00:35:23.391064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b509bdc-0c16-4670-a3a0-0cc370cf3eae req-349553af-23de-4aeb-b719-1345a68237fa tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 210 time: 0.1186259 Aug 11 00:35:23.435438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0a92a256-a8a3-404c-81a8-915855841b96 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:35:23.457354 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:23.487767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0a92a256-a8a3-404c-81a8-915855841b96 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:35:23.488491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0a92a256-a8a3-404c-81a8-915855841b96 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:35:23.590474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Deleting port fd55e2e7-6231-451b-a006-068995a2e3d6 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:23.590624 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:23.616600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] DHCP port deletion for a4657f85-2cb4-4ca7-969d-1e5184b62b54 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:35:23.769998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] Deleting port fd55e2e7-6231-451b-a006-068995a2e3d6 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:23.770587 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:23.792328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] For port fd55e2e7-6231-451b-a006-068995a2e3d6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fd55e2e7-6231-451b-a006-068995a2e3d6,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:23.793540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:23.834742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Calling delete_port for fd55e2e7-6231-451b-a006-068995a2e3d6 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:23.873774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] For port fd55e2e7-6231-451b-a006-068995a2e3d6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fd55e2e7-6231-451b-a006-068995a2e3d6,segment=NetworkSegment(d9bbefad-4d4a-4683-9c05-0a09b0cd086b),segment_id=d9bbefad-4d4a-4683-9c05-0a09b0cd086b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:23.874192 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:23.892298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] Calling delete_port for fd55e2e7-6231-451b-a006-068995a2e3d6 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:23.946297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9ce26-8acf-40ae-87b6-60000dd418aa req-c678fbcf-02bf-4917-9c68-68baaa7e2075 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:23.965887 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64d9ce26-8acf-40ae-87b6-60000dd418aa req-c678fbcf-02bf-4917-9c68-68baaa7e2075 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1415462 Aug 11 00:35:24.044655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64d9ce26-8acf-40ae-87b6-60000dd418aa req-cd24815b-54f7-489d-be0e-c1d10271414a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774515 Aug 11 00:35:24.125773 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:24.136209 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:24.242375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd55e2e7-6231-451b-a006-068995a2e3d6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:24.276000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] Pushing event deleted for resources: {'Port': ['ID=fd55e2e7-6231-451b-a006-068995a2e3d6,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:24.277566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.277966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.279354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.279354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.279354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.279696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.279853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.280207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.280534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.280844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.281188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.281514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:24.309658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f2b57b8-bb4c-424e-baef-eba8a234f0c5 req-53485e8a-6fe8-45ba-b193-143ce86c751e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 210 time: 0.0928953 Aug 11 00:35:24.313101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] No DVR routers for this DVR port fd55e2e7-6231-451b-a006-068995a2e3d6 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:35:24.321445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f283b6-9d6d-429b-b075-0c607a5f0bc9 None None] No DVR routers for this DVR port fd55e2e7-6231-451b-a006-068995a2e3d6 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:35:24.609275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250db-92cb-447b-a94a-2d0084794307 req-aace5cb2-34fa-429b-9ca5-b321af21b9a5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:24.611179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-aace5cb2-34fa-429b-9ca5-b321af21b9a5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.44 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 813 time: 0.2944987 Aug 11 00:35:24.675614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20a58293-a909-4496-b36f-53cdb6b92144 req-93ea7d89-4a8d-4a6b-ac88-afe86edd5e27 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 210 time: 0.1171334 Aug 11 00:35:24.813024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Request body: {'port': {'device_id': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40', 'admin_state_up': True, 'tenant_id': 'e3122af73c9f43f58e72abd9249014bf'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:24.868600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:24.893260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4657f85-2cb4-4ca7-969d-1e5184b62b54']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:24.908702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:24.909007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bbefad-4d4a-4683-9c05-0a09b0cd086b') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:24.925832 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:24.960959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:24.970337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:35:24.970712 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:35:24.972439 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:35:25.226571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d803bf-8103-4834-b7cb-da393795d585 req-e98023a4-63dc-404f-b176-bc8e4045e56b tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:25.229424 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1d803bf-8103-4834-b7cb-da393795d585 req-e98023a4-63dc-404f-b176-bc8e4045e56b tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1125016 Aug 11 00:35:25.288646 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:25.296002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:25.311968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fd55e2e7-6231-451b-a006-068995a2e3d6 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:35:25.312711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a4657f85-2cb4-4ca7-969d-1e5184b62b54 HTTP/1.1" status: 204 len: 168 time: 2.2316566 Aug 11 00:35:25.322970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf53bf-11e1-4084-bd40-c0f7c460c331 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4657f85-2cb4-4ca7-969d-1e5184b62b54,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:25.339705 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1d803bf-8103-4834-b7cb-da393795d585 req-e6e57fa4-eaf3-4644-93fc-5726f34a85b5 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029298 Aug 11 00:35:25.353113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Made reservation on behalf of e3122af73c9f43f58e72abd9249014bf for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:25.370607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:25.417027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: fd55e2e7-6231-451b-a006-068995a2e3d6 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:35:25.417398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fd55e2e7-6231-451b-a006-068995a2e3d6 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:35:25.511682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-959d90ff-bad5-44fe-a049-d40fd89df90a req-91ab314c-1b58-4745-94a2-71129265f44f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 210 time: 0.0412002 Aug 11 00:35:25.707476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Allocated IP 172.20.0.4 (7f6ba1a6-ff16-4a64-8220-23c8ddb66d40/62dff2b5-ed34-4761-911b-0b4b50d25afc/cd95db82-513b-42bc-b708-2f93aee9a82b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:35:25.791443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6442a580-09d0-4864-9d11-0e2825e6176b req-a572434b-81da-4224-99f0-e36b68b1a00b tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 210 time: 0.0313158 Aug 11 00:35:25.843642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-53b4e40a-b001-45d7-a249-596519b15ecb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:25.848618 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-53b4e40a-b001-45d7-a249-596519b15ecb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 813 time: 0.2682827 Aug 11 00:35:25.865916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'port': {'device_id': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'network_id': '4af7138f-b210-456f-b96c-17f86e250597', 'admin_state_up': True, 'tenant_id': 'd3495b51f82b4d44a266da20c3bea2ad'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:25.871957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34454) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:26.006929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e3cab097-6cfa-483b-aba6-9714347642f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96d4c1ca70e9447f9c87dc5806427a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311100 Aug 11 00:35:26.008396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34458) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:26.057914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.102702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a389ca-b6d6-44bf-8855-111093823ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.143674 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a389ca-b6d6-44bf-8855-111093823ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.220866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Made reservation on behalf of d3495b51f82b4d44a266da20c3bea2ad for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:26.229137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.255604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.349791 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a389ca-b6d6-44bf-8855-111093823ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.352880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79a389ca-b6d6-44bf-8855-111093823ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.368979 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-79a389ca-b6d6-44bf-8855-111093823ae9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62b534cb-5596-4478-80e7-225f0880aab1 HTTP/1.1" status: 204 len: 168 time: 0.3473499 Aug 11 00:35:26.370992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:35:26.379891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:35:26.383708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:35:26.425279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:26.462152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a389ca-b6d6-44bf-8855-111093823ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b534cb-5596-4478-80e7-225f0880aab1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:26.473073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:26.473759 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.561234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-c688ed1f-5f9e-4345-842e-de132fd4a5fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7536333 Aug 11 00:35:26.579493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Request body: {'port': {'device_id': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:26.793847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:26.868041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Allocated IP 172.20.0.3 (4af7138f-b210-456f-b96c-17f86e250597/051d918b-9e96-4656-8d5c-9500eaf781e5/584f2eae-0c4c-4100-8a89-5040712570a9) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:35:26.887202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669646-16f0-4d18-b7c0-d45309b6375c req-7243022d-e90a-40eb-b68f-f2d9a40dfb62 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:26.890595 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e1669646-16f0-4d18-b7c0-d45309b6375c req-7243022d-e90a-40eb-b68f-f2d9a40dfb62 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 931 time: 0.2162945 Aug 11 00:35:26.906304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cb4ae-1a93-4cd5-914f-a6ef1f6f4f8b req-64a3d9e9-a496-490e-a913-166c487f4fe6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:26.940588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-582cb4ae-1a93-4cd5-914f-a6ef1f6f4f8b req-64a3d9e9-a496-490e-a913-166c487f4fe6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1826894 Aug 11 00:35:27.052549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e1669646-16f0-4d18-b7c0-d45309b6375c req-ec5c0310-f9e5-48bc-a6c4-17f7ad198743 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258190 Aug 11 00:35:27.253633 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-582cb4ae-1a93-4cd5-914f-a6ef1f6f4f8b req-95d1d001-ffd8-4086-8b55-a7a5362754bd tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004775 Aug 11 00:35:27.562508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6dcbac25-093e-4548-80ba-f9b9f24fcfdb req-47c7d631-5399-45a2-b445-d4fda1517fba tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 210 time: 0.0607784 Aug 11 00:35:27.639921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34490) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:27.740912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:27.864238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd95db82-513b-42bc-b708-2f93aee9a82b {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:35:27.882849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:27.933922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2984-2892-4635-a5e6-b7ae6d3f60a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:27.940058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Transition to ACTIVE for port object cd95db82-513b-42bc-b708-2f93aee9a82b will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:35:27.968243 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:28.095613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Network 4af7138f-b210-456f-b96c-17f86e250597 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:35:28.103399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:35:28.107381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:35:28.208801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'Port': ['ID=584f2eae-0c4c-4100-8a89-5040712570a9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:28.234327 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2984-2892-4635-a5e6-b7ae6d3f60a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:28.240982 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:28.288348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:28.293537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:28.347002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2984-2892-4635-a5e6-b7ae6d3f60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:28.428850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fc7f65c7-53a3-438b-b656-f890a3fc934d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5694385 Aug 11 00:35:28.429232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed2984-2892-4635-a5e6-b7ae6d3f60a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56820da2-d500-44bd-89e1-bf1e155c6df8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:28.444449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Request body: {'port': {'device_id': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:28.527619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b0ed2984-2892-4635-a5e6-b7ae6d3f60a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8df241a8eb24db29d656193979286ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8851819 Aug 11 00:35:28.531908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34518) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:28.561234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:28.613009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c2830-67e2-4854-94a7-790d0e7dbadd req-5dec0b79-d499-4170-9af1-242a8ab465ab tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:28.614659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e4c2830-67e2-4854-94a7-790d0e7dbadd req-5dec0b79-d499-4170-9af1-242a8ab465ab tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.2983019 Aug 11 00:35:28.641933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:28.735530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e4c2830-67e2-4854-94a7-790d0e7dbadd req-600cfa01-0212-4468-9766-c387b52edcba tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033719 Aug 11 00:35:28.736493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Attempting to bind port cd95db82-513b-42bc-b708-2f93aee9a82b on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:35:28.737679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Attempting to bind port cd95db82-513b-42bc-b708-2f93aee9a82b by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:35:28.738281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Attempting to bind port cd95db82-513b-42bc-b708-2f93aee9a82b on network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:35:28.753268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Port cd95db82-513b-42bc-b708-2f93aee9a82b on network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:35:28.754124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Attempting to bind port cd95db82-513b-42bc-b708-2f93aee9a82b on network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:35:28.768769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:35:28.769626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Checking segment: {'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:35:28.772243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Bound using segment: {'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:35:28.773113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Bound port: cd95db82-513b-42bc-b708-2f93aee9a82b, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:35:28.776802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:29.026394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:35:29.042195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:35:29.160698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94f2bf-0da5-4dee-b8a4-b48a77354985 req-924e0cb7-320d-423a-8e6a-5898a47b4bbb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:29.180839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed94f2bf-0da5-4dee-b8a4-b48a77354985 req-924e0cb7-320d-423a-8e6a-5898a47b4bbb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.3087840 Aug 11 00:35:29.182739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:29.245821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:29.247277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:29.249463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] 10.222.0.44 "PUT /v2.0/ports/cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 200 len: 1092 time: 2.6768374 Aug 11 00:35:29.251213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:29.254587 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077" -d '{"events": [{"name": "network-changed", "server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:29.342906 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:29.358565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c430ac58-8ba9-484b-a8fb-a2e5987eec68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:29.391626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed94f2bf-0da5-4dee-b8a4-b48a77354985 req-5d482e24-42c8-4176-be17-0d740e6c547e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698101 Aug 11 00:35:29.398786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7c8c1-8476-4681-ae71-a63bc49af54e req-2a3fb28a-ae75-4e51-bbbd-6352f0d38a7d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:29.403350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:29.413237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99c7c8c1-8476-4681-ae71-a63bc49af54e req-2a3fb28a-ae75-4e51-bbbd-6352f0d38a7d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 931 time: 0.3112795 Aug 11 00:35:29.472483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0a0af-9b8a-42cb-b992-624ad6e5df8a service neutron] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:29.505994 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad20c7a-c6d9-4535-8372-71fd2450d0bc x-openstack-request-id: req-6ad20c7a-c6d9-4535-8372-71fd2450d0bc {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:29.509164 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:29.509669 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ad20c7a-c6d9-4535-8372-71fd2450d0bc {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:29.510264 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'status': 'completed', 'code': 200} Aug 11 00:35:29.523895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34538) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:29.530259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250db-92cb-447b-a94a-2d0084794307 req-9c04fee4-7deb-4d57-a724-ff916f6702bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:29.539495 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-9c04fee4-7deb-4d57-a724-ff916f6702bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1095 time: 0.1455867 Aug 11 00:35:29.586427 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c430ac58-8ba9-484b-a8fb-a2e5987eec68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:29.605645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-6fd3f6be-4524-43d6-ba36-ee021a556d61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 200 len: 217 time: 0.0552735 Aug 11 00:35:29.642401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99c7c8c1-8476-4681-ae71-a63bc49af54e req-5febcdf5-36bd-4932-9d06-8d64f586d9d5 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081039 Aug 11 00:35:29.729132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c250db-92cb-447b-a94a-2d0084794307 req-9f4abda7-60e7-4a12-9eb7-954974d1e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:29.735981 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-9f4abda7-60e7-4a12-9eb7-954974d1e9a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.1174870 Aug 11 00:35:29.838452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-fdf9b577-b35b-44e2-a56b-297e964e0506 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947473 Aug 11 00:35:29.849557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-244544864-network', 'tenant_id': 'a7b84bf9f9ef4e389bcef4cf98865326'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:30.094536 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c430ac58-8ba9-484b-a8fb-a2e5987eec68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:30.097713 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c430ac58-8ba9-484b-a8fb-a2e5987eec68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:30.098981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d560039-9a1c-4ad5-8f21-4410673ce148 req-5d70f055-1113-4af0-98fa-a5e5199d4ff8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:30.100780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c430ac58-8ba9-484b-a8fb-a2e5987eec68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56820da2-d500-44bd-89e1-bf1e155c6df8 HTTP/1.1" status: 204 len: 168 time: 1.5678332 Aug 11 00:35:30.138352 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d560039-9a1c-4ad5-8f21-4410673ce148 req-5d70f055-1113-4af0-98fa-a5e5199d4ff8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.2316062 Aug 11 00:35:30.180006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430ac58-8ba9-484b-a8fb-a2e5987eec68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56820da2-d500-44bd-89e1-bf1e155c6df8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:30.190924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584f2eae-0c4c-4100-8a89-5040712570a9 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:35:30.199240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc16491-d732-45b9-a94c-00a8189925e9 req-18e5b041-49d3-4aa8-b452-0039b0a5210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:30.202365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7dc16491-d732-45b9-a94c-00a8189925e9 req-18e5b041-49d3-4aa8-b452-0039b0a5210c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1097 time: 0.6588039 Aug 11 00:35:30.204357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Made reservation on behalf of a7b84bf9f9ef4e389bcef4cf98865326 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:30.216114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:30.230019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:30.283961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:30.299316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-065fb036-1c12-4afb-a5ee-06f57425d0c4 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396293 Aug 11 00:35:30.532004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d560039-9a1c-4ad5-8f21-4410673ce148 req-3f372501-b388-4cf7-9065-209f20d34572 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895955 Aug 11 00:35:30.675390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90c250db-92cb-447b-a94a-2d0084794307 req-f56dd200-07ce-495b-abd4-1db7b9e15e77 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614931 Aug 11 00:35:30.839284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:31.013864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:31.115027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:35:31.139770 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:31.141402 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Added segment 6d513126-bc82-4f3b-aa59-a0e3ab677dfb of type vlan for network e5204996-3f77-4d95-9793-50d8825237e4 Aug 11 00:35:31.203442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a71e8ed-805b-4b56-828c-9bac5e632786,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:31.211824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Transition to ACTIVE for port object 584f2eae-0c4c-4100-8a89-5040712570a9 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:35:31.234410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7dc16491-d732-45b9-a94c-00a8189925e9 req-03e12a14-1605-4542-9a5d-e2ef3e62b74c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0210135 Aug 11 00:35:31.272607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3d71b-322a-4399-b5cd-7600d167c109 req-590d8bbe-b291-4e84-82a7-4a8e191af555 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:31.282740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f8d3d71b-322a-4399-b5cd-7600d167c109 req-590d8bbe-b291-4e84-82a7-4a8e191af555 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1511197 Aug 11 00:35:31.320873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:31.339762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-8d664b14-729c-4abc-9048-de1f94a2435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:31.341234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-8d664b14-729c-4abc-9048-de1f94a2435d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1095 time: 0.4978414 Aug 11 00:35:31.371373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:31.421334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47d338-cdc6-46f0-91fb-894084dc375a req-6ac01b0a-7167-4541-8182-634ef3ac86a3 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:31.423075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad47d338-cdc6-46f0-91fb-894084dc375a req-6ac01b0a-7167-4541-8182-634ef3ac86a3 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 931 time: 0.5200021 Aug 11 00:35:31.468512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Pushing event updated for resources: {'Port': ['ID=584f2eae-0c4c-4100-8a89-5040712570a9,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:31.631262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f8d3d71b-322a-4399-b5cd-7600d167c109 req-a19d48d2-69fc-4991-b17a-ee3bd8907392 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735307 Aug 11 00:35:31.692139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Attempting to bind port 584f2eae-0c4c-4100-8a89-5040712570a9 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:35:31.692905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Attempting to bind port 584f2eae-0c4c-4100-8a89-5040712570a9 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:35:31.693623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Attempting to bind port 584f2eae-0c4c-4100-8a89-5040712570a9 on network 4af7138f-b210-456f-b96c-17f86e250597 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:35:31.701260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Port 584f2eae-0c4c-4100-8a89-5040712570a9 on network 4af7138f-b210-456f-b96c-17f86e250597 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:35:31.701781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Attempting to bind port 584f2eae-0c4c-4100-8a89-5040712570a9 on network 4af7138f-b210-456f-b96c-17f86e250597 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:35:31.709921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:35:31.710430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Checking segment: {'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:35:31.710942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Bound using segment: {'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:35:31.711806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Bound port: 584f2eae-0c4c-4100-8a89-5040712570a9, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:35:31.712275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:31.855136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-8f3827ab-a659-4586-92b8-15975061bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:31.858016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-8f3827ab-a659-4586-92b8-15975061bb5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 914 time: 0.5023413 Aug 11 00:35:31.859867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] For port 584f2eae-0c4c-4100-8a89-5040712570a9, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:35:31.868621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] For port 584f2eae-0c4c-4100-8a89-5040712570a9, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=584f2eae-0c4c-4100-8a89-5040712570a9,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:35:31.904117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad47d338-cdc6-46f0-91fb-894084dc375a req-eb0a19a1-d35a-468a-9c8e-a8ce68c13d4e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795664 Aug 11 00:35:31.981141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:31.982907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:31.983823 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:31.988955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-46adb166-461f-44d6-829d-899fc908e949 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 200 len: 217 time: 0.1216271 Aug 11 00:35:32.022042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685230d-bba0-4128-a427-ea78f21dd660 req-804c680f-4780-4719-b22e-77df3a18240c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:32.037071 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0685230d-bba0-4128-a427-ea78f21dd660 req-804c680f-4780-4719-b22e-77df3a18240c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.1626334 Aug 11 00:35:32.052868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:32.135655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] Pushing event updated for resources: {'Network': ['ID=e5204996-3f77-4d95-9793-50d8825237e4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:32.145863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-df78bd0c-68c3-4281-8339-b83746cb0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:32.148418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e5204996-3f77-4d95-9793-50d8825237e4 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:35:32.163033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-df78bd0c-68c3-4281-8339-b83746cb0cc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.1507571 Aug 11 00:35:32.207709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Pushing event updated for resources: {'Port': ['ID=584f2eae-0c4c-4100-8a89-5040712570a9,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:32.220179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-17e2717b-97e9-4d55-8e03-90bbf772ef0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491729 Aug 11 00:35:32.240122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:32.242216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:32.247333 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-36989d01-b31a-4593-851f-7f32f1e5dfcb service neutron] 10.222.0.44 "PUT /v2.0/ports/584f2eae-0c4c-4100-8a89-5040712570a9 HTTP/1.1" status: 200 len: 1092 time: 3.8092251 Aug 11 00:35:32.249504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:32.254034 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b939fe-8e78-4af1-8d4d-b811c308a291" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:32.317036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34594) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:32.348040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0685230d-bba0-4128-a427-ea78f21dd660 req-51e35bc9-f581-4efe-aaaf-8e109b7b5a3e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100376 Aug 11 00:35:32.370922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-78067b11-a2c2-41ae-9c32-880e0e730619 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424289 Aug 11 00:35:32.381350 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f0b72bce-4b7c-429d-a979-5b2e8089e418 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.8295002 Aug 11 00:35:32.382955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34598) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:32.383971 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e104f0b-2615-4849-b522-b370c74d343d x-openstack-request-id: req-2e104f0b-2615-4849-b522-b370c74d343d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:32.384584 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:32.384988 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e104f0b-2615-4849-b522-b370c74d343d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:32.391498 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9', 'status': 'completed', 'code': 200} Aug 11 00:35:32.391721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Request body: {'subnet': {'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-244544864-subnet', 'tenant_id': 'a7b84bf9f9ef4e389bcef4cf98865326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:32.469034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-352e1109-96ff-4e71-a067-4161a03f203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:32.472285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-352e1109-96ff-4e71-a067-4161a03f203a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1095 time: 0.1189737 Aug 11 00:35:32.605713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d95b259-c7e8-47eb-a5bf-a8093d6d8077 req-0db0aa13-c168-4071-b845-acee6e37906f service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216022 Aug 11 00:35:32.643043 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-fcade8f7-f3e2-4aa0-875b-8bff44f095ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=584f2eae-0c4c-4100-8a89-5040712570a9 HTTP/1.1" status: 200 len: 217 time: 0.1613810 Aug 11 00:35:32.644705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Made reservation on behalf of a7b84bf9f9ef4e389bcef4cf98865326 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:32.646880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2129124852-network', 'tenant_id': '7997299f66b248809f87e7ade16fbff4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:32.649393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:32.823033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-ea724dbd-0e3e-415f-81a0-03cfc3b0ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:32.824799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-ea724dbd-0e3e-415f-81a0-03cfc3b0ad1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.1676865 Aug 11 00:35:32.828967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Made reservation on behalf of 7997299f66b248809f87e7ade16fbff4 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:32.836049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:32.872734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-68491f12-706b-4900-bcdd-a08672ad31ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353708 Aug 11 00:35:32.880613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:32.891359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cda94-b4a8-4a59-8a71-892f07f8b9a1 req-031cd8d1-d7c5-43b1-b89d-f059d15cfd3a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:32.893409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c3cda94-b4a8-4a59-8a71-892f07f8b9a1 req-031cd8d1-d7c5-43b1-b89d-f059d15cfd3a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1470478 Aug 11 00:35:33.039995 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c3cda94-b4a8-4a59-8a71-892f07f8b9a1 req-34324a9f-46d8-4509-afb2-ac92066526cb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293781 Aug 11 00:35:33.141289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b6c1-6058-438b-a718-99fa3c424dee req-ccca7e83-5a78-45ca-868f-6ec4db6680d1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:33.155063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22d6b6c1-6058-438b-a718-99fa3c424dee req-ccca7e83-5a78-45ca-868f-6ec4db6680d1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 943 time: 0.1045744 Aug 11 00:35:33.156153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-436ca06c-42b0-4df8-96a0-02085e2d41f1 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603726 Aug 11 00:35:33.246685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22d6b6c1-6058-438b-a718-99fa3c424dee req-db10c996-a825-4478-98e6-b172c690d751 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900660 Aug 11 00:35:33.291609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:33.299841 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:33.389016 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:33.421392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ab3007-8a2a-40a5-9bba-5bc7787197ce,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:33.444179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Checking segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:35:33.445219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Network hostable DHCP agents. Network: e5204996-3f77-4d95-9793-50d8825237e4, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:35:33.462954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:35:33.473257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36edda5c-b13e-4b1b-800a-82ab7c9deffa req-2006cc8f-6076-493c-9a28-254736190dbd service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057818 Aug 11 00:35:33.526269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43705dfe-6cb5-4a54-9e7e-2371cb11b01f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:33.544445 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:33.546945 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Added segment 1ed49ede-b658-4277-92ff-1f7ceb79f6ad of type vlan for network fad5f764-379a-4a3f-a674-c7527fc20a02 Aug 11 00:35:33.689199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d7323-f5d4-47ed-b330-7e9fce7db47e req-deeacc96-f961-44df-9c10-ed08e8f5fb4e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:33.702138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:35:33.712694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b2d7323-f5d4-47ed-b330-7e9fce7db47e req-deeacc96-f961-44df-9c10-ed08e8f5fb4e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.2585409 Aug 11 00:35:33.764467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Network e5204996-3f77-4d95-9793-50d8825237e4 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:35:33.806351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b2d7323-f5d4-47ed-b330-7e9fce7db47e req-76fb5a45-446e-4b92-97e1-3c1b011d621d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887504 Aug 11 00:35:33.856328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e5204996-3f77-4d95-9793-50d8825237e4) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:35:33.870287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:33.870946 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:33.918688 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:33.935818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e53a5-5741-4fd8-a3c7-cf9670e3d759 None None] Network e5204996-3f77-4d95-9793-50d8825237e4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:33.959928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-1be33ca3-aee0-4f49-90b0-971c1b7aeca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:33.975914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-1be33ca3-aee0-4f49-90b0-971c1b7aeca8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1095 time: 0.3658204 Aug 11 00:35:34.003204 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-43b31b6e-6c43-4347-9c80-07a1d71cfebd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6058776 Aug 11 00:35:34.178414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159c961-e4d3-4d64-a59d-0180098a076a req-ad31266a-7b9d-4641-96aa-f80741f190fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:34.182702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3159c961-e4d3-4d64-a59d-0180098a076a req-ad31266a-7b9d-4641-96aa-f80741f190fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1097 time: 0.4085844 Aug 11 00:35:34.230168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdb196-e42b-484b-bc7a-eb8ed18522bc req-36ce073b-94fb-4a93-8a3a-68c3d50db016 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:34.233235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-efcdb196-e42b-484b-bc7a-eb8ed18522bc req-36ce073b-94fb-4a93-8a3a-68c3d50db016 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.3061359 Aug 11 00:35:34.243939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9357c2c-8557-43bc-b782-05b9580083f2 None None] Network e5204996-3f77-4d95-9793-50d8825237e4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:34.352202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:34.373794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40', 'port_id': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'mac_address': 'fa:16:3e:33:37:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dff2b5-ed34-4761-911b-0b4b50d25afc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:35:34.422222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:34.423362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:34.424107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:34.518382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] Pushing event updated for resources: {'Network': ['ID=fad5f764-379a-4a3f-a674-c7527fc20a02,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:34.529182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-48294174-6cce-4ae5-af38-5c405378e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:34.531068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-48294174-6cce-4ae5-af38-5c405378e1ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 914 time: 0.5535858 Aug 11 00:35:34.568594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network fad5f764-379a-4a3f-a674-c7527fc20a02 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:35:34.590184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38a06-87f6-4449-8666-b0b5bea1e3c9 req-040d0682-d1df-4c94-a3aa-62e7cec8c0fb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:34.596113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7b38a06-87f6-4449-8666-b0b5bea1e3c9 req-040d0682-d1df-4c94-a3aa-62e7cec8c0fb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 943 time: 0.1948562 Aug 11 00:35:34.653881 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:34.695149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-8387ebcd-10fb-4e2b-b9e0-642c445d9ff0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=584f2eae-0c4c-4100-8a89-5040712570a9 HTTP/1.1" status: 200 len: 217 time: 0.1427636 Aug 11 00:35:34.708998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-efcdb196-e42b-484b-bc7a-eb8ed18522bc req-ee84625d-5f8d-4be6-9552-247b1a5ebbde tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588499 Aug 11 00:35:34.749673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7b38a06-87f6-4449-8666-b0b5bea1e3c9 req-55fc5604-a364-4fd2-8da8-512efe7bdac5 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447091 Aug 11 00:35:34.786107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd95db82-513b-42bc-b708-2f93aee9a82b {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:35:34.863776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:34.883393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2dca3b4f-87fa-4a56-86cf-2840095c9a34 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5647652 Aug 11 00:35:34.888037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34646) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:34.897835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Request body: {'subnet': {'network_id': 'fad5f764-379a-4a3f-a674-c7527fc20a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2129124852-subnet', 'tenant_id': '7997299f66b248809f87e7ade16fbff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:34.938179 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:34.961662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159c961-e4d3-4d64-a59d-0180098a076a req-9536ffc0-4bfc-4832-a706-8850c09a47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:34.963360 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3159c961-e4d3-4d64-a59d-0180098a076a req-9536ffc0-4bfc-4832-a706-8850c09a47bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 919 time: 0.7707298 Aug 11 00:35:35.028073 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3159c961-e4d3-4d64-a59d-0180098a076a req-bbed0fc9-74fe-45dd-aa38-1ac586789eaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 200 len: 217 time: 0.0553548 Aug 11 00:35:35.033089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-c3ad747b-fa74-4a0a-aa79-8c54d16e95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:35.035585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-c3ad747b-fa74-4a0a-aa79-8c54d16e95c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.3250189 Aug 11 00:35:35.107628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-3a8ab6a4-3526-4a6c-86fe-17ea6dd7741c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581303 Aug 11 00:35:35.182432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:35.252653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa41870-663b-4869-8946-f0fb159239cb req-6ef78feb-647f-4bb1-811d-4c808eee4b2a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:35.256188 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-baa41870-663b-4869-8946-f0fb159239cb req-6ef78feb-647f-4bb1-811d-4c808eee4b2a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.2712457 Aug 11 00:35:35.258288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Made reservation on behalf of 7997299f66b248809f87e7ade16fbff4 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:35.262504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:35.264767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['cd95db82-513b-42bc-b708-2f93aee9a82b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:35.396068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-6d1c41d2-3b50-4fda-9346-405ba9aa9c66 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624459 Aug 11 00:35:35.416032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159c961-e4d3-4d64-a59d-0180098a076a req-2c440a76-a3c7-47db-8a5d-3f6ac3c595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:35.427204 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3159c961-e4d3-4d64-a59d-0180098a076a req-2c440a76-a3c7-47db-8a5d-3f6ac3c595a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.3899391 Aug 11 00:35:35.439347 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-baa41870-663b-4869-8946-f0fb159239cb req-125f7d85-a74d-445b-9e4b-a22df65b5413 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701450 Aug 11 00:35:35.768434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3159c961-e4d3-4d64-a59d-0180098a076a req-8bb7dba0-a92c-4529-b776-48d83e2f68dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3078980 Aug 11 00:35:36.087424 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29b939fe-8e78-4af1-8d4d-b811c308a291 req-260a077a-341f-4a05-856f-6942628731d1 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585298 Aug 11 00:35:36.101849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-8670a9dd-6340-403a-bb0b-37a35f296045 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:36.105097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-8670a9dd-6340-403a-bb0b-37a35f296045 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 804 time: 0.6919777 Aug 11 00:35:36.151765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3159c961-e4d3-4d64-a59d-0180098a076a req-5d2f9675-0657-48f5-84ab-fd6f4bc2d184 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615859 Aug 11 00:35:36.154684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-eb5322c9-8db4-435f-bfe7-e4fdc0453128 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/quotas/a7b84bf9f9ef4e389bcef4cf98865326 HTTP/1.1" status: 200 len: 375 time: 0.0373771 Aug 11 00:35:36.296637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-3c75a56c-4580-4c42-ada4-0624a7831f71 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248062 Aug 11 00:35:36.441089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80938558-bc57-432d-94ec-197e211b99f6 req-05bcf6a3-610d-4799-91f7-0c5b025f4378 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:36.454537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80938558-bc57-432d-94ec-197e211b99f6 req-05bcf6a3-610d-4799-91f7-0c5b025f4378 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.5692391 Aug 11 00:35:36.458673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3159c961-e4d3-4d64-a59d-0180098a076a req-5e8237ab-9a20-4e6d-bc7f-16ebab83db9b service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997980 Aug 11 00:35:36.478727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:36.504595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-43ad1e7d-672a-4ab1-a916-3751e9a1a1f9 service neutron] 10.222.0.43 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856477 Aug 11 00:35:36.582169 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80938558-bc57-432d-94ec-197e211b99f6 req-e7edc1b9-4780-4f25-85db-e4df35314e08 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216424 Aug 11 00:35:36.651821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d839262-e53b-4672-9728-c370b43a2efa,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:36.658188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Checking segment: {'id': '1ed49ede-b658-4277-92ff-1f7ceb79f6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fad5f764-379a-4a3f-a674-c7527fc20a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:35:36.658689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Network hostable DHCP agents. Network: fad5f764-379a-4a3f-a674-c7527fc20a02, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:35:36.728611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-f29d74ad-1ea7-4c5d-8a08-3659d03232bb service neutron] 10.222.0.43 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112374 Aug 11 00:35:36.839948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Network fad5f764-379a-4a3f-a674-c7527fc20a02 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:35:36.879795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc51c2-a3a9-4ec1-8f38-74c74af78bca req-06217ed5-5cae-4247-9201-3ba6b7652d14 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:36.884635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65fc51c2-a3a9-4ec1-8f38-74c74af78bca req-06217ed5-5cae-4247-9201-3ba6b7652d14 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 943 time: 0.1418924 Aug 11 00:35:36.934392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, fad5f764-379a-4a3f-a674-c7527fc20a02) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:35:36.946989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:36.947631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:36.955707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55b0e0f-e83c-40ac-8851-5d0c380b772a None None] Network fad5f764-379a-4a3f-a674-c7527fc20a02 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:36.961014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65fc51c2-a3a9-4ec1-8f38-74c74af78bca req-b1dd8e07-dc1c-4e53-948d-fc7cef5c134f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675297 Aug 11 00:35:37.115224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e91a083c-25fc-4c1a-ae70-603f24ab1d00 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2132583 Aug 11 00:35:37.159405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758d062-c67c-4fca-afe8-1811218c752c req-eb219213-bbf6-467f-828d-b98d5708097d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:37.164923 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7758d062-c67c-4fca-afe8-1811218c752c req-eb219213-bbf6-467f-828d-b98d5708097d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.1282728 Aug 11 00:35:37.353362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7758d062-c67c-4fca-afe8-1811218c752c req-0cbd7400-f10e-4791-ad3f-290562ef11a1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212771 Aug 11 00:35:37.368814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b8af9ee-ea41-417a-91ff-6e40f230d925 req-aee82f81-913c-42bd-8140-e279a4873281 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 210 time: 0.0846357 Aug 11 00:35:37.393368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0adb60-c4f2-4e37-b33c-296178fcf954 None None] Network fad5f764-379a-4a3f-a674-c7527fc20a02 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:35:37.647125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-a3246208-162c-4ff9-8788-c6cf8c33cec9 req-c584a051-cf4f-490a-adb8-4a1f8c6469bf tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2002704856', 'description': 'tempest-description-1285486904'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:37.728197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:35:37.748221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca68cf-0afa-47a8-8969-d524186aa35a req-63c27b82-faf5-4e08-90da-dbd6beb1d43b tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:37.750868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2ca68cf-0afa-47a8-8969-d524186aa35a req-63c27b82-faf5-4e08-90da-dbd6beb1d43b tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.0681012 Aug 11 00:35:37.771397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 584f2eae-0c4c-4100-8a89-5040712570a9 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:35:37.805605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a3246208-162c-4ff9-8788-c6cf8c33cec9 req-c584a051-cf4f-490a-adb8-4a1f8c6469bf tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:37.816224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2ca68cf-0afa-47a8-8969-d524186aa35a req-4e5a22a3-9c8c-47cb-8dcf-aead60bf1931 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570927 Aug 11 00:35:37.957603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a3246208-162c-4ff9-8788-c6cf8c33cec9 req-c584a051-cf4f-490a-adb8-4a1f8c6469bf tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.009315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 584f2eae-0c4c-4100-8a89-5040712570a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=584f2eae-0c4c-4100-8a89-5040712570a9,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:38.029661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port cd95db82-513b-42bc-b708-2f93aee9a82b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:35:38.042292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port cd95db82-513b-42bc-b708-2f93aee9a82b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:35:38.042902 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.048403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '584f2eae-0c4c-4100-8a89-5040712570a9', 'network_id': '4af7138f-b210-456f-b96c-17f86e250597', 'port_id': '584f2eae-0c4c-4100-8a89-5040712570a9', 'mac_address': 'fa:16:3e:06:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051d918b-9e96-4656-8d5c-9500eaf781e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:35:38.093949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a3246208-162c-4ff9-8788-c6cf8c33cec9 req-c584a051-cf4f-490a-adb8-4a1f8c6469bf tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.156914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584a051-cf4f-490a-adb8-4a1f8c6469bf tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e445d2-ad3b-43eb-a151-5c54e0b165a2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:38.181040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e10f72-0721-4b45-a970-44c22c382fb7 req-0851e7f4-c548-4f4d-a215-1885c41e51bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:38.183759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41e10f72-0721-4b45-a970-44c22c382fb7 req-0851e7f4-c548-4f4d-a215-1885c41e51bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 943 time: 0.1093404 Aug 11 00:35:38.190553 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.212171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a3246208-162c-4ff9-8788-c6cf8c33cec9 req-c584a051-cf4f-490a-adb8-4a1f8c6469bf tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.221606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3246208-162c-4ff9-8788-c6cf8c33cec9 req-c584a051-cf4f-490a-adb8-4a1f8c6469bf tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5739136 Aug 11 00:35:38.253198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41e10f72-0721-4b45-a970-44c22c382fb7 req-28342906-bf4c-4729-8697-b615448e86c5 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Aug 11 00:35:38.267698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584f2eae-0c4c-4100-8a89-5040712570a9 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:35:38.321513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.338212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 584f2eae-0c4c-4100-8a89-5040712570a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=584f2eae-0c4c-4100-8a89-5040712570a9,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:38.362908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:38.365751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fcfa7af-2c73-4aec-9bd2-c2627dcea4c7 req-686ac97b-4158-4cdc-b817-4543a89bac9d tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/96e445d2-ad3b-43eb-a151-5c54e0b165a2 HTTP/1.1" status: 200 len: 1815 time: 0.0827014 Aug 11 00:35:38.370752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7fcfa7af-2c73-4aec-9bd2-c2627dcea4c7 req-1afcf47e-9470-4a8d-b8d7-1169367cd769 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96e445d2-ad3b-43eb-a151-5c54e0b165a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:38.371077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7fcfa7af-2c73-4aec-9bd2-c2627dcea4c7 req-1afcf47e-9470-4a8d-b8d7-1169367cd769 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96e445d2-ad3b-43eb-a151-5c54e0b165a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:38.373461 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a6c165-c7e1-44bf-b5cd-724298cdf4d5" -d '{"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-plugged", "status": "completed", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:38.399243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:38.416398 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.479012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=584f2eae-0c4c-4100-8a89-5040712570a9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:38.541510 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.557961 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf91a8c-eebb-4140-886c-9e1b16156155 x-openstack-request-id: req-fdf91a8c-eebb-4140-886c-9e1b16156155 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:38.558262 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-plugged", "status": "completed", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:38.558533 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdf91a8c-eebb-4140-886c-9e1b16156155 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:38.559099 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'code': 200} Aug 11 00:35:38.666085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fcfa7af-2c73-4aec-9bd2-c2627dcea4c7 req-1afcf47e-9470-4a8d-b8d7-1169367cd769 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.673384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:38.736172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fcfa7af-2c73-4aec-9bd2-c2627dcea4c7 req-1afcf47e-9470-4a8d-b8d7-1169367cd769 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.754842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:38.788519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bff4dd4a-63e6-4c38-9eda-f8ee274afa5d req-ed292431-a719-44ce-af03-5490609e9084 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 210 time: 0.0732276 Aug 11 00:35:38.813452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf0dba-5b80-49aa-aad2-a4123cc26503 req-f6abe99c-5884-4a1e-9cc5-d8db421e14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:38.816484 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dbf0dba-5b80-49aa-aad2-a4123cc26503 req-f6abe99c-5884-4a1e-9cc5-d8db421e14fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1766632 Aug 11 00:35:38.825952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fcfa7af-2c73-4aec-9bd2-c2627dcea4c7 req-1afcf47e-9470-4a8d-b8d7-1169367cd769 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.879382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dbf0dba-5b80-49aa-aad2-a4123cc26503 req-863fd1f0-2cd9-4ea5-a1b0-24bcfefbdb12 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543449 Aug 11 00:35:38.893164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcf47e-9470-4a8d-b8d7-1169367cd769 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df71c49-586b-4dc7-a69a-af8751fb871b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:38.985525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7fcfa7af-2c73-4aec-9bd2-c2627dcea4c7 req-1afcf47e-9470-4a8d-b8d7-1169367cd769 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:38.988062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fcfa7af-2c73-4aec-9bd2-c2627dcea4c7 req-1afcf47e-9470-4a8d-b8d7-1169367cd769 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6209581 Aug 11 00:35:39.122665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1d95b-b6b7-4d42-a55e-81e274ab1e7f req-4b9dd532-f7c8-47ec-8225-34145538e2df tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:39.125608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0a1d95b-b6b7-4d42-a55e-81e274ab1e7f req-4b9dd532-f7c8-47ec-8225-34145538e2df tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0973465 Aug 11 00:35:39.135586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6aaf3-ca5d-439f-afc1-2a6388dfa9b2 req-6acde04f-08bd-4367-9e49-4d70dd785149 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:39.138881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0aa6aaf3-ca5d-439f-afc1-2a6388dfa9b2 req-6acde04f-08bd-4367-9e49-4d70dd785149 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.0748622 Aug 11 00:35:39.178869 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0a1d95b-b6b7-4d42-a55e-81e274ab1e7f req-79fdf1e8-4d48-45ea-8e75-2317648afdbf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Aug 11 00:35:39.198915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0aa6aaf3-ca5d-439f-afc1-2a6388dfa9b2 req-e6068170-7b45-40f1-85d1-65e43e1e4683 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Aug 11 00:35:39.348340 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e938285-a6aa-40fc-be8f-f37f5816f1d7 req-9e4e11b5-6f4f-4d70-8ccb-9bbe5a3597f1 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/96e445d2-ad3b-43eb-a151-5c54e0b165a2 HTTP/1.1" status: 200 len: 2409 time: 0.1204042 Aug 11 00:35:39.491709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447bf1b-c232-43dc-9f3a-433c7733556e req-f03c6137-4659-4817-91a4-328445518a3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:39.493482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0447bf1b-c232-43dc-9f3a-433c7733556e req-f03c6137-4659-4817-91a4-328445518a3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 944 time: 0.0645542 Aug 11 00:35:39.556828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0447bf1b-c232-43dc-9f3a-433c7733556e req-0bab3b6c-625e-4b7e-921b-582b445cee20 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488014 Aug 11 00:35:39.720444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a69c522-06db-4f16-a152-b7b582213bce req-5c16d388-d607-4113-9dd7-c4dfffafb41f tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-group-rules/4df71c49-586b-4dc7-a69a-af8751fb871b HTTP/1.1" status: 200 len: 778 time: 0.0275249 Aug 11 00:35:39.741955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 584f2eae-0c4c-4100-8a89-5040712570a9 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:35:39.828802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a69c522-06db-4f16-a152-b7b582213bce req-3ad4cec0-f5e4-490e-a0bc-b65f9341cba9 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/96e445d2-ad3b-43eb-a151-5c54e0b165a2 HTTP/1.1" status: 200 len: 2409 time: 0.0993078 Aug 11 00:35:39.895922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a69c522-06db-4f16-a152-b7b582213bce req-a2786258-7b9d-4b24-811f-41d9356d45de tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:39.913783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a69c522-06db-4f16-a152-b7b582213bce req-a2786258-7b9d-4b24-811f-41d9356d45de tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:39.942385 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2270689-5c11-4aec-bfd0-a4bc10603d68 req-add35e7d-4346-4356-9252-aa45585de2fd tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 210 time: 0.0333557 Aug 11 00:35:40.056566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 584f2eae-0c4c-4100-8a89-5040712570a9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:35:40.063945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 584f2eae-0c4c-4100-8a89-5040712570a9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:35:40.064469 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:40.083085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a69c522-06db-4f16-a152-b7b582213bce req-a2786258-7b9d-4b24-811f-41d9356d45de tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:40.096056 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a69c522-06db-4f16-a152-b7b582213bce req-a2786258-7b9d-4b24-811f-41d9356d45de tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:40.179347 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a69c522-06db-4f16-a152-b7b582213bce req-a2786258-7b9d-4b24-811f-41d9356d45de tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4df71c49-586b-4dc7-a69a-af8751fb871b HTTP/1.1" status: 204 len: 173 time: 0.2763791 Aug 11 00:35:40.179347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2786258-7b9d-4b24-811f-41d9356d45de tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4df71c49-586b-4dc7-a69a-af8751fb871b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:40.181182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e1bb714a-86e0-4dcd-a12a-63a40f687ff7 req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2053343775', 'description': 'tempest-description-223119921'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:40.258849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:40.305317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 584f2eae-0c4c-4100-8a89-5040712570a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=584f2eae-0c4c-4100-8a89-5040712570a9,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:40.362149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6e33-e638-4aad-bbe7-ee55de30306d req-205a4f99-7060-4f81-8873-69825c99cd6c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:40.364186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffdc6e33-e638-4aad-bbe7-ee55de30306d req-205a4f99-7060-4f81-8873-69825c99cd6c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0559425 Aug 11 00:35:40.410899 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffdc6e33-e638-4aad-bbe7-ee55de30306d req-242191cd-272e-4d71-80db-821cb9f65852 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Aug 11 00:35:40.497002 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e1bb714a-86e0-4dcd-a12a-63a40f687ff7 req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:40.500926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:40.560484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:40.565785 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83f0bfd-caf4-4577-9f13-6a74f008f720" -d '{"events": [{"server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "name": "network-vif-plugged", "status": "completed", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:40.623498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=584f2eae-0c4c-4100-8a89-5040712570a9,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:40.683149 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b344a1c2-aca7-41f4-96a2-541844fb0f93 x-openstack-request-id: req-b344a1c2-aca7-41f4-96a2-541844fb0f93 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:40.684232 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "name": "network-vif-plugged", "status": "completed", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:40.684750 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b344a1c2-aca7-41f4-96a2-541844fb0f93 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:40.685526 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9', 'code': 200} Aug 11 00:35:40.710151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e1bb714a-86e0-4dcd-a12a-63a40f687ff7 req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:40.820612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e1bb714a-86e0-4dcd-a12a-63a40f687ff7 req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:40.931544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153b181-8284-47e2-b2c5-141c91110334 req-c5a9bf14-96d9-4ca3-9df5-46d5abbbb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:40.938452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec1229-7178-4229-803c-c8f4e2a08c81 req-66d13b34-ec02-4a0d-815b-358d9bf0637e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:40.940898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26ec1229-7178-4229-803c-c8f4e2a08c81 req-66d13b34-ec02-4a0d-815b-358d9bf0637e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 945 time: 0.1342189 Aug 11 00:35:40.959729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e153b181-8284-47e2-b2c5-141c91110334 req-c5a9bf14-96d9-4ca3-9df5-46d5abbbb940 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1097 time: 0.1929193 Aug 11 00:35:40.959729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863eccbc-c5dc-427c-9a88-1dd3c287ee6b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:40.982757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.988694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.988694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.988694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.988694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.991838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.992377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.992742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.993191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.996311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.997095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:40.998321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:41.030983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26ec1229-7178-4229-803c-c8f4e2a08c81 req-148ba19a-7d0b-4ec2-89d7-b45f62cad74b tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770006 Aug 11 00:35:41.050066 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e1bb714a-86e0-4dcd-a12a-63a40f687ff7 req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:41.088199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1bb714a-86e0-4dcd-a12a-63a40f687ff7 req-4447b199-1498-4833-8827-927a7333c250 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9073844 Aug 11 00:35:41.344909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-057f5235-f12b-46b8-9e67-3da724bfbf48 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:41.346557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-057f5235-f12b-46b8-9e67-3da724bfbf48 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.55 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 804 time: 0.2575030 Aug 11 00:35:41.364038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Request body: {'port': {'device_id': '42905057-08b9-499e-8790-46884c1303e5', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'admin_state_up': True, 'tenant_id': 'a7b84bf9f9ef4e389bcef4cf98865326'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:41.371716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e153b181-8284-47e2-b2c5-141c91110334 req-3d838b2b-645f-4bc6-823b-55dc7622515f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959277 Aug 11 00:35:41.647379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-c4486aab-4ebb-49df-9567-7dba4e0c4cd5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:41.649033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-c4486aab-4ebb-49df-9567-7dba4e0c4cd5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 813 time: 0.4586966 Aug 11 00:35:41.677858 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-78a71136-49df-461b-82be-ee67c2b091ab tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/quotas/e3122af73c9f43f58e72abd9249014bf HTTP/1.1" status: 200 len: 375 time: 0.0160739 Aug 11 00:35:41.728509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c10b598-5219-4dd7-907c-7af6f79df7d3 req-cc025aaa-896f-4fa1-a13d-bbdd818384c9 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 210 time: 0.3420756 Aug 11 00:35:41.785501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-9d365579-cc44-4727-9bba-7313ce9e21a5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1005082 Aug 11 00:35:41.899597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Made reservation on behalf of a7b84bf9f9ef4e389bcef4cf98865326 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:41.906200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:41.987153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-c49ed171-3afa-4c53-beae-85b45346d0e8 service neutron] 10.222.0.43 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901817 Aug 11 00:35:41.999363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f006fc3b-ad36-4e9f-a866-4d3d0f673020 req-0099ffb8-76da-4a51-8830-41f7cb4f102c tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/863eccbc-c5dc-427c-9a88-1dd3c287ee6b HTTP/1.1" status: 200 len: 1814 time: 0.2145948 Aug 11 00:35:42.235295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0a60cf1c-56a3-4a94-81a5-554dac20885e req-0ccba828-f09b-476c-aff6-235292b1aa99 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-557098395', 'description': 'tempest-description-663497165'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:42.355350 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-e438a810-800c-4721-8aad-1e09b82384dd service neutron] 10.222.0.43 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660734 Aug 11 00:35:42.384772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Allocated IP 172.20.0.14 (e5204996-3f77-4d95-9793-50d8825237e4/47ab3007-8a2a-40a5-9bba-5bc7787197ce/15005b91-99aa-414c-82b1-bfbdcb90a340) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:35:42.398558 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a60cf1c-56a3-4a94-81a5-554dac20885e req-0ccba828-f09b-476c-aff6-235292b1aa99 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:42.683142 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:42.705277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a60cf1c-56a3-4a94-81a5-554dac20885e req-0ccba828-f09b-476c-aff6-235292b1aa99 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:42.816628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a60cf1c-56a3-4a94-81a5-554dac20885e req-0ccba828-f09b-476c-aff6-235292b1aa99 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:42.893178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccba828-f09b-476c-aff6-235292b1aa99 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085eb135-91dc-4446-b53a-eb69d7b3e380,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:42.897891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:42.942807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a60cf1c-56a3-4a94-81a5-554dac20885e req-0ccba828-f09b-476c-aff6-235292b1aa99 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:42.946713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa2dd6-1eab-42ac-90a5-756a36338a21 req-ef808d4c-6761-471b-891b-5b8fc73d647d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:42.947769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a60cf1c-56a3-4a94-81a5-554dac20885e req-0ccba828-f09b-476c-aff6-235292b1aa99 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7738640 Aug 11 00:35:42.949561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47fa2dd6-1eab-42ac-90a5-756a36338a21 req-ef808d4c-6761-471b-891b-5b8fc73d647d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 945 time: 0.1136353 Aug 11 00:35:42.966546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Network e5204996-3f77-4d95-9793-50d8825237e4 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:35:42.970742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:35:42.975576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:35:43.037250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Pushing event updated for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:43.109989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47fa2dd6-1eab-42ac-90a5-756a36338a21 req-cb1dc899-2fb0-4b18-8fb3-f5ecdd8a2d46 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080451 Aug 11 00:35:43.118845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:43.119564 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:43.194825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f52d1b7-9c46-4839-aec1-006be43067b5 req-10957075-3b03-45e7-9dff-2c92f4d1e698 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 210 time: 0.0583277 Aug 11 00:35:43.251728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c4897-c9ad-42f5-916d-7bdb59f56223 req-18e67712-a364-4c24-aabe-40ffe8128d7d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:43.254389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c8c4897-c9ad-42f5-916d-7bdb59f56223 req-18e67712-a364-4c24-aabe-40ffe8128d7d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 932 time: 0.0886450 Aug 11 00:35:43.321989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c8c4897-c9ad-42f5-916d-7bdb59f56223 req-3a8f686f-8657-44bd-ab28-51f748a38e0b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605896 Aug 11 00:35:43.330776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-c49ec6f8-5058-4a03-acd5-8fa8c94194a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9734991 Aug 11 00:35:43.368754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Request body: {'port': {'device_id': '42905057-08b9-499e-8790-46884c1303e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:43.448472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b62d591-1b0d-4219-b4cb-f5236e3a5bc0 req-81196eb6-370a-4a90-81b6-a2b24968e8fd tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/085eb135-91dc-4446-b53a-eb69d7b3e380 HTTP/1.1" status: 200 len: 1813 time: 0.0833373 Aug 11 00:35:43.524290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100787bd-73b6-40f7-9ea4-83aeca5de6ef req-5848b817-d106-4a99-a819-51891c911941 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:43.526987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-100787bd-73b6-40f7-9ea4-83aeca5de6ef req-5848b817-d106-4a99-a819-51891c911941 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.2236731 Aug 11 00:35:43.539663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:43.633462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-acb31e77-35b5-4547-beb7-e8a5dc944fca tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-73102479&fields=id&tenant_id=d3495b51f82b4d44a266da20c3bea2ad HTTP/1.1" status: 200 len: 267 time: 0.0492373 Aug 11 00:35:43.664842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-100787bd-73b6-40f7-9ea4-83aeca5de6ef req-a4c8c8ae-79fe-4d33-b178-38e1347c6ef2 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089451 Aug 11 00:35:43.712460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-cd32b31d-9c53-4c4c-b1d9-4b4e9d51c1d1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:43.724241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-cd32b31d-9c53-4c4c-b1d9-4b4e9d51c1d1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 945 time: 0.0897105 Aug 11 00:35:43.732687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'port': {'security_groups': ['82a41f4b-cbfd-497f-bf54-f197bba26bb8', '382c6e24-9909-4815-9413-5df5bb3464ee']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:43.810440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-2f6dc2d8-f42b-446c-b754-cb7ca23a8fec req-f275b78d-8014-479f-9852-93e5aad0b091 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2003299958', 'description': 'tempest-description-685413541'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:43.870967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:43.993585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2f6dc2d8-f42b-446c-b754-cb7ca23a8fec req-f275b78d-8014-479f-9852-93e5aad0b091 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.210754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2f6dc2d8-f42b-446c-b754-cb7ca23a8fec req-f275b78d-8014-479f-9852-93e5aad0b091 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.259627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15005b91-99aa-414c-82b1-bfbdcb90a340 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:35:44.269729 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.286131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] For port 584f2eae-0c4c-4100-8a89-5040712570a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=584f2eae-0c4c-4100-8a89-5040712570a9,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:44.287723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Transition to ACTIVE for port object 15005b91-99aa-414c-82b1-bfbdcb90a340 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:35:44.300915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2f6dc2d8-f42b-446c-b754-cb7ca23a8fec req-f275b78d-8014-479f-9852-93e5aad0b091 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.346293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.357273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275b78d-8014-479f-9852-93e5aad0b091 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc97dc-bd91-4b98-890d-16298c399770,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:44.398554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.442907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.468367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2f6dc2d8-f42b-446c-b754-cb7ca23a8fec req-f275b78d-8014-479f-9852-93e5aad0b091 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.469859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:44.470377 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f6dc2d8-f42b-446c-b754-cb7ca23a8fec req-f275b78d-8014-479f-9852-93e5aad0b091 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6690652 Aug 11 00:35:44.532588 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:35:44.577203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:44.578344 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.598979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92fb4564-364b-42b4-ade5-7c907ace3e29 req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "PUT /v2.0/ports/584f2eae-0c4c-4100-8a89-5040712570a9 HTTP/1.1" status: 200 len: 981 time: 0.8718102 Aug 11 00:35:44.612939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:44.670210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:44.698723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:44.709967 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:44.822880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Attempting to bind port 15005b91-99aa-414c-82b1-bfbdcb90a340 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:35:44.823822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Attempting to bind port 15005b91-99aa-414c-82b1-bfbdcb90a340 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:35:44.824505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Attempting to bind port 15005b91-99aa-414c-82b1-bfbdcb90a340 on network e5204996-3f77-4d95-9793-50d8825237e4 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:35:44.833156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Port 15005b91-99aa-414c-82b1-bfbdcb90a340 on network e5204996-3f77-4d95-9793-50d8825237e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:35:44.833864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Attempting to bind port 15005b91-99aa-414c-82b1-bfbdcb90a340 on network e5204996-3f77-4d95-9793-50d8825237e4 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:35:44.857399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:35:44.858194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Checking segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:35:44.858965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Bound using segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:35:44.859982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Bound port: 15005b91-99aa-414c-82b1-bfbdcb90a340, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:35:44.860766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:44.888520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66514580-c108-463a-905f-5d11fe944cfd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'Port': ['ID=584f2eae-0c4c-4100-8a89-5040712570a9,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:45.010151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64849bf5-4125-433a-a8a4-a21d7ce3f171 req-dff826bd-73bb-40f1-8940-01598e8621f1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 210 time: 0.0671225 Aug 11 00:35:45.026431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34910) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:45.093182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:35:45.114269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:35:45.138686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-67319bf5-c0d4-486a-b484-ae84ba54ae5f admin admin] Deleting subnet 25030bba-a6ec-450f-a230-38262d0088d3 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:35:45.143967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-67319bf5-c0d4-486a-b484-ae84ba54ae5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:45.218816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-67319bf5-c0d4-486a-b484-ae84ba54ae5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:45.265616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849590b-9ea8-47e9-82be-9bfec08ff696 req-8937af4e-9e24-46fb-8f65-eac99e256942 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:45.283830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e849590b-9ea8-47e9-82be-9bfec08ff696 req-8937af4e-9e24-46fb-8f65-eac99e256942 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 944 time: 0.1447492 Aug 11 00:35:45.285679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:45.371218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:45.372766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:45.374372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] 10.222.0.55 "PUT /v2.0/ports/15005b91-99aa-414c-82b1-bfbdcb90a340 HTTP/1.1" status: 200 len: 1093 time: 2.0155261 Aug 11 00:35:45.380517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:45.385008 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678" -d '{"events": [{"name": "network-changed", "server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:45.395504 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-67319bf5-c0d4-486a-b484-ae84ba54ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:45.416967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e849590b-9ea8-47e9-82be-9bfec08ff696 req-921dca56-4b03-4edf-b188-a323654dfaa0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295092 Aug 11 00:35:45.474651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66262461-0b72-41b8-ac0a-020d07de3ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:45.588206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-ef21a67c-3a60-4cbc-b2ef-688da6e29d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:45.589851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-ef21a67c-3a60-4cbc-b2ef-688da6e29d88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 1096 time: 0.0570271 Aug 11 00:35:45.592207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ebbb91c-30c6-4441-87d6-049c122f2a8d req-67c7dfec-2c58-4045-9228-f2a2ae0e1c35 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/fdbc97dc-bd91-4b98-890d-16298c399770 HTTP/1.1" status: 200 len: 1814 time: 0.0880058 Aug 11 00:35:45.756354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-d9f5b276-7f28-445d-a611-d8e813399257 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-979193797&fields=id&tenant_id=d3495b51f82b4d44a266da20c3bea2ad HTTP/1.1" status: 200 len: 267 time: 0.0578597 Aug 11 00:35:45.872705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-6aab3c6f-f2d5-42a5-8100-989e137ab579 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:45.874750 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-6aab3c6f-f2d5-42a5-8100-989e137ab579 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 984 time: 0.1122670 Aug 11 00:35:45.887708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'port': {'security_groups': ['382c6e24-9909-4815-9413-5df5bb3464ee', '82a41f4b-cbfd-497f-bf54-f197bba26bb8', '5329fe69-9ba8-4090-be8e-74dfe8b25b77']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:46.033717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.170337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-58fa20ae-49b7-402e-aba5-28769afc066a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15005b91-99aa-414c-82b1-bfbdcb90a340 HTTP/1.1" status: 200 len: 217 time: 0.5703716 Aug 11 00:35:46.173640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-67319bf5-c0d4-486a-b484-ae84ba54ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.329693 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5b550d4f-4dc3-48eb-81b9-4524a18d2a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.370188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67319bf5-c0d4-486a-b484-ae84ba54ae5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25030bba-a6ec-450f-a230-38262d0088d3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:46.378081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] For port 584f2eae-0c4c-4100-8a89-5040712570a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=584f2eae-0c4c-4100-8a89-5040712570a9,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:46.423426 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242063fe-a6df-42e8-b099-747d589af65f x-openstack-request-id: req-242063fe-a6df-42e8-b099-747d589af65f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:46.423992 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:46.424425 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-242063fe-a6df-42e8-b099-747d589af65f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:46.425093 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'status': 'completed', 'code': 200} Aug 11 00:35:46.426956 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-67319bf5-c0d4-486a-b484-ae84ba54ae5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.428124 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cd1d0b-a88b-4c5b-89ea-f62f12325520 x-openstack-request-id: req-39cd1d0b-a88b-4c5b-89ea-f62f12325520 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:46.429823 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:46.433519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-67319bf5-c0d4-486a-b484-ae84ba54ae5f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/25030bba-a6ec-450f-a230-38262d0088d3 HTTP/1.1" status: 204 len: 168 time: 1.3978851 Aug 11 00:35:46.435752 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39cd1d0b-a88b-4c5b-89ea-f62f12325520 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:46.436196 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9', 'status': 'completed', 'code': 200} Aug 11 00:35:46.436716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34928) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:46.487150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-846451f0-e4be-47c6-ac3b-2c947522990d req-987bfd01-ef8d-4f9b-b574-64b24fe8a109 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1576969028', 'description': 'tempest-description-1406578618'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:46.528864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.552590 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.579100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-e52291ec-520a-4ae2-90b1-2af7c98eed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:46.579100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-e52291ec-520a-4ae2-90b1-2af7c98eed11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 200 len: 844 time: 0.3881979 Aug 11 00:35:46.655525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-5f6db2cd-14a6-4a9e-8ab2-8420241418ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:46.658370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-5f6db2cd-14a6-4a9e-8ab2-8420241418ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1136 time: 0.2910068 Aug 11 00:35:46.670830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-632414f6-b2cb-41ad-b9e2-af7b00597b86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5204996-3f77-4d95-9793-50d8825237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802534 Aug 11 00:35:46.676631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.687669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:46.716552 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.795492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:46.844141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:46.845364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.865230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2418f334-9cf1-44b3-98c3-d1c6b246753c req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "PUT /v2.0/ports/584f2eae-0c4c-4100-8a89-5040712570a9 HTTP/1.1" status: 200 len: 1020 time: 0.9830823 Aug 11 00:35:46.876328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1bec02-2aea-439d-8717-1b59752e710e') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:46.876328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1bec02-2aea-439d-8717-1b59752e710e') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:46.900570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-ed35077e-894d-472a-9f10-13cb0b81b209 service neutron] 10.222.0.55 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185194 Aug 11 00:35:46.934188 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-846451f0-e4be-47c6-ac3b-2c947522990d req-987bfd01-ef8d-4f9b-b574-64b24fe8a109 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.965194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:46.984003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:47.022368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973e558-83ee-4ec4-8cdf-36849c0269bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'Port': ['ID=584f2eae-0c4c-4100-8a89-5040712570a9,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:47.035046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:47.039115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-db1d823a-a3e4-4ce0-9a89-62ce3785a7bd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:47.042363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-db1d823a-a3e4-4ce0-9a89-62ce3785a7bd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.55 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 813 time: 0.8712492 Aug 11 00:35:47.042993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:35:47.043471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:35:47.056340 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:35:47.129308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-1ba870bc-dc09-4fba-9674-008086607699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:47.129308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-1ba870bc-dc09-4fba-9674-008086607699 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 914 time: 0.4497700 Aug 11 00:35:47.156268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Request body: {'port': {'device_id': '3323983f-2629-480f-80b0-71e89097b88a', 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40', 'admin_state_up': True, 'tenant_id': 'e3122af73c9f43f58e72abd9249014bf'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:47.264353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3871116-e706-4d20-9a3c-711b55e597c9 req-2a0c39bd-1b74-4a15-a672-3f47faf5dfad tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 210 time: 0.0869563 Aug 11 00:35:47.330128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-477946ae-de51-4314-82f6-0ddb0f099b19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=584f2eae-0c4c-4100-8a89-5040712570a9 HTTP/1.1" status: 200 len: 217 time: 0.1664617 Aug 11 00:35:47.370444 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:47.385095 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:47.388302 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7 HTTP/1.1" status: 204 len: 168 time: 0.9482813 Aug 11 00:35:47.444873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb9492-a942-41c4-9ae3-3b72bcd714d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0dcaec4-84b5-4bbc-850f-b222b7c3f7b7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:47.499110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80191f6b-25d5-4d1c-a105-d83d568df02c req-6e660540-2fc4-46ca-879c-d4d381e127e5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:47.501566 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80191f6b-25d5-4d1c-a105-d83d568df02c req-6e660540-2fc4-46ca-879c-d4d381e127e5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 944 time: 0.1119046 Aug 11 00:35:47.575893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80191f6b-25d5-4d1c-a105-d83d568df02c req-bea6b3d1-cbd3-414e-9a26-6b9b1f67c524 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 Aug 11 00:35:47.669941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-7b753670-086e-42ed-a3e2-45be2479df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:47.671601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-7b753670-086e-42ed-a3e2-45be2479df84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.2770154 Aug 11 00:35:47.729988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd327-2cf5-4d84-9e99-5de8028b6373 req-0a5f3d59-d6c3-4b29-857e-127b9d8759eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:47.731759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-137bd327-2cf5-4d84-9e99-5de8028b6373 req-0a5f3d59-d6c3-4b29-857e-127b9d8759eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1023 time: 0.0627785 Aug 11 00:35:47.745739 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bbc3694-6b31-4c33-93b4-3e36a8fc2ebe req-cfa53ad4-7a5d-4535-a626-01d89c5487cf service neutron] 10.222.0.55 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8144407 Aug 11 00:35:47.752779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-6ba4f32d-82b9-42b9-953a-cbc625db956a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646977 Aug 11 00:35:47.830221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-137bd327-2cf5-4d84-9e99-5de8028b6373 req-4408c52a-7d32-41bf-afd2-9198f4c5b7da tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&id=5329fe69-9ba8-4090-be8e-74dfe8b25b77&id=382c6e24-9909-4815-9413-5df5bb3464ee HTTP/1.1" status: 200 len: 6154 time: 0.0906289 Aug 11 00:35:47.927381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-269e6935-d18c-4c9e-b304-7e2afb7fbb7d req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1532983851 ', 'description': 'tempest-description-807726650'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:47.947207 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-846451f0-e4be-47c6-ac3b-2c947522990d req-987bfd01-ef8d-4f9b-b574-64b24fe8a109 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:47.977614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-f445910f-9730-41f2-87a4-44bf94c902fc service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154024 Aug 11 00:35:47.988244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-85178354-7d37-4c0a-892f-2cbbaabf6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:47.989924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-85178354-7d37-4c0a-892f-2cbbaabf6d8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 1096 time: 0.0905709 Aug 11 00:35:48.094801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-846451f0-e4be-47c6-ac3b-2c947522990d req-987bfd01-ef8d-4f9b-b574-64b24fe8a109 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.114023 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [req-269e6935-d18c-4c9e-b304-7e2afb7fbb7d req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:35:48.114023 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:35:48.114023 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': 'd3495b51f82b4d44a266da20c3bea2ad', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 35, 47, 946817)}] Aug 11 00:35:48.114023 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:35:48.115432 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [req-269e6935-d18c-4c9e-b304-7e2afb7fbb7d req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:35:48.179693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bfd01-ef8d-4f9b-b574-64b24fe8a109 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf48e433-0240-4306-8905-97308a2d4803,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:48.222237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcf0a9a6-0c65-420a-9b8e-b2f11e5e54a1 req-013b54c6-b6be-4086-9c7e-4b7c5b7bb62d service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310803 Aug 11 00:35:48.228636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-3974cf93-6a4c-48b7-a310-e52aba0b1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:48.230368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-3974cf93-6a4c-48b7-a310-e52aba0b1ac2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 905 time: 0.2159564 Aug 11 00:35:48.247324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34958) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:48.296314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Made reservation on behalf of e3122af73c9f43f58e72abd9249014bf for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:35:48.301923 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.304159 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dbfdf865-635a-4478-8a3c-4a6f63494317 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8fa17f88bef4cce96aeca6907534c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548990 Aug 11 00:35:48.308663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34962) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:48.323828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-047b2377-ad96-4a42-b0ac-f072506e5daa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15005b91-99aa-414c-82b1-bfbdcb90a340 HTTP/1.1" status: 200 len: 217 time: 0.0849349 Aug 11 00:35:48.371864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7dd72a7-8ce7-471d-a905-ebba7cbf916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.403572 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7dd72a7-8ce7-471d-a905-ebba7cbf916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.433504 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-846451f0-e4be-47c6-ac3b-2c947522990d req-987bfd01-ef8d-4f9b-b574-64b24fe8a109 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.435436 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-846451f0-e4be-47c6-ac3b-2c947522990d req-987bfd01-ef8d-4f9b-b574-64b24fe8a109 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 2.0222487 Aug 11 00:35:48.440683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-7b80a919-615b-4c6c-a3a0-d9fbc11b8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:48.441929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:48.442216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-7b80a919-615b-4c6c-a3a0-d9fbc11b8634 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 200 len: 844 time: 0.1071944 Aug 11 00:35:48.448439 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369098e3-84b2-440e-8d0e-6a39332b2022" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:48.517917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-77caf052-3760-4c90-9dd3-dbde3d4b54f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5204996-3f77-4d95-9793-50d8825237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661640 Aug 11 00:35:48.611297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7dd72a7-8ce7-471d-a905-ebba7cbf916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.614426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7dd72a7-8ce7-471d-a905-ebba7cbf916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.619890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a7dd72a7-8ce7-471d-a905-ebba7cbf916e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1be2552-82e7-418a-b024-b71a7beb5d1d HTTP/1.1" status: 204 len: 168 time: 0.3052113 Aug 11 00:35:48.637665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Allocated IP 172.20.0.5 (7f6ba1a6-ff16-4a64-8220-23c8ddb66d40/62dff2b5-ed34-4761-911b-0b4b50d25afc/08b56afa-e354-44e5-a4b4-344ef37cd552) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:35:48.666354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd72a7-8ce7-471d-a905-ebba7cbf916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1be2552-82e7-418a-b024-b71a7beb5d1d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:48.814196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-269e6935-d18c-4c9e-b304-7e2afb7fbb7d req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.823929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b39b63b7-c0fc-4dce-9692-8d976a3ef6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.848313 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-716329ee-ea4a-48fc-9c03-f5fddecfd674 service neutron] 10.222.0.55 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161986 Aug 11 00:35:48.920367 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.959692 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-269e6935-d18c-4c9e-b304-7e2afb7fbb7d req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:48.964503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69d30894-cc74-430c-a568-06c10dc8de69 req-253bed71-e003-4b2f-b3f4-d591d8e66310 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 210 time: 0.0696013 Aug 11 00:35:49.021998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-269e6935-d18c-4c9e-b304-7e2afb7fbb7d req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:49.070811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a08184-8aa0-4948-8556-885924333bf3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:49.105069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:49.156888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-269e6935-d18c-4c9e-b304-7e2afb7fbb7d req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:49.159297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-269e6935-d18c-4c9e-b304-7e2afb7fbb7d req-083f525b-03ff-4036-8533-b64c84f4f6eb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.2347462 Aug 11 00:35:49.227000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-25f14773-1588-4c46-9e6d-7d0059ab198d req-376508b1-bacc-488a-a059-7718028e8ba9 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/bf48e433-0240-4306-8905-97308a2d4803 HTTP/1.1" status: 200 len: 1815 time: 0.2314780 Aug 11 00:35:49.249326 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208b7289-0733-4ae4-bd66-cb8caa8df889 x-openstack-request-id: req-208b7289-0733-4ae4-bd66-cb8caa8df889 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:49.252029 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:49.252326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5f4d5f6-7ce9-4c4b-a70e-14610187e678 req-d17cd28a-084e-4d4c-b476-a7f341ad74ae service neutron] 10.222.0.55 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657777 Aug 11 00:35:49.252964 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-208b7289-0733-4ae4-bd66-cb8caa8df889 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:49.256098 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9', 'status': 'completed', 'code': 200} Aug 11 00:35:49.257230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-5dad18b4-1848-4b99-80d0-3bf86f64d3c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1880631 Aug 11 00:35:49.359979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:49.378014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['cd95db82-513b-42bc-b708-2f93aee9a82b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:49.457838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-9b0e3843-0316-40c9-a83f-fcf152d46359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:49.459649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-9b0e3843-0316-40c9-a83f-fcf152d46359 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1175 time: 0.1962109 Aug 11 00:35:49.478730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da70591-d3c3-49ef-a2a9-fa78f6b4ec48 req-8a34f372-856b-457b-b14c-8351f6c64691 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:49.480567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3da70591-d3c3-49ef-a2a9-fa78f6b4ec48 req-8a34f372-856b-457b-b14c-8351f6c64691 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 944 time: 0.1140966 Aug 11 00:35:49.563510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:35:49.591752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-245c0302-8467-4ee9-b058-5e5c0714101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:49.596202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-245c0302-8467-4ee9-b058-5e5c0714101f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1098 time: 0.2781682 Aug 11 00:35:49.614709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:35:49.619296 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3da70591-d3c3-49ef-a2a9-fa78f6b4ec48 req-a5c0739d-1a63-461d-aab3-a1c6cf851464 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286426 Aug 11 00:35:49.622749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:35:49.634223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Pushing event updated for resources: {'Port': ['ID=08b56afa-e354-44e5-a4b4-344ef37cd552,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:49.798262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-5690af0f-003b-45cf-b4e9-47b960cece50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:49.806336 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-5690af0f-003b-45cf-b4e9-47b960cece50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 914 time: 0.3373680 Aug 11 00:35:49.811821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:49.812922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:49.844137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-baac30cf-52ce-4f48-9529-0f08534cef5f req-45b92417-3b54-4a23-830b-1575f75c84b3 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/e8a08184-8aa0-4948-8556-885924333bf3 HTTP/1.1" status: 200 len: 1782 time: 0.1660628 Aug 11 00:35:49.887676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-8dadf8ee-db29-48f9-abc1-e801a1e56ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:49.887676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-8dadf8ee-db29-48f9-abc1-e801a1e56ceb service neutron] 10.222.0.44 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.2561085 Aug 11 00:35:49.888259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-0e813682-dc91-4192-8fed-e62b3f017198 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=584f2eae-0c4c-4100-8a89-5040712570a9 HTTP/1.1" status: 200 len: 217 time: 0.0700777 Aug 11 00:35:49.890153 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-e9ae4342-08b3-4565-8386-aa461f063ce0 req-76b310fc-bc15-43b2-8684-35ecd913e305 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] show failed (client error): The resource could not be found. Aug 11 00:35:49.891490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9ae4342-08b3-4565-8386-aa461f063ce0 req-76b310fc-bc15-43b2-8684-35ecd913e305 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/6de90201-e564-48ff-8b24-c6c0246078ed HTTP/1.1" status: 404 len: 352 time: 0.0460567 Aug 11 00:35:49.959307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-34debc23-bf62-4c7f-8189-6f8baf5b11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:49.961313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-34debc23-bf62-4c7f-8189-6f8baf5b11c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.0636575 Aug 11 00:35:50.034760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-3979f0eb-e463-4ec1-ae27-9995719370b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 1002 time: 0.1366038 Aug 11 00:35:50.047676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-baf699a2-c8c6-449e-a1a8-a114f854dc21 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9011924 Aug 11 00:35:50.047842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-fbc9ff79-b5d9-4fc4-9af8-d4afdab05611 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670729 Aug 11 00:35:50.066470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Request body: {'port': {'device_id': '3323983f-2629-480f-80b0-71e89097b88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:50.102417 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-e6737e51-127c-46b7-a911-97d12520a09f req-9a0df05c-9836-417e-8a54-df1ba3bc61b6 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] show failed (client error): The resource could not be found. Aug 11 00:35:50.102871 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6737e51-127c-46b7-a911-97d12520a09f req-9a0df05c-9836-417e-8a54-df1ba3bc61b6 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-group-rules/4d36a6be-b433-4f14-91d7-eb9a7628b796 HTTP/1.1" status: 404 len: 361 time: 0.0568125 Aug 11 00:35:50.197138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.200557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-735494c7-6649-4a98-826c-34eb0203dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:50.202512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-735494c7-6649-4a98-826c-34eb0203dc1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.1576221 Aug 11 00:35:50.219409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-e316c721-3a95-492d-9993-fc82a0764d64 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659439 Aug 11 00:35:50.256325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5eaf1ae8-0fc8-47ae-8865-cd7d43fd569d req-308c9ba6-0378-4628-b394-86e00ba536d1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/e8a08184-8aa0-4948-8556-885924333bf3 HTTP/1.1" status: 200 len: 1782 time: 0.2206576 Aug 11 00:35:50.331345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 15005b91-99aa-414c-82b1-bfbdcb90a340 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:35:50.332081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765e69e-d7ea-4335-ba2a-05fd2b950ee4 req-af96077a-9328-4735-b959-d99e532ecc3f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:50.337448 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.343208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2765e69e-d7ea-4335-ba2a-05fd2b950ee4 req-af96077a-9328-4735-b959-d99e532ecc3f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 945 time: 0.1380332 Aug 11 00:35:50.414862 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-369098e3-84b2-440e-8d0e-6a39332b2022 req-31b9153c-b42a-4082-bf5c-85ed67c9e2eb service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857362 Aug 11 00:35:50.443914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2765e69e-d7ea-4335-ba2a-05fd2b950ee4 req-3e9f714b-f91b-46ff-a54d-b4fe79104f71 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995259 Aug 11 00:35:50.574175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-6df9321b-546a-4640-b17f-fd1b6fb34254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:50.577738 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-6df9321b-546a-4640-b17f-fd1b6fb34254 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3669372 Aug 11 00:35:50.600259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:50.610985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae9c9-ba3e-43d3-bfb6-f5dc04c8dc7d req-0d10b074-21d6-42d0-ba09-b4ab898f21cf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:50.619567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcbae9c9-ba3e-43d3-bfb6-f5dc04c8dc7d req-0d10b074-21d6-42d0-ba09-b4ab898f21cf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 931 time: 0.0965288 Aug 11 00:35:50.632549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'port_id': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'mac_address': 'fa:16:3e:03:ab:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ab3007-8a2a-40a5-9bba-5bc7787197ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:35:50.675978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcbae9c9-ba3e-43d3-bfb6-f5dc04c8dc7d req-3c1957f3-cd4a-48bc-880d-03da2f5130a0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495536 Aug 11 00:35:50.694262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5eaf1ae8-0fc8-47ae-8865-cd7d43fd569d req-e5519c4d-08cb-4c39-af5e-7293a8942059 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.717881 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.747382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5eaf1ae8-0fc8-47ae-8865-cd7d43fd569d req-e5519c4d-08cb-4c39-af5e-7293a8942059 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.751921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15005b91-99aa-414c-82b1-bfbdcb90a340 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:35:50.813528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:50.828274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c26052f5-e6d9-449b-b0e9-70fb22bbd3ce req-f6590b7a-757c-42ba-b13c-3e352102b9b9 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/bf48e433-0240-4306-8905-97308a2d4803 HTTP/1.1" status: 200 len: 1815 time: 0.1139367 Aug 11 00:35:50.888896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b56afa-e354-44e5-a4b4-344ef37cd552 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:35:50.905785 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.907915 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c26052f5-e6d9-449b-b0e9-70fb22bbd3ce req-e9c1d2bf-670f-422e-ba60-5e86b7a8901d tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.917141 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-3fb77404-4227-4e4e-ace1-df2b38979ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245533 Aug 11 00:35:50.919562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.939134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c26052f5-e6d9-449b-b0e9-70fb22bbd3ce req-e9c1d2bf-670f-422e-ba60-5e86b7a8901d tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:50.956444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Transition to ACTIVE for port object 08b56afa-e354-44e5-a4b4-344ef37cd552 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:35:51.011273 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5eaf1ae8-0fc8-47ae-8865-cd7d43fd569d req-e5519c4d-08cb-4c39-af5e-7293a8942059 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.014531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5eaf1ae8-0fc8-47ae-8865-cd7d43fd569d req-e5519c4d-08cb-4c39-af5e-7293a8942059 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.015793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5eaf1ae8-0fc8-47ae-8865-cd7d43fd569d req-e5519c4d-08cb-4c39-af5e-7293a8942059 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/e8a08184-8aa0-4948-8556-885924333bf3 HTTP/1.1" status: 204 len: 173 time: 0.5363705 Aug 11 00:35:51.039092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:51.048040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5519c4d-08cb-4c39-af5e-7293a8942059 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a08184-8aa0-4948-8556-885924333bf3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:51.065997 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.097607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c26052f5-e6d9-449b-b0e9-70fb22bbd3ce req-e9c1d2bf-670f-422e-ba60-5e86b7a8901d tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.101590 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c26052f5-e6d9-449b-b0e9-70fb22bbd3ce req-e9c1d2bf-670f-422e-ba60-5e86b7a8901d tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.103454 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c26052f5-e6d9-449b-b0e9-70fb22bbd3ce req-e9c1d2bf-670f-422e-ba60-5e86b7a8901d tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "DELETE /v2.0/security-groups/bf48e433-0240-4306-8905-97308a2d4803 HTTP/1.1" status: 204 len: 173 time: 0.2696331 Aug 11 00:35:51.120798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1d2bf-670f-422e-ba60-5e86b7a8901d tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf48e433-0240-4306-8905-97308a2d4803,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:51.181215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['15005b91-99aa-414c-82b1-bfbdcb90a340'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:51.239919 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-8f1283f4-e786-4651-974a-0feebdcc678e req-88be94fa-d8be-4eea-bc99-de7d8ee94ee7 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:35:51.251754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f1283f4-e786-4651-974a-0feebdcc678e req-88be94fa-d8be-4eea-bc99-de7d8ee94ee7 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/e8a08184-8aa0-4948-8556-885924333bf3 HTTP/1.1" status: 404 len: 352 time: 0.0273235 Aug 11 00:35:51.306679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Pushing event updated for resources: {'Port': ['ID=08b56afa-e354-44e5-a4b4-344ef37cd552,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:51.312690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69b49bd9-78a0-4992-b285-04e2beef28ea req-37969057-7a9d-49b5-87ac-830d8be650d5 service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874252 Aug 11 00:35:51.319425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Attempting to bind port 08b56afa-e354-44e5-a4b4-344ef37cd552 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:35:51.320227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Attempting to bind port 08b56afa-e354-44e5-a4b4-344ef37cd552 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:35:51.320580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Attempting to bind port 08b56afa-e354-44e5-a4b4-344ef37cd552 on network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:35:51.328046 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-140a2f85-8398-4725-9d63-520690b34f33 req-c4e16942-009d-4547-b942-25d72ec50819 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/fdbc97dc-bd91-4b98-890d-16298c399770 HTTP/1.1" status: 200 len: 1814 time: 0.0637856 Aug 11 00:35:51.331374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Port 08b56afa-e354-44e5-a4b4-344ef37cd552 on network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:35:51.332513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Attempting to bind port 08b56afa-e354-44e5-a4b4-344ef37cd552 on network 7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:35:51.347831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:35:51.348186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Checking segment: {'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:35:51.348589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Bound using segment: {'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:35:51.349043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Bound port: 08b56afa-e354-44e5-a4b4-344ef37cd552, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28656fcf-5be3-4123-9fe4-5f1c43c12b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:35:51.349418 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.395448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8fd3-7246-417a-99fa-9271c2593319 req-d6178f4a-abab-498e-abb0-9431c93f3ac1 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:51.397181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-920e8fd3-7246-417a-99fa-9271c2593319 req-d6178f4a-abab-498e-abb0-9431c93f3ac1 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 945 time: 0.2273688 Aug 11 00:35:51.431774 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-140a2f85-8398-4725-9d63-520690b34f33 req-e58c1e61-7779-4308-83eb-eca4f07a2f74 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.473320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-140a2f85-8398-4725-9d63-520690b34f33 req-e58c1e61-7779-4308-83eb-eca4f07a2f74 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.504219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-920e8fd3-7246-417a-99fa-9271c2593319 req-68f7771c-1927-43b8-9fe3-b7caf44546f5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Aug 11 00:35:51.511500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] For port 08b56afa-e354-44e5-a4b4-344ef37cd552, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:35:51.515760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] For port 08b56afa-e354-44e5-a4b4-344ef37cd552, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08b56afa-e354-44e5-a4b4-344ef37cd552,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:35:51.540141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ae11f266-daea-4aad-8931-c7c0738b97e1 req-ab9a9981-18ee-473f-a0aa-8e3d4f7fbea6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-829640970', 'description': 'tempest-description-136905798'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:51.590829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.636269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:51.638056 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.639907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/08b56afa-e354-44e5-a4b4-344ef37cd552 HTTP/1.1" status: 200 len: 1092 time: 1.5785697 Aug 11 00:35:51.642990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3323983f-2629-480f-80b0-71e89097b88a', 'tag': '08b56afa-e354-44e5-a4b4-344ef37cd552'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:51.645913 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40f4e04-1ac1-4ff0-af8e-e237811b8587" -d '{"events": [{"name": "network-changed", "server_uuid": "3323983f-2629-480f-80b0-71e89097b88a", "tag": "08b56afa-e354-44e5-a4b4-344ef37cd552"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:51.655896 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-140a2f85-8398-4725-9d63-520690b34f33 req-e58c1e61-7779-4308-83eb-eca4f07a2f74 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.658543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-140a2f85-8398-4725-9d63-520690b34f33 req-e58c1e61-7779-4308-83eb-eca4f07a2f74 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.659881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-140a2f85-8398-4725-9d63-520690b34f33 req-e58c1e61-7779-4308-83eb-eca4f07a2f74 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "DELETE /v2.0/security-groups/fdbc97dc-bd91-4b98-890d-16298c399770 HTTP/1.1" status: 204 len: 173 time: 0.3308079 Aug 11 00:35:51.670758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c1e61-7779-4308-83eb-eca4f07a2f74 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc97dc-bd91-4b98-890d-16298c399770,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:51.689002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9372fec-28a9-4f03-aa9e-f474377256d4 service neutron] Pushing event updated for resources: {'Port': ['ID=08b56afa-e354-44e5-a4b4-344ef37cd552,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:51.707411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ae11f266-daea-4aad-8931-c7c0738b97e1 req-ab9a9981-18ee-473f-a0aa-8e3d4f7fbea6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.777638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-6d4543d6-e35c-49bb-b0eb-f3bd1409b0e7 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:51.780147 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-6d4543d6-e35c-49bb-b0eb-f3bd1409b0e7 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 945 time: 0.0857103 Aug 11 00:35:51.866161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fcf8-dc77-424c-ad1c-d31e43f65d61 req-5699897a-c7fd-4215-8d31-438a0bd4769e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:51.867822 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85a9fcf8-dc77-424c-ad1c-d31e43f65d61 req-5699897a-c7fd-4215-8d31-438a0bd4769e tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 945 time: 0.0566750 Aug 11 00:35:51.953334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ae11f266-daea-4aad-8931-c7c0738b97e1 req-ab9a9981-18ee-473f-a0aa-8e3d4f7fbea6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:51.965919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-6f411a8b-b1fa-4b68-bfc2-8171fa07612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:51.967556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-6f411a8b-b1fa-4b68-bfc2-8171fa07612f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 1095 time: 0.1371186 Aug 11 00:35:51.990681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85a9fcf8-dc77-424c-ad1c-d31e43f65d61 req-c98c4d15-394d-405f-aed6-77515f06d658 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868773 Aug 11 00:35:52.134839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1354aeff-7502-44e8-adca-0e16beea7af2 req-a0c10646-1ebb-46d2-8bba-93153b77319d tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/085eb135-91dc-4446-b53a-eb69d7b3e380 HTTP/1.1" status: 200 len: 1813 time: 0.0741630 Aug 11 00:35:52.234378 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1354aeff-7502-44e8-adca-0e16beea7af2 req-4aacb080-d445-4ad4-9a46-cf853a9391d5 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.268965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1354aeff-7502-44e8-adca-0e16beea7af2 req-4aacb080-d445-4ad4-9a46-cf853a9391d5 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.272946 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.351146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 15005b91-99aa-414c-82b1-bfbdcb90a340 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:35:52.406479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-f040ba3b-39c2-4c70-96ce-bbd51d6cf0fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08b56afa-e354-44e5-a4b4-344ef37cd552 HTTP/1.1" status: 200 len: 217 time: 0.4288182 Aug 11 00:35:52.408690 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c894b9-2c09-4139-8a38-7b7d4e025090 x-openstack-request-id: req-e5c894b9-2c09-4139-8a38-7b7d4e025090 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:52.408983 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3323983f-2629-480f-80b0-71e89097b88a", "tag": "08b56afa-e354-44e5-a4b4-344ef37cd552", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:52.409244 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5c894b9-2c09-4139-8a38-7b7d4e025090 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:52.409658 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3323983f-2629-480f-80b0-71e89097b88a', 'tag': '08b56afa-e354-44e5-a4b4-344ef37cd552', 'status': 'completed', 'code': 200} Aug 11 00:35:52.413308 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ae11f266-daea-4aad-8931-c7c0738b97e1 req-ab9a9981-18ee-473f-a0aa-8e3d4f7fbea6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.439602 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1354aeff-7502-44e8-adca-0e16beea7af2 req-4aacb080-d445-4ad4-9a46-cf853a9391d5 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.444935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1354aeff-7502-44e8-adca-0e16beea7af2 req-4aacb080-d445-4ad4-9a46-cf853a9391d5 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.462746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1354aeff-7502-44e8-adca-0e16beea7af2 req-4aacb080-d445-4ad4-9a46-cf853a9391d5 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "DELETE /v2.0/security-groups/085eb135-91dc-4446-b53a-eb69d7b3e380 HTTP/1.1" status: 204 len: 173 time: 0.3193245 Aug 11 00:35:52.479005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Deleting port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:52.479546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.486580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacb080-d445-4ad4-9a46-cf853a9391d5 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085eb135-91dc-4446-b53a-eb69d7b3e380,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:52.585623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 15005b91-99aa-414c-82b1-bfbdcb90a340 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:35:52.597390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 15005b91-99aa-414c-82b1-bfbdcb90a340 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:35:52.597858 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.597989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b85c7e46-d827-4702-8090-7251062272eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:52.599858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b85c7e46-d827-4702-8090-7251062272eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.1821902 Aug 11 00:35:52.601779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a9981-18ee-473f-a0aa-8e3d4f7fbea6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d041603-585f-4d50-abd1-ed5d8e5a5891,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:52.643762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03977787-daea-4444-a3fc-94eabf8f6a23 req-ae4be104-490a-4f6b-8792-1c5588a361ad tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:52.645239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03977787-daea-4444-a3fc-94eabf8f6a23 req-ae4be104-490a-4f6b-8792-1c5588a361ad tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 943 time: 0.0906017 Aug 11 00:35:52.682255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-9045912b-cb54-4d0b-9ccf-90f8ccd20557 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710068 Aug 11 00:35:52.703847 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ae11f266-daea-4aad-8931-c7c0738b97e1 req-ab9a9981-18ee-473f-a0aa-8e3d4f7fbea6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.715712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae11f266-daea-4aad-8931-c7c0738b97e1 req-ab9a9981-18ee-473f-a0aa-8e3d4f7fbea6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1796284 Aug 11 00:35:52.757140 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03977787-daea-4444-a3fc-94eabf8f6a23 req-1abd191a-bac5-4340-a7e0-5bea38fff8f9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999653 Aug 11 00:35:52.810634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:52.876301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:52.878531 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2a4093-187d-4027-950d-86f84358f736" -d '{"events": [{"server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "name": "network-vif-plugged", "status": "completed", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:52.909229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:52.958016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33995aec-8ffe-40f1-b61f-45f36c0a4b58 req-29d70196-af98-4077-a4c5-ba7bab96a08b tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/863eccbc-c5dc-427c-9a88-1dd3c287ee6b HTTP/1.1" status: 200 len: 1814 time: 0.1037035 Aug 11 00:35:52.994241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-01fdce49-abb4-41c6-8cc7-db70d3766fca service neutron] 10.222.0.55 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766645 Aug 11 00:35:53.083131 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.087042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:35:53.102368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-33995aec-8ffe-40f1-b61f-45f36c0a4b58 req-0bd71982-ca5b-46ef-9928-8cef09a30531 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.169844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-33995aec-8ffe-40f1-b61f-45f36c0a4b58 req-0bd71982-ca5b-46ef-9928-8cef09a30531 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.170608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] For port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:53.171002 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.286825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c578f-2078-415b-943a-dfe633309e98 req-1744a7fb-b1e5-4410-b98a-8533fa5a223f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:53.294669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d82c578f-2078-415b-943a-dfe633309e98 req-1744a7fb-b1e5-4410-b98a-8533fa5a223f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 946 time: 0.2681887 Aug 11 00:35:53.300061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:53.320707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74ee23d3-67cd-4b16-b331-2226bf6eb47b req-b3f964c8-31d1-4b51-b742-4bf6c08b1598 service neutron] 10.222.0.55 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259685 Aug 11 00:35:53.411379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d82c578f-2078-415b-943a-dfe633309e98 req-3a71479d-6c7c-49f2-9154-57fe69e5212f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151135 Aug 11 00:35:53.469601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-33995aec-8ffe-40f1-b61f-45f36c0a4b58 req-0bd71982-ca5b-46ef-9928-8cef09a30531 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.476596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-33995aec-8ffe-40f1-b61f-45f36c0a4b58 req-0bd71982-ca5b-46ef-9928-8cef09a30531 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.500467 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33995aec-8ffe-40f1-b61f-45f36c0a4b58 req-0bd71982-ca5b-46ef-9928-8cef09a30531 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "DELETE /v2.0/security-groups/863eccbc-c5dc-427c-9a88-1dd3c287ee6b HTTP/1.1" status: 204 len: 173 time: 0.5238900 Aug 11 00:35:53.500970 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.518688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-77a3cae8-fba0-4624-830a-b8421dcffe3b req-7017f992-13dd-4991-8926-e7cfd9bd8901 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1612935300', 'description': 'tempest-description-1447824642'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:53.557185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd71982-ca5b-46ef-9928-8cef09a30531 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863eccbc-c5dc-427c-9a88-1dd3c287ee6b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:53.609047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:53.617816 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff1be2b-5bdc-4565-acee-eef09d02b7f3 x-openstack-request-id: req-1ff1be2b-5bdc-4565-acee-eef09d02b7f3 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:53.631877 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "name": "network-vif-plugged", "status": "completed", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:53.631877 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ff1be2b-5bdc-4565-acee-eef09d02b7f3 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:53.631877 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'code': 200} Aug 11 00:35:53.648180 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.649216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.649536 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Floating IP 458ec763-041e-42a3-9252-cd89e32f3d07 disassociated. External IP: 172.25.0.228, port: 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e. Aug 11 00:35:53.649906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Calling delete_port for 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:53.707734 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.720706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-6c4f4e6e-c6b3-460a-94bb-f635869f9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:53.722287 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-6c4f4e6e-c6b3-460a-94bb-f635869f9281 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 1095 time: 0.1391184 Aug 11 00:35:53.789242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93b75d-6992-4ba2-8824-adf9a81c0f73 req-33a338d5-1b5b-4780-a7f8-d3e8dbb341e4 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:53.792988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df93b75d-6992-4ba2-8824-adf9a81c0f73 req-33a338d5-1b5b-4780-a7f8-d3e8dbb341e4 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 943 time: 0.0766888 Aug 11 00:35:53.818050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:53.822949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-77a3cae8-fba0-4624-830a-b8421dcffe3b req-7017f992-13dd-4991-8926-e7cfd9bd8901 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:53.877451 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-df93b75d-6992-4ba2-8824-adf9a81c0f73 req-e5f4c321-10fd-4a23-b087-4aecf6198651 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups?id=77e7462d-9c39-4e57-9256-903185eed55d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734723 Aug 11 00:35:53.886619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5d21e-86e3-4073-9116-4de18d667752 req-cb26d9c1-d2a5-45d3-b8ec-52dfcf4691bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:53.888237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53d5d21e-86e3-4073-9116-4de18d667752 req-cb26d9c1-d2a5-45d3-b8ec-52dfcf4691bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 1098 time: 0.1650195 Aug 11 00:35:53.963972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-5470c64f-e731-4b2d-8212-b3b1fa47e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:53.966070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-5470c64f-e731-4b2d-8212-b3b1fa47e202 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 914 time: 0.2304742 Aug 11 00:35:53.976880 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b55e9025-ab0c-4b63-8069-372bb4f3ea53 req-fcaef6ba-5076-41c0-89f4-a8f993654395 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "GET /v2.0/security-groups/96e445d2-ad3b-43eb-a151-5c54e0b165a2 HTTP/1.1" status: 200 len: 1815 time: 0.0648134 Aug 11 00:35:54.049172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-36f56e12-8500-4af7-9f02-e877a56d1526 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08b56afa-e354-44e5-a4b4-344ef37cd552 HTTP/1.1" status: 200 len: 217 time: 0.0732470 Aug 11 00:35:54.060124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b55e9025-ab0c-4b63-8069-372bb4f3ea53 req-51b7f1bc-aaca-4d25-aae8-bb8eef033178 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.062648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53d5d21e-86e3-4073-9116-4de18d667752 req-94fad899-8cfe-4af8-b08a-43a20f2eb683 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655169 Aug 11 00:35:54.093894 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b55e9025-ab0c-4b63-8069-372bb4f3ea53 req-51b7f1bc-aaca-4d25-aae8-bb8eef033178 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.137986 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-77a3cae8-fba0-4624-830a-b8421dcffe3b req-7017f992-13dd-4991-8926-e7cfd9bd8901 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.140736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-1764954f-ae43-4c7c-8b53-aea6c69ca4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:54.142378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-1764954f-ae43-4c7c-8b53-aea6c69ca4a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.0835378 Aug 11 00:35:54.161592 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.192262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-d81f403b-a170-42d9-b35d-58e43bccc06c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418177 Aug 11 00:35:54.227232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event deleted for resources: {'Port': ['ID=7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:54.273949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-77a3cae8-fba0-4624-830a-b8421dcffe3b req-7017f992-13dd-4991-8926-e7cfd9bd8901 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.347300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b55e9025-ab0c-4b63-8069-372bb4f3ea53 req-51b7f1bc-aaca-4d25-aae8-bb8eef033178 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.350217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b55e9025-ab0c-4b63-8069-372bb4f3ea53 req-51b7f1bc-aaca-4d25-aae8-bb8eef033178 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.352318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b55e9025-ab0c-4b63-8069-372bb4f3ea53 req-51b7f1bc-aaca-4d25-aae8-bb8eef033178 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] 10.222.0.43 "DELETE /v2.0/security-groups/96e445d2-ad3b-43eb-a151-5c54e0b165a2 HTTP/1.1" status: 204 len: 173 time: 0.3626132 Aug 11 00:35:54.366332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35072) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:54.368886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7f1bc-aaca-4d25-aae8-bb8eef033178 tempest-SecurityGroupRulesNegativeTestJSON-392926895 tempest-SecurityGroupRulesNegativeTestJSON-392926895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e445d2-ad3b-43eb-a151-5c54e0b165a2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:54.381553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017f992-13dd-4991-8926-e7cfd9bd8901 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d80034f-22fb-4580-a587-fc6f35cb41b6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:54.490155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-77a3cae8-fba0-4624-830a-b8421dcffe3b req-7017f992-13dd-4991-8926-e7cfd9bd8901 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.491460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-77a3cae8-fba0-4624-830a-b8421dcffe3b req-7017f992-13dd-4991-8926-e7cfd9bd8901 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0003593 Aug 11 00:35:54.502409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-76aa082c-6454-47e1-83a8-2b80989ba2c7 admin admin] Deleting subnet 3d839262-e53b-4672-9728-c370b43a2efa {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:35:54.503856 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76aa082c-6454-47e1-83a8-2b80989ba2c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.529331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-68c5de31-5661-4662-b201-e1591ca141f2 service neutron] 10.222.0.55 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137097 Aug 11 00:35:54.539853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca915104-509d-48a5-9f1b-86de6b64a611 req-78dda98d-e41f-492d-b417-49a0c0e2885f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:54.548812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca915104-509d-48a5-9f1b-86de6b64a611 req-78dda98d-e41f-492d-b417-49a0c0e2885f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 943 time: 0.0771439 Aug 11 00:35:54.620923 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca915104-509d-48a5-9f1b-86de6b64a611 req-ddda95fb-f079-445a-b127-f3c3cf721e7b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710871 Aug 11 00:35:54.624481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76aa082c-6454-47e1-83a8-2b80989ba2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.658696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-2ef766f6-0db6-4f8e-9acd-09c6c5652ea2 req-1d7409da-14af-44cd-a88a-05ecb5cfb87a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1720234588', 'description': 'tempest-description-1282176087'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:54.695634 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76aa082c-6454-47e1-83a8-2b80989ba2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.736126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:35:54.769570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ef766f6-0db6-4f8e-9acd-09c6c5652ea2 req-1d7409da-14af-44cd-a88a-05ecb5cfb87a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.879674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d40f4e04-1ac1-4ff0-af8e-e237811b8587 req-2c038f46-080c-4259-9ac5-b2c9a33de928 service neutron] 10.222.0.55 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407836 Aug 11 00:35:54.907211 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ef766f6-0db6-4f8e-9acd-09c6c5652ea2 req-1d7409da-14af-44cd-a88a-05ecb5cfb87a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:54.950043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240ca8-b6a1-4d7d-b1b4-0dcc186727d7 req-86ff39f4-eee6-497a-8f4f-74f8b278b9cb tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:54.951745 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb240ca8-b6a1-4d7d-b1b4-0dcc186727d7 req-86ff39f4-eee6-497a-8f4f-74f8b278b9cb tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 946 time: 0.2227404 Aug 11 00:35:55.044616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ef766f6-0db6-4f8e-9acd-09c6c5652ea2 req-1d7409da-14af-44cd-a88a-05ecb5cfb87a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.052022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb240ca8-b6a1-4d7d-b1b4-0dcc186727d7 req-10e44daa-dc70-4b7e-81d0-6f7f601de5e5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917912 Aug 11 00:35:55.061485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:35:55.086048 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] Sync routers for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:35:55.100280 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:35:55.101249 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:35:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:55.123528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7409da-14af-44cd-a88a-05ecb5cfb87a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010cbcd2-2896-4a22-a0de-4935ab855bfc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:55.147747 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76aa082c-6454-47e1-83a8-2b80989ba2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.204021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ef766f6-0db6-4f8e-9acd-09c6c5652ea2 req-1d7409da-14af-44cd-a88a-05ecb5cfb87a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.217241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ef766f6-0db6-4f8e-9acd-09c6c5652ea2 req-1d7409da-14af-44cd-a88a-05ecb5cfb87a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5545368 Aug 11 00:35:55.230562 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:35:55.244978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] No DVR routers for this DVR port 7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:35:55.252969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.259716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a6f922f-02b1-4af3-b1dd-301dd038fd7d req-fa0328c8-9515-491c-8c4d-f0ffac640de1 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.55 "DELETE /v2.0/ports/7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e HTTP/1.1" status: 204 len: 173 time: 3.4659345 Aug 11 00:35:55.263207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'name': 'network-vif-deleted', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:55.280232 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ebb2a6-5ec6-4320-958f-310ee52cc4c1" -d '{"events": [{"server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "name": "network-vif-deleted", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:55.290240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76aa082c-6454-47e1-83a8-2b80989ba2c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.294492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-76aa082c-6454-47e1-83a8-2b80989ba2c7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3d839262-e53b-4672-9728-c370b43a2efa HTTP/1.1" status: 204 len: 168 time: 0.9262695 Aug 11 00:35:55.296001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa082c-6454-47e1-83a8-2b80989ba2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d839262-e53b-4672-9728-c370b43a2efa,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:55.297077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35098) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:55.349796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-175e5ee7-301e-4344-a90c-1bdfa3bde6d1 req-3f128a9f-903f-4f22-81e2-d63885632c8f tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 210 time: 0.0475521 Aug 11 00:35:55.404969 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b29585d-1b71-4b87-9af9-2ed3f2930064 x-openstack-request-id: req-9b29585d-1b71-4b87-9af9-2ed3f2930064 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:55.406270 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "name": "network-vif-deleted", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:55.407863 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b29585d-1b71-4b87-9af9-2ed3f2930064 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:55.408602 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'name': 'network-vif-deleted', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'status': 'completed', 'code': 200} Aug 11 00:35:55.508057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.563599 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:55.599068 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] Checking router: 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:35:55.607302 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5649242b-bad1-4eb7-a596-4900d9fcceea req-9c661ebb-3842-44e7-993a-76378dc2d3a2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3495b51f82b4d44a266da20c3bea2ad HTTP/1.1" status: 200 len: 10908 time: 0.3310344 Aug 11 00:35:55.613653 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:35:55.615147 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:35:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:55.628989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:55.641759 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4865ae4d-2fa8-44e0-9a67-2b832dff755f" -d '{"events": [{"server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:55.709208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.740817 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5649242b-bad1-4eb7-a596-4900d9fcceea req-b2c8ae52-b1e0-4b08-b2be-276afce3d042 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/82a41f4b-cbfd-497f-bf54-f197bba26bb8 HTTP/1.1" status: 200 len: 2985 time: 0.1315143 Aug 11 00:35:55.744602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad5f764-379a-4a3f-a674-c7527fc20a02']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:55.748445 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:35:55.765160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed49ede-b658-4277-92ff-1f7ceb79f6ad') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:55.771795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed49ede-b658-4277-92ff-1f7ceb79f6ad') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:55.803422 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.845974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bb0c2-0402-4673-bb6a-bf9a3fc59e2b req-8c3c34b3-5eda-4fac-937e-b7a0810e5e0c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:55.857772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a0bb0c2-0402-4673-bb6a-bf9a3fc59e2b req-8c3c34b3-5eda-4fac-937e-b7a0810e5e0c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 943 time: 0.0812826 Aug 11 00:35:55.858631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.881027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:35:55.881560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:35:55.884540 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:35:55.928005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5649242b-bad1-4eb7-a596-4900d9fcceea req-45491900-bcd1-488e-8339-7c290d5a0a66 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/82a41f4b-cbfd-497f-bf54-f197bba26bb8 HTTP/1.1" status: 200 len: 2985 time: 0.1520689 Aug 11 00:35:55.929128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a0bb0c2-0402-4673-bb6a-bf9a3fc59e2b req-49ae9cc1-b983-4f5b-bd30-39e2f7261aff tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691009 Aug 11 00:35:56.012999 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31ee4d1-8532-41fa-8932-2243a071a5b6 x-openstack-request-id: req-d31ee4d1-8532-41fa-8932-2243a071a5b6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:56.013463 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dbef6b-468e-48e8-9197-d23b4fa99284", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:56.014171 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d31ee4d1-8532-41fa-8932-2243a071a5b6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:56.015012 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dbef6b-468e-48e8-9197-d23b4fa99284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7da9ae-b0bb-4614-b3c6-4b49ccec9f5e', 'code': 200} Aug 11 00:35:56.062696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b2001c8-5c5d-455c-a9e2-674b782db447 req-91d85079-4b17-4a88-993f-804d97888d02 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/5d041603-585f-4d50-abd1-ed5d8e5a5891 HTTP/1.1" status: 200 len: 1801 time: 0.0891049 Aug 11 00:35:56.085312 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:35:56.107251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:56.114907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:56.117908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fad5f764-379a-4a3f-a674-c7527fc20a02 HTTP/1.1" status: 204 len: 168 time: 0.8170569 Aug 11 00:35:56.143507 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31590669-6296-4ccc-b535-cef699cd3f19 None None] The sync data for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 is: [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:27:17Z', 'revision_number': 4, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'aef77f1b-f6c3-45b2-934f-839d6fa01396', 'name': '', 'network_id': 'ca97a61f-0256-4523-9664-a2a145667588', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'mac_address': 'fa:16:3e:fb:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:15Z', 'updated_at': '2021-08-11T00:27:25Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'subnets': [{'id': 'afc4f30f-5d0b-46ae-ab39-ec2619e3d120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:35:56.155569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378f0d0-d71e-428e-bcab-e63dfa615ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad5f764-379a-4a3f-a674-c7527fc20a02,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:56.218836 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9b2001c8-5c5d-455c-a9e2-674b782db447 req-b5e93ab2-a7e0-4df0-b3c3-7587114f1398 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:56.249875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9b2001c8-5c5d-455c-a9e2-674b782db447 req-b5e93ab2-a7e0-4df0-b3c3-7587114f1398 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:56.313438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e1be1-87c1-4bc7-8d81-25a02fbf5ddd req-3c1e08b5-b702-42f3-a698-ae3aae98cfc6 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:56.315648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f7e1be1-87c1-4bc7-8d81-25a02fbf5ddd req-3c1e08b5-b702-42f3-a698-ae3aae98cfc6 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 946 time: 0.0771799 Aug 11 00:35:56.386784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 08b56afa-e354-44e5-a4b4-344ef37cd552 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:35:56.421264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f7e1be1-87c1-4bc7-8d81-25a02fbf5ddd req-0948a34a-609a-4db6-8aef-a8eefa6a2bc5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931003 Aug 11 00:35:56.513454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9b2001c8-5c5d-455c-a9e2-674b782db447 req-b5e93ab2-a7e0-4df0-b3c3-7587114f1398 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:56.519103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9b2001c8-5c5d-455c-a9e2-674b782db447 req-b5e93ab2-a7e0-4df0-b3c3-7587114f1398 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:56.522294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b2001c8-5c5d-455c-a9e2-674b782db447 req-b5e93ab2-a7e0-4df0-b3c3-7587114f1398 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d041603-585f-4d50-abd1-ed5d8e5a5891 HTTP/1.1" status: 204 len: 173 time: 0.4529836 Aug 11 00:35:56.556554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e93ab2-a7e0-4df0-b3c3-7587114f1398 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d041603-585f-4d50-abd1-ed5d8e5a5891,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:56.580510 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-bb6c640c-fd67-45c9-9062-99c57607f536 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1540132 Aug 11 00:35:56.625705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e277a6a-01b8-415d-8e6c-891f3334fbef req-91618d98-5ea2-4e08-84f7-1d66f905afa3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/ports?device_id=69dbef6b-468e-48e8-9197-d23b4fa99284 HTTP/1.1" status: 200 len: 210 time: 0.0807393 Aug 11 00:35:56.673582 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-2335b6db-e12c-46a5-8d63-d17ae23f78d4 req-de214f2f-c179-4504-b754-db805711e784 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:35:56.687725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 08b56afa-e354-44e5-a4b4-344ef37cd552, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08b56afa-e354-44e5-a4b4-344ef37cd552,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:56.690100 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2335b6db-e12c-46a5-8d63-d17ae23f78d4 req-de214f2f-c179-4504-b754-db805711e784 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/5d041603-585f-4d50-abd1-ed5d8e5a5891 HTTP/1.1" status: 404 len: 352 time: 0.0425076 Aug 11 00:35:56.739342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '08b56afa-e354-44e5-a4b4-344ef37cd552', 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40', 'port_id': '08b56afa-e354-44e5-a4b4-344ef37cd552', 'mac_address': 'fa:16:3e:06:f5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dff2b5-ed34-4761-911b-0b4b50d25afc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:35:56.787707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a090e7a-555a-4c4e-af9f-cc7bcf74e946 req-a6211bc4-7342-448d-b8c2-a085bcdf0f03 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/5d80034f-22fb-4580-a587-fc6f35cb41b6 HTTP/1.1" status: 200 len: 1803 time: 0.0685287 Aug 11 00:35:56.792424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-2980a852-e777-4640-b6da-21e4e14c93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:56.794177 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-2980a852-e777-4640-b6da-21e4e14c93fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1097 time: 0.1660690 Aug 11 00:35:56.826749 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:56.829193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15202ee5-e62b-4716-bf08-45ed61f1c9d5 None None] New status for floating IP 458ec763-041e-42a3-9252-cd89e32f3d07: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:35:56.861930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b56afa-e354-44e5-a4b4-344ef37cd552 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:35:56.939294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a090e7a-555a-4c4e-af9f-cc7bcf74e946 req-87b23650-ac1c-4113-88a2-f0b437925cd4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:56.950886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-20ed34e3-21a1-4c64-b067-2c940f456569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:56.953945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-20ed34e3-21a1-4c64-b067-2c940f456569 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 919 time: 0.1209905 Aug 11 00:35:56.980674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35132) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:57.011853 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a090e7a-555a-4c4e-af9f-cc7bcf74e946 req-87b23650-ac1c-4113-88a2-f0b437925cd4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:57.197003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-e1e9ee8f-a030-4c3e-b5ce-165845395319 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 200 len: 217 time: 0.1060648 Aug 11 00:35:57.197618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 08b56afa-e354-44e5-a4b4-344ef37cd552, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08b56afa-e354-44e5-a4b4-344ef37cd552,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:57.197766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-f9a64515-1c0a-41ea-ad8c-ff77fca56dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:57.197766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-f9a64515-1c0a-41ea-ad8c-ff77fca56dd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.0722082 Aug 11 00:35:57.197766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ca6df380-c707-4c10-9c82-66523b96eb2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7997299f66b248809f87e7ade16fbff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851945 Aug 11 00:35:57.197766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35134) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:57.211680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-cfd557f2-1905-48b2-9924-474a78faaf89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376098 Aug 11 00:35:57.330414 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a090e7a-555a-4c4e-af9f-cc7bcf74e946 req-87b23650-ac1c-4113-88a2-f0b437925cd4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:57.330758 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:57.340063 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a090e7a-555a-4c4e-af9f-cc7bcf74e946 req-87b23650-ac1c-4113-88a2-f0b437925cd4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:57.346122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a090e7a-555a-4c4e-af9f-cc7bcf74e946 req-87b23650-ac1c-4113-88a2-f0b437925cd4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d80034f-22fb-4580-a587-fc6f35cb41b6 HTTP/1.1" status: 204 len: 173 time: 0.5223119 Aug 11 00:35:57.365984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e489af1f-4039-4377-8b59-7d45a9c9e0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:57.388254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b23650-ac1c-4113-88a2-f0b437925cd4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d80034f-22fb-4580-a587-fc6f35cb41b6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:57.519339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=08b56afa-e354-44e5-a4b4-344ef37cd552,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:57.530727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-b4218332-0f02-4791-8873-acf6ccefbf55 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077276 Aug 11 00:35:57.540023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.540344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.542592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.542592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.542592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.543194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.543194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.547619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.547995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.548799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.553035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.553424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:35:57.595548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['08b56afa-e354-44e5-a4b4-344ef37cd552'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:35:57.639668 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e489af1f-4039-4377-8b59-7d45a9c9e0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:57.641949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcebd6-4395-466d-ace4-60894d7bb802 req-dbbb22e9-6dff-476d-94b1-5ec9756220e0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:57.647737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6adcebd6-4395-466d-ace4-60894d7bb802 req-dbbb22e9-6dff-476d-94b1-5ec9756220e0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 944 time: 0.1101797 Aug 11 00:35:57.707135 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6adcebd6-4395-466d-ace4-60894d7bb802 req-bb157c20-e71a-4a8d-a228-6ba8e8312e23 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Aug 11 00:35:57.761397 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-a8afd158-1609-43bc-8bae-6e81ac52fc09 req-66ed0874-e85c-457d-83c1-bc2a3798d464 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:35:57.762544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a8afd158-1609-43bc-8bae-6e81ac52fc09 req-66ed0874-e85c-457d-83c1-bc2a3798d464 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/5d80034f-22fb-4580-a587-fc6f35cb41b6 HTTP/1.1" status: 404 len: 352 time: 0.0156558 Aug 11 00:35:57.794927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4476b7-19ff-4a84-8d5a-37c7a7340e56 req-b7ba350c-749a-4f77-87d4-24347a50779b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:57.798024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f4476b7-19ff-4a84-8d5a-37c7a7340e56 req-b7ba350c-749a-4f77-87d4-24347a50779b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 946 time: 0.1921468 Aug 11 00:35:57.835416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0db9debd-1c1f-4052-b8d5-0c0dc2aaf59c req-2baa45d1-3814-4cfb-835f-9c26602e807c service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030913 Aug 11 00:35:57.883926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca306da3-07e1-469d-86db-2668ebeed5d8 req-f8beef66-59a7-420f-8685-50c7b006ef1e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/010cbcd2-2896-4a22-a0de-4935ab855bfc HTTP/1.1" status: 200 len: 1803 time: 0.0471568 Aug 11 00:35:57.895834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f4476b7-19ff-4a84-8d5a-37c7a7340e56 req-40608416-c6c9-4a60-8f46-6cee4d55af84 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808055 Aug 11 00:35:57.952603 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ca306da3-07e1-469d-86db-2668ebeed5d8 req-85a83464-b126-4046-85a2-b07df7f00089 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:57.982513 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ca306da3-07e1-469d-86db-2668ebeed5d8 req-85a83464-b126-4046-85a2-b07df7f00089 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.038302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e489af1f-4039-4377-8b59-7d45a9c9e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.041975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e489af1f-4039-4377-8b59-7d45a9c9e0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.047552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e489af1f-4039-4377-8b59-7d45a9c9e0a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43705dfe-6cb5-4a54-9e7e-2371cb11b01f HTTP/1.1" status: 204 len: 168 time: 0.8706484 Aug 11 00:35:58.058447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489af1f-4039-4377-8b59-7d45a9c9e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43705dfe-6cb5-4a54-9e7e-2371cb11b01f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:58.080099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35152) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:58.152101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ca306da3-07e1-469d-86db-2668ebeed5d8 req-85a83464-b126-4046-85a2-b07df7f00089 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.155420 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ca306da3-07e1-469d-86db-2668ebeed5d8 req-85a83464-b126-4046-85a2-b07df7f00089 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.156668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca306da3-07e1-469d-86db-2668ebeed5d8 req-85a83464-b126-4046-85a2-b07df7f00089 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/010cbcd2-2896-4a22-a0de-4935ab855bfc HTTP/1.1" status: 204 len: 173 time: 0.2678087 Aug 11 00:35:58.165900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a49fd30c-8c16-4e40-b109-6986416f3fd3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.173911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a83464-b126-4046-85a2-b07df7f00089 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010cbcd2-2896-4a22-a0de-4935ab855bfc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:58.211909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a49fd30c-8c16-4e40-b109-6986416f3fd3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.219501 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-735b0a60-ef7c-4849-bd1e-7bf884c8b005 req-5963154d-a81a-4a56-a5d6-1604f1fd35b4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:35:58.220606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-735b0a60-ef7c-4849-bd1e-7bf884c8b005 req-5963154d-a81a-4a56-a5d6-1604f1fd35b4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/010cbcd2-2896-4a22-a0de-4935ab855bfc HTTP/1.1" status: 404 len: 352 time: 0.0246484 Aug 11 00:35:58.328056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-536a0338-20e5-47fb-a388-1a2f1611f130 req-3e532a58-fb12-48be-afe0-53f2ceb6de8d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3495b51f82b4d44a266da20c3bea2ad HTTP/1.1" status: 200 len: 6154 time: 0.0834270 Aug 11 00:35:58.380530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-536a0338-20e5-47fb-a388-1a2f1611f130 req-1af8dff1-f567-45de-951c-d38980bcbc8f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/82a41f4b-cbfd-497f-bf54-f197bba26bb8 HTTP/1.1" status: 200 len: 2985 time: 0.0459135 Aug 11 00:35:58.406794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 08b56afa-e354-44e5-a4b4-344ef37cd552 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:35:58.407429 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a49fd30c-8c16-4e40-b109-6986416f3fd3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.411317 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a49fd30c-8c16-4e40-b109-6986416f3fd3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.411757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a49fd30c-8c16-4e40-b109-6986416f3fd3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "DELETE /v2.0/security-groups/77e7462d-9c39-4e57-9256-903185eed55d HTTP/1.1" status: 204 len: 168 time: 0.3296938 Aug 11 00:35:58.414929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35164) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:58.430019 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-08e2d256-5dbf-4650-a0e2-a617dadb9af8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] show failed (client error): The resource could not be found. Aug 11 00:35:58.431392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-08e2d256-5dbf-4650-a0e2-a617dadb9af8 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "GET /v2.0/security-groups/77e7462d-9c39-4e57-9256-903185eed55d HTTP/1.1" status: 404 len: 347 time: 0.0150015 Aug 11 00:35:58.436069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35166) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:35:58.440673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fd30c-8c16-4e40-b109-6986416f3fd3 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e7462d-9c39-4e57-9256-903185eed55d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:58.458697 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-536a0338-20e5-47fb-a388-1a2f1611f130 req-853a2bda-4235-4062-9540-e9a05caaed10 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/82a41f4b-cbfd-497f-bf54-f197bba26bb8 HTTP/1.1" status: 200 len: 2985 time: 0.0709639 Aug 11 00:35:58.498233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-d3237fe6-6292-49e0-9856-e55f8a15d3e6 req-da35fd5d-87c7-479a-b238-7d1dd803cc2a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1248629152', 'description': 'tempest-description-1841309715'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:58.608340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Deleting port 265c3d3f-e90c-4bcc-9355-a149ad707d52 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:35:58.609268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 08b56afa-e354-44e5-a4b4-344ef37cd552 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:35:58.614200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.614453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 08b56afa-e354-44e5-a4b4-344ef37cd552 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:35:58.614453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.721020 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.735224 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d3237fe6-6292-49e0-9856-e55f8a15d3e6 req-da35fd5d-87c7-479a-b238-7d1dd803cc2a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.764369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3323983f-2629-480f-80b0-71e89097b88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b56afa-e354-44e5-a4b4-344ef37cd552'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:35:58.766601 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905247a7-92e9-4dbf-986b-93cf8488a316" -d '{"events": [{"server_uuid": "3323983f-2629-480f-80b0-71e89097b88a", "name": "network-vif-plugged", "status": "completed", "tag": "08b56afa-e354-44e5-a4b4-344ef37cd552"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:35:58.784883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 08b56afa-e354-44e5-a4b4-344ef37cd552, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08b56afa-e354-44e5-a4b4-344ef37cd552,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:35:58.788610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.789151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.828903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Calling delete_port for 265c3d3f-e90c-4bcc-9355-a149ad707d52 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:35:58.918441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df21ac-3ff4-4232-8ca1-b8623f882588 req-e75a8bdf-78fd-4cc8-857f-c35cef5abd8a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:58.928772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19df21ac-3ff4-4232-8ca1-b8623f882588 req-e75a8bdf-78fd-4cc8-857f-c35cef5abd8a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 944 time: 0.0742633 Aug 11 00:35:58.975432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.983946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d3237fe6-6292-49e0-9856-e55f8a15d3e6 req-da35fd5d-87c7-479a-b238-7d1dd803cc2a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:58.984347 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19df21ac-3ff4-4232-8ca1-b8623f882588 req-d90b69c5-fe23-447d-a96c-b59e9612210d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527203 Aug 11 00:35:59.045690 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda558fb-5f82-40c0-a2de-f275e33d3f90 x-openstack-request-id: req-dda558fb-5f82-40c0-a2de-f275e33d3f90 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:35:59.046081 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3323983f-2629-480f-80b0-71e89097b88a", "name": "network-vif-plugged", "status": "completed", "tag": "08b56afa-e354-44e5-a4b4-344ef37cd552", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:35:59.046410 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dda558fb-5f82-40c0-a2de-f275e33d3f90 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:35:59.046893 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3323983f-2629-480f-80b0-71e89097b88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b56afa-e354-44e5-a4b4-344ef37cd552', 'code': 200} Aug 11 00:35:59.050543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=08b56afa-e354-44e5-a4b4-344ef37cd552,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:59.154295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39fe9e-aaf7-4c32-b3cd-0f7277c6f26b req-63487757-5f0a-45e2-8d10-4e840a4d7e0f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:59.155869 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b39fe9e-aaf7-4c32-b3cd-0f7277c6f26b req-63487757-5f0a-45e2-8d10-4e840a4d7e0f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 946 time: 0.0564504 Aug 11 00:35:59.173041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8be4f-0eb6-494d-8f96-bc322341e28f req-f259df1d-3c77-41b5-8ae7-008bd2cd82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:35:59.175508 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24f8be4f-0eb6-494d-8f96-bc322341e28f req-f259df1d-3c77-41b5-8ae7-008bd2cd82a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 1097 time: 0.0599592 Aug 11 00:35:59.197228 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d3237fe6-6292-49e0-9856-e55f8a15d3e6 req-da35fd5d-87c7-479a-b238-7d1dd803cc2a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:59.233055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b39fe9e-aaf7-4c32-b3cd-0f7277c6f26b req-4936a1f6-f2a5-40a3-9595-3ed5669b47f1 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646405 Aug 11 00:35:59.253693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24f8be4f-0eb6-494d-8f96-bc322341e28f req-58da3c58-71a9-462b-87cd-e741faf1ff65 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696371 Aug 11 00:35:59.265325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35fd5d-87c7-479a-b238-7d1dd803cc2a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e33d2d-4210-462a-afab-4b29287713e1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:59.352958 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:59.390907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Pushing event deleted for resources: {'Port': ['ID=265c3d3f-e90c-4bcc-9355-a149ad707d52,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:35:59.453883 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:59.457068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:59.461295 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d3237fe6-6292-49e0-9856-e55f8a15d3e6 req-da35fd5d-87c7-479a-b238-7d1dd803cc2a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:59.478526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3237fe6-6292-49e0-9856-e55f8a15d3e6 req-da35fd5d-87c7-479a-b238-7d1dd803cc2a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9885120 Aug 11 00:35:59.496787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:59.500292 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:59.506719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af6ca1bd-16ce-4234-8a2d-49378b1b87c5 tempest-AttachVolumeTestJSON-1711488076 tempest-AttachVolumeTestJSON-1711488076-project] 10.222.0.43 "DELETE /v2.0/floatingips/458ec763-041e-42a3-9252-cd89e32f3d07 HTTP/1.1" status: 204 len: 168 time: 1.0676446 Aug 11 00:35:59.630171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-49833ce0-9bb9-46eb-878b-b3e3ae3f0d2e req-8cdca4dc-e60c-4e7b-b977-fbf13fad2fe1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-85153670', 'description': 'tempest-description-100294714'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:35:59.849645 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-49833ce0-9bb9-46eb-878b-b3e3ae3f0d2e req-8cdca4dc-e60c-4e7b-b977-fbf13fad2fe1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:35:59.983771 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-49833ce0-9bb9-46eb-878b-b3e3ae3f0d2e req-8cdca4dc-e60c-4e7b-b977-fbf13fad2fe1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:00.100013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35224) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:00.146879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-49833ce0-9bb9-46eb-878b-b3e3ae3f0d2e req-8cdca4dc-e60c-4e7b-b977-fbf13fad2fe1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:00.193213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdca4dc-e60c-4e7b-b977-fbf13fad2fe1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f70c7-6402-4578-8706-f33669b9eea1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:00.258777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1464050555-network', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:00.285715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-49833ce0-9bb9-46eb-878b-b3e3ae3f0d2e req-8cdca4dc-e60c-4e7b-b977-fbf13fad2fe1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:00.306886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49833ce0-9bb9-46eb-878b-b3e3ae3f0d2e req-8cdca4dc-e60c-4e7b-b977-fbf13fad2fe1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6812620 Aug 11 00:36:00.375310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db262-bb11-423a-b121-1c0561c4a7d1 req-503842bb-85cc-466a-8450-1e5dd9e3c91b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:00.377713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-439db262-bb11-423a-b121-1c0561c4a7d1 req-503842bb-85cc-466a-8450-1e5dd9e3c91b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 945 time: 0.0798585 Aug 11 00:36:00.474790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-439db262-bb11-423a-b121-1c0561c4a7d1 req-167a9a52-3e01-40b4-8266-d0c92dbb6d17 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889218 Aug 11 00:36:00.479320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Made reservation on behalf of a2b4be8ef05f4195a884c310dd5f98fa for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:36:00.485350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:00.509775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:00.744330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:00.792618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-dc5ddda2-430b-4688-8b39-2c5dd2dc8970 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:00.795243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-dc5ddda2-430b-4688-8b39-2c5dd2dc8970 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 813 time: 0.2209175 Aug 11 00:36:00.818025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-3fdb0831-937d-4ad4-b455-6cca54650de4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/quotas/d3495b51f82b4d44a266da20c3bea2ad HTTP/1.1" status: 200 len: 375 time: 0.0137444 Aug 11 00:36:00.882129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:00.899668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-aa4f52de-02e8-4ec9-9f35-628bed26a5ae tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775094 Aug 11 00:36:00.934585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:36:00.954052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:00.954522 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Added segment 93f6bd21-00e9-41a6-a097-9c338d55864e of type vlan for network 41311e03-963e-4cb3-afb9-4c19b0a82aec Aug 11 00:36:01.083006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:01.089618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0055862-152d-4647-8a2c-e3decc758b71,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:01.168290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-2785199a-c32b-484c-a548-77ea985ee410 service neutron] 10.222.0.43 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838281 Aug 11 00:36:01.269123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:01.269123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:01.269123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:01.388321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=41311e03-963e-4cb3-afb9-4c19b0a82aec,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:01.397550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-b18b9316-4260-4253-b414-14ee0373e2e4 service neutron] 10.222.0.43 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142017 Aug 11 00:36:01.406627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:36:01.439293 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7ab93ed2-a76e-4f61-bc4f-1b25db012ea2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3380935 Aug 11 00:36:01.444439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35266) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:01.453327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Request body: {'subnet': {'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-subnet', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:01.569574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Made reservation on behalf of a2b4be8ef05f4195a884c310dd5f98fa for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:36:01.573792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:01.905850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815f66d-1f92-4567-95b2-8234240d6266 req-90983a4f-5a01-466e-bd7e-01a72bb21e2e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:01.919706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4815f66d-1f92-4567-95b2-8234240d6266 req-90983a4f-5a01-466e-bd7e-01a72bb21e2e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 945 time: 0.1144712 Aug 11 00:36:02.001623 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4815f66d-1f92-4567-95b2-8234240d6266 req-89783ca4-f05f-45da-bff8-d9629f574df7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805819 Aug 11 00:36:02.193924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-13063ce9-ade2-495f-8573-deeebde12109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:02.195450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-13063ce9-ade2-495f-8573-deeebde12109 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1097 time: 0.1128111 Aug 11 00:36:02.201583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fffef25a-9a94-4234-98ab-0def28a933af req-e1fc8093-77eb-4c0c-bcef-7333e85c014d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 210 time: 0.0526507 Aug 11 00:36:02.209647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f7fdc-43b6-473d-99c7-556c87836a4e req-a4366441-d76a-46e9-bfe3-24a1ba263e1d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:02.214062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c95f7fdc-43b6-473d-99c7-556c87836a4e req-a4366441-d76a-46e9-bfe3-24a1ba263e1d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1324725 Aug 11 00:36:02.340205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c95f7fdc-43b6-473d-99c7-556c87836a4e req-0cd7b309-c17e-4052-9711-a54c88e70a89 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135166 Aug 11 00:36:02.422180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 15005b91-99aa-414c-82b1-bfbdcb90a340 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:36:02.485210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-4f66ea61-f4db-4e25-abc1-8981f3b03065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:02.487930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-4f66ea61-f4db-4e25-abc1-8981f3b03065 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 919 time: 0.2710049 Aug 11 00:36:02.573337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-ea9bb73b-9339-4847-967c-8cebadad7eb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 200 len: 217 time: 0.0737998 Aug 11 00:36:02.621140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:02.634814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'port_id': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'mac_address': 'fa:16:3e:03:ab:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ab3007-8a2a-40a5-9bba-5bc7787197ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:36:02.654567 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:02.707410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-ce278bd6-69ee-4ffe-b38b-1e4ff2f993cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:02.709103 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-ce278bd6-69ee-4ffe-b38b-1e4ff2f993cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.1281848 Aug 11 00:36:02.727299 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:02.761087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15005b91-99aa-414c-82b1-bfbdcb90a340 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:36:02.819549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-ffc7cf2f-21c0-42a7-ac6c-df7bcbdfeb08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931756 Aug 11 00:36:02.822911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2497555-91a0-4fb8-8102-53d438b58182,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:02.823703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:02.893857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Checking segment: {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:36:02.897587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Network hostable DHCP agents. Network: 41311e03-963e-4cb3-afb9-4c19b0a82aec, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:36:02.957939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:02.975816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-11119c89-6dcb-4f6f-8162-a24522ee3b1a service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434314 Aug 11 00:36:03.029319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd85b7d-dc5d-41ef-b4d0-341c0af72ad8 req-5d492d53-637b-4801-8a40-f07e3cae9f53 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:03.032543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfd85b7d-dc5d-41ef-b4d0-341c0af72ad8 req-5d492d53-637b-4801-8a40-f07e3cae9f53 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 945 time: 0.1191568 Aug 11 00:36:03.037766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:36:03.083313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:03.100121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['15005b91-99aa-414c-82b1-bfbdcb90a340'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:03.110272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfd85b7d-dc5d-41ef-b4d0-341c0af72ad8 req-d9544e94-6131-4e68-9e23-b8dfe94173d9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694754 Aug 11 00:36:03.204075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 41311e03-963e-4cb3-afb9-4c19b0a82aec) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:03.218081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:03.219456 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:03.224149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1eb48e-79f4-483a-af84-16626adfcd49 None None] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:36:03.343269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-69353a97-ec31-4331-8366-94d0a196defc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8970723 Aug 11 00:36:03.346501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35318) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:03.350978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32177d5b-d34a-4b76-a59a-094c8c7799d3 req-c38878b3-c8c6-4058-9a8a-1f249a83dee2 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653088 Aug 11 00:36:03.374783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:03.449736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f362e44a-e2d4-4e34-89b7-a19e6a472439 req-7b67d2a0-1ee7-41ab-9336-88a946002b7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 210 time: 0.0603721 Aug 11 00:36:03.591594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-41311e03-963e-4cb3-afb9-4c19b0a82aec', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:36:03.594217 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:03.608223 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:03.609519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:03.609826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b37f1-dfc3-4aa4-bbe3-6a5209e10d3e req-aa01a423-b28e-42fd-a2cb-bbfa1d7c69b8 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:03.612015 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-833b37f1-dfc3-4aa4-bbe3-6a5209e10d3e req-aa01a423-b28e-42fd-a2cb-bbfa1d7c69b8 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.0609379 Aug 11 00:36:03.687905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-833b37f1-dfc3-4aa4-bbe3-6a5209e10d3e req-1145a303-e16f-4501-bc64-01ec465c31c6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591850 Aug 11 00:36:03.768945 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:03.879229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Allocated IP 172.20.0.2 (41311e03-963e-4cb3-afb9-4c19b0a82aec/b2497555-91a0-4fb8-8102-53d438b58182/2bd973fe-d0da-415f-b41f-b5fdef743ef0) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:36:04.101363 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:04.117317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Transition to ACTIVE for port object 2bd973fe-d0da-415f-b41f-b5fdef743ef0 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:04.159149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Transition to ACTIVE for port object 2bd973fe-d0da-415f-b41f-b5fdef743ef0 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:04.234264 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:04.318724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:04.321258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cd7c1-1412-4adf-9b7a-f4f84d387ad8 req-aaf39183-736f-4a3d-832f-908156d3bae7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:04.356398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a47cd7c1-1412-4adf-9b7a-f4f84d387ad8 req-aaf39183-736f-4a3d-832f-908156d3bae7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 945 time: 0.1364403 Aug 11 00:36:04.376209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:36:04.377807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Pushing event updated for resources: {'Port': ['ID=2bd973fe-d0da-415f-b41f-b5fdef743ef0,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:04.382408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:04.386594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:36:04.424724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 15005b91-99aa-414c-82b1-bfbdcb90a340 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:04.520896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Attempting to bind port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:36:04.524501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Attempting to bind port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:36:04.524864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Attempting to bind port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 on network 41311e03-963e-4cb3-afb9-4c19b0a82aec {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:04.534335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:36:04.534937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Checking segment: {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:36:04.535431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:04.535959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Bound using segment: {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:36:04.536480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Bound port: 2bd973fe-d0da-415f-b41f-b5fdef743ef0, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:36:04.536888 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:04.696042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a47cd7c1-1412-4adf-9b7a-f4f84d387ad8 req-06c09479-a9d3-41a6-ba09-cf08254b525d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336926 Aug 11 00:36:04.715855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 15005b91-99aa-414c-82b1-bfbdcb90a340 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:04.716496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:04.778709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-00cc4724-52f3-40fe-94d0-e12267dc7b4e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:04.781944 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-00cc4724-52f3-40fe-94d0-e12267dc7b4e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.55 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 945 time: 0.3494673 Aug 11 00:36:04.812214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1993a2b3-fdfa-491f-a8c8-1209438117f8 req-7655797d-400d-4306-bd87-1f527242c111 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 210 time: 0.1350672 Aug 11 00:36:04.902799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] For port 2bd973fe-d0da-415f-b41f-b5fdef743ef0, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:36:04.913418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] For port 2bd973fe-d0da-415f-b41f-b5fdef743ef0, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2bd973fe-d0da-415f-b41f-b5fdef743ef0,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:36:04.983122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:05.081260 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:05.113511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:05.116330 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bac10cc-9bdd-4522-a772-a7270edafd4f" -d '{"events": [{"server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "name": "network-vif-plugged", "status": "completed", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:05.247671 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da07fc-11c1-4bca-aeb8-a132bea5a2e7 x-openstack-request-id: req-a6da07fc-11c1-4bca-aeb8-a132bea5a2e7 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:05.248136 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "name": "network-vif-plugged", "status": "completed", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:05.248550 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6da07fc-11c1-4bca-aeb8-a132bea5a2e7 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:05.249198 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'code': 200} Aug 11 00:36:05.310478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:05.409292 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:05.409847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92e5a9-bed5-4e86-9e66-05837c1adaea None None] Pushing event updated for resources: {'Port': ['ID=2bd973fe-d0da-415f-b41f-b5fdef743ef0,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:05.429945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:05.468271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:05.579772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db157bfd-4e8d-435d-8551-703018e6c7b0 req-b50af61c-63ee-4cf4-928f-332d747ff109 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:05.581534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db157bfd-4e8d-435d-8551-703018e6c7b0 req-b50af61c-63ee-4cf4-928f-332d747ff109 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.6775036 Aug 11 00:36:05.859387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Deleting port 08b56afa-e354-44e5-a4b4-344ef37cd552 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:05.863457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:05.936876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Allocated IP 172.25.0.231 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/ad9d6aca-7da2-4ee5-bf15-990678b53228) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:36:06.042024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-ac56f24b-2056-4782-a5f5-2b4006ca993e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:06.045403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-ac56f24b-2056-4782-a5f5-2b4006ca993e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 813 time: 0.9229720 Aug 11 00:36:06.127089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:06.220081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121cb8a-0cd4-4059-8697-1711f0dc4cdb req-344cccd7-449f-4830-9404-bf4420b0abaf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:06.229911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d121cb8a-0cd4-4059-8697-1711f0dc4cdb req-344cccd7-449f-4830-9404-bf4420b0abaf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 945 time: 0.2794480 Aug 11 00:36:06.271725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:06.302620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'port': {'device_id': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'network_id': '4af7138f-b210-456f-b96c-17f86e250597', 'admin_state_up': True, 'tenant_id': 'd3495b51f82b4d44a266da20c3bea2ad'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:06.327516 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d121cb8a-0cd4-4059-8697-1711f0dc4cdb req-f95d1593-d14d-45d6-9a4e-4988e9325761 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941012 Aug 11 00:36:06.347403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db157bfd-4e8d-435d-8551-703018e6c7b0 req-189dc3d1-b63c-4e40-9fbb-2b68b2d9fdf8 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7450209 Aug 11 00:36:06.546883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] For port 08b56afa-e354-44e5-a4b4-344ef37cd552, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08b56afa-e354-44e5-a4b4-344ef37cd552,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:06.547259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:06.564671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Calling delete_port for 08b56afa-e354-44e5-a4b4-344ef37cd552 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:06.570115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:06.575926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63a2beea-6a46-4b13-9691-48f3af8e8a69 req-591e1bb8-ddbc-44e2-962e-47eb4a51c27c tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 210 time: 0.0690882 Aug 11 00:36:06.633913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:36:06.637862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:06.645455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:36:06.692386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9d6aca-7da2-4ee5-bf15-990678b53228,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:06.969521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:06.983436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['cd95db82-513b-42bc-b708-2f93aee9a82b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:07.031312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Pushing event deleted for resources: {'Port': ['ID=08b56afa-e354-44e5-a4b4-344ef37cd552,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:07.048840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Made reservation on behalf of d3495b51f82b4d44a266da20c3bea2ad for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:36:07.062085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:07.385264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7341af5f-e9f2-4cb0-9bac-015a33992ca8 None None] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:36:07.465919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] No DVR routers for this DVR port 08b56afa-e354-44e5-a4b4-344ef37cd552 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:36:07.472220 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:07.474915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dae8fce8-1703-46a8-96b1-90d38b0e560a req-695b0c2b-d17f-4cab-afd8-b80d8bad4f44 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.55 "DELETE /v2.0/ports/08b56afa-e354-44e5-a4b4-344ef37cd552 HTTP/1.1" status: 204 len: 173 time: 2.6860557 Aug 11 00:36:07.475742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3323983f-2629-480f-80b0-71e89097b88a', 'name': 'network-vif-deleted', 'tag': '08b56afa-e354-44e5-a4b4-344ef37cd552'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:07.478825 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b697a6ad-2f5a-4ff2-a58d-73b666ac09cb" -d '{"events": [{"server_uuid": "3323983f-2629-480f-80b0-71e89097b88a", "name": "network-vif-deleted", "tag": "08b56afa-e354-44e5-a4b4-344ef37cd552"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:07.522164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2bd973fe-d0da-415f-b41f-b5fdef743ef0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:07.853004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6250443b-12ab-465b-8e35-df3fa5a5ca09 None None] Provisioning for port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:36:07.887638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11ecf202-2c4e-4850-aeaa-d8a7206dab6f req-6e50e6f3-b904-4e60-800b-2c1948ec3fc2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=3323983f-2629-480f-80b0-71e89097b88a HTTP/1.1" status: 200 len: 210 time: 0.2198579 Aug 11 00:36:07.926544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Allocated IP 172.20.0.10 (4af7138f-b210-456f-b96c-17f86e250597/051d918b-9e96-4656-8d5c-9500eaf781e5/c648adc1-8793-495a-8b75-8425fcdd9c07) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:36:07.984865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:36:07.997670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:07.998960 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:08.394131 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:08.452917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 08b56afa-e354-44e5-a4b4-344ef37cd552 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:08.494307 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:08.609660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 08b56afa-e354-44e5-a4b4-344ef37cd552 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:36:08.612357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 08b56afa-e354-44e5-a4b4-344ef37cd552 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:36:08.619414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:08.678196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:08.725094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:08.733072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Network 4af7138f-b210-456f-b96c-17f86e250597 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:36:08.736214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:08.794071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:36:08.803885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0873238-90da-43bf-8088-add189f71fb3 req-3e9e743b-16e2-401f-bdc6-1011d466f79e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:08.807208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0873238-90da-43bf-8088-add189f71fb3 req-3e9e743b-16e2-401f-bdc6-1011d466f79e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.4840226 Aug 11 00:36:08.840231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 2bd973fe-d0da-415f-b41f-b5fdef743ef0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2bd973fe-d0da-415f-b41f-b5fdef743ef0,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:08.864244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-58bf8adc-e0a6-440a-9dda-cd5502768b23 None None] Provisioning complete for port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:08.864627 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-58bf8adc-e0a6-440a-9dda-cd5502768b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:08.955198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'Port': ['ID=c648adc1-8793-495a-8b75-8425fcdd9c07,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:09.022284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:09.022951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:09.025493 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:09.047832 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70473276-bf86-4e90-81b8-8d04df0e360d x-openstack-request-id: req-70473276-bf86-4e90-81b8-8d04df0e360d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:09.055485 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3323983f-2629-480f-80b0-71e89097b88a", "name": "network-vif-deleted", "tag": "08b56afa-e354-44e5-a4b4-344ef37cd552", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:09.055799 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70473276-bf86-4e90-81b8-8d04df0e360d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:09.056524 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3323983f-2629-480f-80b0-71e89097b88a', 'name': 'network-vif-deleted', 'tag': '08b56afa-e354-44e5-a4b4-344ef37cd552', 'status': 'completed', 'code': 200} Aug 11 00:36:09.071296 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0873238-90da-43bf-8088-add189f71fb3 req-8e1f8395-cd13-40cc-b628-8cb25d50e564 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461534 Aug 11 00:36:09.141457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:09.169901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-d2d61734-bd19-4bc4-8b76-8f09aa020d3d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0242584 Aug 11 00:36:09.183906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Request body: {'port': {'device_id': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:09.380343 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:09.395476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=2bd973fe-d0da-415f-b41f-b5fdef743ef0,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:09.843908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73c99f-963a-46e2-8a8c-cabc62a0c8fc req-8acf3396-cbd3-43ba-9bc7-895fc47f4408 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:09.891404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac73c99f-963a-46e2-8a8c-cabc62a0c8fc req-8acf3396-cbd3-43ba-9bc7-895fc47f4408 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 932 time: 0.4124553 Aug 11 00:36:10.002061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac73c99f-963a-46e2-8a8c-cabc62a0c8fc req-e49a1487-9d56-4b4d-953f-fd46675d87c6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091657 Aug 11 00:36:10.111953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c648adc1-8793-495a-8b75-8425fcdd9c07 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:36:10.131868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:10.175347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f926ad-9288-4242-a3ba-f18d1113b599 req-017df43e-a5f6-4a5f-9df9-6bb87f3211ef tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:10.184979 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e2f926ad-9288-4242-a3ba-f18d1113b599 req-017df43e-a5f6-4a5f-9df9-6bb87f3211ef tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2001655 Aug 11 00:36:10.186749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:36:10.195627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12642888-d5c1-4ad6-b423-830a994c48f5 req-d3f7ba62-99c0-4271-a060-657e5fe35771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:10.206327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-12642888-d5c1-4ad6-b423-830a994c48f5 req-d3f7ba62-99c0-4271-a060-657e5fe35771 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1097 time: 0.2097352 Aug 11 00:36:10.206971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Transition to ACTIVE for port object c648adc1-8793-495a-8b75-8425fcdd9c07 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:10.306174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e2f926ad-9288-4242-a3ba-f18d1113b599 req-ab3cf4f5-978b-43b5-a873-d2d9484edf1d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200430 Aug 11 00:36:10.308607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-12642888-d5c1-4ad6-b423-830a994c48f5 req-935f57e1-afd3-4a0c-b2a7-a7a8c0bcee6e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031053 Aug 11 00:36:10.393584 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:10.474846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cf5e9-4ccb-4401-8c3b-e76569b91406 req-879b4146-e553-47f9-81c3-33ab42a9ed0d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:10.477860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-333cf5e9-4ccb-4401-8c3b-e76569b91406 req-879b4146-e553-47f9-81c3-33ab42a9ed0d tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.2066259 Aug 11 00:36:10.524678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c648adc1-8793-495a-8b75-8425fcdd9c07,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:10.578493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:36:10.596869 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Sync routers for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:36:10.618795 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:36:10.624369 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:35:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:10.664704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-333cf5e9-4ccb-4401-8c3b-e76569b91406 req-2bda8fe0-eeba-4b60-8466-6c7d60612fc5 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738846 Aug 11 00:36:10.779542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:10.782300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7515f4a5-5d1f-461c-ac13-74ea90f44463 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4340351 Aug 11 00:36:10.785087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35482) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:10.873958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Attempting to bind port c648adc1-8793-495a-8b75-8425fcdd9c07 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:36:10.876566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Attempting to bind port c648adc1-8793-495a-8b75-8425fcdd9c07 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:36:10.877714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Attempting to bind port c648adc1-8793-495a-8b75-8425fcdd9c07 on network 4af7138f-b210-456f-b96c-17f86e250597 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:11.001768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Port c648adc1-8793-495a-8b75-8425fcdd9c07 on network 4af7138f-b210-456f-b96c-17f86e250597 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:36:11.003243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Attempting to bind port c648adc1-8793-495a-8b75-8425fcdd9c07 on network 4af7138f-b210-456f-b96c-17f86e250597 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:11.070191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:36:11.081168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Checking segment: {'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:36:11.087563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Bound using segment: {'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:36:11.087563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Bound port: c648adc1-8793-495a-8b75-8425fcdd9c07, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4af7138f-b210-456f-b96c-17f86e250597'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:36:11.087563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:11.178963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fed665-111f-465c-af18-f2726ce3307b req-184a461e-81a3-42e3-8865-6c4991233bd7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:11.185325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1fed665-111f-465c-af18-f2726ce3307b req-184a461e-81a3-42e3-8865-6c4991233bd7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.3125000 Aug 11 00:36:11.236131 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:36:11.293841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1fed665-111f-465c-af18-f2726ce3307b req-356ccf82-2238-4b95-aa2d-26a2a844576e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947349 Aug 11 00:36:11.320917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] For port c648adc1-8793-495a-8b75-8425fcdd9c07, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:36:11.331238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] For port c648adc1-8793-495a-8b75-8425fcdd9c07, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c648adc1-8793-495a-8b75-8425fcdd9c07,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:36:11.407938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2bd973fe-d0da-415f-b41f-b5fdef743ef0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:11.415057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:11.554341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c648adc1-8793-495a-8b75-8425fcdd9c07,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:11.555933 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:06Z', 'revision_number': 3, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:11.590259 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Checking router: 0303795f-f77e-44f1-9c78-c7fb68fdaf67 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:36:11.590650 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Updating router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 port ad9d6aca-7da2-4ee5-bf15-990678b53228 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:36:11.609947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:11.610368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:11.634246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:11.636048 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:11.638296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-4d187753-ee32-4bdb-98d7-927a7a98d1e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 200 len: 1093 time: 2.4599395 Aug 11 00:36:11.640930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:11.644994 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20641b5a-7710-4300-8207-ea2424dcb9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:11.666240 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:11.676227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084e988-f5f5-413c-97b3-3885bfb2719c req-73652fc2-89fb-44cd-a161-ccb18876d256 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:11.677996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0084e988-f5f5-413c-97b3-3885bfb2719c req-73652fc2-89fb-44cd-a161-ccb18876d256 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1146345 Aug 11 00:36:11.743713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24b6d1-0d87-429c-9526-e2e4c6e52063 req-37d5261a-057a-4d59-b76b-7ea8e510e8ac tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:11.750494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d24b6d1-0d87-429c-9526-e2e4c6e52063 req-37d5261a-057a-4d59-b76b-7ea8e510e8ac tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 944 time: 0.3009355 Aug 11 00:36:11.897436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d24b6d1-0d87-429c-9526-e2e4c6e52063 req-f895ac35-95e0-45dc-9309-8ed562d1152c tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938683 Aug 11 00:36:11.958443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0084e988-f5f5-413c-97b3-3885bfb2719c req-162c019f-05e1-4ddb-8b64-1b5854ab5f94 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641821 Aug 11 00:36:11.990404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-7be271e2-d211-4b82-bd89-97923814f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:11.998781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-7be271e2-d211-4b82-bd89-97923814f664 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 1096 time: 0.1673830 Aug 11 00:36:12.116307 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-50e7f8a3-65d8-4b61-8191-587af96467be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 200 len: 217 time: 0.1005576 Aug 11 00:36:12.240225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-175608ee-f918-425f-a69c-15185d806f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:12.242769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-175608ee-f918-425f-a69c-15185d806f0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.1135166 Aug 11 00:36:12.244709 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc2342f-7eec-4c32-969e-8076b111e196 x-openstack-request-id: req-7fc2342f-7eec-4c32-969e-8076b111e196 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:12.251857 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:12.251857 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fc2342f-7eec-4c32-969e-8076b111e196 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:12.251857 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07', 'status': 'completed', 'code': 200} Aug 11 00:36:12.258127 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:12.318812 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:12.340489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-c7321078-6837-481a-9aea-3f6270331e65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867825 Aug 11 00:36:12.368146 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Transition to ACTIVE for port object ad9d6aca-7da2-4ee5-bf15-990678b53228 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:12.501749 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:12.690778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Allocated IP 172.20.0.1 (41311e03-963e-4cb3-afb9-4c19b0a82aec/b2497555-91a0-4fb8-8102-53d438b58182/e29273c8-028e-4c7f-9438-c34b751a1211) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:36:12.697867 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Pushing event updated for resources: {'Port': ['ID=ad9d6aca-7da2-4ee5-bf15-990678b53228,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:12.727412 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.727710 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.727996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-7ec9bf15-7135-4e35-ae78-53a7be1d191b service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783622 Aug 11 00:36:12.728122 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.728344 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.728677 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.729007 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.729769 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.730165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.731010 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.731529 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.731872 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.732196 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:12.735740 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Attempting to bind port ad9d6aca-7da2-4ee5-bf15-990678b53228 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:36:12.736110 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Attempting to bind port ad9d6aca-7da2-4ee5-bf15-990678b53228 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:36:12.736472 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Attempting to bind port ad9d6aca-7da2-4ee5-bf15-990678b53228 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:12.743246 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:36:12.747940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:36:12.747940 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:12.747940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:36:12.747940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Bound port: ad9d6aca-7da2-4ee5-bf15-990678b53228, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:36:12.747940 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:12.818824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40781139-d2a7-4e3e-a548-012b2426c79e req-19d0c7ff-e599-47f1-bd12-52994b88f8c4 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:12.827593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40781139-d2a7-4e3e-a548-012b2426c79e req-19d0c7ff-e599-47f1-bd12-52994b88f8c4 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.4220457 Aug 11 00:36:12.866613 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] For port ad9d6aca-7da2-4ee5-bf15-990678b53228, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:36:12.888915 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] For port ad9d6aca-7da2-4ee5-bf15-990678b53228, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ad9d6aca-7da2-4ee5-bf15-990678b53228,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:36:12.908124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40781139-d2a7-4e3e-a548-012b2426c79e req-a999d918-e1dd-4809-93ec-9d9c94903952 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Aug 11 00:36:12.984868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-246fcb10-a789-4992-a00e-0bce6bdfd291 req-bef8ef78-3c8f-47ad-8d12-6b864328fa58 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450659 Aug 11 00:36:13.000603 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:13.033017 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:13.065082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Transition to ACTIVE for port object e29273c8-028e-4c7f-9438-c34b751a1211 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:13.242154 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bdb15-2a70-4bbe-b1ab-c12d65ad39b9 None None] Pushing event updated for resources: {'Port': ['ID=ad9d6aca-7da2-4ee5-bf15-990678b53228,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:13.265207 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:13.284503 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:36:13.285162 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:35:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:13.379180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Pushing event updated for resources: {'Port': ['ID=e29273c8-028e-4c7f-9438-c34b751a1211,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:13.396795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:36:13.398465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:13.418340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd910424-ebf7-482f-bbb4-9596fe2b970e req-ce464ff2-49d7-4e1c-b5b4-d50d1d7bb9e5 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:13.418959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:36:13.433178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd910424-ebf7-482f-bbb4-9596fe2b970e req-ce464ff2-49d7-4e1c-b5b4-d50d1d7bb9e5 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 944 time: 0.3397872 Aug 11 00:36:13.463326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-72d6c9d9-3f22-4660-9ce9-4ce2d21e3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:13.470641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-72d6c9d9-3f22-4660-9ce9-4ce2d21e3586 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 1096 time: 0.2965693 Aug 11 00:36:13.681604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd910424-ebf7-482f-bbb4-9596fe2b970e req-90f16cc8-4b67-4346-9d9c-35551e1d0675 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427626 Aug 11 00:36:13.682393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:13.779277 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:36:13.899108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-e5342e9f-d7ea-4ec1-a838-db997ec750ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:13.900735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-e5342e9f-d7ea-4ec1-a838-db997ec750ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 914 time: 0.3980131 Aug 11 00:36:14.016078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-50cbbbbf-ca75-44e7-9cd2-ccfc0b118308 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 200 len: 217 time: 0.1033707 Aug 11 00:36:14.161817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-7e76b113-fef2-45be-bd7e-e2e918b4d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:14.166851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-7e76b113-fef2-45be-bd7e-e2e918b4d769 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.1402624 Aug 11 00:36:14.200915 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f6b4a0fe-71fc-4573-8cac-f2f9a5af1794 None None] Provisioning for port e29273c8-028e-4c7f-9438-c34b751a1211 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:36:14.205575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f6b4a0fe-71fc-4573-8cac-f2f9a5af1794 None None] Provisioning complete for port e29273c8-028e-4c7f-9438-c34b751a1211 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:14.205958 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a0fe-71fc-4573-8cac-f2f9a5af1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:14.273945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-252f42f3-094d-406a-9237-0fea6ca134c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941036 Aug 11 00:36:14.305906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:14.353022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f6b4a0fe-71fc-4573-8cac-f2f9a5af1794 None None] Port e29273c8-028e-4c7f-9438-c34b751a1211 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:36:14.358406 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:06Z', 'revision_number': 3, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:14.451106 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f7da5-7ed2-412c-92a6-c2b2e7e5332f None None] The sync data for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 is: [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:06Z', 'revision_number': 3, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:36:14.611944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25f00c-5bb2-4d10-8138-a862859ea389 req-02fdff22-0bd3-4d98-8bb6-5dc85c57f547 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:14.621743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb25f00c-5bb2-4d10-8138-a862859ea389 req-02fdff22-0bd3-4d98-8bb6-5dc85c57f547 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1998448 Aug 11 00:36:14.655660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-7eac2eb9-16c4-41ab-a36a-fc29c83751df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:14.659081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-7eac2eb9-16c4-41ab-a36a-fc29c83751df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 1097 time: 0.2384906 Aug 11 00:36:14.874981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-379aae33-5c3c-4dcf-918e-b16d8cc92463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:14.877021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-379aae33-5c3c-4dcf-918e-b16d8cc92463 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 200 len: 919 time: 0.2007265 Aug 11 00:36:14.979410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-b801d66f-7df8-4b1b-bc5c-cfc33c4f33a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 200 len: 217 time: 0.0929625 Aug 11 00:36:15.133784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-1ecfd04e-38f2-4055-9b92-6e804ad8a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:15.144422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-1ecfd04e-38f2-4055-9b92-6e804ad8a26e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 200 len: 858 time: 0.1545639 Aug 11 00:36:15.173055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb25f00c-5bb2-4d10-8138-a862859ea389 req-8bc56448-6fbf-47ce-adfb-87699f977dd9 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490770 Aug 11 00:36:15.250788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-00e81948-34ce-4539-8f26-e6e13f69ee89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d09eb0fc-7806-40de-987a-df7ecc77dc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758786 Aug 11 00:36:15.256474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-fabe7ec9-9685-41da-88e4-4c68f2d10072 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9687672 Aug 11 00:36:15.350987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1816cf5-181f-4a75-9018-3e052ab6bf63 req-759b0796-60f5-465d-b4ee-d5d3ab87250c tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:15.364313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e1816cf5-181f-4a75-9018-3e052ab6bf63 req-759b0796-60f5-465d-b4ee-d5d3ab87250c tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 944 time: 0.5250201 Aug 11 00:36:15.493382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ad9d6aca-7da2-4ee5-bf15-990678b53228 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:15.503426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-a32ca1d1-68d8-41e2-b407-af5d10f8fa6e service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455313 Aug 11 00:36:15.614871 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e1816cf5-181f-4a75-9018-3e052ab6bf63 req-443d45d3-530a-4c21-b195-8f2ee8ec961a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496426 Aug 11 00:36:15.632050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:15.727449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:15.870087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device c648adc1-8793-495a-8b75-8425fcdd9c07 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:36:15.897857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20641b5a-7710-4300-8207-ea2424dcb9ab req-425ed506-c747-451c-809c-0fb328268d67 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926444 Aug 11 00:36:15.938824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ad9d6aca-7da2-4ee5-bf15-990678b53228 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:36:15.944488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Pushing event updated for resources: {'Port': ['ID=e29273c8-028e-4c7f-9438-c34b751a1211,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:15.953021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:15.968376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ad9d6aca-7da2-4ee5-bf15-990678b53228 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:15.969250 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:16.040528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0879f42e-839a-40c6-8e10-0688b6f9349a req-5e48daea-7561-4302-80c0-02742a1caaa1 service neutron] 10.222.0.55 "GET /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251338 Aug 11 00:36:16.303437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port c648adc1-8793-495a-8b75-8425fcdd9c07, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c648adc1-8793-495a-8b75-8425fcdd9c07,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:16.474793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'c648adc1-8793-495a-8b75-8425fcdd9c07', 'network_id': '4af7138f-b210-456f-b96c-17f86e250597', 'port_id': 'c648adc1-8793-495a-8b75-8425fcdd9c07', 'mac_address': 'fa:16:3e:9e:45:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051d918b-9e96-4656-8d5c-9500eaf781e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:36:16.521841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:36:16.521841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:16.574845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:16.620789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c648adc1-8793-495a-8b75-8425fcdd9c07 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:36:16.708583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port c648adc1-8793-495a-8b75-8425fcdd9c07, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c648adc1-8793-495a-8b75-8425fcdd9c07,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:16.712371 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3de42102-7b5d-4209-bd0c-196e4fde30cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:16.731736 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:16.758965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973a041-aa86-46c7-af79-9c43a69c3634 req-6396861e-9ca3-4f3c-826b-d0489b5ea3bb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:16.773815 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b973a041-aa86-46c7-af79-9c43a69c3634 req-6396861e-9ca3-4f3c-826b-d0489b5ea3bb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.2513182 Aug 11 00:36:16.817667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port ad9d6aca-7da2-4ee5-bf15-990678b53228, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ad9d6aca-7da2-4ee5-bf15-990678b53228,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:16.849190 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:16.907822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b973a041-aa86-46c7-af79-9c43a69c3634 req-ea5da82f-ced9-4b34-a445-2dfdfc9a1305 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252351 Aug 11 00:36:16.981011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=c648adc1-8793-495a-8b75-8425fcdd9c07,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:16.991532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:36:17.020131 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:17.086661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeea0b0-09c7-4664-985f-c9550d84f2d8 req-91273334-6696-4c67-8b49-8dd90b2a3a46 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:17.109757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eaeea0b0-09c7-4664-985f-c9550d84f2d8 req-91273334-6696-4c67-8b49-8dd90b2a3a46 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 945 time: 0.1811044 Aug 11 00:36:17.150221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=ad9d6aca-7da2-4ee5-bf15-990678b53228,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:17.154803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['c648adc1-8793-495a-8b75-8425fcdd9c07'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:17.260969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3a8c4f15-29dc-4a4a-9b0e-ca106225f151 None None] Provisioning complete for port e29273c8-028e-4c7f-9438-c34b751a1211 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:17.261315 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a8c4f15-29dc-4a4a-9b0e-ca106225f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:17.387787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eaeea0b0-09c7-4664-985f-c9550d84f2d8 req-a84f99a6-e88f-4c8c-b739-be98eef82ada tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568775 Aug 11 00:36:17.419250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c4f15-29dc-4a4a-9b0e-ca106225f151 None None] Port e29273c8-028e-4c7f-9438-c34b751a1211 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:36:17.519695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ad9d6aca-7da2-4ee5-bf15-990678b53228 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:17.608319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa6d3c-365b-4e0f-ad94-bfb0a57ea1db req-18d8b7b5-2854-4a30-801f-bdc588248410 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:17.631619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57fa6d3c-365b-4e0f-ad94-bfb0a57ea1db req-18d8b7b5-2854-4a30-801f-bdc588248410 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2866819 Aug 11 00:36:17.655294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:36:17.700967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-131241cd-acd1-4400-a5d9-47292d1d0d8f admin admin] 10.222.0.43 "PUT /v2.0/routers/0303795f-f77e-44f1-9c78-c7fb68fdaf67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9141400 Aug 11 00:36:17.795506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ad9d6aca-7da2-4ee5-bf15-990678b53228 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:17.795958 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:17.817863 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57fa6d3c-365b-4e0f-ad94-bfb0a57ea1db req-a7670dbd-32da-426a-9262-355b1f14d34e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735356 Aug 11 00:36:18.149078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c526e2-8b48-4123-9a3b-7d303b03da04 req-829f578e-e4f4-46a3-a1e9-e68739557466 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:18.150832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78c526e2-8b48-4123-9a3b-7d303b03da04 req-829f578e-e4f4-46a3-a1e9-e68739557466 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1882820 Aug 11 00:36:18.191861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Sync routers for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:36:18.208386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:36:18.209111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:35:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:18.283689 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78c526e2-8b48-4123-9a3b-7d303b03da04 req-56a467fa-c030-4c08-9880-94f2a6157b1e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234879 Aug 11 00:36:18.395578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:36:18.596056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35652) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:18.601152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bbd44a75-efbf-4a48-a0cf-0f229fb505f4 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953292230', 'description': 'tempest-description--175896341'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:18.739485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d8e42-f78a-4cc8-af38-8a7f0b31e4d4 req-451b68f2-87e3-450c-9c88-453727b8ed72 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:18.744915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-654d8e42-f78a-4cc8-af38-8a7f0b31e4d4 req-451b68f2-87e3-450c-9c88-453727b8ed72 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1632760 Aug 11 00:36:18.793647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bae90e-dc72-45ca-9f18-20c2811c92c1 req-caa10d82-05a1-42f0-a009-26ea444c740d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:18.805165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5bae90e-dc72-45ca-9f18-20c2811c92c1 req-caa10d82-05a1-42f0-a009-26ea444c740d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 945 time: 0.1105447 Aug 11 00:36:18.813885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 2, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:18.856022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-654d8e42-f78a-4cc8-af38-8a7f0b31e4d4 req-53b662af-4f51-4718-88cd-51230b627573 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873396 Aug 11 00:36:18.861801 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbd44a75-efbf-4a48-a0cf-0f229fb505f4 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:18.926808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Checking router: 0303795f-f77e-44f1-9c78-c7fb68fdaf67 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:36:18.926808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Updating router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 port e29273c8-028e-4c7f-9438-c34b751a1211 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:36:18.945660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5bae90e-dc72-45ca-9f18-20c2811c92c1 req-0e3cca20-6f6b-41d3-bb4e-e2cb79e42c6f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370325 Aug 11 00:36:19.037104 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:19.230055 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbd44a75-efbf-4a48-a0cf-0f229fb505f4 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:19.371585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35682) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:19.378357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbd44a75-efbf-4a48-a0cf-0f229fb505f4 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:19.529269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd44a75-efbf-4a48-a0cf-0f229fb505f4 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:19.534135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:19.535925 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-06efd711-4b3f-4565-9cc4-5adfb30190d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:19.660377 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:19.673377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Transition to ACTIVE for port object e29273c8-028e-4c7f-9438-c34b751a1211 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:19.727367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbd44a75-efbf-4a48-a0cf-0f229fb505f4 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:19.729190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bbd44a75-efbf-4a48-a0cf-0f229fb505f4 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1317470 Aug 11 00:36:19.732736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35692) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:19.747842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-725cfc8c-2831-4cc7-b86b-805726a0e1af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Request body: {'security_group_rule': {'security_group_id': '7eda9a72-de3a-4ced-a5a9-a069b6ea1edf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:19.820829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:19.989552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d24bfb-040f-4281-97c9-c52a309fe445 None None] Pushing event updated for resources: {'Port': ['ID=e29273c8-028e-4c7f-9438-c34b751a1211,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:20.001041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device c648adc1-8793-495a-8b75-8425fcdd9c07 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:20.325756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c01b7-277a-4794-aacd-52ebcd320169 req-33cf5b72-24d8-4cbc-9412-a26d6bdada17 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:20.341682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-828c01b7-277a-4794-aacd-52ebcd320169 req-33cf5b72-24d8-4cbc-9412-a26d6bdada17 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 945 time: 0.2071941 Aug 11 00:36:20.473772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-828c01b7-277a-4794-aacd-52ebcd320169 req-3c7b8fcb-f75e-44af-81ba-90d1157b5f37 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281013 Aug 11 00:36:20.567858 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:20.582311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port c648adc1-8793-495a-8b75-8425fcdd9c07 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:36:20.597080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port c648adc1-8793-495a-8b75-8425fcdd9c07 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:20.597451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:20.656990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-725cfc8c-2831-4cc7-b86b-805726a0e1af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:20.758439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Attempting to bind port e29273c8-028e-4c7f-9438-c34b751a1211 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:36:20.758814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Attempting to bind port e29273c8-028e-4c7f-9438-c34b751a1211 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:36:20.759206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Attempting to bind port e29273c8-028e-4c7f-9438-c34b751a1211 on network 41311e03-963e-4cb3-afb9-4c19b0a82aec {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:20.767598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:36:20.767983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Checking segment: {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:36:20.768543 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:20.769118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Bound using segment: {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:36:20.769658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Bound port: e29273c8-028e-4c7f-9438-c34b751a1211, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:36:20.770079 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:20.888875 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:20.989303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port c648adc1-8793-495a-8b75-8425fcdd9c07, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c648adc1-8793-495a-8b75-8425fcdd9c07,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:20.994020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:21.005920 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b69b4ca-0e63-4cb6-a585-fc244ee80347" -d '{"events": [{"server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "name": "network-vif-plugged", "status": "completed", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:21.096912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-725cfc8c-2831-4cc7-b86b-805726a0e1af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:21.191230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-725cfc8c-2831-4cc7-b86b-805726a0e1af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:21.204041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] For port e29273c8-028e-4c7f-9438-c34b751a1211, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:36:21.212458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] For port e29273c8-028e-4c7f-9438-c34b751a1211, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e29273c8-028e-4c7f-9438-c34b751a1211,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:36:21.215855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:21.242600 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dfc764-dad9-46f1-afd6-29a81be75603 x-openstack-request-id: req-37dfc764-dad9-46f1-afd6-29a81be75603 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:21.242888 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "name": "network-vif-plugged", "status": "completed", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:21.243148 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37dfc764-dad9-46f1-afd6-29a81be75603 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:21.243580 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07', 'code': 200} Aug 11 00:36:21.324392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cfc8c-2831-4cc7-b86b-805726a0e1af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65c7ba8-b4d4-43ad-bb5e-b7e692eb0b97,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:21.342575 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:21.472109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d9ad7-a445-405a-85ac-3ab0e4bdf796 req-35c44cc8-bb01-41a0-b752-d388b0cb0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:21.479729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=c648adc1-8793-495a-8b75-8425fcdd9c07,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:21.487358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-569d9ad7-a445-405a-85ac-3ab0e4bdf796 req-35c44cc8-bb01-41a0-b752-d388b0cb0f19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 1098 time: 0.1861799 Aug 11 00:36:21.521867 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-725cfc8c-2831-4cc7-b86b-805726a0e1af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:21.545517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-725cfc8c-2831-4cc7-b86b-805726a0e1af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8009627 Aug 11 00:36:21.545746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:36:21.545746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:36:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:21.545956 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:36:21.549604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35736) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:21.566814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2d02588a-3a5c-4fa0-a726-541410713707 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Request body: {'security_group_rule': {'security_group_id': '7eda9a72-de3a-4ced-a5a9-a069b6ea1edf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:21.683792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-569d9ad7-a445-405a-85ac-3ab0e4bdf796 req-8e58a4cb-35fa-4026-8718-1b1a875a0f3c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579731 Aug 11 00:36:21.805629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:21.950800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d02588a-3a5c-4fa0-a726-541410713707 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:22.179640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd316-2912-4172-b2ac-6d4b009e2559 req-48fcb615-52e6-486d-807f-9af7f3613fc7 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:22.185766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b82fd316-2912-4172-b2ac-6d4b009e2559 req-48fcb615-52e6-486d-807f-9af7f3613fc7 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 946 time: 0.4654381 Aug 11 00:36:22.295803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d24bfb-040f-4281-97c9-c52a309fe445 None None] Pushing event updated for resources: {'Port': ['ID=e29273c8-028e-4c7f-9438-c34b751a1211,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:22.646898 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:22.673114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d02588a-3a5c-4fa0-a726-541410713707 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:22.688038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b82fd316-2912-4172-b2ac-6d4b009e2559 req-9e39f3ac-8cb6-4da9-a823-200584616986 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506880 Aug 11 00:36:22.777828 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d02588a-3a5c-4fa0-a726-541410713707 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:22.817482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Deleting port aef77f1b-f6c3-45b2-934f-839d6fa01396 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:22.818557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:22.819952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02588a-3a5c-4fa0-a726-541410713707 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e15fee-49bc-4c2a-af86-23c42b8c8d13,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:22.873553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:36:22.931278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d02588a-3a5c-4fa0-a726-541410713707 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:22.939274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35760) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:22.944016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2d02588a-3a5c-4fa0-a726-541410713707 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3809559 Aug 11 00:36:22.950882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:22.978450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] For port aef77f1b-f6c3-45b2-934f-839d6fa01396, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aef77f1b-f6c3-45b2-934f-839d6fa01396,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:22.978839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:23.015733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Calling delete_port for aef77f1b-f6c3-45b2-934f-839d6fa01396 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:23.157011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:23.527556 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:23.545543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c831360-cd42-4404-861c-9234432235b9 req-f32a03d8-f093-4d1f-85f2-88317e5412fc tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:23.547480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c831360-cd42-4404-861c-9234432235b9 req-f32a03d8-f093-4d1f-85f2-88317e5412fc tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1304870 Aug 11 00:36:23.619210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=aef77f1b-f6c3-45b2-934f-839d6fa01396,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:23.668374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c831360-cd42-4404-861c-9234432235b9 req-71d1ff5b-25a0-4ca5-8e33-8aff7270de89 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103473 Aug 11 00:36:23.707481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:21Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:23.781659 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:23.782317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef9399-a4fd-4e3d-a7d6-7cb659fa93df None None] The sync data for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 is: [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:21Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:36:24.120871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Allocated IP 172.25.0.57 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/e7bdf121-7775-4bb3-9425-c15e23613468) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:36:24.311289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:24.496270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2a9f6-25e1-4f4c-81f5-da78a35ba718 req-0edb0f2d-2795-4850-82d0-e6cba5693f9d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:24.500884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-baf2a9f6-25e1-4f4c-81f5-da78a35ba718 req-0edb0f2d-2795-4850-82d0-e6cba5693f9d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.5771880 Aug 11 00:36:24.601570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-baf2a9f6-25e1-4f4c-81f5-da78a35ba718 req-26f3573d-b07b-46a8-97e9-df663ab7313f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935273 Aug 11 00:36:24.622097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:24.680542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:36:24.700058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:24.714144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:36:24.851213 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:24.872456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event updated for resources: {'Port': ['ID=e7bdf121-7775-4bb3-9425-c15e23613468,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:25.073374 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:25.105074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660f31b-95c0-4b0b-9c30-c961169ab37c req-5628e5a9-d5f4-4f86-977a-3f4880c81a6d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:25.105722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b660f31b-95c0-4b0b-9c30-c961169ab37c req-5628e5a9-d5f4-4f86-977a-3f4880c81a6d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 946 time: 0.5571215 Aug 11 00:36:25.225034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:25.433029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b660f31b-95c0-4b0b-9c30-c961169ab37c req-4707bc93-57ef-4208-9a2d-4293c65250de tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391448 Aug 11 00:36:25.439585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858cf1e-d8f1-4929-836e-4807ec504987 req-2b0613ca-a0b2-4af3-8fb7-51e8903ef8f8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:25.452679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2858cf1e-d8f1-4929-836e-4807ec504987 req-2b0613ca-a0b2-4af3-8fb7-51e8903ef8f8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1804280 Aug 11 00:36:25.684484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-a6313598-0d5b-4b4b-8f0b-aa94d2bfc328 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1248629152&fields=id&tenant_id=d3495b51f82b4d44a266da20c3bea2ad HTTP/1.1" status: 200 len: 267 time: 0.0479934 Aug 11 00:36:25.711497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:36:25.725533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:25.743299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e29273c8-028e-4c7f-9438-c34b751a1211 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:25.773717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2858cf1e-d8f1-4929-836e-4807ec504987 req-e2d93a5d-db87-4aef-92a9-30b85bb69286 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132627 Aug 11 00:36:25.815893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-2eeb119a-7548-4613-a759-5324d9d0540d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:25.835067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-2eeb119a-7548-4613-a759-5324d9d0540d tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 946 time: 0.1492970 Aug 11 00:36:25.841717 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:25.860227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'port': {'security_groups': ['82a41f4b-cbfd-497f-bf54-f197bba26bb8', '75e33d2d-4210-462a-afab-4b29287713e1']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:26.019732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e29273c8-028e-4c7f-9438-c34b751a1211 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:36:26.029710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e29273c8-028e-4c7f-9438-c34b751a1211 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:26.030335 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.087625 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.100974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event updated for resources: {'Port': ['ID=e7bdf121-7775-4bb3-9425-c15e23613468,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:26.262083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.264808 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.319769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:36:26.331992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e29273c8-028e-4c7f-9438-c34b751a1211, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e29273c8-028e-4c7f-9438-c34b751a1211,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:26.344112 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] Sync routers for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:36:26.345251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-35a3535c-8406-45e2-a9ae-fc5ed63a2e7e admin admin] 10.222.0.43 "PUT /v2.0/routers/6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9722943 Aug 11 00:36:26.346041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35820) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:26.368213 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:36:26.373939 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:36:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:26.436975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.591043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.717623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e29273c8-028e-4c7f-9438-c34b751a1211,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:26.819114 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:36:26.850961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] For port c648adc1-8793-495a-8b75-8425fcdd9c07, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c648adc1-8793-495a-8b75-8425fcdd9c07,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:26.870051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.907893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.909704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ec19f244-f139-4c15-8bf2-99041c42a6e8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9684229 Aug 11 00:36:26.918845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:26.930993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae804953-8da5-4caa-a8f9-1e9e70188b68 req-d56fab5f-3a56-495e-a7c9-ebd99925b79b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:26.940249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae804953-8da5-4caa-a8f9-1e9e70188b68 req-d56fab5f-3a56-495e-a7c9-ebd99925b79b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.8356099 Aug 11 00:36:27.044736 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:27.053064 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae804953-8da5-4caa-a8f9-1e9e70188b68 req-862ac0ca-a6d6-47bc-b98e-2eaee6e125fe tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031446 Aug 11 00:36:27.058590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9', 'c648adc1-8793-495a-8b75-8425fcdd9c07'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:27.244118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:27.244875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:27.246499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3149e5eb-b963-4892-b0b0-58fd43165f1b req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "PUT /v2.0/ports/c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 200 len: 982 time: 1.4053469 Aug 11 00:36:27.249419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'Port': ['ID=c648adc1-8793-495a-8b75-8425fcdd9c07,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:27.254968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:27.258561 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a97a8d-d180-465c-89d8-33222b9abea3" -d '{"events": [{"name": "network-changed", "server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:27.285880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.285880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.285880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.286390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.286866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.287439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.289029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.289487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.297330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.298574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.299723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.300263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776e115-879c-42a4-b9c6-ada4fe2b9084 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:27.319565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Deleting port 529df1ca-994c-412e-b50f-950a659d630a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:27.319913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:27.335115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['c648adc1-8793-495a-8b75-8425fcdd9c07'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:27.342797 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '529df1ca-994c-412e-b50f-950a659d630a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:36:23Z', 'revision_number': 5, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port': {'id': '529df1ca-994c-412e-b50f-950a659d630a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:92:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:27:09Z', 'updated_at': '2021-08-11T00:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:27.438288 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] Checking router: 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:36:27.459354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e29273c8-028e-4c7f-9438-c34b751a1211 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:27.474758 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] Routers {'6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:36:27.476531 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:36:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:27.500486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] For port 529df1ca-994c-412e-b50f-950a659d630a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=529df1ca-994c-412e-b50f-950a659d630a,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:27.503755 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:27.572141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Calling delete_port for 529df1ca-994c-412e-b50f-950a659d630a owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:27.581341 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-9a87adff-06c3-46b3-b876-f95702a23d63 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1953292230&fields=id&tenant_id=a2b4be8ef05f4195a884c310dd5f98fa HTTP/1.1" status: 200 len: 267 time: 0.0765626 Aug 11 00:36:27.594924 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] Set router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:36:27.657056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d9bb0a8-ecd8-43fd-9912-7b7dd656aa2a req-4fd44493-3505-4cb0-9d3c-435cb0b07e0e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/75e33d2d-4210-462a-afab-4b29287713e1 HTTP/1.1" status: 200 len: 1803 time: 0.1857390 Aug 11 00:36:27.742213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e29273c8-028e-4c7f-9438-c34b751a1211 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:27.742592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:27.855301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf93ec8-de12-4d05-8384-126868170f5d req-01cdcaea-88d6-4535-b506-34f790e1096e tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:27.874486 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:36:26Z', 'revision_number': 6, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:27.875175 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-01cdcaea-88d6-4535-b506-34f790e1096e tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/networks?id=41311e03-963e-4cb3-afb9-4c19b0a82aec HTTP/1.1" status: 200 len: 815 time: 0.2943392 Aug 11 00:36:27.899703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-a0c2e7c5-8791-4ef7-affa-170df4a34d47 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/quotas/a2b4be8ef05f4195a884c310dd5f98fa HTTP/1.1" status: 200 len: 375 time: 0.0234706 Aug 11 00:36:27.910864 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9b3328-e1c5-4894-bffe-37b0986c1928 None None] The sync data for ids ['6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5'] in n-d-712143-13 is: [{'id': '6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5', 'name': 'tempest-AttachVolumeTestJSON-826686240-router', 'tenant_id': 'a784853564fd4fafa0f51f47347bccbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:27:06Z', 'updated_at': '2021-08-11T00:36:26Z', 'revision_number': 6, 'project_id': 'a784853564fd4fafa0f51f47347bccbf', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:36:28.050782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-925ff0cb-97c3-4c9a-b167-8dc2af5faca9 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2b4be8ef05f4195a884c310dd5f98fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1500447 Aug 11 00:36:28.175434 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-8d9bb0a8-ecd8-43fd-9912-7b7dd656aa2a req-0dba7e20-d715-4c59-ae08-2fcc6821710b tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 00:36:28.177327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d9bb0a8-ecd8-43fd-9912-7b7dd656aa2a req-0dba7e20-d715-4c59-ae08-2fcc6821710b tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/75e33d2d-4210-462a-afab-4b29287713e1 HTTP/1.1" status: 409 len: 341 time: 0.5042362 Aug 11 00:36:28.255655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-089af1d8-e1db-4524-a663-354f83ac05eb service neutron] 10.222.0.43 "GET /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029767 Aug 11 00:36:28.411052 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3984a7-0a54-4398-9d67-cd7269cf9e5b x-openstack-request-id: req-9f3984a7-0a54-4398-9d67-cd7269cf9e5b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:28.411996 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:28.412838 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f3984a7-0a54-4398-9d67-cd7269cf9e5b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:28.425786 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07', 'status': 'completed', 'code': 200} Aug 11 00:36:28.550041 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:28.714428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-a95de8f2-9a9f-4332-b9f0-4352bf9d775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:28.717671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-a95de8f2-9a9f-4332-b9f0-4352bf9d775b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 1137 time: 0.2902792 Aug 11 00:36:28.816062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Pushing event deleted for resources: {'Port': ['ID=529df1ca-994c-412e-b50f-950a659d630a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:28.840917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-1aacf417-d5d4-4170-a8ad-054db3d23f19 service neutron] 10.222.0.43 "GET /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841887 Aug 11 00:36:28.932970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f470c-d8f5-4653-a855-86eb65fb7a69 req-2a023005-3c4c-40f5-b79f-cea0bf6b655c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:28.939619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f8f470c-d8f5-4653-a855-86eb65fb7a69 req-2a023005-3c4c-40f5-b79f-cea0bf6b655c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.5016286 Aug 11 00:36:28.941038 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:28.988575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-e4d3388c-6dcb-43f7-ae6a-60c9d475850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:28.992164 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-e4d3388c-6dcb-43f7-ae6a-60c9d475850d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 914 time: 0.2634547 Aug 11 00:36:29.182366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-568fb8a5-1046-4361-9dfb-9d71f9fc9beb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 200 len: 217 time: 0.1754010 Aug 11 00:36:29.279872 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:29.284397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:29.288990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-40959d71-0df8-4662-9ad8-557d283aad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:29.291119 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-40959d71-0df8-4662-9ad8-557d283aad9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.1010022 Aug 11 00:36:29.388472 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-7f2da25e-8835-48c2-b0d8-deabc72ae050 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835969 Aug 11 00:36:29.402879 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:29.474743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 529df1ca-994c-412e-b50f-950a659d630a no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:29.566153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-9f52fb64-152a-41b0-862e-fde0c8a7f8d8 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761389 Aug 11 00:36:29.628978 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:29.637643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 529df1ca-994c-412e-b50f-950a659d630a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:36:29.642639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 529df1ca-994c-412e-b50f-950a659d630a not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:36:29.642639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aef77f1b-f6c3-45b2-934f-839d6fa01396 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:29.691493 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f8f470c-d8f5-4653-a855-86eb65fb7a69 req-2173d187-b639-40e1-8950-85c8bbebbec1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614082 Aug 11 00:36:29.708462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: aef77f1b-f6c3-45b2-934f-839d6fa01396 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:36:29.709172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aef77f1b-f6c3-45b2-934f-839d6fa01396 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:36:29.722958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:29.723616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:36:29.743345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:29.744576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e3ceec8b-8f30-4681-92e0-2d06431eae9d admin admin] 10.222.0.43 "DELETE /v2.0/routers/6fcb9d8c-595b-4746-bff8-cbfcd8a0e9f5 HTTP/1.1" status: 204 len: 168 time: 3.3745422 Aug 11 00:36:29.747720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35878) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:29.861987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3a97a8d-d180-465c-89d8-33222b9abea3 req-f3ca5af3-2f11-42e9-bf5f-f09e494ac837 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843282 Aug 11 00:36:29.967604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-885c2534-b98e-4aab-ace6-64a83e96460f admin admin] Deleting subnet afc4f30f-5d0b-46ae-ab39-ec2619e3d120 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:36:29.974448 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885c2534-b98e-4aab-ace6-64a83e96460f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:30.146412 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885c2534-b98e-4aab-ace6-64a83e96460f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:30.247511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71f006-b034-4687-ad86-8ce409314044 req-613480ab-7ce0-4b6f-8e01-f8214cfc739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:30.252978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb71f006-b034-4687-ad86-8ce409314044 req-613480ab-7ce0-4b6f-8e01-f8214cfc739c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 1137 time: 0.1738224 Aug 11 00:36:30.303697 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb7955a1-82e8-40d0-839f-c227a43408a4 req-a96c0934-379a-4eec-8cea-e544174e8c22 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 210 time: 0.1951492 Aug 11 00:36:30.447545 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885c2534-b98e-4aab-ace6-64a83e96460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:30.537435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c39203-3f60-4a21-9513-c59b4082feac req-7d95ab92-689b-43f8-b33c-43355c481a81 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:30.546385 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6c39203-3f60-4a21-9513-c59b4082feac req-7d95ab92-689b-43f8-b33c-43355c481a81 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.3358207 Aug 11 00:36:30.604091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71f006-b034-4687-ad86-8ce409314044 req-fb30d02b-99f2-4f37-b053-712004107dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:30.605948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb71f006-b034-4687-ad86-8ce409314044 req-fb30d02b-99f2-4f37-b053-712004107dc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 914 time: 0.3417339 Aug 11 00:36:30.638453 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6c39203-3f60-4a21-9513-c59b4082feac req-d0f19d76-9035-4b22-a771-72ab85b1e016 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909228 Aug 11 00:36:30.718442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb71f006-b034-4687-ad86-8ce409314044 req-4c528813-97ad-402d-891f-8143925f3f5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 200 len: 217 time: 0.0768471 Aug 11 00:36:30.788724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c687b8-1559-4041-b036-c453e45e1161 req-94c21751-5785-4b9a-bd2b-ae0d1e99983b tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:30.799577 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99c687b8-1559-4041-b036-c453e45e1161 req-94c21751-5785-4b9a-bd2b-ae0d1e99983b tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 985 time: 0.3255467 Aug 11 00:36:30.811672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71f006-b034-4687-ad86-8ce409314044 req-d8c06635-92ff-4756-a15e-3770c04b0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:30.813634 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb71f006-b034-4687-ad86-8ce409314044 req-d8c06635-92ff-4756-a15e-3770c04b0af3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.0844603 Aug 11 00:36:30.868090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb71f006-b034-4687-ad86-8ce409314044 req-38518335-23a4-468b-bf45-21331421f4f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466425 Aug 11 00:36:30.904357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99c687b8-1559-4041-b036-c453e45e1161 req-954992a5-a211-4e00-af67-db77ab8866d0 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e33d2d-4210-462a-afab-4b29287713e1&id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0941961 Aug 11 00:36:30.962974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885c2534-b98e-4aab-ace6-64a83e96460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:31.053896 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb71f006-b034-4687-ad86-8ce409314044 req-8eb39fa3-e153-4d65-bc84-a5171d2eb7dc service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747091 Aug 11 00:36:31.063506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c2534-b98e-4aab-ace6-64a83e96460f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc4f30f-5d0b-46ae-ab39-ec2619e3d120,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:31.070470 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-885c2534-b98e-4aab-ace6-64a83e96460f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:31.076201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-885c2534-b98e-4aab-ace6-64a83e96460f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/afc4f30f-5d0b-46ae-ab39-ec2619e3d120 HTTP/1.1" status: 204 len: 168 time: 1.3252358 Aug 11 00:36:31.086119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35916) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:31.095704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d8189-e577-4b8e-8cce-2fe7b7a380cf None None] Network ca97a61f-0256-4523-9664-a2a145667588 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:36:31.365514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:31.538527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57b068-df59-432f-bdfb-20e80f58b259 req-68e70794-3f02-4629-b879-a9d613d0f771 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:31.540328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb57b068-df59-432f-bdfb-20e80f58b259 req-68e70794-3f02-4629-b879-a9d613d0f771 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.5402679 Aug 11 00:36:31.560007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Deleting port 836a18f6-ff18-425b-bcaa-145e437217ed {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:31.560322 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:31.668132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] For port 836a18f6-ff18-425b-bcaa-145e437217ed, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=836a18f6-ff18-425b-bcaa-145e437217ed,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:31.668979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:31.683271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] DHCP port deletion for ca97a61f-0256-4523-9664-a2a145667588 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:36:31.721750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Calling delete_port for 836a18f6-ff18-425b-bcaa-145e437217ed owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:31.749327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb71f006-b034-4687-ad86-8ce409314044 req-f7543770-f019-4bee-90ca-678dd3a45db7 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710844 Aug 11 00:36:31.777874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb57b068-df59-432f-bdfb-20e80f58b259 req-49862ff6-b11a-4d0d-b552-bdf0f6caa988 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247186 Aug 11 00:36:31.846030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] Deleting port 836a18f6-ff18-425b-bcaa-145e437217ed {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:31.846743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:31.973970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b257e7f-d26e-4edc-a1e7-39c38a1fada2 req-982549a8-a4c0-4548-812c-e3ed5d97f3a6 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 210 time: 0.0413079 Aug 11 00:36:32.043480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] For port 836a18f6-ff18-425b-bcaa-145e437217ed, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=836a18f6-ff18-425b-bcaa-145e437217ed,segment=NetworkSegment(cc8876bb-9809-4362-96a7-f9c7d4cd1333),segment_id=cc8876bb-9809-4362-96a7-f9c7d4cd1333)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:32.044129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.070466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] Calling delete_port for 836a18f6-ff18-425b-bcaa-145e437217ed owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:32.135071 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.196768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] No DVR routers for this DVR port 836a18f6-ff18-425b-bcaa-145e437217ed on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:36:32.280425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=836a18f6-ff18-425b-bcaa-145e437217ed,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:32.282755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8f6c9-2cca-4bdf-80c0-a126b4a0e386 req-328c1150-ee3e-4bd3-926f-f3e659b2e0b4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:32.300074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34e8f6c9-2cca-4bdf-80c0-a126b4a0e386 req-328c1150-ee3e-4bd3-926f-f3e659b2e0b4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2018607 Aug 11 00:36:32.345602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.382667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34e8f6c9-2cca-4bdf-80c0-a126b4a0e386 req-8e8d7f8b-4aa7-44b4-bc91-6343b122fb22 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812840 Aug 11 00:36:32.428265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd7fd-e764-4e80-8776-05c436af32c8 req-b98d9048-7c71-4797-bde6-a52761211794 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:32.444348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7edd7fd-e764-4e80-8776-05c436af32c8 req-b98d9048-7c71-4797-bde6-a52761211794 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 985 time: 0.2801964 Aug 11 00:36:32.446214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] No DVR routers for this DVR port 836a18f6-ff18-425b-bcaa-145e437217ed on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:36:32.450947 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.453557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11dbf8-7ab1-4132-a10d-2dab4bafa7a6 None None] Pushing event deleted for resources: {'Port': ['ID=836a18f6-ff18-425b-bcaa-145e437217ed,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:32.504267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca97a61f-0256-4523-9664-a2a145667588']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:32.522815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8876bb-9809-4362-96a7-f9c7d4cd1333') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:32.523554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8876bb-9809-4362-96a7-f9c7d4cd1333') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:32.544137 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.564975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.574775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:36:32.575831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:36:32.651499 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:36:32.739917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7edd7fd-e764-4e80-8776-05c436af32c8 req-f8a0aaac-179f-4f9e-a251-54f8706ae162 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e33d2d-4210-462a-afab-4b29287713e1&id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2946172 Aug 11 00:36:32.791832 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.804665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:32.814741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ca97a61f-0256-4523-9664-a2a145667588 HTTP/1.1" status: 204 len: 168 time: 1.7265968 Aug 11 00:36:32.841671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8957a-6020-4060-952d-1f471f21bdf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca97a61f-0256-4523-9664-a2a145667588,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:33.236129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee0daf8d-ff52-4a0f-a842-52d9b4bac441 req-861346c2-1406-4a8b-ba83-13b91fe7f0ca tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 210 time: 0.0857458 Aug 11 00:36:33.443071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 836a18f6-ff18-425b-bcaa-145e437217ed no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:33.476118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df74070-f05c-477d-922d-2b8f5b341468 req-b530ed45-c95a-4fc9-8c30-182477b2a1bc tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:33.476118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3df74070-f05c-477d-922d-2b8f5b341468 req-b530ed45-c95a-4fc9-8c30-182477b2a1bc tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2087350 Aug 11 00:36:33.501168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 836a18f6-ff18-425b-bcaa-145e437217ed {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:36:33.503933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 836a18f6-ff18-425b-bcaa-145e437217ed not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:36:33.569955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3df74070-f05c-477d-922d-2b8f5b341468 req-f5975048-8eaf-473b-880e-828b4df69a4b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805678 Aug 11 00:36:33.763041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35966) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:33.878748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7516c3-2ee0-4a45-bb47-1490adf5f158 req-d6362224-9410-46eb-8deb-7a43439eaf5c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:33.880625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb7516c3-2ee0-4a45-bb47-1490adf5f158 req-d6362224-9410-46eb-8deb-7a43439eaf5c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1726878 Aug 11 00:36:33.884047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b0efe91f-b42b-465e-8052-9687988bc30f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a784853564fd4fafa0f51f47347bccbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235788 Aug 11 00:36:33.884691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35970) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:34.015747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb7516c3-2ee0-4a45-bb47-1490adf5f158 req-0d232dae-d2e3-4b0b-897b-d790bfced705 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222959 Aug 11 00:36:34.155838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466cc8-5fcf-4473-a399-3b1cf2c2be7d req-b2a4f754-cad6-4511-9cef-7e32ead6b834 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:34.174573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0d3013b-9a20-4dda-b805-d8ec69ef365d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:34.177766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4466cc8-5fcf-4473-a399-3b1cf2c2be7d req-b2a4f754-cad6-4511-9cef-7e32ead6b834 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 985 time: 0.1533463 Aug 11 00:36:34.340152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4466cc8-5fcf-4473-a399-3b1cf2c2be7d req-16effcc9-1158-43f1-bac3-e49f4c067326 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e33d2d-4210-462a-afab-4b29287713e1&id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1442103 Aug 11 00:36:34.349092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0d3013b-9a20-4dda-b805-d8ec69ef365d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:34.440781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf93ec8-de12-4d05-8384-126868170f5d req-fdda069f-0644-491d-8f17-cbc415df1373 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:34.441982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-fdda069f-0644-491d-8f17-cbc415df1373 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.55 "GET /v2.0/networks?id=41311e03-963e-4cb3-afb9-4c19b0a82aec HTTP/1.1" status: 200 len: 815 time: 0.4836783 Aug 11 00:36:34.502303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-d8cef17f-384b-44ef-8a58-d6289126e6a9 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2b4be8ef05f4195a884c310dd5f98fa HTTP/1.1" status: 200 len: 380 time: 0.0502353 Aug 11 00:36:34.527629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Request body: {'port': {'device_id': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'admin_state_up': True, 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'security_groups': ['7eda9a72-de3a-4ced-a5a9-a069b6ea1edf']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:34.605991 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9703792-8e72-478b-b666-6669e07e19e3 req-48a69b81-2c12-457b-ab92-46be8b730bce tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 210 time: 0.0908873 Aug 11 00:36:34.726866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-ebca8951-527a-415f-9afa-44e995158fc6 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-85153670&fields=id&tenant_id=d3495b51f82b4d44a266da20c3bea2ad HTTP/1.1" status: 200 len: 267 time: 0.0700333 Aug 11 00:36:34.802396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0d3013b-9a20-4dda-b805-d8ec69ef365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:34.808264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0d3013b-9a20-4dda-b805-d8ec69ef365d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:34.810269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a0d3013b-9a20-4dda-b805-d8ec69ef365d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7aec060-deb0-412f-86ed-96d6ec076d37 HTTP/1.1" status: 204 len: 168 time: 0.9241960 Aug 11 00:36:34.817766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-d7872992-474e-4fd6-ac2e-72b2b59191c0 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:34.819830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-d7872992-474e-4fd6-ac2e-72b2b59191c0 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 985 time: 0.0920131 Aug 11 00:36:34.841766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'port': {'security_groups': ['75e33d2d-4210-462a-afab-4b29287713e1', '82a41f4b-cbfd-497f-bf54-f197bba26bb8', '6a9f70c7-6402-4578-8706-f33669b9eea1']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:34.878581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3013b-9a20-4dda-b805-d8ec69ef365d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aec060-deb0-412f-86ed-96d6ec076d37,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:34.939559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3062d-5020-4387-8b61-49e30d2cc2ba req-c3403113-1451-464f-8787-b9ca84da8605 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:34.962703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ab3062d-5020-4387-8b61-49e30d2cc2ba req-c3403113-1451-464f-8787-b9ca84da8605 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2247040 Aug 11 00:36:34.995824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Made reservation on behalf of a2b4be8ef05f4195a884c310dd5f98fa for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:36:34.999607 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:35.000357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:35.141636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ab3062d-5020-4387-8b61-49e30d2cc2ba req-4bf165d7-a1a6-44fc-876e-a45e21ae89a7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709936 Aug 11 00:36:35.551555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Allocated IP 172.20.0.3 (41311e03-963e-4cb3-afb9-4c19b0a82aec/b2497555-91a0-4fb8-8102-53d438b58182/71ebf858-baf9-4491-bea3-a98ebbeb78f7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:36:35.607582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f1707-223d-4f5b-b5ea-32a479c15903 req-abf95ef6-ca94-45cc-8b79-9e8b3060debd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:35.609380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd5f1707-223d-4f5b-b5ea-32a479c15903 req-abf95ef6-ca94-45cc-8b79-9e8b3060debd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1794114 Aug 11 00:36:35.667765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] For port c648adc1-8793-495a-8b75-8425fcdd9c07, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c648adc1-8793-495a-8b75-8425fcdd9c07,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:35.727895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd5f1707-223d-4f5b-b5ea-32a479c15903 req-aea0f697-a8e9-4cee-9755-acbe9035718a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013215 Aug 11 00:36:35.761249 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:35.899982 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:35.913474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9', 'c648adc1-8793-495a-8b75-8425fcdd9c07'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:36.069628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:36.069628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:36.069628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10c3fc71-bf71-444f-902e-4d55c2be8c62 req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "PUT /v2.0/ports/c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 200 len: 1021 time: 1.2358155 Aug 11 00:36:36.103437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:36.108091 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710e4866-eaad-44f3-863e-9a77b516d772" -d '{"events": [{"name": "network-changed", "server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:36.173331 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:36.174193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['c648adc1-8793-495a-8b75-8425fcdd9c07'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:36.273337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Transition to ACTIVE for port object 71ebf858-baf9-4491-bea3-a98ebbeb78f7 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:36.289924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c2f9d-2cdb-4865-8411-9f78aaff361a tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'Port': ['ID=c648adc1-8793-495a-8b75-8425fcdd9c07,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:36.355019 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b0ac8e8-0c5a-44aa-96ec-a76117ed602c req-2665dde6-304d-449b-9625-40805b9fb9ab tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 210 time: 0.0336859 Aug 11 00:36:36.537931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18df76-ca88-4e0f-a738-394b06f5818b req-934141c5-4d95-4cfc-8298-a754a3c04e87 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:36.543681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b18df76-ca88-4e0f-a738-394b06f5818b req-934141c5-4d95-4cfc-8298-a754a3c04e87 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 813 time: 0.2101717 Aug 11 00:36:36.578763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b18df76-ca88-4e0f-a738-394b06f5818b req-a1d752fb-d82d-41a1-a2aa-1fc897cd7c37 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/quotas/e3122af73c9f43f58e72abd9249014bf HTTP/1.1" status: 200 len: 375 time: 0.0212355 Aug 11 00:36:36.713212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:36.718908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e6423a6-91b9-4504-a92e-da397cb731df req-e62e5f23-8c1a-4be4-9a0a-5b460e2994a4 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/6a9f70c7-6402-4578-8706-f33669b9eea1 HTTP/1.1" status: 200 len: 1800 time: 0.1262894 Aug 11 00:36:36.806691 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-7e6423a6-91b9-4504-a92e-da397cb731df req-de6bd120-991c-451c-bed3-25285195a3bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 00:36:36.820780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e6423a6-91b9-4504-a92e-da397cb731df req-de6bd120-991c-451c-bed3-25285195a3bd tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/6a9f70c7-6402-4578-8706-f33669b9eea1 HTTP/1.1" status: 409 len: 341 time: 0.1003430 Aug 11 00:36:36.875648 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e95d5a-188e-4d0b-b377-d7f5ceec03a2 x-openstack-request-id: req-34e95d5a-188e-4d0b-b377-d7f5ceec03a2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:36.876211 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:36.876707 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34e95d5a-188e-4d0b-b377-d7f5ceec03a2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:36.877349 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07', 'status': 'completed', 'code': 200} Aug 11 00:36:36.982336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event updated for resources: {'Port': ['ID=71ebf858-baf9-4491-bea3-a98ebbeb78f7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:37.040532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:36:37.047804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:37.062833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:36:37.134113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b18df76-ca88-4e0f-a738-394b06f5818b req-d39855e5-8eef-4e0d-a263-3a935c9face5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5543594 Aug 11 00:36:37.140449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e4866-eaad-44f3-863e-9a77b516d772 req-0fbfbb5e-2b55-4faf-8da2-725dd1cfe78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:37.144247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-710e4866-eaad-44f3-863e-9a77b516d772 req-0fbfbb5e-2b55-4faf-8da2-725dd1cfe78b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 1176 time: 0.1729722 Aug 11 00:36:37.367568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:37.368177 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:37.544503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94f44-319e-46ca-9d68-6f0cec9ce94e req-2c5d1488-c49a-4960-ad28-844777763674 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:37.546056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15a94f44-319e-46ca-9d68-6f0cec9ce94e req-2c5d1488-c49a-4960-ad28-844777763674 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1667228 Aug 11 00:36:37.549423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e4866-eaad-44f3-863e-9a77b516d772 req-62e7152b-fcb3-41dd-987e-470692ef8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:37.550986 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-710e4866-eaad-44f3-863e-9a77b516d772 req-62e7152b-fcb3-41dd-987e-470692ef8224 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 200 len: 914 time: 0.3688183 Aug 11 00:36:37.589369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-91d7020a-6d38-4940-86ac-d838f6999180 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0747650 Aug 11 00:36:37.632559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-710e4866-eaad-44f3-863e-9a77b516d772 req-d6449724-82e6-4b7c-a758-b7d77d71e139 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 200 len: 217 time: 0.0657818 Aug 11 00:36:37.638174 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Request body: {'port': {'device_id': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:37.733153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8a20e58c-4295-4ffd-ad57-7bcae7d86d98 None None] Provisioning for port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:36:37.739770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8a20e58c-4295-4ffd-ad57-7bcae7d86d98 None None] Provisioning complete for port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:37.740248 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a20e58c-4295-4ffd-ad57-7bcae7d86d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:37.765305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15a94f44-319e-46ca-9d68-6f0cec9ce94e req-1776af5d-3123-4c5e-ae02-497bfd25c60b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118542 Aug 11 00:36:37.808071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:37.831495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e4866-eaad-44f3-863e-9a77b516d772 req-2da39395-5c51-435b-a80a-fe1e2463330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:37.833809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-710e4866-eaad-44f3-863e-9a77b516d772 req-2da39395-5c51-435b-a80a-fe1e2463330e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 200 len: 853 time: 0.1871221 Aug 11 00:36:37.893590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8a20e58c-4295-4ffd-ad57-7bcae7d86d98 None None] Port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:36:37.944815 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-710e4866-eaad-44f3-863e-9a77b516d772 req-e78580e0-c2ba-442a-8592-99879e6a8df2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4af7138f-b210-456f-b96c-17f86e250597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894542 Aug 11 00:36:38.002043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a93f-b089-420d-85b8-802e3aac2b5f req-36e094e6-2e2e-489a-9baf-838132def7f6 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:38.024463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c444a93f-b089-420d-85b8-802e3aac2b5f req-36e094e6-2e2e-489a-9baf-838132def7f6 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 931 time: 0.1383820 Aug 11 00:36:38.125567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c444a93f-b089-420d-85b8-802e3aac2b5f req-1c5840db-4d0e-4fd4-8a5a-9c3a7b6d23f7 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998557 Aug 11 00:36:38.253010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e86d01-7164-4575-b742-8c5de9ea930b req-f22bb6fa-6234-4fb9-a2a8-a79501d87f10 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:38.254621 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19e86d01-7164-4575-b742-8c5de9ea930b req-f22bb6fa-6234-4fb9-a2a8-a79501d87f10 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 1024 time: 0.3027523 Aug 11 00:36:38.285622 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-710e4866-eaad-44f3-863e-9a77b516d772 req-22e48075-77f6-491a-8451-00f5b6753acb service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500086 Aug 11 00:36:38.451746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19e86d01-7164-4575-b742-8c5de9ea930b req-062b17e2-eaef-43a0-8c54-1148f98b0130 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e33d2d-4210-462a-afab-4b29287713e1&id=6a9f70c7-6402-4578-8706-f33669b9eea1&id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1629775 Aug 11 00:36:38.508668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-710e4866-eaad-44f3-863e-9a77b516d772 req-4e6a93b1-a31c-485d-818c-a0606e1c2f56 service neutron] 10.222.0.44 "GET /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940515 Aug 11 00:36:38.642284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4c5f7-060a-4058-8290-220d0fc06d57 req-92782143-44b9-4937-af74-4929ab405ce7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:38.643957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92e4c5f7-060a-4058-8290-220d0fc06d57 req-92782143-44b9-4937-af74-4929ab405ce7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0969586 Aug 11 00:36:38.670414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ebf858-baf9-4491-bea3-a98ebbeb78f7 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:36:38.684442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:38.725841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Transition to ACTIVE for port object 71ebf858-baf9-4491-bea3-a98ebbeb78f7 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:38.740628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92e4c5f7-060a-4058-8290-220d0fc06d57 req-a4d36799-f542-4fe5-a298-e05bec0f9cf6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756197 Aug 11 00:36:38.956368 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:39.311110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71ebf858-baf9-4491-bea3-a98ebbeb78f7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:39.350161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-b15b7a84-26b4-42f8-9e4a-d04608dd97b9 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:39.351842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-b15b7a84-26b4-42f8-9e4a-d04608dd97b9 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.44 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 1024 time: 0.1735570 Aug 11 00:36:39.359780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba99dd99-d378-4c85-bf65-a1aeb9f19c3e req-e78e300a-e20d-4832-9a87-8c89215779fa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e3122af73c9f43f58e72abd9249014bf HTTP/1.1" status: 200 len: 221 time: 0.2019026 Aug 11 00:36:39.564872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Attempting to bind port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:36:39.565230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Attempting to bind port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:36:39.565572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Attempting to bind port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 on network 41311e03-963e-4cb3-afb9-4c19b0a82aec {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:40.003730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 on network 41311e03-963e-4cb3-afb9-4c19b0a82aec not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:36:40.006172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Attempting to bind port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 on network 41311e03-963e-4cb3-afb9-4c19b0a82aec {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:40.011695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:36:40.012197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Checking segment: {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:36:40.012681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Bound using segment: {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:36:40.013230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Bound port: 71ebf858-baf9-4491-bea3-a98ebbeb78f7, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f6bd21-00e9-41a6-a097-9c338d55864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:36:40.013694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:40.040167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Deleting port c648adc1-8793-495a-8b75-8425fcdd9c07 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:40.040683 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:40.130175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebedf2-ef1d-45f4-9dd9-146705401bdc req-6c5c2994-a8a4-4b4f-98f5-3bc63fee796b tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:40.136107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0cebedf2-ef1d-45f4-9dd9-146705401bdc req-6c5c2994-a8a4-4b4f-98f5-3bc63fee796b tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 943 time: 0.5914285 Aug 11 00:36:40.243398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] For port 71ebf858-baf9-4491-bea3-a98ebbeb78f7, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:36:40.289077 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0cebedf2-ef1d-45f4-9dd9-146705401bdc req-13d685bb-a996-4212-84e5-813d932d5472 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402490 Aug 11 00:36:40.310457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] For port 71ebf858-baf9-4491-bea3-a98ebbeb78f7, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=71ebf858-baf9-4491-bea3-a98ebbeb78f7,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:36:40.347838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] For port c648adc1-8793-495a-8b75-8425fcdd9c07, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c648adc1-8793-495a-8b75-8425fcdd9c07,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:40.348347 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:40.372012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Calling delete_port for c648adc1-8793-495a-8b75-8425fcdd9c07 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:40.599835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 15005b91-99aa-414c-82b1-bfbdcb90a340 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:40.615231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:40.730621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:40.731557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:40.733431 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] 10.222.0.55 "PUT /v2.0/ports/71ebf858-baf9-4491-bea3-a98ebbeb78f7 HTTP/1.1" status: 200 len: 1092 time: 3.1010978 Aug 11 00:36:40.743782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'tag': '71ebf858-baf9-4491-bea3-a98ebbeb78f7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:40.743782 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a9d702-49e4-47d6-80b4-3742d2b1041b" -d '{"events": [{"name": "network-changed", "server_uuid": "deb6f2a1-e02b-4be7-90cf-fad8fe127560", "tag": "71ebf858-baf9-4491-bea3-a98ebbeb78f7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:40.767953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3299a-678f-4a33-98b0-f649c55194e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71ebf858-baf9-4491-bea3-a98ebbeb78f7,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:40.791243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21394563-fc15-47f3-a129-0bf58e9474dc req-c7f4262e-9aab-4db8-a2a4-c836e8a579b3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:40.800292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21394563-fc15-47f3-a129-0bf58e9474dc req-c7f4262e-9aab-4db8-a2a4-c836e8a579b3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2456276 Aug 11 00:36:40.883027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:40.906292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21394563-fc15-47f3-a129-0bf58e9474dc req-b5745d71-d463-4392-90d9-6258979011a2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851874 Aug 11 00:36:40.952256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:40.989518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:40.990846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:40.999310 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568416a0-ddfb-4b71-ac13-dbeb0ff9672d" -d '{"events": [{"server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "name": "network-vif-unplugged", "status": "completed", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:41.005304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:41.099496 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a75aa1-3d33-4e87-bd56-bb26d9376f5a x-openstack-request-id: req-88a75aa1-3d33-4e87-bd56-bb26d9376f5a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:41.099496 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb6f2a1-e02b-4be7-90cf-fad8fe127560", "tag": "71ebf858-baf9-4491-bea3-a98ebbeb78f7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:41.099496 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88a75aa1-3d33-4e87-bd56-bb26d9376f5a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:41.099496 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'tag': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'status': 'completed', 'code': 200} Aug 11 00:36:41.109669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:41.158954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'Port': ['ID=c648adc1-8793-495a-8b75-8425fcdd9c07,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:41.198952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.199398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.199761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.200106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.201326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.201326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.201326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.201638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.201728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.202421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.202421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.202670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:41.233854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] No DVR routers for this DVR port c648adc1-8793-495a-8b75-8425fcdd9c07 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:36:41.237789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:41.240037 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8792bd8c-e1e7-40b5-962e-ebfa9f0b7780 req-c230f766-055a-427a-9a52-6e78efb2da7f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.44 "DELETE /v2.0/ports/c648adc1-8793-495a-8b75-8425fcdd9c07 HTTP/1.1" status: 204 len: 173 time: 1.8785963 Aug 11 00:36:41.253245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:41.265014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a26fc71b-e14a-4135-a2d0-51ca2a13ab20 req-61892fdc-b3bf-481a-9c2b-6f9ca7203550 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 210 time: 0.1585162 Aug 11 00:36:41.286522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946b689-19ec-463b-ac42-870ee7b74247 req-5655a737-937b-476d-bdde-79773f530b8f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:41.311425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0946b689-19ec-463b-ac42-870ee7b74247 req-5655a737-937b-476d-bdde-79773f530b8f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1485097 Aug 11 00:36:41.313626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf93ec8-de12-4d05-8384-126868170f5d req-befc31cb-919f-40e0-90e6-9fcb0bb5f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:41.313626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-befc31cb-919f-40e0-90e6-9fcb0bb5f49f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2b4be8ef05f4195a884c310dd5f98fa&device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 1095 time: 0.3579023 Aug 11 00:36:41.388807 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0946b689-19ec-463b-ac42-870ee7b74247 req-5eaebdf9-9b4f-4a99-bb55-9909d4357af0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804877 Aug 11 00:36:41.418513 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-64ba93a8-55bd-44f4-97df-278852bd6612 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ebf858-baf9-4491-bea3-a98ebbeb78f7 HTTP/1.1" status: 200 len: 217 time: 0.1080556 Aug 11 00:36:41.453870 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84402348-953a-44fb-ad7f-2cfda888eaf2 x-openstack-request-id: req-84402348-953a-44fb-ad7f-2cfda888eaf2 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:41.454326 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "name": "network-vif-unplugged", "status": "completed", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:41.454684 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84402348-953a-44fb-ad7f-2cfda888eaf2 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:41.456445 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'code': 200} Aug 11 00:36:41.479784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf93ec8-de12-4d05-8384-126868170f5d req-4744dfe8-6cf8-48b6-bc5f-75021fa96d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:41.481794 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-4744dfe8-6cf8-48b6-bc5f-75021fa96d31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2497555-91a0-4fb8-8102-53d438b58182 HTTP/1.1" status: 200 len: 854 time: 0.0606406 Aug 11 00:36:41.553125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf93ec8-de12-4d05-8384-126868170f5d req-406cacce-3ac6-4742-b6bf-5cdc4b96429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:41.555302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-406cacce-3ac6-4742-b6bf-5cdc4b96429a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41311e03-963e-4cb3-afb9-4c19b0a82aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642848 Aug 11 00:36:41.715404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-970fb3df-697a-4b94-b4fc-2ddb6dbe24a5 service neutron] 10.222.0.55 "GET /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508417 Aug 11 00:36:41.821804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf93ec8-de12-4d05-8384-126868170f5d req-48651f7e-423e-4042-9e9e-ec1d8ea35cab service neutron] 10.222.0.55 "GET /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989220 Aug 11 00:36:41.999266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device c648adc1-8793-495a-8b75-8425fcdd9c07 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:42.022407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: c648adc1-8793-495a-8b75-8425fcdd9c07 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:36:42.022760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device c648adc1-8793-495a-8b75-8425fcdd9c07 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:36:42.292640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-6d46a78c-1387-4194-a5a0-13ea86286064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:42.294241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-6d46a78c-1387-4194-a5a0-13ea86286064 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2b4be8ef05f4195a884c310dd5f98fa&device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 1095 time: 0.1132667 Aug 11 00:36:42.321097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93fce2-0ff8-4b0f-9955-1538c2ed2108 req-b843984b-3be2-4e18-aa56-dd4738c2b7f8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:42.323683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f93fce2-0ff8-4b0f-9955-1538c2ed2108 req-b843984b-3be2-4e18-aa56-dd4738c2b7f8 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 943 time: 0.1230011 Aug 11 00:36:42.430010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f93fce2-0ff8-4b0f-9955-1538c2ed2108 req-1384046d-fd8b-40aa-bb77-903cfb193fb4 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549784 Aug 11 00:36:42.470587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-b935ce32-8322-4119-98a8-1e30872e36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:42.471726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-b935ce32-8322-4119-98a8-1e30872e36ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=41311e03-963e-4cb3-afb9-4c19b0a82aec HTTP/1.1" status: 200 len: 916 time: 0.1685774 Aug 11 00:36:42.557706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-13b9485d-6d28-4ca1-a0b9-a880380d95a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ebf858-baf9-4491-bea3-a98ebbeb78f7 HTTP/1.1" status: 200 len: 217 time: 0.0772913 Aug 11 00:36:42.642008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-e4a90037-a494-48c1-be68-59f24b493d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:42.643626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-e4a90037-a494-48c1-be68-59f24b493d1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2497555-91a0-4fb8-8102-53d438b58182 HTTP/1.1" status: 200 len: 854 time: 0.0772786 Aug 11 00:36:42.732224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b95b1ab8-166f-4554-831a-91447e41cf38 req-09d01667-292d-4340-98b4-2124a4c2be03 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18 HTTP/1.1" status: 200 len: 210 time: 0.0358837 Aug 11 00:36:42.738747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-f28575e6-a040-4756-8fa7-f22c569d9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:42.740571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-f28575e6-a040-4756-8fa7-f22c569d9dee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41311e03-963e-4cb3-afb9-4c19b0a82aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874574 Aug 11 00:36:42.893644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-488679a6-b528-481b-af2b-04a64590acd5 service neutron] 10.222.0.55 "GET /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421607 Aug 11 00:36:43.021082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-9333d837-94ea-4ee8-845f-6c95c6fc3a02 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:43.026666 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-9333d837-94ea-4ee8-845f-6c95c6fc3a02 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 804 time: 0.2326698 Aug 11 00:36:43.102597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-8db0bcfc-33b4-49dd-9ac6-bba2eb765608 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/quotas/a7b84bf9f9ef4e389bcef4cf98865326 HTTP/1.1" status: 200 len: 375 time: 0.0441546 Aug 11 00:36:43.129121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'name': 'network-vif-deleted', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:43.133867 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc49ea52-172a-4e31-adb2-d5f2d642f682" -d '{"events": [{"server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "name": "network-vif-deleted", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:43.186845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-de028fad-2520-468c-9071-f625c8de317d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830240 Aug 11 00:36:43.222687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0d1f8-5920-4c30-a47a-cbb176abc2e8 req-c8d437b2-ded5-45f4-b3f4-a78cf9931b22 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:43.225947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bcc0d1f8-5920-4c30-a47a-cbb176abc2e8 req-c8d437b2-ded5-45f4-b3f4-a78cf9931b22 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1788588 Aug 11 00:36:43.288574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14a9d702-49e4-47d6-80b4-3742d2b1041b req-f1c2050e-594b-46e4-8e59-346251309a19 service neutron] 10.222.0.55 "GET /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850043 Aug 11 00:36:43.335021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bcc0d1f8-5920-4c30-a47a-cbb176abc2e8 req-09cfee6d-59f7-4736-acc5-2399e5d49527 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842581 Aug 11 00:36:43.495623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e0237-cf2e-448e-ab0b-16890b1f4db8 req-970a0a7b-0335-4e11-9823-22842bd8477d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:43.507821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b09e0237-cf2e-448e-ab0b-16890b1f4db8 req-970a0a7b-0335-4e11-9823-22842bd8477d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.0803318 Aug 11 00:36:43.592100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b09e0237-cf2e-448e-ab0b-16890b1f4db8 req-11c96c65-1162-48dc-9b21-2055e40a8e98 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813906 Aug 11 00:36:43.600575 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-48602b36-d9d0-475e-a447-1700a27c3cac service neutron] 10.222.0.43 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124889 Aug 11 00:36:43.818397 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-c5518441-87e2-47fd-9991-9e1d07ced139 service neutron] 10.222.0.43 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054522 Aug 11 00:36:43.865513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1d586-0c54-408c-9f21-57752209a743 req-113617c7-b013-4ffd-b61c-09c59c4bb47c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:43.868489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56e1d586-0c54-408c-9f21-57752209a743 req-113617c7-b013-4ffd-b61c-09c59c4bb47c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.55 "GET /v2.0/ports?device_id=42905057-08b9-499e-8790-46884c1303e5 HTTP/1.1" status: 200 len: 944 time: 0.0916495 Aug 11 00:36:44.059473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Deleting port 15005b91-99aa-414c-82b1-bfbdcb90a340 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:44.060139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:44.177805 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d41e2f-f3ae-40c8-a162-3ae7e6f4b4f0 x-openstack-request-id: req-96d41e2f-f3ae-40c8-a162-3ae7e6f4b4f0 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:44.178110 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18", "name": "network-vif-deleted", "tag": "c648adc1-8793-495a-8b75-8425fcdd9c07", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:44.178955 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96d41e2f-f3ae-40c8-a162-3ae7e6f4b4f0 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:44.179454 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f7aee3-9bbe-4ac6-90e4-f541a6c3ad18', 'name': 'network-vif-deleted', 'tag': 'c648adc1-8793-495a-8b75-8425fcdd9c07', 'status': 'completed', 'code': 200} Aug 11 00:36:44.294436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] For port 15005b91-99aa-414c-82b1-bfbdcb90a340, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=15005b91-99aa-414c-82b1-bfbdcb90a340,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:44.295236 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:44.329183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Calling delete_port for 15005b91-99aa-414c-82b1-bfbdcb90a340 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:44.374063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707de95-0ff3-43ec-8fd0-7fba0ca43a68 req-ce1ef0e9-ef0b-413c-b49b-d72167e3cdbd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:44.384007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d707de95-0ff3-43ec-8fd0-7fba0ca43a68 req-ce1ef0e9-ef0b-413c-b49b-d72167e3cdbd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1015577 Aug 11 00:36:44.449515 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d707de95-0ff3-43ec-8fd0-7fba0ca43a68 req-26ee764d-c4c6-4a42-93fd-e30f75817613 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590804 Aug 11 00:36:44.597357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13de938-6f73-42a0-a010-f247e4cd3686 req-8e3ce2cc-fe0a-4ff1-a102-33f08d319570 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:44.599115 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e13de938-6f73-42a0-a010-f247e4cd3686 req-8e3ce2cc-fe0a-4ff1-a102-33f08d319570 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 943 time: 0.0598207 Aug 11 00:36:44.615243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 71ebf858-baf9-4491-bea3-a98ebbeb78f7 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:36:44.643243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e13de938-6f73-42a0-a010-f247e4cd3686 req-d3bdcfc5-e669-4830-8d44-cc761e1c3c87 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372410 Aug 11 00:36:44.738414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 71ebf858-baf9-4491-bea3-a98ebbeb78f7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=71ebf858-baf9-4491-bea3-a98ebbeb78f7,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:44.752430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'port_id': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'mac_address': 'fa:16:3e:0b:bc:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:36:44.797184 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:44.803781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33792986-5ec8-4ddf-ab23-25921412f634 req-0e8ab1b7-06cf-43cf-ae4f-cba38bbf1c6b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 210 time: 0.0567358 Aug 11 00:36:44.815731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ebf858-baf9-4491-bea3-a98ebbeb78f7 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:36:44.857335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 71ebf858-baf9-4491-bea3-a98ebbeb78f7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=71ebf858-baf9-4491-bea3-a98ebbeb78f7,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:44.919933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8d274cd7-386b-4be2-b58a-79f81fb1d3d8 req-a753246b-d4ce-427a-ab2c-e0fe4ee7ee5e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/75e33d2d-4210-462a-afab-4b29287713e1 HTTP/1.1" status: 200 len: 1803 time: 0.0499516 Aug 11 00:36:44.952818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461eeb2-37a3-40c6-a4c6-bc59586dc66a req-bdebbae2-6a96-4128-b55f-a83a6abce5f7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:44.954561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0461eeb2-37a3-40c6-a4c6-bc59586dc66a req-bdebbae2-6a96-4128-b55f-a83a6abce5f7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.0539985 Aug 11 00:36:44.987681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8d274cd7-386b-4be2-b58a-79f81fb1d3d8 req-1cf7cdd1-508e-469f-b4b1-0473721cbab2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:44.990541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:45.000255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0461eeb2-37a3-40c6-a4c6-bc59586dc66a req-9ccabf4f-a4d9-4a4a-bac3-a0c2aa15bf01 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391471 Aug 11 00:36:45.043107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Pushing event deleted for resources: {'Port': ['ID=15005b91-99aa-414c-82b1-bfbdcb90a340,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:45.060788 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8d274cd7-386b-4be2-b58a-79f81fb1d3d8 req-1cf7cdd1-508e-469f-b4b1-0473721cbab2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:45.070334 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:45.114292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] No DVR routers for this DVR port 15005b91-99aa-414c-82b1-bfbdcb90a340 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:36:45.121519 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:45.123660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56e1d586-0c54-408c-9f21-57752209a743 req-522faa7d-26a7-4b11-bfde-acbffea2b52c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.55 "DELETE /v2.0/ports/15005b91-99aa-414c-82b1-bfbdcb90a340 HTTP/1.1" status: 204 len: 173 time: 1.2445304 Aug 11 00:36:45.138139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182742d6-5906-4052-8109-22dfdc5924c0 req-58038e46-22ed-40a8-96f0-2af79566fde5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:45.139600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=71ebf858-baf9-4491-bea3-a98ebbeb78f7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:45.139731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-182742d6-5906-4052-8109-22dfdc5924c0 req-58038e46-22ed-40a8-96f0-2af79566fde5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0598032 Aug 11 00:36:45.187725 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-182742d6-5906-4052-8109-22dfdc5924c0 req-4e1bb342-803a-4ca8-9555-f060d9aa5b76 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Aug 11 00:36:45.293216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['71ebf858-baf9-4491-bea3-a98ebbeb78f7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:45.312039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b9365-8dd8-40fb-bca4-e8005260bb0d req-b93855b4-e6d9-4b4a-be61-3d8b238fb634 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:45.313783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-584b9365-8dd8-40fb-bca4-e8005260bb0d req-b93855b4-e6d9-4b4a-be61-3d8b238fb634 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.0572689 Aug 11 00:36:45.361984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-584b9365-8dd8-40fb-bca4-e8005260bb0d req-524a9266-6821-4c21-8807-4209a17e3743 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413642 Aug 11 00:36:45.425239 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8d274cd7-386b-4be2-b58a-79f81fb1d3d8 req-1cf7cdd1-508e-469f-b4b1-0473721cbab2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:45.455437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-8d274cd7-386b-4be2-b58a-79f81fb1d3d8 req-1cf7cdd1-508e-469f-b4b1-0473721cbab2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:45.472079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8d274cd7-386b-4be2-b58a-79f81fb1d3d8 req-1cf7cdd1-508e-469f-b4b1-0473721cbab2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/75e33d2d-4210-462a-afab-4b29287713e1 HTTP/1.1" status: 204 len: 173 time: 0.5497084 Aug 11 00:36:45.584123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7cdd1-508e-469f-b4b1-0473721cbab2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e33d2d-4210-462a-afab-4b29287713e1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:45.611965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a9572-06a9-4f94-9682-e8871b6e1a25 req-f08a357e-175e-454c-a516-eb8316b518c5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:45.613752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c4a9572-06a9-4f94-9682-e8871b6e1a25 req-f08a357e-175e-454c-a516-eb8316b518c5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1367776 Aug 11 00:36:45.652851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-968a137e-e366-4e4b-babb-25e521b52c45 req-a8afd395-71a3-47e6-b457-e9a195fcc390 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/6a9f70c7-6402-4578-8706-f33669b9eea1 HTTP/1.1" status: 200 len: 1800 time: 0.1319947 Aug 11 00:36:45.755954 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c4a9572-06a9-4f94-9682-e8871b6e1a25 req-f9eb9f06-78ce-4a9b-a22a-cc46b11099f4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266346 Aug 11 00:36:45.798932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36332) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:45.849419 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-968a137e-e366-4e4b-babb-25e521b52c45 req-adb3ce56-a28a-46f6-90da-dd1f8e7607ce tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:45.883433 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-968a137e-e366-4e4b-babb-25e521b52c45 req-adb3ce56-a28a-46f6-90da-dd1f8e7607ce tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:45.945389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d92021-356e-472a-b0a0-90aea6a083c0 req-467292bd-ab6a-4585-a7e4-01b24befc1c2 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:45.948272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95d92021-356e-472a-b0a0-90aea6a083c0 req-467292bd-ab6a-4585-a7e4-01b24befc1c2 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 944 time: 0.0764401 Aug 11 00:36:45.978571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93bf4d12-606d-43ad-bf0d-337d530a9362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.038916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95d92021-356e-472a-b0a0-90aea6a083c0 req-0ce499b2-d9c9-4c63-b1c9-0d0221ab2f99 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782213 Aug 11 00:36:46.150509 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-968a137e-e366-4e4b-babb-25e521b52c45 req-adb3ce56-a28a-46f6-90da-dd1f8e7607ce tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.155598 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-968a137e-e366-4e4b-babb-25e521b52c45 req-adb3ce56-a28a-46f6-90da-dd1f8e7607ce tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.172672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-968a137e-e366-4e4b-babb-25e521b52c45 req-adb3ce56-a28a-46f6-90da-dd1f8e7607ce tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/6a9f70c7-6402-4578-8706-f33669b9eea1 HTTP/1.1" status: 204 len: 173 time: 0.4973001 Aug 11 00:36:46.180400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-396b196b-e93a-480d-9af3-25d621998cff req-d1cf898d-b10d-413f-ad39-a24760caac39 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 210 time: 0.0575964 Aug 11 00:36:46.184626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'name': 'network-vif-deleted', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:46.187555 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f37719e-523b-4499-b0c0-cf3c4d4dced2" -d '{"events": [{"server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "name": "network-vif-deleted", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:46.202142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3ce56-a28a-46f6-90da-dd1f8e7607ce tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f70c7-6402-4578-8706-f33669b9eea1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:46.249603 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93bf4d12-606d-43ad-bf0d-337d530a9362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.255114 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c30e86c8-84b9-4067-afda-8891492d02ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.333238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93bf4d12-606d-43ad-bf0d-337d530a9362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.385133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922f511-4dcc-40e2-ba51-ebf3debbc100 req-8d63b5bf-ca6f-4b22-9045-3ba1a0e44077 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:46.388745 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9922f511-4dcc-40e2-ba51-ebf3debbc100 req-8d63b5bf-ca6f-4b22-9045-3ba1a0e44077 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1137331 Aug 11 00:36:46.405268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf4d12-606d-43ad-bf0d-337d530a9362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de4ab44-2d8e-44cb-abe8-f9ad9fbbff69,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:46.410818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-93bf4d12-606d-43ad-bf0d-337d530a9362 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99cd0b8598e7482c94d647961de587ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089022 Aug 11 00:36:46.417248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36350) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:46.426772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306ce3-0793-4c87-8f21-e290d860c3a6 req-a5156efe-d34e-4024-b89a-bcfef7cf1f8d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:46.428542 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64306ce3-0793-4c87-8f21-e290d860c3a6 req-a5156efe-d34e-4024-b89a-bcfef7cf1f8d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1141107 Aug 11 00:36:46.475026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9922f511-4dcc-40e2-ba51-ebf3debbc100 req-701121ff-0564-4ba3-94ae-f0e667dbf4fe tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778811 Aug 11 00:36:46.515514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64306ce3-0793-4c87-8f21-e290d860c3a6 req-7e51f8b0-a722-4c1d-81d1-41b7d747bc4a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778041 Aug 11 00:36:46.516004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-44a47c82-78e6-4897-9658-1d92efa5a657 req-3292daf8-8a62-442c-9695-8d9da07da137 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-68606059', 'description': 'tempest-description-774340027'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:46.530133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99502a24-83f1-4504-b9ad-2b8ad3022d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.571983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99502a24-83f1-4504-b9ad-2b8ad3022d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.596187 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc44dd7-063a-4216-a157-da37b6b1da73 x-openstack-request-id: req-bcc44dd7-063a-4216-a157-da37b6b1da73 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:46.596491 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42905057-08b9-499e-8790-46884c1303e5", "name": "network-vif-deleted", "tag": "15005b91-99aa-414c-82b1-bfbdcb90a340", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:46.596750 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcc44dd7-063a-4216-a157-da37b6b1da73 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:46.597149 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42905057-08b9-499e-8790-46884c1303e5', 'name': 'network-vif-deleted', 'tag': '15005b91-99aa-414c-82b1-bfbdcb90a340', 'status': 'completed', 'code': 200} Aug 11 00:36:46.645960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 71ebf858-baf9-4491-bea3-a98ebbeb78f7 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:36:46.710422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a69bb-7342-434f-9ba0-9fc2c92ad047 req-6fd31f3a-f1a0-429e-8d20-dcca76c1ac5a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:46.712066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f71a69bb-7342-434f-9ba0-9fc2c92ad047 req-6fd31f3a-f1a0-429e-8d20-dcca76c1ac5a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.0587850 Aug 11 00:36:46.722512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-44a47c82-78e6-4897-9658-1d92efa5a657 req-3292daf8-8a62-442c-9695-8d9da07da137 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.758449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99502a24-83f1-4504-b9ad-2b8ad3022d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.761765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99502a24-83f1-4504-b9ad-2b8ad3022d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.772590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-99502a24-83f1-4504-b9ad-2b8ad3022d73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8de4ab44-2d8e-44cb-abe8-f9ad9fbbff69 HTTP/1.1" status: 204 len: 168 time: 0.3330467 Aug 11 00:36:46.772590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f71a69bb-7342-434f-9ba0-9fc2c92ad047 req-27e473b0-646d-45ec-a3ba-4b19c90da445 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468881 Aug 11 00:36:46.776008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99502a24-83f1-4504-b9ad-2b8ad3022d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de4ab44-2d8e-44cb-abe8-f9ad9fbbff69,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:46.819568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:36:46.830034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:36:46.830034 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.893698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-44a47c82-78e6-4897-9658-1d92efa5a657 req-3292daf8-8a62-442c-9695-8d9da07da137 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.973047 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-44a47c82-78e6-4897-9658-1d92efa5a657 req-3292daf8-8a62-442c-9695-8d9da07da137 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:46.984343 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:47.029118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292daf8-8a62-442c-9695-8d9da07da137 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc5fd7-35ae-4006-ad81-b0569fec83ca,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:47.080185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ebf858-baf9-4491-bea3-a98ebbeb78f7'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:47.084861 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc1a8ad-16e2-4d94-97b0-4ef4cfc360ce" -d '{"events": [{"server_uuid": "deb6f2a1-e02b-4be7-90cf-fad8fe127560", "name": "network-vif-plugged", "status": "completed", "tag": "71ebf858-baf9-4491-bea3-a98ebbeb78f7"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:47.130528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 71ebf858-baf9-4491-bea3-a98ebbeb78f7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=71ebf858-baf9-4491-bea3-a98ebbeb78f7,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:47.140544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-dde2db54-1b95-4c9b-b92e-af0246546cdb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:47.142270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-dde2db54-1b95-4c9b-b92e-af0246546cdb tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.55 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 945 time: 0.0837553 Aug 11 00:36:47.183263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-44a47c82-78e6-4897-9658-1d92efa5a657 req-3292daf8-8a62-442c-9695-8d9da07da137 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:47.194307 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44a47c82-78e6-4897-9658-1d92efa5a657 req-3292daf8-8a62-442c-9695-8d9da07da137 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6840947 Aug 11 00:36:47.203682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:47.207384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 15005b91-99aa-414c-82b1-bfbdcb90a340 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:47.345029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 15005b91-99aa-414c-82b1-bfbdcb90a340 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:36:47.345654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 15005b91-99aa-414c-82b1-bfbdcb90a340 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:36:47.368292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5374a-9ae7-44bb-9402-326961905880 req-70f44a61-2757-4c0f-b983-c346a1f87f5c tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:47.375756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aee5374a-9ae7-44bb-9402-326961905880 req-70f44a61-2757-4c0f-b983-c346a1f87f5c tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 945 time: 0.1037800 Aug 11 00:36:47.411390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Deleting port d1d2988a-3757-43b8-b73c-957a352b69cf {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:47.411907 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:47.474122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=71ebf858-baf9-4491-bea3-a98ebbeb78f7,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:47.529664 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aee5374a-9ae7-44bb-9402-326961905880 req-2943e824-8d3b-4bc3-8d78-a37f67f28b91 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497941 Aug 11 00:36:47.546522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273c0e-4f67-4b88-bd0c-b7443897adb8 req-1eae228e-f122-4ed2-90ed-064d082f31d7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:47.554631 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e273c0e-4f67-4b88-bd0c-b7443897adb8 req-1eae228e-f122-4ed2-90ed-064d082f31d7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.6277533 Aug 11 00:36:47.606532 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e273c0e-4f67-4b88-bd0c-b7443897adb8 req-9f7dd464-5e13-49e0-9d41-b872f9966186 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509546 Aug 11 00:36:47.608700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] For port d1d2988a-3757-43b8-b73c-957a352b69cf, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=d1d2988a-3757-43b8-b73c-957a352b69cf,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:47.609112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:47.611775 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcf7255-957a-4b54-90d7-eedbf32b2692 x-openstack-request-id: req-2dcf7255-957a-4b54-90d7-eedbf32b2692 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:47.613421 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb6f2a1-e02b-4be7-90cf-fad8fe127560", "name": "network-vif-plugged", "status": "completed", "tag": "71ebf858-baf9-4491-bea3-a98ebbeb78f7", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:47.613731 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dcf7255-957a-4b54-90d7-eedbf32b2692 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:47.614562 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'code': 200} Aug 11 00:36:47.660534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Calling delete_port for d1d2988a-3757-43b8-b73c-957a352b69cf owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:47.706636 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d2822f6-f337-4165-8416-70501884e378 req-3922011b-1af4-4d5a-8a34-38eaec4b0aba tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 210 time: 0.0300770 Aug 11 00:36:47.791901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-935dcb56-fc34-4dc5-8700-a80bfef92fc7 req-a1d8a1d1-fd4d-4dc1-9140-66e4be6ea3ca tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/02cc5fd7-35ae-4006-ad81-b0569fec83ca HTTP/1.1" status: 200 len: 1800 time: 0.1531310 Aug 11 00:36:47.812971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-935dcb56-fc34-4dc5-8700-a80bfef92fc7 req-fe7341c3-9c40-4dbe-a237-cbd865043894 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Request body: {'security_group': {'name': 'tempest-sg-hth-412109610', 'description': 'tempest-description-hth-1584987171'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:47.850668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5e70b-fdce-484d-999e-d58d8449f85f req-054525ed-4dab-4d4c-8b97-c17f37eee813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:47.852275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28f5e70b-fdce-484d-999e-d58d8449f85f req-054525ed-4dab-4d4c-8b97-c17f37eee813 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 1097 time: 0.1592157 Aug 11 00:36:47.877878 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-935dcb56-fc34-4dc5-8700-a80bfef92fc7 req-fe7341c3-9c40-4dbe-a237-cbd865043894 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:47.892462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285abb1-9685-479b-9840-875cdc1fba7e req-9a94d3c0-51b8-4039-bc7e-b09569d84c59 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:47.892462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7285abb1-9685-479b-9840-875cdc1fba7e req-9a94d3c0-51b8-4039-bc7e-b09569d84c59 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.0672429 Aug 11 00:36:47.945027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28f5e70b-fdce-484d-999e-d58d8449f85f req-8e6dd365-c4cb-4cef-8885-13bb06fef362 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842228 Aug 11 00:36:47.955502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36374) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:47.989110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-935dcb56-fc34-4dc5-8700-a80bfef92fc7 req-fe7341c3-9c40-4dbe-a237-cbd865043894 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:47.994234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7285abb1-9685-479b-9840-875cdc1fba7e req-8eb5c5d1-0021-4ef1-abb8-1a03ad23e3a3 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890794 Aug 11 00:36:47.995887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d7db07f-f6c5-4a5d-a81a-e357632ed747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.134857 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d7db07f-f6c5-4a5d-a81a-e357632ed747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.147081 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.152514 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-935dcb56-fc34-4dc5-8700-a80bfef92fc7 req-fe7341c3-9c40-4dbe-a237-cbd865043894 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.160483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-935dcb56-fc34-4dc5-8700-a80bfef92fc7 req-fe7341c3-9c40-4dbe-a237-cbd865043894 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.160483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-935dcb56-fc34-4dc5-8700-a80bfef92fc7 req-fe7341c3-9c40-4dbe-a237-cbd865043894 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "PUT /v2.0/security-groups/02cc5fd7-35ae-4006-ad81-b0569fec83ca HTTP/1.1" status: 200 len: 1776 time: 0.3524947 Aug 11 00:36:48.164295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['08c37552-257d-408e-a49d-d4340df91f5e', 'd1d2988a-3757-43b8-b73c-957a352b69cf'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:48.209996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce2297-3512-4a4c-bfc2-a155604bcfa8 req-6b4681e6-52cf-4c37-a771-aced1e86e365 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:48.210491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Pushing event deleted for resources: {'Port': ['ID=d1d2988a-3757-43b8-b73c-957a352b69cf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:48.226084 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77ce2297-3512-4a4c-bfc2-a155604bcfa8 req-6b4681e6-52cf-4c37-a771-aced1e86e365 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 867 time: 0.1038771 Aug 11 00:36:48.252026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7341c3-9c40-4dbe-a237-cbd865043894 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc5fd7-35ae-4006-ad81-b0569fec83ca,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:48.308633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77ce2297-3512-4a4c-bfc2-a155604bcfa8 req-cd76fa90-2ec8-4dab-8d8d-b80dccf21c83 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815485 Aug 11 00:36:48.309813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] No DVR routers for this DVR port d1d2988a-3757-43b8-b73c-957a352b69cf on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:36:48.325138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.325138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9aa6e137-7ea1-4dfd-84a4-87c62edea5de req-b02cb206-6764-4843-9a78-0d3ebcb52b76 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.55 "DELETE /v2.0/ports/d1d2988a-3757-43b8-b73c-957a352b69cf HTTP/1.1" status: 204 len: 173 time: 1.1753569 Aug 11 00:36:48.332455 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d7db07f-f6c5-4a5d-a81a-e357632ed747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.333101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-7e155610-75cf-458f-93ef-2c99ef741052 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:48.334933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-7e155610-75cf-458f-93ef-2c99ef741052 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.44 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 804 time: 0.2480035 Aug 11 00:36:48.359777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Request body: {'port': {'device_id': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'admin_state_up': True, 'tenant_id': 'a7b84bf9f9ef4e389bcef4cf98865326'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:48.439778 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0d7db07f-f6c5-4a5d-a81a-e357632ed747 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6a885f1cc1f4180b9370042246bf509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802742 Aug 11 00:36:48.444912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36380) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:48.445620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc2025-53ce-4756-bd23-8cd2fba915a5 req-08bfded3-d321-4b54-8b88-76ab2d476f03 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:48.455239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ecc2025-53ce-4756-bd23-8cd2fba915a5 req-08bfded3-d321-4b54-8b88-76ab2d476f03 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1418893 Aug 11 00:36:48.512163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7db07f-f6c5-4a5d-a81a-e357632ed747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2893ae-3a49-4e1c-9498-26864900515a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:48.567252 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0283df35-c373-4d11-ae9f-68e1327e89b6 req-623392a9-66d5-49ec-a35f-9b90b0f1321b tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/02cc5fd7-35ae-4006-ad81-b0569fec83ca HTTP/1.1" status: 200 len: 1776 time: 0.1943481 Aug 11 00:36:48.568757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e7b138ba-967d-4e4c-ab73-8edb2ab0a26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.600441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ecc2025-53ce-4756-bd23-8cd2fba915a5 req-30a98e51-491e-441c-a494-b64325ef42fd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215253 Aug 11 00:36:48.605494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017abd23-46fe-490d-ad65-8cdda0061c11', 'name': 'network-vif-deleted', 'tag': 'd1d2988a-3757-43b8-b73c-957a352b69cf'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:48.608358 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc9688c-b4a8-4c60-878e-49eb0227858d" -d '{"events": [{"server_uuid": "017abd23-46fe-490d-ad65-8cdda0061c11", "name": "network-vif-deleted", "tag": "d1d2988a-3757-43b8-b73c-957a352b69cf"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:48.638677 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e7b138ba-967d-4e4c-ab73-8edb2ab0a26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.716662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f46ff9-18bd-43f5-b3e8-3faaab9037b4 req-bbb17738-9d32-466e-93c4-783ba167ae8c tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/02cc5fd7-35ae-4006-ad81-b0569fec83ca HTTP/1.1" status: 200 len: 1776 time: 0.0552361 Aug 11 00:36:48.753604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Made reservation on behalf of a7b84bf9f9ef4e389bcef4cf98865326 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:36:48.754663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481c135-43b4-4cde-b8fe-b523ab041d48 req-564d3a52-99ed-4247-b24c-fe71d09c0f08 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:48.756353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b481c135-43b4-4cde-b8fe-b523ab041d48 req-564d3a52-99ed-4247-b24c-fe71d09c0f08 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 945 time: 0.0602522 Aug 11 00:36:48.760058 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.783557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e37b2edb-c8d3-41f1-ad16-6fd1d11321c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.817360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b481c135-43b4-4cde-b8fe-b523ab041d48 req-7d0faf3f-d309-4e3c-9052-5a29f5044fa5 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475113 Aug 11 00:36:48.851994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f46ff9-18bd-43f5-b3e8-3faaab9037b4 req-b1a298a2-30ac-46b2-b0fe-b882a92d3f73 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.870948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e7b138ba-967d-4e4c-ab73-8edb2ab0a26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.871690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.874255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e7b138ba-967d-4e4c-ab73-8edb2ab0a26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:48.875963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e7b138ba-967d-4e4c-ab73-8edb2ab0a26d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f2893ae-3a49-4e1c-9498-26864900515a HTTP/1.1" status: 204 len: 168 time: 0.4296498 Aug 11 00:36:48.886341 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28f327c-ef90-4e54-8b9d-9362692259a2 x-openstack-request-id: req-f28f327c-ef90-4e54-8b9d-9362692259a2 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:48.886803 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017abd23-46fe-490d-ad65-8cdda0061c11", "name": "network-vif-deleted", "tag": "d1d2988a-3757-43b8-b73c-957a352b69cf", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:48.887254 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f28f327c-ef90-4e54-8b9d-9362692259a2 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:48.888244 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017abd23-46fe-490d-ad65-8cdda0061c11', 'name': 'network-vif-deleted', 'tag': 'd1d2988a-3757-43b8-b73c-957a352b69cf', 'status': 'completed', 'code': 200} Aug 11 00:36:48.891691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b138ba-967d-4e4c-ab73-8edb2ab0a26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2893ae-3a49-4e1c-9498-26864900515a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:48.978494 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f46ff9-18bd-43f5-b3e8-3faaab9037b4 req-b1a298a2-30ac-46b2-b0fe-b882a92d3f73 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:49.010005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e03f2-b4e1-4cc6-8377-6d8659cc71a8 req-56f7785d-38be-482b-beb1-11121138b534 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:49.018575 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-017e03f2-b4e1-4cc6-8377-6d8659cc71a8 req-56f7785d-38be-482b-beb1-11121138b534 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0658474 Aug 11 00:36:49.065138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-017e03f2-b4e1-4cc6-8377-6d8659cc71a8 req-0579e15b-93b7-4c3e-886d-7f46681827f4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455582 Aug 11 00:36:49.111595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Allocated IP 172.20.0.12 (e5204996-3f77-4d95-9793-50d8825237e4/47ab3007-8a2a-40a5-9bba-5bc7787197ce/f8884ca3-0b1e-4165-8435-fc2d58cbc737) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:36:49.166507 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f46ff9-18bd-43f5-b3e8-3faaab9037b4 req-b1a298a2-30ac-46b2-b0fe-b882a92d3f73 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:49.169404 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f46ff9-18bd-43f5-b3e8-3faaab9037b4 req-b1a298a2-30ac-46b2-b0fe-b882a92d3f73 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:49.170849 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f46ff9-18bd-43f5-b3e8-3faaab9037b4 req-b1a298a2-30ac-46b2-b0fe-b882a92d3f73 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/02cc5fd7-35ae-4006-ad81-b0569fec83ca HTTP/1.1" status: 204 len: 173 time: 0.4432232 Aug 11 00:36:49.177343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-588fdedc-9a1d-494e-b61b-2deb3a39a12e req-e27ae9da-1dbb-47a7-86b9-0d88155085d2 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 210 time: 0.0396442 Aug 11 00:36:49.190667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a298a2-30ac-46b2-b0fe-b882a92d3f73 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc5fd7-35ae-4006-ad81-b0569fec83ca,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:49.446740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a096eb2-1300-4abc-908d-404b1628b7ae req-8c0e355a-c9cd-4618-b67c-a4338a27214a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:49.448515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a096eb2-1300-4abc-908d-404b1628b7ae req-8c0e355a-c9cd-4618-b67c-a4338a27214a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1341908 Aug 11 00:36:49.451827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:49.466472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea0abb-a5d0-42ac-8001-60e5263579c4 req-2de6fbbf-9936-4a8e-864c-29824099ed9b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:49.468206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bea0abb-a5d0-42ac-8001-60e5263579c4 req-2de6fbbf-9936-4a8e-864c-29824099ed9b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0929439 Aug 11 00:36:49.544121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a096eb2-1300-4abc-908d-404b1628b7ae req-747f0939-8726-4cf1-9355-abb7838b79dc tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811105 Aug 11 00:36:49.564957 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bea0abb-a5d0-42ac-8001-60e5263579c4 req-08f5426c-8397-475d-b7d1-1d292f65534f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797431 Aug 11 00:36:49.649480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:49.756966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a570c440-26ee-42d4-8738-716d57e34870 req-a1171440-bd9c-45b0-9598-b33605b6f36e tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=017abd23-46fe-490d-ad65-8cdda0061c11 HTTP/1.1" status: 200 len: 210 time: 0.0461488 Aug 11 00:36:49.787219 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-5a33dd57-46d6-4a56-91fc-660b160988f6 req-7f59bbee-e636-49c2-87fd-0b84d8c65643 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:36:49.788275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a33dd57-46d6-4a56-91fc-660b160988f6 req-7f59bbee-e636-49c2-87fd-0b84d8c65643 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/6a9f70c7-6402-4578-8706-f33669b9eea1 HTTP/1.1" status: 404 len: 352 time: 0.0166183 Aug 11 00:36:49.834563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Network e5204996-3f77-4d95-9793-50d8825237e4 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:36:49.836287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Pushing event updated for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:49.838045 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-5fcb7a08-c58d-4ee9-a693-a9f9afea27e0 req-fdec2a09-f095-44c4-bd6a-88a12bebfe8f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:36:49.840694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fcb7a08-c58d-4ee9-a693-a9f9afea27e0 req-fdec2a09-f095-44c4-bd6a-88a12bebfe8f tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/75e33d2d-4210-462a-afab-4b29287713e1 HTTP/1.1" status: 404 len: 352 time: 0.0225954 Aug 11 00:36:49.847087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:36:49.851489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:36:49.917587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffbeb6-c75c-4249-8b03-ed2cf2111453 req-a0ebf22b-5e78-463d-af6b-9d91406bca9e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:49.927941 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecffbeb6-c75c-4249-8b03-ed2cf2111453 req-a0ebf22b-5e78-463d-af6b-9d91406bca9e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2009602 Aug 11 00:36:49.974631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:49.975333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:49.999231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecffbeb6-c75c-4249-8b03-ed2cf2111453 req-b0d5fd20-ca45-4527-93ae-c150ba1b842a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692887 Aug 11 00:36:50.066703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5082f-4a8a-4dd0-b01a-0ea957ee5d34 req-2a84ccb1-004f-483e-bebc-ad03e15fb5f6 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:50.068422 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8b5082f-4a8a-4dd0-b01a-0ea957ee5d34 req-2a84ccb1-004f-483e-bebc-ad03e15fb5f6 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 945 time: 0.1009409 Aug 11 00:36:50.086635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-df60ae6f-b2f2-4a3d-9652-acbd5ea7b3d4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7312243 Aug 11 00:36:50.093672 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-4b37e837-2c4d-4469-96d9-aa7b0bf447f4 req-5ffa33b1-9138-4ee4-afaa-00502dda936e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:36:50.095239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b37e837-2c4d-4469-96d9-aa7b0bf447f4 req-5ffa33b1-9138-4ee4-afaa-00502dda936e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/010cbcd2-2896-4a22-a0de-4935ab855bfc HTTP/1.1" status: 404 len: 352 time: 0.0558913 Aug 11 00:36:50.101374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Request body: {'port': {'device_id': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:50.167592 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-00311dff-030b-4522-8066-6a5a06b9f19d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1132200 Aug 11 00:36:50.194133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8b5082f-4a8a-4dd0-b01a-0ea957ee5d34 req-0ff0e100-c0b5-430c-ba3d-8b785e836f53 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133499 Aug 11 00:36:50.211636 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-49b58725-d5d4-48ff-984d-a18a6f95a6c0 req-5d0f9302-7897-4b80-aed5-6467ec680b19 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:36:50.228055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49b58725-d5d4-48ff-984d-a18a6f95a6c0 req-5d0f9302-7897-4b80-aed5-6467ec680b19 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/5d80034f-22fb-4580-a587-fc6f35cb41b6 HTTP/1.1" status: 404 len: 352 time: 0.0501192 Aug 11 00:36:50.229704 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:50.361544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-05a516aa-545b-45db-8146-73bc2191de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:50.363325 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-05a516aa-545b-45db-8146-73bc2191de83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1097 time: 0.1275613 Aug 11 00:36:50.373089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:50.386808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b2a7b-d338-40b9-8f43-a3b912c1c1f9 req-75ab03fd-5993-4112-b009-c49bdfd2f6cd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:50.388733 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c7b2a7b-d338-40b9-8f43-a3b912c1c1f9 req-75ab03fd-5993-4112-b009-c49bdfd2f6cd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0879040 Aug 11 00:36:50.499293 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c7b2a7b-d338-40b9-8f43-a3b912c1c1f9 req-af1fae7d-3489-444c-84f1-0070dfbb01e0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996122 Aug 11 00:36:50.576561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89242e-2e66-4ce7-a3c6-dad8f0d030d9 req-26e27d00-9f11-4ade-9f52-1a22e81590ab tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:50.590119 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f89242e-2e66-4ce7-a3c6-dad8f0d030d9 req-26e27d00-9f11-4ade-9f52-1a22e81590ab tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 932 time: 0.2935863 Aug 11 00:36:50.591981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-cbec526c-6efb-4537-87ab-7cfc4a05c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:50.596107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-cbec526c-6efb-4537-87ab-7cfc4a05c0ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 914 time: 0.2058020 Aug 11 00:36:50.687729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device d1d2988a-3757-43b8-b73c-957a352b69cf no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:50.717628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f89242e-2e66-4ce7-a3c6-dad8f0d030d9 req-62280cf0-14ca-4c25-b31f-2365ea86e7c2 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255407 Aug 11 00:36:50.746333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: d1d2988a-3757-43b8-b73c-957a352b69cf {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:36:50.747009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device d1d2988a-3757-43b8-b73c-957a352b69cf not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:36:50.774851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-53084c33-f433-4e03-9e6f-99ff488bec01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 200 len: 217 time: 0.1703169 Aug 11 00:36:50.777848 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-fa7a88b3-b7a9-4a59-ab46-40527c604cd2 req-0bc971bc-3217-445b-96b0-e0865862c7a2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:36:50.778922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa7a88b3-b7a9-4a59-ab46-40527c604cd2 req-0bc971bc-3217-445b-96b0-e0865862c7a2 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/5d041603-585f-4d50-abd1-ed5d8e5a5891 HTTP/1.1" status: 404 len: 352 time: 0.0236850 Aug 11 00:36:50.873534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c8a99-b6e6-43fc-acc4-58b092f84cb0 req-cc304b57-19b8-4875-a440-136c2eb6d05a tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:50.892070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c82c8a99-b6e6-43fc-acc4-58b092f84cb0 req-cc304b57-19b8-4875-a440-136c2eb6d05a tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 945 time: 0.2894058 Aug 11 00:36:50.892463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8884ca3-0b1e-4165-8435-fc2d58cbc737 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:36:50.892877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36474) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:50.901990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:50.910549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Request body: {'floatingip': {'port_id': '71ebf858-baf9-4491-bea3-a98ebbeb78f7'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:36:50.917025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Transition to ACTIVE for port object f8884ca3-0b1e-4165-8435-fc2d58cbc737 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:36:51.011796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a4c22-8d78-4d42-b013-84a9febf8cc9 req-a1aa8f32-96e6-4f25-a47e-d084a8364339 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:51.013469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-894a4c22-8d78-4d42-b013-84a9febf8cc9 req-a1aa8f32-96e6-4f25-a47e-d084a8364339 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0948033 Aug 11 00:36:51.061299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:51.073266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:51.085226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-dae5d509-6b7c-4d56-af0c-b4f751ad9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:51.088385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-dae5d509-6b7c-4d56-af0c-b4f751ad9743 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.3048677 Aug 11 00:36:51.176133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-894a4c22-8d78-4d42-b013-84a9febf8cc9 req-13596c42-6758-4981-b771-746f7e032058 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470196 Aug 11 00:36:51.202323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Pushing event updated for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:51.249948 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-4d8aa7b7-f27e-41f6-a913-fb0d87746e7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998724 Aug 11 00:36:51.343964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Attempting to bind port f8884ca3-0b1e-4165-8435-fc2d58cbc737 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:36:51.344678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Attempting to bind port f8884ca3-0b1e-4165-8435-fc2d58cbc737 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:36:51.345021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Attempting to bind port f8884ca3-0b1e-4165-8435-fc2d58cbc737 on network e5204996-3f77-4d95-9793-50d8825237e4 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:51.348991 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-81080094-8590-4287-a3a1-68f084fb4de0 req-c35c16dd-6586-41dd-bf4c-e09881b55f4e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] show failed (client error): The resource could not be found. Aug 11 00:36:51.356781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81080094-8590-4287-a3a1-68f084fb4de0 req-c35c16dd-6586-41dd-bf4c-e09881b55f4e tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/e8a08184-8aa0-4948-8556-885924333bf3 HTTP/1.1" status: 404 len: 352 time: 0.0453200 Aug 11 00:36:51.359545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Port f8884ca3-0b1e-4165-8435-fc2d58cbc737 on network e5204996-3f77-4d95-9793-50d8825237e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:36:51.361628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Attempting to bind port f8884ca3-0b1e-4165-8435-fc2d58cbc737 on network e5204996-3f77-4d95-9793-50d8825237e4 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:36:51.370980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:36:51.370980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Checking segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:36:51.371299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Bound using segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:36:51.371804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Bound port: f8884ca3-0b1e-4165-8435-fc2d58cbc737, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:36:51.372316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:51.458041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b47ba-e7b4-4c05-a16c-3b88c23d5696 req-89a9df93-8e3f-4164-ac8e-a362a4a27f01 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:51.460113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-018b47ba-e7b4-4c05-a16c-3b88c23d5696 req-89a9df93-8e3f-4164-ac8e-a362a4a27f01 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.4714236 Aug 11 00:36:51.505590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:36:51.510251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:36:51.602065 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:51.609046 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-b9a819d6-8b88-4b29-bcb7-cf01e9b4b2be service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472533 Aug 11 00:36:51.631891 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-018b47ba-e7b4-4c05-a16c-3b88c23d5696 req-2764dc3f-c2f1-4ff4-9f8e-7bf0d3f1767d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603782 Aug 11 00:36:51.639542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:51.640201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:51.641662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] 10.222.0.44 "PUT /v2.0/ports/f8884ca3-0b1e-4165-8435-fc2d58cbc737 HTTP/1.1" status: 200 len: 1093 time: 1.5454001 Aug 11 00:36:51.642130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:51.644471 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03998537-77b4-49ba-ac6d-0d576b2dcf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:51.672947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89d9ae-dad3-4c07-8d69-5730fd0e023e service neutron] Pushing event updated for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:51.832193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-9104cbf5-2780-4324-a669-c3cb59172d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:51.834050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-9104cbf5-2780-4324-a669-c3cb59172d15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 1096 time: 0.0754721 Aug 11 00:36:51.880506 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d731ce8b-0058-44bc-a7c0-b374d046d8fd req-d1dfcd7d-d362-41a9-a445-ddbf3d7697b8 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636788 Aug 11 00:36:51.881417 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-7e00e700-39cc-429d-afa8-ff819e7bd4f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737 HTTP/1.1" status: 200 len: 217 time: 0.0400605 Aug 11 00:36:51.966967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-a8785789-e94a-4ab7-90db-8580db1f51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:51.968661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-a8785789-e94a-4ab7-90db-8580db1f51c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 200 len: 844 time: 0.0780797 Aug 11 00:36:51.970253 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f155601-014a-414c-ae96-b3d37e619452 x-openstack-request-id: req-1f155601-014a-414c-ae96-b3d37e619452 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:51.970550 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:51.970806 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f155601-014a-414c-ae96-b3d37e619452 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:51.971305 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'status': 'completed', 'code': 200} Aug 11 00:36:52.017058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-f00884a1-27a2-4686-9479-0ab4f7c3f35e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5204996-3f77-4d95-9793-50d8825237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407727 Aug 11 00:36:52.097946 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:52.232546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8be58e-9190-460a-b0de-4822d1702469 req-cb2fa803-51c7-4cc8-8e59-978f37910134 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:52.237035 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb8be58e-9190-460a-b0de-4822d1702469 req-cb2fa803-51c7-4cc8-8e59-978f37910134 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 944 time: 0.2059588 Aug 11 00:36:52.258584 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-7ab5258e-83b1-4d8d-a96e-2827f6219f9a service neutron] 10.222.0.44 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225389 Aug 11 00:36:52.304512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:52.348940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb8be58e-9190-460a-b0de-4822d1702469 req-a631f679-4549-4eb2-b582-9542518c8df0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032434 Aug 11 00:36:52.361736 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:52.469088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aa31f8f-43f8-485e-8f78-6f91e5e0db4d req-a63f5cba-b71f-43e7-a36b-c7404171cf6c service neutron] 10.222.0.44 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940129 Aug 11 00:36:52.537576 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Floating IP ead73102-1b66-43f7-b571-47f0c87a6320 associated. External IP: 172.25.0.57, port: 71ebf858-baf9-4491-bea3-a98ebbeb78f7. Aug 11 00:36:52.539599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ca680-656e-4094-9714-6fba75cc7bc4 req-44256149-70cb-4c4f-b636-b4767ebb425f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:52.541985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-045ca680-656e-4094-9714-6fba75cc7bc4 req-44256149-70cb-4c4f-b636-b4767ebb425f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0613761 Aug 11 00:36:52.585565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f02560-99d8-4ed9-a78c-6e66e078189b req-4bf84c8d-5c44-46f9-9215-ed5f036d569a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:52.587141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e1f02560-99d8-4ed9-a78c-6e66e078189b req-4bf84c8d-5c44-46f9-9215-ed5f036d569a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1223154 Aug 11 00:36:52.600463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-045ca680-656e-4094-9714-6fba75cc7bc4 req-95a2b40c-f132-4e37-8d49-3fcbcc5bc641 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475152 Aug 11 00:36:52.674554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e1f02560-99d8-4ed9-a78c-6e66e078189b req-194e1dd8-e30d-4b59-a1da-feef06eee078 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775421 Aug 11 00:36:52.773212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-42b84ad0-0151-4b8b-b540-865e3c75c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:52.774891 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-42b84ad0-0151-4b8b-b540-865e3c75c826 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 1096 time: 0.0625772 Aug 11 00:36:52.801282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8908926-fe92-487b-a8cd-ed1f6aef4240 req-208669a5-32d2-42b4-be5c-ba692c925ce1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:52.804152 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f8908926-fe92-487b-a8cd-ed1f6aef4240 req-208669a5-32d2-42b4-be5c-ba692c925ce1 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1023 time: 0.1346352 Aug 11 00:36:52.867619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26b2a-b780-4739-87d5-afb356b35b7a req-ec468b6c-52fc-491c-bd44-e41a2fda1344 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:52.869779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fea26b2a-b780-4739-87d5-afb356b35b7a req-ec468b6c-52fc-491c-bd44-e41a2fda1344 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1174350 Aug 11 00:36:52.906302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:36:52.927403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f8908926-fe92-487b-a8cd-ed1f6aef4240 req-660baf26-acb1-4bab-86c4-a63858c4a639 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&id=5329fe69-9ba8-4090-be8e-74dfe8b25b77&id=382c6e24-9909-4815-9413-5df5bb3464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0991106 Aug 11 00:36:52.980977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-fb2da368-613f-4618-b58a-64126b39cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:52.994037 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-fb2da368-613f-4618-b58a-64126b39cc0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 905 time: 0.1882033 Aug 11 00:36:53.008373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fea26b2a-b780-4739-87d5-afb356b35b7a req-a6246e62-112f-4213-8b64-19bbb801ad74 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298745 Aug 11 00:36:53.105014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:36:53.112376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:53.125450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] Sync routers for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:36:53.160437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:36:53.161095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:53.162060 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-73ca665d-36a6-4a36-952c-2404cfb9273f tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "PUT /v2.0/floatingips/ead73102-1b66-43f7-b571-47f0c87a6320 HTTP/1.1" status: 200 len: 990 time: 2.2642527 Aug 11 00:36:53.162918 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'tag': '71ebf858-baf9-4491-bea3-a98ebbeb78f7'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:53.167748 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68782273-0169-4280-96d4-3d94ee2117fa" -d '{"events": [{"name": "network-changed", "server_uuid": "deb6f2a1-e02b-4be7-90cf-fad8fe127560", "tag": "71ebf858-baf9-4491-bea3-a98ebbeb78f7"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:53.407755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:36:53.415233 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9390152-a44e-4e67-a4a2-8b4b777bb889 x-openstack-request-id: req-b9390152-a44e-4e67-a4a2-8b4b777bb889 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:53.419536 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb6f2a1-e02b-4be7-90cf-fad8fe127560", "tag": "71ebf858-baf9-4491-bea3-a98ebbeb78f7", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:53.423104 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9390152-a44e-4e67-a4a2-8b4b777bb889 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:53.423104 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'tag': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'status': 'completed', 'code': 200} Aug 11 00:36:53.529797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-8034f23c-5205-43c4-abee-b5eaf291de4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737 HTTP/1.1" status: 200 len: 217 time: 0.5242078 Aug 11 00:36:53.647904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70a2b3-2379-48f1-a808-b9e7ec09ebc5 req-a35fb49e-08a6-45f5-a879-088e612a36d1 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:53.649671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d70a2b3-2379-48f1-a808-b9e7ec09ebc5 req-a35fb49e-08a6-45f5-a879-088e612a36d1 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 944 time: 0.0827181 Aug 11 00:36:53.654907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782273-0169-4280-96d4-3d94ee2117fa req-f71464a2-20fe-4864-9c83-4f70d7b7b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:53.656717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68782273-0169-4280-96d4-3d94ee2117fa req-f71464a2-20fe-4864-9c83-4f70d7b7b0a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2b4be8ef05f4195a884c310dd5f98fa&device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 1097 time: 0.1405287 Aug 11 00:36:53.712535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d70a2b3-2379-48f1-a808-b9e7ec09ebc5 req-e4d15811-e404-47a6-8187-c2a9b522643a tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534317 Aug 11 00:36:53.744023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-a9085c58-f359-4405-b5e0-c5b7479089cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:53.747203 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-a9085c58-f359-4405-b5e0-c5b7479089cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 200 len: 844 time: 0.1741414 Aug 11 00:36:53.758062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48738cc3-c336-4490-aaa0-8c1a37c6750c req-530f0c65-bfeb-4935-a9db-4fd6ac3e80ce tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:53.760272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48738cc3-c336-4490-aaa0-8c1a37c6750c req-530f0c65-bfeb-4935-a9db-4fd6ac3e80ce tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.2449605 Aug 11 00:36:53.842573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ead73102-1b66-43f7-b571-47f0c87a6320', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'port_id': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'mac_address': 'fa:16:3e:0b:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:36:24Z', 'updated_at': '2021-08-11T00:36:51Z', 'revision_number': 1, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:26Z', 'revision_number': 5, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:53.888878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] Checking router: 0303795f-f77e-44f1-9c78-c7fb68fdaf67 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:36:53.891485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-a65c709b-a130-4377-9b5f-bf07b60c21bb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:53.893446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-a65c709b-a130-4377-9b5f-bf07b60c21bb tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1023 time: 0.1187892 Aug 11 00:36:53.906267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:36:53.908213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:53.917196 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-5a500325-a617-43ee-ad9f-aa6bf87067b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5204996-3f77-4d95-9793-50d8825237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465163 Aug 11 00:36:53.970124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782273-0169-4280-96d4-3d94ee2117fa req-19be8e7d-3868-411c-842d-f93050429684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:53.974375 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68782273-0169-4280-96d4-3d94ee2117fa req-19be8e7d-3868-411c-842d-f93050429684 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41311e03-963e-4cb3-afb9-4c19b0a82aec HTTP/1.1" status: 200 len: 916 time: 0.3061447 Aug 11 00:36:54.028875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb765-540c-4d07-9177-e4980841d1b1 req-2233f8e4-6b4f-4425-a8ac-41f3e668feff tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:54.037165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea9eb765-540c-4d07-9177-e4980841d1b1 req-2233f8e4-6b4f-4425-a8ac-41f3e668feff tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2279086 Aug 11 00:36:54.097216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Deleting port 584f2eae-0c4c-4100-8a89-5040712570a9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:54.097584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:54.165813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:36:54.214178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48738cc3-c336-4490-aaa0-8c1a37c6750c req-6105e8b1-af6a-41b7-9f8a-f085a05349dd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307137 Aug 11 00:36:54.233558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea9eb765-540c-4d07-9177-e4980841d1b1 req-6dd6f197-5535-4273-8a37-44f245eb69ae tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949832 Aug 11 00:36:54.311344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68782273-0169-4280-96d4-3d94ee2117fa req-68f8c4a2-ce3a-4091-ba93-69160273dc68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71ebf858-baf9-4491-bea3-a98ebbeb78f7 HTTP/1.1" status: 200 len: 998 time: 0.1831405 Aug 11 00:36:54.345561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] For port 584f2eae-0c4c-4100-8a89-5040712570a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=584f2eae-0c4c-4100-8a89-5040712570a9,segment=NetworkSegment(e7fc4eda-fd32-4c52-a4a9-2e57c8767498),segment_id=e7fc4eda-fd32-4c52-a4a9-2e57c8767498)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:54.345958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:54.388521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Calling delete_port for 584f2eae-0c4c-4100-8a89-5040712570a9 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:54.392700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-b0916e61-4962-4146-8f1c-bb1849220f3c service neutron] 10.222.0.44 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533820 Aug 11 00:36:54.450842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb02890-984e-4cc1-83d7-fdd274e3e54b req-84b7d778-af22-4795-9b65-69ecdf21e1f3 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:54.452597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbb02890-984e-4cc1-83d7-fdd274e3e54b req-84b7d778-af22-4795-9b65-69ecdf21e1f3 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 1023 time: 0.0874135 Aug 11 00:36:54.532739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ead73102-1b66-43f7-b571-47f0c87a6320', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'port_id': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'mac_address': 'fa:16:3e:0b:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:36:24Z', 'updated_at': '2021-08-11T00:36:51Z', 'revision_number': 1, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:26Z', 'revision_number': 5, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:36:54.561690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbb02890-984e-4cc1-83d7-fdd274e3e54b req-ed0546dd-b2a0-479f-a977-d4819dc8e4aa tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups?id=82a41f4b-cbfd-497f-bf54-f197bba26bb8&id=5329fe69-9ba8-4090-be8e-74dfe8b25b77&id=382c6e24-9909-4815-9413-5df5bb3464ee&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0761900 Aug 11 00:36:54.599526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f234ef4-c3d8-46d2-afc2-b7f2b6b0af38 None None] The sync data for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 is: [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ead73102-1b66-43f7-b571-47f0c87a6320', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'port_id': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'mac_address': 'fa:16:3e:0b:bc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:36:24Z', 'updated_at': '2021-08-11T00:36:51Z', 'revision_number': 1, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:26Z', 'revision_number': 5, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:36:54.604934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782273-0169-4280-96d4-3d94ee2117fa req-9f1b9f25-1fc6-4be3-a975-c08b8d8580b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:54.606593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68782273-0169-4280-96d4-3d94ee2117fa req-9f1b9f25-1fc6-4be3-a975-c08b8d8580b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2497555-91a0-4fb8-8102-53d438b58182 HTTP/1.1" status: 200 len: 854 time: 0.2838705 Aug 11 00:36:54.646766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29e5d0-49bc-48c4-9279-ac6a6f3ae02f req-de5c7adb-4156-4cd4-8042-1d6df4f75884 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:54.660039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a29e5d0-49bc-48c4-9279-ac6a6f3ae02f req-de5c7adb-4156-4cd4-8042-1d6df4f75884 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.3333766 Aug 11 00:36:54.773030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c9dc3-3c03-435b-9e66-3f48b855a1e2 req-042f2e95-77cf-486c-93f0-efd456b1e403 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:54.776146 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b31c9dc3-3c03-435b-9e66-3f48b855a1e2 req-042f2e95-77cf-486c-93f0-efd456b1e403 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0992680 Aug 11 00:36:54.779957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03998537-77b4-49ba-ac6d-0d576b2dcf3f req-0bba0bc4-a21a-4cfd-8fc7-d7fc0ec2adef service neutron] 10.222.0.44 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362734 Aug 11 00:36:54.840701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a29e5d0-49bc-48c4-9279-ac6a6f3ae02f req-487be22d-7a8f-47e9-a628-007073a0b631 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063516 Aug 11 00:36:54.840701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782273-0169-4280-96d4-3d94ee2117fa req-56bc69b3-3e23-4324-acdb-9ea6871a2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:54.840701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68782273-0169-4280-96d4-3d94ee2117fa req-56bc69b3-3e23-4324-acdb-9ea6871a2e4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41311e03-963e-4cb3-afb9-4c19b0a82aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2229216 Aug 11 00:36:54.929042 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b31c9dc3-3c03-435b-9e66-3f48b855a1e2 req-4f5c82d7-d9cd-47a4-99be-1181fc96f536 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986805 Aug 11 00:36:55.011936 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68782273-0169-4280-96d4-3d94ee2117fa req-0a7cb891-e4c9-478d-b2d9-a57b2f6600df service neutron] 10.222.0.55 "GET /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641006 Aug 11 00:36:55.019815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:55.033969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['584f2eae-0c4c-4100-8a89-5040712570a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:55.121420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'Port': ['ID=584f2eae-0c4c-4100-8a89-5040712570a9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:55.172144 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b95849d-776e-4994-b7b6-4b205eb2fa16 None None] New status for floating IP ead73102-1b66-43f7-b571-47f0c87a6320: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:36:55.260715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] No DVR routers for this DVR port 584f2eae-0c4c-4100-8a89-5040712570a9 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:36:55.266004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:55.269215 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6c9e2a5-0035-4654-8e7a-a5b65b873689 req-88bbfe37-eba9-4f34-9f4d-8b8fbbb77cdf tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.44 "DELETE /v2.0/ports/584f2eae-0c4c-4100-8a89-5040712570a9 HTTP/1.1" status: 204 len: 173 time: 1.3662369 Aug 11 00:36:55.273574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68782273-0169-4280-96d4-3d94ee2117fa req-44b58fb1-133d-4552-b716-2551e8cd6620 service neutron] 10.222.0.55 "GET /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492180 Aug 11 00:36:55.293847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe1f7d-aea6-4a7f-8ed7-54b4ea2e1c5c req-78829bd9-6e32-43d4-9202-0909cbfe9a68 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:55.299074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dcbe1f7d-aea6-4a7f-8ed7-54b4ea2e1c5c req-78829bd9-6e32-43d4-9202-0909cbfe9a68 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1657598 Aug 11 00:36:55.310818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3f2e4-a464-406a-a5b9-6349a0a5d309 req-e516d94d-e168-4149-ba81-65ce6be881a9 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:55.313709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22a3f2e4-a464-406a-a5b9-6349a0a5d309 req-e516d94d-e168-4149-ba81-65ce6be881a9 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 944 time: 0.1955056 Aug 11 00:36:55.367611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dcbe1f7d-aea6-4a7f-8ed7-54b4ea2e1c5c req-73a2e19e-02c6-44f5-a67a-d9d8ae21050a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 Aug 11 00:36:55.403903 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22a3f2e4-a464-406a-a5b9-6349a0a5d309 req-bbca2697-421e-4dbd-83df-e303acb2b05e tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750203 Aug 11 00:36:55.422563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'name': 'network-vif-deleted', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:55.428740 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc670f52-d279-4f24-8771-35791a019d3a" -d '{"events": [{"server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "name": "network-vif-deleted", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:55.503264 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ea3b0e-43bb-4dfe-beb3-0d49abaaab9b x-openstack-request-id: req-03ea3b0e-43bb-4dfe-beb3-0d49abaaab9b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:55.503601 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56", "name": "network-vif-deleted", "tag": "584f2eae-0c4c-4100-8a89-5040712570a9", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:55.503826 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03ea3b0e-43bb-4dfe-beb3-0d49abaaab9b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:55.504975 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56', 'name': 'network-vif-deleted', 'tag': '584f2eae-0c4c-4100-8a89-5040712570a9', 'status': 'completed', 'code': 200} Aug 11 00:36:55.613983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85155a8a-0b05-4673-85c5-9f6f343227be req-a7d79bed-9dc6-4e52-900d-2631a53f46ae tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:55.616796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85155a8a-0b05-4673-85c5-9f6f343227be req-a7d79bed-9dc6-4e52-900d-2631a53f46ae tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.0716302 Aug 11 00:36:55.637021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd115-fe18-482d-be4d-135f7de37896 req-1a80d79e-d082-4e22-81cd-0d0482ba59ca tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:55.638823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f3bd115-fe18-482d-be4d-135f7de37896 req-1a80d79e-d082-4e22-81cd-0d0482ba59ca tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0772321 Aug 11 00:36:55.697480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85155a8a-0b05-4673-85c5-9f6f343227be req-8b5fff3b-66f5-496a-a171-780d22ab48dd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593233 Aug 11 00:36:55.731886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f3bd115-fe18-482d-be4d-135f7de37896 req-76fc9221-c542-4664-a4cd-f85ae16e53ea tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814416 Aug 11 00:36:55.837078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-662983b6-a251-4f23-ae61-f6212b526d6f req-8308d582-2199-4b4a-b897-4463a4ba7b59 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 210 time: 0.0442729 Aug 11 00:36:56.010619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18750d-f174-42b0-b56f-43174a6c6b3f req-19948acd-a024-45a9-9ceb-62b8b5628503 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:56.012989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a18750d-f174-42b0-b56f-43174a6c6b3f req-19948acd-a024-45a9-9ceb-62b8b5628503 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.0655088 Aug 11 00:36:56.042024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8884ca3-0b1e-4165-8435-fc2d58cbc737 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:36:56.101841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a18750d-f174-42b0-b56f-43174a6c6b3f req-7514b540-7a8d-4983-a903-0f7ed45137e8 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816607 Aug 11 00:36:56.355091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:56.390152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'port_id': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'mac_address': 'fa:16:3e:dd:9a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ab3007-8a2a-40a5-9bba-5bc7787197ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:36:56.471421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f927d0-491a-4937-a5d6-32b0a5d68b3c req-7a957007-b45b-4da3-8a06-423d2732de0d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:56.479561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3f927d0-491a-4937-a5d6-32b0a5d68b3c req-7a957007-b45b-4da3-8a06-423d2732de0d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1069434 Aug 11 00:36:56.489389 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:56.531778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8884ca3-0b1e-4165-8435-fc2d58cbc737 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:36:56.559710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3f927d0-491a-4937-a5d6-32b0a5d68b3c req-9888a8ec-1282-4050-9704-7b13841dfdec tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771732 Aug 11 00:36:56.569036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:56.609366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32593bc7-30f9-460a-99a6-18f2ec202ded req-4d519c36-2f97-4385-8074-f4507a228577 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:56.612001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32593bc7-30f9-460a-99a6-18f2ec202ded req-4d519c36-2f97-4385-8074-f4507a228577 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 944 time: 0.0804658 Aug 11 00:36:56.682305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32593bc7-30f9-460a-99a6-18f2ec202ded req-4f4abf36-5d52-439d-aacb-8282c558c234 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591183 Aug 11 00:36:56.773657 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:56.790048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:36:57.014688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d038f-18b8-46f6-b442-62627925dea4 req-6a195a06-e081-4358-9c3d-cfde838d59c9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:57.025232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-237d038f-18b8-46f6-b442-62627925dea4 req-6a195a06-e081-4358-9c3d-cfde838d59c9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1277485 Aug 11 00:36:57.043415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-9ea1e881-3900-4ab2-a70d-f1a35b3242ca tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:57.046359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-9ea1e881-3900-4ab2-a70d-f1a35b3242ca tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.1760521 Aug 11 00:36:57.069259 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:36:57.089818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc5a3555-5059-459f-b538-a3762aa9ed2d req-dd4b8cde-d828-4b15-9f65-4bd50ce9d70c tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/ports?device_id=0bc5ced8-ca3a-4aaf-ad32-fe7ceefb0e56 HTTP/1.1" status: 200 len: 210 time: 0.1210434 Aug 11 00:36:57.153844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:57.219780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-237d038f-18b8-46f6-b442-62627925dea4 req-00a8dfaf-a381-4b37-be22-4bc92c3a1ccf tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929884 Aug 11 00:36:57.229362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:57.255952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'port_id': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'mac_address': 'fa:16:3e:b6:7c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:36:57.288969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Deleting port 08c37552-257d-408e-a49d-d4340df91f5e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:36:57.300626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:57.412206 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:57.449582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8900a7d-617c-4a3e-9d75-b01af57c65ee {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:36:57.509917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:57.597188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] For port 08c37552-257d-408e-a49d-d4340df91f5e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=08c37552-257d-408e-a49d-d4340df91f5e,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:36:57.598327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:57.618634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:57.638716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Calling delete_port for 08c37552-257d-408e-a49d-d4340df91f5e owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:36:57.735255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['f8900a7d-617c-4a3e-9d75-b01af57c65ee'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:57.821823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:57.864837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.865597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.866268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.867054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.868093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.869469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.870123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.870691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.871201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.871704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.872203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.872771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:36:57.912511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff8bef-d9c5-46a8-b3ec-76c0fc6f27d6 req-24eff96f-e042-4f68-bf6b-e6709cc0df64 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:57.926347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aeff8bef-d9c5-46a8-b3ec-76c0fc6f27d6 req-24eff96f-e042-4f68-bf6b-e6709cc0df64 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1606944 Aug 11 00:36:57.935944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['f8884ca3-0b1e-4165-8435-fc2d58cbc737'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:58.059457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f4f3f-1ed0-4275-9aec-84034b33c734 req-b8f86fa6-3eed-4331-812f-786f2612a794 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:58.079317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f1f4f3f-1ed0-4275-9aec-84034b33c734 req-b8f86fa6-3eed-4331-812f-786f2612a794 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 945 time: 0.7453725 Aug 11 00:36:58.084464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 584f2eae-0c4c-4100-8a89-5040712570a9 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:36:58.112517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aeff8bef-d9c5-46a8-b3ec-76c0fc6f27d6 req-ffe29864-2303-476d-aaf8-73dd78d6d9d6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780868 Aug 11 00:36:58.147672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 584f2eae-0c4c-4100-8a89-5040712570a9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:36:58.148021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 584f2eae-0c4c-4100-8a89-5040712570a9 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:36:58.176851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f1f4f3f-1ed0-4275-9aec-84034b33c734 req-e98f6a18-734d-47c1-af7f-3d5729cbec4a tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/security-groups?id=c16f1c20-c52d-426f-8ff0-2624423c39c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959139 Aug 11 00:36:58.298769 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:58.319880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['08c37552-257d-408e-a49d-d4340df91f5e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:36:58.326561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f98c27-ce54-45cc-8818-6d64679416bb req-b8c8d055-7662-436c-ac8c-e40a00d2639d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:58.328484 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5f98c27-ce54-45cc-8818-6d64679416bb req-b8c8d055-7662-436c-ac8c-e40a00d2639d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 945 time: 0.1133761 Aug 11 00:36:58.357819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Pushing event deleted for resources: {'Port': ['ID=08c37552-257d-408e-a49d-d4340df91f5e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:58.455437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] No DVR routers for this DVR port 08c37552-257d-408e-a49d-d4340df91f5e on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:36:58.462040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:58.464592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc45a5e4-335b-4e92-9909-b35c37cabd83 req-1444a27f-3201-430f-81d6-606df39dddb6 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.55 "DELETE /v2.0/ports/08c37552-257d-408e-a49d-d4340df91f5e HTTP/1.1" status: 204 len: 173 time: 1.4115252 Aug 11 00:36:58.465221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2bea38-f26c-4f53-bfbb-ce540418c954', 'name': 'network-vif-deleted', 'tag': '08c37552-257d-408e-a49d-d4340df91f5e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:36:58.468248 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ee47a-6616-4753-ab69-e275ecaa74cf" -d '{"events": [{"server_uuid": "ab2bea38-f26c-4f53-bfbb-ce540418c954", "name": "network-vif-deleted", "tag": "08c37552-257d-408e-a49d-d4340df91f5e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:36:58.479596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5f98c27-ce54-45cc-8818-6d64679416bb req-3c539867-dd0b-4de5-af74-6fd78b5d3c18 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248484 Aug 11 00:36:58.528800 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:36:58.573966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6edd5-eeb6-46cf-be28-479cf3bdc03e req-8de615b6-0b26-4a5d-bd94-010c0e5f38f9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:58.580148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4f6edd5-eeb6-46cf-be28-479cf3bdc03e req-8de615b6-0b26-4a5d-bd94-010c0e5f38f9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1133566 Aug 11 00:36:58.673911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4f6edd5-eeb6-46cf-be28-479cf3bdc03e req-f1a25e1a-bef0-40d0-8d43-5c915f3e8b76 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897605 Aug 11 00:36:58.799899 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5816b03a-1e7e-4fd4-81c8-a123b35c1fa8 req-c2ffdbaa-d630-4048-8d1f-cd8d0a4dc882 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/5329fe69-9ba8-4090-be8e-74dfe8b25b77 HTTP/1.1" status: 200 len: 1802 time: 0.0806775 Aug 11 00:36:58.884820 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5816b03a-1e7e-4fd4-81c8-a123b35c1fa8 req-d3f210b2-78cd-4e6a-a099-285aba9d9821 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:58.924289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5816b03a-1e7e-4fd4-81c8-a123b35c1fa8 req-d3f210b2-78cd-4e6a-a099-285aba9d9821 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.122508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5816b03a-1e7e-4fd4-81c8-a123b35c1fa8 req-d3f210b2-78cd-4e6a-a099-285aba9d9821 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.128293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5816b03a-1e7e-4fd4-81c8-a123b35c1fa8 req-d3f210b2-78cd-4e6a-a099-285aba9d9821 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.129970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5816b03a-1e7e-4fd4-81c8-a123b35c1fa8 req-d3f210b2-78cd-4e6a-a099-285aba9d9821 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/5329fe69-9ba8-4090-be8e-74dfe8b25b77 HTTP/1.1" status: 204 len: 173 time: 0.3235397 Aug 11 00:36:59.148999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f210b2-78cd-4e6a-a099-285aba9d9821 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5329fe69-9ba8-4090-be8e-74dfe8b25b77,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:59.254435 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2165c4-e791-4052-8b8f-738488f64e11 x-openstack-request-id: req-0b2165c4-e791-4052-8b8f-738488f64e11 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:36:59.255921 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2bea38-f26c-4f53-bfbb-ce540418c954", "name": "network-vif-deleted", "tag": "08c37552-257d-408e-a49d-d4340df91f5e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:36:59.256379 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b2165c4-e791-4052-8b8f-738488f64e11 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:36:59.257025 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2bea38-f26c-4f53-bfbb-ce540418c954', 'name': 'network-vif-deleted', 'tag': '08c37552-257d-408e-a49d-d4340df91f5e', 'status': 'completed', 'code': 200} Aug 11 00:36:59.395319 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.424104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e419217-e45f-492c-82c9-f164bdb0addf req-e78baec8-8593-4757-aadf-bf75de380662 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "GET /v2.0/security-groups/382c6e24-9909-4815-9413-5df5bb3464ee HTTP/1.1" status: 200 len: 1800 time: 0.1334689 Aug 11 00:36:59.442181 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.459430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab646a-0aa3-4536-a673-e96150573b3c req-c1d6e6c1-7c04-4017-949e-a50e1b20344a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:59.472386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9ab646a-0aa3-4536-a673-e96150573b3c req-c1d6e6c1-7c04-4017-949e-a50e1b20344a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1936276 Aug 11 00:36:59.544392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4e419217-e45f-492c-82c9-f164bdb0addf req-25c74b08-83a3-4524-ac69-d662fa05fd99 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.546665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9ab646a-0aa3-4536-a673-e96150573b3c req-79e4d9bf-43a6-4c47-bc66-47d31db827c4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697565 Aug 11 00:36:59.590208 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4e419217-e45f-492c-82c9-f164bdb0addf req-25c74b08-83a3-4524-ac69-d662fa05fd99 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.660103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac7362af-8e16-477d-9d1f-7fab7a42c24e req-36bcb121-3d8a-4351-bafb-fab372f6e554 tempest-ServerRescueNegativeTestJSON-861309611 tempest-ServerRescueNegativeTestJSON-861309611-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab2bea38-f26c-4f53-bfbb-ce540418c954 HTTP/1.1" status: 200 len: 210 time: 0.0339272 Aug 11 00:36:59.845631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199200b-1b28-4a2c-9604-fcf178500e28 req-a72e292c-a0e5-4bd0-a02b-e1c37ea64d5c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:36:59.846216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4e419217-e45f-492c-82c9-f164bdb0addf req-25c74b08-83a3-4524-ac69-d662fa05fd99 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.847461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1199200b-1b28-4a2c-9604-fcf178500e28 req-a72e292c-a0e5-4bd0-a02b-e1c37ea64d5c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 945 time: 0.0956595 Aug 11 00:36:59.848859 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4e419217-e45f-492c-82c9-f164bdb0addf req-25c74b08-83a3-4524-ac69-d662fa05fd99 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:36:59.850436 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e419217-e45f-492c-82c9-f164bdb0addf req-25c74b08-83a3-4524-ac69-d662fa05fd99 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] 10.222.0.43 "DELETE /v2.0/security-groups/382c6e24-9909-4815-9413-5df5bb3464ee HTTP/1.1" status: 204 len: 173 time: 0.4250097 Aug 11 00:36:59.866314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36696) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:36:59.874744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c74b08-83a3-4524-ac69-d662fa05fd99 tempest-SecurityGroupsTestJSON-842901371 tempest-SecurityGroupsTestJSON-842901371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382c6e24-9909-4815-9413-5df5bb3464ee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:36:59.963641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1199200b-1b28-4a2c-9604-fcf178500e28 req-1c4402d6-e21c-4340-890e-82fe92cdf092 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034544 Aug 11 00:37:00.020074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-236a52f7-e752-44b7-ac26-2e63c78e9f8f admin admin] Deleting subnet 051d918b-9e96-4656-8d5c-9500eaf781e5 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:37:00.028362 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-236a52f7-e752-44b7-ac26-2e63c78e9f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.046980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8884ca3-0b1e-4165-8435-fc2d58cbc737 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:00.139883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-236a52f7-e752-44b7-ac26-2e63c78e9f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.183333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67b684-4f30-48cb-b080-9d4efd1bb118 req-054d7fda-6646-41e6-af52-5e68f796d71a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:00.183333 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c67b684-4f30-48cb-b080-9d4efd1bb118 req-054d7fda-6646-41e6-af52-5e68f796d71a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1922998 Aug 11 00:37:00.284967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-236a52f7-e752-44b7-ac26-2e63c78e9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.366490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c67b684-4f30-48cb-b080-9d4efd1bb118 req-a1e25a79-0464-4e4a-abe7-e0e7468b36d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869509 Aug 11 00:37:00.440820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port f8884ca3-0b1e-4165-8435-fc2d58cbc737 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:37:00.447395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port f8884ca3-0b1e-4165-8435-fc2d58cbc737 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:00.448989 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.545616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-236a52f7-e752-44b7-ac26-2e63c78e9f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.585074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a52f7-e752-44b7-ac26-2e63c78e9f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051d918b-9e96-4656-8d5c-9500eaf781e5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:00.594503 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-236a52f7-e752-44b7-ac26-2e63c78e9f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.601351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36708) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:00.602697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-236a52f7-e752-44b7-ac26-2e63c78e9f8f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/051d918b-9e96-4656-8d5c-9500eaf781e5 HTTP/1.1" status: 204 len: 168 time: 0.7348952 Aug 11 00:37:00.652924 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.700440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:37:00.702986 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25775633-dbdd-4145-8f15-61fb305949c1" -d '{"events": [{"server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "name": "network-vif-plugged", "status": "completed", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:37:00.727474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:00.742592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36714) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:00.771532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.785723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 08c37552-257d-408e-a49d-d4340df91f5e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:37:00.857435 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0775cb-398e-434c-81d3-d488bfccafb6 x-openstack-request-id: req-6a0775cb-398e-434c-81d3-d488bfccafb6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:37:00.857942 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "name": "network-vif-plugged", "status": "completed", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:37:00.858829 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a0775cb-398e-434c-81d3-d488bfccafb6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:37:00.859450 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'code': 200} Aug 11 00:37:00.861260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 08c37552-257d-408e-a49d-d4340df91f5e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:37:00.862143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 08c37552-257d-408e-a49d-d4340df91f5e not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:37:00.866006 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:00.867284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:00.976235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:01.018668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port f8900a7d-617c-4a3e-9d75-b01af57c65ee triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:01.018668 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.240291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.268313 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af7138f-b210-456f-b96c-17f86e250597']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:01.282226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.293778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:01.294224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fc4eda-fd32-4c52-a4a9-2e57c8767498') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:01.343102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e3545-ad83-48d0-8851-2a00eb41fcc9 req-1bc7f141-5cfd-43cd-bdb4-b48c91aadb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:01.352799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-647e3545-ad83-48d0-8851-2a00eb41fcc9 req-1bc7f141-5cfd-43cd-bdb4-b48c91aadb58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 1098 time: 0.4892378 Aug 11 00:37:01.380451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020c1fe-293f-48ae-ace3-82a410e6dc9b req-082b9a50-709a-4420-b1d6-5a335b7fbe4d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:01.405698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f020c1fe-293f-48ae-ace3-82a410e6dc9b req-082b9a50-709a-4420-b1d6-5a335b7fbe4d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.6968904 Aug 11 00:37:01.407990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:01.477742 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.553188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.603048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:01.616223 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.635329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:37:01.638505 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.646330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c84db-365b-405f-a784-d7584830084c req-1b30522b-3508-42bf-8f5b-10d1910cc13d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:01.655268 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e19c84db-365b-405f-a784-d7584830084c req-1b30522b-3508-42bf-8f5b-10d1910cc13d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.3053982 Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:37:01.765817 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:37:01.803456 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-647e3545-ad83-48d0-8851-2a00eb41fcc9 req-fa334770-f1eb-49d1-a813-2064b5f49401 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357955 Aug 11 00:37:01.824635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f020c1fe-293f-48ae-ace3-82a410e6dc9b req-bab5a942-6d75-43d3-b24f-0e9cda4ec287 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148040 Aug 11 00:37:01.858464 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.859883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e19c84db-365b-405f-a784-d7584830084c req-c33f28b7-934e-43a8-88af-69e3850717f8 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990693 Aug 11 00:37:01.880779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:01.901217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4af7138f-b210-456f-b96c-17f86e250597 HTTP/1.1" status: 204 len: 168 time: 1.2845831 Aug 11 00:37:01.958660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ecc85-c6bb-402c-91da-546a55daa369 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af7138f-b210-456f-b96c-17f86e250597,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:02.159076 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:02.302442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871472a-d398-43e7-9385-0dce115ff4fb req-92d36c8c-39ba-40b8-8163-ed7aac446012 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:02.312456 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e871472a-d398-43e7-9385-0dce115ff4fb req-92d36c8c-39ba-40b8-8163-ed7aac446012 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1670420 Aug 11 00:37:02.357594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb451c-f89c-44a8-b0f4-10ab8366e8e3 req-bb744977-127b-4d56-8255-f380ce215b35 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:02.367395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d6bb451c-f89c-44a8-b0f4-10ab8366e8e3 req-bb744977-127b-4d56-8255-f380ce215b35 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.3167055 Aug 11 00:37:02.410797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e871472a-d398-43e7-9385-0dce115ff4fb req-1a5d81b2-bba8-4451-833d-2c728c7f5b09 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897255 Aug 11 00:37:02.511654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d6bb451c-f89c-44a8-b0f4-10ab8366e8e3 req-a04ad914-ac0f-4b3e-a467-72877a931d7e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429951 Aug 11 00:37:02.713294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36826) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:02.827416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36830) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:02.831857 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ba3f9905-547b-45cd-ae89-e6375eae8b4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3495b51f82b4d44a266da20c3bea2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1168129 Aug 11 00:37:02.852600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482347e-3deb-4c1a-8544-8ab12f64dc2e req-1c337eb8-d668-4939-9fa6-5ad7eaef1b43 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:02.852600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9482347e-3deb-4c1a-8544-8ab12f64dc2e req-1c337eb8-d668-4939-9fa6-5ad7eaef1b43 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1401715 Aug 11 00:37:02.861367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:37:02.866493 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0facea67-7998-4214-80d2-1f2f3ad0e830" -d '{"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-plugged", "status": "completed", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:37:02.932838 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9482347e-3deb-4c1a-8544-8ab12f64dc2e req-f14517b7-38e1-4a0d-b188-030e9086e19d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Aug 11 00:37:02.952406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Deleting port df0fe3c7-617c-4963-b9b1-6aa8e476ab79 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:37:02.953005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:02.988462 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7234ec00-5125-4fed-9579-064760c84406 x-openstack-request-id: req-7234ec00-5125-4fed-9579-064760c84406 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:37:02.988757 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-plugged", "status": "completed", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:37:02.989014 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7234ec00-5125-4fed-9579-064760c84406 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:37:02.989418 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'code': 200} Aug 11 00:37:03.140257 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ef6d-c011-4e76-ac53-4174fb9cbc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:03.245878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fe247-4e0e-4c5f-ab90-e71bc7f0c57a req-6c08ecb8-a57c-4de8-afdb-d4ccbbd40459 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:03.248055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-481fe247-4e0e-4c5f-ab90-e71bc7f0c57a req-6c08ecb8-a57c-4de8-afdb-d4ccbbd40459 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1149769 Aug 11 00:37:03.274302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ef6d-c011-4e76-ac53-4174fb9cbc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:03.289979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] For port df0fe3c7-617c-4963-b9b1-6aa8e476ab79, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,segment=NetworkSegment(ab18468a-7449-4029-a68a-a7f2e413832c),segment_id=ab18468a-7449-4029-a68a-a7f2e413832c)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:03.290873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:03.315554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-481fe247-4e0e-4c5f-ab90-e71bc7f0c57a req-96408091-eb08-4d8a-b926-24539202d513 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581765 Aug 11 00:37:03.336077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d98e8c-14be-4d72-8bd5-e1eff9675993 req-39c4a3ba-3aa6-4c05-9fca-ed44ab5adc2d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:03.337600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23d98e8c-14be-4d72-8bd5-e1eff9675993 req-39c4a3ba-3aa6-4c05-9fca-ed44ab5adc2d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.1492972 Aug 11 00:37:03.357951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Calling delete_port for df0fe3c7-617c-4963-b9b1-6aa8e476ab79 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:37:03.523358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23d98e8c-14be-4d72-8bd5-e1eff9675993 req-475f4102-4525-4939-8050-a862d06d66ac tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811383 Aug 11 00:37:03.597867 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ef6d-c011-4e76-ac53-4174fb9cbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:03.602489 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f5b0ef6d-c011-4e76-ac53-4174fb9cbc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:03.606608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f5b0ef6d-c011-4e76-ac53-4174fb9cbc24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82a41f4b-cbfd-497f-bf54-f197bba26bb8 HTTP/1.1" status: 204 len: 168 time: 0.7507627 Aug 11 00:37:03.785269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d152d8b-d586-484d-b546-0675bf37b8d1 req-a96aa5d1-8077-455d-b538-a02ed11b7f00 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:03.799067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d152d8b-d586-484d-b546-0675bf37b8d1 req-a96aa5d1-8077-455d-b538-a02ed11b7f00 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1558950 Aug 11 00:37:03.799867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0ef6d-c011-4e76-ac53-4174fb9cbc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a41f4b-cbfd-497f-bf54-f197bba26bb8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:03.874278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d152d8b-d586-484d-b546-0675bf37b8d1 req-48c7aa43-a559-4187-aee9-ca4a75acf47f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728548 Aug 11 00:37:04.182727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a43154-4a26-4e02-bfb2-8d97a68d983a req-e17f9798-22a0-4a38-b93f-7e3fa081e09a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:04.203375 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6a43154-4a26-4e02-bfb2-8d97a68d983a req-e17f9798-22a0-4a38-b93f-7e3fa081e09a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1691020 Aug 11 00:37:04.210176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186193-ffe9-4276-9d39-0c3a48d1968c req-85024206-d2ef-440c-970d-d32784c56578 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:04.223453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35186193-ffe9-4276-9d39-0c3a48d1968c req-85024206-d2ef-440c-970d-d32784c56578 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.1261704 Aug 11 00:37:04.244742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:04.311636 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35186193-ffe9-4276-9d39-0c3a48d1968c req-9886edde-f860-4b32-8780-7e869180982a tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830081 Aug 11 00:37:04.355458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0fe3c7-617c-4963-b9b1-6aa8e476ab79,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:04.385646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6a43154-4a26-4e02-bfb2-8d97a68d983a req-ae7d9440-3a12-4d6c-b13c-f41244809054 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811566 Aug 11 00:37:04.576397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffadc4a-d58a-49d3-a479-ad7c3d542bb5 req-05f77bf5-684a-46e8-8421-84fa1d1d7204 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:04.578628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ffadc4a-d58a-49d3-a479-ad7c3d542bb5 req-05f77bf5-684a-46e8-8421-84fa1d1d7204 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1129024 Aug 11 00:37:04.687816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ffadc4a-d58a-49d3-a479-ad7c3d542bb5 req-de9951b7-8159-4017-8a6a-00c44cb21391 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980580 Aug 11 00:37:04.736560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:04.973388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b51abc-8a5d-44e3-a69d-94458db322c7 req-8e76b88b-2a9a-4f35-b173-e244a2a15134 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:04.982269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57b51abc-8a5d-44e3-a69d-94458db322c7 req-8e76b88b-2a9a-4f35-b173-e244a2a15134 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0938442 Aug 11 00:37:05.145922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57b51abc-8a5d-44e3-a69d-94458db322c7 req-e59ca5dc-37cc-4de1-a338-e16aee8fba8f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476786 Aug 11 00:37:05.726307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a3691-35da-4c55-a6a5-35ea7ead175d req-b32b8e45-580d-4320-badb-647eae9942d3 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:05.730375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacafcac-13b1-4a71-bfa5-50844af17737 req-63128a5e-271b-456a-b6af-06e5252d349a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:05.737768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca8a3691-35da-4c55-a6a5-35ea7ead175d req-b32b8e45-580d-4320-badb-647eae9942d3 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.2359056 Aug 11 00:37:05.738541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cacafcac-13b1-4a71-bfa5-50844af17737 req-63128a5e-271b-456a-b6af-06e5252d349a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2072825 Aug 11 00:37:05.747772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Router a303af82-747a-489d-b32a-f7062da8aa65 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:37:05.853346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cacafcac-13b1-4a71-bfa5-50844af17737 req-b1b1ee77-33d6-4dc0-9a2f-04bce008668c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132147 Aug 11 00:37:05.935804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca8a3691-35da-4c55-a6a5-35ea7ead175d req-561348b9-b943-4458-8a91-044dc7e3c676 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931458 Aug 11 00:37:05.947017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36992) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:06.032537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:37:06.041357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5a8c447a-7cf9-4786-ad17-ad05d028dca4 admin admin] 10.222.0.43 "PUT /v2.0/routers/a303af82-747a-489d-b32a-f7062da8aa65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2973068 Aug 11 00:37:06.044084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36996) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:06.049117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] Sync routers for ids ['a303af82-747a-489d-b32a-f7062da8aa65'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:37:06.061455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] Routers {'a303af82-747a-489d-b32a-f7062da8aa65'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:37:06.062103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a303af82-747a-489d-b32a-f7062da8aa65'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:06.083420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36998) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:06.235257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52c3e6-370c-4d78-8c68-7b7c90ee2411 req-26299452-c896-4d28-a947-ca1421eab52e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:06.238673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-network', 'tenant_id': '2159b3fba16a42858e69279442628c05'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:37:06.249659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c52c3e6-370c-4d78-8c68-7b7c90ee2411 req-26299452-c896-4d28-a947-ca1421eab52e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.2140756 Aug 11 00:37:06.360933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c52c3e6-370c-4d78-8c68-7b7c90ee2411 req-98d86984-7dac-486c-8e62-469748f5c373 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946803 Aug 11 00:37:06.382861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] Set router a303af82-747a-489d-b32a-f7062da8aa65 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:37:06.433351 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff06a2b6-76c8-4ce6-995d-7e9ee727958d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:06.473312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:06.567056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b62e8-9bcd-4b89-8f7e-47023fcaa20d req-ccf6967e-4f95-475f-ac76-e6f15e849dbf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:06.579915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff2b62e8-9bcd-4b89-8f7e-47023fcaa20d req-ccf6967e-4f95-475f-ac76-e6f15e849dbf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2356548 Aug 11 00:37:06.785901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:37:06.791535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:06.817183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:06.854841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:06.924708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff06a2b6-76c8-4ce6-995d-7e9ee727958d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:06.932180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff2b62e8-9bcd-4b89-8f7e-47023fcaa20d req-c28318a2-8a44-4dfd-916d-736bf2684717 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500376 Aug 11 00:37:07.006423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:37:03Z', 'revision_number': 5, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port': {'id': '4290a382-2b5e-41a0-b8dd-478bdfa4e674', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:33:40Z', 'updated_at': '2021-08-11T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:07.064280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff06a2b6-76c8-4ce6-995d-7e9ee727958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.118805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] Checking router: a303af82-747a-489d-b32a-f7062da8aa65 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:37:07.139010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ff06a2b6-76c8-4ce6-995d-7e9ee727958d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9f33bfa6f7e4fb28a63a7265494fcea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0455072 Aug 11 00:37:07.142456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] Routers {'a303af82-747a-489d-b32a-f7062da8aa65'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:37:07.143438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a303af82-747a-489d-b32a-f7062da8aa65'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:07.170814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37012) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:07.252318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06a2b6-76c8-4ce6-995d-7e9ee727958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c48965-56f6-47c0-b667-fa92cd940198,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:07.344611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dd1a0-cbdb-4cfc-9588-696d8456e58b req-b18944df-cd02-4740-8ec6-44aa834076b4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:07.348008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-553dd1a0-cbdb-4cfc-9588-696d8456e58b req-b18944df-cd02-4740-8ec6-44aa834076b4 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.2180963 Aug 11 00:37:07.396033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.404107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bfea172-d473-4bab-8f5a-f8c9286fbd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.426089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] Set router a303af82-747a-489d-b32a-f7062da8aa65 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:37:07.474727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Deleting port 4290a382-2b5e-41a0-b8dd-478bdfa4e674 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:37:07.475666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.557249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bfea172-d473-4bab-8f5a-f8c9286fbd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.576326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-553dd1a0-cbdb-4cfc-9588-696d8456e58b req-4f8f3647-05c0-4af0-a6f4-94528745dda3 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041233 Aug 11 00:37:07.619146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:37:06Z', 'revision_number': 6, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:07.663574 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.751141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66357554-242c-4297-98d6-cd1f292f5453 None None] The sync data for ids ['a303af82-747a-489d-b32a-f7062da8aa65'] in n-d-712143-13 is: [{'id': 'a303af82-747a-489d-b32a-f7062da8aa65', 'name': 'tempest-ServerRescueNegativeTestJSON-412533349-router', 'tenant_id': '96216565c1f240c4bf5dd6ac3de203bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:33:37Z', 'updated_at': '2021-08-11T00:37:06Z', 'revision_number': 6, 'project_id': '96216565c1f240c4bf5dd6ac3de203bc', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:37:07.778272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bfea172-d473-4bab-8f5a-f8c9286fbd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.783929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bfea172-d473-4bab-8f5a-f8c9286fbd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.783929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0bfea172-d473-4bab-8f5a-f8c9286fbd0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76c48965-56f6-47c0-b667-fa92cd940198 HTTP/1.1" status: 204 len: 168 time: 0.6113100 Aug 11 00:37:07.795787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5405711-ef87-4fab-80c2-b4779d6596f8 req-1d2744bc-0e65-4c23-a139-de2dfca05997 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:07.809714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfea172-d473-4bab-8f5a-f8c9286fbd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c48965-56f6-47c0-b667-fa92cd940198,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:07.810539 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5405711-ef87-4fab-80c2-b4779d6596f8 req-1d2744bc-0e65-4c23-a139-de2dfca05997 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.4068084 Aug 11 00:37:07.835901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:37:07.858986 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:07.859710 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Added segment 1294c214-1abc-4d23-a78a-cedf71d64026 of type vlan for network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed Aug 11 00:37:07.957083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:08.097340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:08.129521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:08.131558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:08.132628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:08.150313 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] For port 4290a382-2b5e-41a0-b8dd-478bdfa4e674, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4290a382-2b5e-41a0-b8dd-478bdfa4e674,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:08.151086 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:08.178546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fbd09-0d8d-4834-a1e9-21af7198fe1b req-0580591d-e64b-4cd3-8e67-73f88222daea tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:08.183365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-996fbd09-0d8d-4834-a1e9-21af7198fe1b req-0580591d-e64b-4cd3-8e67-73f88222daea tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1381202 Aug 11 00:37:08.194520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5405711-ef87-4fab-80c2-b4779d6596f8 req-3b19a005-5e6b-423e-8cd2-ba22e90983ef tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822589 Aug 11 00:37:08.250286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Calling delete_port for 4290a382-2b5e-41a0-b8dd-478bdfa4e674 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:37:08.289717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-996fbd09-0d8d-4834-a1e9-21af7198fe1b req-70384cc9-7301-44be-ad54-cf42976ebd20 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934820 Aug 11 00:37:08.469393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] Pushing event updated for resources: {'Network': ['ID=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:08.491528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:37:08.559203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37026) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:08.565975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Request body: {'subnet': {'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-subnet', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:37:08.572174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4bdb31db-2551-42ef-98b1-504ce870a830 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6230791 Aug 11 00:37:08.675914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5a250-f6c9-4ca8-9b75-ba6b0db199db req-88dcfa63-9b7b-48a4-80b4-37f48e568b2f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:08.678638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a4b5a250-f6c9-4ca8-9b75-ba6b0db199db req-88dcfa63-9b7b-48a4-80b4-37f48e568b2f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2117260 Aug 11 00:37:08.749471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:37:08.752496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:08.900580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a4b5a250-f6c9-4ca8-9b75-ba6b0db199db req-95ed3375-3036-4337-b962-3ecc3a159ba7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037545 Aug 11 00:37:09.128768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e11b22-0eb8-4659-8367-be9b6626377f req-fe272322-4171-4f75-956c-84657f490ed9 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:09.142574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34e11b22-0eb8-4659-8367-be9b6626377f req-fe272322-4171-4f75-956c-84657f490ed9 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.2150955 Aug 11 00:37:09.150210 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:09.318718 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34e11b22-0eb8-4659-8367-be9b6626377f req-29970d57-4dcb-4875-b199-682a3990680a tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698976 Aug 11 00:37:09.433312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37038) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:09.463097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Pushing event deleted for resources: {'Port': ['ID=4290a382-2b5e-41a0-b8dd-478bdfa4e674,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:09.503974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd389f22-8319-4bac-8ecc-ed5b0fe84772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:09.532518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4290a382-2b5e-41a0-b8dd-478bdfa4e674 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:37:09.554290 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:09.562815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:09.612923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 4290a382-2b5e-41a0-b8dd-478bdfa4e674 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:37:09.613963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4290a382-2b5e-41a0-b8dd-478bdfa4e674 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:37:09.615047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device df0fe3c7-617c-4963-b9b1-6aa8e476ab79 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:37:09.694830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: df0fe3c7-617c-4963-b9b1-6aa8e476ab79 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:37:09.696641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device df0fe3c7-617c-4963-b9b1-6aa8e476ab79 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:37:09.700522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd44676-9005-4808-ae50-8a3a9aeab39b req-00157b3a-c563-437f-a654-fe29b91ff3ff tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:09.700823 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd389f22-8319-4bac-8ecc-ed5b0fe84772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:09.708573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4fd44676-9005-4808-ae50-8a3a9aeab39b req-00157b3a-c563-437f-a654-fe29b91ff3ff tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.3239150 Aug 11 00:37:09.713887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354721e9-c326-4686-addf-c8f4f0567e91 req-813bb052-db0e-460b-9f78-9466a19ee35d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:09.721381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-354721e9-c326-4686-addf-c8f4f0567e91 req-813bb052-db0e-460b-9f78-9466a19ee35d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.2399755 Aug 11 00:37:09.809384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-354721e9-c326-4686-addf-c8f4f0567e91 req-8d588840-d6a3-46a6-aa2b-c489734293a4 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857561 Aug 11 00:37:09.889390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3935a048-727c-41ee-a6fb-8de53f84acfa,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:09.894662 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd389f22-8319-4bac-8ecc-ed5b0fe84772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:09.898045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Checking segment: {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:37:09.898559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Network hostable DHCP agents. Network: 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:37:09.921651 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:09.938778 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:09.963588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd389f22-8319-4bac-8ecc-ed5b0fe84772 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2cf17a381944889b77716605daa2f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290062 Aug 11 00:37:09.969952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4fd44676-9005-4808-ae50-8a3a9aeab39b req-5239a775-2067-42ff-9c2d-db736b15e16c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400957 Aug 11 00:37:09.977670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37040) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:09.983068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd389f22-8319-4bac-8ecc-ed5b0fe84772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ef9de4-f4d8-4782-93a7-162917ed12c6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:10.070444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:37:10.102857 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7cea61e-0e29-4cb1-a626-df97054441c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.153143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7cea61e-0e29-4cb1-a626-df97054441c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.155934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.156992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a303af82-747a-489d-b32a-f7062da8aa65 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:37:10.177466 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.179346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-26392d0a-f9e0-4d2b-baac-7aa2f8053514 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a303af82-747a-489d-b32a-f7062da8aa65 HTTP/1.1" status: 204 len: 168 time: 4.1338813 Aug 11 00:37:10.181858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37046) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:10.226169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:37:10.235957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad5b94-d629-47b2-84da-3b0730d0d6f1 None None] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:37:10.241132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:10.242143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.315802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7cea61e-0e29-4cb1-a626-df97054441c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.319575 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7cea61e-0e29-4cb1-a626-df97054441c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.322311 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b7cea61e-0e29-4cb1-a626-df97054441c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34ef9de4-f4d8-4782-93a7-162917ed12c6 HTTP/1.1" status: 204 len: 168 time: 0.3284969 Aug 11 00:37:10.345909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cea61e-0e29-4cb1-a626-df97054441c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ef9de4-f4d8-4782-93a7-162917ed12c6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:10.350443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-15de4fd4-abf5-4bd8-ab37-7d48bdd105c3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7896833 Aug 11 00:37:10.360687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37054) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:10.368646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:37:10.571114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad64ad6a-59e5-4d63-8651-fa33f81bdbb7 admin admin] Deleting subnet 18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:37:10.583263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad64ad6a-59e5-4d63-8651-fa33f81bdbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.595959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.596767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.645519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a24df3-e6e4-4b80-809c-aaf0f96e749e req-3cb8a3c1-36e5-4c5f-aee8-feecf9dbe944 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:10.647948 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9a24df3-e6e4-4b80-809c-aaf0f96e749e req-3cb8a3c1-36e5-4c5f-aee8-feecf9dbe944 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2429013 Aug 11 00:37:10.697629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:37:10.700621 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.714998 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.743980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9a24df3-e6e4-4b80-809c-aaf0f96e749e req-8c5764c2-b280-4141-a305-debf9ff49839 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843310 Aug 11 00:37:10.748301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad64ad6a-59e5-4d63-8651-fa33f81bdbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:10.787545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f07c4-8fe7-4ad2-87d6-d58b9a9f71cf req-7347cb33-855e-4ac6-ba80-ce92a58f2b7c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:10.811256 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c33f07c4-8fe7-4ad2-87d6-d58b9a9f71cf req-7347cb33-855e-4ac6-ba80-ce92a58f2b7c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.3000443 Aug 11 00:37:10.841304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad64ad6a-59e5-4d63-8651-fa33f81bdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:11.096074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c33f07c4-8fe7-4ad2-87d6-d58b9a9f71cf req-85ad088f-ce9f-4eaf-87c4-84ea38a53170 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767193 Aug 11 00:37:11.244698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f0d08-5791-48a5-820d-194b816f8737 req-471f8fed-0d2e-452b-a431-d41d2f0a5fe7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:11.250571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a07f0d08-5791-48a5-820d-194b816f8737 req-471f8fed-0d2e-452b-a431-d41d2f0a5fe7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2888670 Aug 11 00:37:11.253307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Allocated IP 172.20.0.2 (9751ba00-2cf4-464c-92e7-bc8f78e8f2ed/3935a048-727c-41ee-a6fb-8de53f84acfa/527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:37:11.308792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad64ad6a-59e5-4d63-8651-fa33f81bdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:11.442535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a07f0d08-5791-48a5-820d-194b816f8737 req-c9997e03-6269-4ecc-9bd0-642832257f93 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841092 Aug 11 00:37:11.448987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64ad6a-59e5-4d63-8651-fa33f81bdbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a50cbc-9e8b-48d6-b0e8-8e497ea76d90,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:11.451675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad64ad6a-59e5-4d63-8651-fa33f81bdbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:11.454310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ad64ad6a-59e5-4d63-8651-fa33f81bdbb7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/18a50cbc-9e8b-48d6-b0e8-8e497ea76d90 HTTP/1.1" status: 204 len: 168 time: 1.2709548 Aug 11 00:37:11.459546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37070) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:11.495916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:11.562646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6fec-b784-4c85-83d5-26439ffeda1c req-9d48c4b0-a65f-443d-8aaf-63b926eea85c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:11.567813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6ec6fec-b784-4c85-83d5-26439ffeda1c req-9d48c4b0-a65f-443d-8aaf-63b926eea85c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1749558 Aug 11 00:37:11.681679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6ec6fec-b784-4c85-83d5-26439ffeda1c req-a6c35a2b-5995-4652-9dd8-afd8d8959f83 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758200 Aug 11 00:37:11.772629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:11.823081 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:11.844455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Transition to ACTIVE for port object 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:37:11.894043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Transition to ACTIVE for port object 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:37:11.936610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74728200-9c30-4eda-8c93-76f8dc99c314 req-f1242c2c-66a6-4446-8aad-f856cf8ef8a3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:11.940173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74728200-9c30-4eda-8c93-76f8dc99c314 req-f1242c2c-66a6-4446-8aad-f856cf8ef8a3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1995118 Aug 11 00:37:12.006733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.158191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.166873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:37:12.184199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:37:12.188631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:37:12.209200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Pushing event updated for resources: {'Port': ['ID=527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:12.214369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09eb0fc-7806-40de-987a-df7ecc77dc98']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:12.235648 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.244797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74728200-9c30-4eda-8c93-76f8dc99c314 req-ea81dc3b-9587-4940-8a33-2bb87d32de9c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839236 Aug 11 00:37:12.256937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab18468a-7449-4029-a68a-a7f2e413832c') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:12.257271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab18468a-7449-4029-a68a-a7f2e413832c') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:12.308260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.357328 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.394390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.420874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:37:12.421479 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:37:12.428948 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:37:12.438495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Attempting to bind port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:37:12.438495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Attempting to bind port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:37:12.438495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Attempting to bind port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac on network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:37:12.461042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:37:12.472064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Checking segment: {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:37:12.472921 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.473607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Bound using segment: {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:37:12.484243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Bound port: 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:37:12.485928 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.755204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] For port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:37:12.772418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] For port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:37:12.830825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d88c-8edc-47b4-bdab-479dfe9badb0 req-c2727201-58f4-4b4a-aa43-c135637f4f85 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:12.834818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d77d88c-8edc-47b4-bdab-479dfe9badb0 req-c2727201-58f4-4b4a-aa43-c135637f4f85 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2326696 Aug 11 00:37:12.870637 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.924507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d77d88c-8edc-47b4-bdab-479dfe9badb0 req-9c411208-9048-463d-b1b5-0bf1dd322604 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782802 Aug 11 00:37:12.931174 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.948847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:12.950889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d09eb0fc-7806-40de-987a-df7ecc77dc98 HTTP/1.1" status: 204 len: 168 time: 1.4903488 Aug 11 00:37:12.991332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c31858-3cc0-4883-ba89-21a81a077cdb req-f2c411ea-585c-406e-956e-e6b43be484a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:12.991332 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83c31858-3cc0-4883-ba89-21a81a077cdb req-f2c411ea-585c-406e-956e-e6b43be484a7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.6847005 Aug 11 00:37:13.058187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf373b78-9394-4e79-b319-5cabb8487eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d09eb0fc-7806-40de-987a-df7ecc77dc98,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:13.095612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Allocated IP 172.25.0.220 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/ba02f44c-a883-453f-bac5-958bbcf49701) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:37:13.156223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ae3a6-babf-4927-b23b-8e3b13144410 None None] Pushing event updated for resources: {'Port': ['ID=527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:13.379581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83c31858-3cc0-4883-ba89-21a81a077cdb req-a56cafa5-13e2-496e-bc62-d2065141e565 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701077 Aug 11 00:37:13.512811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276292e-10b0-4b13-9e54-061687f0ccc9 req-63389c21-4297-4223-b8db-74acf5f8355c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:13.512811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0276292e-10b0-4b13-9e54-061687f0ccc9 req-63389c21-4297-4223-b8db-74acf5f8355c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1765401 Aug 11 00:37:13.653838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0276292e-10b0-4b13-9e54-061687f0ccc9 req-1679b7e3-296f-42fb-a671-28cea88d336c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296117 Aug 11 00:37:13.709477 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:13.846045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90268a93-01f3-496d-976a-f0b3741ae17b req-282fc619-04c0-4c36-b19b-b599621b4744 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:13.856090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90268a93-01f3-496d-976a-f0b3741ae17b req-282fc619-04c0-4c36-b19b-b599621b4744 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1846313 Aug 11 00:37:13.959719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90268a93-01f3-496d-976a-f0b3741ae17b req-4fd6fb9c-e11b-41cf-8a36-5dbce594b6d8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017380 Aug 11 00:37:14.047759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:14.110439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37118) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:14.190988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:37:14.204092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:37:14.212483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:37:14.388638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4997bde1-a13b-4233-805e-e97d0a3fcdf2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96216565c1f240c4bf5dd6ac3de203bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713485 Aug 11 00:37:14.391043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37124) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:14.595033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Pushing event updated for resources: {'Port': ['ID=ba02f44c-a883-453f-bac5-958bbcf49701,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:14.615709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9c8e-1570-4bf9-b423-2ef97317ccd1 req-93a9e8bd-5d79-494c-9ed9-fc48e34aaca7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:14.626149 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e2f9c8e-1570-4bf9-b423-2ef97317ccd1 req-93a9e8bd-5d79-494c-9ed9-fc48e34aaca7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.5268703 Aug 11 00:37:14.657150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-04892500-3067-4bd9-9748-ff714aea4917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:14.754584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-04892500-3067-4bd9-9748-ff714aea4917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:14.790814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e2f9c8e-1570-4bf9-b423-2ef97317ccd1 req-7bcd817f-2a14-4211-8720-3ffaf31ac336 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631122 Aug 11 00:37:15.070484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-04892500-3067-4bd9-9748-ff714aea4917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:15.079224 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-04892500-3067-4bd9-9748-ff714aea4917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:15.079224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-04892500-3067-4bd9-9748-ff714aea4917 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c16f1c20-c52d-426f-8ff0-2624423c39c7 HTTP/1.1" status: 204 len: 168 time: 0.6646912 Aug 11 00:37:15.125496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04892500-3067-4bd9-9748-ff714aea4917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f1c20-c52d-426f-8ff0-2624423c39c7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:15.192858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e238c1-0801-44d6-b674-038b766197f6 req-2d2ff9fd-1bbe-4981-aa90-1599b4decf4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:15.203134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38e238c1-0801-44d6-b674-038b766197f6 req-2d2ff9fd-1bbe-4981-aa90-1599b4decf4d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.2027481 Aug 11 00:37:15.218426 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:15.316943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38e238c1-0801-44d6-b674-038b766197f6 req-b2cf4cb9-93ab-423c-95c7-261fc07ac389 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119895 Aug 11 00:37:15.386387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43d2a4-d788-468d-92e0-ee7d6f048f59 req-eeb32564-2d84-4927-995f-82b9e2c222f0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:15.404101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f43d2a4-d788-468d-92e0-ee7d6f048f59 req-eeb32564-2d84-4927-995f-82b9e2c222f0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.3448331 Aug 11 00:37:15.463011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d5527-28ae-4bcb-818f-ce96d084eed2 None None] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:37:15.541943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f43d2a4-d788-468d-92e0-ee7d6f048f59 req-88106908-1193-4028-a038-d178488ab569 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361723 Aug 11 00:37:15.811261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415a4c1-04ba-4ba8-8577-35d4e9de06c9 req-9dffccee-ee06-4fb0-a7a6-b568778bd953 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:15.813983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f415a4c1-04ba-4ba8-8577-35d4e9de06c9 req-9dffccee-ee06-4fb0-a7a6-b568778bd953 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1456907 Aug 11 00:37:15.897095 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f415a4c1-04ba-4ba8-8577-35d4e9de06c9 req-580cff34-740e-49db-83dc-c77e0d76f843 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611277 Aug 11 00:37:15.901373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:15.924342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:16.252801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770bcb4-b764-484c-b4d0-31f7d6cad4c0 req-ecb0a16d-f1bd-4895-b0bf-232b0a6afa48 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:16.254616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d770bcb4-b764-484c-b4d0-31f7d6cad4c0 req-ecb0a16d-f1bd-4895-b0bf-232b0a6afa48 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0960274 Aug 11 00:37:16.326096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-36ec2791-c6dc-447f-b5ce-13e266b238a7 None None] Provisioning for port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:37:16.350977 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d770bcb4-b764-484c-b4d0-31f7d6cad4c0 req-dae1bde0-2b13-42c2-b0a5-f816675580f5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788887 Aug 11 00:37:16.640600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334905d5-9f08-430e-a54b-9506c139945c req-5f102595-e9f2-4c51-8ad5-82f89de76aca tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:16.641442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff17061-7ea0-4c10-a590-c8f801cbb6db req-0647bc11-4fdc-4fae-b783-79c5f4fa8ee4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:16.641442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aff17061-7ea0-4c10-a590-c8f801cbb6db req-0647bc11-4fdc-4fae-b783-79c5f4fa8ee4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0614648 Aug 11 00:37:16.641933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-334905d5-9f08-430e-a54b-9506c139945c req-5f102595-e9f2-4c51-8ad5-82f89de76aca tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.0936129 Aug 11 00:37:16.641933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-334905d5-9f08-430e-a54b-9506c139945c req-95c5100b-15c3-4bff-8406-a26b99ef7ec2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498924 Aug 11 00:37:16.642195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aff17061-7ea0-4c10-a590-c8f801cbb6db req-d5d0c264-8829-45b5-887b-2660a42bc859 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Aug 11 00:37:16.682165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:37:16.685988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Router b31e8dbc-aeee-477d-9f4d-165961c70fd5 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:37:16.708422 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a71ba216-142c-4118-bd65-91ad54ef2b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:16.732226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:16.732226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:16.852059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d35267a1-9c83-44d8-bf32-e5b7a13a27a0 None None] Provisioning complete for port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:16.853725 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d35267a1-9c83-44d8-bf32-e5b7a13a27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:16.976037 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:17.021994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9730-14a4-436b-8985-9ef8451548bf req-71277057-c4ba-4087-a8e4-c3010403ab76 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:17.028980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c74c4-60b6-49f5-8e9b-1bd40b4bf23c req-67148763-5a9d-45c0-89b8-97d082fb8618 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:17.034973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-293b9730-14a4-436b-8985-9ef8451548bf req-71277057-c4ba-4087-a8e4-c3010403ab76 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.2031443 Aug 11 00:37:17.038058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae5c74c4-60b6-49f5-8e9b-1bd40b4bf23c req-67148763-5a9d-45c0-89b8-97d082fb8618 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1825824 Aug 11 00:37:17.072190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:37:17.084952 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Sync routers for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:37:17.129617 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:37:17.131874 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:17.142736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-293b9730-14a4-436b-8985-9ef8451548bf req-79cd09aa-8ca5-4a72-9c38-f4ce9bfb8723 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058156 Aug 11 00:37:17.207187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae5c74c4-60b6-49f5-8e9b-1bd40b4bf23c req-24da3942-7e9f-41ac-9025-0ebff53704cf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508861 Aug 11 00:37:17.217822 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:17.222699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0128df68-95b5-4328-99ee-0f01fa2e9733 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8607543 Aug 11 00:37:17.223829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37180) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:17.357652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:17.447668 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:17.574823 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:37:17.599992 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d35267a1-9c83-44d8-bf32-e5b7a13a27a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:17.812965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:17.872666 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-d35267a1-9c83-44d8-bf32-e5b7a13a27a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:37:17.873047 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-d35267a1-9c83-44d8-bf32-e5b7a13a27a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:37:17.969951 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:14Z', 'revision_number': 3, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:18.081815 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Checking router: b31e8dbc-aeee-477d-9f4d-165961c70fd5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:37:18.081815 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Updating router b31e8dbc-aeee-477d-9f4d-165961c70fd5 port ba02f44c-a883-453f-bac5-958bbcf49701 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:37:18.148094 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:18.220659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb541b-9696-4b51-a1f2-c566a2d71f87 req-4776349c-0a78-4cb0-ab13-5c5e7532a0fd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:18.223094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3eb541b-9696-4b51-a1f2-c566a2d71f87 req-4776349c-0a78-4cb0-ab13-5c5e7532a0fd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.2496567 Aug 11 00:37:18.306305 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:18.311736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3eb541b-9696-4b51-a1f2-c566a2d71f87 req-973e524b-7d3d-477a-a3bc-525c28499160 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615351 Aug 11 00:37:18.702408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Allocated IP 172.20.0.1 (9751ba00-2cf4-464c-92e7-bc8f78e8f2ed/3935a048-727c-41ee-a6fb-8de53f84acfa/418f099f-ce9b-4261-878a-c883a2bc5e81) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:37:18.832372 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:18.840022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-06d56dc1-9d28-4c9f-8aac-d3a685d09132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:18.952292 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Transition to ACTIVE for port object ba02f44c-a883-453f-bac5-958bbcf49701 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:37:19.029195 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:19.074819 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:19.129592 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Attempting to bind port ba02f44c-a883-453f-bac5-958bbcf49701 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:37:19.132011 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Attempting to bind port ba02f44c-a883-453f-bac5-958bbcf49701 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:37:19.132745 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Attempting to bind port ba02f44c-a883-453f-bac5-958bbcf49701 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:37:19.186506 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:37:19.195859 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:37:19.196718 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:19.197383 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:37:19.198116 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Bound port: ba02f44c-a883-453f-bac5-958bbcf49701, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:37:19.198740 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:19.287143 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] For port ba02f44c-a883-453f-bac5-958bbcf49701, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:37:19.291528 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] For port ba02f44c-a883-453f-bac5-958bbcf49701, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ba02f44c-a883-453f-bac5-958bbcf49701,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:37:19.323468 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Pushing event updated for resources: {'Port': ['ID=ba02f44c-a883-453f-bac5-958bbcf49701,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.346317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.348820 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.350136 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.352750 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:19.383191 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:19.573453 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccd4ca-b880-45a3-865b-9792d4cdb816 None None] Pushing event updated for resources: {'Port': ['ID=ba02f44c-a883-453f-bac5-958bbcf49701,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:19.582260 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:37:19.584592 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:19.666642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:19.776166 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:19.805481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:19.808744 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:19.827235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Transition to ACTIVE for port object 418f099f-ce9b-4261-878a-c883a2bc5e81 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:37:19.905708 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:37:19.946346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfabe2-1f1c-4b02-bae8-b0395ee1f450 req-a7abb1e5-ba91-4e41-9d4e-beaf323464ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:19.956174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31bfabe2-1f1c-4b02-bae8-b0395ee1f450 req-a7abb1e5-ba91-4e41-9d4e-beaf323464ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 1.1532788 Aug 11 00:37:20.043554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31bfabe2-1f1c-4b02-bae8-b0395ee1f450 req-6e794324-411d-488d-b378-61838a3683f6 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861104 Aug 11 00:37:20.121196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:20.294082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:37:20.331986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:20.368988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:37:20.372160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Pushing event updated for resources: {'Port': ['ID=418f099f-ce9b-4261-878a-c883a2bc5e81,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:20.397592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:37:20.504884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:20.555457 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:14Z', 'revision_number': 3, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:20.670131 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5883293-e6ef-402d-ac86-4ee298bc761f None None] The sync data for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 is: [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:14Z', 'revision_number': 3, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:37:20.890105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889455fb-196a-40bc-8a50-572f6e375432 req-468b2c4f-e7de-44fe-9a19-fd55fcbdcadb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:20.923296 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-889455fb-196a-40bc-8a50-572f6e375432 req-468b2c4f-e7de-44fe-9a19-fd55fcbdcadb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.2659585 Aug 11 00:37:21.025374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:21.411470 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-889455fb-196a-40bc-8a50-572f6e375432 req-3190f797-f5e7-42c3-a31e-e6d36b8ca8b0 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4862852 Aug 11 00:37:21.436562 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1ee7d67d-cc2a-4f53-b82f-53a8a52149f2 None None] Provisioning for port 418f099f-ce9b-4261-878a-c883a2bc5e81 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:37:21.453069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1ee7d67d-cc2a-4f53-b82f-53a8a52149f2 None None] Provisioning complete for port 418f099f-ce9b-4261-878a-c883a2bc5e81 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:21.454255 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1ee7d67d-cc2a-4f53-b82f-53a8a52149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:21.621515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7d67d-cc2a-4f53-b82f-53a8a52149f2 None None] Port 418f099f-ce9b-4261-878a-c883a2bc5e81 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:37:21.710120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:21.736771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ba02f44c-a883-453f-bac5-958bbcf49701 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:21.869861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3869d-5eed-4502-bd6a-6baedb2fa696 req-c4364508-c5a8-4a3b-8f4e-e6f1d2c80505 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:21.871931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2d3869d-5eed-4502-bd6a-6baedb2fa696 req-c4364508-c5a8-4a3b-8f4e-e6f1d2c80505 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.0898643 Aug 11 00:37:21.958514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2d3869d-5eed-4502-bd6a-6baedb2fa696 req-b1c7122f-85db-46c9-9a9c-6c89b76cd88d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728343 Aug 11 00:37:22.665000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63217b8d-f9b4-4e12-bbbc-34999d3cfaca req-bb5680d2-6c89-4a22-bf5c-b8079b10ace3 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:22.667390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63217b8d-f9b4-4e12-bbbc-34999d3cfaca req-bb5680d2-6c89-4a22-bf5c-b8079b10ace3 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.0837891 Aug 11 00:37:22.721236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63217b8d-f9b4-4e12-bbbc-34999d3cfaca req-b9535b24-dabd-41f7-a65b-bfb40696a606 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469685 Aug 11 00:37:22.834796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:22.836284 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:22.838814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ba02f44c-a883-453f-bac5-958bbcf49701 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:37:22.847146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ba02f44c-a883-453f-bac5-958bbcf49701 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:22.847801 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:22.910464 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:22.912690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Pushing event updated for resources: {'Port': ['ID=418f099f-ce9b-4261-878a-c883a2bc5e81,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:23.018865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:23.069239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port ba02f44c-a883-453f-bac5-958bbcf49701, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ba02f44c-a883-453f-bac5-958bbcf49701,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:23.120157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:37:23.120157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:37:23.194609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:23.315582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa456b80-6c41-4283-a075-85bd0b6f0a7e req-ec99c27d-7c61-4724-9959-bd900951fe29 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:23.317384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa456b80-6c41-4283-a075-85bd0b6f0a7e req-ec99c27d-7c61-4724-9959-bd900951fe29 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.1272757 Aug 11 00:37:23.348946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=ba02f44c-a883-453f-bac5-958bbcf49701,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:23.433421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Router b31e8dbc-aeee-477d-9f4d-165961c70fd5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:37:23.438236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa456b80-6c41-4283-a075-85bd0b6f0a7e req-0cbeaf2c-0a84-4903-a708-1ee1e7c6ebd7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112041 Aug 11 00:37:23.615483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2f743d4e-c8d0-4bf0-994d-4e281e09e8a2 None None] Provisioning complete for port 418f099f-ce9b-4261-878a-c883a2bc5e81 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:23.616564 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f743d4e-c8d0-4bf0-994d-4e281e09e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:23.677334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:37:23.688679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4308c56c-c5e5-4875-aeec-83cae4b2a5fa admin admin] 10.222.0.43 "PUT /v2.0/routers/b31e8dbc-aeee-477d-9f4d-165961c70fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4625795 Aug 11 00:37:23.697387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ba02f44c-a883-453f-bac5-958bbcf49701 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:23.712361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Sync routers for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:37:23.718999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37300) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:23.769258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:37:23.770204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:23.772861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2f743d4e-c8d0-4bf0-994d-4e281e09e8a2 None None] Port 418f099f-ce9b-4261-878a-c883a2bc5e81 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:37:23.943532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ba02f44c-a883-453f-bac5-958bbcf49701 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:23.944728 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:23.962138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37312) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:24.021142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ab754-bef7-4f3f-8ed2-9cf49724525e req-39feb82f-2a3b-4370-95b9-3a942e9c12fe tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:24.035217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-855ab754-bef7-4f3f-8ed2-9cf49724525e req-39feb82f-2a3b-4370-95b9-3a942e9c12fe tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1412277 Aug 11 00:37:24.038576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:37:24.151754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-855ab754-bef7-4f3f-8ed2-9cf49724525e req-c9d63b68-c308-4c7a-ac50-c63a17e6f354 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151631 Aug 11 00:37:24.234058 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fed7f228-f4b4-46c1-8926-27c1c3f95c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:24.388145 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5f14ef2-fc62-4c3c-8233-da89d1e34c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:24.420432 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fed7f228-f4b4-46c1-8926-27c1c3f95c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:24.528325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fed7f228-f4b4-46c1-8926-27c1c3f95c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:24.624491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37324) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:24.632821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fed7f228-f4b4-46c1-8926-27c1c3f95c89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4229ef44e694a91889bf9cd77d1a5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9065666 Aug 11 00:37:24.641009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7f228-f4b4-46c1-8926-27c1c3f95c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db30645-4c9f-4c9c-a403-8bcf5f9e6442,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:24.711797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110f850-927d-41ab-90e0-4becd3e5bd0b req-28c47392-4ead-49bf-91ef-7ec38f9d8fe1 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:24.714054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a110f850-927d-41ab-90e0-4becd3e5bd0b req-28c47392-4ead-49bf-91ef-7ec38f9d8fe1 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.1035414 Aug 11 00:37:24.757438 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80797c24-489d-4859-af89-d05b28d9366d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:24.760641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5f14ef2-fc62-4c3c-8233-da89d1e34c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:24.817159 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80797c24-489d-4859-af89-d05b28d9366d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:24.829651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:21Z', 'revision_number': 2, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:24.835826 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a110f850-927d-41ab-90e0-4becd3e5bd0b req-f767cec9-3cda-4be7-925e-6aa85b0ffbd3 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144819 Aug 11 00:37:24.868248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Checking router: b31e8dbc-aeee-477d-9f4d-165961c70fd5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:37:24.868248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Updating router b31e8dbc-aeee-477d-9f4d-165961c70fd5 port 418f099f-ce9b-4261-878a-c883a2bc5e81 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:37:24.896967 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:24.949252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5f14ef2-fc62-4c3c-8233-da89d1e34c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.000150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14ef2-fc62-4c3c-8233-da89d1e34c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd924899-20b0-4abb-b7a9-279a87746f7b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:25.013182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37326) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:25.015953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c5f14ef2-fc62-4c3c-8233-da89d1e34c05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c57a7d0d88c24496a6615043bead7411&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0411885 Aug 11 00:37:25.086966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d904891-4e26-4103-b999-725623d547f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.118050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d904891-4e26-4103-b999-725623d547f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.145074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80797c24-489d-4859-af89-d05b28d9366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.148472 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80797c24-489d-4859-af89-d05b28d9366d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.150408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-80797c24-489d-4859-af89-d05b28d9366d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4db30645-4c9f-4c9c-a403-8bcf5f9e6442 HTTP/1.1" status: 204 len: 168 time: 0.5246208 Aug 11 00:37:25.173257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80797c24-489d-4859-af89-d05b28d9366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db30645-4c9f-4c9c-a403-8bcf5f9e6442,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:25.344610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb3dc7-aa5b-49d7-be78-0a263593a21b req-f9039eb5-250c-4f73-8067-4b57b0339c6d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:25.345550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60cb3dc7-aa5b-49d7-be78-0a263593a21b req-f9039eb5-250c-4f73-8067-4b57b0339c6d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.0661175 Aug 11 00:37:25.388646 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.394925 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60cb3dc7-aa5b-49d7-be78-0a263593a21b req-46f400d2-a9b0-45dc-9b9a-e96dcda6bd63 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 Aug 11 00:37:25.426997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d904891-4e26-4103-b999-725623d547f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.426997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d904891-4e26-4103-b999-725623d547f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.426997 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7d904891-4e26-4103-b999-725623d547f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd924899-20b0-4abb-b7a9-279a87746f7b HTTP/1.1" status: 204 len: 168 time: 0.4073577 Aug 11 00:37:25.427332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Transition to ACTIVE for port object 418f099f-ce9b-4261-878a-c883a2bc5e81 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:37:25.434291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d904891-4e26-4103-b999-725623d547f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd924899-20b0-4abb-b7a9-279a87746f7b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:25.548757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.611979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35dec-ae07-422c-bedd-1cab15ca3ff2 None None] Pushing event updated for resources: {'Port': ['ID=418f099f-ce9b-4261-878a-c883a2bc5e81,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:25.674206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Attempting to bind port 418f099f-ce9b-4261-878a-c883a2bc5e81 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:37:25.674762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Attempting to bind port 418f099f-ce9b-4261-878a-c883a2bc5e81 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:37:25.674945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Attempting to bind port 418f099f-ce9b-4261-878a-c883a2bc5e81 on network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:37:25.690490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:37:25.690901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Checking segment: {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:37:25.691346 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.691749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Bound using segment: {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:37:25.692288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Bound port: 418f099f-ce9b-4261-878a-c883a2bc5e81, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:37:25.692689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:25.805005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] For port 418f099f-ce9b-4261-878a-c883a2bc5e81, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:37:25.810071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] For port 418f099f-ce9b-4261-878a-c883a2bc5e81, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=418f099f-ce9b-4261-878a-c883a2bc5e81,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:37:26.005753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:26.022677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a421-e756-4ce2-87c1-13b888a87e11 req-d2082a51-7b2c-4247-9819-a677547a0831 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:26.026842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5688a421-e756-4ce2-87c1-13b888a87e11 req-d2082a51-7b2c-4247-9819-a677547a0831 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.0890641 Aug 11 00:37:26.088469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5688a421-e756-4ce2-87c1-13b888a87e11 req-f37601e5-66f4-4584-8b47-58c530d3a8e2 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606732 Aug 11 00:37:26.097363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35dec-ae07-422c-bedd-1cab15ca3ff2 None None] Pushing event updated for resources: {'Port': ['ID=418f099f-ce9b-4261-878a-c883a2bc5e81,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:26.135448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:37:26.136145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:26.291290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37386) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:26.320906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3892c4a-0e61-44f8-83ca-3e696756ffbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:26.390531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:37:26.516791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3566796-a1ca-4fb7-be2d-1026397dd33a req-c5dd2d67-c06f-4470-b55d-5a2feb31f739 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:26.527096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3566796-a1ca-4fb7-be2d-1026397dd33a req-c5dd2d67-c06f-4470-b55d-5a2feb31f739 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1656697 Aug 11 00:37:26.653554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3566796-a1ca-4fb7-be2d-1026397dd33a req-df42b7bc-92be-42a9-a376-f55ba4e79982 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196094 Aug 11 00:37:26.655231 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc809-205e-4c3e-b2a0-995098c7ab97 req-425c038b-46f7-4102-9487-96ea4ed52f3d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:26.675302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-315bc809-205e-4c3e-b2a0-995098c7ab97 req-425c038b-46f7-4102-9487-96ea4ed52f3d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.0875802 Aug 11 00:37:26.754415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3892c4a-0e61-44f8-83ca-3e696756ffbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:26.812404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-203ff8e1-0b6d-4138-ae18-6275e3c82b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:26.818282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-203ff8e1-0b6d-4138-ae18-6275e3c82b62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1098 time: 0.2379172 Aug 11 00:37:26.968721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:25Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:37:27.004704 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3892c4a-0e61-44f8-83ca-3e696756ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:27.032963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d014d-8a28-4a11-b713-5e2285b1330b None None] The sync data for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 is: [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:25Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:37:27.142104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3892c4a-0e61-44f8-83ca-3e696756ffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8efdcaf-f44b-4089-a8a6-af971b8beefd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:27.186232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c3892c4a-0e61-44f8-83ca-3e696756ffbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47be28bc369f4084a2dca457d6d4f64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935139 Aug 11 00:37:27.196421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-be1f0cf3-c7cf-4a24-8be2-b7e59ca3a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:27.198077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-be1f0cf3-c7cf-4a24-8be2-b7e59ca3a51e service neutron] 10.222.0.44 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.3752425 Aug 11 00:37:27.202955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37408) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:27.309496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-c9425a59-96cf-430b-a96d-e7dac3728b5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 1002 time: 0.1035030 Aug 11 00:37:27.491063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-b6e180ed-b2af-4b07-8e36-a173ae1c649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:27.493696 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-b6e180ed-b2af-4b07-8e36-a173ae1c649b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.1510556 Aug 11 00:37:27.571812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-315bc809-205e-4c3e-b2a0-995098c7ab97 req-c9f31fe5-ea44-4d51-880b-edc7f966e8c9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9041555 Aug 11 00:37:27.576427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c740-a7da-420b-bf8e-d5ab7d9ef7cf req-ab1ff658-3606-42e1-b51d-adadb4f6fd18 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:27.582848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-faf3c740-a7da-420b-bf8e-d5ab7d9ef7cf req-ab1ff658-3606-42e1-b51d-adadb4f6fd18 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.2865958 Aug 11 00:37:27.645800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:27.672471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 418f099f-ce9b-4261-878a-c883a2bc5e81 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:27.730759 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:27.791651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-ee52879a-4347-4461-9815-30108462fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:27.793272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-ee52879a-4347-4461-9815-30108462fa7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2860751 Aug 11 00:37:27.803392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-faf3c740-a7da-420b-bf8e-d5ab7d9ef7cf req-6293ab6e-a17f-48b9-9b0d-85d0c275de71 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769497 Aug 11 00:37:27.834497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947993a-7b77-4923-8e6e-2f985cf1c395 req-1b08c5d9-c08a-4e55-a561-60965e6b3505 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:27.837907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3947993a-7b77-4923-8e6e-2f985cf1c395 req-1b08c5d9-c08a-4e55-a561-60965e6b3505 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0748434 Aug 11 00:37:27.885519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 418f099f-ce9b-4261-878a-c883a2bc5e81 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:37:27.890250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 418f099f-ce9b-4261-878a-c883a2bc5e81 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:27.891005 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:27.917743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3947993a-7b77-4923-8e6e-2f985cf1c395 req-9d0e9515-659b-4c60-9263-9b5e6bbedb52 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725811 Aug 11 00:37:27.957973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-4ea38a4a-df51-4c9f-98eb-d461d1c909b2 service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498263 Aug 11 00:37:28.065408 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:28.073148 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:28.073148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8efdcaf-f44b-4089-a8a6-af971b8beefd HTTP/1.1" status: 204 len: 168 time: 0.8706644 Aug 11 00:37:28.086094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8efdcaf-f44b-4089-a8a6-af971b8beefd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:28.102865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:28.107038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.107429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.107773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.108115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.108449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.108782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.109111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.109435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.109758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.110244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.110582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.112874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2204a652-f5ff-41d4-ab81-a3de20cc829f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:28.152810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bfe347d4-a864-4e4a-81c6-9c3c6065a756 req-2b9f4f1e-7926-4e0f-beb2-0e77021f497b service neutron] 10.222.0.44 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857393 Aug 11 00:37:28.195508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 418f099f-ce9b-4261-878a-c883a2bc5e81, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=418f099f-ce9b-4261-878a-c883a2bc5e81,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:28.332674 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:28.420257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=418f099f-ce9b-4261-878a-c883a2bc5e81,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:28.889542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acd952-7e6e-45f2-82e4-7589205ab12d req-87d43c84-8029-4f09-93ed-c5b96d838825 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:28.900023 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13acd952-7e6e-45f2-82e4-7589205ab12d req-87d43c84-8029-4f09-93ed-c5b96d838825 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1248438 Aug 11 00:37:29.007713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13acd952-7e6e-45f2-82e4-7589205ab12d req-e64be439-654f-451e-9cf8-049656c73611 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047170 Aug 11 00:37:29.023574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd89e36-2de7-4062-b493-0784fe7ab218 req-ba4140fe-65c3-4433-a762-8c7218fb91ef tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:29.032498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffd89e36-2de7-4062-b493-0784fe7ab218 req-ba4140fe-65c3-4433-a762-8c7218fb91ef tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.1066740 Aug 11 00:37:29.109895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffd89e36-2de7-4062-b493-0784fe7ab218 req-8b6bf09e-19aa-4b0a-91c3-a0f0108aeee3 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762961 Aug 11 00:37:29.293136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f04c6-2288-4fa9-8eb0-6492f760890e req-e6ffaacb-4ab3-418b-942d-ec43b75be77d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:29.295124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-649f04c6-2288-4fa9-8eb0-6492f760890e req-e6ffaacb-4ab3-418b-942d-ec43b75be77d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1036530 Aug 11 00:37:29.355178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-649f04c6-2288-4fa9-8eb0-6492f760890e req-2c371866-0696-4c53-aecf-b9f8050ed9f3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Aug 11 00:37:29.369567 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:29.468962 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:29.568251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 418f099f-ce9b-4261-878a-c883a2bc5e81 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:29.643438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 418f099f-ce9b-4261-878a-c883a2bc5e81 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:29.643438 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:30.206224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:37:30.250817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ded48f-66c7-4969-90f2-35d98ddeeb60 req-d585451e-12cc-4d30-a5a4-acae721a4b7b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:30.252822 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2ded48f-66c7-4969-90f2-35d98ddeeb60 req-d585451e-12cc-4d30-a5a4-acae721a4b7b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.1283517 Aug 11 00:37:30.346664 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2ded48f-66c7-4969-90f2-35d98ddeeb60 req-e3538c5c-1adf-4418-bbac-73c086201cd9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804768 Aug 11 00:37:30.427147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8810ef7-dfda-4beb-a7f1-f62233a30997 req-ea2a8053-f84f-48dc-aaf1-3f7e78aa2e4e tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:30.444062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8810ef7-dfda-4beb-a7f1-f62233a30997 req-ea2a8053-f84f-48dc-aaf1-3f7e78aa2e4e tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.1561258 Aug 11 00:37:30.445203 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:30.504811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:30.505832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:37:30.508920 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcda53b-ea68-4f65-a3bb-d1b4b66172e6" -d '{"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-unplugged", "status": "completed", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:37:30.554929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8810ef7-dfda-4beb-a7f1-f62233a30997 req-e652d313-efff-47f8-a357-9c1e12afdef0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069558 Aug 11 00:37:30.622723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:30.655663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857372e-68bd-4ceb-babf-34be56bc6f12 req-5700ea2d-f588-4324-a99d-5a105008c749 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:30.655878 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0501ea0a-e92e-4473-8ae7-cab365d9fe26 x-openstack-request-id: req-0501ea0a-e92e-4473-8ae7-cab365d9fe26 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:37:30.656099 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-unplugged", "status": "completed", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:37:30.656424 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0501ea0a-e92e-4473-8ae7-cab365d9fe26 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:37:30.656821 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'code': 200} Aug 11 00:37:30.660659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3857372e-68bd-4ceb-babf-34be56bc6f12 req-5700ea2d-f588-4324-a99d-5a105008c749 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1065228 Aug 11 00:37:30.728153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:30.756073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3857372e-68bd-4ceb-babf-34be56bc6f12 req-bbc8422d-5c46-4cbd-aa42-de0d12ccf442 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826104 Aug 11 00:37:31.482576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4d957-04d5-4d95-93a5-018f616a0bb7 req-77e94ca9-ea32-46a6-8c7a-e02482c3d748 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:31.483320 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97d4d957-04d5-4d95-93a5-018f616a0bb7 req-77e94ca9-ea32-46a6-8c7a-e02482c3d748 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.0576546 Aug 11 00:37:31.546414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97d4d957-04d5-4d95-93a5-018f616a0bb7 req-537dfccc-bf04-4e7f-abd4-624c8377d030 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562027 Aug 11 00:37:31.982941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ffe46-f9f0-4feb-a117-2e9a4010686c req-f572c044-d31c-463e-ae34-786c02f0d12b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:31.985110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-043ffe46-f9f0-4feb-a117-2e9a4010686c req-f572c044-d31c-463e-ae34-786c02f0d12b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1017025 Aug 11 00:37:32.042446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-043ffe46-f9f0-4feb-a117-2e9a4010686c req-1205e8ba-a844-49fc-91e0-d26927c81989 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486503 Aug 11 00:37:33.410964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97246fd1-d372-43d6-8228-2e4abf82d75a req-9ec35478-97e5-46b3-919d-345b7d40a364 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:33.410964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97246fd1-d372-43d6-8228-2e4abf82d75a req-9ec35478-97e5-46b3-919d-345b7d40a364 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1844988 Aug 11 00:37:33.509516 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97246fd1-d372-43d6-8228-2e4abf82d75a req-6ba8334e-d42c-4571-a5dd-f5e1203f2119 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989282 Aug 11 00:37:34.114934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37680) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:34.285403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:37:34.422693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2ca438e-868a-4160-973b-63e5b9f5367a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:34.619347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2ca438e-868a-4160-973b-63e5b9f5367a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:34.691532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530d5df-7434-47fd-b33a-1eebc419c035 req-38a9acd1-da3c-4a82-a5df-adb211448676 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:34.693600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d530d5df-7434-47fd-b33a-1eebc419c035 req-38a9acd1-da3c-4a82-a5df-adb211448676 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0723596 Aug 11 00:37:34.734525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2ca438e-868a-4160-973b-63e5b9f5367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:34.792489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca438e-868a-4160-973b-63e5b9f5367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99513e56-6551-492b-be32-d235764c374a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:34.821124 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d530d5df-7434-47fd-b33a-1eebc419c035 req-7b0001a7-536f-49d2-91a3-357eb028f121 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175227 Aug 11 00:37:34.841208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a2ca438e-868a-4160-973b-63e5b9f5367a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1666559c62184e6eb8653dd2a988c0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7248950 Aug 11 00:37:34.847458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37720) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:34.968729 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3886767-784e-4af4-b20a-ddea52abea0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:34.998833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879271e3-b660-41b4-9616-fa5cf500c1ef req-0476eca1-6647-465d-8176-a75251ded35f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:35.000438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-879271e3-b660-41b4-9616-fa5cf500c1ef req-0476eca1-6647-465d-8176-a75251ded35f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.2661121 Aug 11 00:37:35.038269 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3886767-784e-4af4-b20a-ddea52abea0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:35.115670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-879271e3-b660-41b4-9616-fa5cf500c1ef req-b519e62d-157e-4fad-b57a-05be2a1eb647 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957551 Aug 11 00:37:35.240324 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3886767-784e-4af4-b20a-ddea52abea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:35.243401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3886767-784e-4af4-b20a-ddea52abea0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:35.245995 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a3886767-784e-4af4-b20a-ddea52abea0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99513e56-6551-492b-be32-d235764c374a HTTP/1.1" status: 204 len: 168 time: 0.3955231 Aug 11 00:37:35.277673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3886767-784e-4af4-b20a-ddea52abea0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99513e56-6551-492b-be32-d235764c374a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:35.530027 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:37:35.882649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-dc3ef7cb-5e7b-46eb-a17d-6b456700b883 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3308635 Aug 11 00:37:36.103875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a16e0-f630-4a61-9b87-2d066584d42f req-ab4b2c59-83fc-4b42-9a22-33912c99e637 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:36.113578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-133a16e0-f630-4a61-9b87-2d066584d42f req-ab4b2c59-83fc-4b42-9a22-33912c99e637 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1597390 Aug 11 00:37:36.232420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-133a16e0-f630-4a61-9b87-2d066584d42f req-1eb47d83-ae92-44dc-8f64-226a712e940d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103923 Aug 11 00:37:36.279107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8884ca3-0b1e-4165-8435-fc2d58cbc737 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:37:36.492738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37798) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:36.587535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e11246d0-fcf4-47b0-81c3-5a1bd1573e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:36.594613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:36.613091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4db196-213f-433a-a42e-13c5ec907612 req-a5ce44a2-4dd3-4f6b-ba23-3a4436e1118d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:36.623365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d4db196-213f-433a-a42e-13c5ec907612 req-a5ce44a2-4dd3-4f6b-ba23-3a4436e1118d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.2511294 Aug 11 00:37:36.626966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'port_id': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'mac_address': 'fa:16:3e:dd:9a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ab3007-8a2a-40a5-9bba-5bc7787197ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:37:36.796184 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:36.801287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d4db196-213f-433a-a42e-13c5ec907612 req-d793781b-183f-4502-8503-80dafe776294 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636109 Aug 11 00:37:36.847694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8884ca3-0b1e-4165-8435-fc2d58cbc737 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:37:36.926935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:36.999210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e11246d0-fcf4-47b0-81c3-5a1bd1573e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:37.014045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:37.085826 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e11246d0-fcf4-47b0-81c3-5a1bd1573e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:37.131712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:37.137080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37804) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:37.144496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['f8884ca3-0b1e-4165-8435-fc2d58cbc737'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:37:37.151227 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e11246d0-fcf4-47b0-81c3-5a1bd1573e2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c1e1bf902814c2e965ea382f4f5c26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6536839 Aug 11 00:37:37.217706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11246d0-fcf4-47b0-81c3-5a1bd1573e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e46a9b-306c-4bbc-b23d-093861a1b6e8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:37.240048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7daa146-2997-40b0-ba20-8239ae499d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:37.326893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7daa146-2997-40b0-ba20-8239ae499d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:37.726694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ee89e-faf7-447a-8f25-277b85a1a6c8 req-8cd360d0-c0f1-4729-8ea0-0b47f3e55db5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:37.742518 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-969ee89e-faf7-447a-8f25-277b85a1a6c8 req-8cd360d0-c0f1-4729-8ea0-0b47f3e55db5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.2649827 Aug 11 00:37:37.849348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7daa146-2997-40b0-ba20-8239ae499d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:37.854966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7daa146-2997-40b0-ba20-8239ae499d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:37.863335 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a7daa146-2997-40b0-ba20-8239ae499d08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7e46a9b-306c-4bbc-b23d-093861a1b6e8 HTTP/1.1" status: 204 len: 168 time: 0.7242539 Aug 11 00:37:37.891059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daa146-2997-40b0-ba20-8239ae499d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e46a9b-306c-4bbc-b23d-093861a1b6e8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:37.940390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-969ee89e-faf7-447a-8f25-277b85a1a6c8 req-41682673-a975-44c0-b20c-39e1ebbdc40d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948166 Aug 11 00:37:38.282580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8884ca3-0b1e-4165-8435-fc2d58cbc737 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:38.548232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port f8884ca3-0b1e-4165-8435-fc2d58cbc737 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:38.558634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:38.610225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86128df7-094d-4120-ae8a-50c6d007534b req-395d4ff0-ad55-401b-bfc0-eaeaba2a4b46 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:38.613454 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86128df7-094d-4120-ae8a-50c6d007534b req-395d4ff0-ad55-401b-bfc0-eaeaba2a4b46 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.2717216 Aug 11 00:37:38.767480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-c174aad2-66f3-4995-adde-ca8f98fd953e req-07987273-5c58-4616-8f7a-26fad1c8ea79 service neutron] (95255) timed out ('10.222.0.44', 57438) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 00:37:38.857107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86128df7-094d-4120-ae8a-50c6d007534b req-e3a396dc-a5c0-4f8f-85fb-2a1c57be2ed3 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269039 Aug 11 00:37:38.916160 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:39.047238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:37:39.050339 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db2d04-f627-446c-9aad-b7bf2ef4225f" -d '{"events": [{"server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "name": "network-vif-plugged", "status": "completed", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:37:39.113019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:39.176445 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:39.339622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:39.433118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310991eb-862d-4f94-b662-de4de5236230 req-341bd8a6-09fb-4ed2-a5da-8cb049a776f0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:39.438119 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-310991eb-862d-4f94-b662-de4de5236230 req-341bd8a6-09fb-4ed2-a5da-8cb049a776f0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1684546 Aug 11 00:37:39.553224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-310991eb-862d-4f94-b662-de4de5236230 req-d6182ffd-cfa3-42ac-b364-aeb6a66e29b5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939031 Aug 11 00:37:39.684942 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8cce8f-7a17-4abe-b7be-53397d2f79f9 x-openstack-request-id: req-cb8cce8f-7a17-4abe-b7be-53397d2f79f9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:37:39.686783 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "name": "network-vif-plugged", "status": "completed", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:37:39.687613 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb8cce8f-7a17-4abe-b7be-53397d2f79f9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:37:39.688531 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'code': 200} Aug 11 00:37:40.298547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:37:40.541056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f33f4-e5c0-4ca7-a558-543e2cc9f33e req-f0670686-f3b1-469f-a502-1e9c700a2d87 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:40.553487 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-511f33f4-e5c0-4ca7-a558-543e2cc9f33e req-f0670686-f3b1-469f-a502-1e9c700a2d87 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.2179697 Aug 11 00:37:40.638823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-511f33f4-e5c0-4ca7-a558-543e2cc9f33e req-a201194b-b800-4b00-b5e7-f8cc2c3ffd60 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816388 Aug 11 00:37:40.696257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:40.733358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40', 'port_id': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'mac_address': 'fa:16:3e:33:37:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dff2b5-ed34-4761-911b-0b4b50d25afc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:37:40.826816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dd1e8-669e-4c3c-84c2-cf4d2b5c60f0 req-0da9c414-b0a4-4b36-90d6-6b31826d3c2d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:40.835801 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-702dd1e8-669e-4c3c-84c2-cf4d2b5c60f0 req-0da9c414-b0a4-4b36-90d6-6b31826d3c2d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0776966 Aug 11 00:37:40.898479 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:40.983248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd95db82-513b-42bc-b708-2f93aee9a82b {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:37:40.991926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-702dd1e8-669e-4c3c-84c2-cf4d2b5c60f0 req-d6b93c23-7d95-4c6c-ab34-c254e205a8bd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544335 Aug 11 00:37:41.067707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:41.159664 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:41.302009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:41.316530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37878) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:41.370528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['cd95db82-513b-42bc-b708-2f93aee9a82b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:37:42.026374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd3bf7-fa10-49e5-8eea-e1447f8a829f req-f9262549-3e5f-4deb-a02b-d7fe554984e5 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:42.034072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ccd3bf7-fa10-49e5-8eea-e1447f8a829f req-f9262549-3e5f-4deb-a02b-d7fe554984e5 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.1144907 Aug 11 00:37:42.036524 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:42.097238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ccd3bf7-fa10-49e5-8eea-e1447f8a829f req-388c596e-4abc-49de-8b50-303d70906cf7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620759 Aug 11 00:37:42.382277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:37:42.383287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:42.445889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576231f-c7cf-4022-b7a4-80899f59e933 req-58436630-cbad-4ad6-9bf3-6ca14ca976fb tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:42.454460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8576231f-c7cf-4022-b7a4-80899f59e933 req-58436630-cbad-4ad6-9bf3-6ca14ca976fb tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.1672976 Aug 11 00:37:42.512876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8576231f-c7cf-4022-b7a4-80899f59e933 req-7ab18162-d284-4da3-a3b9-ead5a77d3efe tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581417 Aug 11 00:37:42.537514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port cd95db82-513b-42bc-b708-2f93aee9a82b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:37:42.537914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:42.822216 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:43.136870 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:43.282152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:43.285571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:37:43.303187 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ff8f01-71fc-406c-801a-f78850f8758b" -d '{"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-plugged", "status": "completed", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:37:43.317489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beee2fa-20a7-4249-95f0-c835e0054811,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:43.343078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.347989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.350343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.350931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.351510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.352065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.352411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.352820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.353158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.353495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.353824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.354145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:37:43.373435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-515a4b59-c65a-4a50-aecb-5051f068ee75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=669b7e82bc674fc4bfa60a86690c8098&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0536466 Aug 11 00:37:43.376333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37906) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:43.407626 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:43.552001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:43.553449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf190fe-33a6-4028-8c02-e0f430ec4208 req-9b489473-99bf-405b-81ba-36312845f5f2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:43.555194 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6cf190fe-33a6-4028-8c02-e0f430ec4208 req-9b489473-99bf-405b-81ba-36312845f5f2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.1450250 Aug 11 00:37:43.583687 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4758b79-eb4b-4e04-9c21-ad5ced986fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:43.624054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4758b79-eb4b-4e04-9c21-ad5ced986fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:43.629132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6cf190fe-33a6-4028-8c02-e0f430ec4208 req-584e6e72-3872-4f7f-b806-9c84a4c09f8b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636036 Aug 11 00:37:43.730000 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06f1044-cd34-40ae-ba66-6e1e8c0a138f x-openstack-request-id: req-e06f1044-cd34-40ae-ba66-6e1e8c0a138f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:37:43.730999 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-plugged", "status": "completed", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:37:43.731428 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e06f1044-cd34-40ae-ba66-6e1e8c0a138f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:37:43.732506 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'code': 200} Aug 11 00:37:43.998147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4758b79-eb4b-4e04-9c21-ad5ced986fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:44.002536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4758b79-eb4b-4e04-9c21-ad5ced986fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:44.008590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e4758b79-eb4b-4e04-9c21-ad5ced986fef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1beee2fa-20a7-4249-95f0-c835e0054811 HTTP/1.1" status: 204 len: 168 time: 0.6259129 Aug 11 00:37:44.023292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4758b79-eb4b-4e04-9c21-ad5ced986fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beee2fa-20a7-4249-95f0-c835e0054811,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:44.073483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc22ad-d23b-44f6-8a16-300f81ce2ede req-1eb264f0-8738-4442-9f61-a40cf2d5a6f9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:44.076878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64dc22ad-d23b-44f6-8a16-300f81ce2ede req-1eb264f0-8738-4442-9f61-a40cf2d5a6f9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1626022 Aug 11 00:37:44.154268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64dc22ad-d23b-44f6-8a16-300f81ce2ede req-db66331a-75b9-4f1c-84ae-fd4e262123e0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621789 Aug 11 00:37:44.981346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a4434-bb7f-45d3-b5ff-1df8c5dc09d6 req-a5fe3719-354e-4c28-90e6-72b31fc95a12 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:45.013509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-639a4434-bb7f-45d3-b5ff-1df8c5dc09d6 req-a5fe3719-354e-4c28-90e6-72b31fc95a12 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.2014062 Aug 11 00:37:45.100517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-639a4434-bb7f-45d3-b5ff-1df8c5dc09d6 req-3e81d5d7-60ea-4d1d-9915-19dc2a230f4b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855446 Aug 11 00:37:45.571042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0f75f-c9b5-4795-b779-cfce8cf14767 req-8a64e73f-901b-4817-ac55-6a5a3a4e61c3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:45.593163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ae0f75f-c9b5-4795-b779-cfce8cf14767 req-8a64e73f-901b-4817-ac55-6a5a3a4e61c3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1855319 Aug 11 00:37:45.625264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37948) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:45.670319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91a81be8-1b67-4f01-9570-76868906feb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:45.738722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ae0f75f-c9b5-4795-b779-cfce8cf14767 req-9f974e4c-2f3c-4332-8733-4ccf784909a6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439004 Aug 11 00:37:46.161074 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91a81be8-1b67-4f01-9570-76868906feb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:46.269687 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-66f7882e-0a7f-49ab-9851-ba722c5f3a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:46.302763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91a81be8-1b67-4f01-9570-76868906feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:46.335115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725cd50-0fa4-467b-8602-a422b8db6920 req-0c615ae4-e1bf-445b-b8b4-f2cbf3ffa9bb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:46.348279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1725cd50-0fa4-467b-8602-a422b8db6920 req-0c615ae4-e1bf-445b-b8b4-f2cbf3ffa9bb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.1322365 Aug 11 00:37:46.567089 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1725cd50-0fa4-467b-8602-a422b8db6920 req-8eb57aaa-6de5-4d24-b8be-ae1c5a4f9e7d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094548 Aug 11 00:37:46.579880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37962) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:37:46.582865 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-91a81be8-1b67-4f01-9570-76868906feb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62e0613d8ec0451eb2942260dec26fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9542146 Aug 11 00:37:46.584567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a81be8-1b67-4f01-9570-76868906feb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957ed69-1554-488a-83fa-62b0a4041fb1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:46.913485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdef0-50ff-4d00-90ab-4f11e67ea9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:46.983252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdef0-50ff-4d00-90ab-4f11e67ea9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:47.138320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebb13a-ee8f-4a67-9cef-b4fbd79313b9 req-d00a41d8-a437-4471-8579-1af2e22fb17d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:47.144351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19ebb13a-ee8f-4a67-9cef-b4fbd79313b9 req-d00a41d8-a437-4471-8579-1af2e22fb17d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1577539 Aug 11 00:37:47.272673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19ebb13a-ee8f-4a67-9cef-b4fbd79313b9 req-36b8e559-fa37-45de-aea8-772cf0c36538 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166508 Aug 11 00:37:47.410379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdef0-50ff-4d00-90ab-4f11e67ea9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:47.414739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f4bdef0-50ff-4d00-90ab-4f11e67ea9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:47.416501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2f4bdef0-50ff-4d00-90ab-4f11e67ea9ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5957ed69-1554-488a-83fa-62b0a4041fb1 HTTP/1.1" status: 204 len: 168 time: 0.8322415 Aug 11 00:37:47.517572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bdef0-50ff-4d00-90ab-4f11e67ea9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957ed69-1554-488a-83fa-62b0a4041fb1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:48.021885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad140383-1de8-47b3-99d3-febfe4612628 req-301ba603-4543-46ae-bd3b-cfe1b236e83b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:48.046236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad140383-1de8-47b3-99d3-febfe4612628 req-301ba603-4543-46ae-bd3b-cfe1b236e83b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.1593344 Aug 11 00:37:48.119961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad140383-1de8-47b3-99d3-febfe4612628 req-6cb15106-c5d2-4a8a-914d-845d37283b61 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704758 Aug 11 00:37:48.522426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85d66d-f9cf-4c78-a8b3-778d44da7823 req-c1e6230f-0809-432d-946e-54a2dc0a30b0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:48.539849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d85d66d-f9cf-4c78-a8b3-778d44da7823 req-c1e6230f-0809-432d-946e-54a2dc0a30b0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1484396 Aug 11 00:37:48.621771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d85d66d-f9cf-4c78-a8b3-778d44da7823 req-6c191866-f779-4de7-b966-9d689362473c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791383 Aug 11 00:37:49.321388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0ec6d-892d-4259-94a7-9d6bac42324b req-d88c29c2-641e-4037-9004-83d531b8fcf1 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:49.323453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ac0ec6d-892d-4259-94a7-9d6bac42324b req-d88c29c2-641e-4037-9004-83d531b8fcf1 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.0627918 Aug 11 00:37:49.371661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ac0ec6d-892d-4259-94a7-9d6bac42324b req-38c7c9d4-054d-442b-a8c9-570d2f4a9e31 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375545 Aug 11 00:37:49.793566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acfcb0-3c9e-44e5-8fe4-fa8be7da2e66 req-67c40fa0-445a-461f-a48f-10ae62a30e43 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:49.795465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70acfcb0-3c9e-44e5-8fe4-fa8be7da2e66 req-67c40fa0-445a-461f-a48f-10ae62a30e43 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0662508 Aug 11 00:37:49.816166 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3504-b812-426b-88f0-e0a852e7cf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:49.864595 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70acfcb0-3c9e-44e5-8fe4-fa8be7da2e66 req-c6dcc539-3e99-4eab-a100-07b5817d749b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Aug 11 00:37:50.028610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:50.505732 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:50.598416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed496dcf-71f1-462e-b81b-717d24fa8371 req-f9f049d9-5526-4ff1-9813-d2e9079ddb11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:50.606817 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed496dcf-71f1-462e-b81b-717d24fa8371 req-f9f049d9-5526-4ff1-9813-d2e9079ddb11 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.1157463 Aug 11 00:37:50.684130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed496dcf-71f1-462e-b81b-717d24fa8371 req-2f894b37-f2ef-44e4-bda0-3b7b38ab698a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752985 Aug 11 00:37:51.115684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5364b04-e20a-455c-9079-954fa6e34dcc req-c4959b39-7fbe-49c4-81da-8ceb21166b89 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:51.119303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5364b04-e20a-455c-9079-954fa6e34dcc req-c4959b39-7fbe-49c4-81da-8ceb21166b89 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0974300 Aug 11 00:37:51.237939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5364b04-e20a-455c-9079-954fa6e34dcc req-6319b856-1bd9-457c-9ac9-000640504049 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944777 Aug 11 00:37:52.089122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150d55-2c32-443c-94cf-a95f7c3af7f0 req-164862a3-2055-49f7-97f2-10b743b3a664 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:52.104584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-23150d55-2c32-443c-94cf-a95f7c3af7f0 req-164862a3-2055-49f7-97f2-10b743b3a664 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.1522007 Aug 11 00:37:52.248364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-23150d55-2c32-443c-94cf-a95f7c3af7f0 req-39efe2f0-5662-40c2-8804-fba1c3920e3b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408355 Aug 11 00:37:52.324617 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:52.556564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-a65e3b02-2eca-481e-8e55-2ef09091653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:52.562943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-a65e3b02-2eca-481e-8e55-2ef09091653d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589&tenant_id=7d80d82bf49641a48e698c15286c2606 HTTP/1.1" status: 200 len: 1096 time: 0.2836752 Aug 11 00:37:52.594066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:37:52.663937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d3a6f-7238-40e9-b76a-38ce704faf0a req-fa232bfb-e568-4725-8d74-b9d3467f893c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:52.668014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c65d3a6f-7238-40e9-b76a-38ce704faf0a req-fa232bfb-e568-4725-8d74-b9d3467f893c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1762996 Aug 11 00:37:52.709166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:52.784164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c65d3a6f-7238-40e9-b76a-38ce704faf0a req-d09ac095-ef9b-4c36-bde6-7ec5c99ce200 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086526 Aug 11 00:37:53.368306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:37:53.435860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:37:53.493694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8900a7d-617c-4a3e-9d75-b01af57c65ee {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:37:53.504545 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:53.539095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Transition to ACTIVE for port object f8900a7d-617c-4a3e-9d75-b01af57c65ee will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:37:53.580604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de018553-8133-408f-bc27-dc4ae64bb4ba req-4f58bbb5-5a59-48a6-bc9a-a2b830a7e575 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:53.583797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de018553-8133-408f-bc27-dc4ae64bb4ba req-4f58bbb5-5a59-48a6-bc9a-a2b830a7e575 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.0984485 Aug 11 00:37:53.662752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de018553-8133-408f-bc27-dc4ae64bb4ba req-e8dbcbea-5179-48f0-8b27-810dbb72c485 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527279 Aug 11 00:37:53.998302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413c968-091e-4b37-bb6f-bb3a73a5b661 req-887e8c39-91a6-4d57-871d-e0008355c307 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:54.002500 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a413c968-091e-4b37-bb6f-bb3a73a5b661 req-887e8c39-91a6-4d57-871d-e0008355c307 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0860047 Aug 11 00:37:54.068722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a413c968-091e-4b37-bb6f-bb3a73a5b661 req-97466ea2-31bf-459c-97f1-685722e6162c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581746 Aug 11 00:37:54.337068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:54.928513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=9']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:55.025955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] No DVR routers for this DVR port f8900a7d-617c-4a3e-9d75-b01af57c65ee on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:37:55.152997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfae33-61d5-4b1f-aef8-8d4cd89d7bdf req-288f362d-3c9f-428f-b66e-437276396bd8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:55.157600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6dfae33-61d5-4b1f-aef8-8d4cd89d7bdf req-288f362d-3c9f-428f-b66e-437276396bd8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 944 time: 0.1766417 Aug 11 00:37:55.353945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6dfae33-61d5-4b1f-aef8-8d4cd89d7bdf req-60004d56-6635-4dc8-9339-576e89da14d2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762419 Aug 11 00:37:55.594636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Attempting to bind port f8900a7d-617c-4a3e-9d75-b01af57c65ee on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:37:55.595305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Attempting to bind port f8900a7d-617c-4a3e-9d75-b01af57c65ee by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:37:55.595875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Attempting to bind port f8900a7d-617c-4a3e-9d75-b01af57c65ee on network af520825-082c-45f6-8942-abaa215f134c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:37:55.607093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Port f8900a7d-617c-4a3e-9d75-b01af57c65ee on network af520825-082c-45f6-8942-abaa215f134c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:37:55.607671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Attempting to bind port f8900a7d-617c-4a3e-9d75-b01af57c65ee on network af520825-082c-45f6-8942-abaa215f134c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:37:55.618855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:37:55.619443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Checking segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:37:55.620269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Bound using segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:37:55.621387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Bound port: f8900a7d-617c-4a3e-9d75-b01af57c65ee, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:37:55.621965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:55.664590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ff402-430a-49ab-8629-765584c20840 req-5566faa0-ac5d-4986-9eda-2cd844d3bb07 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:55.697262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b67ff402-430a-49ab-8629-765584c20840 req-5566faa0-ac5d-4986-9eda-2cd844d3bb07 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1435158 Aug 11 00:37:55.822940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:37:55.829787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:37:55.934761 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b67ff402-430a-49ab-8629-765584c20840 req-27cba6b4-260f-419d-b99c-501c4ce1b65e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349861 Aug 11 00:37:55.961147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:56.059938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:56.060745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:56.070932 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] 10.222.0.55 "PUT /v2.0/ports/f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 1093 time: 3.4914157 Aug 11 00:37:56.070932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:37:56.070932 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8361e769-40bb-4b0a-8ec5-821b22eca5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:37:56.197405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-50f07a19-1357-46ee-aad9-fd621ffc5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:56.199826 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-50f07a19-1357-46ee-aad9-fd621ffc5517 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1097 time: 0.1051340 Aug 11 00:37:56.201010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe2992-8e86-4bc4-9773-7dff0a636a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=10']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:37:56.557213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-5b1b0d6a-4d47-490b-8084-f58a7fc93558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:56.559849 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-5b1b0d6a-4d47-490b-8084-f58a7fc93558 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.3524029 Aug 11 00:37:56.565278 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25df95ee-fd65-4995-92bf-349a07f43cfe x-openstack-request-id: req-25df95ee-fd65-4995-92bf-349a07f43cfe {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:37:56.565744 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:37:56.566165 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25df95ee-fd65-4995-92bf-349a07f43cfe {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:37:56.566777 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'status': 'completed', 'code': 200} Aug 11 00:37:56.786344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-194228bb-c5f6-44c4-bfcf-4abc58e09f75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 1000 time: 0.2180495 Aug 11 00:37:56.802290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169b03e-bd24-4426-8f19-214c27c1d92a req-f4f21729-6533-4e3a-9341-272363241002 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:56.806399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2169b03e-bd24-4426-8f19-214c27c1d92a req-f4f21729-6533-4e3a-9341-272363241002 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.2440164 Aug 11 00:37:56.935999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-6c0b9044-334d-49be-82c1-5dee5e096543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:56.937697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-6c0b9044-334d-49be-82c1-5dee5e096543 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.1298091 Aug 11 00:37:56.957786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2169b03e-bd24-4426-8f19-214c27c1d92a req-42110ddf-cf06-44e1-8a77-835b71b3f125 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357546 Aug 11 00:37:57.067789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-823f6059-57d7-4e47-b5e0-607dc40e3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:57.074029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-823f6059-57d7-4e47-b5e0-607dc40e3c21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103122 Aug 11 00:37:57.224480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ed051-3883-42bd-b697-87be79e23ee7 req-f196afd1-c96e-49b2-8d09-dd8b18cfde36 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:57.226677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec3ed051-3883-42bd-b697-87be79e23ee7 req-f196afd1-c96e-49b2-8d09-dd8b18cfde36 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0890985 Aug 11 00:37:57.233486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-e12b19e4-5b34-4019-ac0a-f0d8b1c80376 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557260 Aug 11 00:37:57.338021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec3ed051-3883-42bd-b697-87be79e23ee7 req-4bae9c47-1397-4b7b-b0cb-35afa77d2346 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031764 Aug 11 00:37:57.416635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce7e9488-d1ac-4c93-80c6-1320edf13004 req-31b7e8f1-16d4-493b-9a69-c305eb1a3209 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742213 Aug 11 00:37:57.615408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-ae37e24e-9c16-48fa-99d2-ba5503aebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:57.617544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-ae37e24e-9c16-48fa-99d2-ba5503aebc49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1097 time: 0.0920932 Aug 11 00:37:57.814750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-00f89287-cdb8-4513-9a50-dd0d33a58109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:57.817634 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-00f89287-cdb8-4513-9a50-dd0d33a58109 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.1928909 Aug 11 00:37:57.962404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-f271a607-b789-41ff-b90d-33b0b2c15e33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 1000 time: 0.1358309 Aug 11 00:37:58.188669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-04ecbc37-f8b1-4291-a230-84e75814b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:58.190240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-04ecbc37-f8b1-4291-a230-84e75814b41f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.2158766 Aug 11 00:37:58.448624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-25d2acfe-0f20-49b1-b9dc-c12a9076ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:58.452457 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-25d2acfe-0f20-49b1-b9dc-c12a9076ace8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533653 Aug 11 00:37:58.573913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316d2bf-e491-4b1e-90b7-3d16308655fe req-077dbbbf-41a0-41c5-ae67-53398f1d4223 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:58.583982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7316d2bf-e491-4b1e-90b7-3d16308655fe req-077dbbbf-41a0-41c5-ae67-53398f1d4223 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.2848270 Aug 11 00:37:58.694212 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7316d2bf-e491-4b1e-90b7-3d16308655fe req-0f02f851-8f7e-4b88-a323-27e215b2c48e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785897 Aug 11 00:37:58.801541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-e4063c31-346d-4e7e-ba38-f3c79fb38fae service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380058 Aug 11 00:37:59.083398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb70ef6-4019-4ddc-8575-2f71e5492367 req-f34566da-91aa-44d1-9e27-adcf11789d6c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:59.086311 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbb70ef6-4019-4ddc-8575-2f71e5492367 req-f34566da-91aa-44d1-9e27-adcf11789d6c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1758943 Aug 11 00:37:59.128710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8361e769-40bb-4b0a-8ec5-821b22eca5e6 req-ab273cbd-16f8-4be1-b490-874c85f21094 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193362 Aug 11 00:37:59.170834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbb70ef6-4019-4ddc-8575-2f71e5492367 req-493828b1-a735-4ed6-972f-1e946211e354 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634246 Aug 11 00:37:59.271443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-7776942c-fb44-495e-b71b-90549bc65391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:59.271443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-7776942c-fb44-495e-b71b-90549bc65391 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1097 time: 0.0660429 Aug 11 00:37:59.405422 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:59.502054 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:37:59.572451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-062afbcd-c4ed-486d-9be4-7fdf1c94f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:59.574138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-062afbcd-c4ed-486d-9be4-7fdf1c94f024 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.2643201 Aug 11 00:37:59.708502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-35793fac-eac3-4a1c-b47f-b2d171746706 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 200 len: 1000 time: 0.1241288 Aug 11 00:37:59.820142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-97003575-274e-484c-b76a-eee074165fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:59.822813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-97003575-274e-484c-b76a-eee074165fc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.1082327 Aug 11 00:37:59.974854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-ddacf426-39d2-44e0-8766-c4fb18c5461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:37:59.977005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-ddacf426-39d2-44e0-8766-c4fb18c5461f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326034 Aug 11 00:38:00.049090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34f73b-421a-48ee-9ec2-842ad6a632ec req-540458ea-69ea-49a1-8180-4e6896b49786 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:00.063150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a34f73b-421a-48ee-9ec2-842ad6a632ec req-540458ea-69ea-49a1-8180-4e6896b49786 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1632531 Aug 11 00:38:00.181701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a34f73b-421a-48ee-9ec2-842ad6a632ec req-90794ba5-80c2-4cec-9457-c492557ea710 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011732 Aug 11 00:38:00.259874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-35280f29-03c7-40ec-90f6-4ec23d6e7c6d service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748246 Aug 11 00:38:00.460646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495800e7-020e-4c1d-8999-496eb3da0502 req-c1a7397d-0e22-4bc1-aa32-aaf77fd8e1d1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:00.473345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-495800e7-020e-4c1d-8999-496eb3da0502 req-c1a7397d-0e22-4bc1-aa32-aaf77fd8e1d1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0901144 Aug 11 00:38:00.545018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-495800e7-020e-4c1d-8999-496eb3da0502 req-8f2b6096-b78b-4859-a922-6546a9b41555 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618165 Aug 11 00:38:00.561271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a0513c7-b801-423a-9f29-dc4a672d3e47 req-5bd6c122-d35b-49b6-bb43-5f61cad849a2 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947268 Aug 11 00:38:01.589759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21e792-a025-4fe1-8b5d-214ed210d5c8 req-66d79f70-0d3d-417f-8e1c-1e6f0f911e79 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:01.617528 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be21e792-a025-4fe1-8b5d-214ed210d5c8 req-66d79f70-0d3d-417f-8e1c-1e6f0f911e79 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1773906 Aug 11 00:38:01.758303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be21e792-a025-4fe1-8b5d-214ed210d5c8 req-6c4656ee-061d-4c8b-93fb-a8662d05d0fc tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374719 Aug 11 00:38:01.954830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38312) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:02.107993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42bd8e-9b4a-4d97-8ad0-9eec72e9d329 req-11863636-fd5f-4cb0-84a1-6fa8897e147c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:02.136072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca42bd8e-9b4a-4d97-8ad0-9eec72e9d329 req-11863636-fd5f-4cb0-84a1-6fa8897e147c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1289940 Aug 11 00:38:02.277585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca42bd8e-9b4a-4d97-8ad0-9eec72e9d329 req-0a21c72d-1a9d-4a55-8b8b-21ff1736178d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388698 Aug 11 00:38:02.294304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a16178e1-4958-43ac-8a9a-2fc720128c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:02.532754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a16178e1-4958-43ac-8a9a-2fc720128c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:02.616953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a16178e1-4958-43ac-8a9a-2fc720128c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:02.740843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a16178e1-4958-43ac-8a9a-2fc720128c9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2486542aa1d245d391cd51c6153019e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7830436 Aug 11 00:38:02.744190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38330) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:02.833693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16178e1-4958-43ac-8a9a-2fc720128c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047bdb20-2960-40f2-85fa-2d2f60315808,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:02.929715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae34-1cff-4685-bc5d-56b17f1030e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:02.973547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae34-1cff-4685-bc5d-56b17f1030e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:03.193036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae34-1cff-4685-bc5d-56b17f1030e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:03.197064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bfcae34-1cff-4685-bc5d-56b17f1030e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:03.214656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3bfcae34-1cff-4685-bc5d-56b17f1030e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/047bdb20-2960-40f2-85fa-2d2f60315808 HTTP/1.1" status: 204 len: 168 time: 0.4692430 Aug 11 00:38:03.246969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcae34-1cff-4685-bc5d-56b17f1030e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047bdb20-2960-40f2-85fa-2d2f60315808,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:03.305699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec236d-d24a-4d72-9c51-8473bf589b14 req-3b57c64f-11d3-4b86-840e-74760ca51024 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:03.325585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beec236d-d24a-4d72-9c51-8473bf589b14 req-3b57c64f-11d3-4b86-840e-74760ca51024 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.2273850 Aug 11 00:38:03.457808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beec236d-d24a-4d72-9c51-8473bf589b14 req-656d3936-a668-4399-9e9a-a464c19139c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311853 Aug 11 00:38:03.875789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1942b2f-42e8-48c4-8ca5-f1eba1e7f49b req-e45354d4-1159-4be0-b339-7970b7049888 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:03.875789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1942b2f-42e8-48c4-8ca5-f1eba1e7f49b req-e45354d4-1159-4be0-b339-7970b7049888 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0645800 Aug 11 00:38:03.875789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1942b2f-42e8-48c4-8ca5-f1eba1e7f49b req-9ea8c5f1-02f0-4520-83dd-44faae1cf363 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Aug 11 00:38:04.769235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1de8c6-2598-478b-a79c-2c266e132f48 req-87f6f0d6-cb92-4459-b458-0a2664add832 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:04.774240 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef1de8c6-2598-478b-a79c-2c266e132f48 req-87f6f0d6-cb92-4459-b458-0a2664add832 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1394045 Aug 11 00:38:04.842980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef1de8c6-2598-478b-a79c-2c266e132f48 req-7cef9689-2d37-4fbe-b91d-5e1b7c7e6fe8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613580 Aug 11 00:38:05.241148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822704a-12a4-4529-8d31-012ba77e95ef req-420dabe8-3b10-49c2-8c09-efbe3265110c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:05.243675 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7822704a-12a4-4529-8d31-012ba77e95ef req-420dabe8-3b10-49c2-8c09-efbe3265110c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1223829 Aug 11 00:38:05.324067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38370) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:05.347963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7822704a-12a4-4529-8d31-012ba77e95ef req-d6b5f85b-d857-47bb-8c51-4ac2f09247a6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881050 Aug 11 00:38:05.372527 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4187088f-8c5a-4375-b583-16e0e5c00a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:05.599747 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4187088f-8c5a-4375-b583-16e0e5c00a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:05.696592 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4187088f-8c5a-4375-b583-16e0e5c00a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:05.847771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38374) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:05.860104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4187088f-8c5a-4375-b583-16e0e5c00a6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08ab1c961c8547ccaab61485f3f13033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341930 Aug 11 00:38:05.873511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187088f-8c5a-4375-b583-16e0e5c00a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0266ccdc-3d51-49f1-9cb3-86801b11d9e1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:06.212652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5171b01-6c81-43f9-ab2d-1681035a4452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:06.269574 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5171b01-6c81-43f9-ab2d-1681035a4452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:06.319207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e634ea-7d2e-4b6a-9948-d49cc7b5a423 req-84a93951-92c4-4d7c-8588-d30268c04f12 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:06.336392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0e634ea-7d2e-4b6a-9948-d49cc7b5a423 req-84a93951-92c4-4d7c-8588-d30268c04f12 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.2690578 Aug 11 00:38:06.438259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0e634ea-7d2e-4b6a-9948-d49cc7b5a423 req-211e158a-5677-457c-af09-788cc7c809fd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002083 Aug 11 00:38:06.535887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5171b01-6c81-43f9-ab2d-1681035a4452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:06.540284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5171b01-6c81-43f9-ab2d-1681035a4452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:06.542113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a5171b01-6c81-43f9-ab2d-1681035a4452 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0266ccdc-3d51-49f1-9cb3-86801b11d9e1 HTTP/1.1" status: 204 len: 168 time: 0.6924317 Aug 11 00:38:06.580150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5171b01-6c81-43f9-ab2d-1681035a4452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266ccdc-3d51-49f1-9cb3-86801b11d9e1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:07.082754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f4f94-c048-4222-b1a0-8c8b86cb68d7 req-5495481f-4d22-4da0-b8fd-ca3f7e1e41a3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:07.084678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e1f4f94-c048-4222-b1a0-8c8b86cb68d7 req-5495481f-4d22-4da0-b8fd-ca3f7e1e41a3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1862943 Aug 11 00:38:07.200890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e1f4f94-c048-4222-b1a0-8c8b86cb68d7 req-4b60ec11-40c8-4b5e-b300-cf3bd13fdc9c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083357 Aug 11 00:38:07.758274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38408) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:07.872147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3c655-b71e-4677-bb05-fbcf8049447d req-3af882a9-f508-4765-ba37-8fad13e4bd62 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:07.879547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02d3c655-b71e-4677-bb05-fbcf8049447d req-3af882a9-f508-4765-ba37-8fad13e4bd62 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.2182567 Aug 11 00:38:08.010122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02d3c655-b71e-4677-bb05-fbcf8049447d req-3fe17ab9-8524-49e8-bab4-2f58d88e4ce4 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178656 Aug 11 00:38:08.059360 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b02b-e69b-425f-a35d-7ab53c93f2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:08.341706 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b02b-e69b-425f-a35d-7ab53c93f2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:08.393244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e52e2-def4-4511-9b5e-6d4a324d9c15 req-64ec3786-cce4-4ff4-ac30-1aa2f0f6b9a2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:08.402132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-739e52e2-def4-4511-9b5e-6d4a324d9c15 req-64ec3786-cce4-4ff4-ac30-1aa2f0f6b9a2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0877950 Aug 11 00:38:08.450434 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b02b-e69b-425f-a35d-7ab53c93f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:08.457278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-739e52e2-def4-4511-9b5e-6d4a324d9c15 req-7b299822-3393-4a39-8a25-66b86a5e0b2c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540466 Aug 11 00:38:08.520339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d4e5b02b-e69b-425f-a35d-7ab53c93f2aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d01173a66ab40af97ca767a96439b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7604198 Aug 11 00:38:08.522419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5b02b-e69b-425f-a35d-7ab53c93f2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f184a-2925-4215-bb6b-7366315ba5a2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:08.525704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38424) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:08.618345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6790804a-aa2f-44bd-8f02-02e6ee4adf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:08.655397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6790804a-aa2f-44bd-8f02-02e6ee4adf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:08.816829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6790804a-aa2f-44bd-8f02-02e6ee4adf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:08.829439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6790804a-aa2f-44bd-8f02-02e6ee4adf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:08.836973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6790804a-aa2f-44bd-8f02-02e6ee4adf6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/870f184a-2925-4215-bb6b-7366315ba5a2 HTTP/1.1" status: 204 len: 168 time: 0.3067133 Aug 11 00:38:08.871690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790804a-aa2f-44bd-8f02-02e6ee4adf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f184a-2925-4215-bb6b-7366315ba5a2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:09.290154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0daf4-6e4b-43ab-8521-1224d221d6a3 req-ac60c9d5-4175-406a-8e80-f5a83aa85e55 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:09.298938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8af0daf4-6e4b-43ab-8521-1224d221d6a3 req-ac60c9d5-4175-406a-8e80-f5a83aa85e55 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.0760231 Aug 11 00:38:09.359832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8af0daf4-6e4b-43ab-8521-1224d221d6a3 req-f0116c97-a02d-4fe5-ab7e-193c1e00527c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521581 Aug 11 00:38:09.764634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935e084-d129-4da1-9da7-d465ada42063 req-68ce872d-2d5f-4812-a389-8516e63e1fc9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:09.766222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6935e084-d129-4da1-9da7-d465ada42063 req-68ce872d-2d5f-4812-a389-8516e63e1fc9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Aug 11 00:38:09.852116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6935e084-d129-4da1-9da7-d465ada42063 req-8babd81a-aa1d-4f51-91fb-b6bd092fd16b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371089 Aug 11 00:38:10.578694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf3307-d4be-49e3-bd1c-abc83c3b1393 req-3d8c6433-5abd-42b3-bacd-4804e9611522 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:10.580403 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8bf3307-d4be-49e3-bd1c-abc83c3b1393 req-3d8c6433-5abd-42b3-bacd-4804e9611522 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.0846150 Aug 11 00:38:10.626173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8bf3307-d4be-49e3-bd1c-abc83c3b1393 req-5e74f01a-5650-4121-87d5-5bc3aa983f2e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372353 Aug 11 00:38:11.007186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38466) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:11.023907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5560e55-88d1-4674-a155-1888de7c4abc req-b3cca23c-ec01-46d7-9e21-d3d2e2236a1d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:11.033546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5560e55-88d1-4674-a155-1888de7c4abc req-b3cca23c-ec01-46d7-9e21-d3d2e2236a1d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1081018 Aug 11 00:38:11.041437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23e4010b-e50d-452f-a254-43cf67a74558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:11.120176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5560e55-88d1-4674-a155-1888de7c4abc req-fc4ca6e6-6e67-4c00-9d2c-7aa22e7ace0e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848312 Aug 11 00:38:11.309448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23e4010b-e50d-452f-a254-43cf67a74558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:11.404028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23e4010b-e50d-452f-a254-43cf67a74558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:11.487111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4010b-e50d-452f-a254-43cf67a74558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59710661-acce-40b1-9701-63070f11c2ca,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:11.494899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23e4010b-e50d-452f-a254-43cf67a74558 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3b1b3e884b8414d9633ba8f6ad1861f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863608 Aug 11 00:38:11.499147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38478) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:11.672558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b684685-e686-44a9-9b69-6af8c8e91788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:11.743857 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b684685-e686-44a9-9b69-6af8c8e91788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:11.907349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b684685-e686-44a9-9b69-6af8c8e91788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:11.910317 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b684685-e686-44a9-9b69-6af8c8e91788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:11.915853 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8b684685-e686-44a9-9b69-6af8c8e91788 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59710661-acce-40b1-9701-63070f11c2ca HTTP/1.1" status: 204 len: 168 time: 0.4112034 Aug 11 00:38:11.937212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b684685-e686-44a9-9b69-6af8c8e91788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59710661-acce-40b1-9701-63070f11c2ca,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:12.078837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b34f7a-a08c-4355-a5df-98abec03bfa4 req-976ef22e-a657-41d7-842e-1f4f666aa62f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:12.087416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50b34f7a-a08c-4355-a5df-98abec03bfa4 req-976ef22e-a657-41d7-842e-1f4f666aa62f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1139159 Aug 11 00:38:12.202765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50b34f7a-a08c-4355-a5df-98abec03bfa4 req-429d2665-23f6-4729-ac55-bcf20f11ef3e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014657 Aug 11 00:38:12.864786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4deda-5665-40d8-986f-49a78013e284 req-42af30a6-f828-415c-895f-0555a36b717b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:12.881368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86e4deda-5665-40d8-986f-49a78013e284 req-42af30a6-f828-415c-895f-0555a36b717b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1865957 Aug 11 00:38:12.905100 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:38:12.989684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86e4deda-5665-40d8-986f-49a78013e284 req-dfc40667-bce0-401e-a7fd-1ea770c699b6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895307 Aug 11 00:38:13.701853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248efb1-d411-4608-bd64-0579acf02ca7 req-713068aa-c3d9-4914-a6d7-d573f1bca0a5 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:13.706418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0248efb1-d411-4608-bd64-0579acf02ca7 req-713068aa-c3d9-4914-a6d7-d573f1bca0a5 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.2908823 Aug 11 00:38:13.900180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0248efb1-d411-4608-bd64-0579acf02ca7 req-4fcde7ef-0bba-4a93-87f1-c1e467b74c3e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808407 Aug 11 00:38:14.376125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993899fc-77c3-43dd-8e10-4784096ecdd1 req-4de147ad-2d68-445f-9595-2b578197f51f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:14.377759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-993899fc-77c3-43dd-8e10-4784096ecdd1 req-4de147ad-2d68-445f-9595-2b578197f51f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1409304 Aug 11 00:38:14.467364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-993899fc-77c3-43dd-8e10-4784096ecdd1 req-410bab05-aa40-416d-895f-a8e3f45a2d2f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729892 Aug 11 00:38:15.210741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247595c8-b2e1-48ed-b7cf-b99e667da399 req-4002a6f0-2be8-410a-ac0c-85a244aa75b6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:15.229319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-247595c8-b2e1-48ed-b7cf-b99e667da399 req-4002a6f0-2be8-410a-ac0c-85a244aa75b6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1340706 Aug 11 00:38:15.297131 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-247595c8-b2e1-48ed-b7cf-b99e667da399 req-94336ff7-f59c-40b3-a3c6-7fc533f188f3 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665097 Aug 11 00:38:15.778545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d8ba7-c737-45cf-933d-7e093138c721 req-c7bdda8e-e0f5-4a02-92f5-74d5b4a89917 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:15.781749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8d8ba7-c737-45cf-933d-7e093138c721 req-c7bdda8e-e0f5-4a02-92f5-74d5b4a89917 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1261101 Aug 11 00:38:15.878963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8d8ba7-c737-45cf-933d-7e093138c721 req-d5f5356e-d73e-4c1d-9680-bf84db60a622 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915596 Aug 11 00:38:16.176213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e5e31909-d794-4c6a-8010-b2de22aedd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:16.797775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab41088-4beb-4c6e-82c1-4c97534b692f req-9a4dd130-e32f-42ec-a1f6-dca5eac66765 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:16.812805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bab41088-4beb-4c6e-82c1-4c97534b692f req-9a4dd130-e32f-42ec-a1f6-dca5eac66765 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.0701940 Aug 11 00:38:16.866706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bab41088-4beb-4c6e-82c1-4c97534b692f req-054e220b-874f-42d0-b064-89b4ee4c85a8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516846 Aug 11 00:38:17.371673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38592) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:17.425063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b13621-1fc7-4f48-bc48-da6f649ed4d1 req-9410cafc-4b2a-4c54-b7bd-81e107e5c6b9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:17.434904 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26b13621-1fc7-4f48-bc48-da6f649ed4d1 req-9410cafc-4b2a-4c54-b7bd-81e107e5c6b9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1496341 Aug 11 00:38:17.560503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-26b13621-1fc7-4f48-bc48-da6f649ed4d1 req-fb3a4277-8422-4657-b023-f3f354cae6d6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129980 Aug 11 00:38:17.705295 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-584e87b9-aa59-4ba5-8265-92a32b1436ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:18.108716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435b710-8fbc-4e8f-84b2-48812efaeb25 req-c84000f4-7541-45ae-86f2-b20274d2f3fc tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:18.126966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1435b710-8fbc-4e8f-84b2-48812efaeb25 req-c84000f4-7541-45ae-86f2-b20274d2f3fc tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1361365 Aug 11 00:38:18.285626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-584e87b9-aa59-4ba5-8265-92a32b1436ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:18.289527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1435b710-8fbc-4e8f-84b2-48812efaeb25 req-b3957ac2-c0c5-4d45-8a8b-4885f2b27c6e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596651 Aug 11 00:38:18.754565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b95ff-149d-44d2-a863-80e3829cf19e req-2bf7a559-fe45-489a-bb92-c0eeb519b524 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:18.762841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a0b95ff-149d-44d2-a863-80e3829cf19e req-2bf7a559-fe45-489a-bb92-c0eeb519b524 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0825145 Aug 11 00:38:18.850728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a0b95ff-149d-44d2-a863-80e3829cf19e req-d929f7a8-f91c-43ee-9081-b7a18671525c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809598 Aug 11 00:38:19.097966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-584e87b9-aa59-4ba5-8265-92a32b1436ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:19.154285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-584e87b9-aa59-4ba5-8265-92a32b1436ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3d1a1bdc7f344d592862c3f7cda66f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7811201 Aug 11 00:38:19.157654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38616) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:19.171790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e87b9-aa59-4ba5-8265-92a32b1436ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56293db2-1de5-4fda-b21e-c799f32d2a0b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:19.218964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d719af20-c310-4f63-9fa3-db2057950d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:19.243037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d719af20-c310-4f63-9fa3-db2057950d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:19.361858 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-48d4a01c-82ef-4676-994b-189ae9e43004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:19.365016 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:19.422114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d719af20-c310-4f63-9fa3-db2057950d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:19.425166 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d719af20-c310-4f63-9fa3-db2057950d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:19.428339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d719af20-c310-4f63-9fa3-db2057950d3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56293db2-1de5-4fda-b21e-c799f32d2a0b HTTP/1.1" status: 204 len: 168 time: 0.2678852 Aug 11 00:38:19.479722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0657dfc-7085-4fff-bd6b-f2dbf3cf1ab7 req-12c3a333-798b-4a99-b1af-a3727d4c211c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:19.485468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0657dfc-7085-4fff-bd6b-f2dbf3cf1ab7 req-12c3a333-798b-4a99-b1af-a3727d4c211c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.0995066 Aug 11 00:38:19.487822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719af20-c310-4f63-9fa3-db2057950d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56293db2-1de5-4fda-b21e-c799f32d2a0b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:19.635516 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0657dfc-7085-4fff-bd6b-f2dbf3cf1ab7 req-450bf22c-ec63-4b23-b9bc-458f027846cb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196945 Aug 11 00:38:20.134345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019ce91-9d69-4766-a79c-4b3316616fbe req-61ae2d5e-15cf-43d1-ab23-35715836dccb tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:20.140212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1019ce91-9d69-4766-a79c-4b3316616fbe req-61ae2d5e-15cf-43d1-ab23-35715836dccb tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1341009 Aug 11 00:38:20.204390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1019ce91-9d69-4766-a79c-4b3316616fbe req-bd50484f-c9f9-4338-9a37-746d37df8db0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Aug 11 00:38:20.453739 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:21.006827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fbe5f-510d-42a3-884c-8552612d1b19 req-33b82065-2bda-4d21-97ea-0564bcb49730 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:21.015916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-310fbe5f-510d-42a3-884c-8552612d1b19 req-33b82065-2bda-4d21-97ea-0564bcb49730 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1041229 Aug 11 00:38:21.118493 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-310fbe5f-510d-42a3-884c-8552612d1b19 req-16d33eab-06a4-436a-a0c8-c2f274f8e542 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823612 Aug 11 00:38:21.468907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9b04e-592d-4b6b-9705-52eb2e9bea5d req-16818b80-f120-403b-9cf8-616d0813479a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:21.470531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d9b04e-592d-4b6b-9705-52eb2e9bea5d req-16818b80-f120-403b-9cf8-616d0813479a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0999715 Aug 11 00:38:21.533860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d9b04e-592d-4b6b-9705-52eb2e9bea5d req-1a37d940-72ba-4b7d-b9e2-bc4ad67970a5 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561872 Aug 11 00:38:22.372852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697751b-39d1-4b2f-ab9c-e6a09196f679 req-2cbf440f-0cfc-4e98-a738-eac4095a9551 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:22.385404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f697751b-39d1-4b2f-ab9c-e6a09196f679 req-2cbf440f-0cfc-4e98-a738-eac4095a9551 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.0997701 Aug 11 00:38:22.468405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:22.474441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f697751b-39d1-4b2f-ab9c-e6a09196f679 req-8499c200-231e-456c-a25a-02fc0023546f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812507 Aug 11 00:38:22.850794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9da4f-ce61-42a0-94c8-d3d34333734f req-bd72ba56-18f9-46fb-bd89-d0649ec255ed tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:22.860977 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1bd9da4f-ce61-42a0-94c8-d3d34333734f req-bd72ba56-18f9-46fb-bd89-d0649ec255ed tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0802629 Aug 11 00:38:22.911845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1bd9da4f-ce61-42a0-94c8-d3d34333734f req-33b2f5ec-4aeb-4c3a-94a3-7f1b69e23526 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497956 Aug 11 00:38:23.078557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-019eb23d-c0fd-41e6-b52e-1064050fd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:23.082526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-019eb23d-c0fd-41e6-b52e-1064050fd304 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1097 time: 0.0903916 Aug 11 00:38:23.224088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-ed66dfb1-6462-4bca-b0c8-2b3d71caceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:23.226462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-ed66dfb1-6462-4bca-b0c8-2b3d71caceae service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 914 time: 0.1370485 Aug 11 00:38:23.276632 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-7ce37ec7-102c-4522-bf66-00e09c6d2fba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 200 len: 217 time: 0.0432000 Aug 11 00:38:23.350174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-385cae5f-be5f-4f63-b98f-c555def9912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:23.352474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-385cae5f-be5f-4f63-b98f-c555def9912b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.0693917 Aug 11 00:38:23.398606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-79889a50-0225-48ff-947a-37e7669e8009 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375340 Aug 11 00:38:23.519705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-9fa9cb8f-8f38-403b-89cf-bcad275c778a service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147656 Aug 11 00:38:23.698386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6c470-9c4a-4474-91f4-c1314e9d20a5 req-9aa9d3ef-3ade-4392-9bc4-1e2b893a5b13 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715186 Aug 11 00:38:23.784967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681c7bf-d8c5-4394-9361-e1c587932548 req-8569f9bf-c73b-454c-b0ee-4714759060d0 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:23.787915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0681c7bf-d8c5-4394-9361-e1c587932548 req-8569f9bf-c73b-454c-b0ee-4714759060d0 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1032550 Aug 11 00:38:23.858130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0681c7bf-d8c5-4394-9361-e1c587932548 req-349d7852-6323-4aa8-a2f5-37e5ac6a8009 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581388 Aug 11 00:38:24.132733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650d20d-0fd8-44e3-ae41-740ea817d366 req-2cc5764c-a826-4fb1-9a05-d7c86bab3893 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:24.132733 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9650d20d-0fd8-44e3-ae41-740ea817d366 req-2cc5764c-a826-4fb1-9a05-d7c86bab3893 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.1018074 Aug 11 00:38:24.174935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9650d20d-0fd8-44e3-ae41-740ea817d366 req-757dab14-984a-42a8-b071-f80f9b1a7b88 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369940 Aug 11 00:38:25.028441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e229-8627-484b-bdad-88c1225b5699 req-550a31f8-4468-4be9-9a75-1611eaaeb604 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:25.031049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4889e229-8627-484b-bdad-88c1225b5699 req-550a31f8-4468-4be9-9a75-1611eaaeb604 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.0593204 Aug 11 00:38:25.096616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4889e229-8627-484b-bdad-88c1225b5699 req-4df204f3-ec6f-4163-95a3-e4dc72d405a4 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569124 Aug 11 00:38:25.342901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc632a0-4c18-47ad-a2f4-7d3257d8fe92 req-f46d072d-a0a8-4379-96a0-2c6250ff3996 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:25.344462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2bc632a0-4c18-47ad-a2f4-7d3257d8fe92 req-f46d072d-a0a8-4379-96a0-2c6250ff3996 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0594132 Aug 11 00:38:25.387297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2bc632a0-4c18-47ad-a2f4-7d3257d8fe92 req-213eb83e-b963-4e41-9735-dd39ad3f2bd8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367146 Aug 11 00:38:26.159257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38814) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:26.344786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a22f9d-ccd7-4eb8-aa06-6212bf7703f1 req-5b1f21d7-b552-4c49-b8f0-2f0040b58f68 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:26.359767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83a22f9d-ccd7-4eb8-aa06-6212bf7703f1 req-5b1f21d7-b552-4c49-b8f0-2f0040b58f68 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1150596 Aug 11 00:38:26.476538 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb09a121-8729-468d-b626-9dcd9066bf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:26.575803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:38:26.588494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83a22f9d-ccd7-4eb8-aa06-6212bf7703f1 req-5d3ccc0d-bbcd-4283-be56-53ea2c5f6b54 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224882 Aug 11 00:38:26.734847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb09a121-8729-468d-b626-9dcd9066bf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:26.742341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38842) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:26.798906 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:26.834649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138244b-e3f3-4daf-af71-628c665dabb9 req-56a0772f-a40b-4169-a96f-a96182e23377 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:26.837576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d138244b-e3f3-4daf-af71-628c665dabb9 req-56a0772f-a40b-4169-a96f-a96182e23377 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 945 time: 0.0801163 Aug 11 00:38:26.840512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb09a121-8729-468d-b626-9dcd9066bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:26.854241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0f0e5024-ae60-46dd-8cc6-3fee07fb8e0f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:26.857358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:26.858381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:38:26.861523 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1489433f-ff41-4da5-8abe-86978f7c6ae7" -d '{"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-unplugged", "status": "completed", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:38:26.871329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0f0e5024-ae60-46dd-8cc6-3fee07fb8e0f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 804 time: 0.3031240 Aug 11 00:38:26.900066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-d2a6dfc5-888f-40d5-9b78-64849739d078 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/quotas/a7b84bf9f9ef4e389bcef4cf98865326 HTTP/1.1" status: 200 len: 375 time: 0.0260172 Aug 11 00:38:26.941183 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:26.942302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8884ca3-0b1e-4165-8435-fc2d58cbc737 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:38:26.979089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-32040cd1-a9d2-4d44-997c-b657f09e57aa tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733008 Aug 11 00:38:27.007376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09a121-8729-468d-b626-9dcd9066bf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ababd74c-a865-445e-98e6-9fa176206569,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:27.040894 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d138244b-e3f3-4daf-af71-628c665dabb9 req-b449ba97-810a-4ccd-95d7-7ba1e3eaf4c9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965332 Aug 11 00:38:27.052895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fb09a121-8729-468d-b626-9dcd9066bf9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0d00642a6974a19aa0cc2994340af30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8898463 Aug 11 00:38:27.057115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38852) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:27.141278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'network': {'name': 'tempest-network-smoke--938484360', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'port_security_enabled': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:27.151644 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 00:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95482c4-e11b-4a6f-8a55-ecd6a6ae88de x-openstack-request-id: req-f95482c4-e11b-4a6f-8a55-ecd6a6ae88de {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:38:27.152024 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-unplugged", "status": "failed", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b", "code": 422}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:38:27.152174 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f95482c4-e11b-4a6f-8a55-ecd6a6ae88de {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:38:27.152794 n-d-712143-13 neutron-server[95256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'code': 422} returned with failed status Aug 11 00:38:27.175374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:27.186941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd810609-f5df-4119-818d-4b0bb6aeece5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.202612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.203294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.206417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.206947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.207551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.208101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.208916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.209520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.210011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.210545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.211070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.211615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:27.240993 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd810609-f5df-4119-818d-4b0bb6aeece5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.259944 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.322704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:27.344736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109d16-156f-44db-b841-d29c25b349ec req-a4c86c48-3bd4-43bf-94f6-347a3e673264 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:27.348038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6109d16-156f-44db-b841-d29c25b349ec req-a4c86c48-3bd4-43bf-94f6-347a3e673264 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.1122830 Aug 11 00:38:27.428527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6109d16-156f-44db-b841-d29c25b349ec req-2b51a435-0015-48b4-8490-20957d1acb0f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743902 Aug 11 00:38:27.438489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-ffa0a96f-9c1f-44f1-80c4-dc4e700b8e3d service neutron] 10.222.0.43 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323702 Aug 11 00:38:27.455589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53107da6-bfbd-4078-8ede-da69930b416b req-da23adf1-aa61-4c56-a966-3f2686f53090 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:27.455987 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53107da6-bfbd-4078-8ede-da69930b416b req-da23adf1-aa61-4c56-a966-3f2686f53090 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9a9444f-a6fb-466c-a0d5-09440cf06d98 HTTP/1.1" status: 200 len: 946 time: 0.0920601 Aug 11 00:38:27.458076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:27.464858 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.494348 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.531587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.579725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:27.621172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-511b4308-d095-4794-a6e8-57080c4bff35 service neutron] 10.222.0.43 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815243 Aug 11 00:38:27.686990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd810609-f5df-4119-818d-4b0bb6aeece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.688992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd810609-f5df-4119-818d-4b0bb6aeece5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.692561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bd810609-f5df-4119-818d-4b0bb6aeece5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ababd74c-a865-445e-98e6-9fa176206569 HTTP/1.1" status: 204 len: 168 time: 0.6326971 Aug 11 00:38:27.704261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Deleting port f8884ca3-0b1e-4165-8435-fc2d58cbc737 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:38:27.704619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.730315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd810609-f5df-4119-818d-4b0bb6aeece5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababd74c-a865-445e-98e6-9fa176206569,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:27.861881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] For port f8884ca3-0b1e-4165-8435-fc2d58cbc737, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f8884ca3-0b1e-4165-8435-fc2d58cbc737,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:27.862273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.893790 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:27.895260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Calling delete_port for f8884ca3-0b1e-4165-8435-fc2d58cbc737 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:38:28.080983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:28.129147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac881d-9066-4abb-a247-fb2619b0c8ef,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:28.148808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.149420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.150021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.150599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.151212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.151798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.152364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.152909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.153470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.154146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.154721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.155417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:28.161859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:38:28.185106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:28.185106 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Added segment 3b99e7f6-9f98-401b-bd1b-a894af92e8b4 of type vlan for network bd71d5d1-17af-4934-98e0-4267645177b5 Aug 11 00:38:28.237358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cb2b8-f3ae-4ed9-aba0-0256f30082f3 req-02c7b2ba-0025-4836-a962-31cad12f2111 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:28.239856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:28.251101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba7cb2b8-f3ae-4ed9-aba0-0256f30082f3 req-02c7b2ba-0025-4836-a962-31cad12f2111 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1383626 Aug 11 00:38:28.272890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:28.323370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba7cb2b8-f3ae-4ed9-aba0-0256f30082f3 req-e672c9e5-4287-45e8-959a-fe8086f37005 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708005 Aug 11 00:38:28.330139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Pushing event deleted for resources: {'Port': ['ID=f8884ca3-0b1e-4165-8435-fc2d58cbc737,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:28.367911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b8a98f9-e267-4c3c-9584-0ccea6fb955f req-78ed4748-60af-48c1-a0d6-a701a769282a tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 210 time: 0.0523112 Aug 11 00:38:28.416484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] No DVR routers for this DVR port f8884ca3-0b1e-4165-8435-fc2d58cbc737 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:38:28.424822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:28.424822 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-53107da6-bfbd-4078-8ede-da69930b416b req-c3ee52c8-1372-450b-8f6f-25cf1207fd47 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.44 "DELETE /v2.0/ports/f8884ca3-0b1e-4165-8435-fc2d58cbc737 HTTP/1.1" status: 204 len: 173 time: 0.9531493 Aug 11 00:38:28.424822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'name': 'network-vif-deleted', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:38:28.424822 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa31b02-cd79-4d86-984c-38a745de5c25" -d '{"events": [{"server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "name": "network-vif-deleted", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:38:28.444683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:28.454571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:28.454571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:28.951442 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf1d184-99ae-4962-88fb-94033be5efc6 x-openstack-request-id: req-dcf1d184-99ae-4962-88fb-94033be5efc6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:38:28.951731 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "name": "network-vif-deleted", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:38:28.951996 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcf1d184-99ae-4962-88fb-94033be5efc6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:38:28.952904 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'name': 'network-vif-deleted', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'status': 'completed', 'code': 200} Aug 11 00:38:28.953954 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2105541 Aug 11 00:38:28.957492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38898) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:28.962903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'admin_state_up': True, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:28.983090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f4275-29a0-4721-b351-b22bbc12edba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Network': ['ID=bd71d5d1-17af-4934-98e0-4267645177b5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:28.999560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network bd71d5d1-17af-4934-98e0-4267645177b5 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:38:29.002052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8f3a3-7224-4a28-a872-6c3ca98b3819 req-11b7d104-cc3c-465d-acdb-048f50f764af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:29.010909 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63e8f3a3-7224-4a28-a872-6c3ca98b3819 req-11b7d104-cc3c-465d-acdb-048f50f764af tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 945 time: 0.5299306 Aug 11 00:38:29.074091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63e8f3a3-7224-4a28-a872-6c3ca98b3819 req-a8274350-c4ca-4ff9-98dd-ea222f8ee117 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525291 Aug 11 00:38:29.133855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed077a0-0365-44ef-874e-3d37c4bb9ca5 req-4b69911a-d77f-4f70-9274-3084e5fffdde tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:29.135462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ed077a0-0365-44ef-874e-3d37c4bb9ca5 req-4b69911a-d77f-4f70-9274-3084e5fffdde tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.0883505 Aug 11 00:38:29.153994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:38:29.156478 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e814b67-5e21-40eb-94dd-aa9bbd44eb19" -d '{"events": [{"server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "name": "network-vif-unplugged", "status": "completed", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:38:29.177235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ed077a0-0365-44ef-874e-3d37c4bb9ca5 req-7a1c7cca-ae32-4a62-b1a7-7c6859e6d95a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356028 Aug 11 00:38:29.199296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.202333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.223968 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744da94b-dfcb-455e-83bb-1e64d7cf67d9 x-openstack-request-id: req-744da94b-dfcb-455e-83bb-1e64d7cf67d9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:38:29.225009 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a9444f-a6fb-466c-a0d5-09440cf06d98", "name": "network-vif-unplugged", "status": "completed", "tag": "f8884ca3-0b1e-4165-8435-fc2d58cbc737", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:38:29.225395 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-744da94b-dfcb-455e-83bb-1e64d7cf67d9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:38:29.226038 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a9444f-a6fb-466c-a0d5-09440cf06d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8884ca3-0b1e-4165-8435-fc2d58cbc737', 'code': 200} Aug 11 00:38:29.232939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38910) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:29.249120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7175405-fdbe-4996-b799-c19653eae806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.312743 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.388206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7175405-fdbe-4996-b799-c19653eae806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.420993 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.463034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ccccfdd-8275-4105-a951-778e25896a2f req-a2c997f8-32d7-40b2-9c57-c5f0b3210372 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 210 time: 0.0289147 Aug 11 00:38:29.469060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.565278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7175405-fdbe-4996-b799-c19653eae806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.627299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f7175405-fdbe-4996-b799-c19653eae806 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2db52bb49461453bafc47044673cea2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900990 Aug 11 00:38:29.637457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38920) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:29.707728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7175405-fdbe-4996-b799-c19653eae806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae88bcd-f859-449f-9e72-7b8d8b295fbd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:29.754124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49336598-6d4f-4311-ab46-d2d6bf77a617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:29.790162 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49336598-6d4f-4311-ab46-d2d6bf77a617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:30.084415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49336598-6d4f-4311-ab46-d2d6bf77a617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:30.087135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49336598-6d4f-4311-ab46-d2d6bf77a617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:30.096489 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-49336598-6d4f-4311-ab46-d2d6bf77a617 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ae88bcd-f859-449f-9e72-7b8d8b295fbd HTTP/1.1" status: 204 len: 168 time: 0.4539373 Aug 11 00:38:30.110832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49336598-6d4f-4311-ab46-d2d6bf77a617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae88bcd-f859-449f-9e72-7b8d8b295fbd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:30.121278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ec5fe-dfd4-44f0-9aa8-416346eb0a99 req-72d75ec7-77ab-41f9-93f1-09b62c7e2f58 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:30.123057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-229ec5fe-dfd4-44f0-9aa8-416346eb0a99 req-72d75ec7-77ab-41f9-93f1-09b62c7e2f58 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.6795366 Aug 11 00:38:30.173277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:30.203572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-6c70fca4-a0a0-4976-81b7-0354f4a92b45 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:30.205842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-6c70fca4-a0a0-4976-81b7-0354f4a92b45 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.55 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 945 time: 0.2432792 Aug 11 00:38:30.215573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-54cb0a07-37ab-4943-b1a0-acc501e58760 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7382762 Aug 11 00:38:30.253308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a9d96-6e90-4ef7-ba36-6565b1316fa7 req-d395593a-1dbf-4a54-a9a9-9402fe53270c tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:30.260315 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d54a9d96-6e90-4ef7-ba36-6565b1316fa7 req-d395593a-1dbf-4a54-a9a9-9402fe53270c tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 945 time: 0.0652902 Aug 11 00:38:30.265903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-229ec5fe-dfd4-44f0-9aa8-416346eb0a99 req-77f3a456-763d-41ef-9ebd-45487b09841a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018827 Aug 11 00:38:30.442278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d54a9d96-6e90-4ef7-ba36-6565b1316fa7 req-b4ca67d6-bc13-4130-9ce0-b1a485851f77 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267223 Aug 11 00:38:30.531086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Deleting port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:38:30.531900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:30.608922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:38:30.627057 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fcf38b5e-6008-4976-bae5-1bc2f3923b50 req-0e0d9701-f62f-49d7-a4c5-2baddf62fd7e tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 210 time: 0.0396223 Aug 11 00:38:30.682273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54929cca-3b66-4774-89c1-ff76db5cf451 req-a8c068ec-6f8f-4f58-9af8-cae9c871c801 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:30.683965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-54929cca-3b66-4774-89c1-ff76db5cf451 req-a8c068ec-6f8f-4f58-9af8-cae9c871c801 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.2038269 Aug 11 00:38:30.742778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8884ca3-0b1e-4165-8435-fc2d58cbc737 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:38:30.744320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] For port 71ebf858-baf9-4491-bea3-a98ebbeb78f7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=71ebf858-baf9-4491-bea3-a98ebbeb78f7,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:30.744700 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:30.781035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: f8884ca3-0b1e-4165-8435-fc2d58cbc737 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:38:30.781390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f8884ca3-0b1e-4165-8435-fc2d58cbc737 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:38:30.863340 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-54929cca-3b66-4774-89c1-ff76db5cf451 req-0b3485f6-47d5-420c-b131-0c26574f5adf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726665 Aug 11 00:38:30.983637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:31.046664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:31.231648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:38:31.284526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:31.284804 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:31.285131 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Floating IP ead73102-1b66-43f7-b571-47f0c87a6320 disassociated. External IP: 172.25.0.57, port: 71ebf858-baf9-4491-bea3-a98ebbeb78f7. Aug 11 00:38:31.285480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Calling delete_port for 71ebf858-baf9-4491-bea3-a98ebbeb78f7 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:38:31.318533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.25.0.227 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/7d6c0ebc-57e7-4757-9b7c-73147e875000) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:38:31.376528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:31.395531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'port_id': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'mac_address': 'fa:16:3e:b6:7c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:38:31.452222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:31.480896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8900a7d-617c-4a3e-9d75-b01af57c65ee {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:38:31.513498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:31.539281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7fc89-1ba3-4c80-8295-8de8fc0665e8 req-1b948881-c5bf-4684-acb1-4d91f59896f6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:31.546481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5c7fc89-1ba3-4c80-8295-8de8fc0665e8 req-1b948881-c5bf-4684-acb1-4d91f59896f6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 945 time: 0.1028717 Aug 11 00:38:31.585693 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5c7fc89-1ba3-4c80-8295-8de8fc0665e8 req-eb261100-4d61-4126-a3b7-f68e9a36559d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Aug 11 00:38:31.656675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb3443-c0cd-435e-941e-32598b1a40bc req-3eb2c0df-fbf3-4e17-ada2-b6643ed51268 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:31.657606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dfb3443-c0cd-435e-941e-32598b1a40bc req-3eb2c0df-fbf3-4e17-ada2-b6643ed51268 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 945 time: 0.1067786 Aug 11 00:38:31.702283 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:31.710641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dfb3443-c0cd-435e-941e-32598b1a40bc req-c5eae126-0cad-4f67-ab53-3af3e6219e05 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups?id=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Aug 11 00:38:31.792716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9afe157c-3af1-415b-8960-215904e51a77 req-eea11453-7e49-4710-ae89-8ada9feae3ee tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 210 time: 0.0556505 Aug 11 00:38:31.800376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=11']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:31.817203 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:31.832874 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:31.869164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event deleted for resources: {'Port': ['ID=71ebf858-baf9-4491-bea3-a98ebbeb78f7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:31.913354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f8900a7d-617c-4a3e-9d75-b01af57c65ee'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:38:32.159073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-a6d1778d-d65d-4454-9e49-3439467ed8c5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:32.161187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-a6d1778d-d65d-4454-9e49-3439467ed8c5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.44 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 804 time: 0.1675231 Aug 11 00:38:32.163743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141026-edaa-4371-9115-802eb671f3d9 req-494438af-24b9-40f5-b046-b52dbf6cf797 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:32.165317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31141026-edaa-4371-9115-802eb671f3d9 req-494438af-24b9-40f5-b046-b52dbf6cf797 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.1940451 Aug 11 00:38:32.173618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:38:32.178310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Request body: {'port': {'device_id': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'admin_state_up': True, 'tenant_id': 'a7b84bf9f9ef4e389bcef4cf98865326'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:32.305299 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31141026-edaa-4371-9115-802eb671f3d9 req-f0f32356-3730-4b13-86d1-4063096164ed tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287444 Aug 11 00:38:32.328647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:32.464599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:32.473507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:38:32.487020 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] Sync routers for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:38:32.498805 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:38:32.500115 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:32.507314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:32.512858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:38:32.514938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=7d6c0ebc-57e7-4757-9b7c-73147e875000,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:32.557494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] No DVR routers for this DVR port 71ebf858-baf9-4491-bea3-a98ebbeb78f7 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:38:32.561807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:32.566477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36abbb42-9ce1-452a-b22e-9d907544d949 req-ba5ddce2-e55f-4565-8295-ca135f3c1ec0 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.55 "DELETE /v2.0/ports/71ebf858-baf9-4491-bea3-a98ebbeb78f7 HTTP/1.1" status: 204 len: 173 time: 2.3431759 Aug 11 00:38:32.566789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'name': 'network-vif-deleted', 'tag': '71ebf858-baf9-4491-bea3-a98ebbeb78f7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:38:32.572466 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed840d94-d6ce-45c8-ba49-097b906e6be0" -d '{"events": [{"server_uuid": "deb6f2a1-e02b-4be7-90cf-fad8fe127560", "name": "network-vif-deleted", "tag": "71ebf858-baf9-4491-bea3-a98ebbeb78f7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:38:32.638393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Made reservation on behalf of a7b84bf9f9ef4e389bcef4cf98865326 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:32.643593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:32.689234 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a823035-2cf9-4e2c-9e54-032689162b41 x-openstack-request-id: req-7a823035-2cf9-4e2c-9e54-032689162b41 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:38:32.689823 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb6f2a1-e02b-4be7-90cf-fad8fe127560", "name": "network-vif-deleted", "tag": "71ebf858-baf9-4491-bea3-a98ebbeb78f7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:38:32.689823 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a823035-2cf9-4e2c-9e54-032689162b41 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:38:32.690134 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb6f2a1-e02b-4be7-90cf-fad8fe127560', 'name': 'network-vif-deleted', 'tag': '71ebf858-baf9-4491-bea3-a98ebbeb78f7', 'status': 'completed', 'code': 200} Aug 11 00:38:32.692231 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:38:33.018630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180928a-12fb-4fbf-8d43-61629b81dad0 req-0bc9c565-5cf7-431f-8a45-0d6e2f53a750 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:33.027550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b180928a-12fb-4fbf-8d43-61629b81dad0 req-0bc9c565-5cf7-431f-8a45-0d6e2f53a750 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 946 time: 0.3369548 Aug 11 00:38:33.068379 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:26Z', 'revision_number': 5, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:33.131547 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] Checking router: 0303795f-f77e-44f1-9c78-c7fb68fdaf67 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:38:33.137756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Allocated IP 172.20.0.2 (e5204996-3f77-4d95-9793-50d8825237e4/47ab3007-8a2a-40a5-9bba-5bc7787197ce/57714451-84f0-421f-b6e5-2cd8bba93125) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:38:33.148394 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:38:33.149492 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:33.227556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-665167b0-232b-498e-a4bc-251bce6234fd req-3920584b-95df-4fda-999a-aa43c4a87769 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/ports?device_id=deb6f2a1-e02b-4be7-90cf-fad8fe127560 HTTP/1.1" status: 200 len: 210 time: 0.0800753 Aug 11 00:38:33.240113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-026d6246-ab94-4e61-bd65-a0b1c94605bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:33.242956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-026d6246-ab94-4e61-bd65-a0b1c94605bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9&tenant_id=e3122af73c9f43f58e72abd9249014bf HTTP/1.1" status: 200 len: 1095 time: 0.3735871 Aug 11 00:38:33.249774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:33.288448 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b180928a-12fb-4fbf-8d43-61629b81dad0 req-d7ef3234-9249-4f3b-b4ae-8e6b004f30b4 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364633 Aug 11 00:38:33.467574 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:38:33.487646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:33.545901 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98c8550d-4a43-47c2-83b8-60626e502672 req-c779fd04-8b21-410e-a2d6-00aa637ed71c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 210 time: 0.0428677 Aug 11 00:38:33.581425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port f8900a7d-617c-4a3e-9d75-b01af57c65ee completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:33.586779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port f8900a7d-617c-4a3e-9d75-b01af57c65ee triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:33.587151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:33.598023 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:33.793303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:33.824035 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:33.909788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Pushing event updated for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:33.935316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Network e5204996-3f77-4d95-9793-50d8825237e4 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:33.937114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:38:33.941162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:33.944438 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663f8d65-9a6b-4421-af1b-2c722300c394" -d '{"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-plugged", "status": "completed", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:38:33.946517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:38:34.048819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:34.090723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:34.090953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:34.113437 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d314a6-b964-4c07-a9ef-a4b3278bbb76 x-openstack-request-id: req-c6d314a6-b964-4c07-a9ef-a4b3278bbb76 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:38:34.113619 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-plugged", "status": "completed", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:38:34.113864 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6d314a6-b964-4c07-a9ef-a4b3278bbb76 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:38:34.114244 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'code': 200} Aug 11 00:38:34.152132 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:26Z', 'revision_number': 5, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:34.191392 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565d966-a9d7-43fc-86bb-7642c317fde4 None None] The sync data for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 is: [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:36:14Z', 'revision_number': 4, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e29273c8-028e-4c7f-9438-c34b751a1211', 'name': '', 'network_id': '41311e03-963e-4cb3-afb9-4c19b0a82aec', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'mac_address': 'fa:16:3e:16:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:12Z', 'updated_at': '2021-08-11T00:36:26Z', 'revision_number': 5, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'subnets': [{'id': 'b2497555-91a0-4fb8-8102-53d438b58182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:38:34.212021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:34.213065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 71ebf858-baf9-4491-bea3-a98ebbeb78f7 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:38:34.238105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-0d60f733-7881-4d7f-b43a-3a1eb0083227 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0603282 Aug 11 00:38:34.246527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Request body: {'port': {'device_id': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:34.280549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 71ebf858-baf9-4491-bea3-a98ebbeb78f7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:38:34.280549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 71ebf858-baf9-4491-bea3-a98ebbeb78f7 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:38:34.337781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:34.382671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-4c3f594a-683d-47a9-a497-8d97da658b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:34.384750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-4c3f594a-683d-47a9-a497-8d97da658b0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1095 time: 1.0952435 Aug 11 00:38:34.504340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=12']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:34.543412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9760fc1-abfb-4f82-a868-7abadbc58207 req-ee4d03ea-f74b-480e-bfd1-c69408d25761 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:34.562818 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9760fc1-abfb-4f82-a868-7abadbc58207 req-ee4d03ea-f74b-480e-bfd1-c69408d25761 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 1.0870152 Aug 11 00:38:34.671563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b07dde-e659-47e0-aedf-ee13bdeacb75 None None] New status for floating IP ead73102-1b66-43f7-b571-47f0c87a6320: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:38:34.720036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9760fc1-abfb-4f82-a868-7abadbc58207 req-479400b9-61f1-42a9-b843-bdc9ba3d81f7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638975 Aug 11 00:38:34.792584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930943-9f1f-43cd-a9c1-f89e44de5454 req-9ae48a97-7fda-467c-869f-905513138f98 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:34.794659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e930943-9f1f-43cd-a9c1-f89e44de5454 req-9ae48a97-7fda-467c-869f-905513138f98 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 947 time: 0.2275054 Aug 11 00:38:34.875814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39036) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:34.876377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f945ed-d6be-49db-b145-a5247afa2761 req-033ef857-f63a-4713-ab14-7cd7e2ba1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:34.878135 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0f945ed-d6be-49db-b145-a5247afa2761 req-033ef857-f63a-4713-ab14-7cd7e2ba1295 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 1099 time: 0.3182170 Aug 11 00:38:34.889351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-fe954c80-fbb3-4b4f-8882-d202eac53ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:34.891098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-fe954c80-fbb3-4b4f-8882-d202eac53ac2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 914 time: 0.4956141 Aug 11 00:38:34.911541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e930943-9f1f-43cd-a9c1-f89e44de5454 req-f97ac8d2-55da-4fbb-ad10-d8b993888e97 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037414 Aug 11 00:38:35.023008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57714451-84f0-421f-b6e5-2cd8bba93125 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:38:35.036269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.072146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ebb-1110-4172-80b8-b7cce9ebf9a3 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.075232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Transition to ACTIVE for port object 57714451-84f0-421f-b6e5-2cd8bba93125 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:35.094649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-9a65b3c0-7ea5-42c2-a7f4-20d822ae643c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 200 len: 217 time: 0.1215205 Aug 11 00:38:35.132158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ebb-1110-4172-80b8-b7cce9ebf9a3 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.155927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0f945ed-d6be-49db-b145-a5247afa2761 req-a2415ab5-3004-4d51-a76e-e14291de7bab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686830 Aug 11 00:38:35.159283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.184129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-860276c3-4c31-4661-9f10-10201d973afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:35.185796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-860276c3-4c31-4661-9f10-10201d973afe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.0791430 Aug 11 00:38:35.232774 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf69d-ffbf-45ce-8a39-6a263a594c0b req-6eb90f60-550e-4ec0-ba78-b76917b04083 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:35.234393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9addf69d-ffbf-45ce-8a39-6a263a594c0b req-6eb90f60-550e-4ec0-ba78-b76917b04083 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 931 time: 0.2582893 Aug 11 00:38:35.247338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.272369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-b96d7dcc-36ce-4cef-8240-b98d8f3323be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483570 Aug 11 00:38:35.384226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Pushing event updated for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:35.416127 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ebb-1110-4172-80b8-b7cce9ebf9a3 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.431894 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0ebb-1110-4172-80b8-b7cce9ebf9a3 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.435708 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7e5b0ebb-1110-4172-80b8-b7cce9ebf9a3 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "DELETE /v2.0/security-groups/7eda9a72-de3a-4ced-a5a9-a069b6ea1edf HTTP/1.1" status: 204 len: 168 time: 0.5523911 Aug 11 00:38:35.445843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9addf69d-ffbf-45ce-8a39-6a263a594c0b req-2fa50d48-401e-465e-90c2-58344a258e97 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678557 Aug 11 00:38:35.453568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39048) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:35.491642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b0ebb-1110-4172-80b8-b7cce9ebf9a3 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eda9a72-de3a-4ced-a5a9-a069b6ea1edf,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:35.494883 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-d41a04b7-1068-4ad8-9d05-e65881c8d687 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] show failed (client error): The resource could not be found. Aug 11 00:38:35.500345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d41a04b7-1068-4ad8-9d05-e65881c8d687 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "GET /v2.0/security-groups/7eda9a72-de3a-4ced-a5a9-a069b6ea1edf HTTP/1.1" status: 404 len: 347 time: 0.0435750 Aug 11 00:38:35.508569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39052) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:35.618137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Attempting to bind port 57714451-84f0-421f-b6e5-2cd8bba93125 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:38:35.618517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Attempting to bind port 57714451-84f0-421f-b6e5-2cd8bba93125 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:38:35.618828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Attempting to bind port 57714451-84f0-421f-b6e5-2cd8bba93125 on network e5204996-3f77-4d95-9793-50d8825237e4 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:38:35.626923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Port 57714451-84f0-421f-b6e5-2cd8bba93125 on network e5204996-3f77-4d95-9793-50d8825237e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:38:35.627352 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Attempting to bind port 57714451-84f0-421f-b6e5-2cd8bba93125 on network e5204996-3f77-4d95-9793-50d8825237e4 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:38:35.634844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:38:35.635233 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-e42a48d9-e7e4-4f8c-9217-e846bace44ae service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530142 Aug 11 00:38:35.635399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Checking segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:35.636473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Bound using segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:38:35.637126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Bound port: 57714451-84f0-421f-b6e5-2cd8bba93125, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:38:35.637645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.787840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:38:35.791537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:38:35.906884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:35.926537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291783-2611-4ee0-ade6-e5f6c0d7958a req-040c8d9b-2c5b-4fce-915e-d98e1deac4ef tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:35.934659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44291783-2611-4ee0-ade6-e5f6c0d7958a req-040c8d9b-2c5b-4fce-915e-d98e1deac4ef tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.0764546 Aug 11 00:38:35.999006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router 09c79584-abfd-4959-8669-5aaa4fb4b09d is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:38:36.013438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Deleting port e7bdf121-7775-4bb3-9425-c15e23613468 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:38:36.014069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:36.039704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:36.040858 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:36.042524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-802cfd9d-ab4f-4913-8009-c57fbff4988f service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982670 Aug 11 00:38:36.043537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-89e90380-d095-46a8-965d-849330f19f13 service neutron] 10.222.0.44 "PUT /v2.0/ports/57714451-84f0-421f-b6e5-2cd8bba93125 HTTP/1.1" status: 200 len: 1092 time: 1.8017666 Aug 11 00:38:36.044314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:38:36.048468 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db343782-e990-4c19-b0d8-797d33a3e827" -d '{"events": [{"name": "network-changed", "server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:38:36.125801 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44291783-2611-4ee0-ade6-e5f6c0d7958a req-91df3ca7-9a96-4e08-bf52-24b4ee3343c4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897044 Aug 11 00:38:36.132632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e90380-d095-46a8-965d-849330f19f13 service neutron] Pushing event updated for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:36.210016 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52f48fe-c4b9-4fe6-818d-ba9f688c6f2d x-openstack-request-id: req-e52f48fe-c4b9-4fe6-818d-ba9f688c6f2d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:38:36.210218 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:38:36.210489 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e52f48fe-c4b9-4fe6-818d-ba9f688c6f2d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:38:36.210946 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125', 'status': 'completed', 'code': 200} Aug 11 00:38:36.250042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-c3506519-dd19-465e-a454-645e2e0c0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:36.251670 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-c3506519-dd19-465e-a454-645e2e0c0236 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 1095 time: 0.0553336 Aug 11 00:38:36.305197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:36.305748 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:36.308879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-739ccbc3-217d-405f-b971-2c97e8a1ec6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57714451-84f0-421f-b6e5-2cd8bba93125 HTTP/1.1" status: 200 len: 217 time: 0.0446618 Aug 11 00:38:36.363220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Calling delete_port for e7bdf121-7775-4bb3-9425-c15e23613468 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:38:36.376910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dfaa8-34b1-47e0-9807-ea3e0cd1ff1d req-1c59bbda-057d-490e-9183-efc30c97488d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:36.380063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf9dfaa8-34b1-47e0-9807-ea3e0cd1ff1d req-1c59bbda-057d-490e-9183-efc30c97488d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 947 time: 0.2028742 Aug 11 00:38:36.403781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-9122b85b-2aef-4fcf-85de-fef6f5ff6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:36.419085 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-9122b85b-2aef-4fcf-85de-fef6f5ff6a67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 200 len: 844 time: 0.1030912 Aug 11 00:38:36.491918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf9dfaa8-34b1-47e0-9807-ea3e0cd1ff1d req-352113a7-9192-4dc6-b67a-cafc5015d251 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888672 Aug 11 00:38:36.496800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:38:36.514864 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Sync routers for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:38:36.521633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-c0494067-ee58-4766-a6ad-cfa204f5cb13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5204996-3f77-4d95-9793-50d8825237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876298 Aug 11 00:38:36.540269 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:38:36.541425 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:36.766951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf8cc-d15e-46b8-8dab-ce74ae604584 req-ee7ae940-6e4f-4104-97cd-de6874b128da tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:36.787878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-464bf8cc-d15e-46b8-8dab-ce74ae604584 req-ee7ae940-6e4f-4104-97cd-de6874b128da tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 943 time: 0.1121166 Aug 11 00:38:36.808916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-94e79df6-3cfb-4253-97f0-a17332904ad3 service neutron] 10.222.0.44 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765439 Aug 11 00:38:36.810310 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:36.815185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-424b4011-4406-44bb-a213-16170e05098f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8562534 Aug 11 00:38:36.815808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:36.823406 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:38:36.912634 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:37.028855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-464bf8cc-d15e-46b8-8dab-ce74ae604584 req-eb083820-51c1-4b5a-9bb8-bb6f1384c01f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148457 Aug 11 00:38:37.051800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39126) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:37.085837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Pushing event deleted for resources: {'Port': ['ID=e7bdf121-7775-4bb3-9425-c15e23613468,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:37.117321 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71396069-87df-477d-b7b5-63e6f8fcdf00 req-bbbd12df-97ac-4c43-94cc-77ffc087b17b service neutron] 10.222.0.44 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019950 Aug 11 00:38:37.176349 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:37.184229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:37.190238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aaf7aa5e-bc12-4b8b-a5df-8f6b50ce9f71 tempest-ServersTestFqdnHostnames-209672920 tempest-ServersTestFqdnHostnames-209672920-project] 10.222.0.43 "DELETE /v2.0/floatingips/ead73102-1b66-43f7-b571-47f0c87a6320 HTTP/1.1" status: 204 len: 168 time: 1.6735125 Aug 11 00:38:37.195363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39132) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:37.252442 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:32Z', 'revision_number': 3, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:37.295918 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Checking router: 09c79584-abfd-4959-8669-5aaa4fb4b09d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:38:37.296653 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Updating router 09c79584-abfd-4959-8669-5aaa4fb4b09d port 7d6c0ebc-57e7-4757-9b7c-73147e875000 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:38:37.349995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8240e51-f61f-4bed-9f7c-7a1fa05274b1 req-2ccaf80a-680d-4201-a0fe-9a862775941f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:37.355128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a8240e51-f61f-4bed-9f7c-7a1fa05274b1 req-2ccaf80a-680d-4201-a0fe-9a862775941f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.1315413 Aug 11 00:38:37.357436 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:37.444884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a8240e51-f61f-4bed-9f7c-7a1fa05274b1 req-8b417cb6-2c27-457c-bc1b-181c94ee14ee tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803406 Aug 11 00:38:37.513117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343782-e990-4c19-b0d8-797d33a3e827 req-77f6f267-491b-441a-9e87-9ec3df3d39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:37.514674 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db343782-e990-4c19-b0d8-797d33a3e827 req-77f6f267-491b-441a-9e87-9ec3df3d39d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 1095 time: 0.1582406 Aug 11 00:38:37.731662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ec78cf6e-836e-4577-94a3-c6013d517f7b tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a6021f11fb224a3785a47117fcc9174d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9116709 Aug 11 00:38:37.736646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39156) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:37.762088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09e6075d-ff99-4e1e-b9c8-fba11cd1717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:37.938150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343782-e990-4c19-b0d8-797d33a3e827 req-19a114b5-ba18-4b0e-9d18-b0098970b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:37.945363 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db343782-e990-4c19-b0d8-797d33a3e827 req-19a114b5-ba18-4b0e-9d18-b0098970b14a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 905 time: 0.4211862 Aug 11 00:38:38.062533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09e6075d-ff99-4e1e-b9c8-fba11cd1717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:38.113015 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:38.133053 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Transition to ACTIVE for port object 7d6c0ebc-57e7-4757-9b7c-73147e875000 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:38.183284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09e6075d-ff99-4e1e-b9c8-fba11cd1717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:38.288650 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:38.339871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-09e6075d-ff99-4e1e-b9c8-fba11cd1717e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e1bb6a928b840f4be1a197873d02527&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2843058 Aug 11 00:38:38.405045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39164) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:38.434311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db343782-e990-4c19-b0d8-797d33a3e827 req-02b89852-f31b-4740-a0de-c7361a732cef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57714451-84f0-421f-b6e5-2cd8bba93125 HTTP/1.1" status: 200 len: 217 time: 0.2642703 Aug 11 00:38:38.522772 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Attempting to bind port 7d6c0ebc-57e7-4757-9b7c-73147e875000 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:38:38.525744 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Attempting to bind port 7d6c0ebc-57e7-4757-9b7c-73147e875000 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:38:38.527810 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Attempting to bind port 7d6c0ebc-57e7-4757-9b7c-73147e875000 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:38:38.533421 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Pushing event updated for resources: {'Port': ['ID=7d6c0ebc-57e7-4757-9b7c-73147e875000,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:38.564817 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:38:38.568960 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:38.569519 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:38.570874 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:38:38.573037 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Bound port: 7d6c0ebc-57e7-4757-9b7c-73147e875000, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:38:38.576205 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:38.581913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db343782-e990-4c19-b0d8-797d33a3e827 req-b0ca9f68-5e22-41c4-8327-d4700727f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:38.585172 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db343782-e990-4c19-b0d8-797d33a3e827 req-b0ca9f68-5e22-41c4-8327-d4700727f840 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 200 len: 844 time: 0.1259830 Aug 11 00:38:38.603631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedebe64-eea2-40f5-b900-7b13b41f81de req-f033865d-5376-4af4-90e8-df7bfe932891 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:38.614071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fedebe64-eea2-40f5-b900-7b13b41f81de req-f033865d-5376-4af4-90e8-df7bfe932891 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 947 time: 0.7032559 Aug 11 00:38:38.631923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6075d-ff99-4e1e-b9c8-fba11cd1717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d47954c-4204-42d8-9e51-971fd8cb7ff4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:38.686928 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.690206 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.690892 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.691799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.691799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.692015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.693396 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.696294 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.696852 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.697175 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.697597 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.697995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db343782-e990-4c19-b0d8-797d33a3e827 req-8a4c9f4d-6881-405e-9a19-0b6311ca2ac2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5204996-3f77-4d95-9793-50d8825237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503514 Aug 11 00:38:38.698165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:38.705694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8d316-41fb-4d9a-a98f-76068135c7de req-1003cf6f-591f-411b-a4d1-ff157d3e3d9d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:38.710048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bab8d316-41fb-4d9a-a98f-76068135c7de req-1003cf6f-591f-411b-a4d1-ff157d3e3d9d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 943 time: 0.4930303 Aug 11 00:38:38.766930 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] For port 7d6c0ebc-57e7-4757-9b7c-73147e875000, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:38:38.770903 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] For port 7d6c0ebc-57e7-4757-9b7c-73147e875000, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7d6c0ebc-57e7-4757-9b7c-73147e875000,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:38:38.852162 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bab8d316-41fb-4d9a-a98f-76068135c7de req-dc604b49-34f0-4465-a4ba-e0a415d37512 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307559 Aug 11 00:38:38.860290 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7fc5e8b8-3c55-404a-9c0b-0a859a7adf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:38.866239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fedebe64-eea2-40f5-b900-7b13b41f81de req-e6795c01-2d08-40d4-bbc6-f4bdebd9722d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501512 Aug 11 00:38:38.945632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7fc5e8b8-3c55-404a-9c0b-0a859a7adf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:38.951769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7ef48-d16f-48d0-867e-6ce7e8f72a1e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:38.955316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3fe7ef48-d16f-48d0-867e-6ce7e8f72a1e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2035379 Aug 11 00:38:38.961371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39180) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:38.968051 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:39.035723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c92befbe-eecb-4ae4-9e39-92bb616f955d tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707495 Aug 11 00:38:39.040877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39182) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:39.053700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299414861', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:39.119334 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:38:39.120620 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:39.189114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db343782-e990-4c19-b0d8-797d33a3e827 req-06c116ff-aab9-456a-a5c0-42b90200f044 service neutron] 10.222.0.44 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519536 Aug 11 00:38:39.371338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdfdcf-bf62-49a5-9f10-4cc5cea8a742 req-27e4354e-99cb-4e4d-bed6-4c7f6a03cdb6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:39.376981 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be93754-785b-463d-8deb-4a8c193ce031 None None] Pushing event updated for resources: {'Port': ['ID=7d6c0ebc-57e7-4757-9b7c-73147e875000,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:39.382665 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1cdfdcf-bf62-49a5-9f10-4cc5cea8a742 req-27e4354e-99cb-4e4d-bed6-4c7f6a03cdb6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.2171485 Aug 11 00:38:39.388555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7fc5e8b8-3c55-404a-9c0b-0a859a7adf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:39.395637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7fc5e8b8-3c55-404a-9c0b-0a859a7adf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:39.397530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7fc5e8b8-3c55-404a-9c0b-0a859a7adf89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d47954c-4204-42d8-9e51-971fd8cb7ff4 HTTP/1.1" status: 204 len: 168 time: 0.9882720 Aug 11 00:38:39.492198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db343782-e990-4c19-b0d8-797d33a3e827 req-1ed024ab-978e-4673-aa54-524a2d9d1da8 service neutron] 10.222.0.44 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524502 Aug 11 00:38:39.499685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:39.526578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:39.537888 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:39.569008 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:38:39.588876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5e8b8-3c55-404a-9c0b-0a859a7adf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d47954c-4204-42d8-9e51-971fd8cb7ff4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:39.667426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1cdfdcf-bf62-49a5-9f10-4cc5cea8a742 req-51159354-eb2d-4d38-a8ca-bef106241b2f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684572 Aug 11 00:38:40.051662 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:40.157524 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:32Z', 'revision_number': 3, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:40.236590 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e2104b-a725-40ca-9966-71b3bdeef726 None None] The sync data for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 is: [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:32Z', 'revision_number': 3, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:38:40.253726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Deleting port e29273c8-028e-4c7f-9438-c34b751a1211 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:38:40.254249 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:40.329449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Subnet': ['ID=512fcba8-b2fa-406c-8f1b-5f507bc013e7,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:40.388715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ef6c3-5a32-4d38-982b-c0a17dde35fd req-9ed4156d-e405-41ae-9eca-b5cd52eb34e1 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:40.408083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab7ef6c3-5a32-4d38-982b-c0a17dde35fd req-9ed4156d-e405-41ae-9eca-b5cd52eb34e1 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 947 time: 0.2848876 Aug 11 00:38:40.415568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39200) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:40.417758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Checking segment: {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:40.418369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network hostable DHCP agents. Network: bd71d5d1-17af-4934-98e0-4267645177b5, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:38:40.503195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab7ef6c3-5a32-4d38-982b-c0a17dde35fd req-d40a0905-c9ce-4790-9ae0-d35e74598816 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937123 Aug 11 00:38:40.563546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network bd71d5d1-17af-4934-98e0-4267645177b5 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:38:40.628192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] For port e29273c8-028e-4c7f-9438-c34b751a1211, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e29273c8-028e-4c7f-9438-c34b751a1211,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:40.628796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:40.636453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 57714451-84f0-421f-b6e5-2cd8bba93125 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:38:40.652976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec068c8-4388-4b10-bd05-295a6885257d req-75dcabab-e3a0-4cac-9eb7-1f156f6b514a tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:40.655020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ec068c8-4388-4b10-bd05-295a6885257d req-75dcabab-e3a0-4cac-9eb7-1f156f6b514a tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 943 time: 0.5193484 Aug 11 00:38:40.663788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Calling delete_port for e29273c8-028e-4c7f-9438-c34b751a1211 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:38:40.701529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f52ac563-1421-4c05-8a3f-38d59dc55e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:40.764391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, bd71d5d1-17af-4934-98e0-4267645177b5) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:40.782433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2d1b7-a814-4b01-8558-c20bfc92a153 None None] Network bd71d5d1-17af-4934-98e0-4267645177b5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:38:40.906500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:40.906923 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:40.999244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39212) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:41.015743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fdc2e-0b4a-4198-b8d9-2bc2c1d7b287 req-53751370-8319-44bc-a026-147d007c84b4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:41.022653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd9fdc2e-0b4a-4198-b8d9-2bc2c1d7b287 req-53751370-8319-44bc-a026-147d007c84b4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.1258767 Aug 11 00:38:41.116565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da00df14-4b98-4b6d-a1db-0015a368d425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:41.269300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd9fdc2e-0b4a-4198-b8d9-2bc2c1d7b287 req-faba418a-1259-4187-a708-c3913d4cf1b2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232566 Aug 11 00:38:41.303139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:41.311440 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f52ac563-1421-4c05-8a3f-38d59dc55e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:41.353435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '57714451-84f0-421f-b6e5-2cd8bba93125', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'port_id': '57714451-84f0-421f-b6e5-2cd8bba93125', 'mac_address': 'fa:16:3e:ee:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ab3007-8a2a-40a5-9bba-5bc7787197ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:38:41.382670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f52ac563-1421-4c05-8a3f-38d59dc55e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:41.462261 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:41.467727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f52ac563-1421-4c05-8a3f-38d59dc55e05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43cb63dbfc0b4b1eab05560866212a24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0461888 Aug 11 00:38:41.469964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39216) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:41.520533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57714451-84f0-421f-b6e5-2cd8bba93125 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:38:41.531288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-bd71d5d1-17af-4934-98e0-4267645177b5', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:38:41.532179 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:41.540143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2be6a992-41bf-4eea-becd-c8fe7b7145bf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4980762 Aug 11 00:38:41.553547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39218) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:41.568224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:41.818022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ac563-1421-4c05-8a3f-38d59dc55e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824fcb74-c099-4c56-8bb1-7f6d6533ffd2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:41.828519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7d6c0ebc-57e7-4757-9b7c-73147e875000 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:41.854016 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:41.912289 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ec068c8-4388-4b10-bd05-295a6885257d req-f215a4da-ecd0-407f-9d38-87b6a0ccc9e2 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2377641 Aug 11 00:38:42.104309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['57714451-84f0-421f-b6e5-2cd8bba93125'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:38:42.112547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:42.169981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Allocated IP 172.20.0.2 (bd71d5d1-17af-4934-98e0-4267645177b5/512fcba8-b2fa-406c-8f1b-5f507bc013e7/9a966926-9013-4ebf-9cac-f6a5194b0aa4) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:38:42.278955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.351733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 7d6c0ebc-57e7-4757-9b7c-73147e875000 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:42.363114 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.385176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7d6c0ebc-57e7-4757-9b7c-73147e875000 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:42.385176 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.397450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39224) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:42.399518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29273c8-028e-4c7f-9438-c34b751a1211,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:42.411896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1664521885'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:42.506429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da00df14-4b98-4b6d-a1db-0015a368d425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.556703 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.613343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Transition to ACTIVE for port object 9a966926-9013-4ebf-9cac-f6a5194b0aa4 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:42.616410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.618047 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da00df14-4b98-4b6d-a1db-0015a368d425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.714026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Transition to ACTIVE for port object 9a966926-9013-4ebf-9cac-f6a5194b0aa4 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:42.789529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.844201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 7d6c0ebc-57e7-4757-9b7c-73147e875000, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7d6c0ebc-57e7-4757-9b7c-73147e875000,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:42.857299 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-da00df14-4b98-4b6d-a1db-0015a368d425 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8411cc542d8744008691d1ecc67f9f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8318725 Aug 11 00:38:42.857802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.857992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00df14-4b98-4b6d-a1db-0015a368d425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be25099e-5052-4533-a202-c6abddf161fc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:42.857992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39226) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:42.873803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6db1a-f350-4d1f-89ae-d75ff1badca1 req-0ef4233f-abd2-48e7-a8aa-eb6afdb189ab tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:42.877637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86e6db1a-f350-4d1f-89ae-d75ff1badca1 req-0ef4233f-abd2-48e7-a8aa-eb6afdb189ab tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.4040995 Aug 11 00:38:42.913942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:42.924151 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.942901 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:42.974480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Network bd71d5d1-17af-4934-98e0-4267645177b5 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:42.983768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:42.990892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:38:43.030415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Pushing event updated for resources: {'Port': ['ID=9a966926-9013-4ebf-9cac-f6a5194b0aa4,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:43.046232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:38:43.056937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.139115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.139515 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Added segment 87b57920-f7d8-4723-947b-eb61d121f837 of type vlan for network 0e67888b-79ab-469d-8474-0dc2f98db0f2 Aug 11 00:38:43.169293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=7d6c0ebc-57e7-4757-9b7c-73147e875000,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:43.212718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Attempting to bind port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:38:43.213097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Attempting to bind port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:38:43.213468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Attempting to bind port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 on network bd71d5d1-17af-4934-98e0-4267645177b5 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:38:43.219595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:38:43.219991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Checking segment: {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:43.220442 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.220790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Bound using segment: {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:38:43.222341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Bound port: 9a966926-9013-4ebf-9cac-f6a5194b0aa4, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:38:43.222796 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.316203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] For port 9a966926-9013-4ebf-9cac-f6a5194b0aa4, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:38:43.326473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] For port 9a966926-9013-4ebf-9cac-f6a5194b0aa4, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9a966926-9013-4ebf-9cac-f6a5194b0aa4,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:38:43.348944 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.421139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f874-faf0-4a46-9c2c-f51eff8c12b8 req-9d4a7fd6-e32a-469a-9a90-c1df7e2f2743 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:43.421396 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.422798 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a879f874-faf0-4a46-9c2c-f51eff8c12b8 req-9d4a7fd6-e32a-469a-9a90-c1df7e2f2743 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 944 time: 0.3516021 Aug 11 00:38:43.529252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14843c70-a664-4fdb-9326-f970fa90d727 None None] Pushing event updated for resources: {'Port': ['ID=9a966926-9013-4ebf-9cac-f6a5194b0aa4,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:43.534588 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a879f874-faf0-4a46-9c2c-f51eff8c12b8 req-8b3c18e9-fd2d-4214-afd7-f3f244ef0b9a tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973523 Aug 11 00:38:43.556392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.571499 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:43.571499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.663959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:38:43.691614 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2890165 Aug 11 00:38:43.693161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a0cc8-e2a2-4df4-8538-8398227d9bf6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Network': ['ID=0e67888b-79ab-469d-8474-0dc2f98db0f2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:43.698621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39232) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:43.721787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1335416910'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:43.727789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:38:43.827100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86e6db1a-f350-4d1f-89ae-d75ff1badca1 req-94c75f03-a1c8-4dfc-a0be-3c8364adf932 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9328210 Aug 11 00:38:43.924630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94bfa0ca-f172-4a0b-8394-1c9ccda68729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.925203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7d6c0ebc-57e7-4757-9b7c-73147e875000 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:43.933684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.938442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:43.942766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/824fcb74-c099-4c56-8bb1-7f6d6533ffd2 HTTP/1.1" status: 204 len: 168 time: 2.4642689 Aug 11 00:38:44.046404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:44.050060 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.058242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824fcb74-c099-4c56-8bb1-7f6d6533ffd2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:44.059945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7d6c0ebc-57e7-4757-9b7c-73147e875000 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:44.060558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.129000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94bfa0ca-f172-4a0b-8394-1c9ccda68729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.159756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:38:44.169182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.169806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.170503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.170710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4ef2a560-10a5-4fea-b1c0-130cc9d07d07 admin admin] 10.222.0.43 "PUT /v2.0/routers/0303795f-f77e-44f1-9c78-c7fb68fdaf67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9742255 Aug 11 00:38:44.171169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.171885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.172573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.173177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.173383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:38:44.176018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.178168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.180405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.180998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.181563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb6e8ad-0eba-4934-8dde-386812ec6643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:38:44.187020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39236) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:44.207098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] Sync routers for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:38:44.241253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:38:44.242029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:44.309700 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.310359 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Added segment 01502c72-6ef6-4bbd-914a-9eb41d20cf01 of type vlan for network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 Aug 11 00:38:44.463601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:38:44.464215 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.537301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.538842 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94bfa0ca-f172-4a0b-8394-1c9ccda68729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.542332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94bfa0ca-f172-4a0b-8394-1c9ccda68729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.548854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-94bfa0ca-f172-4a0b-8394-1c9ccda68729 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be25099e-5052-4533-a202-c6abddf161fc HTTP/1.1" status: 204 len: 168 time: 1.6831169 Aug 11 00:38:44.571268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfa0ca-f172-4a0b-8394-1c9ccda68729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be25099e-5052-4533-a202-c6abddf161fc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:44.619817 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.789698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:38:44.941331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:44.947312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:44.949081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:45.141425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41ce8-c5ab-4702-b68f-1a0503a869b1 req-42362f75-3657-4941-9920-2c4de95f82b0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:45.143749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86a41ce8-c5ab-4702-b68f-1a0503a869b1 req-42362f75-3657-4941-9920-2c4de95f82b0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 944 time: 0.3500080 Aug 11 00:38:45.183937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:45.191068 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4808426 Aug 11 00:38:45.197034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39246) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:45.216100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'subnet': {'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:45.221986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c0ec9-f8f5-4a63-9b14-199d2f71c499 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Network': ['ID=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:45.244761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.20.0.1 (bd71d5d1-17af-4934-98e0-4267645177b5/512fcba8-b2fa-406c-8f1b-5f507bc013e7/bce74073-25ac-46a0-9ee2-7310ae41e85f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:38:45.265671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 57714451-84f0-421f-b6e5-2cd8bba93125 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:45.305748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:38:45.450983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86a41ce8-c5ab-4702-b68f-1a0503a869b1 req-23048dd6-924a-4700-9fd2-3d0caa17d60c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918603 Aug 11 00:38:45.544884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Deleting port ad9d6aca-7da2-4ee5-bf15-990678b53228 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:38:45.545257 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:45.560792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:45.580229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Transition to ACTIVE for port object bce74073-25ac-46a0-9ee2-7310ae41e85f will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:45.648643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:45.662019 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:45.712680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61992d94-5ecb-469a-a0f9-bfb9c6bcb3c8 req-ce306ffd-175f-4f2a-83e1-3df65253b1c3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:45.714928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61992d94-5ecb-469a-a0f9-bfb9c6bcb3c8 req-ce306ffd-175f-4f2a-83e1-3df65253b1c3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.0900898 Aug 11 00:38:45.796680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:45.869223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] For port ad9d6aca-7da2-4ee5-bf15-990678b53228, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ad9d6aca-7da2-4ee5-bf15-990678b53228,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:45.869566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:45.905212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39248) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:45.909533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Calling delete_port for ad9d6aca-7da2-4ee5-bf15-990678b53228 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:38:45.937573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e4126a2-e77f-416a-97ba-0003091c2bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:45.968722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35561845-2f9f-4ce9-b049-381f6b2020ee None None] Network bd71d5d1-17af-4934-98e0-4267645177b5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:38:45.979605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 9a966926-9013-4ebf-9cac-f6a5194b0aa4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:45.993744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network bd71d5d1-17af-4934-98e0-4267645177b5 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:46.026051 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61992d94-5ecb-469a-a0f9-bfb9c6bcb3c8 req-234546fc-116f-4cd8-8dd5-d1bc59596369 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037493 Aug 11 00:38:46.027373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:46.034583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:38:46.207248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 5, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port': {'id': 'ad9d6aca-7da2-4ee5-bf15-990678b53228', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:36:05Z', 'updated_at': '2021-08-11T00:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:46.248473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:46.265195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] Checking router: 0303795f-f77e-44f1-9c78-c7fb68fdaf67 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:38:46.268955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e2c513ca-dda4-4908-9169-920f81732f93 None None] Provisioning for port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:46.288042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] Routers {'0303795f-f77e-44f1-9c78-c7fb68fdaf67'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:38:46.289040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:46.410009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=bce74073-25ac-46a0-9ee2-7310ae41e85f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:46.481364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] Set router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:38:46.661754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:38:45Z', 'revision_number': 6, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:46.700656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 57714451-84f0-421f-b6e5-2cd8bba93125 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:46.709703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd507d-9189-4116-86d3-0800d69cb3b8 None None] The sync data for ids ['0303795f-f77e-44f1-9c78-c7fb68fdaf67'] in n-d-712143-13 is: [{'id': '0303795f-f77e-44f1-9c78-c7fb68fdaf67', 'name': 'tempest-ServersTestFqdnHostnames-1464050555-router', 'tenant_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:36:03Z', 'updated_at': '2021-08-11T00:38:45Z', 'revision_number': 6, 'project_id': 'a2b4be8ef05f4195a884c310dd5f98fa', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:38:46.712976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 57714451-84f0-421f-b6e5-2cd8bba93125 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:46.712976 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:46.790585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:46.800256 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46572acf-0cb5-41a4-91df-33915823fe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:46.890045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:46.981301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:46.986443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:47.021173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:47.021573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:38:47.025974 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de408e-366c-44ad-be26-689f3be4c0f0" -d '{"events": [{"server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "name": "network-vif-plugged", "status": "completed", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:38:47.136457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:47.140291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:47.140291 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:47.170215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9d6aca-7da2-4ee5-bf15-990678b53228,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:47.234838 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f3888e-e1b2-40d6-9309-e6db3a9dc2cd x-openstack-request-id: req-06f3888e-e1b2-40d6-9309-e6db3a9dc2cd {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:38:47.235147 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "name": "network-vif-plugged", "status": "completed", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:38:47.235415 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06f3888e-e1b2-40d6-9309-e6db3a9dc2cd {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:38:47.235793 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125', 'code': 200} Aug 11 00:38:47.331478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:47.529496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:47.589239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:47.600793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da956207-6350-4663-bd88-a15078e26671 req-d3ec8b76-e5d4-4ccd-8946-b8a894407fce tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:47.604393 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da956207-6350-4663-bd88-a15078e26671 req-d3ec8b76-e5d4-4ccd-8946-b8a894407fce tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 944 time: 0.7806427 Aug 11 00:38:47.696126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 9a966926-9013-4ebf-9cac-f6a5194b0aa4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9a966926-9013-4ebf-9cac-f6a5194b0aa4,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:47.769459 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:47.813731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65294e2c-55e1-4138-a8bc-079b9bac6a61 req-abc6ee0a-2d4e-4916-803a-33c9eb6e84c2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:47.832345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65294e2c-55e1-4138-a8bc-079b9bac6a61 req-abc6ee0a-2d4e-4916-803a-33c9eb6e84c2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.3369851 Aug 11 00:38:47.934226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=9a966926-9013-4ebf-9cac-f6a5194b0aa4,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:47.970055 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.018532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65294e2c-55e1-4138-a8bc-079b9bac6a61 req-bb0f4ed2-74d5-4081-8005-27729d62b0a8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802037 Aug 11 00:38:48.064541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e29273c8-028e-4c7f-9438-c34b751a1211 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:38:48.125793 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.126689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e29273c8-028e-4c7f-9438-c34b751a1211 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:38:48.126689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e29273c8-028e-4c7f-9438-c34b751a1211 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:38:48.126948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ad9d6aca-7da2-4ee5-bf15-990678b53228 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:38:48.128471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.214699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Subnet': ['ID=b2beae22-f7a8-442e-8e90-d9777b5ed826,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:48.219012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ad9d6aca-7da2-4ee5-bf15-990678b53228 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:38:48.219401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ad9d6aca-7da2-4ee5-bf15-990678b53228 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:38:48.235861 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.283875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e4126a2-e77f-416a-97ba-0003091c2bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.300200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.300834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0303795f-f77e-44f1-9c78-c7fb68fdaf67 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:38:48.318846 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.319121 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.321655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-318e74f1-a9a3-4ee8-ae61-de10ea139834 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0303795f-f77e-44f1-9c78-c7fb68fdaf67 HTTP/1.1" status: 204 len: 168 time: 4.1334739 Aug 11 00:38:48.331112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Checking segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:48.331526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network hostable DHCP agents. Network: 0e67888b-79ab-469d-8474-0dc2f98db0f2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:38:48.337092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39274) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:48.340955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3378fe8-53ed-4be2-a13c-4910d3411c3d req-7a5e59ff-4dbf-405a-bde8-5bc1b74746c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:48.342881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3378fe8-53ed-4be2-a13c-4910d3411c3d req-7a5e59ff-4dbf-405a-bde8-5bc1b74746c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 1097 time: 0.9842384 Aug 11 00:38:48.357217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e4126a2-e77f-416a-97ba-0003091c2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.424499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da956207-6350-4663-bd88-a15078e26671 req-61d23c1a-f420-4dd0-90ad-063e1973a818 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7634828 Aug 11 00:38:48.455190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ac543474-be56-4ef1-a376-9fd00dc03d84 None None] Provisioning for port bce74073-25ac-46a0-9ee2-7310ae41e85f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:48.460511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ac543474-be56-4ef1-a376-9fd00dc03d84 None None] Provisioning complete for port bce74073-25ac-46a0-9ee2-7310ae41e85f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:48.461809 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ac543474-be56-4ef1-a376-9fd00dc03d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.536606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7e4126a2-e77f-416a-97ba-0003091c2bca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba6bb22db50547d7a6d04cbef476fdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6279044 Aug 11 00:38:48.557586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39276) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:48.562876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2eedb4-0ce3-4209-a606-78d4f07baefe admin admin] Deleting subnet b2497555-91a0-4fb8-8102-53d438b58182 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:38:48.566823 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd2eedb4-0ce3-4209-a606-78d4f07baefe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.620941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd2eedb4-0ce3-4209-a606-78d4f07baefe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.664785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ac543474-be56-4ef1-a376-9fd00dc03d84 None None] Port bce74073-25ac-46a0-9ee2-7310ae41e85f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:38:48.681062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4126a2-e77f-416a-97ba-0003091c2bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb1faeb-c769-4a65-a0d7-21fb718256f4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:48.690363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:38:48.700274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3378fe8-53ed-4be2-a13c-4910d3411c3d req-4d97970c-a59e-47aa-99cf-1c267bb0015b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027718 Aug 11 00:38:48.741390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ac543474-be56-4ef1-a376-9fd00dc03d84 None None] Provisioning complete for port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:48.742761 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ac543474-be56-4ef1-a376-9fd00dc03d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.745381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=bce74073-25ac-46a0-9ee2-7310ae41e85f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:48.756070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.799197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd2eedb4-0ce3-4209-a606-78d4f07baefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.877768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 0e67888b-79ab-469d-8474-0dc2f98db0f2) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:48.898798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:48.902851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.920049 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-01c79197-52b3-44ba-b084-a5a244538921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:48.928099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24cb80d-14ef-4859-b9cb-ac282c59b2eb None None] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:38:49.070599 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c1e341c4-1ac4-458b-a6f0-e3e6b2d8bab3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8697653 Aug 11 00:38:49.071191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39282) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:49.073782 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a94fdd0d-9906-4e27-b4d5-1ca4ab07eb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.084738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'subnet': {'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:49.136100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network bd71d5d1-17af-4934-98e0-4267645177b5 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:49.143024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:49.156620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a94fdd0d-9906-4e27-b4d5-1ca4ab07eb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.235645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd2eedb4-0ce3-4209-a606-78d4f07baefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.403093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896bd83-b865-47a8-a553-b5597e2d8ceb None None] Network 41311e03-963e-4cb3-afb9-4c19b0a82aec requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:38:49.422819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router 09c79584-abfd-4959-8669-5aaa4fb4b09d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:38:49.439945 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd2eedb4-0ce3-4209-a606-78d4f07baefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.445356 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cd2eedb4-0ce3-4209-a606-78d4f07baefe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b2497555-91a0-4fb8-8102-53d438b58182 HTTP/1.1" status: 204 len: 168 time: 1.1003470 Aug 11 00:38:49.446756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eedb4-0ce3-4209-a606-78d4f07baefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2497555-91a0-4fb8-8102-53d438b58182,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:49.454096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39290) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:49.609695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a3c0e3c0-f5cf-4db2-b857-0f4bae7412ca None None] Provisioning complete for port bce74073-25ac-46a0-9ee2-7310ae41e85f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:49.610389 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a3c0e3c0-f5cf-4db2-b857-0f4bae7412ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.621149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d2a4f-8f52-4306-93e9-62a252ab935b req-52175b03-38c7-41b7-8eda-a5549f3a6b38 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:49.627056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d9d2a4f-8f52-4306-93e9-62a252ab935b req-52175b03-38c7-41b7-8eda-a5549f3a6b38 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 945 time: 0.0848873 Aug 11 00:38:49.627593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ab3aa-4017-42be-936a-db4658b02564 req-9cab6310-bdd1-4038-8d61-449c909156f9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:49.636585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc6ab3aa-4017-42be-936a-db4658b02564 req-9cab6310-bdd1-4038-8d61-449c909156f9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.2658508 Aug 11 00:38:49.652802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.658748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-0e67888b-79ab-469d-8474-0dc2f98db0f2', 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'fixed_ips': [{'subnet_id': 'b2beae22-f7a8-442e-8e90-d9777b5ed826'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:38:49.661564 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.694121 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.706434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d9d2a4f-8f52-4306-93e9-62a252ab935b req-fee8b79f-21b7-4299-ada2-2e09ad0259ca tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606871 Aug 11 00:38:49.718530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:49.725686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.738416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0e3c0-f5cf-4db2-b857-0f4bae7412ca None None] Port bce74073-25ac-46a0-9ee2-7310ae41e85f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:38:49.849824 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc6ab3aa-4017-42be-936a-db4658b02564 req-f234f634-16ab-47d8-8985-49f892ca1c0c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100408 Aug 11 00:38:49.874736 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:38:49.904639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a94fdd0d-9906-4e27-b4d5-1ca4ab07eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.907739 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a94fdd0d-9906-4e27-b4d5-1ca4ab07eb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:49.932901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] DHCP port deletion for 41311e03-963e-4cb3-afb9-4c19b0a82aec request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:38:49.940144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a94fdd0d-9906-4e27-b4d5-1ca4ab07eb06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8cb1faeb-c769-4a65-a0d7-21fb718256f4 HTTP/1.1" status: 204 len: 168 time: 1.3803658 Aug 11 00:38:49.971817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2041e01b-bedf-464b-a674-e2a70becbe77 None None] Provisioning complete for port bce74073-25ac-46a0-9ee2-7310ae41e85f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:49.972682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2041e01b-bedf-464b-a674-e2a70becbe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:50.008876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fdd0d-9906-4e27-b4d5-1ca4ab07eb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb1faeb-c769-4a65-a0d7-21fb718256f4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:50.039467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:38:50.053460 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Sync routers for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:38:50.055395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2a9c3a82-5e2f-4cf9-9f7e-29de983fa3e2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "PUT /v2.0/routers/09c79584-abfd-4959-8669-5aaa4fb4b09d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4996459 Aug 11 00:38:50.056057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:50.068074 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:38:50.070123 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:38:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:50.085426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 9a966926-9013-4ebf-9cac-f6a5194b0aa4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:50.231422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:50.231804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:50.274580 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:38:50.318285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Deleting port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:38:50.318915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:50.439514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] Deleting port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:38:50.441136 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:50.445136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2041e01b-bedf-464b-a674-e2a70becbe77 None None] Port bce74073-25ac-46a0-9ee2-7310ae41e85f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:38:50.530159 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:46Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:47Z', 'revision_number': 2, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:50.570085 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Checking router: 09c79584-abfd-4959-8669-5aaa4fb4b09d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:38:50.570439 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Updating router 09c79584-abfd-4959-8669-5aaa4fb4b09d port bce74073-25ac-46a0-9ee2-7310ae41e85f binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:38:50.604510 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:50.615626 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:50.758475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Subnet': ['ID=f9f50c03-9de3-4488-8a17-e47a22c9ff7c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:50.783130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Checking segment: {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:50.783531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network hostable DHCP agents. Network: 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:38:50.803560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] For port 2bd973fe-d0da-415f-b41f-b5fdef743ef0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2bd973fe-d0da-415f-b41f-b5fdef743ef0,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:50.803954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:50.822408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.827274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.827274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.827274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.827274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.828338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.828932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.829906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.830578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.831292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.831795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:50.843227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39314) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:50.844006 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:50.849494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6f16f7a2-a545-4eb5-95ed-7965b14d3826 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7689 time: 0.7919812 Aug 11 00:38:50.872507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Calling delete_port for 2bd973fe-d0da-415f-b41f-b5fdef743ef0 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:38:50.923433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Allocated IP 10.1.1.2 (0e67888b-79ab-469d-8474-0dc2f98db0f2/b2beae22-f7a8-442e-8e90-d9777b5ed826/d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:38:50.960519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] For port 2bd973fe-d0da-415f-b41f-b5fdef743ef0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2bd973fe-d0da-415f-b41f-b5fdef743ef0,segment=NetworkSegment(93f6bd21-00e9-41a6-a097-9c338d55864e),segment_id=93f6bd21-00e9-41a6-a097-9c338d55864e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:50.960862 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.005185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] Calling delete_port for 2bd973fe-d0da-415f-b41f-b5fdef743ef0 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:38:51.057482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:38:51.192914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534f562-e8b4-45f7-ba0c-81b94f4291c4 req-f1510235-5bc2-4e0a-815a-629a5e7214c6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.201111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.201648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.202127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.202737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.203362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.204026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.204945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.205500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.205972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.207070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.213067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aace478d-cd8b-4f1d-9a54-baa2ef521148 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6458 time: 0.3637819 Aug 11 00:38:51.213793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3534f562-e8b4-45f7-ba0c-81b94f4291c4 req-f1510235-5bc2-4e0a-815a-629a5e7214c6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.1521001 Aug 11 00:38:51.213933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39324) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:51.275725 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.323702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:51.335892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.336531 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.373756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74140bb1-5cec-4966-872f-875fdb763222 None None] Network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:38:51.481256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3084-bcad-446e-8e0b-e8ee35c1658c req-c1e4ebd5-0e76-41fa-b066-1c5b837f6816 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:51.481822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3534f562-e8b4-45f7-ba0c-81b94f4291c4 req-bf0b133b-1ab1-408e-9a83-7b59c0b2611a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627614 Aug 11 00:38:51.487624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7dab3084-bcad-446e-8e0b-e8ee35c1658c req-c1e4ebd5-0e76-41fa-b066-1c5b837f6816 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 945 time: 0.5743363 Aug 11 00:38:51.494415 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.501859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] No DVR routers for this DVR port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:38:51.516733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd973fe-d0da-415f-b41f-b5fdef743ef0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:51.524001 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Transition to ACTIVE for port object bce74073-25ac-46a0-9ee2-7310ae41e85f will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:51.656360 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.735368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.806762 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.857922 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Attempting to bind port bce74073-25ac-46a0-9ee2-7310ae41e85f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:38:51.858269 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Attempting to bind port bce74073-25ac-46a0-9ee2-7310ae41e85f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:38:51.858462 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Attempting to bind port bce74073-25ac-46a0-9ee2-7310ae41e85f on network bd71d5d1-17af-4934-98e0-4267645177b5 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:38:51.877887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] Pushing event deleted for resources: {'Port': ['ID=2bd973fe-d0da-415f-b41f-b5fdef743ef0,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:51.887678 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:38:51.888064 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Checking segment: {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:51.888449 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.888848 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Bound using segment: {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:38:51.889331 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Bound port: bce74073-25ac-46a0-9ee2-7310ae41e85f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:38:51.893756 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:51.910483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671cda89-1f77-4cb5-b277-1670705a43d7 None None] No DVR routers for this DVR port 2bd973fe-d0da-415f-b41f-b5fdef743ef0 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:38:51.925938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Transition to ACTIVE for port object d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:52.042950 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] For port bce74073-25ac-46a0-9ee2-7310ae41e85f, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:38:52.046771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Transition to ACTIVE for port object d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:52.051836 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.068804 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] For port bce74073-25ac-46a0-9ee2-7310ae41e85f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bce74073-25ac-46a0-9ee2-7310ae41e85f,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:38:52.070986 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ea917-e9c6-415e-ac10-ae4d999cd04e None None] Pushing event updated for resources: {'Port': ['ID=bce74073-25ac-46a0-9ee2-7310ae41e85f,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:52.081667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2bd973fe-d0da-415f-b41f-b5fdef743ef0 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:38:52.151862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41311e03-963e-4cb3-afb9-4c19b0a82aec']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:52.154857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 2bd973fe-d0da-415f-b41f-b5fdef743ef0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:38:52.158208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2bd973fe-d0da-415f-b41f-b5fdef743ef0 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:38:52.182454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.204791 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.237945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f6bd21-00e9-41a6-a097-9c338d55864e') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:52.238559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f6bd21-00e9-41a6-a097-9c338d55864e') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:52.319916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.321151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847', 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'fixed_ips': [{'subnet_id': 'f9f50c03-9de3-4488-8a17-e47a22c9ff7c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:38:52.322677 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.357069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:52.374498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:52.376818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.381081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:38:52.408911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:38:52.409562 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.430775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Pushing event updated for resources: {'Port': ['ID=d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:52.443904 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ea917-e9c6-415e-ac10-ae4d999cd04e None None] Pushing event updated for resources: {'Port': ['ID=bce74073-25ac-46a0-9ee2-7310ae41e85f,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:52.480990 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:38:52.483782 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:38:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:52.715456 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:38:52.727655 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:38:52.802067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.831510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Attempting to bind port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:38:52.831909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Attempting to bind port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:38:52.832299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Attempting to bind port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:38:52.867057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:38:52.867568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Checking segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:52.867900 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.868306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Bound using segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:38:52.868807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Bound port: d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:38:52.869194 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:52.964368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Allocated IP 10.2.2.2 (87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847/f9f50c03-9de3-4488-8a17-e47a22c9ff7c/c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:38:52.973917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:53.103079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:53.121614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] 10.222.0.43 "DELETE /v2.0/networks/41311e03-963e-4cb3-afb9-4c19b0a82aec HTTP/1.1" status: 204 len: 168 time: 3.6511564 Aug 11 00:38:53.122846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fadc-5eab-4968-9842-89943b694467 admin admin] Pushing event deleted for resources: {'Network': ['ID=41311e03-963e-4cb3-afb9-4c19b0a82aec,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:53.162870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1daaefb4-7ce3-4df3-991d-d4d3ef9ef526 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0887849 Aug 11 00:38:53.183471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39342) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:53.199464 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:46Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:52Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:38:53.206474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'port': {'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'name': 'tempest-TaggedBootDevicesTest_v242-148912', 'fixed_ips': [{'subnet_id': 'b2beae22-f7a8-442e-8e90-d9777b5ed826'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:53.265499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d4790-d9e8-4ccd-8e20-4fc6fcdfa542 req-7e9a5de5-1b00-4c33-803c-f4382b30ffd6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:53.280691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e65d4790-d9e8-4ccd-8e20-4fc6fcdfa542 req-7e9a5de5-1b00-4c33-803c-f4382b30ffd6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.4371088 Aug 11 00:38:53.300339 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206baa45-1ff6-40fb-9e8d-553b6e927bb3 None None] The sync data for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 is: [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:46Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:52Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:38:53.355699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] For port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:38:53.357178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-a407384b-e741-45e2-a955-0c429ccf5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:53.359777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-a407384b-e741-45e2-a955-0c429ccf5d03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1095 time: 0.3877192 Aug 11 00:38:53.385838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7dab3084-bcad-446e-8e0b-e8ee35c1658c req-7035f1da-f9aa-4baf-bb22-7806fbd98076 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8698194 Aug 11 00:38:53.422310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] For port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:38:53.597519 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:53.712781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9bc326a7-1a65-4f09-a7d4-4fef9fddc939 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 2.4974496 Aug 11 00:38:53.803546 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:53.821388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e65d4790-d9e8-4ccd-8e20-4fc6fcdfa542 req-0bd2cb57-bb26-47c7-8b91-8d8d6ce696ae tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388129 Aug 11 00:38:53.848440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-f328935e-d4ec-4db3-93ac-8e6f79cd0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:53.850562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-f328935e-d4ec-4db3-93ac-8e6f79cd0556 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 914 time: 0.3623376 Aug 11 00:38:53.883120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Transition to ACTIVE for port object c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:53.893725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309d10a-018a-47cf-aadc-69ab92563cdc None None] Pushing event updated for resources: {'Port': ['ID=d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:54.024437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Transition to ACTIVE for port object c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:54.071316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-a72c01d0-5074-4ecb-bf49-6a3f7546648e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 200 len: 217 time: 0.2089553 Aug 11 00:38:54.103022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bce74073-25ac-46a0-9ee2-7310ae41e85f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:54.223313 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:54.285019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:54.342029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-2f641a53-9671-4b0c-be22-1c0c8382f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:54.380534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-2f641a53-9671-4b0c-be22-1c0c8382f276 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.2780781 Aug 11 00:38:54.400851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:54.416093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:54.422640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:38:54.459606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Pushing event updated for resources: {'Port': ['ID=c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:54.531881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-4703d6a2-5608-4264-bfab-80fc180c5b61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485250 Aug 11 00:38:54.551269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port bce74073-25ac-46a0-9ee2-7310ae41e85f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:54.561878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e5e25-e750-45f2-bbb8-01e684bb6b5c req-f6fd810b-c068-4a91-8418-15024d3cec13 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:54.575027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-933e5e25-e750-45f2-bbb8-01e684bb6b5c req-f6fd810b-c068-4a91-8418-15024d3cec13 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 945 time: 0.4039023 Aug 11 00:38:54.591888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39356) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:54.644139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:54.684390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bce74073-25ac-46a0-9ee2-7310ae41e85f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:54.684792 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:54.779962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] device_id is not set on port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:38:54.950311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Attempting to bind port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:38:54.951950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Attempting to bind port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:38:54.954220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Attempting to bind port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 on network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:38:54.977796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39362) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:55.041328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:38:55.044785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Checking segment: {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:38:55.048733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:55.050929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Bound using segment: {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:38:55.053629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Bound port: c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:38:55.056445 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:55.063033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-933e5e25-e750-45f2-bbb8-01e684bb6b5c req-0dd1153e-b87b-460c-9ac9-83ca487a0f80 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398613 Aug 11 00:38:55.210062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-392bbced-d4e1-4d37-8945-f1a85a4e5f12 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332054 Aug 11 00:38:55.248387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f421eeeb-1d07-42a5-b29d-1d6ebe52653c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2b4be8ef05f4195a884c310dd5f98fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691891 Aug 11 00:38:55.279309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:55.572552 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:55.673142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Allocated IP 10.1.1.172 (0e67888b-79ab-469d-8474-0dc2f98db0f2/b2beae22-f7a8-442e-8e90-d9777b5ed826/095bb968-98a8-4de0-9b95-bf6abce9f4d7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:38:55.964242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c097fecf-797d-4e08-9f0b-24ab90f11682 req-50332a25-9c83-4b4b-877b-c763c3271e3e service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380905 Aug 11 00:38:55.967132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] For port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:38:55.967132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] For port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:38:55.967132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port bce74073-25ac-46a0-9ee2-7310ae41e85f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bce74073-25ac-46a0-9ee2-7310ae41e85f,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:55.969547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824d6c0-3c10-4f53-90b2-91fecc7c96e1 req-feeed34e-e686-45e3-b626-dfe16bfcefa3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:55.969547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5824d6c0-3c10-4f53-90b2-91fecc7c96e1 req-feeed34e-e686-45e3-b626-dfe16bfcefa3 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.5901966 Aug 11 00:38:55.970570 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8946be6a-f03c-41c5-bedd-9baa4719c834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:55.970814 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de51f250-a665-4c6b-aa2c-44d14a9fee36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:55.970814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5824d6c0-3c10-4f53-90b2-91fecc7c96e1 req-30d0a79b-ef3b-4f66-93e1-a3455b1b2bd7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910630 Aug 11 00:38:55.970814 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de51f250-a665-4c6b-aa2c-44d14a9fee36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:56.212272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:56.263963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Transition to ACTIVE for port object 095bb968-98a8-4de0-9b95-bf6abce9f4d7 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:56.344642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4157657-f217-4a07-a40b-f7895d1a5c19 req-db98267c-c568-4895-bb66-5e25f90b3712 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:56.358692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4157657-f217-4a07-a40b-f7895d1a5c19 req-db98267c-c568-4895-bb66-5e25f90b3712 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 945 time: 0.1351061 Aug 11 00:38:56.434705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4157657-f217-4a07-a40b-f7895d1a5c19 req-685b3c5b-66c9-4b3f-9e1d-e84209906883 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746303 Aug 11 00:38:56.490512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667fb913-f565-47e8-bf0d-c153b4e51c4a None None] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:38:56.666082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de51f250-a665-4c6b-aa2c-44d14a9fee36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:56.673152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-de51f250-a665-4c6b-aa2c-44d14a9fee36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:56.673152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-de51f250-a665-4c6b-aa2c-44d14a9fee36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0055862-152d-4647-8a2c-e3decc758b71 HTTP/1.1" status: 204 len: 168 time: 1.3892298 Aug 11 00:38:56.675550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:56.695502 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:56.699595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51f250-a665-4c6b-aa2c-44d14a9fee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0055862-152d-4647-8a2c-e3decc758b71,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:56.753298 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:56.789510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39386) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:56.790888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-004d5698-2cd3-434b-89c7-0a96784dfd0b None None] Provisioning for port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:56.794711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fe99d8d4-79d2-461f-b95a-251de33780ee tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421207236', 'description': 'tempest-secgroup-smoke-421207236 description', 'project_id': 'a6021f11fb224a3785a47117fcc9174d'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:56.828105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=095bb968-98a8-4de0-9b95-bf6abce9f4d7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:56.864999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:56.875989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:56.895887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:38:56.994487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:56.995333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.059212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8946be6a-f03c-41c5-bedd-9baa4719c834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.169246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:57.214730 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8946be6a-f03c-41c5-bedd-9baa4719c834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.293884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=bce74073-25ac-46a0-9ee2-7310ae41e85f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:57.334941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe99d8d4-79d2-461f-b95a-251de33780ee tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.337617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8946be6a-f03c-41c5-bedd-9baa4719c834 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90af1d20137d4acaae3464bc64ba20ff&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6937568 Aug 11 00:38:57.361171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39400) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:57.369532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d201c-4a5d-4a80-b67b-9d27b60620c7 None None] Pushing event updated for resources: {'Port': ['ID=c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:57.409965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946be6a-f03c-41c5-bedd-9baa4719c834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5357c5f-9a13-455c-bb98-eec42248c42c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:57.456023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f5e90-3c45-4ea9-a0db-321c0dd261fd req-ae5848aa-d448-4b4d-b62b-414e0d4c437a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:57.461026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e10f5e90-3c45-4ea9-a0db-321c0dd261fd req-ae5848aa-d448-4b4d-b62b-414e0d4c437a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.2309036 Aug 11 00:38:57.502043 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-add74c1b-bd0c-4527-9d35-4580587a9e67 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3145730 Aug 11 00:38:57.505085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39404) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:57.512835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'port': {'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'name': 'tempest-TaggedBootDevicesTest_v242-2135283642', 'fixed_ips': [{'subnet_id': 'b2beae22-f7a8-442e-8e90-d9777b5ed826'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:57.587034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:57.597244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:57.598348 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.660230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ceb42dd3-3fa2-4860-90a2-a9291dcde26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.690647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e10f5e90-3c45-4ea9-a0db-321c0dd261fd req-bcd8a0bd-9274-40aa-a7fe-b37c06d28d7e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111850 Aug 11 00:38:57.695673 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ceb42dd3-3fa2-4860-90a2-a9291dcde26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.893283 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.926478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe99d8d4-79d2-461f-b95a-251de33780ee tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.949613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:57.957497 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ceb42dd3-3fa2-4860-90a2-a9291dcde26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.964111 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ceb42dd3-3fa2-4860-90a2-a9291dcde26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:57.980110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ceb42dd3-3fa2-4860-90a2-a9291dcde26f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5357c5f-9a13-455c-bb98-eec42248c42c HTTP/1.1" status: 204 len: 168 time: 0.5938516 Aug 11 00:38:57.983925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb42dd3-3fa2-4860-90a2-a9291dcde26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5357c5f-9a13-455c-bb98-eec42248c42c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:58.065881 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe99d8d4-79d2-461f-b95a-251de33780ee tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.140723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.177705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99d8d4-79d2-461f-b95a-251de33780ee tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4433d57b-dfad-4c09-b99a-eac8f2655a51,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:58.208212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c64c6894-82d6-40f6-914a-8beae691eaae None None] Provisioning for port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:58.213825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c64c6894-82d6-40f6-914a-8beae691eaae None None] Provisioning complete for port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:58.214204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c64c6894-82d6-40f6-914a-8beae691eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.266706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:38:58.280283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:58.283084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c64c6894-82d6-40f6-914a-8beae691eaae None None] Port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:38:58.305805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c64c6894-82d6-40f6-914a-8beae691eaae None None] Provisioning complete for port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:58.306725 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c64c6894-82d6-40f6-914a-8beae691eaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.454015 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.485263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe99d8d4-79d2-461f-b95a-251de33780ee tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.487066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fe99d8d4-79d2-461f-b95a-251de33780ee tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6964383 Aug 11 00:38:58.488689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] device_id is not set on port 170adb39-789d-4c36-b885-1ba210a108e4 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:38:58.490450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39430) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:58.499752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6326bc2c-7000-4d96-96bb-934cff516369 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '4433d57b-dfad-4c09-b99a-eac8f2655a51', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:58.566033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ea4cb68a-5894-4e2c-96ba-cd2d080b7a39 None None] Provisioning complete for port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:58.571501 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb68a-5894-4e2c-96ba-cd2d080b7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.647856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cb68a-5894-4e2c-96ba-cd2d080b7a39 None None] Port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:38:58.699442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6326bc2c-7000-4d96-96bb-934cff516369 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.800840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Allocated IP 10.1.1.183 (0e67888b-79ab-469d-8474-0dc2f98db0f2/b2beae22-f7a8-442e-8e90-d9777b5ed826/170adb39-789d-4c36-b885-1ba210a108e4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:38:58.859292 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6326bc2c-7000-4d96-96bb-934cff516369 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:58.940153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85d47d8-96e2-4912-86c5-a9e6d19bc3a7 None None] Network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:38:59.116435 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.119751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:59.142531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Transition to ACTIVE for port object 170adb39-789d-4c36-b885-1ba210a108e4 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:38:59.234014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-444676c3-9e88-4936-8d52-75c7051908bc None None] Provisioning for port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:59.326911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.359007 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6326bc2c-7000-4d96-96bb-934cff516369 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.385972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326bc2c-7000-4d96-96bb-934cff516369 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5466608-1d46-4721-9a60-20f258a8b9d7,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:59.425289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab28d5-6751-4e1b-83fe-73c5bbfaa1c9 req-5aa821cd-62b9-4891-bb58-ebc38667b37a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:59.433557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4ab28d5-6751-4e1b-83fe-73c5bbfaa1c9 req-5aa821cd-62b9-4891-bb58-ebc38667b37a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.5499578 Aug 11 00:38:59.446173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:38:59.448561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.453283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:38:59.456440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:59.456440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.460725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:38:59.465567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:38:59.487606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4ab28d5-6751-4e1b-83fe-73c5bbfaa1c9 req-d080ede5-465d-4c7b-9648-12f0c7d0952c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530169 Aug 11 00:38:59.523133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6326bc2c-7000-4d96-96bb-934cff516369 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.525068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6326bc2c-7000-4d96-96bb-934cff516369 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0303817 Aug 11 00:38:59.528516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39456) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:59.539927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:38:59.540613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.556132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c62d203a-8b97-46ef-bcb8-ae73cb278243 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '4433d57b-dfad-4c09-b99a-eac8f2655a51', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:38:59.566884 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.584009 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.612251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39458) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:59.621916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=170adb39-789d-4c36-b885-1ba210a108e4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:59.642374 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24206c06-5471-4ccc-bd86-d842e6dcfb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.670278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:38:59.755072 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c62d203a-8b97-46ef-bcb8-ae73cb278243 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.804577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:38:59.835485 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.835485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:38:59.851650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c62d203a-8b97-46ef-bcb8-ae73cb278243 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.874159 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0d30273d-8804-4659-9022-6efb8c2a4fe4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3675656 Aug 11 00:38:59.931123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:38:59.970512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c62d203a-8b97-46ef-bcb8-ae73cb278243 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:38:59.997570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:38:59.998019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.043503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d203a-8b97-46ef-bcb8-ae73cb278243 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deae2cfd-fb2d-495c-8eec-60bb674d042d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:00.051529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24206c06-5471-4ccc-bd86-d842e6dcfb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.092580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2077598671-network', 'tenant_id': '5c67cfdcd46c456c909b00331698acd8'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:00.105234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bce74073-25ac-46a0-9ee2-7310ae41e85f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:00.161516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2680ba5c-3837-4c27-ac04-de3ad72b5d49 None None] Provisioning for port 170adb39-789d-4c36-b885-1ba210a108e4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:00.165417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2680ba5c-3837-4c27-ac04-de3ad72b5d49 None None] Provisioning complete for port 170adb39-789d-4c36-b885-1ba210a108e4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:00.165788 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2680ba5c-3837-4c27-ac04-de3ad72b5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.260349 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24206c06-5471-4ccc-bd86-d842e6dcfb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.354058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206c06-5471-4ccc-bd86-d842e6dcfb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d17714-3a2b-4bd1-a715-b58dd229b82b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:00.362836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39482) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:00.372288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24206c06-5471-4ccc-bd86-d842e6dcfb5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3111c9305a31429384069bd1f8f33823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7548902 Aug 11 00:39:00.411037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2680ba5c-3837-4c27-ac04-de3ad72b5d49 None None] Port 170adb39-789d-4c36-b885-1ba210a108e4 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:00.427101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bce74073-25ac-46a0-9ee2-7310ae41e85f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:00.427850 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.431318 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c62d203a-8b97-46ef-bcb8-ae73cb278243 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.432871 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c62d203a-8b97-46ef-bcb8-ae73cb278243 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8892579 Aug 11 00:39:00.437162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39486) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:00.442440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-523c1007-8596-4897-9031-060be96a884b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '4433d57b-dfad-4c09-b99a-eac8f2655a51', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:00.457098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39488) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:00.462631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-34446bcf-2574-42fa-a010-780c5051074f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246029427', 'description': 'tempest-description--913757334'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:00.464960 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ac51-196f-49e3-a962-c3aeb05a2147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.490886 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ac51-196f-49e3-a962-c3aeb05a2147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.549313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3c71a524-251f-455f-92ba-56aa0e91b442 None None] Provisioning complete for port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:00.549710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3c71a524-251f-455f-92ba-56aa0e91b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.599567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Made reservation on behalf of 5c67cfdcd46c456c909b00331698acd8 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:00.602197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.627268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.664056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4c517-dae3-4afb-9d7a-c728fd310a11 req-f5c1f7ca-bc96-4bc1-b50f-3eff014d58cd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:00.665737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fa4c517-dae3-4afb-9d7a-c728fd310a11 req-f5c1f7ca-bc96-4bc1-b50f-3eff014d58cd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 943 time: 0.0812724 Aug 11 00:39:00.709823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fa4c517-dae3-4afb-9d7a-c728fd310a11 req-92c90545-f46a-489a-8776-7ccf9e654513 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372853 Aug 11 00:39:00.724558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ac51-196f-49e3-a962-c3aeb05a2147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.727146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ac51-196f-49e3-a962-c3aeb05a2147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.732247 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f7e5ac51-196f-49e3-a962-c3aeb05a2147 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9d17714-3a2b-4bd1-a715-b58dd229b82b HTTP/1.1" status: 204 len: 168 time: 0.3638766 Aug 11 00:39:00.732552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-523c1007-8596-4897-9031-060be96a884b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.753331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5ac51-196f-49e3-a962-c3aeb05a2147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d17714-3a2b-4bd1-a715-b58dd229b82b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:00.760188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:39:00.869134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:00.876462 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-523c1007-8596-4897-9031-060be96a884b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.912890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34446bcf-2574-42fa-a010-780c5051074f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:00.960018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:00.978460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'network_id': '7f6ba1a6-ff16-4a64-8220-23c8ddb66d40', 'port_id': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'mac_address': 'fa:16:3e:33:37:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62dff2b5-ed34-4761-911b-0b4b50d25afc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:39:00.985268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:00.985648 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.025747 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-523c1007-8596-4897-9031-060be96a884b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.083853 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.090802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c1007-8596-4897-9031-060be96a884b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a65e4eb-73fd-44aa-91e5-7d0710235682,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:01.123550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.137225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd95db82-513b-42bc-b708-2f93aee9a82b {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:01.182148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:01.272153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.303954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:39:01.311034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff68199-c3ce-4c97-bae1-eb7c23657cdb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:01.318965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.319491 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Added segment b9767ae0-ee36-4364-9e29-ef3b26277159 of type vlan for network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 Aug 11 00:39:01.356981 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.358425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 57714451-84f0-421f-b6e5-2cd8bba93125 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:39:01.396964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.437098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-523c1007-8596-4897-9031-060be96a884b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.439209 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-523c1007-8596-4897-9031-060be96a884b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0008616 Aug 11 00:39:01.448053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39532) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:01.461001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7b300558-4346-4882-9816-cf80c876fe02 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '4433d57b-dfad-4c09-b99a-eac8f2655a51', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:01.541457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:01.575571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34446bcf-2574-42fa-a010-780c5051074f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.586884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.590517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:01.591646 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.633765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:01.665356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '57714451-84f0-421f-b6e5-2cd8bba93125', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'port_id': '57714451-84f0-421f-b6e5-2cd8bba93125', 'mac_address': 'fa:16:3e:ee:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ab3007-8a2a-40a5-9bba-5bc7787197ce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:39:01.702128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] Pushing event updated for resources: {'Network': ['ID=5a6d4c90-f26d-4e9e-a9ba-16864f832a43,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:01.717868 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:39:01.817853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.830902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34446bcf-2574-42fa-a010-780c5051074f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.856804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57714451-84f0-421f-b6e5-2cd8bba93125 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:01.880511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34446bcf-2574-42fa-a010-780c5051074f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb36b12-e69a-483e-8bf9-53aafdea071a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:01.900619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:01.911308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca2b6f-3bab-44d9-a654-400d43a08b09 req-a26d9f1b-a02c-4233-8e0b-b7ecd0905398 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:01.918132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05ca2b6f-3bab-44d9-a654-400d43a08b09 req-a26d9f1b-a02c-4233-8e0b-b7ecd0905398 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.0988595 Aug 11 00:39:01.965005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b300558-4346-4882-9816-cf80c876fe02 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:01.992735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05ca2b6f-3bab-44d9-a654-400d43a08b09 req-3521adf3-45fc-422e-8421-025c389ece3e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727382 Aug 11 00:39:02.002063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.057643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34446bcf-2574-42fa-a010-780c5051074f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.065163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-34446bcf-2574-42fa-a010-780c5051074f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6049557 Aug 11 00:39:02.067682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39548) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:02.092530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-36b6f562-bbe0-4246-a663-e67427d4ba95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'security_group_rule': {'security_group_id': '4fb36b12-e69a-483e-8bf9-53aafdea071a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:02.102851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['57714451-84f0-421f-b6e5-2cd8bba93125'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:39:02.133213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-63121124-e9ad-4fb7-b32e-28f47f29281c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3227546 Aug 11 00:39:02.141839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39554) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:02.169324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Request body: {'subnet': {'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2077598671-subnet', 'tenant_id': '5c67cfdcd46c456c909b00331698acd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:02.199616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:02.236337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b300558-4346-4882-9816-cf80c876fe02 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.293504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['cd95db82-513b-42bc-b708-2f93aee9a82b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:39:02.371523 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b6f562-bbe0-4246-a663-e67427d4ba95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.420721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39566) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:02.493383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b300558-4346-4882-9816-cf80c876fe02 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.572417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Made reservation on behalf of 5c67cfdcd46c456c909b00331698acd8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:02.578189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.616513 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b6f562-bbe0-4246-a663-e67427d4ba95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.651217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b300558-4346-4882-9816-cf80c876fe02 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11566485-caf8-4dbc-8b15-d81b2dbdd467,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:02.699746 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-611627b4-12b5-4245-b94b-f51d42bc0dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.706656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b6f562-bbe0-4246-a663-e67427d4ba95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.744845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 57714451-84f0-421f-b6e5-2cd8bba93125 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:02.756209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6f562-bbe0-4246-a663-e67427d4ba95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0feeda36-242b-4ebf-8d12-af4d81040b77,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:02.806850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b300558-4346-4882-9816-cf80c876fe02 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.808176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b300558-4346-4882-9816-cf80c876fe02 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3587592 Aug 11 00:39:02.811973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39574) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:02.820568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4375db1b-8f60-4298-8a75-5b1e6e595fad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '4433d57b-dfad-4c09-b99a-eac8f2655a51', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:02.887419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 57714451-84f0-421f-b6e5-2cd8bba93125 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:02.888614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:02.975895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-611627b4-12b5-4245-b94b-f51d42bc0dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.003303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.022054 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.054749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:03.057374 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a863310-ffaa-448b-8e33-e9e50ced2dc4" -d '{"events": [{"server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "name": "network-vif-plugged", "status": "completed", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:03.072848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:03.110184 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-611627b4-12b5-4245-b94b-f51d42bc0dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.124138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e904fd1-62c6-42f6-a5a1-42c0416b06ee,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:03.149358 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9172c235-0ced-4fcc-a60a-9a1d993f2287 x-openstack-request-id: req-9172c235-0ced-4fcc-a60a-9a1d993f2287 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:03.149358 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "name": "network-vif-plugged", "status": "completed", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:03.149358 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9172c235-0ced-4fcc-a60a-9a1d993f2287 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:03.149358 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125', 'code': 200} Aug 11 00:39:03.173302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Checking segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:03.174160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Network hostable DHCP agents. Network: 5a6d4c90-f26d-4e9e-a9ba-16864f832a43, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:39:03.236675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39584) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:03.237246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-611627b4-12b5-4245-b94b-f51d42bc0dd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31cd4066d4f843d5ad245cacb30a133d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8140752 Aug 11 00:39:03.239087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611627b4-12b5-4245-b94b-f51d42bc0dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d279f3df-5fd3-4096-8f28-e4b7e9c95d25,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:03.266864 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.308929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b6f562-bbe0-4246-a663-e67427d4ba95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.312675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-36b6f562-bbe0-4246-a663-e67427d4ba95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2403619 Aug 11 00:39:03.315206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39592) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:03.315686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127377e-0beb-4715-980b-4e5c5e02a0da req-92ef50ee-1a51-4583-8048-48d19743461e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:03.321405 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d127377e-0beb-4715-980b-4e5c5e02a0da req-92ef50ee-1a51-4583-8048-48d19743461e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.1607456 Aug 11 00:39:03.343681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5d908c9c-e1b6-4555-a5dc-1e500b851b5e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'security_group_rule': {'security_group_id': '4fb36b12-e69a-483e-8bf9-53aafdea071a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:03.386152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:03.415927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d127377e-0beb-4715-980b-4e5c5e02a0da req-b0ff71b8-02e8-4666-80ea-15f97ec90be7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795248 Aug 11 00:39:03.419560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f2871b20-e42f-405e-9a2c-8bcb3c9bf7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.422580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:39:03.461259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f2871b20-e42f-405e-9a2c-8bcb3c9bf7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.495698 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-4375db1b-8f60-4298-8a75-5b1e6e595fad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Project a6021f11fb224a3785a47117fcc9174d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:39:03.521960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4375db1b-8f60-4298-8a75-5b1e6e595fad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.550561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 5a6d4c90-f26d-4e9e-a9ba-16864f832a43) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:03.557247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:03.566952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.580825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35bd3d-df6d-489a-bcaf-758fc31deb12 None None] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:39:03.677489 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5d908c9c-e1b6-4555-a5dc-1e500b851b5e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.776526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1495e001-4f1a-4b42-8d54-018d4dea102c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6286087 Aug 11 00:39:03.821361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f2871b20-e42f-405e-9a2c-8bcb3c9bf7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.824144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f2871b20-e42f-405e-9a2c-8bcb3c9bf7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.829267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f2871b20-e42f-405e-9a2c-8bcb3c9bf7ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d279f3df-5fd3-4096-8f28-e4b7e9c95d25 HTTP/1.1" status: 204 len: 168 time: 0.5908699 Aug 11 00:39:03.831809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4375db1b-8f60-4298-8a75-5b1e6e595fad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.846972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2871b20-e42f-405e-9a2c-8bcb3c9bf7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279f3df-5fd3-4096-8f28-e4b7e9c95d25,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:03.875897 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5d908c9c-e1b6-4555-a5dc-1e500b851b5e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.957222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4375db1b-8f60-4298-8a75-5b1e6e595fad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:03.974342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'tenant_id': '5c67cfdcd46c456c909b00331698acd8', 'fixed_ips': [{'subnet_id': '7e904fd1-62c6-42f6-a5a1-42c0416b06ee'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:39:03.974963 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.033243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375db1b-8f60-4298-8a75-5b1e6e595fad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a524c0a5-0cbd-4132-8a9b-3830c3e4bc91,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:04.050694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5d908c9c-e1b6-4555-a5dc-1e500b851b5e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.077454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d908c9c-e1b6-4555-a5dc-1e500b851b5e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd2ac3d-5b14-4045-8629-a1d9d6ca8ce3,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:04.154005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4375db1b-8f60-4298-8a75-5b1e6e595fad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.161551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4375db1b-8f60-4298-8a75-5b1e6e595fad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3444974 Aug 11 00:39:04.162120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39612) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:04.170213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dca6169d-35ae-4e64-80f5-cff548c0c15c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '4433d57b-dfad-4c09-b99a-eac8f2655a51', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:04.308972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Allocated IP 172.20.0.2 (5a6d4c90-f26d-4e9e-a9ba-16864f832a43/7e904fd1-62c6-42f6-a5a1-42c0416b06ee/143b6bf2-88b2-461b-8506-76cb3a303bf0) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:04.374214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5d908c9c-e1b6-4555-a5dc-1e500b851b5e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.396515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5d908c9c-e1b6-4555-a5dc-1e500b851b5e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0585971 Aug 11 00:39:04.397613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39616) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:04.408919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:04.472476 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-dca6169d-35ae-4e64-80f5-cff548c0c15c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Project a6021f11fb224a3785a47117fcc9174d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:39:04.493789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dca6169d-35ae-4e64-80f5-cff548c0c15c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.573285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.783107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dca6169d-35ae-4e64-80f5-cff548c0c15c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.827817 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.858989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dca6169d-35ae-4e64-80f5-cff548c0c15c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:04.859281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:04.889208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6542ae7-3fde-4a16-87df-48c22f71ea1b req-0de2efc6-849b-407a-b7d3-f3577f9dc019 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:04.899909 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6542ae7-3fde-4a16-87df-48c22f71ea1b req-0de2efc6-849b-407a-b7d3-f3577f9dc019 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 944 time: 0.1946974 Aug 11 00:39:04.922412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Transition to ACTIVE for port object 143b6bf2-88b2-461b-8506-76cb3a303bf0 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:04.934293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6169d-35ae-4e64-80f5-cff548c0c15c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed5bb3e-4fee-49b4-b652-20342335cbbd,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:04.978279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6542ae7-3fde-4a16-87df-48c22f71ea1b req-2c425925-8616-45be-acbe-a8a975400fe8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740638 Aug 11 00:39:05.022125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Transition to ACTIVE for port object 143b6bf2-88b2-461b-8506-76cb3a303bf0 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:05.027106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dca6169d-35ae-4e64-80f5-cff548c0c15c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.031265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dca6169d-35ae-4e64-80f5-cff548c0c15c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8673177 Aug 11 00:39:05.039513 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.083155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port cd95db82-513b-42bc-b708-2f93aee9a82b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:05.083531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.181151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.368541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Allocated IP 172.25.0.53 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/1788d831-17ab-4858-ab42-ef3347a40a15) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:05.375491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:05.391533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:05.403676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:05.411548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Pushing event updated for resources: {'Port': ['ID=143b6bf2-88b2-461b-8506-76cb3a303bf0,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:05.414414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.553959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39664) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:05.559479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:05.562364 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd856c4-67ce-4ca5-8482-f5bacda57a11" -d '{"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-plugged", "status": "completed", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:05.613831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:05.621302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Attempting to bind port 143b6bf2-88b2-461b-8506-76cb3a303bf0 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:05.621764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Attempting to bind port 143b6bf2-88b2-461b-8506-76cb3a303bf0 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:05.622199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Attempting to bind port 143b6bf2-88b2-461b-8506-76cb3a303bf0 on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:05.627456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eca3b4a9-a0f0-44bb-afa2-28b55a797f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.634010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:05.639522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Checking segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:05.640050 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.640468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Bound using segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:05.641229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Bound port: 143b6bf2-88b2-461b-8506-76cb3a303bf0, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:05.641826 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.721901 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.758668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-9db54a6c-5f78-4de1-b19f-fc9f1e7000cc tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:05.780265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-9db54a6c-5f78-4de1-b19f-fc9f1e7000cc tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 816 time: 0.3355441 Aug 11 00:39:05.822150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-a5aa5abf-fe0e-4a99-b27f-acca0c89966e tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/quotas/5c67cfdcd46c456c909b00331698acd8 HTTP/1.1" status: 200 len: 375 time: 0.0396206 Aug 11 00:39:05.854998 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-99491105-5b8f-44c1-957b-04d8dd2d92ec tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421207236&fields=id&tenant_id=a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 267 time: 0.2457244 Aug 11 00:39:05.864325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] For port 143b6bf2-88b2-461b-8506-76cb3a303bf0, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:05.871712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] For port 143b6bf2-88b2-461b-8506-76cb3a303bf0, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=143b6bf2-88b2-461b-8506-76cb3a303bf0,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:05.874854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=10']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:05.935888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:05.942959 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-d0234f62-a8a2-4aa9-8231-cc83efb2d485 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161501 Aug 11 00:39:05.969347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:06.130598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0146921-41d5-4309-9cf3-ea537e4909db None None] Pushing event updated for resources: {'Port': ['ID=143b6bf2-88b2-461b-8506-76cb3a303bf0,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:06.265073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-0a7d914d-65b7-4c5e-bd31-ec2f7c4a45af tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:06.274634 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-0a7d914d-65b7-4c5e-bd31-ec2f7c4a45af tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/networks?id=bd71d5d1-17af-4934-98e0-4267645177b5 HTTP/1.1" status: 200 len: 796 time: 0.4028983 Aug 11 00:39:06.295706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-e63082a3-f6b4-4f83-a34d-ec71fe3f0d31 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301909 Aug 11 00:39:06.302260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eca3b4a9-a0f0-44bb-afa2-28b55a797f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:06.314187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-ee17a208-f0d9-48cc-816a-5de912b71f68 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/quotas/a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 375 time: 0.0234301 Aug 11 00:39:06.376039 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:06.505698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=1788d831-17ab-4858-ab42-ef3347a40a15,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:06.518305 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eca3b4a9-a0f0-44bb-afa2-28b55a797f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:06.520618 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-35ee9937-aabc-44c9-8082-82f46e3692f2 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166505 Aug 11 00:39:06.534638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:06.543890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-0163aee8-e371-4f1f-aa2b-0c17cb682a01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2177763 Aug 11 00:39:06.547036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:06.560377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:06.721430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3b4a9-a0f0-44bb-afa2-28b55a797f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe4b582-1ff2-4448-8197-e995edf4b7b2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:06.729360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eca3b4a9-a0f0-44bb-afa2-28b55a797f34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae23c79e94664bb4bf863aa5e56eac0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1739542 Aug 11 00:39:06.732336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39680) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:06.822900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:06.834747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-b0d9c6fa-b54d-46db-9827-ad9171e0cb77 service neutron] 10.222.0.43 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439461 Aug 11 00:39:06.840516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c399aa42-5109-4cdd-8091-f012834a2b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:06.917774 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c399aa42-5109-4cdd-8091-f012834a2b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:06.991575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 143b6bf2-88b2-461b-8506-76cb3a303bf0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:07.080962 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0e8de6-06b2-43f8-b7d8-f742e06208c9 x-openstack-request-id: req-cc0e8de6-06b2-43f8-b7d8-f742e06208c9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:07.083435 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-plugged", "status": "completed", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:07.083934 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc0e8de6-06b2-43f8-b7d8-f742e06208c9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:07.084526 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'code': 200} Aug 11 00:39:07.089779 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c399aa42-5109-4cdd-8091-f012834a2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:07.094137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c399aa42-5109-4cdd-8091-f012834a2b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:07.095050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c399aa42-5109-4cdd-8091-f012834a2b07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fe4b582-1ff2-4448-8197-e995edf4b7b2 HTTP/1.1" status: 204 len: 168 time: 0.3605545 Aug 11 00:39:07.148866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399aa42-5109-4cdd-8091-f012834a2b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe4b582-1ff2-4448-8197-e995edf4b7b2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:07.157615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:07.208458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 143b6bf2-88b2-461b-8506-76cb3a303bf0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:07.325838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-e8f6578a-826a-4221-a032-37648a8c3a51 service neutron] 10.222.0.43 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879704 Aug 11 00:39:07.612884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a3021-269e-4fdd-b08f-ab5cc457b281 req-36e41ac9-9e80-49e9-a962-c261ff625dc4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:07.630378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b0a3021-269e-4fdd-b08f-ab5cc457b281 req-36e41ac9-9e80-49e9-a962-c261ff625dc4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.2146297 Aug 11 00:39:07.740507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b0a3021-269e-4fdd-b08f-ab5cc457b281 req-cf58887e-8568-4081-b35e-3f53c9e55d1a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830524 Aug 11 00:39:07.792003 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:07.851103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977149a5-4b61-4079-b840-bccf02e1d283 req-db651b62-8781-4d64-9dc5-6104084449af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:07.858705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-977149a5-4b61-4079-b840-bccf02e1d283 req-db651b62-8781-4d64-9dc5-6104084449af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1098 time: 0.2999868 Aug 11 00:39:07.859043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f86cd9-5b8f-449b-addf-6bd86c8a2d79 None None] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:39:07.897213 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:08.149126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=1788d831-17ab-4858-ab42-ef3347a40a15,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:08.164435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-977149a5-4b61-4079-b840-bccf02e1d283 req-ef03bffe-f72c-4adf-af3d-4711160e71fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995698 Aug 11 00:39:08.182610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-a8fb0536-a8bd-476c-85ca-dfc7593ff606 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:08.190874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-a8fb0536-a8bd-476c-85ca-dfc7593ff606 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 816 time: 0.3284845 Aug 11 00:39:08.227204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:08.242070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f828fa0c-d03e-4f9a-96d6-8f5a41110297 None None] Provisioning for port 143b6bf2-88b2-461b-8506-76cb3a303bf0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:08.260968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f828fa0c-d03e-4f9a-96d6-8f5a41110297 None None] Provisioning complete for port 143b6bf2-88b2-461b-8506-76cb3a303bf0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:08.261854 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f828fa0c-d03e-4f9a-96d6-8f5a41110297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:08.276055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-39d21468-1630-4311-bce9-ceeee5bcfa48 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/quotas/5c67cfdcd46c456c909b00331698acd8 HTTP/1.1" status: 200 len: 375 time: 0.0635533 Aug 11 00:39:08.370669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-90e398d5-2909-473b-87c5-d098bf09dae8 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923660 Aug 11 00:39:08.386150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:08.403291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7594da30-b0f0-4b2a-a01c-edc7ba8cd286 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9925482 Aug 11 00:39:08.471059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f828fa0c-d03e-4f9a-96d6-8f5a41110297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:08.502600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-68da7d07-7cdb-4493-8fd0-32e589ad0d24 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310053 Aug 11 00:39:08.572058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f828fa0c-d03e-4f9a-96d6-8f5a41110297 None None] For port 143b6bf2-88b2-461b-8506-76cb3a303bf0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=143b6bf2-88b2-461b-8506-76cb3a303bf0,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:08.717095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-833b9783-90f6-4768-859c-cea78ce6e8b5 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077522 Aug 11 00:39:08.739941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0bdb1b9e-a8d2-4e52-ba66-5fc7e41f980a req-27268cb9-817c-4da2-8edb-849afa8f376e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 210 time: 0.0588887 Aug 11 00:39:09.021829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f828fa0c-d03e-4f9a-96d6-8f5a41110297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:09.032963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa2147-f672-4e97-a30c-491e38c7f092 req-706aa806-2f7d-4e36-b482-20fd07e159da tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:09.034585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-39fa2147-f672-4e97-a30c-491e38c7f092 req-706aa806-2f7d-4e36-b482-20fd07e159da tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0586076 Aug 11 00:39:09.068172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828fa0c-d03e-4f9a-96d6-8f5a41110297 None None] Pushing event updated for resources: {'Port': ['ID=143b6bf2-88b2-461b-8506-76cb3a303bf0,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:09.094349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-39fa2147-f672-4e97-a30c-491e38c7f092 req-e82276b8-0d1c-44cd-89b7-ccd6393e8382 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478876 Aug 11 00:39:09.150126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-26440021-266a-4f48-9449-366cac4cdba5 None None] Provisioning complete for port 143b6bf2-88b2-461b-8506-76cb3a303bf0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:09.150722 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-26440021-266a-4f48-9449-366cac4cdba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:10.931681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 143b6bf2-88b2-461b-8506-76cb3a303bf0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:11.092789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 143b6bf2-88b2-461b-8506-76cb3a303bf0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:11.093170 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:11.917788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-3f84fefd-0059-4d83-8edc-90e35bde736b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:11.919379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-3f84fefd-0059-4d83-8edc-90e35bde736b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.44 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 816 time: 0.2395809 Aug 11 00:39:11.939829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Request body: {'port': {'device_id': 'f37cd51e-da86-4f8c-bc13-a682a93b4245', 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'admin_state_up': True, 'tenant_id': '5c67cfdcd46c456c909b00331698acd8'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:12.260208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Made reservation on behalf of 5c67cfdcd46c456c909b00331698acd8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:12.265351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:12.594719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Allocated IP 172.20.0.10 (5a6d4c90-f26d-4e9e-a9ba-16864f832a43/7e904fd1-62c6-42f6-a5a1-42c0416b06ee/917816a4-a588-4254-a6da-6987e340b1ee) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:12.850467 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-89ed4feb-ce64-4f68-9920-aa310d025f93 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1246029427&fields=id&tenant_id=2159b3fba16a42858e69279442628c05 HTTP/1.1" status: 200 len: 267 time: 0.1609964 Aug 11 00:39:12.908996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-53d5e044-9f74-445e-89eb-73a60b871abd tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:12.916564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-53d5e044-9f74-445e-89eb-73a60b871abd tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports/095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 933 time: 0.0651293 Aug 11 00:39:13.097994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e2711e9c-95c0-4214-bfff-920304d9fb0d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:13.107935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e2711e9c-95c0-4214-bfff-920304d9fb0d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports/170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 937 time: 0.1900959 Aug 11 00:39:13.122074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-7a848b1e-e688-43a3-8c0d-5dc1638a837f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:13.123792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-7a848b1e-e688-43a3-8c0d-5dc1638a837f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/networks?id=bd71d5d1-17af-4934-98e0-4267645177b5 HTTP/1.1" status: 200 len: 796 time: 0.4038131 Aug 11 00:39:13.211542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:13.227801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Transition to ACTIVE for port object 917816a4-a588-4254-a6da-6987e340b1ee will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:13.335199 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-124f7462-3011-47ff-ba91-a07975bbaef2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2229259 Aug 11 00:39:13.341548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-8410666e-7dfd-4e61-84db-ddd4654549b0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 379 time: 0.1356337 Aug 11 00:39:13.361760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'port': {'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'admin_state_up': True, 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'security_groups': ['4433d57b-dfad-4c09-b99a-eac8f2655a51']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:13.783252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-ce3751bf-2ecc-4ecd-a2fc-e77ba06a34c5 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:13.787318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-ce3751bf-2ecc-4ecd-a2fc-e77ba06a34c5 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 816 time: 1.0870914 Aug 11 00:39:13.810063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-29d6aec4-863a-4468-9c95-a22934bd6938 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/quotas/5c67cfdcd46c456c909b00331698acd8 HTTP/1.1" status: 200 len: 375 time: 0.0160213 Aug 11 00:39:13.894841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:13.898961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:14.011277 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-4e36992c-1f34-468a-b897-f14d534a029c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6756392 Aug 11 00:39:14.019992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:14.132090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.20.0.5 (bd71d5d1-17af-4934-98e0-4267645177b5/512fcba8-b2fa-406c-8f1b-5f507bc013e7/fa814a0a-740b-4295-993f-79adf9562b63) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:14.314702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-8e7103b9-2748-49f0-8fdc-aa3454b92d14 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:14.316540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-8e7103b9-2748-49f0-8fdc-aa3454b92d14 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.44 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 816 time: 0.3006570 Aug 11 00:39:14.338500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:14.342826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Request body: {'port': {'device_id': '9fe87363-7663-4f45-a0a7-a7b176270b7c', 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'admin_state_up': True, 'tenant_id': '5c67cfdcd46c456c909b00331698acd8'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:14.402183 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:14.406381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:14.417814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:14.462974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Pushing event updated for resources: {'Port': ['ID=917816a4-a588-4254-a6da-6987e340b1ee,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:14.473210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Transition to ACTIVE for port object fa814a0a-740b-4295-993f-79adf9562b63 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:14.555082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-6690f4f8-59d2-44c6-88c3-d168fb5bc280 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7365453 Aug 11 00:39:14.603766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:14.608875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:14.681723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8f7bc351-e409-430f-b03c-a32e53494760 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:14.691522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8f7bc351-e409-430f-b03c-a32e53494760 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:14.699051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8f7bc351-e409-430f-b03c-a32e53494760 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:14.701162 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8f7bc351-e409-430f-b03c-a32e53494760 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/networks?id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 HTTP/1.1" status: 200 len: 1996 time: 0.6537528 Aug 11 00:39:14.712150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:14.742956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c60c69cd-28e7-4956-90dd-2736957600ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/quotas/2159b3fba16a42858e69279442628c05 HTTP/1.1" status: 200 len: 375 time: 0.0302992 Aug 11 00:39:14.816524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network bd71d5d1-17af-4934-98e0-4267645177b5 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:14.821730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:14.824926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:14.866858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Made reservation on behalf of 5c67cfdcd46c456c909b00331698acd8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:14.874154 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:14.951827 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0134bfd7-e375-4e1b-aa33-899a3da8bfb1 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0194211 Aug 11 00:39:14.952527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e5f471a1-93ae-4659-aa49-3500b198e345 None None] Provisioning for port 917816a4-a588-4254-a6da-6987e340b1ee completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:14.961362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e5f471a1-93ae-4659-aa49-3500b198e345 None None] Provisioning complete for port 917816a4-a588-4254-a6da-6987e340b1ee triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:14.962427 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e5f471a1-93ae-4659-aa49-3500b198e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:14.999424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-acbc3a89-a956-4bf0-8299-44abf921c2df tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2493000 Aug 11 00:39:15.016201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Request body: {'port': {'device_id': 'f37cd51e-da86-4f8c-bc13-a682a93b4245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:15.018498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-cb4933b2-e5c9-40ab-92f2-6bbcf8e16a05 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534278 Aug 11 00:39:15.051896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=fa814a0a-740b-4295-993f-79adf9562b63,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:15.073633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e5f471a1-93ae-4659-aa49-3500b198e345 None None] Port 917816a4-a588-4254-a6da-6987e340b1ee cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:15.114410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:15.120005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:15.377181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-569b6c47-dd45-4009-821b-194705a6c578 service neutron] 10.222.0.43 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569264 Aug 11 00:39:15.380031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3557d726-54df-44a8-a670-b82636fc6ab6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0300884 Aug 11 00:39:15.393574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Request body: {'port': {'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:15.448249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-37cae9da-7d1a-483a-8bbb-baf9d5522039 None None] Provisioning for port fa814a0a-740b-4295-993f-79adf9562b63 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:15.452895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-37cae9da-7d1a-483a-8bbb-baf9d5522039 None None] Provisioning complete for port fa814a0a-740b-4295-993f-79adf9562b63 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:15.453530 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-37cae9da-7d1a-483a-8bbb-baf9d5522039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:15.518973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-37cae9da-7d1a-483a-8bbb-baf9d5522039 None None] Port fa814a0a-740b-4295-993f-79adf9562b63 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:15.576457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:15.661745 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-28aa870a-41d0-4974-b811-2d6548edffe6 service neutron] 10.222.0.43 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692503 Aug 11 00:39:15.665335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:15.826424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Allocated IP 172.20.0.9 (5a6d4c90-f26d-4e9e-a9ba-16864f832a43/7e904fd1-62c6-42f6-a5a1-42c0416b06ee/5a1c02b1-9a9f-4c0c-b280-26606cde5dd9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:15.876226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-d0e75632-c835-4a17-a1f6-6cf616ce8492 service neutron] 10.222.0.43 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003775 Aug 11 00:39:16.089094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-05f29b96-7a54-466d-88a4-b58be977d7fc service neutron] 10.222.0.43 "GET /v2.0/ports/095bb968-98a8-4de0-9b95-bf6abce9f4d7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1902323 Aug 11 00:39:16.162102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa814a0a-740b-4295-993f-79adf9562b63 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:16.167481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:16.168988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39926) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:16.185299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Transition to ACTIVE for port object fa814a0a-740b-4295-993f-79adf9562b63 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:16.237011 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c14cb727-0b00-468e-9d1e-288d5a93f010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:16.305361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:16.398100 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:16.417119 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fd75c3d9-984e-4650-a93c-5e79ad42f1d4 service neutron] 10.222.0.43 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490549 Aug 11 00:39:16.654742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa814a0a-740b-4295-993f-79adf9562b63,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:16.663502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Transition to ACTIVE for port object 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:16.707727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Attempting to bind port fa814a0a-740b-4295-993f-79adf9562b63 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:16.709118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Attempting to bind port fa814a0a-740b-4295-993f-79adf9562b63 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:16.709456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Attempting to bind port fa814a0a-740b-4295-993f-79adf9562b63 on network bd71d5d1-17af-4934-98e0-4267645177b5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:16.718473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Port fa814a0a-740b-4295-993f-79adf9562b63 on network bd71d5d1-17af-4934-98e0-4267645177b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:39:16.718473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Attempting to bind port fa814a0a-740b-4295-993f-79adf9562b63 on network bd71d5d1-17af-4934-98e0-4267645177b5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:16.732039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38010151-57fc-405c-959d-199dacaf621f req-64c86719-b6f6-4173-a1fa-0e03c3c23464 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:16.735049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38010151-57fc-405c-959d-199dacaf621f req-64c86719-b6f6-4173-a1fa-0e03c3c23464 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 943 time: 0.5483530 Aug 11 00:39:16.745029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:16.745526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Checking segment: {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:16.746032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Bound using segment: {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:16.746604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Bound port: fa814a0a-740b-4295-993f-79adf9562b63, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b99e7f6-9f98-401b-bd1b-a894af92e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:16.747196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:16.751079 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5baa1648-dae0-4def-8810-39560846889c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:16.761542 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-4d3acb2e-60e5-4b5a-b303-3a3ea6325d02 service neutron] 10.222.0.43 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375027 Aug 11 00:39:16.869083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38010151-57fc-405c-959d-199dacaf621f req-76d730c9-4d7a-4d26-b8da-18d9fe4ac7ba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188443 Aug 11 00:39:16.969009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] For port fa814a0a-740b-4295-993f-79adf9562b63, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:16.982927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] For port fa814a0a-740b-4295-993f-79adf9562b63, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=fa814a0a-740b-4295-993f-79adf9562b63,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:16.990218 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5baa1648-dae0-4def-8810-39560846889c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:17.004815 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-bc02eb83-2b3f-43e4-b165-e0733c9fce8c service neutron] 10.222.0.43 "GET /v2.0/ports/170adb39-789d-4c36-b885-1ba210a108e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2394476 Aug 11 00:39:17.105188 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:17.169757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-cfb3df6d-def3-4c8e-9ab6-e2d5db2a7b6b service neutron] 10.222.0.43 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441824 Aug 11 00:39:17.204156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5baa1648-dae0-4def-8810-39560846889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:17.270553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:17.271561 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:17.274146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] 10.222.0.44 "PUT /v2.0/ports/fa814a0a-740b-4295-993f-79adf9562b63 HTTP/1.1" status: 200 len: 1092 time: 1.8850472 Aug 11 00:39:17.274938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:17.279821 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c2351-7e03-4ee5-9023-ef8835c1d862" -d '{"events": [{"name": "network-changed", "server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "tag": "fa814a0a-740b-4295-993f-79adf9562b63"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:17.360610 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:17.476625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3e819-6f11-4787-bcef-ad47c5265ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa814a0a-740b-4295-993f-79adf9562b63,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:17.520251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59118e-ab04-41d6-9448-ca2627177c40 req-c4c2371b-f6c6-4e39-bc14-f22aa721a5c8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:17.527936 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f59118e-ab04-41d6-9448-ca2627177c40 req-c4c2371b-f6c6-4e39-bc14-f22aa721a5c8 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.2355218 Aug 11 00:39:17.605978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f59118e-ab04-41d6-9448-ca2627177c40 req-837721ac-1a37-4a91-840a-b950b5cd5542 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768731 Aug 11 00:39:17.640860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5baa1648-dae0-4def-8810-39560846889c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=676ae7fd1b654f9ea935c9a666b63218&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4658601 Aug 11 00:39:17.646155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:17.646914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39964) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:17.657554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa1648-dae0-4def-8810-39560846889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d532a4c-fd9d-47fd-8443-c1c65e286b95,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:17.744316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-fdec8f73-07d5-4620-aff9-f3473e196b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:17.749251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-fdec8f73-07d5-4620-aff9-f3473e196b25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 1095 time: 0.1395364 Aug 11 00:39:17.782826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:17.846884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-7ded49bb-4a66-4e49-8048-c9263c21daa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa814a0a-740b-4295-993f-79adf9562b63 HTTP/1.1" status: 200 len: 217 time: 0.0867269 Aug 11 00:39:17.927273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3187e0d9-e970-41a1-991d-d20d375a1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:17.929709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-3187e0d9-e970-41a1-991d-d20d375a1c4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=512fcba8-b2fa-406c-8f1b-5f507bc013e7 HTTP/1.1" status: 200 len: 834 time: 0.0665336 Aug 11 00:39:17.955396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57d1b5f7-ea0a-4a41-b89d-76e2ff2cd5c2 req-970da415-dcbf-45c3-ad60-3d38af3aa7e0 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 210 time: 0.1111784 Aug 11 00:39:17.967498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:18.006245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Pushing event updated for resources: {'Port': ['ID=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:18.040047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-4d1a790a-ac24-439e-a79a-7d98fc159705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:18.041606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-4d1a790a-ac24-439e-a79a-7d98fc159705 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd71d5d1-17af-4934-98e0-4267645177b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968204 Aug 11 00:39:18.144311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:18.144999 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.159602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917816a4-a588-4254-a6da-6987e340b1ee {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:18.192914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.222411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Transition to ACTIVE for port object 917816a4-a588-4254-a6da-6987e340b1ee will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:18.236823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c36da407-13ec-4595-bfe3-452fa2b6c3dd service neutron] 10.222.0.43 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0589666 Aug 11 00:39:18.266567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-412afe38-133b-40bb-93be-f53eec0bb68d service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135839 Aug 11 00:39:18.274234 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2706556c-f4b4-43a0-b4ce-e8c21004e46a x-openstack-request-id: req-2706556c-f4b4-43a0-b4ce-e8c21004e46a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:18.274234 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "tag": "fa814a0a-740b-4295-993f-79adf9562b63", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:18.274234 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2706556c-f4b4-43a0-b4ce-e8c21004e46a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:18.274234 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63', 'status': 'completed', 'code': 200} Aug 11 00:39:18.288165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77161bc0-1682-4a2d-a290-ed2d2bdcd638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.305876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b918bb26-199a-4880-ad97-f8fe710041c0 None None] Provisioning for port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:18.310753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b918bb26-199a-4880-ad97-f8fe710041c0 None None] Provisioning complete for port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:18.311122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b918bb26-199a-4880-ad97-f8fe710041c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.353677 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.366489 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-6908939f-3879-494e-ab96-0b4568bb74b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0338535 Aug 11 00:39:18.403740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b918bb26-199a-4880-ad97-f8fe710041c0 None None] Port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:18.438482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9e1723e-b17b-4383-ae25-4ddc954d60a8 req-017d2b20-3356-4ac6-9372-790114567d8d service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560469 Aug 11 00:39:18.449259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Request body: {'port': {'device_id': '9fe87363-7663-4f45-a0a7-a7b176270b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:18.457753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77161bc0-1682-4a2d-a290-ed2d2bdcd638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.501212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca05335-b409-4a01-b70e-6e6eab01b071 req-d1efb104-9210-41ec-a049-1dcaead254c4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:18.511507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ca05335-b409-4a01-b70e-6e6eab01b071 req-d1efb104-9210-41ec-a049-1dcaead254c4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.2410233 Aug 11 00:39:18.580296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ca05335-b409-4a01-b70e-6e6eab01b071 req-a0763c9c-3c2b-41d1-a441-c3f7756f1d00 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555413 Aug 11 00:39:18.636344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Pushing event updated for resources: {'Port': ['ID=917816a4-a588-4254-a6da-6987e340b1ee,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:18.753499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-5f2b0f2e-1760-4997-ac57-b73230921c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:18.755102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-5f2b0f2e-1760-4997-ac57-b73230921c35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 1095 time: 0.1162796 Aug 11 00:39:18.772987 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.781616 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-159c1747-109c-44cb-b2d4-43bf8aeaea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.842688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Attempting to bind port 917816a4-a588-4254-a6da-6987e340b1ee on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:18.843950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Attempting to bind port 917816a4-a588-4254-a6da-6987e340b1ee by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:18.844442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Attempting to bind port 917816a4-a588-4254-a6da-6987e340b1ee on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:18.850962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Port 917816a4-a588-4254-a6da-6987e340b1ee on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:39:18.851980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Attempting to bind port 917816a4-a588-4254-a6da-6987e340b1ee on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:18.859956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-230540d6-6f07-4706-b940-7e4d66c12671 service neutron] 10.222.0.43 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072414 Aug 11 00:39:18.884224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4f549-29c4-4cd2-82df-d08f9ff5da7f req-d6602522-7f60-47a0-a55e-d9581fe29cf0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:18.886947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08a4f549-29c4-4cd2-82df-d08f9ff5da7f req-d6602522-7f60-47a0-a55e-d9581fe29cf0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 943 time: 0.1723959 Aug 11 00:39:18.892599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:18.893323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Checking segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:18.894441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Bound using segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:18.895451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Bound port: 917816a4-a588-4254-a6da-6987e340b1ee, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:18.896146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.938706 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:18.971182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08a4f549-29c4-4cd2-82df-d08f9ff5da7f req-1505463a-5821-4ee9-aff1-1941f03fe1d0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707636 Aug 11 00:39:19.009646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-855565be-7bcc-4797-a873-254d82758be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:19.016127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-855565be-7bcc-4797-a873-254d82758be0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd71d5d1-17af-4934-98e0-4267645177b5 HTTP/1.1" status: 200 len: 897 time: 0.2513056 Aug 11 00:39:19.058268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77161bc0-1682-4a2d-a290-ed2d2bdcd638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:19.064939 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77161bc0-1682-4a2d-a290-ed2d2bdcd638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:19.064939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-77161bc0-1682-4a2d-a290-ed2d2bdcd638 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d532a4c-fd9d-47fd-8443-c1c65e286b95 HTTP/1.1" status: 204 len: 168 time: 1.4058509 Aug 11 00:39:19.149737 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-d72f3efd-e7a2-4dc2-a641-0229c436988c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa814a0a-740b-4295-993f-79adf9562b63 HTTP/1.1" status: 200 len: 217 time: 0.1218812 Aug 11 00:39:19.281455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77161bc0-1682-4a2d-a290-ed2d2bdcd638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d532a4c-fd9d-47fd-8443-c1c65e286b95,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:19.383844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-5888a011-d943-4311-9530-026cfa92a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:19.404163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-5888a011-d943-4311-9530-026cfa92a2bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=512fcba8-b2fa-406c-8f1b-5f507bc013e7 HTTP/1.1" status: 200 len: 834 time: 0.2254491 Aug 11 00:39:19.447194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] For port 917816a4-a588-4254-a6da-6987e340b1ee, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:19.456376 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fe46c958-c790-4501-bddf-ee0b7c8b51a8 service neutron] 10.222.0.43 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707648 Aug 11 00:39:19.498396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] For port 917816a4-a588-4254-a6da-6987e340b1ee, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=917816a4-a588-4254-a6da-6987e340b1ee,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:19.557514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-83252d21-9a95-4745-8338-80432648440c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:19.561001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-83252d21-9a95-4745-8338-80432648440c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.55 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 816 time: 0.1396813 Aug 11 00:39:19.595071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Request body: {'port': {'device_id': '3c9fa441-dd06-4b41-8813-21f801607c40', 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'admin_state_up': True, 'tenant_id': '5c67cfdcd46c456c909b00331698acd8'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:19.608833 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:19.670345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-fc89d896-013b-4b04-85f8-ffdd9720e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:19.685059 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-fc89d896-013b-4b04-85f8-ffdd9720e6e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd71d5d1-17af-4934-98e0-4267645177b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2787719 Aug 11 00:39:19.727461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c183d7-1560-45b7-8bf6-7fb145a035c0 req-7c8e1b10-3eda-4b2a-aa15-7302eec4d41c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:19.745068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-77c183d7-1560-45b7-8bf6-7fb145a035c0 req-7c8e1b10-3eda-4b2a-aa15-7302eec4d41c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.3329632 Aug 11 00:39:19.822149 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7c97b697-47bb-4fd2-a987-ff057362d697 service neutron] 10.222.0.43 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477726 Aug 11 00:39:19.839106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:19.840979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:19.844206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] 10.222.0.44 "PUT /v2.0/ports/917816a4-a588-4254-a6da-6987e340b1ee HTTP/1.1" status: 200 len: 1093 time: 4.8436038 Aug 11 00:39:19.844869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37cd51e-da86-4f8c-bc13-a682a93b4245', 'tag': '917816a4-a588-4254-a6da-6987e340b1ee'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:19.862282 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602d1976-559f-4f93-b47a-02ae5b5c2c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f37cd51e-da86-4f8c-bc13-a682a93b4245", "tag": "917816a4-a588-4254-a6da-6987e340b1ee"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:19.904227 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-77c183d7-1560-45b7-8bf6-7fb145a035c0 req-9ac8983c-fe8f-4dab-af39-eb79be433def tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529243 Aug 11 00:39:20.106431 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-e52582bd-79bb-4873-80e1-332002bb3f3b service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980954 Aug 11 00:39:20.164837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:20.188720 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:20.301462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Transition to ACTIVE for port object 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:20.321396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24af053e-7c02-4a59-bbfa-3e96dc3c0b0d req-7e5edd3d-f9ab-4e09-81d3-e0f40dc1ab07 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 210 time: 0.0863760 Aug 11 00:39:20.382568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3c2351-7e03-4ee5-9023-ef8835c1d862 req-c7cfb4c7-53bd-4e90-a748-07a9c2bafd3c service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630029 Aug 11 00:39:20.383446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Made reservation on behalf of 5c67cfdcd46c456c909b00331698acd8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:20.387328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:20.427689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:20.433883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4981c-5ace-4311-b801-45e5d0324f39 service neutron] Pushing event updated for resources: {'Port': ['ID=917816a4-a588-4254-a6da-6987e340b1ee,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:20.443873 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:20.464751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40010) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:20.501158 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcb90a83-ba52-4c78-96a1-19eec9625042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:20.582908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7685409c-9c48-45f4-adc7-68202ce0e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:20.586032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-7685409c-9c48-45f4-adc7-68202ce0e00c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 1096 time: 0.3605564 Aug 11 00:39:20.702602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Pushing event updated for resources: {'Port': ['ID=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:20.842273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device fa814a0a-740b-4295-993f-79adf9562b63 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:39:20.998527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Allocated IP 172.20.0.14 (5a6d4c90-f26d-4e9e-a9ba-16864f832a43/7e904fd1-62c6-42f6-a5a1-42c0416b06ee/6e3618b9-e2bd-4760-a785-e0f50262c8f2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:21.101771 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf102c7-75a5-44d8-9272-ba6aff23ae20 x-openstack-request-id: req-caf102c7-75a5-44d8-9272-ba6aff23ae20 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:21.102283 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37cd51e-da86-4f8c-bc13-a682a93b4245", "tag": "917816a4-a588-4254-a6da-6987e340b1ee", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:21.102579 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caf102c7-75a5-44d8-9272-ba6aff23ae20 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:21.103202 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37cd51e-da86-4f8c-bc13-a682a93b4245', 'tag': '917816a4-a588-4254-a6da-6987e340b1ee', 'status': 'completed', 'code': 200} Aug 11 00:39:21.111327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-d33a69bd-b155-4890-8019-a8ad0d393614 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=917816a4-a588-4254-a6da-6987e340b1ee HTTP/1.1" status: 200 len: 217 time: 0.4661403 Aug 11 00:39:21.140096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-da90fceb-8fd4-4d51-90c9-3bf579f2a9cb service neutron] 10.222.0.43 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2699664 Aug 11 00:39:21.160704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port fa814a0a-740b-4295-993f-79adf9562b63, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=fa814a0a-740b-4295-993f-79adf9562b63,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:21.231508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'fa814a0a-740b-4295-993f-79adf9562b63', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:39:21.231826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0af39378-96c9-4a68-a592-f387085833bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:21.234417 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-0af39378-96c9-4a68-a592-f387085833bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 200 len: 855 time: 0.0928128 Aug 11 00:39:21.292457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Attempting to bind port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:21.293130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Attempting to bind port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:21.293726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Attempting to bind port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:21.323309 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcb90a83-ba52-4c78-96a1-19eec9625042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:21.398593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:39:21.399389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Attempting to bind port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:21.423097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:21.424735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Checking segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:21.426020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Bound using segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:21.426783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Bound port: 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:21.427447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:21.430531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcb90a83-ba52-4c78-96a1-19eec9625042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:21.457525 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:21.491576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4a647-72f2-4d26-b075-e264472b2221 req-33bed440-71cf-4fd6-822c-dbb7c3b0b232 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:21.493941 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b3e4a647-72f2-4d26-b075-e264472b2221 req-33bed440-71cf-4fd6-822c-dbb7c3b0b232 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 943 time: 0.3234141 Aug 11 00:39:21.503184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa814a0a-740b-4295-993f-79adf9562b63 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:21.558580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port fa814a0a-740b-4295-993f-79adf9562b63, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=fa814a0a-740b-4295-993f-79adf9562b63,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:21.565137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-bd6b4f8f-aac7-4f7f-98a5-6342bb5c8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:21.567739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-bd6b4f8f-aac7-4f7f-98a5-6342bb5c8579 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3127036 Aug 11 00:39:21.649045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:21.674018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb90a83-ba52-4c78-96a1-19eec9625042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe92d1-7ffe-4248-afb7-1228375d3ee6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:21.699483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dcb90a83-ba52-4c78-96a1-19eec9625042 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41a464b780e04e67a52b37738aae7b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2333758 Aug 11 00:39:21.711961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40026) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:21.798666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=fa814a0a-740b-4295-993f-79adf9562b63,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:21.885659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b3e4a647-72f2-4d26-b075-e264472b2221 req-72851163-a461-4f7a-afd7-660ddad3c009 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779466 Aug 11 00:39:21.916030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['fa814a0a-740b-4295-993f-79adf9562b63'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:39:21.997420 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:22.000596 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14d6d7cd-019f-4226-82a5-c5daeae2a5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:22.174642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Transition to ACTIVE for port object 6e3618b9-e2bd-4760-a785-e0f50262c8f2 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:22.333852 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14d6d7cd-019f-4226-82a5-c5daeae2a5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:22.396436 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:22.683500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] For port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:22.688158 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:22.699261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] For port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:22.704254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-186d2feb-1dce-4961-a33d-766215779ff4 service neutron] 10.222.0.43 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4672260 Aug 11 00:39:22.773228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1392c84-a631-4bde-8631-f37509a840a8 req-df5c8333-61e5-4254-9850-0555f7e7b80e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:22.795277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1392c84-a631-4bde-8631-f37509a840a8 req-df5c8333-61e5-4254-9850-0555f7e7b80e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 947 time: 0.4948547 Aug 11 00:39:22.817862 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-90a25932-ac13-4306-bf70-f986d90e6bd2 service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2273922 Aug 11 00:39:22.837013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14d6d7cd-019f-4226-82a5-c5daeae2a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:22.842840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14d6d7cd-019f-4226-82a5-c5daeae2a5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:22.844772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-14d6d7cd-019f-4226-82a5-c5daeae2a5a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ebe92d1-7ffe-4248-afb7-1228375d3ee6 HTTP/1.1" status: 204 len: 168 time: 1.1262796 Aug 11 00:39:22.860467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:22.903568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d7cd-019f-4226-82a5-c5daeae2a5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe92d1-7ffe-4248-afb7-1228375d3ee6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:22.950601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-54e6724f-6d8b-4de5-8c8f-3ed67e9e1476 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:22.962872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-54e6724f-6d8b-4de5-8c8f-3ed67e9e1476 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 947 time: 0.6542935 Aug 11 00:39:23.041329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:23.059859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Pushing event updated for resources: {'Port': ['ID=6e3618b9-e2bd-4760-a785-e0f50262c8f2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:23.139224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:23.184145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:23.303423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:23.304711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:23.307200 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] 10.222.0.44 "PUT /v2.0/ports/5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 HTTP/1.1" status: 200 len: 1092 time: 4.9132414 Aug 11 00:39:23.307942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe87363-7663-4f45-a0a7-a7b176270b7c', 'tag': '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:23.312732 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf21782-e7df-4add-8432-d9af2b0b1e06" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe87363-7663-4f45-a0a7-a7b176270b7c", "tag": "5a1c02b1-9a9f-4c0c-b280-26606cde5dd9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:23.340653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1392c84-a631-4bde-8631-f37509a840a8 req-db9e2416-d46e-4c05-9a10-443d1c0828f0 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=1703a5bd-1b0b-48a8-b7d7-679128fa9eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5437603 Aug 11 00:39:23.420116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:23.420812 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:23.460952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eab0c-d1bd-4ea5-8126-c5abd1b3aefe service neutron] Pushing event updated for resources: {'Port': ['ID=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:23.501504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-52595ccb-63c8-4e80-945e-618cc2689d73 service neutron] 10.222.0.43 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809890 Aug 11 00:39:23.524138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15028a9a-75a1-4f2e-91f0-799e803e79ab req-36669822-b48d-4c6c-a3a1-8d26c8a3f440 service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771486 Aug 11 00:39:23.551697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Deleting port f8900a7d-617c-4a3e-9d75-b01af57c65ee {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:39:23.552051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:23.577162 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-0bc605ef-108a-469d-8d50-d9e4cdb26da2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9912677 Aug 11 00:39:23.757644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d8fbb5a6-be80-4576-8cbe-b2af67762d83 None None] Provisioning for port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:23.765112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d8fbb5a6-be80-4576-8cbe-b2af67762d83 None None] Provisioning complete for port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:23.765708 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb5a6-be80-4576-8cbe-b2af67762d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:23.893491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbb5a6-be80-4576-8cbe-b2af67762d83 None None] Port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:23.955599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-9cf15220-ecc2-4586-a3d1-8fcae591da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:23.958485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-9cf15220-ecc2-4586-a3d1-8fcae591da4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 1096 time: 0.2698607 Aug 11 00:39:23.961446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-f980282b-95dd-4086-8624-bcd102312767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:23.965449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-f980282b-95dd-4086-8624-bcd102312767 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 1095 time: 0.4011550 Aug 11 00:39:24.088310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-2cf3cde0-1be9-4f3c-b15d-2195efe8810d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 HTTP/1.1" status: 200 len: 217 time: 0.1106825 Aug 11 00:39:24.348248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Request body: {'port': {'device_id': '3c9fa441-dd06-4b41-8813-21f801607c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:24.368494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-5055c44d-4697-47f2-984f-81fd7d9adc6b service neutron] 10.222.0.43 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433044 Aug 11 00:39:24.370187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-98fca6a7-4169-4e0f-b036-e36722880752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:24.379541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-98fca6a7-4169-4e0f-b036-e36722880752 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 200 len: 855 time: 0.2022305 Aug 11 00:39:24.446879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e28099-ddee-4f9b-a649-eb93141c6675 req-1ae6ab9e-9688-462b-8617-eba072ad587f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:24.464868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28e28099-ddee-4f9b-a649-eb93141c6675 req-1ae6ab9e-9688-462b-8617-eba072ad587f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 1.0023239 Aug 11 00:39:24.489659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] For port f8900a7d-617c-4a3e-9d75-b01af57c65ee, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f8900a7d-617c-4a3e-9d75-b01af57c65ee,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:24.490239 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:24.525900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-e27ec59e-26fb-41c8-a88b-91f0acb78e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:24.529054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-e27ec59e-26fb-41c8-a88b-91f0acb78e80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 917 time: 0.5559428 Aug 11 00:39:24.577978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-d3b2cccc-0153-4bb6-9f69-30957d95edea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=917816a4-a588-4254-a6da-6987e340b1ee HTTP/1.1" status: 200 len: 217 time: 0.0396459 Aug 11 00:39:24.603815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-73b90439-ab1c-4577-99e8-5dbf552c3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:24.605402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-73b90439-ab1c-4577-99e8-5dbf552c3e65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185433 Aug 11 00:39:24.641378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-28e28099-ddee-4f9b-a649-eb93141c6675 req-3a6a1f7b-4ede-4235-9b3f-6fbce4e79fc1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846502 Aug 11 00:39:24.648376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:24.766655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-82170f5d-5b80-4d35-a497-865bb6f8972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:24.768009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-82170f5d-5b80-4d35-a497-865bb6f8972e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 200 len: 855 time: 0.1820705 Aug 11 00:39:24.782768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e08680fc-de06-4843-a5be-7fa435b84af4 service neutron] 10.222.0.43 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418560 Aug 11 00:39:24.838432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-657edcf0-399f-446f-b394-458fa878112b service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106488 Aug 11 00:39:24.841386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-ccfea39a-2d13-401c-bc6d-0ba17659dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:24.842885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-ccfea39a-2d13-401c-bc6d-0ba17659dbbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641308 Aug 11 00:39:24.855086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device fa814a0a-740b-4295-993f-79adf9562b63 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:24.960911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:24.961302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:24.961604 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Floating IP a69aabf7-b2bb-4c86-9ce8-1e5243b4220f disassociated. External IP: 172.25.0.171, port: f8900a7d-617c-4a3e-9d75-b01af57c65ee. Aug 11 00:39:24.961951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Calling delete_port for f8900a7d-617c-4a3e-9d75-b01af57c65ee owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:39:24.975546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a417c62-aaef-4886-a467-3730c5fc778a req-3dffca75-45b4-4214-88ac-4531c99bbc8e tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:24.977419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a417c62-aaef-4886-a467-3730c5fc778a req-3dffca75-45b4-4214-88ac-4531c99bbc8e tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 932 time: 0.2110326 Aug 11 00:39:25.041530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3344ab42-2093-4224-a1ab-21e5aaa60d5b req-4864a4b0-11b8-4154-b1fe-bb0f86ed57b7 service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891446 Aug 11 00:39:25.054995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-7cf8d5c9-7739-4d9a-bd47-cc3ea7640357 service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265056 Aug 11 00:39:25.122788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a417c62-aaef-4886-a467-3730c5fc778a req-2c91eacc-7be8-4b76-a087-fe16fd9974c9 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333137 Aug 11 00:39:25.185986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602d1976-559f-4f93-b47a-02ae5b5c2c0e req-eb331bd8-a9e2-4c5b-991b-47f110778948 service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228964 Aug 11 00:39:25.212369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port fa814a0a-740b-4295-993f-79adf9562b63 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:25.217936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port fa814a0a-740b-4295-993f-79adf9562b63 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:25.218689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:25.248941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3618b9-e2bd-4760-a785-e0f50262c8f2 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:25.258838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:25.324857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:25.327746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Transition to ACTIVE for port object 6e3618b9-e2bd-4760-a785-e0f50262c8f2 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:25.409744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port fa814a0a-740b-4295-993f-79adf9562b63, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=fa814a0a-740b-4295-993f-79adf9562b63,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:25.411862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:25.413082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b3760-542c-4342-92d2-8e0934e44c65 req-bef85f84-8fe8-46fd-830e-96822c0c831d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:25.421414 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9127ae-e8f1-45f6-ac66-a7ab61a931c5" -d '{"events": [{"server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "name": "network-vif-plugged", "status": "completed", "tag": "fa814a0a-740b-4295-993f-79adf9562b63"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:25.422255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e11b3760-542c-4342-92d2-8e0934e44c65 req-bef85f84-8fe8-46fd-830e-96822c0c831d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 944 time: 0.1564143 Aug 11 00:39:25.482388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:39:25.505486 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:25.550601 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:25.646972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No active binding found for port f8900a7d-617c-4a3e-9d75-b01af57c65ee {{(pid=95256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 00:39:25.648207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f8900a7d-617c-4a3e-9d75-b01af57c65ee not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:39:25.691106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:25.744889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=fa814a0a-740b-4295-993f-79adf9562b63,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:25.811452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e11b3760-542c-4342-92d2-8e0934e44c65 req-76962fac-b8f5-41db-bd15-3012b7d77733 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684678 Aug 11 00:39:26.213829 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a0bba8-e4a6-4aa8-9ada-12c75b03de61 x-openstack-request-id: req-02a0bba8-e4a6-4aa8-9ada-12c75b03de61 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:26.215855 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe87363-7663-4f45-a0a7-a7b176270b7c", "tag": "5a1c02b1-9a9f-4c0c-b280-26606cde5dd9", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:26.216865 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02a0bba8-e4a6-4aa8-9ada-12c75b03de61 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:26.218126 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe87363-7663-4f45-a0a7-a7b176270b7c', 'tag': '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9', 'status': 'completed', 'code': 200} Aug 11 00:39:26.219277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3618b9-e2bd-4760-a785-e0f50262c8f2,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:26.318786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event deleted for resources: {'Port': ['ID=f8900a7d-617c-4a3e-9d75-b01af57c65ee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:26.352901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Attempting to bind port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:26.353291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Attempting to bind port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:26.354044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Attempting to bind port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:26.369605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:39:26.371199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:39:26.371897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Attempting to bind port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 on network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:26.381677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:26.382106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Checking segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:26.382834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Bound using segment: {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:26.383359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Bound port: 6e3618b9-e2bd-4760-a785-e0f50262c8f2, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9767ae0-ee36-4364-9e29-ef3b26277159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:26.383740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:26.386574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-832a2730-ec26-4695-bbff-191b7736bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:26.392865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-832a2730-ec26-4695-bbff-191b7736bdf6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 1095 time: 0.1597168 Aug 11 00:39:26.556553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-3c871848-3812-4097-9723-3cce6a2d0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:26.558266 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-3c871848-3812-4097-9723-3cce6a2d0c54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 917 time: 0.1580844 Aug 11 00:39:26.602243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] For port 6e3618b9-e2bd-4760-a785-e0f50262c8f2, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:26.623463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] For port 6e3618b9-e2bd-4760-a785-e0f50262c8f2, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6e3618b9-e2bd-4760-a785-e0f50262c8f2,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:26.626399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:39:26.630896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-2d0685f7-ac68-49f2-99bd-2fb6bfeea326 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 HTTP/1.1" status: 200 len: 217 time: 0.0639431 Aug 11 00:39:26.638621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] Sync routers for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:39:26.670061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:39:26.670898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:39:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:39:26.691068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] No DVR routers for this DVR port f8900a7d-617c-4a3e-9d75-b01af57c65ee on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:39:26.694193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:26.697516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a868c74-e3ce-48d3-a420-33c5d5b06ee1 req-36ae4568-d5ac-4b81-8094-ce7c9b2c6008 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.55 "DELETE /v2.0/ports/f8900a7d-617c-4a3e-9d75-b01af57c65ee HTTP/1.1" status: 204 len: 173 time: 3.7317646 Aug 11 00:39:26.698080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-deleted', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:26.714193 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf912e6-1359-4208-8884-b7795906bc19" -d '{"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-deleted", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:26.746130 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:26.809998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-e0b30185-edee-437f-a6c9-8922412b53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:26.812736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-e0b30185-edee-437f-a6c9-8922412b53cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 200 len: 855 time: 0.1734240 Aug 11 00:39:26.817126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:26.818290 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:26.821481 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e3618b9-e2bd-4760-a785-e0f50262c8f2 HTTP/1.1" status: 200 len: 1093 time: 3.2158306 Aug 11 00:39:26.868168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15807ff7-0345-43c4-91f2-9fb0e61473b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3618b9-e2bd-4760-a785-e0f50262c8f2,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:26.894576 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:39:26.918981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 917816a4-a588-4254-a6da-6987e340b1ee details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:39:26.997144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-532d2738-0e2d-48bd-b580-cfbd43ca63be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:27.000335 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-532d2738-0e2d-48bd-b580-cfbd43ca63be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786239 Aug 11 00:39:27.063737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:39:27.093661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-1f1e5f29-d8e5-4c73-87fb-7e7d22538fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:27.095846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-1f1e5f29-d8e5-4c73-87fb-7e7d22538fe5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 1096 time: 0.1041412 Aug 11 00:39:27.245608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-12ab919f-0b0c-4b3d-a0b7-e7a2b9080272 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e3618b9-e2bd-4760-a785-e0f50262c8f2 HTTP/1.1" status: 200 len: 217 time: 0.1350830 Aug 11 00:39:27.337432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-369d84f6-832d-45ac-8204-a23e78960b1a service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284922 Aug 11 00:39:27.389148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca54a9ae-329e-43d4-90c3-f9f71345fb04 req-a19cc960-b616-40eb-bf73-74c171889613 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e544207-cea3-42ae-a572-90c6364b9589 HTTP/1.1" status: 200 len: 210 time: 0.1301947 Aug 11 00:39:27.451906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-53697db5-0d59-4ba0-9806-e8ee53bede33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:27.458668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-53697db5-0d59-4ba0-9806-e8ee53bede33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 200 len: 855 time: 0.2010410 Aug 11 00:39:27.497256 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:39:27.543045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-ffd09038-8ad4-4a18-9c34-acaa341d8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:27.546075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-ffd09038-8ad4-4a18-9c34-acaa341d8966 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768752 Aug 11 00:39:27.593511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abf21782-e7df-4add-8432-d9af2b0b1e06 req-240a7194-b977-48f7-978e-cddea789cfdc service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461698 Aug 11 00:39:27.704696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 917816a4-a588-4254-a6da-6987e340b1ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=917816a4-a588-4254-a6da-6987e340b1ee,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:27.722553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '917816a4-a588-4254-a6da-6987e340b1ee', 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'port_id': '917816a4-a588-4254-a6da-6987e340b1ee', 'mac_address': 'fa:16:3e:7a:42:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e904fd1-62c6-42f6-a5a1-42c0416b06ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:39:27.732793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:39:27.759456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a4e35-feff-4c2e-a68f-c0d0df233ef0 req-0b12b0e7-f719-40a0-b5e5-c2f564673945 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:27.769886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c4a4e35-feff-4c2e-a68f-c0d0df233ef0 req-0b12b0e7-f719-40a0-b5e5-c2f564673945 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1198664 Aug 11 00:39:27.797873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] Checking router: ae62abb7-74e7-4141-af6c-0e9fd50f6da5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:39:27.816398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-84992baa-880e-4a01-8090-a9ca7ba327d2 service neutron] 10.222.0.55 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627831 Aug 11 00:39:27.818353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:39:27.819217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:39:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:39:27.821397 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:27.871695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917816a4-a588-4254-a6da-6987e340b1ee {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:27.908176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 917816a4-a588-4254-a6da-6987e340b1ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=917816a4-a588-4254-a6da-6987e340b1ee,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:27.964409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c4a4e35-feff-4c2e-a68f-c0d0df233ef0 req-aadf0f44-a5d2-4396-b3cf-74631ce2e427 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923635 Aug 11 00:39:28.019977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:39:28.072822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc002b0c-0925-4595-abcd-f6f3779a48a1 req-16451a87-44c9-4c1c-9167-4f01514dd4a8 service neutron] 10.222.0.55 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436004 Aug 11 00:39:28.133154 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c155b68-5a10-4d1c-bd8a-d25d8f55c5f4 x-openstack-request-id: req-3c155b68-5a10-4d1c-bd8a-d25d8f55c5f4 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:28.133914 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "name": "network-vif-plugged", "status": "completed", "tag": "fa814a0a-740b-4295-993f-79adf9562b63", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:28.134524 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c155b68-5a10-4d1c-bd8a-d25d8f55c5f4 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:28.135331 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63', 'code': 200} Aug 11 00:39:28.136964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:28.425641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['917816a4-a588-4254-a6da-6987e340b1ee'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:39:28.437582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c44aa6-1485-4098-aedf-e60d198c5f96 req-c53f10bf-2680-4919-a069-d979ab3d90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:28.443298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34c44aa6-1485-4098-aedf-e60d198c5f96 req-c53f10bf-2680-4919-a069-d979ab3d90d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 1097 time: 0.1757672 Aug 11 00:39:28.452836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e586b05-467a-4c84-8140-374c8252bc3d req-c45bfa81-2209-4112-b349-4222ab8a3173 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:28.470854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e586b05-467a-4c84-8140-374c8252bc3d req-c45bfa81-2209-4112-b349-4222ab8a3173 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 944 time: 0.1943369 Aug 11 00:39:28.559393 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb0f7c0-e46b-49a8-850b-b9a61316c7a3 x-openstack-request-id: req-2cb0f7c0-e46b-49a8-850b-b9a61316c7a3 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:28.559954 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e544207-cea3-42ae-a572-90c6364b9589", "name": "network-vif-deleted", "tag": "f8900a7d-617c-4a3e-9d75-b01af57c65ee", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:28.560370 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cb0f7c0-e46b-49a8-850b-b9a61316c7a3 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:28.561130 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e544207-cea3-42ae-a572-90c6364b9589', 'name': 'network-vif-deleted', 'tag': 'f8900a7d-617c-4a3e-9d75-b01af57c65ee', 'status': 'completed', 'code': 200} Aug 11 00:39:28.565787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34c44aa6-1485-4098-aedf-e60d198c5f96 req-1211e87c-bdcf-441d-997e-89d0c22ef216 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129529 Aug 11 00:39:28.610451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=917816a4-a588-4254-a6da-6987e340b1ee,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:28.620487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e586b05-467a-4c84-8140-374c8252bc3d req-350e72b6-f2e1-431d-90b9-d273e0228deb tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447358 Aug 11 00:39:28.639525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.640378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.641022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.642221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.642875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.644116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.644777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.646265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.657655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.657655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.658218 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.660017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:28.863855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:39:28.908052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0ecb7-8510-4de0-916d-e62e6dbb1b5b req-86a3bc1c-2ab4-43e5-99ce-da36ab11c3e4 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:28.919230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ba0ecb7-8510-4de0-916d-e62e6dbb1b5b req-86a3bc1c-2ab4-43e5-99ce-da36ab11c3e4 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 945 time: 0.2346861 Aug 11 00:39:29.048062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ba0ecb7-8510-4de0-916d-e62e6dbb1b5b req-f0dcb0fd-d878-427c-810f-b85b5c8b9a09 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064484 Aug 11 00:39:29.058571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71bab01e-5370-4f7d-9eea-6e03a7412879 req-7a5924df-2b20-4acc-915d-300f7ae2f564 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0666945 Aug 11 00:39:29.329376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:29.400186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642cb40-124b-479e-b2f8-84e136b81ba3 req-cd812b73-14aa-4e2f-a69c-cc8426f761b0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:29.402884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8642cb40-124b-479e-b2f8-84e136b81ba3 req-cd812b73-14aa-4e2f-a69c-cc8426f761b0 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0919039 Aug 11 00:39:29.428619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40208) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:29.501834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8642cb40-124b-479e-b2f8-84e136b81ba3 req-190e1b7b-eadd-4fa2-aef0-864a6892898d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843933 Aug 11 00:39:29.588772 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6e3618b9-e2bd-4760-a785-e0f50262c8f2 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:39:29.608749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:39:29.611656 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:29.612463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9', 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'port_id': '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9', 'mac_address': 'fa:16:3e:09:11:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e904fd1-62c6-42f6-a5a1-42c0416b06ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:39:29.666304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:29.870060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:29.871586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8538e6-ba1f-4630-8fa0-b8a05f3b3b70 None None] The sync data for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 is: [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:39:29.918069 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:29.966963 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.004191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:30.025155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6e3618b9-e2bd-4760-a785-e0f50262c8f2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6e3618b9-e2bd-4760-a785-e0f50262c8f2,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:30.057921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:30.061678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '6e3618b9-e2bd-4760-a785-e0f50262c8f2', 'network_id': '5a6d4c90-f26d-4e9e-a9ba-16864f832a43', 'port_id': '6e3618b9-e2bd-4760-a785-e0f50262c8f2', 'mac_address': 'fa:16:3e:ca:ec:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e904fd1-62c6-42f6-a5a1-42c0416b06ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:39:30.082720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7f27-44b9-49f8-b6da-4324cf3f708b req-b9d92e69-4e79-49f4-8af7-49f792c26dbd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:30.084553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f2e7f27-44b9-49f8-b6da-4324cf3f708b req-b9d92e69-4e79-49f4-8af7-49f792c26dbd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0679114 Aug 11 00:39:30.110202 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.125603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3618b9-e2bd-4760-a785-e0f50262c8f2 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:30.127429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f2e7f27-44b9-49f8-b6da-4324cf3f708b req-14382a94-7ced-4364-865f-e6ccc2797465 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Aug 11 00:39:30.152710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6e3618b9-e2bd-4760-a785-e0f50262c8f2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6e3618b9-e2bd-4760-a785-e0f50262c8f2,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:30.256818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c21cb-81a9-4e06-8d46-b1740a75faf7 req-7f759291-0146-46e3-96a7-54663402b1d5 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:30.258472 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca5c21cb-81a9-4e06-8d46-b1740a75faf7 req-7f759291-0146-46e3-96a7-54663402b1d5 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 944 time: 0.0613008 Aug 11 00:39:30.282831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.287250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.288747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "DELETE /v2.0/security-groups/1703a5bd-1b0b-48a8-b7d7-679128fa9eea HTTP/1.1" status: 204 len: 168 time: 0.8589871 Aug 11 00:39:30.292189 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.292483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40236) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:30.295606 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb60c1-ba46-45df-847b-e6e07382893e None None] New status for floating IP a69aabf7-b2bb-4c86-9ce8-1e5243b4220f: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:39:30.326653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1703a5bd-1b0b-48a8-b7d7-679128fa9eea,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:30.334569 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca5c21cb-81a9-4e06-8d46-b1740a75faf7 req-dc69b244-681c-4f04-bec3-0bba8e4c1228 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698972 Aug 11 00:39:30.347465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.348477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.349205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.349778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.350496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.351021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.351684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.352200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.352700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.353514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.354199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.354816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2cc7-fa5c-406f-b617-524f265bd79d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:30.359094 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-1d61c0c1-b4cf-4a81-bc72-8df506370b79 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] show failed (client error): The resource could not be found. Aug 11 00:39:30.360720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1d61c0c1-b4cf-4a81-bc72-8df506370b79 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups/1703a5bd-1b0b-48a8-b7d7-679128fa9eea HTTP/1.1" status: 404 len: 347 time: 0.0672536 Aug 11 00:39:30.365212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40242) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:30.428231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.468885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:30.547121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=6e3618b9-e2bd-4760-a785-e0f50262c8f2,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:30.565735 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9fa441-dd06-4b41-8813-21f801607c40', 'tag': '6e3618b9-e2bd-4760-a785-e0f50262c8f2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:30.570500 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe964216-a246-4681-a244-43cd9fe0fc19" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9fa441-dd06-4b41-8813-21f801607c40", "tag": "6e3618b9-e2bd-4760-a785-e0f50262c8f2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:30.587578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5a1c02b1-9a9f-4c0c-b280-26606cde5dd9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:39:30.593887 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2a4ad06-6e1f-42a7-963d-b28ebd311f95 req-1d0ea398-4e56-4a99-bc1c-3039ab7267dc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.1184957 Aug 11 00:39:30.639881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['6e3618b9-e2bd-4760-a785-e0f50262c8f2'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:39:30.641310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Deleting port a81487f5-55a1-4ece-b83e-12e65f81cdbd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:39:30.641669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.780956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cbd9a-2cdd-469c-bd47-7a9d1193d81b req-0f74f610-7203-45e2-b9a8-8f5716bd6370 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:30.790619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-642cbd9a-2cdd-469c-bd47-7a9d1193d81b req-0f74f610-7203-45e2-b9a8-8f5716bd6370 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 945 time: 0.0975780 Aug 11 00:39:30.797259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.797259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:30.838486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Calling delete_port for a81487f5-55a1-4ece-b83e-12e65f81cdbd owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:39:30.876791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 917816a4-a588-4254-a6da-6987e340b1ee up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:30.878197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-642cbd9a-2cdd-469c-bd47-7a9d1193d81b req-b571882c-0e7a-4479-8c8b-0f7333be65ea tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859764 Aug 11 00:39:31.361160 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:31.408329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 917816a4-a588-4254-a6da-6987e340b1ee completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:31.412439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event deleted for resources: {'Port': ['ID=a81487f5-55a1-4ece-b83e-12e65f81cdbd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:31.428353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 917816a4-a588-4254-a6da-6987e340b1ee triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:31.428928 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:31.480260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6e3618b9-e2bd-4760-a785-e0f50262c8f2 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:31.493885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:31.496803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:31.499378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b0343a3e-171f-4f4f-b620-9483fbfe1f09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "DELETE /v2.0/floatingips/a69aabf7-b2bb-4c86-9ce8-1e5243b4220f HTTP/1.1" status: 204 len: 168 time: 1.1316180 Aug 11 00:39:31.581661 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:31.609812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37cd51e-da86-4f8c-bc13-a682a93b4245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917816a4-a588-4254-a6da-6987e340b1ee'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:31.612267 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe00d0b-07c3-4c6b-ba7c-d8cb1d4d90eb" -d '{"events": [{"server_uuid": "f37cd51e-da86-4f8c-bc13-a682a93b4245", "name": "network-vif-plugged", "status": "completed", "tag": "917816a4-a588-4254-a6da-6987e340b1ee"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:31.626656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 917816a4-a588-4254-a6da-6987e340b1ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=917816a4-a588-4254-a6da-6987e340b1ee,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:31.700366 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8aa975-2c11-4388-b8a6-516ee86a9246 x-openstack-request-id: req-9d8aa975-2c11-4388-b8a6-516ee86a9246 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:31.700829 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9fa441-dd06-4b41-8813-21f801607c40", "tag": "6e3618b9-e2bd-4760-a785-e0f50262c8f2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:31.701229 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d8aa975-2c11-4388-b8a6-516ee86a9246 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:31.703436 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9fa441-dd06-4b41-8813-21f801607c40', 'tag': '6e3618b9-e2bd-4760-a785-e0f50262c8f2', 'status': 'completed', 'code': 200} Aug 11 00:39:31.740391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:31.745482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:31.746007 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:31.795442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-58b48d6e-ed18-4f82-b6fa-0f83ff2ae585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:31.798788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-58b48d6e-ed18-4f82-b6fa-0f83ff2ae585 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 1097 time: 0.0750513 Aug 11 00:39:31.843647 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:31.844802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 57714451-84f0-421f-b6e5-2cd8bba93125 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:39:31.964428 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:32.003368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=917816a4-a588-4254-a6da-6987e340b1ee,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:32.026214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf2357-7029-4ba0-854b-fe105b050ba8 req-154c918b-6afa-414b-9450-6dcea0432d0e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:32.034120 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74bf2357-7029-4ba0-854b-fe105b050ba8 req-154c918b-6afa-414b-9450-6dcea0432d0e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 945 time: 0.1969247 Aug 11 00:39:32.058155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6e3618b9-e2bd-4760-a785-e0f50262c8f2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6e3618b9-e2bd-4760-a785-e0f50262c8f2,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:32.084388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-3dbdcff1-579f-413c-9fee-a9a840ff9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:32.086354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-3dbdcff1-579f-413c-9fee-a9a840ff9194 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 917 time: 0.2800105 Aug 11 00:39:32.142338 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74bf2357-7029-4ba0-854b-fe105b050ba8 req-53224292-718b-4ba2-996e-c8bc65e979b0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069963 Aug 11 00:39:32.151057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-46008668-bcb1-4829-8e08-ee17b371f4d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e3618b9-e2bd-4760-a785-e0f50262c8f2 HTTP/1.1" status: 200 len: 217 time: 0.0456371 Aug 11 00:39:32.151861 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:32.178406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40304) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:32.240577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:32.264339 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:32.271794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca89d3-b6b7-4e4f-b0b9-ed074b5a659d tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:32.274104 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3bca89d3-b6b7-4e4f-b0b9-ed074b5a659d tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 1092 time: 0.0940752 Aug 11 00:39:32.279568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40310) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:32.287302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:32.303013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-6fcfbc9e-ae3c-47da-b732-abb255ecb935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:32.306589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-6fcfbc9e-ae3c-47da-b732-abb255ecb935 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 200 len: 855 time: 0.1543169 Aug 11 00:39:32.365547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=6e3618b9-e2bd-4760-a785-e0f50262c8f2,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:32.426492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:32.474947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cbcaa-adef-473c-9bf1-60835310d840 req-8223a7f9-9f4d-438a-aecd-5a900c0e9946 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:32.477816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a5cbcaa-adef-473c-9bf1-60835310d840 req-8223a7f9-9f4d-438a-aecd-5a900c0e9946 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.2292273 Aug 11 00:39:32.483083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-955e83bd-c7c2-4cd9-ac30-ff2d095090f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:32.485773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-955e83bd-c7c2-4cd9-ac30-ff2d095090f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205528 Aug 11 00:39:32.494364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:32.535311 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:32.663474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a5cbcaa-adef-473c-9bf1-60835310d840 req-c6e1e378-b4e5-4f57-acba-de6a3bf93ed8 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547077 Aug 11 00:39:32.710192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-a3bb0489-b14f-498b-8971-7001f58e7509 service neutron] 10.222.0.55 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172313 Aug 11 00:39:32.736753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:32.870775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:32.894414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe964216-a246-4681-a244-43cd9fe0fc19 req-44515fea-2092-4dfc-9d7c-32fc33d7172e service neutron] 10.222.0.55 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760929 Aug 11 00:39:32.958637 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ba6c0-4038-465d-b7f0-b8d6b2dfc5a7 x-openstack-request-id: req-d96ba6c0-4038-465d-b7f0-b8d6b2dfc5a7 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:32.958949 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37cd51e-da86-4f8c-bc13-a682a93b4245", "name": "network-vif-plugged", "status": "completed", "tag": "917816a4-a588-4254-a6da-6987e340b1ee", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:32.961579 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d96ba6c0-4038-465d-b7f0-b8d6b2dfc5a7 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:32.961579 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37cd51e-da86-4f8c-bc13-a682a93b4245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917816a4-a588-4254-a6da-6987e340b1ee', 'code': 200} Aug 11 00:39:33.081252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40322) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:33.091516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:33.093752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ab299e66-97e8-4631-bedf-afea6762b89b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072410290', 'description': 'tempest-description--1084546860'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:33.097774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:33.098417 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:33.121217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.25.0.206 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/df3cf78b-5e30-41d9-8fca-730f9c638960) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:33.213242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc220685-33f8-4b2b-843f-0140c9fe76f1 req-5a290e47-fc26-47c5-acac-2d4e2d1d6471 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0800874 Aug 11 00:39:33.277823 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab299e66-97e8-4631-bedf-afea6762b89b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:33.320465 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:33.397355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d0098-e7a1-4dd2-a529-22881f17068e req-25109c75-98ce-470f-9ddf-c80d3f42f6da tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:33.400197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e79d0098-e7a1-4dd2-a529-22881f17068e req-25109c75-98ce-470f-9ddf-c80d3f42f6da tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1993237 Aug 11 00:39:33.431260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:33.504868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e79d0098-e7a1-4dd2-a529-22881f17068e req-109cadd3-d7df-42dc-af8d-87f12109ee72 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873075 Aug 11 00:39:33.550580 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:33.591852 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab299e66-97e8-4631-bedf-afea6762b89b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:33.723541 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:33.780964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be39f4-4fde-459b-8544-a566e0f0f198 req-1604c612-cc3e-41bf-b448-d0d8bb03b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:33.782936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4be39f4-4fde-459b-8544-a566e0f0f198 req-1604c612-cc3e-41bf-b448-d0d8bb03b42e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 1098 time: 0.7273173 Aug 11 00:39:33.809438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab299e66-97e8-4631-bedf-afea6762b89b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:33.821813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:33.828992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:33.850549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:33.878921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:33.886875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:33.897601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4be39f4-4fde-459b-8544-a566e0f0f198 req-ee997a6d-7940-4ed9-bc9f-6ee70fcec495 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066248 Aug 11 00:39:33.932438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=df3cf78b-5e30-41d9-8fca-730f9c638960,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:33.951659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab299e66-97e8-4631-bedf-afea6762b89b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe54d1c0-1856-496f-856b-87885e5a8527,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:33.957062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-f405d909-58e1-4030-bbf3-683c23f2b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:33.959580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-f405d909-58e1-4030-bbf3-683c23f2b5d8 service neutron] 10.222.0.55 "GET /v2.0/ports/095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 1029 time: 0.1023753 Aug 11 00:39:34.012747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-de8270b7-d00b-4edb-9b5b-7b71fedfa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:34.014359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-de8270b7-d00b-4edb-9b5b-7b71fedfa95c service neutron] 10.222.0.55 "GET /v2.0/ports/170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 1033 time: 0.0485013 Aug 11 00:39:34.016043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab299e66-97e8-4631-bedf-afea6762b89b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:34.017291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ab299e66-97e8-4631-bedf-afea6762b89b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9346757 Aug 11 00:39:34.026357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40338) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:34.031904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-68e61ca3-06aa-47d6-980c-67e3519fab1a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'security_group_rule': {'security_group_id': 'fe54d1c0-1856-496f-856b-87885e5a8527', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:34.321848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-1e13d0b1-78ca-4f94-a064-3999ead3b0ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:34.325555 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68e61ca3-06aa-47d6-980c-67e3519fab1a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:34.337342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-1e13d0b1-78ca-4f94-a064-3999ead3b0ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:34.353058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-1e13d0b1-78ca-4f94-a064-3999ead3b0ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:34.360206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-1e13d0b1-78ca-4f94-a064-3999ead3b0ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "GET /v2.0/networks?id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 HTTP/1.1" status: 200 len: 1996 time: 0.3385448 Aug 11 00:39:34.384130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3131f3f-419e-4cf0-ae5c-b1f39ba4c152 req-9637e6ab-ea80-4ba6-9dca-7f86f7ddbe2e tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:34.398419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3131f3f-419e-4cf0-ae5c-b1f39ba4c152 req-9637e6ab-ea80-4ba6-9dca-7f86f7ddbe2e tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.1833923 Aug 11 00:39:34.465604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3131f3f-419e-4cf0-ae5c-b1f39ba4c152 req-79761ede-646e-4a9e-b0b2-d6649fcde6ed tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656462 Aug 11 00:39:34.489072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-5407d924-960b-48a2-961c-e96205e6ee7c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2159b3fba16a42858e69279442628c05 HTTP/1.1" status: 200 len: 380 time: 0.0866652 Aug 11 00:39:34.504026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'admin_state_up': True, 'tenant_id': '2159b3fba16a42858e69279442628c05', 'security_groups': ['4fb36b12-e69a-483e-8bf9-53aafdea071a']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:34.585073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68e61ca3-06aa-47d6-980c-67e3519fab1a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:34.667954 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-adb64914-dfcf-4437-a379-5d7c7287aaa0 req-a2ee6754-5a4d-4378-b6c2-4bdbf00e7788 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0584204 Aug 11 00:39:34.806008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:34.813619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68e61ca3-06aa-47d6-980c-67e3519fab1a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:34.887795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c923-f821-45bc-91b9-98887b4507f9 req-3d1ccb6b-0892-4e11-9589-3cadb1536766 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:34.896977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1aa2c923-f821-45bc-91b9-98887b4507f9 req-3d1ccb6b-0892-4e11-9589-3cadb1536766 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.4599109 Aug 11 00:39:34.906625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e61ca3-06aa-47d6-980c-67e3519fab1a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dd6d99-232e-4683-b52f-514db882091b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:34.927587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851023a1-6076-4d82-a547-6bdb516d494e req-8449ed4c-a28e-41d4-953c-d08ff8b20a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:34.930396 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-851023a1-6076-4d82-a547-6bdb516d494e req-8449ed4c-a28e-41d4-953c-d08ff8b20a47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3122af73c9f43f58e72abd9249014bf&device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 1098 time: 0.4963243 Aug 11 00:39:34.960989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9fa441-dd06-4b41-8813-21f801607c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3618b9-e2bd-4760-a785-e0f50262c8f2'}, {'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125'}, {'server_uuid': '9fe87363-7663-4f45-a0a7-a7b176270b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:34.966386 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd4ead8-40ce-4dd2-8759-f02e1375544f" -d '{"events": [{"server_uuid": "3c9fa441-dd06-4b41-8813-21f801607c40", "name": "network-vif-plugged", "status": "completed", "tag": "6e3618b9-e2bd-4760-a785-e0f50262c8f2"}, {"server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "name": "network-vif-unplugged", "status": "completed", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125"}, {"server_uuid": "9fe87363-7663-4f45-a0a7-a7b176270b7c", "name": "network-vif-plugged", "status": "completed", "tag": "5a1c02b1-9a9f-4c0c-b280-26606cde5dd9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:35.041055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-e823c9d8-b971-4c87-a276-d31a2e269d78 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:35.042781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-e823c9d8-b971-4c87-a276-d31a2e269d78 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 804 time: 0.1397514 Aug 11 00:39:35.051806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:35.057139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:35.083218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-9a48f0e0-a54a-415e-8f61-61e8c8366528 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/quotas/a7b84bf9f9ef4e389bcef4cf98865326 HTTP/1.1" status: 200 len: 375 time: 0.0227275 Aug 11 00:39:35.153654 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1aa2c923-f821-45bc-91b9-98887b4507f9 req-3d19c849-42c5-4c57-82cf-64ff81334659 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549415 Aug 11 00:39:35.301824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68e61ca3-06aa-47d6-980c-67e3519fab1a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:35.304823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-68e61ca3-06aa-47d6-980c-67e3519fab1a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2765594 Aug 11 00:39:35.312137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851023a1-6076-4d82-a547-6bdb516d494e req-640411df-fca1-48bf-826c-5e7400c2b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:35.317400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-851023a1-6076-4d82-a547-6bdb516d494e req-640411df-fca1-48bf-826c-5e7400c2b22c service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 200 len: 914 time: 0.3751242 Aug 11 00:39:35.318531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40364) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:35.334194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-eb9c07ee-77ae-448f-b2d2-6dd0ae23e584 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'security_group_rule': {'security_group_id': 'fe54d1c0-1856-496f-856b-87885e5a8527', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:35.335642 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc94ff0-ef08-42cf-9a95-88873dd9d2ad x-openstack-request-id: req-3bc94ff0-ef08-42cf-9a95-88873dd9d2ad {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:35.336100 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9fa441-dd06-4b41-8813-21f801607c40", "name": "network-vif-plugged", "status": "completed", "tag": "6e3618b9-e2bd-4760-a785-e0f50262c8f2", "code": 200}, {"server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "name": "network-vif-unplugged", "status": "completed", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125", "code": 200}, {"server_uuid": "9fe87363-7663-4f45-a0a7-a7b176270b7c", "name": "network-vif-plugged", "status": "completed", "tag": "5a1c02b1-9a9f-4c0c-b280-26606cde5dd9", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:35.336786 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bc94ff0-ef08-42cf-9a95-88873dd9d2ad {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:35.337474 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9fa441-dd06-4b41-8813-21f801607c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3618b9-e2bd-4760-a785-e0f50262c8f2', 'code': 200} Aug 11 00:39:35.337999 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125', 'code': 200} Aug 11 00:39:35.338493 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe87363-7663-4f45-a0a7-a7b176270b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9', 'code': 200} Aug 11 00:39:35.407473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f36b3501-d5c6-4f9f-9d2e-2d89f998e7a6 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2949903 Aug 11 00:39:35.529790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-851023a1-6076-4d82-a547-6bdb516d494e req-9fdc82d7-e48c-435b-ad02-f900b499b198 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 200 len: 217 time: 0.1818423 Aug 11 00:39:35.539986 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:35.614242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851023a1-6076-4d82-a547-6bdb516d494e req-9eca2f61-bb52-48c8-97dc-91c679132757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:35.615807 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-851023a1-6076-4d82-a547-6bdb516d494e req-9eca2f61-bb52-48c8-97dc-91c679132757 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 200 len: 853 time: 0.0558774 Aug 11 00:39:35.732807 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-851023a1-6076-4d82-a547-6bdb516d494e req-6c82fb5b-9635-4a4d-8fae-29236fb0a3b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922329 Aug 11 00:39:35.739232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Allocated IP 172.20.0.7 (9751ba00-2cf4-464c-92e7-bc8f78e8f2ed/3935a048-727c-41ee-a6fb-8de53f84acfa/f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:35.767496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13a830-7ec2-4a50-9fec-eec684469f62 req-7967aff6-c7fb-484b-a773-618318517c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:35.769139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f13a830-7ec2-4a50-9fec-eec684469f62 req-7967aff6-c7fb-484b-a773-618318517c66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 1098 time: 0.2474205 Aug 11 00:39:35.879526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75b07-8f52-46bd-a1dc-7394ec7ca0ab req-8f2d998b-5843-478e-9fda-095ad95fa257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:35.881515 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2f75b07-8f52-46bd-a1dc-7394ec7ca0ab req-8f2d998b-5843-478e-9fda-095ad95fa257 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 1097 time: 0.3779678 Aug 11 00:39:35.882520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9c07ee-77ae-448f-b2d2-6dd0ae23e584 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:36.098965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-ea68022f-3698-4933-be13-68fabc21c1fb service neutron] 10.222.0.43 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775486 Aug 11 00:39:36.104580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2f75b07-8f52-46bd-a1dc-7394ec7ca0ab req-9076154b-d2d5-4e9e-8353-d1e0aa884a30 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849601 Aug 11 00:39:36.132999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92a9ec-43b9-4611-a06b-50a298d3d9b2 req-9873765b-84ec-46b2-82bd-9856f1251729 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:36.132999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d92a9ec-43b9-4611-a06b-50a298d3d9b2 req-9873765b-84ec-46b2-82bd-9856f1251729 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.4042485 Aug 11 00:39:36.138692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f13a830-7ec2-4a50-9fec-eec684469f62 req-85d27e9b-7134-4c31-9f34-e2fea14d8139 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526826 Aug 11 00:39:36.151445 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9c07ee-77ae-448f-b2d2-6dd0ae23e584 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:36.510204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:36.523376 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-0ac06d1e-30d0-47eb-a95b-a2b4c3cbab1a service neutron] 10.222.0.43 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215496 Aug 11 00:39:36.559639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Transition to ACTIVE for port object f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:36.648075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-851023a1-6076-4d82-a547-6bdb516d494e req-88948fe9-efe3-40cc-aef5-065415ded849 service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8695803 Aug 11 00:39:36.649114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9c07ee-77ae-448f-b2d2-6dd0ae23e584 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:36.730358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c07ee-77ae-448f-b2d2-6dd0ae23e584 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0419f87e-8e09-4f5f-8326-2133b1dbe8dd,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:36.781179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-d8b92fde-3027-4243-8ec0-34ec0d35a295 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:36.783020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-d8b92fde-3027-4243-8ec0-34ec0d35a295 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.44 "GET /v2.0/ports?device_id=76ab00b9-fffb-4876-8eb3-8da6324cad2d HTTP/1.1" status: 200 len: 943 time: 0.6164627 Aug 11 00:39:36.792374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d92a9ec-43b9-4611-a06b-50a298d3d9b2 req-ae839416-a000-4791-a00a-bd0855c0b779 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324165 Aug 11 00:39:36.809163 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:36.864251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:36.946237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9c07ee-77ae-448f-b2d2-6dd0ae23e584 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:36.950638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb9c07ee-77ae-448f-b2d2-6dd0ae23e584 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6213930 Aug 11 00:39:36.951261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40392) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:36.958273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:36.967414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-851023a1-6076-4d82-a547-6bdb516d494e req-e3bfdb95-8516-4e73-9b45-55af19fe1e0c service neutron] 10.222.0.44 "GET /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968698 Aug 11 00:39:37.023972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Deleting port 57714451-84f0-421f-b6e5-2cd8bba93125 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:39:37.024325 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:37.046714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:37.088310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:37.090769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:37.109809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:37.109809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:37.184824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=df3cf78b-5e30-41d9-8fca-730f9c638960,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:37.187964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:37.227627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:37.228638 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:37.377516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368d36-2d44-44b0-996e-db3d67b04d0d req-f27660d5-b762-4519-a0c8-96957b5a87a6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:37.392104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e8ace-9117-4be4-b1ff-1ba9570a133b req-5e2e06cc-55b7-4b9d-98dc-b9ad12ed232c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:37.400098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-295e8ace-9117-4be4-b1ff-1ba9570a133b req-5e2e06cc-55b7-4b9d-98dc-b9ad12ed232c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 931 time: 0.2285602 Aug 11 00:39:37.404647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5368d36-2d44-44b0-996e-db3d67b04d0d req-f27660d5-b762-4519-a0c8-96957b5a87a6 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1718085 Aug 11 00:39:37.502301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9acf6180-205a-49e3-8961-d93a14841271 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0040174 Aug 11 00:39:37.576359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] For port 57714451-84f0-421f-b6e5-2cd8bba93125, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=57714451-84f0-421f-b6e5-2cd8bba93125,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:37.577005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:37.602548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-295e8ace-9117-4be4-b1ff-1ba9570a133b req-d3826743-796c-4545-a56a-26213f3c5140 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012672 Aug 11 00:39:37.626972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:37.644733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'admin_state_up': True, 'tenant_id': '2159b3fba16a42858e69279442628c05', 'security_groups': ['4fb36b12-e69a-483e-8bf9-53aafdea071a']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:37.733483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2f223e05-f949-4396-b5e3-7a94a75d899b None None] Provisioning for port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:37.738862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2f223e05-f949-4396-b5e3-7a94a75d899b None None] Provisioning complete for port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:37.744140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f223e05-f949-4396-b5e3-7a94a75d899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:37.803101 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Floating IP e29234eb-c07a-4b6d-937d-a6e9d05d7c16 associated. External IP: 172.25.0.206, port: fa814a0a-740b-4295-993f-79adf9562b63. Aug 11 00:39:37.822429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2f223e05-f949-4396-b5e3-7a94a75d899b None None] Port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:37.842038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Calling delete_port for 57714451-84f0-421f-b6e5-2cd8bba93125 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:39:37.856724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2302132c-4a26-4c04-a1e6-6e6953f3a37f req-3e0ed477-245f-414f-a785-edf51c82a4bc tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 210 time: 0.0571988 Aug 11 00:39:38.083053 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:38.098040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5368d36-2d44-44b0-996e-db3d67b04d0d req-e60a1eac-0bee-4864-b8e5-2b49994e8a8d tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890495 Aug 11 00:39:38.225914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Allocated IP 172.25.0.99 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/2e875127-250e-42cf-b604-0492e5f745ee) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:38.482714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c82348-24fa-4df1-b783-971e7d0a368e req-67bece73-a0bd-4d76-a360-3b41a2353175 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:38.489148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05c82348-24fa-4df1-b783-971e7d0a368e req-67bece73-a0bd-4d76-a360-3b41a2353175 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.2341352 Aug 11 00:39:38.597123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:38.604079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:38.642298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:38.864879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05c82348-24fa-4df1-b783-971e7d0a368e req-0083d926-42e8-4082-a0c9-69b76fd9a313 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969689 Aug 11 00:39:38.873804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router 09c79584-abfd-4959-8669-5aaa4fb4b09d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:39:38.902479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Allocated IP 10.1.1.13 (0e67888b-79ab-469d-8474-0dc2f98db0f2/b2beae22-f7a8-442e-8e90-d9777b5ed826/e3894f40-07a0-4d5b-b50f-7e6c5f4e87de) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:39.117604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09ec10-4d03-4405-8df7-5064c35b2427 req-5676c6f4-3b4d-485d-aba1-8a55eea13023 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:39.133661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a09ec10-4d03-4405-8df7-5064c35b2427 req-5676c6f4-3b4d-485d-aba1-8a55eea13023 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 931 time: 0.1837189 Aug 11 00:39:39.144789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a4fed34b-3032-4ce8-8902-7ab740b5c4bf req-3d8a81d6-e570-4cbc-a286-fb3dc168163b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 210 time: 0.0925074 Aug 11 00:39:39.232394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a09ec10-4d03-4405-8df7-5064c35b2427 req-44f47494-bc98-4e9c-ae4c-7f438725e939 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971429 Aug 11 00:39:39.244447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:39.311586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Pushing event deleted for resources: {'Port': ['ID=57714451-84f0-421f-b6e5-2cd8bba93125,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:39.422252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:39.489765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] No DVR routers for this DVR port 57714451-84f0-421f-b6e5-2cd8bba93125 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:39:39.493447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:39.495749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-592ec271-0ddd-47fe-a595-7b0b3def0f53 req-54c7c086-6f87-4180-b0fd-f240bd4a263b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.44 "DELETE /v2.0/ports/57714451-84f0-421f-b6e5-2cd8bba93125 HTTP/1.1" status: 204 len: 173 time: 2.6986313 Aug 11 00:39:39.500807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'name': 'network-vif-deleted', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:39.503619 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23417eac-8948-4721-a765-ccfe960694a3" -d '{"events": [{"server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "name": "network-vif-deleted", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:39.507530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:39:39.523120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72561c1d-6236-451b-a69c-f9f529466bee req-028f7094-096e-4bd8-8a2b-11bf2c7726c7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:39.525292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72561c1d-6236-451b-a69c-f9f529466bee req-028f7094-096e-4bd8-8a2b-11bf2c7726c7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1226535 Aug 11 00:39:39.533251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] Sync routers for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:39:39.558320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:39:39.559215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:39:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:39:39.578879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:39.603992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:39.611359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Transition to ACTIVE for port object e3894f40-07a0-4d5b-b50f-7e6c5f4e87de will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:39.618757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:39.623547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:39.639114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee078-ce5c-4381-a9e1-28980ab5a9a2 req-6a1c8215-0f20-469e-a8ed-adb468c33879 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:39.650770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f6ee078-ce5c-4381-a9e1-28980ab5a9a2 req-6a1c8215-0f20-469e-a8ed-adb468c33879 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.3457773 Aug 11 00:39:39.696288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'Port': ['ID=2e875127-250e-42cf-b604-0492e5f745ee,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:39.706430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:39.710507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72561c1d-6236-451b-a69c-f9f529466bee req-b2e25183-dac1-4d9d-89ef-41a428ad7ac9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640396 Aug 11 00:39:39.792819 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f6ee078-ce5c-4381-a9e1-28980ab5a9a2 req-b56c19b3-bcc6-486f-b80b-2d7703fd705d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403294 Aug 11 00:39:39.803556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2b2568b0-3b9b-4d80-b2c5-9b56f5922cbd tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5224173 Aug 11 00:39:39.808105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40456) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:39.811389 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d763e39-1edb-4981-bdf6-641140ae5c6b x-openstack-request-id: req-6d763e39-1edb-4981-bdf6-641140ae5c6b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:39.811877 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab00b9-fffb-4876-8eb3-8da6324cad2d", "name": "network-vif-deleted", "tag": "57714451-84f0-421f-b6e5-2cd8bba93125", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:39.812322 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d763e39-1edb-4981-bdf6-641140ae5c6b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:39.812902 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab00b9-fffb-4876-8eb3-8da6324cad2d', 'name': 'network-vif-deleted', 'tag': '57714451-84f0-421f-b6e5-2cd8bba93125', 'status': 'completed', 'code': 200} Aug 11 00:39:39.910148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:39:39.955876 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:40.134823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727dfa-b1fb-4f6f-9308-227e48406895 req-9da5ecbb-99e0-485f-bfea-91fe00ebc02c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:40.148868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1727dfa-b1fb-4f6f-9308-227e48406895 req-9da5ecbb-99e0-485f-bfea-91fe00ebc02c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 945 time: 0.1810682 Aug 11 00:39:40.373083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:40.445201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1727dfa-b1fb-4f6f-9308-227e48406895 req-da422cdb-9a50-429a-b2b6-3152225b5b90 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906818 Aug 11 00:39:40.456538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:46Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:34Z', 'revision_number': 0, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:39:40.537971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] Checking router: 09c79584-abfd-4959-8669-5aaa4fb4b09d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:39:40.549769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:39:40.550424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:39:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:39:40.656414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:40.704369 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe7a7bdb-e366-4f84-87b0-f11bf5525d38 req-8b0a23d0-d5a1-4ab9-bcfe-9cdf9671ce8b tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 210 time: 0.0797732 Aug 11 00:39:40.863865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:40.865256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:39:40.865350 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:40.876527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:40.905431 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:40.950001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 57714451-84f0-421f-b6e5-2cd8bba93125 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:39:40.979291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-10156283-ade9-43fe-be61-069002b51158 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/floatingips/e29234eb-c07a-4b6d-937d-a6e9d05d7c16 HTTP/1.1" status: 200 len: 991 time: 1.1690755 Aug 11 00:39:40.994755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd3ca-7670-4692-9c6b-77fbd4c377a7 req-a4c812d7-a9ed-41a7-8ae3-28da37acbec1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:40.995195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 57714451-84f0-421f-b6e5-2cd8bba93125 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:39:40.995544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 57714451-84f0-421f-b6e5-2cd8bba93125 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:39:41.007206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666574d5-9a13-43b6-aa2e-2fcb4286c9e2 req-9a8cdd0c-3b59-4c58-a353-c197e96e6774 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:41.010296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49ecd3ca-7670-4692-9c6b-77fbd4c377a7 req-a4c812d7-a9ed-41a7-8ae3-28da37acbec1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.3590846 Aug 11 00:39:41.014735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666574d5-9a13-43b6-aa2e-2fcb4286c9e2 req-9a8cdd0c-3b59-4c58-a353-c197e96e6774 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:41.016732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-666574d5-9a13-43b6-aa2e-2fcb4286c9e2 req-9a8cdd0c-3b59-4c58-a353-c197e96e6774 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 1652 time: 0.0885253 Aug 11 00:39:41.018732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:41.019417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:41.026548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:41.065859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-666574d5-9a13-43b6-aa2e-2fcb4286c9e2 req-adf3cfc7-04bf-4ed5-9bb5-55c5d9230635 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379965 Aug 11 00:39:41.092167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49ecd3ca-7670-4692-9c6b-77fbd4c377a7 req-dfc49a8a-14f2-4d7f-bd16-5b0370c62dfa tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767319 Aug 11 00:39:41.187147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:41.195331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91d3c39d-f7d4-4e9d-a113-bf7c407f136d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6519935 Aug 11 00:39:41.211518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'admin_state_up': True, 'tenant_id': '2159b3fba16a42858e69279442628c05', 'security_groups': ['4fb36b12-e69a-483e-8bf9-53aafdea071a']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:41.286543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:46Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:34Z', 'revision_number': 0, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:39:41.362670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'Port': ['ID=2e875127-250e-42cf-b604-0492e5f745ee,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:41.383235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6624bb0-dca2-48c3-88ba-a7cf72601ebe None None] The sync data for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 is: [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:38:46Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:34Z', 'revision_number': 0, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:39:41.493233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:41.554315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a92b39-4497-40c0-972c-7619ba8c3e23 req-88fbfa77-f8b7-4dc1-8913-ce0d53fd2f72 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:41.557041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83a92b39-4497-40c0-972c-7619ba8c3e23 req-88fbfa77-f8b7-4dc1-8913-ce0d53fd2f72 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.2017705 Aug 11 00:39:41.614522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-01af0492-85e4-4610-a326-ae9c6de62047 None None] Provisioning for port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:41.625033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-01af0492-85e4-4610-a326-ae9c6de62047 None None] Provisioning complete for port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:41.626108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-01af0492-85e4-4610-a326-ae9c6de62047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:41.659981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803dea76-94be-4ab8-88bd-e7e3272d3b8d req-a26174fe-882a-4aca-80c3-bb29dc6e3dea tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:41.678911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83a92b39-4497-40c0-972c-7619ba8c3e23 req-a8a80780-3ec5-437f-8e56-58978f89d5cb tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070182 Aug 11 00:39:41.680165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-803dea76-94be-4ab8-88bd-e7e3272d3b8d req-a26174fe-882a-4aca-80c3-bb29dc6e3dea tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.2909877 Aug 11 00:39:41.682995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:41.706957 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:41.734476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-01af0492-85e4-4610-a326-ae9c6de62047 None None] Port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:41.816220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:41.829744 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbed2244-73d5-403f-9e95-9220fd6c47b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "tag": "fa814a0a-740b-4295-993f-79adf9562b63"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:41.844556 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:41.855248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-43e61271-ee5f-4596-94ae-d384f3439aa8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8923416 Aug 11 00:39:41.856322 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433a6e1-9d36-4e20-9cea-ffa523476075 None None] New status for floating IP e29234eb-c07a-4b6d-937d-a6e9d05d7c16: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:39:41.875464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-803dea76-94be-4ab8-88bd-e7e3272d3b8d req-11f6384a-938e-40e6-a5e5-93075f21decd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854937 Aug 11 00:39:42.036474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40508) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:42.046651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5a20905-c33a-4da7-9063-f64a94293d22 req-46d27864-1068-43fa-b108-64159994630c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 210 time: 0.0787582 Aug 11 00:39:42.139787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2308ed0a-eca8-4d40-8252-e66266867dfe tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/floatingips/e29234eb-c07a-4b6d-937d-a6e9d05d7c16 HTTP/1.1" status: 200 len: 991 time: 0.1014025 Aug 11 00:39:42.203896 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92905edb-9847-47a4-8f89-77e35c015df3 x-openstack-request-id: req-92905edb-9847-47a4-8f89-77e35c015df3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:42.204382 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "tag": "fa814a0a-740b-4295-993f-79adf9562b63", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:42.204773 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92905edb-9847-47a4-8f89-77e35c015df3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:42.205372 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63', 'status': 'completed', 'code': 200} Aug 11 00:39:42.209235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Allocated IP 10.1.1.233 (0e67888b-79ab-469d-8474-0dc2f98db0f2/b2beae22-f7a8-442e-8e90-d9777b5ed826/20e99aba-6b99-4072-8bff-ed68255952c5) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:42.313526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-9a67ea6f-9718-45ea-9104-6b2f30d813e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:42.316839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-9a67ea6f-9718-45ea-9104-6b2f30d813e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 1097 time: 0.0827568 Aug 11 00:39:42.588911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-b3e894b8-150f-416f-aa1e-e8a1b1f15af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:42.592929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-b3e894b8-150f-416f-aa1e-e8a1b1f15af7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd71d5d1-17af-4934-98e0-4267645177b5 HTTP/1.1" status: 200 len: 897 time: 0.2672076 Aug 11 00:39:42.694849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6be61c-4721-4d63-88c8-ab4cb9f02f7b req-393af2fe-860c-4e21-85b8-87411308ecda tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:42.703544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a6be61c-4721-4d63-88c8-ab4cb9f02f7b req-393af2fe-860c-4e21-85b8-87411308ecda tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.8665318 Aug 11 00:39:42.762386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-436c8677-b31a-4d34-b988-21acf0ca15b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa814a0a-740b-4295-993f-79adf9562b63 HTTP/1.1" status: 200 len: 1001 time: 0.1603441 Aug 11 00:39:42.782869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:42.820176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Transition to ACTIVE for port object 20e99aba-6b99-4072-8bff-ed68255952c5 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:42.831901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-9195031e-a4d3-4ffc-a274-4d0aa8111620 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:42.834021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-9195031e-a4d3-4ffc-a274-4d0aa8111620 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.55 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 804 time: 0.3639004 Aug 11 00:39:42.850602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a6be61c-4721-4d63-88c8-ab4cb9f02f7b req-7b1af948-37c5-4422-b192-eb524c041be9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398313 Aug 11 00:39:42.858171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Request body: {'port': {'device_id': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'admin_state_up': True, 'tenant_id': 'a7b84bf9f9ef4e389bcef4cf98865326'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:42.897152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-4b277d60-4168-4ffa-abe5-87086a1b984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:42.898990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-4b277d60-4168-4ffa-abe5-87086a1b984e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=512fcba8-b2fa-406c-8f1b-5f507bc013e7 HTTP/1.1" status: 200 len: 834 time: 0.1266429 Aug 11 00:39:42.918447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4c69-f647-4043-a558-883b904e237d req-cae82443-66f1-405a-a724-88e67ff73eac tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:42.927371 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2ca4c69-f647-4043-a558-883b904e237d req-cae82443-66f1-405a-a724-88e67ff73eac tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.0831091 Aug 11 00:39:43.031504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2ca4c69-f647-4043-a558-883b904e237d req-8c9c5c45-8070-4868-8a1b-6e78e9497a22 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876298 Aug 11 00:39:43.047053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-2b2fb3b0-8573-427b-967c-a4e5f28c6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:43.052042 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-2b2fb3b0-8573-427b-967c-a4e5f28c6aa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd71d5d1-17af-4934-98e0-4267645177b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214616 Aug 11 00:39:43.103911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d66d5-d573-4e08-a841-615a1b474a8e req-545dfcdd-312a-4512-9809-efc42c4c7745 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:43.116243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d66d5-d573-4e08-a841-615a1b474a8e req-545dfcdd-312a-4512-9809-efc42c4c7745 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:43.119080 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b90d66d5-d573-4e08-a841-615a1b474a8e req-545dfcdd-312a-4512-9809-efc42c4c7745 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 1652 time: 0.1674063 Aug 11 00:39:43.144482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40538) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:43.188362 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:43.288482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-c591e583-247f-427a-96b5-9988c103438a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1072410290&fields=id&tenant_id=7d80d82bf49641a48e698c15286c2606 HTTP/1.1" status: 200 len: 267 time: 0.1577182 Aug 11 00:39:43.375846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b90d66d5-d573-4e08-a841-615a1b474a8e req-0a0a1341-e864-4e4e-864b-516a0f536fab tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473989 Aug 11 00:39:43.441168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:43.446582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Made reservation on behalf of a7b84bf9f9ef4e389bcef4cf98865326 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:43.450995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-6b94c371-770e-4be2-be00-762877a598b4 service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856580 Aug 11 00:39:43.454291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:43.465545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:43.474205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-30630db5-3c55-417f-8b98-811d25f81a04 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/floatingips/e29234eb-c07a-4b6d-937d-a6e9d05d7c16 HTTP/1.1" status: 200 len: 993 time: 0.3257313 Aug 11 00:39:43.476049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:43.544294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=20e99aba-6b99-4072-8bff-ed68255952c5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:43.686187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:43.687590 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:43.850884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Allocated IP 172.20.0.5 (e5204996-3f77-4d95-9793-50d8825237e4/47ab3007-8a2a-40a5-9bba-5bc7787197ce/b292398f-d87b-46d4-a804-23f62a9adf06) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:43.852127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c792dd-5606-4827-a744-c998a1e14c85 req-c902ae78-be56-477c-a20c-55dde2db1063 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:43.857083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e18dee72-7ed0-40dc-a18f-08d97dc04aec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6589975 Aug 11 00:39:43.864157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-c902ae78-be56-477c-a20c-55dde2db1063 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 817 time: 0.5612407 Aug 11 00:39:43.878840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847', 'admin_state_up': True, 'tenant_id': '2159b3fba16a42858e69279442628c05', 'security_groups': ['4fb36b12-e69a-483e-8bf9-53aafdea071a']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:43.895777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-1bd793d3-7b7c-4b8a-be69-e4675d85b1ab tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/quotas/7d80d82bf49641a48e698c15286c2606 HTTP/1.1" status: 200 len: 375 time: 0.0297382 Aug 11 00:39:43.913967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbed2244-73d5-403f-9e95-9220fd6c47b0 req-c1dadd1e-b6a4-4fd1-9d7d-937532a53317 service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527934 Aug 11 00:39:43.991211 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-9ffa06f2-94b5-4b05-87db-90be53549128 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744987 Aug 11 00:39:44.019778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff678418-8264-463e-be7a-36633ee37ae5 None None] Provisioning for port 20e99aba-6b99-4072-8bff-ed68255952c5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:44.025796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff678418-8264-463e-be7a-36633ee37ae5 None None] Provisioning complete for port 20e99aba-6b99-4072-8bff-ed68255952c5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:44.027678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff678418-8264-463e-be7a-36633ee37ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:44.217421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-081d6725-7973-466f-9c39-ad0ec9e1d18c service neutron] 10.222.0.43 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684649 Aug 11 00:39:44.308237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ff678418-8264-463e-be7a-36633ee37ae5 None None] Port 20e99aba-6b99-4072-8bff-ed68255952c5 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:44.321430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334cb2-766e-4066-a7b5-e7004073b099 req-f7f39bdd-d6ca-4cd9-b1f1-61f29fb18b6b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:44.328053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334cb2-766e-4066-a7b5-e7004073b099 req-f7f39bdd-d6ca-4cd9-b1f1-61f29fb18b6b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:44.333977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-dd2bf75f-d085-47ee-a551-fdb40527e19a service neutron] 10.222.0.43 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068010 Aug 11 00:39:44.334804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334cb2-766e-4066-a7b5-e7004073b099 req-f7f39bdd-d6ca-4cd9-b1f1-61f29fb18b6b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:44.340408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6334cb2-766e-4066-a7b5-e7004073b099 req-f7f39bdd-d6ca-4cd9-b1f1-61f29fb18b6b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40&device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c&device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 2418 time: 0.2466784 Aug 11 00:39:44.429081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6334cb2-766e-4066-a7b5-e7004073b099 req-44ea6053-247b-4a6b-8c54-6ed2c08d4e4e tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804477 Aug 11 00:39:44.445291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:44.529781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c654ef8-59f1-431d-895e-882f89957197 req-87a6fdb4-8596-4c36-a9a9-b97a5e7af298 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 210 time: 0.0278854 Aug 11 00:39:44.646284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d80da-31b5-4a5b-a748-1f68692fd1f8 req-0b355a46-9cf6-463b-adb4-9883f72694c4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:44.648068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c89d80da-31b5-4a5b-a748-1f68692fd1f8 req-0b355a46-9cf6-463b-adb4-9883f72694c4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0546947 Aug 11 00:39:44.696727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c89d80da-31b5-4a5b-a748-1f68692fd1f8 req-5ef1dffc-f588-4a0d-98ad-61400f5d8dbc tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Aug 11 00:39:44.795938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:44.878615 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:45.021713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Network e5204996-3f77-4d95-9793-50d8825237e4 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:45.038982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e031df-cbe8-453f-851d-89fffa0297b6 req-e2cf5457-fb42-4b9f-bba7-2daca2cf0eba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:45.054498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e031df-cbe8-453f-851d-89fffa0297b6 req-e2cf5457-fb42-4b9f-bba7-2daca2cf0eba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:45.066371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e031df-cbe8-453f-851d-89fffa0297b6 req-e2cf5457-fb42-4b9f-bba7-2daca2cf0eba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:45.079865 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35e031df-cbe8-453f-851d-89fffa0297b6 req-e2cf5457-fb42-4b9f-bba7-2daca2cf0eba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 2373 time: 0.2969558 Aug 11 00:39:45.107974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e520a29-f1dc-417f-a169-3577ece4db38 req-0f32f018-2083-4af6-97ca-2d6b6e6692b5 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:45.112841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e520a29-f1dc-417f-a169-3577ece4db38 req-0f32f018-2083-4af6-97ca-2d6b6e6692b5 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.1113722 Aug 11 00:39:45.115068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:45.128783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:45.151863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Pushing event updated for resources: {'Port': ['ID=b292398f-d87b-46d4-a804-23f62a9adf06,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:45.189499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e520a29-f1dc-417f-a169-3577ece4db38 req-7e2a75d5-c75c-4d8c-873d-35300a3b8d23 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636756 Aug 11 00:39:45.230898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.231968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.232234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.232725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.233533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.234062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.234609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.235232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.235792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.236372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.236909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.237666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:39:45.272902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:45.299701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35e031df-cbe8-453f-851d-89fffa0297b6 req-4651d1ea-76eb-43b1-8fb6-91a38cefd0ab tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180290 Aug 11 00:39:45.306379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:45.307155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:45.409401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d501a-d771-4693-8752-e8468cf71bcf req-b6e96b53-8232-4832-ae3e-b1fcc0b5b41b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:45.411396 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd9d501a-d771-4693-8752-e8468cf71bcf req-b6e96b53-8232-4832-ae3e-b1fcc0b5b41b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1130240 Aug 11 00:39:45.476012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd9d501a-d771-4693-8752-e8468cf71bcf req-41dd2d67-c53f-4e93-8b4b-82fdf2f05886 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568776 Aug 11 00:39:45.545279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a47d4e94-2c3a-445f-baf1-d26dfd22bdf7 req-50e5e868-820a-4292-8c45-675f50af3e9e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 210 time: 0.0723517 Aug 11 00:39:45.591706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-660d3586-f41b-458f-a901-e01a7bfe1345 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7104392 Aug 11 00:39:45.609587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Request body: {'port': {'device_id': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:45.819278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:45.867664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1f6ef-f044-4e61-b7ac-ba14ba6b7581 req-bc384a38-1383-4026-8ecd-40c169fdb8bb tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:45.869180 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01c1f6ef-f044-4e61-b7ac-ba14ba6b7581 req-bc384a38-1383-4026-8ecd-40c169fdb8bb tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 931 time: 0.2286217 Aug 11 00:39:45.894684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a5c56-2ca9-44c6-9340-751d82159c05 req-3ceeaf1f-1b85-4185-81cb-9702978d9e88 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:45.896114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-193a5c56-2ca9-44c6-9340-751d82159c05 req-3ceeaf1f-1b85-4185-81cb-9702978d9e88 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0928557 Aug 11 00:39:45.947765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Allocated IP 10.2.2.100 (87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847/f9f50c03-9de3-4488-8a17-e47a22c9ff7c/db8de401-0507-4b3c-9d6c-7448e25908a9) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:45.960339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-193a5c56-2ca9-44c6-9340-751d82159c05 req-34c83774-e18f-4474-a2d2-d3a1d6d51f4c tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567844 Aug 11 00:39:46.118109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01c1f6ef-f044-4e61-b7ac-ba14ba6b7581 req-198df59a-9d51-4429-a28a-d43e30f4f5e2 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299943 Aug 11 00:39:46.206171 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5681762a-cf3f-4e6a-bd0c-7757eca03732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:46.367279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:46.396616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a003af1-887e-4a68-aaa4-3b126c5ebf9f req-f78de338-d13c-4c8a-b921-1ad59aea6322 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:46.397919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Transition to ACTIVE for port object db8de401-0507-4b3c-9d6c-7448e25908a9 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:46.408996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a003af1-887e-4a68-aaa4-3b126c5ebf9f req-f78de338-d13c-4c8a-b921-1ad59aea6322 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1706975 Aug 11 00:39:46.446349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b292398f-d87b-46d4-a804-23f62a9adf06 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:46.460050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:46.495488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Transition to ACTIVE for port object b292398f-d87b-46d4-a804-23f62a9adf06 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:46.529692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a003af1-887e-4a68-aaa4-3b126c5ebf9f req-d0f5655c-4fc9-4c34-a063-ea1c15c2e0bd tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040621 Aug 11 00:39:46.654542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:46.692475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:46.753055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65d446-ab31-41f0-a333-5dd2d2b1cfb5 req-dbb29699-9946-4882-93d9-19519f5b2f68 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:46.775936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65d446-ab31-41f0-a333-5dd2d2b1cfb5 req-dbb29699-9946-4882-93d9-19519f5b2f68 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:46.825466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65d446-ab31-41f0-a333-5dd2d2b1cfb5 req-dbb29699-9946-4882-93d9-19519f5b2f68 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:46.844619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e65d446-ab31-41f0-a333-5dd2d2b1cfb5 req-dbb29699-9946-4882-93d9-19519f5b2f68 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 2373 time: 0.2260997 Aug 11 00:39:46.851075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b292398f-d87b-46d4-a804-23f62a9adf06,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:46.865141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:46.920446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=db8de401-0507-4b3c-9d6c-7448e25908a9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:46.927930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:46.933034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:46.960231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e65d446-ab31-41f0-a333-5dd2d2b1cfb5 req-b1a5a1d7-952f-4a8c-aeb0-64ba7985b972 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134675 Aug 11 00:39:47.094583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5ad3a82-1512-4811-aff6-856df5e18e3d req-efc25305-0d07-4247-831b-d5e4041d8b2c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 210 time: 0.1709747 Aug 11 00:39:47.191634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:47.192454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:47.228456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Attempting to bind port b292398f-d87b-46d4-a804-23f62a9adf06 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:47.228806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Attempting to bind port b292398f-d87b-46d4-a804-23f62a9adf06 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:47.229101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Attempting to bind port b292398f-d87b-46d4-a804-23f62a9adf06 on network e5204996-3f77-4d95-9793-50d8825237e4 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:47.253704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Port b292398f-d87b-46d4-a804-23f62a9adf06 on network e5204996-3f77-4d95-9793-50d8825237e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:39:47.253918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Attempting to bind port b292398f-d87b-46d4-a804-23f62a9adf06 on network e5204996-3f77-4d95-9793-50d8825237e4 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:47.280794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:47.281156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Checking segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:47.281570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Bound using segment: {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:47.282030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Bound port: b292398f-d87b-46d4-a804-23f62a9adf06, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d513126-bc82-4f3b-aa59-a0e3ab677dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:47.282612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:47.373953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ad5220c-7191-4042-b2d0-9e85407dc1ec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5025718 Aug 11 00:39:47.386796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847', 'admin_state_up': True, 'tenant_id': '2159b3fba16a42858e69279442628c05', 'security_groups': ['4fb36b12-e69a-483e-8bf9-53aafdea071a']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:47.468717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70063dd-f996-46c1-a7f1-27860913c5cf req-c338a699-f257-4947-9871-35080acb9466 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:47.480370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f70063dd-f996-46c1-a7f1-27860913c5cf req-c338a699-f257-4947-9871-35080acb9466 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.2347536 Aug 11 00:39:47.483817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:47.508126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b292398f-d87b-46d4-a804-23f62a9adf06,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:47.612406 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f70063dd-f996-46c1-a7f1-27860913c5cf req-fa498f17-6d52-4983-8398-c970c55f6fd1 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275468 Aug 11 00:39:47.656822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5cbc5e9b-0c9e-414f-a731-d2fe58c3d8b7 None None] Provisioning for port db8de401-0507-4b3c-9d6c-7448e25908a9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:47.659907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fd2fd-24fb-4e27-be55-682380b2b6de req-4d9bd19c-883d-4574-9548-a9d317511c1c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:47.661548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5cbc5e9b-0c9e-414f-a731-d2fe58c3d8b7 None None] Provisioning complete for port db8de401-0507-4b3c-9d6c-7448e25908a9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:47.661926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5cbc5e9b-0c9e-414f-a731-d2fe58c3d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:47.662072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf8fd2fd-24fb-4e27-be55-682380b2b6de req-4d9bd19c-883d-4574-9548-a9d317511c1c tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 943 time: 0.1058214 Aug 11 00:39:47.693725 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:47.714347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:47.714993 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:47.716640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/b292398f-d87b-46d4-a804-23f62a9adf06 HTTP/1.1" status: 200 len: 1092 time: 2.1217008 Aug 11 00:39:47.736928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'tag': 'b292398f-d87b-46d4-a804-23f62a9adf06'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:47.737227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc5e9b-0c9e-414f-a731-d2fe58c3d8b7 None None] Port db8de401-0507-4b3c-9d6c-7448e25908a9 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:47.739083 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4702eca-77fe-44e1-82c3-ce8dd59094c1", "tag": "b292398f-d87b-46d4-a804-23f62a9adf06"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:47.771228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf8fd2fd-24fb-4e27-be55-682380b2b6de req-4e31a673-2209-4033-a8c3-7de5d52a3de0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993009 Aug 11 00:39:47.793653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759f9f6-9334-4697-81bf-44822812b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b292398f-d87b-46d4-a804-23f62a9adf06,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:47.797760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Made reservation on behalf of 2159b3fba16a42858e69279442628c05 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:47.804949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:48.089811 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a38a6a-55dd-43e9-bc77-5bcb8e1ece0d x-openstack-request-id: req-20a38a6a-55dd-43e9-bc77-5bcb8e1ece0d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:48.090214 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4702eca-77fe-44e1-82c3-ce8dd59094c1", "tag": "b292398f-d87b-46d4-a804-23f62a9adf06", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:48.090381 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20a38a6a-55dd-43e9-bc77-5bcb8e1ece0d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:48.090783 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'tag': 'b292398f-d87b-46d4-a804-23f62a9adf06', 'status': 'completed', 'code': 200} Aug 11 00:39:48.121003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-e252ace6-aa88-4a47-a7fe-e76f1ab05bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.122643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-e252ace6-aa88-4a47-a7fe-e76f1ab05bed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 1095 time: 0.2258213 Aug 11 00:39:48.192473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-533fb2c6-378d-433d-9d9c-050c395e1c51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b292398f-d87b-46d4-a804-23f62a9adf06 HTTP/1.1" status: 200 len: 217 time: 0.0577941 Aug 11 00:39:48.215546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd057a2-941d-4094-b538-885c2de83cf8 req-63536357-1313-42eb-8301-533e427d3574 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.217617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abd057a2-941d-4094-b538-885c2de83cf8 req-63536357-1313-42eb-8301-533e427d3574 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.3184257 Aug 11 00:39:48.237935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9db382-97df-4870-9820-5801bf3b96b6 req-c687412e-3786-41c4-a622-2104b6eff012 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.246824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c9db382-97df-4870-9820-5801bf3b96b6 req-c687412e-3786-41c4-a622-2104b6eff012 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1112244 Aug 11 00:39:48.303600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c9db382-97df-4870-9820-5801bf3b96b6 req-e6cb4e9f-561f-491c-b72d-b461f0b3527b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555007 Aug 11 00:39:48.326485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Allocated IP 10.2.2.200 (87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847/f9f50c03-9de3-4488-8a17-e47a22c9ff7c/30d89737-eda3-40ac-9ae8-63b3180d7466) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:48.521412 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abd057a2-941d-4094-b538-885c2de83cf8 req-10adf054-987a-4f2b-b233-b51f5a60bd75 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633965 Aug 11 00:39:48.574467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-959908ab-cc83-47fe-ad71-1dc9aa06a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.575850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc4bb6-6578-4f06-9fe0-5ba5812014a8 req-4a66ad25-a079-4e72-aa96-ce60583a9904 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.576114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-959908ab-cc83-47fe-ad71-1dc9aa06a226 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 200 len: 844 time: 0.3247764 Aug 11 00:39:48.587771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc4bb6-6578-4f06-9fe0-5ba5812014a8 req-4a66ad25-a079-4e72-aa96-ce60583a9904 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.600820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc4bb6-6578-4f06-9fe0-5ba5812014a8 req-4a66ad25-a079-4e72-aa96-ce60583a9904 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.610212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc4bb6-6578-4f06-9fe0-5ba5812014a8 req-4a66ad25-a079-4e72-aa96-ce60583a9904 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.615087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46bc4bb6-6578-4f06-9fe0-5ba5812014a8 req-4a66ad25-a079-4e72-aa96-ce60583a9904 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3094 time: 0.1975703 Aug 11 00:39:48.673795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46bc4bb6-6578-4f06-9fe0-5ba5812014a8 req-983aac07-86c3-4d1c-9aed-98465f9cfd6a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480547 Aug 11 00:39:48.882665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6176-e8df-4b0f-ac51-78270a2ae12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:48.894738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49bdd0-50a1-4d55-bc5e-211f158f2a0b req-a89af71a-2d8d-40d7-bdb0-820ae32a463e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:48.899864 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e49bdd0-50a1-4d55-bc5e-211f158f2a0b req-a89af71a-2d8d-40d7-bdb0-820ae32a463e tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0766888 Aug 11 00:39:48.973629 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e49bdd0-50a1-4d55-bc5e-211f158f2a0b req-eba8122b-7377-4533-b82b-1acf91694ce2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551918 Aug 11 00:39:49.030645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:49.185154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b7742-2a02-4d34-812d-7d940eb2486a req-a892484a-3cb3-4d94-9136-ab1c7b636889 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.198839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d81b7742-2a02-4d34-812d-7d940eb2486a req-a892484a-3cb3-4d94-9136-ab1c7b636889 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 943 time: 0.1490033 Aug 11 00:39:49.223512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01aeb0dd-0cfb-4be0-8a76-3e820f4bde45 req-33ea51ab-01ac-45ad-bc2e-1020f043b080 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 210 time: 0.1573420 Aug 11 00:39:49.244072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-35ec25df-3aed-4110-b82e-40751e756db9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5204996-3f77-4d95-9793-50d8825237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1810079 Aug 11 00:39:49.255020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d81b7742-2a02-4d34-812d-7d940eb2486a req-bbdd23d0-8dce-45ec-9908-5e893b7c1236 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547242 Aug 11 00:39:49.264012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:49.340216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Transition to ACTIVE for port object 30d89737-eda3-40ac-9ae8-63b3180d7466 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:49.467523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e458d-2ae7-4338-bef8-efd718b38fe1 req-fd56b5ab-777d-4c46-bb31-ba0edc4a7e42 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.470291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c0e458d-2ae7-4338-bef8-efd718b38fe1 req-fd56b5ab-777d-4c46-bb31-ba0edc4a7e42 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.0695429 Aug 11 00:39:49.527782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c0e458d-2ae7-4338-bef8-efd718b38fe1 req-9dc59d7e-6935-42df-a4cf-b8641ab660a9 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Aug 11 00:39:49.567874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c792dd-5606-4827-a744-c998a1e14c85 req-0f70c6ed-93a7-42d8-919b-028212f4bf70 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.570691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-0f70c6ed-93a7-42d8-919b-028212f4bf70 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 817 time: 1.0406342 Aug 11 00:39:49.657634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889146ad-9c66-41b3-b7ab-810221a5d3e0 req-dec661ec-5b2e-4d45-a042-ddbaf230c1f7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.672836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-889146ad-9c66-41b3-b7ab-810221a5d3e0 req-dec661ec-5b2e-4d45-a042-ddbaf230c1f7 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.3037488 Aug 11 00:39:49.692825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:49.778577 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-eb43f7be-abc7-4ad9-92a1-80aa6d28e80c service neutron] 10.222.0.55 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099101 Aug 11 00:39:49.780717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:49.800055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-2e8deb79-923e-44b4-b010-6490b312679a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d80d82bf49641a48e698c15286c2606 HTTP/1.1" status: 200 len: 380 time: 0.2161813 Aug 11 00:39:49.811221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:49.822837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:49.843045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'port': {'device_id': '20036791-729a-4f3b-aef5-dc3addd85f54', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'admin_state_up': True, 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'security_groups': ['fe54d1c0-1856-496f-856b-87885e5a8527']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:49.926072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d552-7ef8-4b0d-8e20-2a6da7d0ea55 req-eafb6ea2-2d2d-48ca-8385-b57cf6520786 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.948357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d552-7ef8-4b0d-8e20-2a6da7d0ea55 req-eafb6ea2-2d2d-48ca-8385-b57cf6520786 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.965849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d552-7ef8-4b0d-8e20-2a6da7d0ea55 req-eafb6ea2-2d2d-48ca-8385-b57cf6520786 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.980736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d552-7ef8-4b0d-8e20-2a6da7d0ea55 req-eafb6ea2-2d2d-48ca-8385-b57cf6520786 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.996026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d552-7ef8-4b0d-8e20-2a6da7d0ea55 req-eafb6ea2-2d2d-48ca-8385-b57cf6520786 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:49.999398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a72d552-7ef8-4b0d-8e20-2a6da7d0ea55 req-eafb6ea2-2d2d-48ca-8385-b57cf6520786 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3815 time: 0.1793370 Aug 11 00:39:50.072833 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a72d552-7ef8-4b0d-8e20-2a6da7d0ea55 req-4167f813-8087-48e4-a99d-e45302b3e31d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655401 Aug 11 00:39:50.133031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:50.133996 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:50.157733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event updated for resources: {'Port': ['ID=30d89737-eda3-40ac-9ae8-63b3180d7466,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:50.199064 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-889146ad-9c66-41b3-b7ab-810221a5d3e0 req-99ea882d-0c03-4870-bb4a-0b7836f2cc19 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158873 Aug 11 00:39:50.248163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f5099a1-08e1-451a-bb1f-b8f0b70dbf88 req-25208590-c81e-4d33-9efb-6a43a1070622 service neutron] 10.222.0.55 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528737 Aug 11 00:39:50.404139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b4067be4-395e-4c9e-b1ed-7047f0a6f860 req-a9b457e6-756b-4585-837a-947aaf092733 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 210 time: 0.0330286 Aug 11 00:39:50.448328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Made reservation on behalf of 7d80d82bf49641a48e698c15286c2606 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:39:50.455821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ae2d5b49-4aa4-4945-ab85-c0d91d0532f8 None None] Provisioning for port 30d89737-eda3-40ac-9ae8-63b3180d7466 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:50.456970 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:50.472935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:50.477039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ae2d5b49-4aa4-4945-ab85-c0d91d0532f8 None None] Provisioning complete for port 30d89737-eda3-40ac-9ae8-63b3180d7466 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:50.477651 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5b49-4aa4-4945-ab85-c0d91d0532f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:50.489133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532bc0-48c9-4e49-b40b-a5bccd697fc0 req-07c20fa4-c842-4ae7-bd35-d92ec2913de4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:50.504298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88532bc0-48c9-4e49-b40b-a5bccd697fc0 req-07c20fa4-c842-4ae7-bd35-d92ec2913de4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1253808 Aug 11 00:39:50.589178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-07aad40c-bae7-42cf-a073-5bed7dd082eb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2066090 Aug 11 00:39:50.599738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88532bc0-48c9-4e49-b40b-a5bccd697fc0 req-9720ac4d-24a9-4d4b-9e89-e7594789dcb2 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900092 Aug 11 00:39:50.633641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:50.654630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d5b49-4aa4-4945-ab85-c0d91d0532f8 None None] Port 30d89737-eda3-40ac-9ae8-63b3180d7466 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:50.843632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738871-1a62-4d1d-a858-b70b8e5b50e5 req-744be323-36eb-465f-a9d6-15e50c1485ea tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:50.850880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-45c4f268-0fdc-4d0a-bc9f-6d1966d710c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:50.856259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-45c4f268-0fdc-4d0a-bc9f-6d1966d710c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 1095 time: 0.3522835 Aug 11 00:39:50.859123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28738871-1a62-4d1d-a858-b70b8e5b50e5 req-744be323-36eb-465f-a9d6-15e50c1485ea tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1343229 Aug 11 00:39:50.899557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2b89-b87e-44ff-b80c-11555c8f404c req-db0e3f38-f401-47ca-a054-835a4431e29f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:50.908131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bd2b89-b87e-44ff-b80c-11555c8f404c req-db0e3f38-f401-47ca-a054-835a4431e29f tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 943 time: 0.3002751 Aug 11 00:39:50.928949 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28738871-1a62-4d1d-a858-b70b8e5b50e5 req-ae30605c-5853-49f7-896e-c289e1231593 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651410 Aug 11 00:39:50.970179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Allocated IP 172.20.0.8 (af520825-082c-45f6-8942-abaa215f134c/25eff5a2-7f57-4b91-a631-b962e7c23c48/147bdc39-c16f-4106-812a-a94e3d883cde) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:39:50.972638 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:51.058578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bd2b89-b87e-44ff-b80c-11555c8f404c req-53b4029d-6fdd-45b4-83a9-ec65ff1c091d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463733 Aug 11 00:39:51.165196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-86d06746-6be1-450f-9520-3bc1de6267a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.166659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-86d06746-6be1-450f-9520-3bc1de6267a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 200 len: 905 time: 0.2999041 Aug 11 00:39:51.241672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366775-23f6-4b0b-b811-7d26a116b5ce req-7fe413b8-3b1a-4eef-9575-f2e5f3a585bf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.249340 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50366775-23f6-4b0b-b811-7d26a116b5ce req-7fe413b8-3b1a-4eef-9575-f2e5f3a585bf tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1380062 Aug 11 00:39:51.322523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50366775-23f6-4b0b-b811-7d26a116b5ce req-4d5abbda-1b6d-45a3-8518-d81ec504ca1f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719836 Aug 11 00:39:51.415795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-620158c7-1177-449a-b1fb-57cd80cde78c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b292398f-d87b-46d4-a804-23f62a9adf06 HTTP/1.1" status: 200 len: 217 time: 0.2388082 Aug 11 00:39:51.511406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b292398f-d87b-46d4-a804-23f62a9adf06 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:39:51.615139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4c384-f679-4012-86a5-b78f604193a1 req-6f711a0d-c426-4054-8063-0d68d552c063 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.619644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57c4c384-f679-4012-86a5-b78f604193a1 req-6f711a0d-c426-4054-8063-0d68d552c063 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1466229 Aug 11 00:39:51.652682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:51.669082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Transition to ACTIVE for port object 147bdc39-c16f-4106-812a-a94e3d883cde will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:51.718850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57c4c384-f679-4012-86a5-b78f604193a1 req-87370056-8480-43d2-93f2-5b3f1170ffb4 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920918 Aug 11 00:39:51.777937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d77cf-ee02-47cf-b5b5-0bd79693c458 req-16f91dcd-837d-42a4-8619-d7a7823b6bd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.785140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d77cf-ee02-47cf-b5b5-0bd79693c458 req-16f91dcd-837d-42a4-8619-d7a7823b6bd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.792467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d77cf-ee02-47cf-b5b5-0bd79693c458 req-16f91dcd-837d-42a4-8619-d7a7823b6bd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.800555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d77cf-ee02-47cf-b5b5-0bd79693c458 req-16f91dcd-837d-42a4-8619-d7a7823b6bd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.807441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d77cf-ee02-47cf-b5b5-0bd79693c458 req-16f91dcd-837d-42a4-8619-d7a7823b6bd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.817141 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f5d77cf-ee02-47cf-b5b5-0bd79693c458 req-16f91dcd-837d-42a4-8619-d7a7823b6bd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3815 time: 0.5396993 Aug 11 00:39:51.859149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b292398f-d87b-46d4-a804-23f62a9adf06,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:51.879133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:51.882275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'b292398f-d87b-46d4-a804-23f62a9adf06', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'port_id': 'b292398f-d87b-46d4-a804-23f62a9adf06', 'mac_address': 'fa:16:3e:cb:c6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ab3007-8a2a-40a5-9bba-5bc7787197ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:39:51.889983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-481bd909-44c7-4c64-a72f-450627c3f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.891714 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-481bd909-44c7-4c64-a72f-450627c3f253 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 200 len: 844 time: 0.4090996 Aug 11 00:39:51.957336 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:51.982219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedaf650-24ff-4a40-8df9-2e75127f39c7 req-1d8c061f-6589-4028-8aab-7559473a6832 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:51.987928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cedaf650-24ff-4a40-8df9-2e75127f39c7 req-1d8c061f-6589-4028-8aab-7559473a6832 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 931 time: 0.1429362 Aug 11 00:39:51.995807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b292398f-d87b-46d4-a804-23f62a9adf06 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:52.006900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-9923a74b-4fb2-4dc8-9f92-b58e5d4d95a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5204996-3f77-4d95-9793-50d8825237e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745242 Aug 11 00:39:52.022659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Network af520825-082c-45f6-8942-abaa215f134c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:39:52.038457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:39:52.056670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:39:52.061123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:52.087354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b292398f-d87b-46d4-a804-23f62a9adf06,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:52.090217 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f5d77cf-ee02-47cf-b5b5-0bd79693c458 req-9903246b-6325-4ccb-baad-1c354f43302d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709711 Aug 11 00:39:52.164930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cedaf650-24ff-4a40-8df9-2e75127f39c7 req-43485de2-9943-4c75-a842-5a5d1b69283b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692221 Aug 11 00:39:52.236991 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:52.398153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:52.398742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:52.423068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:52.469141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b292398f-d87b-46d4-a804-23f62a9adf06,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:52.488583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:52.497340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['b292398f-d87b-46d4-a804-23f62a9adf06'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:39:52.504289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-c92d2ea9-05fb-41e4-907c-4545a517a599 service neutron] 10.222.0.55 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766598 Aug 11 00:39:52.525406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84ba00-f2ff-4f94-b30a-299b4e723b90 req-86401ec8-1837-4361-964a-da1c2e4e4214 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:52.533679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb84ba00-f2ff-4f94-b30a-299b4e723b90 req-86401ec8-1837-4361-964a-da1c2e4e4214 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.3034325 Aug 11 00:39:52.538819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:52.641382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d13f4-0a63-431a-9be5-25adaf9c1382 req-4e11d309-a78f-4a42-b12c-1a57c9d94059 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:52.653478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-901d13f4-0a63-431a-9be5-25adaf9c1382 req-4e11d309-a78f-4a42-b12c-1a57c9d94059 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 944 time: 0.2579243 Aug 11 00:39:52.811207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-901d13f4-0a63-431a-9be5-25adaf9c1382 req-eb8b4405-d7c9-40e2-a51d-7da6d91005a1 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440814 Aug 11 00:39:52.994043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8cb9023c-bbd4-452b-b043-e8f65ce183a6 None None] Provisioning for port 147bdc39-c16f-4106-812a-a94e3d883cde completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:52.996741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69e0f575-61c1-4d5c-80d3-82d94fe56d2f req-ca793cee-170a-415e-aa6e-34b342c4160f service neutron] 10.222.0.55 "GET /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608049 Aug 11 00:39:53.013111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-a471b905-6c7c-4bc3-b2a7-071d7f22b0d8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1776047 Aug 11 00:39:53.030421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Request body: {'port': {'device_id': '20036791-729a-4f3b-aef5-dc3addd85f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:53.046938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8cb9023c-bbd4-452b-b043-e8f65ce183a6 None None] Provisioning complete for port 147bdc39-c16f-4106-812a-a94e3d883cde triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:53.049815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8cb9023c-bbd4-452b-b043-e8f65ce183a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:53.061572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Transition to ACTIVE for port object f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:53.109297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb84ba00-f2ff-4f94-b30a-299b4e723b90 req-8ad4fab1-f20f-4946-942d-312d40c8e71f tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738833 Aug 11 00:39:53.153962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:53.184774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9023c-bbd4-452b-b043-e8f65ce183a6 None None] Port 147bdc39-c16f-4106-812a-a94e3d883cde cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:39:53.397753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e58a-a549-4f8a-aa43-f601a6ccfeb4 req-24aa35ca-b711-4ec8-a480-85852fc6de4b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:53.404508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e58a-a549-4f8a-aa43-f601a6ccfeb4 req-24aa35ca-b711-4ec8-a480-85852fc6de4b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:53.411717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e58a-a549-4f8a-aa43-f601a6ccfeb4 req-24aa35ca-b711-4ec8-a480-85852fc6de4b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:53.417783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e58a-a549-4f8a-aa43-f601a6ccfeb4 req-24aa35ca-b711-4ec8-a480-85852fc6de4b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:53.424493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e58a-a549-4f8a-aa43-f601a6ccfeb4 req-24aa35ca-b711-4ec8-a480-85852fc6de4b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:53.432958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4c5e58a-a549-4f8a-aa43-f601a6ccfeb4 req-24aa35ca-b711-4ec8-a480-85852fc6de4b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3827 time: 0.1511328 Aug 11 00:39:53.505977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147bdc39-c16f-4106-812a-a94e3d883cde {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:53.515584 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:53.531243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Transition to ACTIVE for port object 147bdc39-c16f-4106-812a-a94e3d883cde will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:53.535038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:53.536911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b292398f-d87b-46d4-a804-23f62a9adf06 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:39:53.573783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4c5e58a-a549-4f8a-aa43-f601a6ccfeb4 req-b5686880-9a9d-495e-9f1c-9fb6f4fa3816 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395664 Aug 11 00:39:53.637301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:53.651796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Pushing event updated for resources: {'Port': ['ID=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:53.747888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d76772-8409-4f1f-823c-980d76fab0b9 req-ec535848-c9c6-4310-95f7-0cf2b920e149 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:53.749617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0d76772-8409-4f1f-823c-980d76fab0b9 req-ec535848-c9c6-4310-95f7-0cf2b920e149 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 931 time: 0.2172782 Aug 11 00:39:53.809347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40756) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:53.833402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port b292398f-d87b-46d4-a804-23f62a9adf06 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:39:53.839138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port b292398f-d87b-46d4-a804-23f62a9adf06 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:39:53.839971 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:53.867489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:54.072549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Attempting to bind port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:54.072848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Attempting to bind port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:54.073901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Attempting to bind port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c on network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:54.090128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0d76772-8409-4f1f-823c-980d76fab0b9 req-ea01e777-2235-4873-85be-00ab8dbdcdc5 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888970 Aug 11 00:39:54.100009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c on network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:39:54.100439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Attempting to bind port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c on network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:54.115093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:54.115495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Checking segment: {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:54.115882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Bound using segment: {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:54.116366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Bound port: f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1294c214-1abc-4d23-a78a-cedf71d64026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:54.116843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:54.159967 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:54.252491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc3c1-43be-4e19-8015-a29619c927d3 req-c44840ab-6155-49d4-a774-bc543e1d9f85 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:54.254127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09bfc3c1-43be-4e19-8015-a29619c927d3 req-c44840ab-6155-49d4-a774-bc543e1d9f85 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 944 time: 0.2045908 Aug 11 00:39:54.300572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b292398f-d87b-46d4-a804-23f62a9adf06'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:54.312330 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db253345-dfab-4c13-a12a-d2e3a2346555" -d '{"events": [{"server_uuid": "c4702eca-77fe-44e1-82c3-ce8dd59094c1", "name": "network-vif-plugged", "status": "completed", "tag": "b292398f-d87b-46d4-a804-23f62a9adf06"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:54.334971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Attempting to bind port 147bdc39-c16f-4106-812a-a94e3d883cde on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:54.335466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Attempting to bind port 147bdc39-c16f-4106-812a-a94e3d883cde by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:54.335679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Attempting to bind port 147bdc39-c16f-4106-812a-a94e3d883cde on network af520825-082c-45f6-8942-abaa215f134c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:54.367277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b292398f-d87b-46d4-a804-23f62a9adf06,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:39:54.381265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09bfc3c1-43be-4e19-8015-a29619c927d3 req-941c2be1-9fe3-4267-8b84-a5b3d3101a73 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919728 Aug 11 00:39:54.468884 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:54.495310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Port 147bdc39-c16f-4106-812a-a94e3d883cde on network af520825-082c-45f6-8942-abaa215f134c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:39:54.496642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Attempting to bind port 147bdc39-c16f-4106-812a-a94e3d883cde on network af520825-082c-45f6-8942-abaa215f134c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:54.519829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:54.521718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Checking segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:54.522620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Bound using segment: {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:54.523643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Bound port: 147bdc39-c16f-4106-812a-a94e3d883cde, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69479da4-719d-4b30-af8d-6570e1faffb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'af520825-082c-45f6-8942-abaa215f134c'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:54.524493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:54.599615 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4972472d-ff50-4618-8501-ec70c8da1755 x-openstack-request-id: req-4972472d-ff50-4618-8501-ec70c8da1755 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:54.600382 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4702eca-77fe-44e1-82c3-ce8dd59094c1", "name": "network-vif-plugged", "status": "completed", "tag": "b292398f-d87b-46d4-a804-23f62a9adf06", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:54.600831 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4972472d-ff50-4618-8501-ec70c8da1755 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:54.601567 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b292398f-d87b-46d4-a804-23f62a9adf06', 'code': 200} Aug 11 00:39:54.614359 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bab500b-6f20-4eb2-a710-218905a978c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:54.681665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611c7b7-99c1-445f-8b19-28007748eaae req-dd20bbb1-8d60-467e-992d-d69d10882971 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:54.684782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f611c7b7-99c1-445f-8b19-28007748eaae req-dd20bbb1-8d60-467e-992d-d69d10882971 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.3408024 Aug 11 00:39:54.718874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b292398f-d87b-46d4-a804-23f62a9adf06,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:54.727289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] For port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:54.878063 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] For port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:54.890100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f611c7b7-99c1-445f-8b19-28007748eaae req-7983a2b5-cf22-4351-845b-024a2a5cbbde tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589043 Aug 11 00:39:54.899986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:54.904907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:54.914879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5d78f-33a1-4234-a4cf-b6fe80e250ea req-f8af807b-07a1-4e9f-b3eb-451fb222ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:54.916756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7d5d78f-33a1-4234-a4cf-b6fe80e250ea req-f8af807b-07a1-4e9f-b3eb-451fb222ab27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 1097 time: 0.2177339 Aug 11 00:39:54.973163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7d5d78f-33a1-4234-a4cf-b6fe80e250ea req-34c92a8c-7288-44fe-9108-246979b57884 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Aug 11 00:39:54.974814 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:55.010066 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:55.037426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.038239 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:55.039966 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] 10.222.0.55 "PUT /v2.0/ports/f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c HTTP/1.1" status: 200 len: 1092 time: 4.4206643 Aug 11 00:39:55.042952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:55.045713 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad383d44-08a4-4eb0-b06f-196b5dc534ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:55.069146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.069856 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:55.074542 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/147bdc39-c16f-4106-812a-a94e3d883cde HTTP/1.1" status: 200 len: 1092 time: 2.0465503 Aug 11 00:39:55.074542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79ec84-7279-4e26-aeac-1f24780d8038 service neutron] Pushing event updated for resources: {'Port': ['ID=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:55.149180 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1674b6-7023-4ec6-bda4-18d4e6743043 x-openstack-request-id: req-2e1674b6-7023-4ec6-bda4-18d4e6743043 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:55.149574 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:55.149931 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e1674b6-7023-4ec6-bda4-18d4e6743043 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:55.156804 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'status': 'completed', 'code': 200} Aug 11 00:39:55.189710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:55.327959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c26fc-bbc5-466e-afc7-c0e2867744f0 service neutron] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:55.573786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:55.641424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26256f-27c7-4c5c-a09f-2487d3369fb6 req-bd81d912-d2e2-4082-9f03-857c963874cb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.658291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d26256f-27c7-4c5c-a09f-2487d3369fb6 req-bd81d912-d2e2-4082-9f03-857c963874cb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.3749924 Aug 11 00:39:55.694004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-8cc0a1f8-6577-4270-ab7e-5a8d17f676c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.698272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-8cc0a1f8-6577-4270-ab7e-5a8d17f676c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.699201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-8cc0a1f8-6577-4270-ab7e-5a8d17f676c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.700028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-8cc0a1f8-6577-4270-ab7e-5a8d17f676c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.700840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-8cc0a1f8-6577-4270-ab7e-5a8d17f676c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.704787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-8cc0a1f8-6577-4270-ab7e-5a8d17f676c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 4363 time: 0.5013347 Aug 11 00:39:55.763187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c792dd-5606-4827-a744-c998a1e14c85 req-461067c5-9bc9-4b10-9462-afa6de143e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.765565 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-461067c5-9bc9-4b10-9462-afa6de143e08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 1095 time: 0.4344022 Aug 11 00:39:55.841415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bab500b-6f20-4eb2-a710-218905a978c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:55.873862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae083cf-aff8-4128-a0ca-21f5c39e3239 req-15de2c8a-54c4-494f-a289-64d5c8bfa6b0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.886782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae083cf-aff8-4128-a0ca-21f5c39e3239 req-15de2c8a-54c4-494f-a289-64d5c8bfa6b0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.901416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae083cf-aff8-4128-a0ca-21f5c39e3239 req-15de2c8a-54c4-494f-a289-64d5c8bfa6b0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.913020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae083cf-aff8-4128-a0ca-21f5c39e3239 req-15de2c8a-54c4-494f-a289-64d5c8bfa6b0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.924901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae083cf-aff8-4128-a0ca-21f5c39e3239 req-15de2c8a-54c4-494f-a289-64d5c8bfa6b0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:55.936929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6ae083cf-aff8-4128-a0ca-21f5c39e3239 req-15de2c8a-54c4-494f-a289-64d5c8bfa6b0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3827 time: 1.1754398 Aug 11 00:39:55.986005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6ae083cf-aff8-4128-a0ca-21f5c39e3239 req-eb066175-6e66-4186-91fa-022f45a04c5b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480587 Aug 11 00:39:55.992764 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bab500b-6f20-4eb2-a710-218905a978c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:56.052093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d26256f-27c7-4c5c-a09f-2487d3369fb6 req-13cf8ba3-8254-4492-a72e-fec76ad14069 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700368 Aug 11 00:39:56.059486 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7bab500b-6f20-4eb2-a710-218905a978c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1009c19087eb49d88f71e32e14d2357d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2485144 Aug 11 00:39:56.109724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40796) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:56.119039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-6fdaafcd-29ad-4646-8db5-07ff2a6cb1dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=147bdc39-c16f-4106-812a-a94e3d883cde HTTP/1.1" status: 200 len: 217 time: 0.3187191 Aug 11 00:39:56.216245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab500b-6f20-4eb2-a710-218905a978c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff333f-e577-4d8a-b2ec-ea21e9ce1335,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:56.253588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3f93-7911-459f-b112-5ddb84826a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:56.289128 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3f93-7911-459f-b112-5ddb84826a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:56.324792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7083a-c77e-4807-89f9-1b0763692426 req-e42dddee-d914-4cc0-8c9c-8066a755c5c0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:56.333000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67c7083a-c77e-4807-89f9-1b0763692426 req-e42dddee-d914-4cc0-8c9c-8066a755c5c0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 945 time: 0.1505413 Aug 11 00:39:56.411351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67c7083a-c77e-4807-89f9-1b0763692426 req-aa1e1478-87e4-44ab-bf9a-bf938bab73d0 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773063 Aug 11 00:39:56.601706 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3f93-7911-459f-b112-5ddb84826a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:56.604368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3f93-7911-459f-b112-5ddb84826a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:56.605580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dd4e3f93-7911-459f-b112-5ddb84826a47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6ff333f-e577-4d8a-b2ec-ea21e9ce1335 HTTP/1.1" status: 204 len: 168 time: 0.5135224 Aug 11 00:39:56.617962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e3f93-7911-459f-b112-5ddb84826a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff333f-e577-4d8a-b2ec-ea21e9ce1335,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:56.618281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c792dd-5606-4827-a744-c998a1e14c85 req-9963baeb-bfd6-4894-aed6-3f36217d4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:56.624296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-9963baeb-bfd6-4894-aed6-3f36217d4137 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.4635456 Aug 11 00:39:56.773389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdca92-8aa6-4bc1-8015-7753a3bfbb3c req-7b949290-9e4a-4007-97f0-cc200c5776b7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:56.776271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35fdca92-8aa6-4bc1-8015-7753a3bfbb3c req-7b949290-9e4a-4007-97f0-cc200c5776b7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.3589654 Aug 11 00:39:56.777696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-ea941eda-f0ec-4a24-a71b-ab9efbe9e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:56.778194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-ea941eda-f0ec-4a24-a71b-ab9efbe9e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:56.778678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-ea941eda-f0ec-4a24-a71b-ab9efbe9e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:56.780404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-ea941eda-f0ec-4a24-a71b-ab9efbe9e609 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2159b3fba16a42858e69279442628c05&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0216315 Aug 11 00:39:57.087209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095bb968-98a8-4de0-9b95-bf6abce9f4d7 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:39:57.135783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c792dd-5606-4827-a744-c998a1e14c85 req-e8e4c42b-b9c4-4c0d-ac6a-e105e7b5fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:57.149915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-e8e4c42b-b9c4-4c0d-ac6a-e105e7b5fd81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4585314 Aug 11 00:39:57.178484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:57.192184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:39:57.194874 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef" -d '{"events": [{"name": "network-changed", "server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:39:57.258706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c15fce-1f5c-428a-b9c0-dfbd4f6d9319 req-9696c28b-1b8e-4593-956d-082d5305005f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:57.271789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c15fce-1f5c-428a-b9c0-dfbd4f6d9319 req-9696c28b-1b8e-4593-956d-082d5305005f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:57.287663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c15fce-1f5c-428a-b9c0-dfbd4f6d9319 req-9696c28b-1b8e-4593-956d-082d5305005f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:57.303946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c15fce-1f5c-428a-b9c0-dfbd4f6d9319 req-9696c28b-1b8e-4593-956d-082d5305005f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:57.313745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c15fce-1f5c-428a-b9c0-dfbd4f6d9319 req-9696c28b-1b8e-4593-956d-082d5305005f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:57.317195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44c15fce-1f5c-428a-b9c0-dfbd4f6d9319 req-9696c28b-1b8e-4593-956d-082d5305005f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3827 time: 0.1295700 Aug 11 00:39:57.437505 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44c15fce-1f5c-428a-b9c0-dfbd4f6d9319 req-f954c33e-12e1-443c-98a6-e7cfcdc37f65 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047597 Aug 11 00:39:57.591521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdbec-4256-49bd-832d-ab3da29082b8 req-2fc93755-13e8-4425-b309-4b3811fd9bc7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:57.604345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46fbdbec-4256-49bd-832d-ab3da29082b8 req-2fc93755-13e8-4425-b309-4b3811fd9bc7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.0755966 Aug 11 00:39:57.672222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46fbdbec-4256-49bd-832d-ab3da29082b8 req-cbd58123-1fef-46bc-b06a-9cd29c7020a9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635998 Aug 11 00:39:57.955045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e6044-3271-4189-818c-f37b9bbe4f23 req-3e8a9533-5984-48cd-82f5-34354490fdff tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:57.966806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cd5e6044-3271-4189-818c-f37b9bbe4f23 req-3e8a9533-5984-48cd-82f5-34354490fdff tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 945 time: 0.1307292 Aug 11 00:39:58.057255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cd5e6044-3271-4189-818c-f37b9bbe4f23 req-c49a7ea6-e99b-4f67-b044-15e6955dbb20 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869770 Aug 11 00:39:58.081103 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295d5977-35c7-4724-88a3-7653de428017 x-openstack-request-id: req-295d5977-35c7-4724-88a3-7653de428017 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:39:58.081651 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:39:58.081785 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-295d5977-35c7-4724-88a3-7653de428017 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:39:58.082316 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde', 'status': 'completed', 'code': 200} Aug 11 00:39:58.105420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35fdca92-8aa6-4bc1-8015-7753a3bfbb3c req-869d9ce6-0aff-4c5b-a52a-ee5bfa6c75dd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3043652 Aug 11 00:39:58.133273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-0924d136-1fe0-404e-8334-bd83830e69d2 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9259872 Aug 11 00:39:58.136655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Transition to ACTIVE for port object 095bb968-98a8-4de0-9b95-bf6abce9f4d7 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:39:58.180474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-c05c0c32-8a17-4a92-974c-ff6fa0c4027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:58.200257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad383d44-08a4-4eb0-b06f-196b5dc534ba req-c05c0c32-8a17-4a92-974c-ff6fa0c4027f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4007621 Aug 11 00:39:58.349592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93c792dd-5606-4827-a744-c998a1e14c85 req-cae4986f-648e-4f7b-956d-f9cb52d23514 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077394 Aug 11 00:39:58.411018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:58.505870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Pushing event updated for resources: {'Port': ['ID=095bb968-98a8-4de0-9b95-bf6abce9f4d7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:58.636746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-83f5c2d0-eff8-4d22-8cad-5235d76d4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:58.638654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-83f5c2d0-eff8-4d22-8cad-5235d76d4db2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 1095 time: 0.0939639 Aug 11 00:39:58.732068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Attempting to bind port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:39:58.732330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Attempting to bind port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:39:58.732664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Attempting to bind port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:58.743394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:39:58.744039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Attempting to bind port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:39:58.823745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-cf3a08c2-3023-4d4a-989d-62fcd9eb066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:58.825513 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-cf3a08c2-3023-4d4a-989d-62fcd9eb066e service neutron] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.1787715 Aug 11 00:39:58.826392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:39:58.826732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Checking segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:39:58.827815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Bound using segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:39:58.828628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Bound port: 095bb968-98a8-4de0-9b95-bf6abce9f4d7, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:39:58.829195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:58.877732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40856) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:58.918156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3114-d515-4692-8bb9-c278984383a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:58.933503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-13d136b3-0850-4b17-b130-e4da91c7904c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=147bdc39-c16f-4106-812a-a94e3d883cde HTTP/1.1" status: 200 len: 217 time: 0.0845187 Aug 11 00:39:59.005257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab83b-7558-4a44-b03c-33f1cfeecafc req-15608c02-0d9e-47c7-8c51-a09d737a8fd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.015129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab83b-7558-4a44-b03c-33f1cfeecafc req-15608c02-0d9e-47c7-8c51-a09d737a8fd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.024321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab83b-7558-4a44-b03c-33f1cfeecafc req-15608c02-0d9e-47c7-8c51-a09d737a8fd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.031689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab83b-7558-4a44-b03c-33f1cfeecafc req-15608c02-0d9e-47c7-8c51-a09d737a8fd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.039970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab83b-7558-4a44-b03c-33f1cfeecafc req-15608c02-0d9e-47c7-8c51-a09d737a8fd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.047288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab83b-7558-4a44-b03c-33f1cfeecafc req-15608c02-0d9e-47c7-8c51-a09d737a8fd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.056930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3efab83b-7558-4a44-b03c-33f1cfeecafc req-15608c02-0d9e-47c7-8c51-a09d737a8fd5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 4601 time: 0.2867420 Aug 11 00:39:59.136361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3efab83b-7558-4a44-b03c-33f1cfeecafc req-7677311f-399e-4a97-9ac4-da33a4f41cca tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780363 Aug 11 00:39:59.140626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] For port 095bb968-98a8-4de0-9b95-bf6abce9f4d7, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:39:59.146692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] For port 095bb968-98a8-4de0-9b95-bf6abce9f4d7, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:39:59.275198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-8039b766-79d6-4b54-a210-c838d8ee561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.276681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-8039b766-79d6-4b54-a210-c838d8ee561f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.2760949 Aug 11 00:39:59.278420 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:59.347613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3114-d515-4692-8bb9-c278984383a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:59.393782 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:59.485096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf5b5-cc89-42aa-a421-356637563f88 req-c065b361-7257-4605-aeea-96a331c4f051 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.487334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75faf5b5-cc89-42aa-a421-356637563f88 req-c065b361-7257-4605-aeea-96a331c4f051 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1381986 Aug 11 00:39:59.493455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Pushing event updated for resources: {'Port': ['ID=095bb968-98a8-4de0-9b95-bf6abce9f4d7,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:59.511391 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:59.517930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.519419 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:59.522741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6ef66533-3fb1-4052-a468-7ea3aa4be760 service neutron] 10.222.0.55 "PUT /v2.0/ports/095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 1133 time: 4.3408663 Aug 11 00:39:59.569852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3114-d515-4692-8bb9-c278984383a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:59.603732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75faf5b5-cc89-42aa-a421-356637563f88 req-7624070b-2404-44a2-b1ac-4532bd42b2ba tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047342 Aug 11 00:39:59.630606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fc9b3114-d515-4692-8bb9-c278984383a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9941ff173fa47d488cef1669d2b9a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7517831 Aug 11 00:39:59.633223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40874) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:39:59.637592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979138ce-d661-452b-98bb-88bd7a4f8181 req-849858f9-8286-4659-8d35-f91c8e98f1d2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.641259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-979138ce-d661-452b-98bb-88bd7a4f8181 req-849858f9-8286-4659-8d35-f91c8e98f1d2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.4243712 Aug 11 00:39:59.650751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b3114-d515-4692-8bb9-c278984383a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3b9b91-5d88-41fe-ae25-403049969725,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:39:59.710292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-e9b4b878-594d-4d20-90b5-1953e79c5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:39:59.713930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-e9b4b878-594d-4d20-90b5-1953e79c5cfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4231725 Aug 11 00:39:59.729467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dda0c87d-54d3-4af5-9bbc-d2c86051ea25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:59.748906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:39:59.819910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dda0c87d-54d3-4af5-9bbc-d2c86051ea25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:39:59.939050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-9445b850-1be5-483d-afdb-aaa964ddae85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4251430 Aug 11 00:40:00.023330 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-979138ce-d661-452b-98bb-88bd7a4f8181 req-7c3664b9-7de3-491a-acef-6c92d35f514b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157454 Aug 11 00:40:00.058653 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dda0c87d-54d3-4af5-9bbc-d2c86051ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:00.063004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dda0c87d-54d3-4af5-9bbc-d2c86051ea25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:00.063004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dda0c87d-54d3-4af5-9bbc-d2c86051ea25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a3b9b91-5d88-41fe-ae25-403049969725 HTTP/1.1" status: 204 len: 168 time: 0.4286470 Aug 11 00:40:00.094418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': '095bb968-98a8-4de0-9b95-bf6abce9f4d7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:00.098252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0c87d-54d3-4af5-9bbc-d2c86051ea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3b9b91-5d88-41fe-ae25-403049969725,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:00.107518 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279fdeeb-335f-4e7e-8420-874a66c20dab" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "095bb968-98a8-4de0-9b95-bf6abce9f4d7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:00.169711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:00.247700 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cf5a5f-5e75-4cec-818f-e6e4bf3c7687 x-openstack-request-id: req-99cf5a5f-5e75-4cec-818f-e6e4bf3c7687 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:00.248147 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "095bb968-98a8-4de0-9b95-bf6abce9f4d7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:00.248507 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99cf5a5f-5e75-4cec-818f-e6e4bf3c7687 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:00.249114 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': '095bb968-98a8-4de0-9b95-bf6abce9f4d7', 'status': 'completed', 'code': 200} Aug 11 00:40:00.280203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-0b617cfb-49fd-4a31-be2b-e96863944a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.290407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-0b617cfb-49fd-4a31-be2b-e96863944a1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 1098 time: 0.2997465 Aug 11 00:40:00.294178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-e64eff7c-105e-474d-9462-25231518320e service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416498 Aug 11 00:40:00.383781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-ae908458-f852-4005-bc6f-d30a2f874822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.384297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-ae908458-f852-4005-bc6f-d30a2f874822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.384796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-ae908458-f852-4005-bc6f-d30a2f874822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.386531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-ae908458-f852-4005-bc6f-d30a2f874822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.387054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-ae908458-f852-4005-bc6f-d30a2f874822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.388163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-ae908458-f852-4005-bc6f-d30a2f874822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.394753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-ae908458-f852-4005-bc6f-d30a2f874822 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5289 time: 0.1345515 Aug 11 00:40:00.624179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-4bf76f8a-6ea8-4f0f-b43a-c9e12634b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.625467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-4bf76f8a-6ea8-4f0f-b43a-c9e12634b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.625974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-4bf76f8a-6ea8-4f0f-b43a-c9e12634b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.628120 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-4bf76f8a-6ea8-4f0f-b43a-c9e12634b7e4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2159b3fba16a42858e69279442628c05&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2173140 Aug 11 00:40:00.707610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0049-5f9e-4286-808d-93346e131332 req-fb50a9dc-f003-4ae5-b303-dec3839f74e0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.714007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0049-5f9e-4286-808d-93346e131332 req-fb50a9dc-f003-4ae5-b303-dec3839f74e0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.722054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0049-5f9e-4286-808d-93346e131332 req-fb50a9dc-f003-4ae5-b303-dec3839f74e0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.729223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0049-5f9e-4286-808d-93346e131332 req-fb50a9dc-f003-4ae5-b303-dec3839f74e0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.736294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0049-5f9e-4286-808d-93346e131332 req-fb50a9dc-f003-4ae5-b303-dec3839f74e0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.742816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0049-5f9e-4286-808d-93346e131332 req-fb50a9dc-f003-4ae5-b303-dec3839f74e0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.745129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-272e0049-5f9e-4286-808d-93346e131332 req-fb50a9dc-f003-4ae5-b303-dec3839f74e0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 4601 time: 0.3905642 Aug 11 00:40:00.816146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a7149-0f86-4782-b829-64430c2a297a req-7f2dba27-6746-44d7-9bc8-130da3e5c0d5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.817998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658a7149-0f86-4782-b829-64430c2a297a req-7f2dba27-6746-44d7-9bc8-130da3e5c0d5 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 945 time: 0.2674451 Aug 11 00:40:00.858493 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-272e0049-5f9e-4286-808d-93346e131332 req-77df5a0a-3bf9-432b-8623-1f97d8efae9f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891304 Aug 11 00:40:00.878501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-73b454a9-22eb-4416-bcff-0d30c9803fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:00.878501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-73b454a9-22eb-4416-bcff-0d30c9803fe4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2386365 Aug 11 00:40:00.964929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658a7149-0f86-4782-b829-64430c2a297a req-1aa092ca-2285-4bea-a819-ea254231e37d tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145177 Aug 11 00:40:01.044067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-80cb31f7-5cf3-4857-b525-5cb1c7ec8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:01.046629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-80cb31f7-5cf3-4857-b525-5cb1c7ec8b15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 917 time: 0.5984445 Aug 11 00:40:01.055374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc3caec6-8a90-44c7-b49c-a7a4c4ac4fef req-5019b5bb-e6e5-4e2e-bcab-657bc3c75800 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035304 Aug 11 00:40:01.140096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-8ed7a57d-04cd-4337-8837-cb420912d075 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e3618b9-e2bd-4760-a785-e0f50262c8f2 HTTP/1.1" status: 200 len: 217 time: 0.0831358 Aug 11 00:40:01.158791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0ba5-48c1-46dc-bbff-af39e055c270 req-b9366b16-06e2-4b90-bf10-bee284ef65c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:01.170828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-039d0ba5-48c1-46dc-bbff-af39e055c270 req-b9366b16-06e2-4b90-bf10-bee284ef65c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1115935 Aug 11 00:40:01.246641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-039d0ba5-48c1-46dc-bbff-af39e055c270 req-5af55a58-a11a-4288-b61c-3e5a28f045ba tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747490 Aug 11 00:40:01.285847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-4ce72805-2b8f-4571-a527-bbb3c82bd3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:01.288240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-4ce72805-2b8f-4571-a527-bbb3c82bd3b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 200 len: 855 time: 0.1386955 Aug 11 00:40:01.381355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-b392da6f-502b-48a3-8489-17ba800653ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:01.384160 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-b392da6f-502b-48a3-8489-17ba800653ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863075 Aug 11 00:40:01.393515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d1e08-e47d-4739-895b-66f79dbdc674 req-9ad351e2-41b0-4860-93a1-1d0c04202b5e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:01.395654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c6d1e08-e47d-4739-895b-66f79dbdc674 req-9ad351e2-41b0-4860-93a1-1d0c04202b5e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.1964417 Aug 11 00:40:01.542753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:01.577595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170adb39-789d-4c36-b885-1ba210a108e4 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:01.584781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-2549b7e3-2436-4281-bb34-f9e8b2bb7981 service neutron] 10.222.0.55 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852145 Aug 11 00:40:01.594110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:01.645120 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c6d1e08-e47d-4739-895b-66f79dbdc674 req-0563c3a5-982c-45fb-8ef7-c79ea9cd4f95 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297493 Aug 11 00:40:01.695134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Transition to ACTIVE for port object 170adb39-789d-4c36-b885-1ba210a108e4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:01.761321 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f2e4ad3-5e5a-4bf7-9353-5a18e7285d88 req-1dfd8c73-515a-4288-9e22-1f49e010ce5a service neutron] 10.222.0.55 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579983 Aug 11 00:40:01.762370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:01.788970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '147bdc39-c16f-4106-812a-a94e3d883cde', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'port_id': '147bdc39-c16f-4106-812a-a94e3d883cde', 'mac_address': 'fa:16:3e:f3:d4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:01.827465 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:01.879410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Pushing event updated for resources: {'Port': ['ID=170adb39-789d-4c36-b885-1ba210a108e4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:01.892499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:01.928037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147bdc39-c16f-4106-812a-a94e3d883cde {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:02.011607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:02.116839 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:02.228340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Attempting to bind port 170adb39-789d-4c36-b885-1ba210a108e4 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:02.229108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Attempting to bind port 170adb39-789d-4c36-b885-1ba210a108e4 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:02.229754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Attempting to bind port 170adb39-789d-4c36-b885-1ba210a108e4 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:02.233985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-5ce7ec88-1d07-45a2-8425-73925a9b1fb1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.249709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-5ce7ec88-1d07-45a2-8425-73925a9b1fb1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.251851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Port 170adb39-789d-4c36-b885-1ba210a108e4 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:40:02.252533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Attempting to bind port 170adb39-789d-4c36-b885-1ba210a108e4 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:02.268056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-5ce7ec88-1d07-45a2-8425-73925a9b1fb1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.284204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:02.285920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Checking segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:02.285920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Bound using segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:02.287198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Bound port: 170adb39-789d-4c36-b885-1ba210a108e4, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:02.287956 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:02.290498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-5ce7ec88-1d07-45a2-8425-73925a9b1fb1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.309813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-5ce7ec88-1d07-45a2-8425-73925a9b1fb1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.310259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:02.324875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-5ce7ec88-1d07-45a2-8425-73925a9b1fb1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.331251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c564e43-1f86-487a-bb65-4bacf03d308b req-5f5dbce9-2ee5-4e3c-ae92-0d765e38d540 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.335591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c564e43-1f86-487a-bb65-4bacf03d308b req-5f5dbce9-2ee5-4e3c-ae92-0d765e38d540 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 945 time: 0.2485259 Aug 11 00:40:02.342111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-5ce7ec88-1d07-45a2-8425-73925a9b1fb1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.351392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-5ce7ec88-1d07-45a2-8425-73925a9b1fb1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5379 time: 0.2465665 Aug 11 00:40:02.417288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d443436-e83d-4843-8dc7-7899f7809d01 req-cdaacc27-ea41-4a54-b10d-b7037e5f2a0c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645573 Aug 11 00:40:02.439804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['147bdc39-c16f-4106-812a-a94e3d883cde'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:02.636878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee700e8-e882-4fd9-abba-d2454a1a3351 req-cc8219f7-6c2d-4c1d-a824-9194efa3fc38 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:02.647941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ee700e8-e882-4fd9-abba-d2454a1a3351 req-cc8219f7-6c2d-4c1d-a824-9194efa3fc38 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.0939686 Aug 11 00:40:02.671195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c564e43-1f86-487a-bb65-4bacf03d308b req-6a833776-5e60-447f-98a2-1c808bbdfeea tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208597 Aug 11 00:40:02.730302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] For port 170adb39-789d-4c36-b885-1ba210a108e4, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:02.739071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] For port 170adb39-789d-4c36-b885-1ba210a108e4, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=170adb39-789d-4c36-b885-1ba210a108e4,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:02.773451 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ee700e8-e882-4fd9-abba-d2454a1a3351 req-ff5aebb8-8733-4b7b-9bdd-5aa34004c0ea tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153939 Aug 11 00:40:02.852147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:03.069569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.071945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:03.081415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] 10.222.0.55 "PUT /v2.0/ports/170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 1137 time: 3.3642085 Aug 11 00:40:03.101416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': '170adb39-789d-4c36-b885-1ba210a108e4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:03.121708 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9963842-33bd-4f77-8595-272d821ced13" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "170adb39-789d-4c36-b885-1ba210a108e4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:03.199548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640180c-3c89-438d-beaa-1159f0ab5f01 req-aa3809fe-8e4b-4a85-ad27-e1d6d04ba375 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.202283 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e640180c-3c89-438d-beaa-1159f0ab5f01 req-aa3809fe-8e4b-4a85-ad27-e1d6d04ba375 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 944 time: 0.2399733 Aug 11 00:40:03.206669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb4b7-735d-42ac-925e-da9ec1a04a86 service neutron] Pushing event updated for resources: {'Port': ['ID=170adb39-789d-4c36-b885-1ba210a108e4,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:03.272403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:03.279035 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e640180c-3c89-438d-beaa-1159f0ab5f01 req-0c8b0334-445c-46b6-b11d-b0d350f61400 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580783 Aug 11 00:40:03.381377 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:03.431060 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9e7f95-aaa9-4e7c-8f32-42cfff09cc2e x-openstack-request-id: req-fe9e7f95-aaa9-4e7c-8f32-42cfff09cc2e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:03.431442 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "170adb39-789d-4c36-b885-1ba210a108e4", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:03.431647 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe9e7f95-aaa9-4e7c-8f32-42cfff09cc2e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:03.432031 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': '170adb39-789d-4c36-b885-1ba210a108e4', 'status': 'completed', 'code': 200} Aug 11 00:40:03.547741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b292398f-d87b-46d4-a804-23f62a9adf06 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:03.553427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729b8a2-a382-436c-84b5-d385d7ce4fc0 req-f8fd13c6-8753-4451-adc7-2763043e9062 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.556598 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b729b8a2-a382-436c-84b5-d385d7ce4fc0 req-f8fd13c6-8753-4451-adc7-2763043e9062 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.0928960 Aug 11 00:40:03.622155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:03.631931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b729b8a2-a382-436c-84b5-d385d7ce4fc0 req-9fef8270-08d4-44ad-8d02-52f8e622c17f tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660491 Aug 11 00:40:03.649003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-adc819a0-671d-42a6-afdd-69fd7011ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.649003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-adc819a0-671d-42a6-afdd-69fd7011ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.649003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-adc819a0-671d-42a6-afdd-69fd7011ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.649003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-adc819a0-671d-42a6-afdd-69fd7011ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.649003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-adc819a0-671d-42a6-afdd-69fd7011ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.649003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-adc819a0-671d-42a6-afdd-69fd7011ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.649003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-adc819a0-671d-42a6-afdd-69fd7011ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.650612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9963842-33bd-4f77-8595-272d821ced13 req-adc819a0-671d-42a6-afdd-69fd7011ee9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6219 time: 0.2157929 Aug 11 00:40:03.751601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b292398f-d87b-46d4-a804-23f62a9adf06,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:03.783391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'b292398f-d87b-46d4-a804-23f62a9adf06', 'network_id': 'e5204996-3f77-4d95-9793-50d8825237e4', 'port_id': 'b292398f-d87b-46d4-a804-23f62a9adf06', 'mac_address': 'fa:16:3e:cb:c6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ab3007-8a2a-40a5-9bba-5bc7787197ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:03.816318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-df2ad85f-0075-4e26-9b8d-595d7f19a41c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.823939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-df2ad85f-0075-4e26-9b8d-595d7f19a41c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.832957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-df2ad85f-0075-4e26-9b8d-595d7f19a41c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.840217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-df2ad85f-0075-4e26-9b8d-595d7f19a41c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.848635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-df2ad85f-0075-4e26-9b8d-595d7f19a41c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.857831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-df2ad85f-0075-4e26-9b8d-595d7f19a41c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.867327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-df2ad85f-0075-4e26-9b8d-595d7f19a41c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.870376 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-df2ad85f-0075-4e26-9b8d-595d7f19a41c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5379 time: 0.2865064 Aug 11 00:40:03.871682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce20b-b483-48ac-92c5-951392f24da6 req-73266b15-356d-45ef-bd25-264a669152d7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:03.875884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33bce20b-b483-48ac-92c5-951392f24da6 req-73266b15-356d-45ef-bd25-264a669152d7 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 945 time: 0.0960655 Aug 11 00:40:03.877043 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:40:03.884878 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:03.898545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 147bdc39-c16f-4106-812a-a94e3d883cde completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:03.906990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 147bdc39-c16f-4106-812a-a94e3d883cde triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:03.907823 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:03.937134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b292398f-d87b-46d4-a804-23f62a9adf06 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:03.945006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33bce20b-b483-48ac-92c5-951392f24da6 req-c814132a-d83b-490c-a5ef-0137aa240c67 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560124 Aug 11 00:40:03.984030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b292398f-d87b-46d4-a804-23f62a9adf06,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:04.044140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:04.075733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:04.080633 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac0fdd4-828c-4b1e-86b5-7c1f598e0527" -d '{"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-plugged", "status": "completed", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:04.101745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:04.139508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae6cd-211d-4879-ad73-280ed3f3a338 req-25e52e19-241d-4dbe-b40e-7bd2b4d74165 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:04.141213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e0ae6cd-211d-4879-ad73-280ed3f3a338 req-25e52e19-241d-4dbe-b40e-7bd2b4d74165 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.0844798 Aug 11 00:40:04.149562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:04.199990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e0ae6cd-211d-4879-ad73-280ed3f3a338 req-61180b7c-aae9-4fd9-84ea-fba02bc7cf25 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462821 Aug 11 00:40:04.214569 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:04.250455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['b292398f-d87b-46d4-a804-23f62a9adf06'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:04.299789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b292398f-d87b-46d4-a804-23f62a9adf06,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:04.452434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:04.473204 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f6027be-e9f2-4218-b690-9c4048da62ff req-7964dd28-189a-4827-b566-98210bc3ae91 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5489850 Aug 11 00:40:04.529335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-a8d1750c-92c1-4e21-8b16-d00c8a02ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:04.535278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-a8d1750c-92c1-4e21-8b16-d00c8a02ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:04.538728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-a8d1750c-92c1-4e21-8b16-d00c8a02ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:04.541011 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9963842-33bd-4f77-8595-272d821ced13 req-a8d1750c-92c1-4e21-8b16-d00c8a02ba83 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2159b3fba16a42858e69279442628c05&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.8778651 Aug 11 00:40:04.583700 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0511c317-9397-411c-9016-9aa9fc7e490b x-openstack-request-id: req-0511c317-9397-411c-9016-9aa9fc7e490b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:04.584588 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-plugged", "status": "completed", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:04.585017 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0511c317-9397-411c-9016-9aa9fc7e490b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:04.585600 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde', 'code': 200} Aug 11 00:40:04.814411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9963842-33bd-4f77-8595-272d821ced13 req-050a8c01-e111-4beb-bdae-d886e0b2992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:04.816914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c9963842-33bd-4f77-8595-272d821ced13 req-050a8c01-e111-4beb-bdae-d886e0b2992b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300789 Aug 11 00:40:04.853824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3894f40-07a0-4d5b-b50f-7e6c5f4e87de {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:04.871573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:04.915891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Transition to ACTIVE for port object e3894f40-07a0-4d5b-b50f-7e6c5f4e87de will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:04.924524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9aff1-c5b5-49e2-803d-dc74dc95e0d5 req-ba67dd6f-8852-45cb-94d4-6d46953ca235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:04.927533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3be9aff1-c5b5-49e2-803d-dc74dc95e0d5 req-ba67dd6f-8852-45cb-94d4-6d46953ca235 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 1097 time: 0.2080083 Aug 11 00:40:04.952423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35a67-8912-4164-b0ed-1920b21183bc req-d7bcef38-fb8e-48d8-9c85-a2a16c976f0b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:04.955826 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ec35a67-8912-4164-b0ed-1920b21183bc req-d7bcef38-fb8e-48d8-9c85-a2a16c976f0b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.2049644 Aug 11 00:40:05.055753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3be9aff1-c5b5-49e2-803d-dc74dc95e0d5 req-d0d48f14-9bd9-48b3-a28d-8d65f924d010 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984614 Aug 11 00:40:05.056592 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:05.097560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efcc7d-ba4f-4674-8f88-02c3b162c1dc req-e975a023-fdd1-4327-9185-3d56582f683b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.099384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2efcc7d-ba4f-4674-8f88-02c3b162c1dc req-e975a023-fdd1-4327-9185-3d56582f683b tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1292839 Aug 11 00:40:05.127902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ec35a67-8912-4164-b0ed-1920b21183bc req-8cd26bc5-81f8-4597-9f5c-0b7487428fd8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513724 Aug 11 00:40:05.184226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2efcc7d-ba4f-4674-8f88-02c3b162c1dc req-a43ee5a5-7843-4ee2-beb7-6fba2170d932 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/security-groups?id=36e6d059-29cd-474b-a7dd-45503dad029d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776546 Aug 11 00:40:05.220642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:05.322782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-b5a3d580-e411-43a2-aec6-d01d462114b9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.324365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-b5a3d580-e411-43a2-aec6-d01d462114b9 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 946 time: 0.1385186 Aug 11 00:40:05.368106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Attempting to bind port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:05.368520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Attempting to bind port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:05.371102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Attempting to bind port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:05.385632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:40:05.385948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Attempting to bind port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:05.413297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:05.413297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Checking segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:05.413297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Bound using segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:05.413297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Bound port: e3894f40-07a0-4d5b-b50f-7e6c5f4e87de, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:05.413297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:05.466020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba8a82-5da9-4fa0-af20-f83e21b1cff7 req-a01d178e-9968-4790-bff8-688d703e913b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.467723 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0ba8a82-5da9-4fa0-af20-f83e21b1cff7 req-a01d178e-9968-4790-bff8-688d703e913b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1376166 Aug 11 00:40:05.515544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] For port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:05.519350 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] For port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:05.547640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0ba8a82-5da9-4fa0-af20-f83e21b1cff7 req-c1c3a591-da86-4c6d-b00a-30df03d019c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662553 Aug 11 00:40:05.550660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Deleting port cd95db82-513b-42bc-b708-2f93aee9a82b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:05.550859 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:05.557950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b292398f-d87b-46d4-a804-23f62a9adf06 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:05.616558 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:05.664983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.666171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:05.667702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/e3894f40-07a0-4d5b-b50f-7e6c5f4e87de HTTP/1.1" status: 200 len: 1091 time: 2.4003532 Aug 11 00:40:05.674406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:05.681051 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "e3894f40-07a0-4d5b-b50f-7e6c5f4e87de"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:05.704664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] For port cd95db82-513b-42bc-b708-2f93aee9a82b, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=cd95db82-513b-42bc-b708-2f93aee9a82b,segment=NetworkSegment(28656fcf-5be3-4123-9fe4-5f1c43c12b13),segment_id=28656fcf-5be3-4123-9fe4-5f1c43c12b13)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:05.709890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:05.710360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-b647a563-7252-4aa4-8dd9-c28b9e6b869a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.715019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-b647a563-7252-4aa4-8dd9-c28b9e6b869a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.725159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-b647a563-7252-4aa4-8dd9-c28b9e6b869a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.731766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-b647a563-7252-4aa4-8dd9-c28b9e6b869a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.733935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0c267-7844-42cb-ab60-e6690c85e439 req-a9c4496a-d547-4b8a-9b87-0690ce776720 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.736749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b0b0c267-7844-42cb-ab60-e6690c85e439 req-a9c4496a-d547-4b8a-9b87-0690ce776720 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 944 time: 0.1094563 Aug 11 00:40:05.740138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-b647a563-7252-4aa4-8dd9-c28b9e6b869a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.742669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Calling delete_port for cd95db82-513b-42bc-b708-2f93aee9a82b owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:05.746765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-b647a563-7252-4aa4-8dd9-c28b9e6b869a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.753153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-b647a563-7252-4aa4-8dd9-c28b9e6b869a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:05.762008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-b647a563-7252-4aa4-8dd9-c28b9e6b869a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5391 time: 0.1899011 Aug 11 00:40:05.773300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port b292398f-d87b-46d4-a804-23f62a9adf06 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:05.774676 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:05.823928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:05.865699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe8595-285f-4dec-b3f0-4b7d7a1ee4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:05.879318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b0b0c267-7844-42cb-ab60-e6690c85e439 req-948812b1-e7a7-4880-9aa4-d84f3e0a61d9 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283095 Aug 11 00:40:05.960525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2bf615e1-3799-4bd0-aef5-59b8181d053d req-afadea10-b6ce-4020-b4d1-f69d830d520b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958165 Aug 11 00:40:05.962387 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8541629-d031-428d-9015-d72f0b67b866 x-openstack-request-id: req-a8541629-d031-428d-9015-d72f0b67b866 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:05.962894 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "e3894f40-07a0-4d5b-b50f-7e6c5f4e87de", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:05.963355 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8541629-d031-428d-9015-d72f0b67b866 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:05.963958 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de', 'status': 'completed', 'code': 200} Aug 11 00:40:05.967288 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:05.988991 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:06.060675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b292398f-d87b-46d4-a804-23f62a9adf06,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:06.162935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-9f45c966-fff6-423d-8211-7d174549c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.163443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-9f45c966-fff6-423d-8211-7d174549c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.163933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-9f45c966-fff6-423d-8211-7d174549c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.164416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-9f45c966-fff6-423d-8211-7d174549c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.164896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-9f45c966-fff6-423d-8211-7d174549c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.165379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-9f45c966-fff6-423d-8211-7d174549c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.165613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:06.171065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-9f45c966-fff6-423d-8211-7d174549c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.171065 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-9f45c966-fff6-423d-8211-7d174549c949 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6287 time: 0.1685209 Aug 11 00:40:06.180760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['cd95db82-513b-42bc-b708-2f93aee9a82b'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:06.232123 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:06.238358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Pushing event deleted for resources: {'Port': ['ID=cd95db82-513b-42bc-b708-2f93aee9a82b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:06.351999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] No DVR routers for this DVR port cd95db82-513b-42bc-b708-2f93aee9a82b on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:40:06.357639 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:06.359933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2b10398-7ea7-4172-a974-e699a1b429c4 req-980215d8-7c7d-45bd-b90a-fc53f397b64a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.44 "DELETE /v2.0/ports/cd95db82-513b-42bc-b708-2f93aee9a82b HTTP/1.1" status: 204 len: 173 time: 1.0272171 Aug 11 00:40:06.371720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-deleted', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:06.374521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=b292398f-d87b-46d4-a804-23f62a9adf06,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:06.374688 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75ff730-2b58-4d2b-9383-dd38ad4da73e" -d '{"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-deleted", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:06.397411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f0d3c-9ab4-4674-96a4-71ffeadec1bd req-a6170339-fc0d-4cbf-a4bd-c96643845d49 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.399312 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-413f0d3c-9ab4-4674-96a4-71ffeadec1bd req-a6170339-fc0d-4cbf-a4bd-c96643845d49 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1199493 Aug 11 00:40:06.430056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa9b69a7-2b1b-4c60-ae52-e17111d7a37e req-9d8eddc7-3dc8-42e4-8698-b6f93d05ab52 tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 210 time: 0.0571196 Aug 11 00:40:06.436158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-fa73fe98-f40f-40ba-bee5-5cc0e3bcbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.436662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-fa73fe98-f40f-40ba-bee5-5cc0e3bcbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.437142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-fa73fe98-f40f-40ba-bee5-5cc0e3bcbed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.438862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-fa73fe98-f40f-40ba-bee5-5cc0e3bcbed1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2159b3fba16a42858e69279442628c05&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2569175 Aug 11 00:40:06.482400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-413f0d3c-9ab4-4674-96a4-71ffeadec1bd req-cebae856-612f-4d97-9130-fc6d1db1bd87 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764997 Aug 11 00:40:06.494202 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeac09e-968d-45b6-a2e1-8740c92fd6d8 x-openstack-request-id: req-2aeac09e-968d-45b6-a2e1-8740c92fd6d8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:06.494557 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c320c8a-b8db-497c-92ac-61f3d41ccaa9", "name": "network-vif-deleted", "tag": "cd95db82-513b-42bc-b708-2f93aee9a82b", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:06.494900 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2aeac09e-968d-45b6-a2e1-8740c92fd6d8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:06.495364 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c320c8a-b8db-497c-92ac-61f3d41ccaa9', 'name': 'network-vif-deleted', 'tag': 'cd95db82-513b-42bc-b708-2f93aee9a82b', 'status': 'completed', 'code': 200} Aug 11 00:40:06.587369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b292398f-d87b-46d4-a804-23f62a9adf06'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:06.593151 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6a70f1-032d-49b9-8844-86423c1d02b4" -d '{"events": [{"server_uuid": "c4702eca-77fe-44e1-82c3-ce8dd59094c1", "name": "network-vif-plugged", "status": "completed", "tag": "b292398f-d87b-46d4-a804-23f62a9adf06"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:06.654617 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468a7b8-2525-47d0-a1d8-59cb21945bd6 x-openstack-request-id: req-f468a7b8-2525-47d0-a1d8-59cb21945bd6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:06.655195 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4702eca-77fe-44e1-82c3-ce8dd59094c1", "name": "network-vif-plugged", "status": "completed", "tag": "b292398f-d87b-46d4-a804-23f62a9adf06", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:06.655633 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f468a7b8-2525-47d0-a1d8-59cb21945bd6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:06.656921 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b292398f-d87b-46d4-a804-23f62a9adf06', 'code': 200} Aug 11 00:40:06.715985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-0fa4a891-23e7-458e-ae77-80cd8c2fbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.717706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d55408db-29b7-465f-a0cb-ab53a4dbfdc6 req-0fa4a891-23e7-458e-ae77-80cd8c2fbcfd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579472 Aug 11 00:40:06.754454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e99aba-6b99-4072-8bff-ed68255952c5 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:06.766146 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:06.790674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Transition to ACTIVE for port object 20e99aba-6b99-4072-8bff-ed68255952c5 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:06.799940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-5584bdd7-5530-4bc1-b681-df23cf99b0bc tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.802229 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-5584bdd7-5530-4bc1-b681-df23cf99b0bc tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 945 time: 0.1662469 Aug 11 00:40:06.815491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198d0ca-b39d-4e70-a020-3243b5faa1ad req-d430c52e-1ad2-4c65-927e-41f819b54662 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:06.817595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0198d0ca-b39d-4e70-a020-3243b5faa1ad req-d430c52e-1ad2-4c65-927e-41f819b54662 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1177173 Aug 11 00:40:06.895077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:06.991533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0198d0ca-b39d-4e70-a020-3243b5faa1ad req-d50cdfa8-2af7-4378-b8d0-3918ba4867f2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269255 Aug 11 00:40:07.012447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Pushing event updated for resources: {'Port': ['ID=20e99aba-6b99-4072-8bff-ed68255952c5,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:07.130221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49bff6-df0a-4378-afdd-48acb7504c07 req-d6fcc572-519f-48d9-ae9f-79b6c3f97551 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.133265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d49bff6-df0a-4378-afdd-48acb7504c07 req-d6fcc572-519f-48d9-ae9f-79b6c3f97551 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 945 time: 0.1200638 Aug 11 00:40:07.141720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Deleting port b292398f-d87b-46d4-a804-23f62a9adf06 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:07.142069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:07.207852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d49bff6-df0a-4378-afdd-48acb7504c07 req-ade6f3a0-47c1-4196-ac22-ef43d0da2fcc tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/security-groups?id=7a71e8ed-805b-4b56-828c-9bac5e632786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673907 Aug 11 00:40:07.255912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Attempting to bind port 20e99aba-6b99-4072-8bff-ed68255952c5 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:07.256213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Attempting to bind port 20e99aba-6b99-4072-8bff-ed68255952c5 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:07.256563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Attempting to bind port 20e99aba-6b99-4072-8bff-ed68255952c5 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:07.276874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-642d464d-0335-4256-9c46-cc5f2367d0fa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.283636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-642d464d-0335-4256-9c46-cc5f2367d0fa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.289619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-642d464d-0335-4256-9c46-cc5f2367d0fa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.295720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-642d464d-0335-4256-9c46-cc5f2367d0fa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.308245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-642d464d-0335-4256-9c46-cc5f2367d0fa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.315197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-642d464d-0335-4256-9c46-cc5f2367d0fa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.321649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-642d464d-0335-4256-9c46-cc5f2367d0fa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.328309 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-642d464d-0335-4256-9c46-cc5f2367d0fa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5403 time: 0.2037902 Aug 11 00:40:07.339022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Port 20e99aba-6b99-4072-8bff-ed68255952c5 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:40:07.339394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Attempting to bind port 20e99aba-6b99-4072-8bff-ed68255952c5 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:07.383284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:07.383705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Checking segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:07.384354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Bound using segment: {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:07.385106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Bound port: 20e99aba-6b99-4072-8bff-ed68255952c5, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b57920-f7d8-4723-947b-eb61d121f837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:07.385713 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:07.438386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] For port b292398f-d87b-46d4-a804-23f62a9adf06, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=b292398f-d87b-46d4-a804-23f62a9adf06,segment=NetworkSegment(6d513126-bc82-4f3b-aa59-a0e3ab677dfb),segment_id=6d513126-bc82-4f3b-aa59-a0e3ab677dfb)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:07.440051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:07.518041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Calling delete_port for b292398f-d87b-46d4-a804-23f62a9adf06 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:07.538883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f002c13-de2c-44a6-a6ae-a3220c1dd114 req-3fb71726-339c-4649-ba5b-13cda5ac3b0f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2005830 Aug 11 00:40:07.544641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41060) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:07.649277 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be6fe8b0-b009-4fc7-817b-6cdca497fd8e req-35542980-21a2-4661-ae79-367c9c8e767a tempest-ServersNegativeTestJSON-712737206 tempest-ServersNegativeTestJSON-712737206-project] 10.222.0.43 "GET /v2.0/ports?device_id=6c320c8a-b8db-497c-92ac-61f3d41ccaa9 HTTP/1.1" status: 200 len: 210 time: 0.0373733 Aug 11 00:40:07.650886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] For port 20e99aba-6b99-4072-8bff-ed68255952c5, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:07.655837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] For port 20e99aba-6b99-4072-8bff-ed68255952c5, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=20e99aba-6b99-4072-8bff-ed68255952c5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:07.734849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16a04503-70e0-411f-a343-7821676b09dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:07.785090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4f8ac-6cf0-4855-a31b-c3575a35ba57 req-9f06db7d-7267-4ad1-a684-cde045055109 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.787948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4f4f8ac-6cf0-4855-a31b-c3575a35ba57 req-9f06db7d-7267-4ad1-a684-cde045055109 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1159611 Aug 11 00:40:07.789863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:07.865835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:07.866463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:07.867893 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] 10.222.0.55 "PUT /v2.0/ports/20e99aba-6b99-4072-8bff-ed68255952c5 HTTP/1.1" status: 200 len: 1092 time: 2.0552678 Aug 11 00:40:07.903796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4f4f8ac-6cf0-4855-a31b-c3575a35ba57 req-168f9a25-aefc-4040-8a1f-e01ff8a58ea8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033854 Aug 11 00:40:07.906896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82817605-cc4c-4384-9c51-fe3701c6ffff service neutron] Pushing event updated for resources: {'Port': ['ID=20e99aba-6b99-4072-8bff-ed68255952c5,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:07.965477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': '20e99aba-6b99-4072-8bff-ed68255952c5'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:07.967943 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d2b885-b27b-4388-96b3-6975a959ff86" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "20e99aba-6b99-4072-8bff-ed68255952c5"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:08.000795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:08.060738 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd76299c-ff8f-40b3-92b0-e92c0dcecb90 x-openstack-request-id: req-fd76299c-ff8f-40b3-92b0-e92c0dcecb90 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:08.061418 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "20e99aba-6b99-4072-8bff-ed68255952c5", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:08.061800 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd76299c-ff8f-40b3-92b0-e92c0dcecb90 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:08.062729 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': '20e99aba-6b99-4072-8bff-ed68255952c5', 'status': 'completed', 'code': 200} Aug 11 00:40:08.103707 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.117115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1369df-117c-442d-97d6-bb2b801885cb req-18087119-0837-49b3-8485-3740e8ccea09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.118067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af1369df-117c-442d-97d6-bb2b801885cb req-18087119-0837-49b3-8485-3740e8ccea09 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.0936046 Aug 11 00:40:08.130091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41072) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:08.136145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Request body: {'floatingip': {'port_id': '147bdc39-c16f-4106-812a-a94e3d883cde'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:08.207392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.217783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Pushing event deleted for resources: {'Port': ['ID=b292398f-d87b-46d4-a804-23f62a9adf06,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:08.269729 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.273217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16a04503-70e0-411f-a343-7821676b09dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.290933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] No DVR routers for this DVR port b292398f-d87b-46d4-a804-23f62a9adf06 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:40:08.294531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.297786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4218a6c4-e2fa-47b1-941c-d65f0e6ff910 req-ac62435f-7293-4ce4-ab05-4a172f91c2ae tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.55 "DELETE /v2.0/ports/b292398f-d87b-46d4-a804-23f62a9adf06 HTTP/1.1" status: 204 len: 173 time: 1.4792788 Aug 11 00:40:08.323763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7357136b-099f-444d-8a18-8fe1637464da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.324246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7357136b-099f-444d-8a18-8fe1637464da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.325052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7357136b-099f-444d-8a18-8fe1637464da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.325595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7357136b-099f-444d-8a18-8fe1637464da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.326626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7357136b-099f-444d-8a18-8fe1637464da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.326626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7357136b-099f-444d-8a18-8fe1637464da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.327363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7357136b-099f-444d-8a18-8fe1637464da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.330458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7357136b-099f-444d-8a18-8fe1637464da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6355 time: 0.2739880 Aug 11 00:40:08.341526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3a6e2-14ba-40c7-9c44-88197a9f1588 req-5e5a0b32-5953-492e-a642-c8a4c9c7d83c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.343584 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb3a6e2-14ba-40c7-9c44-88197a9f1588 req-5e5a0b32-5953-492e-a642-c8a4c9c7d83c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.2283642 Aug 11 00:40:08.365592 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16a04503-70e0-411f-a343-7821676b09dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.392483 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f96b421e-cbc0-4f67-87bb-4dfd448b16b2 req-146e7408-f393-4d2a-8186-2ee299e8e012 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 210 time: 0.0611446 Aug 11 00:40:08.483241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-16a04503-70e0-411f-a343-7821676b09dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=620caf1bec6c4f60a6d9858022c97e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9369698 Aug 11 00:40:08.485753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a04503-70e0-411f-a343-7821676b09dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39963b9a-e755-4b54-bc8e-02635760b8a8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:08.488281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41080) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:08.563231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb3a6e2-14ba-40c7-9c44-88197a9f1588 req-cd151595-0709-45c4-8f0c-fefc669ae220 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071047 Aug 11 00:40:08.597463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc512438-bd6f-43da-8480-6228540233f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.617284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-d725cab9-ef83-4388-8d6f-1b7427bd8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.617284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-d725cab9-ef83-4388-8d6f-1b7427bd8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.617284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-d725cab9-ef83-4388-8d6f-1b7427bd8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.618786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-d725cab9-ef83-4388-8d6f-1b7427bd8f0c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2159b3fba16a42858e69279442628c05&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2729509 Aug 11 00:40:08.667431 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc512438-bd6f-43da-8480-6228540233f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.762836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41086) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:08.864478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7628618d-3b0b-42fc-8bcd-3fe2e9f3cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.865997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20d2b885-b27b-4388-96b3-6975a959ff86 req-7628618d-3b0b-42fc-8bcd-3fe2e9f3cab5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301791 Aug 11 00:40:08.869022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b872ad3-6789-4847-aa70-7e9664653f0a admin admin] Deleting subnet 62dff2b5-ed34-4761-911b-0b4b50d25afc {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:40:08.885778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-b98ded5c-1720-4211-8e3b-b979bda66e4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.891772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-b98ded5c-1720-4211-8e3b-b979bda66e4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.898222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-b98ded5c-1720-4211-8e3b-b979bda66e4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.904055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-b98ded5c-1720-4211-8e3b-b979bda66e4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.909901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-b98ded5c-1720-4211-8e3b-b979bda66e4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.915773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-b98ded5c-1720-4211-8e3b-b979bda66e4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.917874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8de401-0507-4b3c-9d6c-7448e25908a9 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:08.921679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-b98ded5c-1720-4211-8e3b-b979bda66e4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:08.924132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-b98ded5c-1720-4211-8e3b-b979bda66e4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5403 time: 0.2590516 Aug 11 00:40:08.924894 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b872ad3-6789-4847-aa70-7e9664653f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.926448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:08.976708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:40:09.002973 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b872ad3-6789-4847-aa70-7e9664653f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.005502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: cd95db82-513b-42bc-b708-2f93aee9a82b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:40:09.005925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device cd95db82-513b-42bc-b708-2f93aee9a82b not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:40:09.079145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Transition to ACTIVE for port object db8de401-0507-4b3c-9d6c-7448e25908a9 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:09.093728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca6d9188-99c2-43bf-adc5-d263c64d9509 req-fc51d8ff-46ac-4b66-9f73-e8416b601f62 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472888 Aug 11 00:40:09.103073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc512438-bd6f-43da-8480-6228540233f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.103073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc512438-bd6f-43da-8480-6228540233f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.104248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc512438-bd6f-43da-8480-6228540233f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39963b9a-e755-4b54-bc8e-02635760b8a8 HTTP/1.1" status: 204 len: 168 time: 0.6107612 Aug 11 00:40:09.114832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41092) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:09.177142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc512438-bd6f-43da-8480-6228540233f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39963b9a-e755-4b54-bc8e-02635760b8a8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:09.179272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b872ad3-6789-4847-aa70-7e9664653f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.207584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.244668 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.252378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3d6a5-46e5-49b3-86ea-453b146dde90 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:09.266960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3d6a5-46e5-49b3-86ea-453b146dde90 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:09.266960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3d6a5-46e5-49b3-86ea-453b146dde90 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:09.266960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-72f3d6a5-46e5-49b3-86ea-453b146dde90 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=a6021f11fb224a3785a47117fcc9174d&network_id=bd71d5d1-17af-4934-98e0-4267645177b5 HTTP/1.1" status: 200 len: 2972 time: 0.1385040 Aug 11 00:40:09.320073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Pushing event updated for resources: {'Port': ['ID=db8de401-0507-4b3c-9d6c-7448e25908a9,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:09.378489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.384145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Attempting to bind port db8de401-0507-4b3c-9d6c-7448e25908a9 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:09.386867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Attempting to bind port db8de401-0507-4b3c-9d6c-7448e25908a9 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:09.386867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Attempting to bind port db8de401-0507-4b3c-9d6c-7448e25908a9 on network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:09.390836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Port db8de401-0507-4b3c-9d6c-7448e25908a9 on network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:40:09.391351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Attempting to bind port db8de401-0507-4b3c-9d6c-7448e25908a9 on network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:09.397496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:09.397997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Checking segment: {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:09.398487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Bound using segment: {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:09.399020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Bound port: db8de401-0507-4b3c-9d6c-7448e25908a9, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:09.399501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.425584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b872ad3-6789-4847-aa70-7e9664653f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.475472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b872ad3-6789-4847-aa70-7e9664653f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62dff2b5-ed34-4761-911b-0b4b50d25afc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:09.490485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b872ad3-6789-4847-aa70-7e9664653f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.493629 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1b872ad3-6789-4847-aa70-7e9664653f0a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/62dff2b5-ed34-4761-911b-0b4b50d25afc HTTP/1.1" status: 204 len: 168 time: 0.7276251 Aug 11 00:40:09.493761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41102) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:09.564181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] For port db8de401-0507-4b3c-9d6c-7448e25908a9, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:09.577623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] For port db8de401-0507-4b3c-9d6c-7448e25908a9, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=db8de401-0507-4b3c-9d6c-7448e25908a9,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:09.580854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc984d3e-5d3f-4142-82ca-59a6b51add70 req-c47cf844-b051-405f-b979-42c1eab45188 tempest-ImagesTestJSON-1792023924 tempest-ImagesTestJSON-1792023924-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4702eca-77fe-44e1-82c3-ce8dd59094c1 HTTP/1.1" status: 200 len: 210 time: 0.0541401 Aug 11 00:40:09.591274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b292398f-d87b-46d4-a804-23f62a9adf06 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:40:09.638775 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Floating IP d217ca18-6cbf-429c-b43d-b2646576b737 associated. External IP: 172.25.0.99, port: 147bdc39-c16f-4106-812a-a94e3d883cde. Aug 11 00:40:09.653321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: b292398f-d87b-46d4-a804-23f62a9adf06 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:40:09.654643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device b292398f-d87b-46d4-a804-23f62a9adf06 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:40:09.675004 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.702954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.750090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:09.751282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.755210 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] 10.222.0.55 "PUT /v2.0/ports/db8de401-0507-4b3c-9d6c-7448e25908a9 HTTP/1.1" status: 200 len: 1092 time: 1.7574000 Aug 11 00:40:09.791137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3258bd-10c9-4175-9e03-ebdd00b02988 service neutron] Pushing event updated for resources: {'Port': ['ID=db8de401-0507-4b3c-9d6c-7448e25908a9,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:09.839962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648daf8-240b-441f-94d8-f3e36ee5413b req-eb1e9815-63f3-4ae4-a754-7373342ecb7d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:09.841684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a648daf8-240b-441f-94d8-f3e36ee5413b req-eb1e9815-63f3-4ae4-a754-7373342ecb7d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1570387 Aug 11 00:40:09.896511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Request body: {'port': {'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:09.924330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:09.952697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6ba1a6-ff16-4a64-8220-23c8ddb66d40']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:09.999972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28656fcf-5be3-4123-9fe4-5f1c43c12b13') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:10.001615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28656fcf-5be3-4123-9fe4-5f1c43c12b13') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:10.011904 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a648daf8-240b-441f-94d8-f3e36ee5413b req-089e742e-6032-4e56-b359-e97e9e8d1c09 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547756 Aug 11 00:40:10.018005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.030148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.042587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.073688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41112) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:10.088213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:40:10.088906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:40:10.091044 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:40:10.117663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'name': 'network-vif-deleted', 'tag': 'b292398f-d87b-46d4-a804-23f62a9adf06'}, {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': 'db8de401-0507-4b3c-9d6c-7448e25908a9'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:10.126894 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aefee53-cc29-479d-af9d-c1ebd008e7a0" -d '{"events": [{"server_uuid": "c4702eca-77fe-44e1-82c3-ce8dd59094c1", "name": "network-vif-deleted", "tag": "b292398f-d87b-46d4-a804-23f62a9adf06"}, {"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "db8de401-0507-4b3c-9d6c-7448e25908a9"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:10.307214 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc517ce6-45be-4137-aace-2cc58e08614c x-openstack-request-id: req-fc517ce6-45be-4137-aace-2cc58e08614c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:10.307653 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4702eca-77fe-44e1-82c3-ce8dd59094c1", "name": "network-vif-deleted", "tag": "b292398f-d87b-46d4-a804-23f62a9adf06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "db8de401-0507-4b3c-9d6c-7448e25908a9", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:10.307987 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc517ce6-45be-4137-aace-2cc58e08614c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:10.308459 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4702eca-77fe-44e1-82c3-ce8dd59094c1', 'name': 'network-vif-deleted', 'tag': 'b292398f-d87b-46d4-a804-23f62a9adf06', 'status': 'completed', 'code': 200} Aug 11 00:40:10.308763 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': 'db8de401-0507-4b3c-9d6c-7448e25908a9', 'status': 'completed', 'code': 200} Aug 11 00:40:10.398010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-c1bce7cc-7866-413c-8319-abe0037e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.398509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-c1bce7cc-7866-413c-8319-abe0037e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.398965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-c1bce7cc-7866-413c-8319-abe0037e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.399475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-c1bce7cc-7866-413c-8319-abe0037e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.399952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-c1bce7cc-7866-413c-8319-abe0037e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.400433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-c1bce7cc-7866-413c-8319-abe0037e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.400907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-c1bce7cc-7866-413c-8319-abe0037e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.403225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-c1bce7cc-7866-413c-8319-abe0037e1ba3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6423 time: 0.0977302 Aug 11 00:40:10.541007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2f2f-06e0-42f4-a005-79ffa9ee10f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.542802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d89737-eda3-40ac-9ae8-63b3180d7466 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:10.557740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.579337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-571ebf7d-acc3-462e-b7c9-195db4131ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.580285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-571ebf7d-acc3-462e-b7c9-195db4131ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.580285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-571ebf7d-acc3-462e-b7c9-195db4131ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.582002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-571ebf7d-acc3-462e-b7c9-195db4131ffb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2159b3fba16a42858e69279442628c05&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1679323 Aug 11 00:40:10.584739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Transition to ACTIVE for port object 30d89737-eda3-40ac-9ae8-63b3180d7466 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:10.629021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:40:10.659187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-2ca270b0-352d-4617-a647-1eec00904a31 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.665267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-2ca270b0-352d-4617-a647-1eec00904a31 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.671327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-2ca270b0-352d-4617-a647-1eec00904a31 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.678225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.678363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-2ca270b0-352d-4617-a647-1eec00904a31 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.684641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-2ca270b0-352d-4617-a647-1eec00904a31 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.691416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-2ca270b0-352d-4617-a647-1eec00904a31 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.697428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-2ca270b0-352d-4617-a647-1eec00904a31 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:10.699885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-2ca270b0-352d-4617-a647-1eec00904a31 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5415 time: 0.1640348 Aug 11 00:40:10.761273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=30d89737-eda3-40ac-9ae8-63b3180d7466,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:10.779508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.802195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:10.804654 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] 10.222.0.43 "DELETE /v2.0/networks/7f6ba1a6-ff16-4a64-8220-23c8ddb66d40 HTTP/1.1" status: 204 len: 168 time: 1.3097279 Aug 11 00:40:10.868447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903318b-f9e2-4a14-a600-4a30b6af052a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6ba1a6-ff16-4a64-8220-23c8ddb66d40,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:10.928992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-353d71b8-8b73-48d7-b5ed-d60bf5c98a53 req-9886f8df-cbc0-47fa-a181-fd17fce8fb26 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118094 Aug 11 00:40:10.987566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2f2f-06e0-42f4-a005-79ffa9ee10f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.053534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:40:11.058554 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.061115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] Sync routers for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:40:11.084011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:40:11.084733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:39:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:11.124529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2f2f-06e0-42f4-a005-79ffa9ee10f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.160565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-6065e8eb-5a95-4646-8be7-9c439273b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:11.162158 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-6065e8eb-5a95-4646-8be7-9c439273b829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c67cfdcd46c456c909b00331698acd8&device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 1098 time: 0.2455659 Aug 11 00:40:11.228238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6b586e09-9e8f-495b-9a69-869b23b071c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "PUT /v2.0/floatingips/d217ca18-6cbf-429c-b43d-b2646576b737 HTTP/1.1" status: 200 len: 990 time: 3.0962067 Aug 11 00:40:11.234999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:11.238067 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d" -d '{"events": [{"name": "network-changed", "server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:11.250459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-dbd0d125-e08b-48a1-b47a-7aa10723d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:11.252655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6aefee53-cc29-479d-af9d-c1ebd008e7a0 req-dbd0d125-e08b-48a1-b47a-7aa10723d5d6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6626189 Aug 11 00:40:11.256360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1ea2f2f-06e0-42f4-a005-79ffa9ee10f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f96080d3f4b4a45b27316570f0e22fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1786544 Aug 11 00:40:11.261993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41156) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:11.273090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:40:11.295835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea2f2f-06e0-42f4-a005-79ffa9ee10f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba92437f-2666-4ff0-9e82-5361838ddfac,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:11.327953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a5992-a278-471c-806e-7db3d20dd3b1 req-5706fc80-3ff7-4618-9710-5d6d259c6b38 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:11.335568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-053a5992-a278-471c-806e-7db3d20dd3b1 req-5706fc80-3ff7-4618-9710-5d6d259c6b38 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.5891831 Aug 11 00:40:11.368170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-d1ea81fa-1511-470f-988f-d6e01551e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:11.370315 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-d1ea81fa-1511-470f-988f-d6e01551e917 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 200 len: 917 time: 0.1933675 Aug 11 00:40:11.398738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-027dfb87-5daa-4abf-9bf0-9a903e05598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.417830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41160) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:11.429684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-c1a66536-7d85-47f6-a67c-0a09f93a442d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=917816a4-a588-4254-a6da-6987e340b1ee HTTP/1.1" status: 200 len: 217 time: 0.0454865 Aug 11 00:40:11.517191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Attempting to bind port 30d89737-eda3-40ac-9ae8-63b3180d7466 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:11.517782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Attempting to bind port 30d89737-eda3-40ac-9ae8-63b3180d7466 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:11.518299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Attempting to bind port 30d89737-eda3-40ac-9ae8-63b3180d7466 on network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:11.520651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-ed974223-1303-4cb2-8a04-f92c9b4ad9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:11.522265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-ed974223-1303-4cb2-8a04-f92c9b4ad9cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 200 len: 855 time: 0.0838733 Aug 11 00:40:11.522800 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41164) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:11.553054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-027dfb87-5daa-4abf-9bf0-9a903e05598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.560404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Port 30d89737-eda3-40ac-9ae8-63b3180d7466 on network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:40:11.561349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Attempting to bind port 30d89737-eda3-40ac-9ae8-63b3180d7466 on network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:11.579325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:11.580274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Checking segment: {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:11.580895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Bound using segment: {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:11.581809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Bound port: 30d89737-eda3-40ac-9ae8-63b3180d7466, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01502c72-6ef6-4bbd-914a-9eb41d20cf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:11.582550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.603149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-053a5992-a278-471c-806e-7db3d20dd3b1 req-69a08e25-d578-4e96-a14e-945a773e56b8 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666056 Aug 11 00:40:11.623998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8364f7a-41b7-489b-909d-6071d023d324 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:11.635183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a8364f7a-41b7-489b-909d-6071d023d324 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 814 time: 0.1875262 Aug 11 00:40:11.647916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'd217ca18-6cbf-429c-b43d-b2646576b737', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'port_id': '147bdc39-c16f-4106-812a-a94e3d883cde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'mac_address': 'fa:16:3e:f3:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20036791-729a-4f3b-aef5-dc3addd85f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:39Z', 'updated_at': '2021-08-11T00:40:08Z', 'revision_number': 1, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:11.654946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-2312f0c0-4353-4317-b039-ea1b446263cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:11.658717 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-2312f0c0-4353-4317-b039-ea1b446263cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a6d4c90-f26d-4e9e-a9ba-16864f832a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261950 Aug 11 00:40:11.663071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-27a39578-5839-4632-adee-ab8d13000653 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3122af73c9f43f58e72abd9249014bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386302 Aug 11 00:40:11.674501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41168) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:11.687300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-b2a337f8-12a8-41f0-82cf-0abc1bb2398d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:40:11.689323 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-b2a337f8-12a8-41f0-82cf-0abc1bb2398d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210228 Aug 11 00:40:11.702116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] Checking router: ae62abb7-74e7-4141-af6c-0e9fd50f6da5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:40:11.717111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:40:11.722173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:39:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:11.768742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-001528e0-cca0-49c5-8551-626909f603df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.771658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] For port 30d89737-eda3-40ac-9ae8-63b3180d7466, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:11.777102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] For port 30d89737-eda3-40ac-9ae8-63b3180d7466, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=30d89737-eda3-40ac-9ae8-63b3180d7466,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:11.813266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-001528e0-cca0-49c5-8551-626909f603df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.851248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-e85d0342-19dd-4e66-af2a-3ea4a8fd9c8e service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538229 Aug 11 00:40:11.852876 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-027dfb87-5daa-4abf-9bf0-9a903e05598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.862012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-027dfb87-5daa-4abf-9bf0-9a903e05598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.862012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-027dfb87-5daa-4abf-9bf0-9a903e05598e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba92437f-2666-4ff0-9e82-5361838ddfac HTTP/1.1" status: 204 len: 168 time: 0.5950975 Aug 11 00:40:11.900948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:11.904065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41184) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:11.909040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dfb87-5daa-4abf-9bf0-9a903e05598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba92437f-2666-4ff0-9e82-5361838ddfac,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:11.971618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:40:12.078777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.080721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.082519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5a8be-4a77-4f4b-9f26-b5f728132eb1 req-c8ce8d9e-f6bd-45ff-a2ba-d8ef1af209a8 service neutron] 10.222.0.44 "GET /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178998 Aug 11 00:40:12.084031 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eed3448-0b87-44f9-9305-5a42d53c8250 x-openstack-request-id: req-7eed3448-0b87-44f9-9305-5a42d53c8250 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:12.084515 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:12.084955 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7eed3448-0b87-44f9-9305-5a42d53c8250 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:12.085979 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] 10.222.0.55 "PUT /v2.0/ports/30d89737-eda3-40ac-9ae8-63b3180d7466 HTTP/1.1" status: 200 len: 1092 time: 2.1985693 Aug 11 00:40:12.086621 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde', 'status': 'completed', 'code': 200} Aug 11 00:40:12.186570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65fcfbd-c05e-4580-bacd-13227275196c admin admin] Deleting subnet 47ab3007-8a2a-40a5-9bba-5bc7787197ce {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:40:12.192843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41188) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:12.198964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'network': {'name': 'tempest-network-smoke--1496147271', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'port_security_enabled': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:12.199582 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d65fcfbd-c05e-4580-bacd-13227275196c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.281023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750259cd-c673-4708-9af5-a6e975d23ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=30d89737-eda3-40ac-9ae8-63b3180d7466,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:12.317639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': '30d89737-eda3-40ac-9ae8-63b3180d7466'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:12.320161 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350f76c6-bb1c-485f-807d-112fe845e31d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "30d89737-eda3-40ac-9ae8-63b3180d7466"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:12.336157 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-001528e0-cca0-49c5-8551-626909f603df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.338230 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-001528e0-cca0-49c5-8551-626909f603df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.339580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-001528e0-cca0-49c5-8551-626909f603df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36e6d059-29cd-474b-a7dd-45503dad029d HTTP/1.1" status: 204 len: 168 time: 0.6639304 Aug 11 00:40:12.349911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:12.354094 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.354294 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d65fcfbd-c05e-4580-bacd-13227275196c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.358647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-977ecc23-2522-477b-b7e3-a75891e69b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.360661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-977ecc23-2522-477b-b7e3-a75891e69b9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 1097 time: 0.2166269 Aug 11 00:40:12.425298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001528e0-cca0-49c5-8551-626909f603df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e6d059-29cd-474b-a7dd-45503dad029d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:12.430237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:40:12.432915 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a085d8f-0aa6-4850-876a-384aed80514e x-openstack-request-id: req-6a085d8f-0aa6-4850-876a-384aed80514e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:12.433131 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "30d89737-eda3-40ac-9ae8-63b3180d7466", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:12.433372 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a085d8f-0aa6-4850-876a-384aed80514e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:12.435809 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': '30d89737-eda3-40ac-9ae8-63b3180d7466', 'status': 'completed', 'code': 200} Aug 11 00:40:12.477373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.478038 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Added segment d28ee54e-4c8b-4b68-8651-711863026447 of type vlan for network c7cfac29-fb82-43fd-a891-9434e63f7171 Aug 11 00:40:12.529058 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.591398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-080157a5-81be-4cbb-83e7-70f8ef127505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.592197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-080157a5-81be-4cbb-83e7-70f8ef127505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.592745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-080157a5-81be-4cbb-83e7-70f8ef127505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.593230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-080157a5-81be-4cbb-83e7-70f8ef127505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.593717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-080157a5-81be-4cbb-83e7-70f8ef127505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.594189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-080157a5-81be-4cbb-83e7-70f8ef127505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.594663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-080157a5-81be-4cbb-83e7-70f8ef127505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.599942 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-080157a5-81be-4cbb-83e7-70f8ef127505 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6491 time: 0.3250570 Aug 11 00:40:12.611506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c580-323b-48f5-829a-768901bf5598 req-40dfbcad-2f93-486f-877b-03a14ed03e63 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.618028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c580-323b-48f5-829a-768901bf5598 req-40dfbcad-2f93-486f-877b-03a14ed03e63 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.631144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c580-323b-48f5-829a-768901bf5598 req-40dfbcad-2f93-486f-877b-03a14ed03e63 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.648096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c580-323b-48f5-829a-768901bf5598 req-40dfbcad-2f93-486f-877b-03a14ed03e63 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.655940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c580-323b-48f5-829a-768901bf5598 req-40dfbcad-2f93-486f-877b-03a14ed03e63 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.673940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c580-323b-48f5-829a-768901bf5598 req-40dfbcad-2f93-486f-877b-03a14ed03e63 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.687764 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2c580-323b-48f5-829a-768901bf5598 req-40dfbcad-2f93-486f-877b-03a14ed03e63 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.689269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.694421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'd217ca18-6cbf-429c-b43d-b2646576b737', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'port_id': '147bdc39-c16f-4106-812a-a94e3d883cde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'mac_address': 'fa:16:3e:f3:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20036791-729a-4f3b-aef5-dc3addd85f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:39Z', 'updated_at': '2021-08-11T00:40:08Z', 'revision_number': 1, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:12.703314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.704765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.706961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fb2c580-323b-48f5-829a-768901bf5598 req-40dfbcad-2f93-486f-877b-03a14ed03e63 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.5141022 Aug 11 00:40:12.723833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582bf349-9849-46ec-8e9a-186669d1e328 None None] The sync data for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 is: [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'd217ca18-6cbf-429c-b43d-b2646576b737', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'port_id': '147bdc39-c16f-4106-812a-a94e3d883cde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'mac_address': 'fa:16:3e:f3:d4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20036791-729a-4f3b-aef5-dc3addd85f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:39Z', 'updated_at': '2021-08-11T00:40:08Z', 'revision_number': 1, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:40:12.846842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Network': ['ID=c7cfac29-fb82-43fd-a891-9434e63f7171,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:12.849961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d65fcfbd-c05e-4580-bacd-13227275196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:12.853184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-a2df66f2-69bc-4e9a-bd15-936987523110 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c HTTP/1.1" status: 200 len: 217 time: 0.1282012 Aug 11 00:40:12.864682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c7cfac29-fb82-43fd-a891-9434e63f7171 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:40:12.891725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d651d-83f4-4c15-9218-fa56d3b98d4d req-2561677e-4833-447d-95d8-3b52a5307447 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:12.895784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de0d651d-83f4-4c15-9218-fa56d3b98d4d req-2561677e-4833-447d-95d8-3b52a5307447 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1245570 Aug 11 00:40:12.904618 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eacaf0cd-c38e-4e39-95f7-708a6dce8d7c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7075956 Aug 11 00:40:12.905715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41212) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:13.001979 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fb2c580-323b-48f5-829a-768901bf5598 req-cbc78ec2-c137-4044-88d4-1963f3005dda tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2573571 Aug 11 00:40:13.084114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de0d651d-83f4-4c15-9218-fa56d3b98d4d req-41dfaf8d-2e1d-4b7e-8828-ee43d390786c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440835 Aug 11 00:40:13.099287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-9e580e81-0e6a-44a3-a245-2a5de0824498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:13.101125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-9e580e81-0e6a-44a3-a245-2a5de0824498 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.7055938 Aug 11 00:40:13.131025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-a61e5e6e-ec74-45fc-a6f0-d557118325b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:13.134289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-a61e5e6e-ec74-45fc-a6f0-d557118325b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3935a048-727c-41ee-a6fb-8de53f84acfa HTTP/1.1" status: 200 len: 856 time: 0.2462482 Aug 11 00:40:13.160629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7affe60d-826e-44f1-aba4-1f67a4b9c7bf tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:13.164677 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7affe60d-826e-44f1-aba4-1f67a4b9c7bf tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a6021f11fb224a3785a47117fcc9174d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2551899 Aug 11 00:40:13.165691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41216) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:13.249945 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa46921-45d9-4335-9b1f-0f26c45fbe5b None None] New status for floating IP d217ca18-6cbf-429c-b43d-b2646576b737: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:40:13.284200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-ae78adc7-c2ca-4794-8a0c-4091020f23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:13.285907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-ae78adc7-c2ca-4794-8a0c-4091020f23b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820231 Aug 11 00:40:13.288276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-41f3ce7b-28d8-4da0-9a6b-dd6debd51667 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=147bdc39-c16f-4106-812a-a94e3d883cde HTTP/1.1" status: 200 len: 998 time: 0.1758780 Aug 11 00:40:13.303006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d65fcfbd-c05e-4580-bacd-13227275196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:13.401542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fcfbd-c05e-4580-bacd-13227275196c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ab3007-8a2a-40a5-9bba-5bc7787197ce,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:13.500073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d7856c-02d6-428f-b87d-3ffb68e7abe8 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:13.503514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a1d7856c-02d6-428f-b87d-3ffb68e7abe8 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3365526 Aug 11 00:40:13.506249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41228) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:13.535140 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d65fcfbd-c05e-4580-bacd-13227275196c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:13.538927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d65fcfbd-c05e-4580-bacd-13227275196c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/47ab3007-8a2a-40a5-9bba-5bc7787197ce HTTP/1.1" status: 204 len: 168 time: 1.6183176 Aug 11 00:40:13.551726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41230) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:13.563262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-872fed17-f8fb-4192-ae0e-1a340868138e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552409 Aug 11 00:40:13.565703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41234) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:13.601049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8e81d1b4-9559-487d-8c12-afb604c6560c tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a6021f11fb224a3785a47117fcc9174d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339880 Aug 11 00:40:13.601706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41238) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:13.668537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:13.691637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-cc9d154c-0c3a-472a-be5f-ea5d3b8ead78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:13.695247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-cc9d154c-0c3a-472a-be5f-ea5d3b8ead78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.3867087 Aug 11 00:40:13.796282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4101f196-9be1-434b-8c05-7d7ec737279b tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:13.802275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4101f196-9be1-434b-8c05-7d7ec737279b tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1951306 Aug 11 00:40:13.802727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41242) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:13.831285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:13.840346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3f251ba9-64db-4bef-a53b-f045e9c0bf26 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337875 Aug 11 00:40:13.840918 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41244) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:13.847232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-799921118', 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:13.869546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5204996-3f77-4d95-9793-50d8825237e4']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:13.894474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d513126-bc82-4f3b-aa59-a0e3ab677dfb') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:13.894866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d513126-bc82-4f3b-aa59-a0e3ab677dfb') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:13.904778 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-dedce688-a843-4c01-acd0-642a68803a3f service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977902 Aug 11 00:40:13.910511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:13.983059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-d58faae4-ca57-474f-94f9-1d630fa7482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:13.984817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-d58faae4-ca57-474f-94f9-1d630fa7482f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2747858 Aug 11 00:40:13.988323 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:14.013885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:40:14.014363 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:40:14.016428 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:40:14.058656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:14.064184 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:14.164636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-a2e05e42-7e10-4a3c-b9cd-b6f510e06f2f service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508714 Aug 11 00:40:14.234352 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-86edb60a-3f8d-4c05-ab46-e0588b57e7bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0567462 Aug 11 00:40:14.304243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-285598d4-7708-4442-be12-9333aa79dcf4 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096466 Aug 11 00:40:14.328491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:14.355284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086a1f-c697-4917-9681-29283e8a578b req-804b755e-2c75-4c18-85f6-2fad0733b6ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.366157 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:14.367761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086a1f-c697-4917-9681-29283e8a578b req-804b755e-2c75-4c18-85f6-2fad0733b6ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.368194 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e5204996-3f77-4d95-9793-50d8825237e4 HTTP/1.1" status: 204 len: 168 time: 0.8144224 Aug 11 00:40:14.379721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086a1f-c697-4917-9681-29283e8a578b req-804b755e-2c75-4c18-85f6-2fad0733b6ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.392122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086a1f-c697-4917-9681-29283e8a578b req-804b755e-2c75-4c18-85f6-2fad0733b6ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.404602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086a1f-c697-4917-9681-29283e8a578b req-804b755e-2c75-4c18-85f6-2fad0733b6ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.417315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086a1f-c697-4917-9681-29283e8a578b req-804b755e-2c75-4c18-85f6-2fad0733b6ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.423718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-03d89a1a-c347-46de-9e64-428beef2ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.425496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-03d89a1a-c347-46de-9e64-428beef2ae59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1838021 Aug 11 00:40:14.428879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68096596-d92b-472e-8148-b47201f59bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5204996-3f77-4d95-9793-50d8825237e4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:14.429268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04086a1f-c697-4917-9681-29283e8a578b req-804b755e-2c75-4c18-85f6-2fad0733b6ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.445354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04086a1f-c697-4917-9681-29283e8a578b req-804b755e-2c75-4c18-85f6-2fad0733b6ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.2094183 Aug 11 00:40:14.476387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55410cb-be1d-42e8-8976-429896f4a838 req-c4f29c71-f50a-413b-aaa6-eb80f3c0cee3 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.477985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b55410cb-be1d-42e8-8976-429896f4a838 req-c4f29c71-f50a-413b-aaa6-eb80f3c0cee3 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1958573 Aug 11 00:40:14.531851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-04086a1f-c697-4917-9681-29283e8a578b req-6acc83f6-9b61-4aee-96ba-60c92fb9099f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870671 Aug 11 00:40:14.552560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dc2479c-b8e3-4ecc-9695-c01a81e3305d req-67b5d207-b388-4e67-b8ff-892109ea71ce service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289958 Aug 11 00:40:14.557046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-bd0a3328-4455-465c-9602-ca27407d05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.558643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-bd0a3328-4455-465c-9602-ca27407d05e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1227760 Aug 11 00:40:14.572081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b55410cb-be1d-42e8-8976-429896f4a838 req-dc6070e8-e481-472b-8019-046e84a1aee4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869143 Aug 11 00:40:14.752530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-1992bce1-5236-4860-b935-d4361e25e4b0 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766286 Aug 11 00:40:14.777740 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:14.904732 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-0e6aaddc-7aa1-47ec-a355-b291f5b49fa4 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446846 Aug 11 00:40:14.944048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8abfa-198b-46f1-91c1-8896f55b5dec req-38290495-5f52-4a2b-9e10-b5838b972c0d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:14.947037 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22c8abfa-198b-46f1-91c1-8896f55b5dec req-38290495-5f52-4a2b-9e10-b5838b972c0d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1978643 Aug 11 00:40:14.955443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Subnet': ['ID=d3fd8505-c1f4-4ae3-ab5a-7f456be1323c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:14.988305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-85b3a447-6fe4-4c35-a1e5-7f210c1387d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 217 time: 0.0744152 Aug 11 00:40:15.018923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Checking segment: {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:15.021684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network hostable DHCP agents. Network: c7cfac29-fb82-43fd-a891-9434e63f7171, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:40:15.047957 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22c8abfa-198b-46f1-91c1-8896f55b5dec req-743372c5-d2dc-4432-be6f-0d21612f0dae tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784595 Aug 11 00:40:15.072852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-152973d1-67fa-4e53-8cfc-36ddedd65e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:15.072852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-152973d1-67fa-4e53-8cfc-36ddedd65e9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.0669193 Aug 11 00:40:15.136935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41282) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:15.151366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9c7ef31e-29e3-405e-a425-365c3cd0c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:15.154976 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-9c7ef31e-29e3-405e-a425-365c3cd0c51e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840499 Aug 11 00:40:15.207328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network c7cfac29-fb82-43fd-a891-9434e63f7171 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:40:15.213934 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0720cd68-0858-49af-980c-3aa99b193c56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7b84bf9f9ef4e389bcef4cf98865326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756037 Aug 11 00:40:15.232650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41284) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:15.299899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022a30-4856-43f7-8606-3498bdef5455 req-1e5096b2-9125-43c6-9f7e-8c1234d7e690 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:15.301727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f022a30-4856-43f7-8606-3498bdef5455 req-1e5096b2-9125-43c6-9f7e-8c1234d7e690 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 945 time: 0.1137521 Aug 11 00:40:15.335101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c7cfac29-fb82-43fd-a891-9434e63f7171) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:15.342965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:15.345522 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:15.346665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0eb5a-2ce7-467e-9740-2a7bd5658d45 None None] Network c7cfac29-fb82-43fd-a891-9434e63f7171 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:40:15.358994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-6d2c522b-792a-47c4-af6b-8f7a52e1ee23 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965630 Aug 11 00:40:15.370196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1298349b-8494-4436-89ba-31d3c6767399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:15.428387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1298349b-8494-4436-89ba-31d3c6767399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:15.442362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f022a30-4856-43f7-8606-3498bdef5455 req-34b02254-3fae-4af4-a9de-b56613137829 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261067 Aug 11 00:40:15.449975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-43d30d08-ba76-4cf4-bec5-b1c3c42d8e5c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6079125 Aug 11 00:40:15.596032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1298349b-8494-4436-89ba-31d3c6767399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:15.598710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1298349b-8494-4436-89ba-31d3c6767399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:15.603106 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1298349b-8494-4436-89ba-31d3c6767399 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a71e8ed-805b-4b56-828c-9bac5e632786 HTTP/1.1" status: 204 len: 168 time: 0.3625669 Aug 11 00:40:15.603358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-09d89ed5-ca67-4d3b-8c5c-d1f446916ccb service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244661 Aug 11 00:40:15.611328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298349b-8494-4436-89ba-31d3c6767399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a71e8ed-805b-4b56-828c-9bac5e632786,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:15.661087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-c7cfac29-fb82-43fd-a891-9434e63f7171', 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ips': [{'subnet_id': 'd3fd8505-c1f4-4ae3-ab5a-7f456be1323c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:40:15.661995 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:15.693519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-ee8394e5-c038-4ae4-804e-0c36778da2d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de HTTP/1.1" status: 200 len: 217 time: 0.0825839 Aug 11 00:40:15.801083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-52edf7cc-6da3-48e6-8a81-2b29c3efe4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:15.804633 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-52edf7cc-6da3-48e6-8a81-2b29c3efe4f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1039393 Aug 11 00:40:15.887324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91a04fbe-b5d6-4d58-972a-207a1d179e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:15.889401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-91a04fbe-b5d6-4d58-972a-207a1d179e3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769355 Aug 11 00:40:15.950189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Allocated IP 172.20.0.18 (c7cfac29-fb82-43fd-a891-9434e63f7171/d3fd8505-c1f4-4ae3-ab5a-7f456be1323c/4d41462f-eefb-42dd-9946-896c41acd353) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:40:16.027082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775df84-f258-464e-a4ca-1ad3f165d897 req-5623924c-004e-41f2-bf27-9dff24011cd6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.029065 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7775df84-f258-464e-a4ca-1ad3f165d897 req-5623924c-004e-41f2-bf27-9dff24011cd6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.1220181 Aug 11 00:40:16.070607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-565738d8-db2f-414a-971c-7da9b2e46bad service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725249 Aug 11 00:40:16.121419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41308) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:16.131104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f4791f2f-ce7c-4bc5-8e96-7cd39bd6a5f3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712887675', 'description': 'tempest-secgroup-smoke-712887675 description', 'project_id': 'a6021f11fb224a3785a47117fcc9174d'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:16.260309 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:16.266317 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-70ee996e-7c53-4ddd-9baa-a20a5d926d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:16.291150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4791f2f-ce7c-4bc5-8e96-7cd39bd6a5f3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:16.295121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Transition to ACTIVE for port object 4d41462f-eefb-42dd-9946-896c41acd353 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:16.332629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Transition to ACTIVE for port object 4d41462f-eefb-42dd-9946-896c41acd353 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:16.334004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7775df84-f258-464e-a4ca-1ad3f165d897 req-8c76e202-9620-4caa-acff-2c3c3333249c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810199 Aug 11 00:40:16.336082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-992329e5-0ab2-4caa-b82b-4b458e381ea2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.349208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-992329e5-0ab2-4caa-b82b-4b458e381ea2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.359852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-992329e5-0ab2-4caa-b82b-4b458e381ea2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.371989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-992329e5-0ab2-4caa-b82b-4b458e381ea2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.381572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-992329e5-0ab2-4caa-b82b-4b458e381ea2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.393948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-992329e5-0ab2-4caa-b82b-4b458e381ea2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.405989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-992329e5-0ab2-4caa-b82b-4b458e381ea2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.410266 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-992329e5-0ab2-4caa-b82b-4b458e381ea2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1888945 Aug 11 00:40:16.436304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-be88e4ee-b87f-4993-8f6e-b0fa1fe04361 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472548 Aug 11 00:40:16.449200 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:16.500914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9587460-cbb0-4a04-8d0e-6d94bb870d10 req-bd5163a3-310a-4297-92e7-d2f57e9f6922 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780492 Aug 11 00:40:16.584256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Network c7cfac29-fb82-43fd-a891-9434e63f7171 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:40:16.642172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-f14a834d-ffe1-4f2d-9cdf-dbb884e79c42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=20e99aba-6b99-4072-8bff-ed68255952c5 HTTP/1.1" status: 200 len: 217 time: 0.1975265 Aug 11 00:40:16.643047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:16.645089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4791f2f-ce7c-4bc5-8e96-7cd39bd6a5f3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:16.648009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Pushing event updated for resources: {'Port': ['ID=4d41462f-eefb-42dd-9946-896c41acd353,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:16.658158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:40:16.715115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-4ef8383e-2fa3-48bf-877f-e4a1600f18a2 req-bdf4bd07-170e-4d7e-941a-2de35781b7df tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:40:16.716204 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ef8383e-2fa3-48bf-877f-e4a1600f18a2 req-bdf4bd07-170e-4d7e-941a-2de35781b7df tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080996 Aug 11 00:40:16.727795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4791f2f-ce7c-4bc5-8e96-7cd39bd6a5f3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:16.757214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Attempting to bind port 4d41462f-eefb-42dd-9946-896c41acd353 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:16.758851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Attempting to bind port 4d41462f-eefb-42dd-9946-896c41acd353 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:16.759840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Attempting to bind port 4d41462f-eefb-42dd-9946-896c41acd353 on network c7cfac29-fb82-43fd-a891-9434e63f7171 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:16.770233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-b1e84f0c-edad-49f3-95ce-7b240466d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.773231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-b1e84f0c-edad-49f3-95ce-7b240466d38e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1186221 Aug 11 00:40:16.776144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:16.777781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Checking segment: {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:16.777781 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:16.777781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Bound using segment: {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:16.778311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Bound port: 4d41462f-eefb-42dd-9946-896c41acd353, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:16.778311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:16.841032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-f4ea1ce8-2a4a-4b00-9482-c25a4f88803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:16.843143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-f4ea1ce8-2a4a-4b00-9482-c25a4f88803c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0624311 Aug 11 00:40:16.898996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] For port 4d41462f-eefb-42dd-9946-896c41acd353, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:16.902991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] For port 4d41462f-eefb-42dd-9946-896c41acd353, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4d41462f-eefb-42dd-9946-896c41acd353,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:16.953401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4791f2f-ce7c-4bc5-8e96-7cd39bd6a5f3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc972c-6604-41ed-9c1d-0184a0413d3f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:17.012160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ef8383e-2fa3-48bf-877f-e4a1600f18a2 req-bcb01151-582c-4b58-9ff6-ad8c4fc5cf3d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2742827 Aug 11 00:40:17.030366 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:17.030622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4791f2f-ce7c-4bc5-8e96-7cd39bd6a5f3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:17.035048 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f4791f2f-ce7c-4bc5-8e96-7cd39bd6a5f3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9098597 Aug 11 00:40:17.035639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41332) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:17.052447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-110e0b4a-4200-43f5-beed-d6c65fd86cbc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '09bc972c-6604-41ed-9c1d-0184a0413d3f', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:17.237419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a754ac-7e58-47bd-a792-f1051a155db5 None None] Pushing event updated for resources: {'Port': ['ID=4d41462f-eefb-42dd-9946-896c41acd353,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:17.269094 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e0b4a-4200-43f5-beed-d6c65fd86cbc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:17.385462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-a214b3df-1e12-4a99-8b1f-4e2d6f4b757a service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326743 Aug 11 00:40:17.409042 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e0b4a-4200-43f5-beed-d6c65fd86cbc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:17.544219 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e0b4a-4200-43f5-beed-d6c65fd86cbc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:17.578868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e0b4a-4200-43f5-beed-d6c65fd86cbc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275f5077-afa7-4a2c-b324-c0b5270d02cc,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:17.675904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-05416b3a-46e2-4b4e-bcbf-531c43e61194 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808657 Aug 11 00:40:17.715235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e0b4a-4200-43f5-beed-d6c65fd86cbc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:17.717818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-110e0b4a-4200-43f5-beed-d6c65fd86cbc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6798046 Aug 11 00:40:17.740897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41358) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:17.749242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f3924ff7-936f-433b-8781-bea5532110aa tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '09bc972c-6604-41ed-9c1d-0184a0413d3f', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:17.769146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-bd4b8344-b664-4895-b917-12544da16e26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db8de401-0507-4b3c-9d6c-7448e25908a9 HTTP/1.1" status: 200 len: 217 time: 0.0807483 Aug 11 00:40:17.824969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd1f3e-83b3-4df3-99b8-591a07ba965e req-80fb1ec2-3207-4403-ba57-67ccce4094e6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.829678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b3cd1f3e-83b3-4df3-99b8-591a07ba965e req-80fb1ec2-3207-4403-ba57-67ccce4094e6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1544299 Aug 11 00:40:17.857363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-43252756-e679-40c0-be50-d5877fcaa5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.858798 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-43252756-e679-40c0-be50-d5877fcaa5eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.0863531 Aug 11 00:40:17.877334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-380034e6-582f-4d60-91f1-391b2f6da4a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.883394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-380034e6-582f-4d60-91f1-391b2f6da4a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.889596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-380034e6-582f-4d60-91f1-391b2f6da4a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.896267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-380034e6-582f-4d60-91f1-391b2f6da4a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.899814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b3cd1f3e-83b3-4df3-99b8-591a07ba965e req-701dea38-03e9-4f04-bea8-bca6f4ac226c tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598927 Aug 11 00:40:17.908031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-380034e6-582f-4d60-91f1-391b2f6da4a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.909722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-380034e6-582f-4d60-91f1-391b2f6da4a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.927371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-380034e6-582f-4d60-91f1-391b2f6da4a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:17.929553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-380034e6-582f-4d60-91f1-391b2f6da4a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1484928 Aug 11 00:40:17.951972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3924ff7-936f-433b-8781-bea5532110aa tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:18.048863 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68bbaede-a4b7-423f-945e-f365cfa55a9a req-58d73f65-45d5-4483-b5a1-3564524e77cc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879374 Aug 11 00:40:18.054897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-695e1cdf-f466-416c-8da2-cb0fa98d4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:18.077422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-695e1cdf-f466-416c-8da2-cb0fa98d4c0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1324716 Aug 11 00:40:18.151837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3924ff7-936f-433b-8781-bea5532110aa tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:18.217249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-3e8f0555-fa90-4815-b85a-d0ea040f58e1 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454272 Aug 11 00:40:18.287229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41382) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:18.373903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb65d59-0fd8-4c43-9c14-367f2837045b req-7dc17f56-6837-47fc-a4bc-63c3d585d23e tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:18.379405 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8cb65d59-0fd8-4c43-9c14-367f2837045b req-7dc17f56-6837-47fc-a4bc-63c3d585d23e tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 945 time: 0.1031401 Aug 11 00:40:18.400996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-30daf596-dcb6-465a-b876-b23dde281f72 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753583 Aug 11 00:40:18.463888 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8cb65d59-0fd8-4c43-9c14-367f2837045b req-a8145085-d629-43d7-974f-b5a14ac8cdff tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743322 Aug 11 00:40:18.491890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-e239b9f7-9b13-4bb6-9fd0-798b25db100a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30d89737-eda3-40ac-9ae8-63b3180d7466 HTTP/1.1" status: 200 len: 217 time: 0.0813591 Aug 11 00:40:18.493163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-593305635-network', 'tenant_id': '9b5c176467be4d4ab8725e2e335cc250'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:18.563938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8a6fff63-8fa5-4bc0-87bf-ac8209b8b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:18.566628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3924ff7-936f-433b-8781-bea5532110aa tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:18.567312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-8a6fff63-8fa5-4bc0-87bf-ac8209b8b910 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.0644577 Aug 11 00:40:18.619301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Made reservation on behalf of 9b5c176467be4d4ab8725e2e335cc250 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:18.622074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:18.626708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3924ff7-936f-433b-8781-bea5532110aa tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de1a41a-96f0-4c70-9e89-bf995928b2f6,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:18.643193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-55b2ba01-d8b7-4c0c-b391-7530a9a65614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:18.645291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-55b2ba01-d8b7-4c0c-b391-7530a9a65614 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702479 Aug 11 00:40:18.657327 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:18.661861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-20e043ef-d69e-45f9-9816-80e1e6dcf534 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:40:18.663663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-20e043ef-d69e-45f9-9816-80e1e6dcf534 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081964 Aug 11 00:40:18.698973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989ad4c-0fee-4a09-aaac-f5f6caf07f49 req-342f3b1e-c37e-48e6-a4a5-82deab8d193a tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:18.700619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4989ad4c-0fee-4a09-aaac-f5f6caf07f49 req-342f3b1e-c37e-48e6-a4a5-82deab8d193a tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.1009662 Aug 11 00:40:18.704270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3924ff7-936f-433b-8781-bea5532110aa tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:18.705460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f3924ff7-936f-433b-8781-bea5532110aa tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9632475 Aug 11 00:40:18.710290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41402) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:18.715121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8d5c8aa0-0c31-4869-9ba6-00abcaaa8a79 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '09bc972c-6604-41ed-9c1d-0184a0413d3f', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:18.725714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7215d0dd-1431-4776-a36c-0fc61ad2d981 None None] Network c7cfac29-fb82-43fd-a891-9434e63f7171 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:40:18.788767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4989ad4c-0fee-4a09-aaac-f5f6caf07f49 req-91abc7ec-c9de-4e89-abf0-73172d58d9eb tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659471 Aug 11 00:40:18.789343 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-aee84d8c-5c0b-409c-90e3-af5db1021343 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161175 Aug 11 00:40:18.855630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:18.866432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c985e402-bf25-42c8-a068-b285d6f272bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:18.950495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-47aee15b-0e57-4ae7-b0a5-c46a8f37f4f5 None None] Provisioning for port 4d41462f-eefb-42dd-9946-896c41acd353 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:18.990785 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.008191 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ba7b916-a1a6-4d25-a2de-78b928e08c04 req-3d4b5ce2-9f5e-42ec-a51b-d85c71321877 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041194 Aug 11 00:40:19.066034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4d41462f-eefb-42dd-9946-896c41acd353 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:19.080098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.115879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033065e2-f63c-4743-b908-804262fb4bab req-04b72aa5-bd53-4e17-abb0-783b84f5d162 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.116715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:40:19.118592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033065e2-f63c-4743-b908-804262fb4bab req-04b72aa5-bd53-4e17-abb0-783b84f5d162 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.126466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033065e2-f63c-4743-b908-804262fb4bab req-04b72aa5-bd53-4e17-abb0-783b84f5d162 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.129820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-033065e2-f63c-4743-b908-804262fb4bab req-04b72aa5-bd53-4e17-abb0-783b84f5d162 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40&device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c&device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 2418 time: 0.1051841 Aug 11 00:40:19.157485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.157962 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Added segment 9672dbc8-a0d2-49c7-afee-27d49c526bbe of type vlan for network aab03452-856f-477f-a058-7ca823a4c7d2 Aug 11 00:40:19.198530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde7979e-8bcb-47f0-a46c-523d1952251d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:19.263960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-033065e2-f63c-4743-b908-804262fb4bab req-8eda40d5-c3cd-489f-b07d-de1fb340ff33 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122527 Aug 11 00:40:19.314141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 4d41462f-eefb-42dd-9946-896c41acd353 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:19.319572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4d41462f-eefb-42dd-9946-896c41acd353 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:19.320130 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.347895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-be6fa8af-d356-4e19-94a0-200a4c262d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.348563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-be6fa8af-d356-4e19-94a0-200a4c262d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.350466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-be6fa8af-d356-4e19-94a0-200a4c262d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.351088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-be6fa8af-d356-4e19-94a0-200a4c262d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.351842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8aa0-0c31-4869-9ba6-00abcaaa8a79 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.353102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-be6fa8af-d356-4e19-94a0-200a4c262d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.353710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-be6fa8af-d356-4e19-94a0-200a4c262d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.357229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-be6fa8af-d356-4e19-94a0-200a4c262d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.365088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-350f76c6-bb1c-485f-807d-112fe845e31d req-be6fa8af-d356-4e19-94a0-200a4c262d28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6491 time: 0.0985305 Aug 11 00:40:19.404941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41424) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:19.428834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.472319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-f368f275-c1aa-490b-94cb-f67bf4c15d38 req-1f1193a4-6bb2-415d-a64b-e93fb87c72d0 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:40:19.473624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f368f275-c1aa-490b-94cb-f67bf4c15d38 req-1f1193a4-6bb2-415d-a64b-e93fb87c72d0 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117421 Aug 11 00:40:19.540808 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8aa0-0c31-4869-9ba6-00abcaaa8a79 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.566227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-d68c0d93-2648-4d7f-8297-a4b04b9bb71d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.581360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-d68c0d93-2648-4d7f-8297-a4b04b9bb71d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.590177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-d68c0d93-2648-4d7f-8297-a4b04b9bb71d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.590818 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.597491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-d68c0d93-2648-4d7f-8297-a4b04b9bb71d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.606582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-d68c0d93-2648-4d7f-8297-a4b04b9bb71d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.610442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-f3533998-408e-4f17-b66e-25e897fbe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.612235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-350f76c6-bb1c-485f-807d-112fe845e31d req-f3533998-408e-4f17-b66e-25e897fbe52a service neutron] 10.222.0.55 "GET /v2.0/networks?id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 HTTP/1.1" status: 200 len: 903 time: 0.2298458 Aug 11 00:40:19.613717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-d68c0d93-2648-4d7f-8297-a4b04b9bb71d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.621033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-d68c0d93-2648-4d7f-8297-a4b04b9bb71d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.627921 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f368f275-c1aa-490b-94cb-f67bf4c15d38 req-0564275e-d518-4206-8a61-974fb169afd2 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1410241 Aug 11 00:40:19.641663 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-d68c0d93-2648-4d7f-8297-a4b04b9bb71d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.4180496 Aug 11 00:40:19.663936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 4d41462f-eefb-42dd-9946-896c41acd353, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4d41462f-eefb-42dd-9946-896c41acd353,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:19.665360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bfdb3f1a-a8ec-4539-81a5-63b0cb316fc0 None None] Provisioning complete for port 4d41462f-eefb-42dd-9946-896c41acd353 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:19.665805 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bfdb3f1a-a8ec-4539-81a5-63b0cb316fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.669965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8aa0-0c31-4869-9ba6-00abcaaa8a79 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.728243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-350f76c6-bb1c-485f-807d-112fe845e31d req-18940162-ad78-447f-8d83-250d5f0b36a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30d89737-eda3-40ac-9ae8-63b3180d7466 HTTP/1.1" status: 200 len: 217 time: 0.0988393 Aug 11 00:40:19.756758 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79206a88-809b-4588-bee0-615be333e31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.773145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.804889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.806344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.807697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.819938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c8aa0-0c31-4869-9ba6-00abcaaa8a79 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1fe4e1-7b60-4231-bf3f-3b2788cecbfd,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:19.820543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-73dc35e7-da0e-431a-ae27-7f81ca2be6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.823816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-350f76c6-bb1c-485f-807d-112fe845e31d req-73dc35e7-da0e-431a-ae27-7f81ca2be6c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.0808766 Aug 11 00:40:19.853898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3466a56d-d3c3-4129-a9b0-af872ba2aa91 req-cce8ff9e-5d61-45c0-bf02-95e4afe76802 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2111943 Aug 11 00:40:19.888139 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bfdb3f1a-a8ec-4539-81a5-63b0cb316fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:19.932043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f76c6-bb1c-485f-807d-112fe845e31d req-71946ed9-8bbc-4e55-a0b2-0039456da416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:19.937713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-350f76c6-bb1c-485f-807d-112fe845e31d req-71946ed9-8bbc-4e55-a0b2-0039456da416 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1018202 Aug 11 00:40:19.949180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=4d41462f-eefb-42dd-9946-896c41acd353,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:20.002779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-bfdb3f1a-a8ec-4539-81a5-63b0cb316fc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:40:20.003239 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-bfdb3f1a-a8ec-4539-81a5-63b0cb316fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:40:20.003437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41432) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:20.015035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d5c8aa0-0c31-4869-9ba6-00abcaaa8a79 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.017804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8d5c8aa0-0c31-4869-9ba6-00abcaaa8a79 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3060985 Aug 11 00:40:20.027957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] Pushing event updated for resources: {'Network': ['ID=aab03452-856f-477f-a058-7ca823a4c7d2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:20.030630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41434) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:20.037543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network aab03452-856f-477f-a058-7ca823a4c7d2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:40:20.043900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '09bc972c-6604-41ed-9c1d-0184a0413d3f', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:20.109522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9362eb9f-55ab-4f4d-a11d-69f3750fd874 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8212004 Aug 11 00:40:20.113938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41438) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:20.123446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Request body: {'subnet': {'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-593305635-subnet', 'tenant_id': '9b5c176467be4d4ab8725e2e335cc250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:20.133195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:40:20.133195 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:40:20.133195 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': 'a6021f11fb224a3785a47117fcc9174d', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 40, 20, 61763)}] Aug 11 00:40:20.133195 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:40:20.134184 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:40:20.155676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-350f76c6-bb1c-485f-807d-112fe845e31d req-12dd2309-8586-4dcf-92e0-2761f1b20bd6 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047048 Aug 11 00:40:20.289131 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79206a88-809b-4588-bee0-615be333e31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.291768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-837e945f-da4e-473e-a4c3-aa8ef0077fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.337640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-350f76c6-bb1c-485f-807d-112fe845e31d req-9ecd81ed-ace5-4347-a78a-68705d6d7228 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771190 Aug 11 00:40:20.389869 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.433203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79206a88-809b-4588-bee0-615be333e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.465975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-837e945f-da4e-473e-a4c3-aa8ef0077fc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:40:20.465975 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:40:20.465975 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '9f822b505b0644c9a5d87834ad982c84', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 40, 20, 328957)}] Aug 11 00:40:20.465975 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:40:20.468101 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-837e945f-da4e-473e-a4c3-aa8ef0077fc9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:40:20.524148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-79206a88-809b-4588-bee0-615be333e31d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab85255422024b98a104c636b885ad85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1071384 Aug 11 00:40:20.524724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41446) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:20.525976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79206a88-809b-4588-bee0-615be333e31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e8e69a-8bba-4f26-9163-80aef19d1741,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:20.607901 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f64a40cf-4ccb-47ba-836a-414ebfad3351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.624497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Made reservation on behalf of 9b5c176467be4d4ab8725e2e335cc250 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:20.630575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.635808 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f64a40cf-4ccb-47ba-836a-414ebfad3351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.824311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f64a40cf-4ccb-47ba-836a-414ebfad3351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.829417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f64a40cf-4ccb-47ba-836a-414ebfad3351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.834252 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f64a40cf-4ccb-47ba-836a-414ebfad3351 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63e8e69a-8bba-4f26-9163-80aef19d1741 HTTP/1.1" status: 204 len: 168 time: 0.3055725 Aug 11 00:40:20.851291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a40cf-4ccb-47ba-836a-414ebfad3351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e8e69a-8bba-4f26-9163-80aef19d1741,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:20.970759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-837e945f-da4e-473e-a4c3-aa8ef0077fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:20.983197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.014112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4d41462f-eefb-42dd-9946-896c41acd353 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:21.126871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4d41462f-eefb-42dd-9946-896c41acd353 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:21.127609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.203089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-837e945f-da4e-473e-a4c3-aa8ef0077fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.207267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.232990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-546cce94-7b59-41bd-9f28-8155d7051699 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.247482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-546cce94-7b59-41bd-9f28-8155d7051699 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.257053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-546cce94-7b59-41bd-9f28-8155d7051699 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.269361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-546cce94-7b59-41bd-9f28-8155d7051699 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.281204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-546cce94-7b59-41bd-9f28-8155d7051699 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.293671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-546cce94-7b59-41bd-9f28-8155d7051699 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.305752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-546cce94-7b59-41bd-9f28-8155d7051699 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.309462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-546cce94-7b59-41bd-9f28-8155d7051699 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.2910469 Aug 11 00:40:21.338824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-837e945f-da4e-473e-a4c3-aa8ef0077fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.347764 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.351147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.404420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-837e945f-da4e-473e-a4c3-aa8ef0077fc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f822b505b0644c9a5d87834ad982c84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3605559 Aug 11 00:40:21.405505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e945f-da4e-473e-a4c3-aa8ef0077fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e6bf14-847e-4584-ac3c-3ba77130bbe9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:21.408257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41462) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:21.460403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac836e7-8acb-44c2-a856-b40181525cb2,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:21.496605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7424d761-4ab2-42a6-9f46-a3b552229b73 req-4b811c40-b716-4460-9615-a72cf8b23b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1782424 Aug 11 00:40:21.507057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-982f7e37-691c-4235-9e8f-c7486747b25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.520531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c3f3c6-7154-4499-816b-84dafa64a580,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:21.548395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Checking segment: {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:21.552535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Network hostable DHCP agents. Network: aab03452-856f-477f-a058-7ca823a4c7d2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:40:21.564596 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-982f7e37-691c-4235-9e8f-c7486747b25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.606745 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.608125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6a337974-92c7-4892-8fc7-5293d08c00d1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5757663 Aug 11 00:40:21.613568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41470) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:21.618723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-18020149-2302-4be5-95ab-cabd1a6f8bc7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '09bc972c-6604-41ed-9c1d-0184a0413d3f', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:21.690556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Network aab03452-856f-477f-a058-7ca823a4c7d2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:40:21.744413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3297e-1667-4923-b343-7f31ce5db1b9 req-64e0a5a5-7f57-4a0e-a105-d8ec0065bb90 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.747274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5c3297e-1667-4923-b343-7f31ce5db1b9 req-64e0a5a5-7f57-4a0e-a105-d8ec0065bb90 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.0630116 Aug 11 00:40:21.767224 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-18020149-2302-4be5-95ab-cabd1a6f8bc7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Project a6021f11fb224a3785a47117fcc9174d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:40:21.776742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18020149-2302-4be5-95ab-cabd1a6f8bc7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.816934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5c3297e-1667-4923-b343-7f31ce5db1b9 req-a8ae3b42-3dab-45eb-b336-25349b1fdb08 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625589 Aug 11 00:40:21.818839 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-982f7e37-691c-4235-9e8f-c7486747b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.833965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, aab03452-856f-477f-a058-7ca823a4c7d2) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:21.834744 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-982f7e37-691c-4235-9e8f-c7486747b25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.834744 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-982f7e37-691c-4235-9e8f-c7486747b25f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79e6bf14-847e-4584-ac3c-3ba77130bbe9 HTTP/1.1" status: 204 len: 168 time: 0.4159663 Aug 11 00:40:21.835252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03696dd7-e1fb-4258-92d0-303bb3371c47 None None] Network aab03452-856f-477f-a058-7ca823a4c7d2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:40:21.841837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f7e37-691c-4235-9e8f-c7486747b25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e6bf14-847e-4584-ac3c-3ba77130bbe9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:21.855394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:21.856330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:21.949266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18020149-2302-4be5-95ab-cabd1a6f8bc7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:22.037913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91865041-3bb0-4811-bbcd-7f260caa65e9 None None] Network aab03452-856f-477f-a058-7ca823a4c7d2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:40:22.114606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-87b7cea8-3f6c-4af3-8b47-0b4f69b47312 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9916842 Aug 11 00:40:22.184266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18020149-2302-4be5-95ab-cabd1a6f8bc7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:22.215053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18020149-2302-4be5-95ab-cabd1a6f8bc7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b5a35f-68a9-4e9e-9545-8863b05275c8,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:22.383979 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:22.706920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1d71-414a-42a1-b175-cbff0599193f req-5a60fa68-854a-4a0c-ae91-32f9f40724ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:22.717642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1d71-414a-42a1-b175-cbff0599193f req-5a60fa68-854a-4a0c-ae91-32f9f40724ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:22.737333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1d71-414a-42a1-b175-cbff0599193f req-5a60fa68-854a-4a0c-ae91-32f9f40724ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:22.750139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1d71-414a-42a1-b175-cbff0599193f req-5a60fa68-854a-4a0c-ae91-32f9f40724ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:22.756952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1d71-414a-42a1-b175-cbff0599193f req-5a60fa68-854a-4a0c-ae91-32f9f40724ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:22.764381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1d71-414a-42a1-b175-cbff0599193f req-5a60fa68-854a-4a0c-ae91-32f9f40724ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:22.771538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1d71-414a-42a1-b175-cbff0599193f req-5a60fa68-854a-4a0c-ae91-32f9f40724ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:22.773225 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-18020149-2302-4be5-95ab-cabd1a6f8bc7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:22.774495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-823b1d71-414a-42a1-b175-cbff0599193f req-5a60fa68-854a-4a0c-ae91-32f9f40724ff tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1583853 Aug 11 00:40:22.774702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-18020149-2302-4be5-95ab-cabd1a6f8bc7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1599140 Aug 11 00:40:22.777477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41500) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:22.786934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f73fc102-0466-423e-bc93-6f82bedd3365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': '09bc972c-6604-41ed-9c1d-0184a0413d3f', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:22.881557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-823b1d71-414a-42a1-b175-cbff0599193f req-4ac64deb-b931-44c2-9b99-26f7a51f0898 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994780 Aug 11 00:40:22.981928 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-f73fc102-0466-423e-bc93-6f82bedd3365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Project a6021f11fb224a3785a47117fcc9174d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:40:23.003772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73fc102-0466-423e-bc93-6f82bedd3365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.036449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-04a43313-832f-4aa2-8666-75f6d30e06ed tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:23.039033 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-04a43313-832f-4aa2-8666-75f6d30e06ed tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.1056216 Aug 11 00:40:23.103191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-b90f7f33-cd11-443b-ba51-242f377a9d6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:23.121831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-b90f7f33-cd11-443b-ba51-242f377a9d6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/networks?id=aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 200 len: 821 time: 0.2766588 Aug 11 00:40:23.160789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-e618b256-36fe-4937-a309-c56caeeb2060 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/quotas/9b5c176467be4d4ab8725e2e335cc250 HTTP/1.1" status: 200 len: 375 time: 0.0246520 Aug 11 00:40:23.223691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-aa36e602-4710-431d-8cf7-629331ccfad2 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615926 Aug 11 00:40:23.264671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73fc102-0466-423e-bc93-6f82bedd3365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.310075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1699ad-3a7a-4149-b614-90b7f4396fa1 req-e473d1ca-68a7-49ee-981a-19f24c5add99 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:23.311931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef1699ad-3a7a-4149-b614-90b7f4396fa1 req-e473d1ca-68a7-49ee-981a-19f24c5add99 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 946 time: 0.1777201 Aug 11 00:40:23.355657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41514) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:23.364014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73fc102-0466-423e-bc93-6f82bedd3365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.368840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Deleting port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:23.375969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.388607 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-0ec13e79-397e-4731-a0b4-fc94497f1e56 service neutron] 10.222.0.43 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511204 Aug 11 00:40:23.394023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fc102-0466-423e-bc93-6f82bedd3365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937e859a-9b54-4ffd-aaa3-cca2429c41f5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:23.458125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef1699ad-3a7a-4149-b614-90b7f4396fa1 req-abb63292-dd8f-41d1-8dda-a70e06eb68e8 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370294 Aug 11 00:40:23.461911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4843fbcf-e142-4cb7-b483-93a40f52d54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.495517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73fc102-0466-423e-bc93-6f82bedd3365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.504212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f73fc102-0466-423e-bc93-6f82bedd3365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7248452 Aug 11 00:40:23.552402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] For port 6e3618b9-e2bd-4760-a785-e0f50262c8f2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6e3618b9-e2bd-4760-a785-e0f50262c8f2,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:23.572901 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.574258 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-be7fc1c0-16d5-48f7-bdf7-1afe4aa19456 service neutron] 10.222.0.43 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632144 Aug 11 00:40:23.583727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Calling delete_port for 6e3618b9-e2bd-4760-a785-e0f50262c8f2 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:23.711587 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4843fbcf-e142-4cb7-b483-93a40f52d54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.861580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4843fbcf-e142-4cb7-b483-93a40f52d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.910893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:23.927969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['917816a4-a588-4254-a6da-6987e340b1ee', '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:23.932319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['6e3618b9-e2bd-4760-a785-e0f50262c8f2'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:24.068619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843fbcf-e142-4cb7-b483-93a40f52d54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd5b22e-c8aa-47cd-87b3-0a399d0fde15,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:24.079523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Pushing event deleted for resources: {'Port': ['ID=6e3618b9-e2bd-4760-a785-e0f50262c8f2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:24.104387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4843fbcf-e142-4cb7-b483-93a40f52d54f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8dd92a5c1dc4915be244ab86ce55ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7365670 Aug 11 00:40:24.104568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-4572f4d0-48a3-4ce0-82af-0745c01d5e4c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712887675&fields=id&tenant_id=a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 267 time: 0.1261261 Aug 11 00:40:24.104568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41540) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:24.233043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] No DVR routers for this DVR port 6e3618b9-e2bd-4760-a785-e0f50262c8f2 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:40:24.241215 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:24.258393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb9ab1e0-d764-438b-933f-0c64c4861c8c req-7c903b55-0866-4b97-b303-9e2b27f4e8f6 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.55 "DELETE /v2.0/ports/6e3618b9-e2bd-4760-a785-e0f50262c8f2 HTTP/1.1" status: 204 len: 173 time: 1.2118094 Aug 11 00:40:24.261062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9fa441-dd06-4b41-8813-21f801607c40', 'name': 'network-vif-deleted', 'tag': '6e3618b9-e2bd-4760-a785-e0f50262c8f2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:24.273558 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af824541-80d5-4145-bd31-01c83aa7fad9" -d '{"events": [{"server_uuid": "3c9fa441-dd06-4b41-8813-21f801607c40", "name": "network-vif-deleted", "tag": "6e3618b9-e2bd-4760-a785-e0f50262c8f2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:24.362669 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-476057f9-a7bc-417d-990c-a490fec958fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:24.420513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-2665a38c-177a-4108-8397-42baba97e16f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:24.423869 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-2665a38c-177a-4108-8397-42baba97e16f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/networks?id=c7cfac29-fb82-43fd-a891-9434e63f7171 HTTP/1.1" status: 200 len: 797 time: 0.2646317 Aug 11 00:40:24.432695 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-476057f9-a7bc-417d-990c-a490fec958fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:24.472193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-ed76fb84-ae85-4f7b-99fb-0995077fdff2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/quotas/a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 375 time: 0.0358768 Aug 11 00:40:24.582644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-24823f4a-0a7b-4fc0-98be-e8a228db14ae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0973258 Aug 11 00:40:24.696991 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-476057f9-a7bc-417d-990c-a490fec958fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:24.699876 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-476057f9-a7bc-417d-990c-a490fec958fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:24.701345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-476057f9-a7bc-417d-990c-a490fec958fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebd5b22e-c8aa-47cd-87b3-0a399d0fde15 HTTP/1.1" status: 204 len: 168 time: 0.5987482 Aug 11 00:40:24.748514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476057f9-a7bc-417d-990c-a490fec958fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd5b22e-c8aa-47cd-87b3-0a399d0fde15,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:24.770768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-c1bf649c-fb47-444a-9c73-c509776c9c0a service neutron] 10.222.0.43 "GET /v2.0/networks/c7cfac29-fb82-43fd-a891-9434e63f7171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672170 Aug 11 00:40:24.908479 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-014bee69-c4d8-448c-9bfd-efd7d6d0ce95 service neutron] 10.222.0.43 "GET /v2.0/networks/c7cfac29-fb82-43fd-a891-9434e63f7171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365731 Aug 11 00:40:25.190022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e796d690-5fb9-446d-a7e6-7319266f0f9c req-86348ebe-ef3c-4b0a-8d1b-c6ea5aa2e431 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 210 time: 0.0607510 Aug 11 00:40:25.345487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-3969d6fb-2215-45de-81b0-982b5d243193 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:25.352719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-3969d6fb-2215-45de-81b0-982b5d243193 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:25.381430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-3969d6fb-2215-45de-81b0-982b5d243193 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:25.381430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-3969d6fb-2215-45de-81b0-982b5d243193 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:25.381430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-3969d6fb-2215-45de-81b0-982b5d243193 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:25.387607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-3969d6fb-2215-45de-81b0-982b5d243193 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:25.395419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-3969d6fb-2215-45de-81b0-982b5d243193 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:25.404339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-3969d6fb-2215-45de-81b0-982b5d243193 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1457629 Aug 11 00:40:25.445814 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e57e1d-2a98-4030-a02c-bd3947f4010a x-openstack-request-id: req-80e57e1d-2a98-4030-a02c-bd3947f4010a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:25.446114 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9fa441-dd06-4b41-8813-21f801607c40", "name": "network-vif-deleted", "tag": "6e3618b9-e2bd-4760-a785-e0f50262c8f2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:25.446357 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80e57e1d-2a98-4030-a02c-bd3947f4010a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:25.446771 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9fa441-dd06-4b41-8813-21f801607c40', 'name': 'network-vif-deleted', 'tag': '6e3618b9-e2bd-4760-a785-e0f50262c8f2', 'status': 'completed', 'code': 200} Aug 11 00:40:25.459929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78092178-4b00-4955-ae35-a20beeaa2b68 req-28c8be14-2e4a-464d-8cb4-cfb81fbed485 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543113 Aug 11 00:40:25.700201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a189a6cb-2b22-4b1f-99b1-cf7a3a45c41e req-d8bea58a-5802-4f9d-b2c7-74553280bb81 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c9fa441-dd06-4b41-8813-21f801607c40 HTTP/1.1" status: 200 len: 210 time: 0.0638964 Aug 11 00:40:25.709483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-04e00e78-9cb2-4621-903d-41c75cd94b76 req-7910409c-4aba-4d89-9c87-b0730441d3eb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 210 time: 0.0348771 Aug 11 00:40:26.488329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-37b30af6-9a8e-4845-9197-3593adb4f3a8 req-c5257648-13f6-4f47-9180-c9d389612a33 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 210 time: 0.0588222 Aug 11 00:40:26.652665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-0643ce20-2e3b-4989-89a0-65a8a604edfc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:26.659897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-0643ce20-2e3b-4989-89a0-65a8a604edfc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:26.666243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-0643ce20-2e3b-4989-89a0-65a8a604edfc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:26.673445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-0643ce20-2e3b-4989-89a0-65a8a604edfc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:26.680261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-0643ce20-2e3b-4989-89a0-65a8a604edfc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:26.686648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-0643ce20-2e3b-4989-89a0-65a8a604edfc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:26.707294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-0643ce20-2e3b-4989-89a0-65a8a604edfc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:26.709543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-0643ce20-2e3b-4989-89a0-65a8a604edfc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1420531 Aug 11 00:40:26.771829 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c43f324b-dec2-48ac-9c84-76cbdd6f6e27 req-14358d6a-3084-4bc7-9663-4e89f07aa97c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536590 Aug 11 00:40:26.950947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad5e3ef-ad0c-44ef-9b82-03f963159d62 req-df5ee580-861a-4bd7-9dae-754317e9b40f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 210 time: 0.0454657 Aug 11 00:40:27.634273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6e3618b9-e2bd-4760-a785-e0f50262c8f2 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:40:27.661844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 6e3618b9-e2bd-4760-a785-e0f50262c8f2 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:40:27.662387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6e3618b9-e2bd-4760-a785-e0f50262c8f2 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:40:27.668629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9077427-bd8a-4d39-8c32-8529c8482009 req-1f9f7699-ad2d-45d0-9eb6-831f9a8ae8e6 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 210 time: 0.0412047 Aug 11 00:40:28.047759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f138-6287-4a33-9373-5c54429803be req-8a106edb-a964-4441-bd35-d01d1c842fb3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.063343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f138-6287-4a33-9373-5c54429803be req-8a106edb-a964-4441-bd35-d01d1c842fb3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.074708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f138-6287-4a33-9373-5c54429803be req-8a106edb-a964-4441-bd35-d01d1c842fb3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.078220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bfad8-a74c-442e-9e7a-475f4da29231 req-2f4373c5-efba-4cb3-8d73-bd629fee517d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.080432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd5bfad8-a74c-442e-9e7a-475f4da29231 req-2f4373c5-efba-4cb3-8d73-bd629fee517d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 945 time: 0.1241224 Aug 11 00:40:28.087673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f138-6287-4a33-9373-5c54429803be req-8a106edb-a964-4441-bd35-d01d1c842fb3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.102071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f138-6287-4a33-9373-5c54429803be req-8a106edb-a964-4441-bd35-d01d1c842fb3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.103364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-1132d503-fa07-4232-8e83-e6d77b16f063 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.106348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-1132d503-fa07-4232-8e83-e6d77b16f063 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "GET /v2.0/networks?id=aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 200 len: 821 time: 0.2564330 Aug 11 00:40:28.117544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f138-6287-4a33-9373-5c54429803be req-8a106edb-a964-4441-bd35-d01d1c842fb3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.130504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Request body: {'port': {'device_id': 'b9472bc4-4089-4707-b418-b209e4a31af9', 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'admin_state_up': True, 'tenant_id': '9b5c176467be4d4ab8725e2e335cc250'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:28.131993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f138-6287-4a33-9373-5c54429803be req-8a106edb-a964-4441-bd35-d01d1c842fb3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:28.135964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2239f138-6287-4a33-9373-5c54429803be req-8a106edb-a964-4441-bd35-d01d1c842fb3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1931961 Aug 11 00:40:28.215498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2239f138-6287-4a33-9373-5c54429803be req-aa302ab9-7734-4bf2-befd-2d89593829db tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715227 Aug 11 00:40:28.229848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd5bfad8-a74c-442e-9e7a-475f4da29231 req-b1599da9-d9e5-4f45-bc58-1368172d59fc tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Aug 11 00:40:28.373462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4424fb18-0959-4f6d-be0c-e55bfd57889d req-aec830bd-2deb-454f-bad2-8825393e8d05 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 210 time: 0.0294681 Aug 11 00:40:28.601683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Made reservation on behalf of 9b5c176467be4d4ab8725e2e335cc250 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:28.601683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:28.715540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Allocated IP 172.20.0.3 (aab03452-856f-477f-a058-7ca823a4c7d2/98c3f3c6-7154-4499-816b-84dafa64a580/2ed2417a-e29e-4ff1-bf44-a51f93266769) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:40:28.788285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-878de4e8-fced-4fc4-8c3e-39976bd36165 req-d7062b3d-26e6-4c7e-b2df-ad32a1d4f1a9 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 210 time: 0.0375819 Aug 11 00:40:28.906821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:29.082786 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:29.143795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Network aab03452-856f-477f-a058-7ca823a4c7d2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:40:29.149160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:29.152018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:40:29.185706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event updated for resources: {'Port': ['ID=2ed2417a-e29e-4ff1-bf44-a51f93266769,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:29.219760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.220494 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:29.327938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-72a4d999-a3c5-428f-8c88-1f605b778547 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.334864 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-72a4d999-a3c5-428f-8c88-1f605b778547 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 945 time: 0.0790491 Aug 11 00:40:29.487754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbdd53-7b3d-4292-9b71-c1213203e7fa req-9d218562-d2b5-4ddf-ae97-1c2527543ec3 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.489422 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97cbdd53-7b3d-4292-9b71-c1213203e7fa req-9d218562-d2b5-4ddf-ae97-1c2527543ec3 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 945 time: 0.1061938 Aug 11 00:40:29.498516 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:29.501507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-59f4afe4-7dfd-4668-bb9d-44d7a8a5f37d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3774695 Aug 11 00:40:29.518282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Request body: {'port': {'device_id': 'b9472bc4-4089-4707-b418-b209e4a31af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:29.539575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-c8d41fd6-0a6b-4048-8e9a-ebee4e824243 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.551664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-c8d41fd6-0a6b-4048-8e9a-ebee4e824243 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.562710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-c8d41fd6-0a6b-4048-8e9a-ebee4e824243 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.573857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-c8d41fd6-0a6b-4048-8e9a-ebee4e824243 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.585237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-c8d41fd6-0a6b-4048-8e9a-ebee4e824243 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.601496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-c8d41fd6-0a6b-4048-8e9a-ebee4e824243 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.603995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-c8d41fd6-0a6b-4048-8e9a-ebee4e824243 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.615731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-c8d41fd6-0a6b-4048-8e9a-ebee4e824243 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1967793 Aug 11 00:40:29.646803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:29.667404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-9a0d57e5-e493-4bc1-9591-3dde4ca48609 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:29.669016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-9a0d57e5-e493-4bc1-9591-3dde4ca48609 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/networks?id=c7cfac29-fb82-43fd-a891-9434e63f7171 HTTP/1.1" status: 200 len: 797 time: 0.3143494 Aug 11 00:40:29.710810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a8c45d6-6391-49bf-ae4e-8f978ddf2f1b req-d9b64e48-f696-4380-a449-28bfe7b5bdc1 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936263 Aug 11 00:40:29.731779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-4a11b1f7-9537-4e9e-b3c1-a32a071efefc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 471 time: 0.0513377 Aug 11 00:40:29.746655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'port': {'device_id': 'dd44232c-e4f7-4005-8b74-67e0cf3610d5', 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171', 'admin_state_up': True, 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'security_groups': ['09bc972c-6604-41ed-9c1d-0184a0413d3f']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:29.918980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ead417ef-bda8-4c5d-848c-4b38ebd1af33 req-c8df46bb-03a2-489f-8d7b-b891a5187361 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 210 time: 0.0985813 Aug 11 00:40:30.033803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Deleting port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:30.034152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.077877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:30.083185 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.103511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97cbdd53-7b3d-4292-9b71-c1213203e7fa req-f347fcbf-60a5-4b8e-b077-e4f9d2ed455a tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940514 Aug 11 00:40:30.123152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.220928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] For port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:30.221286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.288961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165b3f0-3063-4b02-9e20-f0f41795c938 req-4aa0c862-190a-458d-bceb-fc70648b412d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:30.290644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d165b3f0-3063-4b02-9e20-f0f41795c938 req-4aa0c862-190a-458d-bceb-fc70648b412d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 931 time: 0.1997926 Aug 11 00:40:30.300203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Calling delete_port for 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:30.345605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.20.0.22 (c7cfac29-fb82-43fd-a891-9434e63f7171/d3fd8505-c1f4-4ae3-ab5a-7f456be1323c/45242dfd-26d2-42af-aa79-92dabeeace83) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:40:30.382586 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d165b3f0-3063-4b02-9e20-f0f41795c938 req-c8bdbd36-f7a2-4f72-a074-155a1ea14d55 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709507 Aug 11 00:40:30.676996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed2417a-e29e-4ff1-bf44-a51f93266769 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:30.689091 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.689344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.705091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Transition to ACTIVE for port object 2ed2417a-e29e-4ff1-bf44-a51f93266769 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:30.709657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Transition to ACTIVE for port object 45242dfd-26d2-42af-aa79-92dabeeace83 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:30.778405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.789826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['917816a4-a588-4254-a6da-6987e340b1ee', '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:30.829716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Pushing event deleted for resources: {'Port': ['ID=5a1c02b1-9a9f-4c0c-b280-26606cde5dd9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:30.878675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.885681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:30.889568 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.913619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] No DVR routers for this DVR port 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:40:30.937314 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:30.939971 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.44 "DELETE /v2.0/ports/5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 HTTP/1.1" status: 204 len: 173 time: 1.5999224 Aug 11 00:40:30.941431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe87363-7663-4f45-a0a7-a7b176270b7c', 'name': 'network-vif-deleted', 'tag': '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:30.943833 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a25239-1dd4-45af-9abd-fc131aec8722" -d '{"events": [{"server_uuid": "9fe87363-7663-4f45-a0a7-a7b176270b7c", "name": "network-vif-deleted", "tag": "5a1c02b1-9a9f-4c0c-b280-26606cde5dd9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:30.947185 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:31.033538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network c7cfac29-fb82-43fd-a891-9434e63f7171 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:40:31.040523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e276b-1311-466f-a34a-412157320cbc req-b14fd29c-0002-40f3-bfda-9e3601fcd11a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.043088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:31.051896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e276b-1311-466f-a34a-412157320cbc req-b14fd29c-0002-40f3-bfda-9e3601fcd11a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.057356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:40:31.059033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e276b-1311-466f-a34a-412157320cbc req-b14fd29c-0002-40f3-bfda-9e3601fcd11a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.067993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e276b-1311-466f-a34a-412157320cbc req-b14fd29c-0002-40f3-bfda-9e3601fcd11a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.072541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=45242dfd-26d2-42af-aa79-92dabeeace83,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:31.082906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e276b-1311-466f-a34a-412157320cbc req-b14fd29c-0002-40f3-bfda-9e3601fcd11a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.116756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e276b-1311-466f-a34a-412157320cbc req-b14fd29c-0002-40f3-bfda-9e3601fcd11a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.123372 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e276b-1311-466f-a34a-412157320cbc req-b14fd29c-0002-40f3-bfda-9e3601fcd11a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.135203 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-269e276b-1311-466f-a34a-412157320cbc req-b14fd29c-0002-40f3-bfda-9e3601fcd11a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.3153024 Aug 11 00:40:31.154933 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989bce94-bae5-498e-9c56-e9762602deb7 x-openstack-request-id: req-989bce94-bae5-498e-9c56-e9762602deb7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:31.155534 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe87363-7663-4f45-a0a7-a7b176270b7c", "name": "network-vif-deleted", "tag": "5a1c02b1-9a9f-4c0c-b280-26606cde5dd9", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:31.155534 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-989bce94-bae5-498e-9c56-e9762602deb7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:31.155959 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe87363-7663-4f45-a0a7-a7b176270b7c', 'name': 'network-vif-deleted', 'tag': '5a1c02b1-9a9f-4c0c-b280-26606cde5dd9', 'status': 'completed', 'code': 200} Aug 11 00:40:31.204221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed2417a-e29e-4ff1-bf44-a51f93266769,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:31.314369 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-269e276b-1311-466f-a34a-412157320cbc req-75c29eaf-5c74-4d7a-89c1-a14c26b46625 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1783886 Aug 11 00:40:31.434895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Attempting to bind port 2ed2417a-e29e-4ff1-bf44-a51f93266769 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:31.439579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Attempting to bind port 2ed2417a-e29e-4ff1-bf44-a51f93266769 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:31.441511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Attempting to bind port 2ed2417a-e29e-4ff1-bf44-a51f93266769 on network aab03452-856f-477f-a058-7ca823a4c7d2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:31.470621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Port 2ed2417a-e29e-4ff1-bf44-a51f93266769 on network aab03452-856f-477f-a058-7ca823a4c7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:40:31.471222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Attempting to bind port 2ed2417a-e29e-4ff1-bf44-a51f93266769 on network aab03452-856f-477f-a058-7ca823a4c7d2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:31.478897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:31.479456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Checking segment: {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:31.479967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Bound using segment: {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:31.480529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Bound port: 2ed2417a-e29e-4ff1-bf44-a51f93266769, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:31.481009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:31.493202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.494247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:31.539668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecbea6-de8d-41d4-8efc-7fb821e88390 req-f11bc528-8df9-49d1-a9a8-840f1d747d8a tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.539668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-59ecbea6-de8d-41d4-8efc-7fb821e88390 req-f11bc528-8df9-49d1-a9a8-840f1d747d8a tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 932 time: 0.2014868 Aug 11 00:40:31.594840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:31.600977 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-59ecbea6-de8d-41d4-8efc-7fb821e88390 req-8c2c467f-4fed-4c05-963d-dc728a049f26 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522280 Aug 11 00:40:31.604073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:31.650357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-10c12cdf-c23d-4ae4-a3dd-e15a1f5b3def tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9071934 Aug 11 00:40:31.663301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Request body: {'port': {'device_id': 'dd44232c-e4f7-4005-8b74-67e0cf3610d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:31.697094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c43964b-df57-41df-867c-de1162f40133 req-9f8e71af-ab8c-4e23-b659-781a15949797 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fe87363-7663-4f45-a0a7-a7b176270b7c HTTP/1.1" status: 200 len: 210 time: 0.0783541 Aug 11 00:40:31.712626 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:31.743678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:31.758128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.759405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:31.760619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] 10.222.0.44 "PUT /v2.0/ports/2ed2417a-e29e-4ff1-bf44-a51f93266769 HTTP/1.1" status: 200 len: 1092 time: 2.2489567 Aug 11 00:40:31.785944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e95dce-bca9-49b8-9326-b8be3186c880 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed2417a-e29e-4ff1-bf44-a51f93266769,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:31.821431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c80be6bc-434b-44d8-b54f-fad8963fd7cf None None] Provisioning for port 45242dfd-26d2-42af-aa79-92dabeeace83 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:31.829140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c80be6bc-434b-44d8-b54f-fad8963fd7cf None None] Provisioning complete for port 45242dfd-26d2-42af-aa79-92dabeeace83 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:31.829729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c80be6bc-434b-44d8-b54f-fad8963fd7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:31.879875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c80be6bc-434b-44d8-b54f-fad8963fd7cf None None] Port 45242dfd-26d2-42af-aa79-92dabeeace83 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:40:31.925374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230145-87d7-444f-917b-f7c071a19047 req-ec7045ea-a671-4645-95ed-b9fb667de8ad tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:31.927275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7230145-87d7-444f-917b-f7c071a19047 req-ec7045ea-a671-4645-95ed-b9fb667de8ad tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 943 time: 0.1248219 Aug 11 00:40:32.005970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-e0622ade-bc7a-449e-a48c-6a15f53e667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.009483 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-e0622ade-bc7a-449e-a48c-6a15f53e667a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 1095 time: 0.0561347 Aug 11 00:40:32.032674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7230145-87d7-444f-917b-f7c071a19047 req-d6549908-2575-4570-9001-08b237feaac6 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935724 Aug 11 00:40:32.057137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-4f8f83d4-90e7-4e4e-871a-3e00c8c57d2d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769 HTTP/1.1" status: 200 len: 217 time: 0.0380816 Aug 11 00:40:32.121868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-af0052ba-63f1-4c31-be10-67d9b3862f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.124080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-af0052ba-63f1-4c31-be10-67d9b3862f10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98c3f3c6-7154-4499-816b-84dafa64a580 HTTP/1.1" status: 200 len: 861 time: 0.0600109 Aug 11 00:40:32.154720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45242dfd-26d2-42af-aa79-92dabeeace83 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:32.170822 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-32f2393e-3b7d-431a-bf1a-38827c91bc8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aab03452-856f-477f-a058-7ca823a4c7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384207 Aug 11 00:40:32.253674 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:32.266724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Transition to ACTIVE for port object 45242dfd-26d2-42af-aa79-92dabeeace83 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:32.271784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-c9fdcd62-ee06-45d0-a147-4ffd43f61602 service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924952 Aug 11 00:40:32.367373 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:32.394511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77cc3c43-1726-445e-8153-70b3d9482a9b req-873840ad-3bec-49fb-b3e4-a23d164105a3 service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147304 Aug 11 00:40:32.464523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Pushing event updated for resources: {'Port': ['ID=45242dfd-26d2-42af-aa79-92dabeeace83,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:32.601901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Attempting to bind port 45242dfd-26d2-42af-aa79-92dabeeace83 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:32.601901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Attempting to bind port 45242dfd-26d2-42af-aa79-92dabeeace83 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:32.601901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Attempting to bind port 45242dfd-26d2-42af-aa79-92dabeeace83 on network c7cfac29-fb82-43fd-a891-9434e63f7171 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:32.605474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Port 45242dfd-26d2-42af-aa79-92dabeeace83 on network c7cfac29-fb82-43fd-a891-9434e63f7171 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:40:32.605857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Attempting to bind port 45242dfd-26d2-42af-aa79-92dabeeace83 on network c7cfac29-fb82-43fd-a891-9434e63f7171 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:32.612937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:32.613274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Checking segment: {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:32.613720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Bound using segment: {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:32.614179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Bound port: 45242dfd-26d2-42af-aa79-92dabeeace83, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:32.614749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:32.646754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-74bbf38b-29a2-438c-aa65-b4a9b615e6e3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.652811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-74bbf38b-29a2-438c-aa65-b4a9b615e6e3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.660302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-74bbf38b-29a2-438c-aa65-b4a9b615e6e3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.685449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-74bbf38b-29a2-438c-aa65-b4a9b615e6e3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.705944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-74bbf38b-29a2-438c-aa65-b4a9b615e6e3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.711865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-74bbf38b-29a2-438c-aa65-b4a9b615e6e3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.731896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] For port 45242dfd-26d2-42af-aa79-92dabeeace83, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:32.736815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] For port 45242dfd-26d2-42af-aa79-92dabeeace83, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=45242dfd-26d2-42af-aa79-92dabeeace83,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:32.737716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-74bbf38b-29a2-438c-aa65-b4a9b615e6e3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.739848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-74bbf38b-29a2-438c-aa65-b4a9b615e6e3 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.2348447 Aug 11 00:40:32.786691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de15b3ae-56e1-47b5-9d74-718e41761399 req-7556157d-24ea-4496-8734-9135c95cfb53 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384290 Aug 11 00:40:32.801576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d049b16-1363-4d87-91fb-be66e56ffb47 req-ab7013bc-e47f-4cad-afb0-a8d14f02f8d8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.803225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d049b16-1363-4d87-91fb-be66e56ffb47 req-ab7013bc-e47f-4cad-afb0-a8d14f02f8d8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 944 time: 0.0647864 Aug 11 00:40:32.881421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d049b16-1363-4d87-91fb-be66e56ffb47 req-01e0cbb5-a93d-421f-9478-314f182deda1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608115 Aug 11 00:40:32.911123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:32.964814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:32.965873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:32.967392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] 10.222.0.44 "PUT /v2.0/ports/45242dfd-26d2-42af-aa79-92dabeeace83 HTTP/1.1" status: 200 len: 1093 time: 1.3136342 Aug 11 00:40:32.967885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd44232c-e4f7-4005-8b74-67e0cf3610d5', 'tag': '45242dfd-26d2-42af-aa79-92dabeeace83'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:32.970995 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf0627a-cbad-4dea-be5c-d5e518e7e763" -d '{"events": [{"name": "network-changed", "server_uuid": "dd44232c-e4f7-4005-8b74-67e0cf3610d5", "tag": "45242dfd-26d2-42af-aa79-92dabeeace83"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:33.008927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045c904-324f-4b8e-b951-89731a9f6eaa service neutron] Pushing event updated for resources: {'Port': ['ID=45242dfd-26d2-42af-aa79-92dabeeace83,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:33.086566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:40:33.109692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:40:33.110128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5a1c02b1-9a9f-4c0c-b280-26606cde5dd9 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:40:33.157521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9472bc4-4089-4707-b418-b209e4a31af9', 'tag': '2ed2417a-e29e-4ff1-bf44-a51f93266769'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:33.163634 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f5d7c-608f-44c1-a073-6669807d4802" -d '{"events": [{"name": "network-changed", "server_uuid": "b9472bc4-4089-4707-b418-b209e4a31af9", "tag": "2ed2417a-e29e-4ff1-bf44-a51f93266769"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:33.201472 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d9da81-fe05-49bd-8989-7d471f413621 x-openstack-request-id: req-04d9da81-fe05-49bd-8989-7d471f413621 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:33.202046 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd44232c-e4f7-4005-8b74-67e0cf3610d5", "tag": "45242dfd-26d2-42af-aa79-92dabeeace83", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:33.209427 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04d9da81-fe05-49bd-8989-7d471f413621 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:33.209427 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd44232c-e4f7-4005-8b74-67e0cf3610d5', 'tag': '45242dfd-26d2-42af-aa79-92dabeeace83', 'status': 'completed', 'code': 200} Aug 11 00:40:33.249398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-c1e184c1-832e-4d45-a88e-0514d1d31a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:33.252148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-c1e184c1-832e-4d45-a88e-0514d1d31a3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 1096 time: 0.1090395 Aug 11 00:40:33.303693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-e4c45270-ed79-4ef2-80d6-1b8c5ceda495 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=45242dfd-26d2-42af-aa79-92dabeeace83 HTTP/1.1" status: 200 len: 217 time: 0.0416524 Aug 11 00:40:33.315506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11790d1f-fb58-4ccd-b9a6-4c421dbac63a req-07c40061-fbe0-45cc-b4c1-9161e97d149f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:33.318722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11790d1f-fb58-4ccd-b9a6-4c421dbac63a req-07c40061-fbe0-45cc-b4c1-9161e97d149f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 943 time: 0.0748103 Aug 11 00:40:33.386057 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11790d1f-fb58-4ccd-b9a6-4c421dbac63a req-de1707ac-bd69-4155-9b6f-d6a5386d7d78 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554919 Aug 11 00:40:33.404432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-3d7bcc30-88e5-4b02-8f67-3bc0dd3765da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:33.406155 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-3d7bcc30-88e5-4b02-8f67-3bc0dd3765da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3fd8505-c1f4-4ae3-ab5a-7f456be1323c HTTP/1.1" status: 200 len: 837 time: 0.0951188 Aug 11 00:40:33.475367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-08382b92-bd7a-4a17-8059-2344178abe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:33.477132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-08382b92-bd7a-4a17-8059-2344178abe79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7cfac29-fb82-43fd-a891-9434e63f7171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0607524 Aug 11 00:40:33.478910 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65655b-c53c-45bf-a596-f287dd71eafe x-openstack-request-id: req-3d65655b-c53c-45bf-a596-f287dd71eafe {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:33.479831 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9472bc4-4089-4707-b418-b209e4a31af9", "tag": "2ed2417a-e29e-4ff1-bf44-a51f93266769", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:33.487758 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d65655b-c53c-45bf-a596-f287dd71eafe {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:33.487758 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9472bc4-4089-4707-b418-b209e4a31af9', 'tag': '2ed2417a-e29e-4ff1-bf44-a51f93266769', 'status': 'completed', 'code': 200} Aug 11 00:40:33.569670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5d7c-608f-44c1-a073-6669807d4802 req-ad136c7c-8ffc-4273-9720-898273596dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:33.573181 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5d7c-608f-44c1-a073-6669807d4802 req-ad136c7c-8ffc-4273-9720-898273596dbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 1095 time: 0.0666606 Aug 11 00:40:33.639225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-ebac7be3-acde-4934-a2b1-1197d468066c service neutron] 10.222.0.44 "GET /v2.0/networks/c7cfac29-fb82-43fd-a891-9434e63f7171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475425 Aug 11 00:40:33.749226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5d7c-608f-44c1-a073-6669807d4802 req-8fc177e1-47b6-45df-9ebd-d87ce97fa3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:33.751336 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5d7c-608f-44c1-a073-6669807d4802 req-8fc177e1-47b6-45df-9ebd-d87ce97fa3ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 200 len: 922 time: 0.1710486 Aug 11 00:40:33.793871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fae9ecb-7efc-42b1-9d41-2ce4d0c911af req-6ba79941-a815-48fa-9d23-9f349ad16864 service neutron] 10.222.0.44 "GET /v2.0/networks/c7cfac29-fb82-43fd-a891-9434e63f7171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466327 Aug 11 00:40:33.820969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607282-ebc5-4c25-9afb-1b8219e73abd req-b6d39c20-0572-4eeb-8cec-ca5bf6d5ee36 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:33.828545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12607282-ebc5-4c25-9afb-1b8219e73abd req-b6d39c20-0572-4eeb-8cec-ca5bf6d5ee36 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.1356633 Aug 11 00:40:33.843399 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5d7c-608f-44c1-a073-6669807d4802 req-afe548c1-e024-42a7-be25-8bcfb730f402 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769 HTTP/1.1" status: 200 len: 217 time: 0.0839512 Aug 11 00:40:33.934854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41884) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:33.959117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f5d7c-608f-44c1-a073-6669807d4802 req-afb7582e-0619-412c-bee6-84b0c80329cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:33.962905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5d7c-608f-44c1-a073-6669807d4802 req-afb7582e-0619-412c-bee6-84b0c80329cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98c3f3c6-7154-4499-816b-84dafa64a580 HTTP/1.1" status: 200 len: 861 time: 0.0989223 Aug 11 00:40:33.992984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12607282-ebc5-4c25-9afb-1b8219e73abd req-9922ddbd-e33c-43de-9bcf-3c241361fe14 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634324 Aug 11 00:40:34.017368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-7086dfbf-fc07-4b5a-93fb-a001efb3cbce tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.025560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-7086dfbf-fc07-4b5a-93fb-a001efb3cbce tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.032691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-7086dfbf-fc07-4b5a-93fb-a001efb3cbce tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.040597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-7086dfbf-fc07-4b5a-93fb-a001efb3cbce tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.048321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-7086dfbf-fc07-4b5a-93fb-a001efb3cbce tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.055148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-7086dfbf-fc07-4b5a-93fb-a001efb3cbce tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.062043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-7086dfbf-fc07-4b5a-93fb-a001efb3cbce tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.071432 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-7086dfbf-fc07-4b5a-93fb-a001efb3cbce tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1694889 Aug 11 00:40:34.089590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-d036b0b0-4d75-46c8-86af-59e521396c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.091499 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-d036b0b0-4d75-46c8-86af-59e521396c31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 1096 time: 0.1448376 Aug 11 00:40:34.097421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5d7c-608f-44c1-a073-6669807d4802 req-4aaf41a5-e909-402c-8308-1b15a7fe2bae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aab03452-856f-477f-a058-7ca823a4c7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236515 Aug 11 00:40:34.193924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-820fe9ba-4097-4f32-9af3-7f4aa663b8f4 req-ee269fd4-5a9f-42c5-bb70-d46cf22d801b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212399 Aug 11 00:40:34.245346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-d66c51d0-df23-4c0f-8b6b-501bef185198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.246876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-d66c51d0-df23-4c0f-8b6b-501bef185198 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c7cfac29-fb82-43fd-a891-9434e63f7171 HTTP/1.1" status: 200 len: 898 time: 0.1348264 Aug 11 00:40:34.250299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-83164b73-0c6f-4ace-8c9f-b9aed4cbc88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:34.291225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d4eab-a1dd-4fb7-a121-a26dedbfb752 req-f57ea6c2-7fab-4e53-8f9d-2e1a9bc6f3f8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.292876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-887d4eab-a1dd-4fb7-a121-a26dedbfb752 req-f57ea6c2-7fab-4e53-8f9d-2e1a9bc6f3f8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 944 time: 0.1466382 Aug 11 00:40:34.301696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-940b78a3-fd70-4923-87ee-0fdd7f06bd25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=45242dfd-26d2-42af-aa79-92dabeeace83 HTTP/1.1" status: 200 len: 217 time: 0.0448432 Aug 11 00:40:34.373668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-3ae53bac-50df-4e10-bdbd-0bf2006ada7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.376422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-3ae53bac-50df-4e10-bdbd-0bf2006ada7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3fd8505-c1f4-4ae3-ab5a-7f456be1323c HTTP/1.1" status: 200 len: 837 time: 0.0657451 Aug 11 00:40:34.377156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5d7c-608f-44c1-a073-6669807d4802 req-89c40666-ae4f-4b7e-805e-dc7cf6659542 service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676320 Aug 11 00:40:34.392580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-887d4eab-a1dd-4fb7-a121-a26dedbfb752 req-81235a95-f02d-44ea-bb1b-1048d4a11339 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891299 Aug 11 00:40:34.488410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-5744a3b0-7db1-4823-a670-a1765e7ff61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.490028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-5744a3b0-7db1-4823-a670-a1765e7ff61c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c7cfac29-fb82-43fd-a891-9434e63f7171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0994012 Aug 11 00:40:34.605642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-83164b73-0c6f-4ace-8c9f-b9aed4cbc88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:34.610296 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-632f5d7c-608f-44c1-a073-6669807d4802 req-7804f5ec-ff9f-411b-82e5-c016cead0521 service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161553 Aug 11 00:40:34.814506 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-83164b73-0c6f-4ace-8c9f-b9aed4cbc88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:34.867484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-83164b73-0c6f-4ace-8c9f-b9aed4cbc88b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f4bf10edf8b4c6b9c69698312e642a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9313049 Aug 11 00:40:34.869122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41906) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:34.891409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83164b73-0c6f-4ace-8c9f-b9aed4cbc88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad2933-32b2-4a61-9919-cfcd490af0fe,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:34.939680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5195e-50e1-4fe3-bde2-4ec6a0cfd32b req-805b8a48-53d4-4742-8a9d-c1bf0027f872 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:34.939680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6f5195e-50e1-4fe3-bde2-4ec6a0cfd32b req-805b8a48-53d4-4742-8a9d-c1bf0027f872 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 943 time: 0.4356456 Aug 11 00:40:34.994587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7662-d360-4bf9-8588-2864865fb856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:35.002746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6f5195e-50e1-4fe3-bde2-4ec6a0cfd32b req-be5fb5f6-659a-4740-affc-c241b31175e9 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590189 Aug 11 00:40:35.002746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-43ea94cf-321b-4b98-aceb-79be58783eaa service neutron] 10.222.0.44 "GET /v2.0/networks/c7cfac29-fb82-43fd-a891-9434e63f7171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707162 Aug 11 00:40:35.047783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7662-d360-4bf9-8588-2864865fb856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:35.099037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2ed2417a-e29e-4ff1-bf44-a51f93266769 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:35.160657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cf0627a-cbad-4dea-be5c-d5e518e7e763 req-6510b961-acda-493a-9982-61a4be4e9f7d service neutron] 10.222.0.44 "GET /v2.0/networks/c7cfac29-fb82-43fd-a891-9434e63f7171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518390 Aug 11 00:40:35.162608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73a03-4e1e-47fa-84fa-7b2038b471f4 req-5c026fbf-c8a0-47c5-94e9-d14e77388e11 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.164464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28e73a03-4e1e-47fa-84fa-7b2038b471f4 req-5c026fbf-c8a0-47c5-94e9-d14e77388e11 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.0826254 Aug 11 00:40:35.242120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:35.256131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '2ed2417a-e29e-4ff1-bf44-a51f93266769', 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'port_id': '2ed2417a-e29e-4ff1-bf44-a51f93266769', 'mac_address': 'fa:16:3e:5c:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3f3c6-7154-4499-816b-84dafa64a580', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:35.291953 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28e73a03-4e1e-47fa-84fa-7b2038b471f4 req-67c92f6f-6ef0-4428-8299-086f3fa06f3b tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/security-groups?id=eff68199-c3ce-4c97-bae1-eb7c23657cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144781 Aug 11 00:40:35.294288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7662-d360-4bf9-8588-2864865fb856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:35.298336 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7662-d360-4bf9-8588-2864865fb856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:35.302550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6b5b7662-d360-4bf9-8588-2864865fb856 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15ad2933-32b2-4a61-9919-cfcd490af0fe HTTP/1.1" status: 204 len: 168 time: 0.4288630 Aug 11 00:40:35.313696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b7662-d360-4bf9-8588-2864865fb856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad2933-32b2-4a61-9919-cfcd490af0fe,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:35.436664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-cbd6d9b5-c982-41af-b4ac-4241f75015ca tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.438930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-cbd6d9b5-c982-41af-b4ac-4241f75015ca tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.44 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 946 time: 0.2247264 Aug 11 00:40:35.463284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-035f2643-7e5f-4a8a-8559-a9ba21c8fe55 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.471851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-035f2643-7e5f-4a8a-8559-a9ba21c8fe55 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.478686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-035f2643-7e5f-4a8a-8559-a9ba21c8fe55 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.485646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-035f2643-7e5f-4a8a-8559-a9ba21c8fe55 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.491807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:35.492619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-035f2643-7e5f-4a8a-8559-a9ba21c8fe55 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.500478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-035f2643-7e5f-4a8a-8559-a9ba21c8fe55 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.506876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-035f2643-7e5f-4a8a-8559-a9ba21c8fe55 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.514932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed2417a-e29e-4ff1-bf44-a51f93266769 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:35.526336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-035f2643-7e5f-4a8a-8559-a9ba21c8fe55 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1895175 Aug 11 00:40:35.541862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:35.643634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:35.668552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39e1638d-2bad-4b10-90e8-cdf6ca5e3c1f req-82f12031-92f9-4265-88dd-21d98f99ee6e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412442 Aug 11 00:40:35.670864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaf90a-dfd6-4c3f-b9fd-31918f36a232 req-309bddf4-dc1a-405c-b116-e0716d1f26ca tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:35.672361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8bbaf90a-dfd6-4c3f-b9fd-31918f36a232 req-309bddf4-dc1a-405c-b116-e0716d1f26ca tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 944 time: 0.1057100 Aug 11 00:40:35.718833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Deleting port 917816a4-a588-4254-a6da-6987e340b1ee {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:35.719370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:35.763561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8bbaf90a-dfd6-4c3f-b9fd-31918f36a232 req-648abed3-881a-47b7-8c68-d8c2f2e3c4c0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793226 Aug 11 00:40:35.778846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2ed2417a-e29e-4ff1-bf44-a51f93266769,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:35.797337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.798085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.798641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.799188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.799726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.800860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.801630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.802409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.803616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.803770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.804475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.804974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:35.860170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2ed2417a-e29e-4ff1-bf44-a51f93266769'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:35.905675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] For port 917816a4-a588-4254-a6da-6987e340b1ee, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=917816a4-a588-4254-a6da-6987e340b1ee,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:35.906108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:35.924328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Calling delete_port for 917816a4-a588-4254-a6da-6987e340b1ee owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:36.216285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1dcdf-4738-4da8-a2e3-e2c49581012b req-551b2dac-0ec5-4c49-849d-bb9a90de53d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.217911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86a1dcdf-4738-4da8-a2e3-e2c49581012b req-551b2dac-0ec5-4c49-849d-bb9a90de53d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 944 time: 0.0633383 Aug 11 00:40:36.262752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86a1dcdf-4738-4da8-a2e3-e2c49581012b req-4cda8d45-287a-49a5-ac56-3b6b95ebef89 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Aug 11 00:40:36.320973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:36.451013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Pushing event deleted for resources: {'Port': ['ID=917816a4-a588-4254-a6da-6987e340b1ee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:36.508868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] No DVR routers for this DVR port 917816a4-a588-4254-a6da-6987e340b1ee on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:40:36.512720 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:36.515466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c92fb249-b8be-490a-80c1-41430fc81be5 req-ac25a15f-6aea-4efa-88d7-9ecbe0aca0c7 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.44 "DELETE /v2.0/ports/917816a4-a588-4254-a6da-6987e340b1ee HTTP/1.1" status: 204 len: 173 time: 0.9853218 Aug 11 00:40:36.517732 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b5e955b-10a7-48ab-9ab1-9602bba2bc37 req-689d5399-144d-419b-b8fb-59748d6ee73d tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 210 time: 0.0884562 Aug 11 00:40:36.519042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37cd51e-da86-4f8c-bc13-a682a93b4245', 'name': 'network-vif-deleted', 'tag': '917816a4-a588-4254-a6da-6987e340b1ee'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:36.521678 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee13290-1ea4-43ef-bac9-9a019200b1f0" -d '{"events": [{"server_uuid": "f37cd51e-da86-4f8c-bc13-a682a93b4245", "name": "network-vif-deleted", "tag": "917816a4-a588-4254-a6da-6987e340b1ee"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:36.571747 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0a5573-f83a-470e-8cca-cc836bb47435 x-openstack-request-id: req-ce0a5573-f83a-470e-8cca-cc836bb47435 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:36.572159 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37cd51e-da86-4f8c-bc13-a682a93b4245", "name": "network-vif-deleted", "tag": "917816a4-a588-4254-a6da-6987e340b1ee", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:36.572514 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce0a5573-f83a-470e-8cca-cc836bb47435 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:36.572992 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37cd51e-da86-4f8c-bc13-a682a93b4245', 'name': 'network-vif-deleted', 'tag': '917816a4-a588-4254-a6da-6987e340b1ee', 'status': 'completed', 'code': 200} Aug 11 00:40:36.853962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-535cec32-18cd-43f7-bfc2-65363611314b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.862468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-535cec32-18cd-43f7-bfc2-65363611314b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.876608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-535cec32-18cd-43f7-bfc2-65363611314b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.883521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-535cec32-18cd-43f7-bfc2-65363611314b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.890987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-535cec32-18cd-43f7-bfc2-65363611314b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.901537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-535cec32-18cd-43f7-bfc2-65363611314b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.915893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-535cec32-18cd-43f7-bfc2-65363611314b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.920607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-535cec32-18cd-43f7-bfc2-65363611314b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1411450 Aug 11 00:40:36.942706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbc7cd-608f-4007-a27f-aab68bda16ad req-ba5ce718-f1eb-45c7-a48d-3721e175ae1c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:36.952231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aadbc7cd-608f-4007-a27f-aab68bda16ad req-ba5ce718-f1eb-45c7-a48d-3721e175ae1c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 944 time: 0.0687377 Aug 11 00:40:37.034446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41992) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:37.035427 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-535b28b6-20ac-4e5b-bb51-9c2256634b0b req-ce82da9e-3ad0-4c54-8ae9-2b6dac845d5c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062732 Aug 11 00:40:37.073582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aadbc7cd-608f-4007-a27f-aab68bda16ad req-00f95d78-2202-487b-be3b-23cbf0f2979e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186256 Aug 11 00:40:37.106202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 45242dfd-26d2-42af-aa79-92dabeeace83 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:37.120301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2ed2417a-e29e-4ff1-bf44-a51f93266769 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:37.384924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 45242dfd-26d2-42af-aa79-92dabeeace83, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=45242dfd-26d2-42af-aa79-92dabeeace83,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:37.400384 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3765b2bd-1271-456f-878c-2ed5287df02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.405447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '45242dfd-26d2-42af-aa79-92dabeeace83', 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171', 'port_id': '45242dfd-26d2-42af-aa79-92dabeeace83', 'mac_address': 'fa:16:3e:cd:a9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fd8505-c1f4-4ae3-ab5a-7f456be1323c', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:37.486966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 2ed2417a-e29e-4ff1-bf44-a51f93266769 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:37.495972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 2ed2417a-e29e-4ff1-bf44-a51f93266769 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:37.496593 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.534546 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.571759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45242dfd-26d2-42af-aa79-92dabeeace83 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:37.605454 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3765b2bd-1271-456f-878c-2ed5287df02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.606822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c3325-6351-43ae-93bc-cff62b040361 req-6a16e81f-e18c-4eaf-9466-375697674f6d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:37.608654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-043c3325-6351-43ae-93bc-cff62b040361 req-6a16e81f-e18c-4eaf-9466-375697674f6d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 944 time: 0.1635110 Aug 11 00:40:37.617548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 45242dfd-26d2-42af-aa79-92dabeeace83, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=45242dfd-26d2-42af-aa79-92dabeeace83,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:37.675212 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.707642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9472bc4-4089-4707-b418-b209e4a31af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed2417a-e29e-4ff1-bf44-a51f93266769'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:37.710317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-043c3325-6351-43ae-93bc-cff62b040361 req-945139c9-a2a1-4ced-8693-f94ba41276e4 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876832 Aug 11 00:40:37.710531 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdb141d-8ffe-44dc-b14a-7cb3bc7029dc" -d '{"events": [{"server_uuid": "b9472bc4-4089-4707-b418-b209e4a31af9", "name": "network-vif-plugged", "status": "completed", "tag": "2ed2417a-e29e-4ff1-bf44-a51f93266769"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:37.726009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:37.730602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-627baafc-5858-4bdd-b67c-816be7aa249f req-f983aa20-e967-48dd-b3f4-44f5863392b4 tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] 10.222.0.43 "GET /v2.0/ports?device_id=f37cd51e-da86-4f8c-bc13-a682a93b4245 HTTP/1.1" status: 200 len: 210 time: 0.0446665 Aug 11 00:40:37.731886 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3765b2bd-1271-456f-878c-2ed5287df02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.762443 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73983a0-f795-4dea-a1d2-bec4fc28f9ca x-openstack-request-id: req-b73983a0-f795-4dea-a1d2-bec4fc28f9ca {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:37.762821 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9472bc4-4089-4707-b418-b209e4a31af9", "name": "network-vif-plugged", "status": "completed", "tag": "2ed2417a-e29e-4ff1-bf44-a51f93266769", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:37.763189 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b73983a0-f795-4dea-a1d2-bec4fc28f9ca {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:37.763663 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9472bc4-4089-4707-b418-b209e4a31af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed2417a-e29e-4ff1-bf44-a51f93266769', 'code': 200} Aug 11 00:40:37.783986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3765b2bd-1271-456f-878c-2ed5287df02c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3c070e8942545fab43685edf69063a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7477481 Aug 11 00:40:37.785755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42014) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:37.798549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765b2bd-1271-456f-878c-2ed5287df02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776e8d02-3184-4acf-92c7-4295d5b94870,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:37.877494 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-141b4b42-ebd3-4199-ae1c-d384f2008894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.880471 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.896977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992ac6-e344-4c3a-82ae-86e09e1bac45 req-5d4c3a2e-434d-4265-a6da-78ed37131836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:37.898524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-84992ac6-e344-4c3a-82ae-86e09e1bac45 req-5d4c3a2e-434d-4265-a6da-78ed37131836 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 1096 time: 0.0647495 Aug 11 00:40:37.914214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-141b4b42-ebd3-4199-ae1c-d384f2008894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.942601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=45242dfd-26d2-42af-aa79-92dabeeace83,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:37.946578 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:37.946578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 917816a4-a588-4254-a6da-6987e340b1ee no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:40:37.978584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 917816a4-a588-4254-a6da-6987e340b1ee {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:40:37.978935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 917816a4-a588-4254-a6da-6987e340b1ee not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:40:37.997318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-84992ac6-e344-4c3a-82ae-86e09e1bac45 req-9f395675-eef7-46cc-8974-528a338f3523 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899646 Aug 11 00:40:38.051034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2ed2417a-e29e-4ff1-bf44-a51f93266769,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:38.092170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['45242dfd-26d2-42af-aa79-92dabeeace83'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:38.143950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-141b4b42-ebd3-4199-ae1c-d384f2008894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:38.148506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-141b4b42-ebd3-4199-ae1c-d384f2008894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:38.154319 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-141b4b42-ebd3-4199-ae1c-d384f2008894 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/776e8d02-3184-4acf-92c7-4295d5b94870 HTTP/1.1" status: 204 len: 168 time: 0.3630929 Aug 11 00:40:38.170802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b4b42-ebd3-4199-ae1c-d384f2008894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776e8d02-3184-4acf-92c7-4295d5b94870,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:38.301003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25960ca7-da23-465d-8b1a-7660922238b2 req-52a99e2f-145b-49bd-90e2-da3db9881862 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.302558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-25960ca7-da23-465d-8b1a-7660922238b2 req-52a99e2f-145b-49bd-90e2-da3db9881862 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 945 time: 0.0752442 Aug 11 00:40:38.305769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-937f395d-67fe-493d-a782-f32683b09224 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.314422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-937f395d-67fe-493d-a782-f32683b09224 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.319560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-937f395d-67fe-493d-a782-f32683b09224 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.327689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-937f395d-67fe-493d-a782-f32683b09224 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.335365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-937f395d-67fe-493d-a782-f32683b09224 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.342708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-937f395d-67fe-493d-a782-f32683b09224 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.350242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-937f395d-67fe-493d-a782-f32683b09224 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.352399 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-937f395d-67fe-493d-a782-f32683b09224 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.1416631 Aug 11 00:40:38.363619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-25960ca7-da23-465d-8b1a-7660922238b2 req-1a1aca36-2250-4a58-8b72-9aa1bf4d8ba9 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533237 Aug 11 00:40:38.419055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84b4c297-25d1-49fa-ace3-caefbcaeef96 req-518806ca-2299-401c-844f-f352e527b888 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587809 Aug 11 00:40:38.837303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42050) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:38.905791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f8fd93-c661-435e-a806-3f08ae67ff3e admin admin] Deleting subnet 7e904fd1-62c6-42f6-a5a1-42c0416b06ee {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:40:38.911031 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94f8fd93-c661-435e-a806-3f08ae67ff3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:38.966165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8623246-f0f6-484e-8eed-d775ffc65f8e req-7a060139-870f-415f-be34-1bea5ba4a7a3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:38.980880 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8623246-f0f6-484e-8eed-d775ffc65f8e req-7a060139-870f-415f-be34-1bea5ba4a7a3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.1785529 Aug 11 00:40:38.982088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94f8fd93-c661-435e-a806-3f08ae67ff3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:39.102342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 45242dfd-26d2-42af-aa79-92dabeeace83 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:39.103192 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8623246-f0f6-484e-8eed-d775ffc65f8e req-1d68884b-8098-4172-bf24-2c2669ae3bf9 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148548 Aug 11 00:40:39.237291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94f8fd93-c661-435e-a806-3f08ae67ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:39.311714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 45242dfd-26d2-42af-aa79-92dabeeace83 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:39.316606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 45242dfd-26d2-42af-aa79-92dabeeace83 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:39.317015 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:39.470928 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:39.501599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94f8fd93-c661-435e-a806-3f08ae67ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:39.557328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8fd93-c661-435e-a806-3f08ae67ff3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e904fd1-62c6-42f6-a5a1-42c0416b06ee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:39.567324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 45242dfd-26d2-42af-aa79-92dabeeace83, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=45242dfd-26d2-42af-aa79-92dabeeace83,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:39.587067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc7f70-0837-4982-9fe8-78ea30914fb4 None None] Network 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:40:39.619097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-94f8fd93-c661-435e-a806-3f08ae67ff3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:39.625580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-94f8fd93-c661-435e-a806-3f08ae67ff3e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7e904fd1-62c6-42f6-a5a1-42c0416b06ee HTTP/1.1" status: 204 len: 168 time: 0.7829473 Aug 11 00:40:39.626342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42084) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:39.691149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202889-0ad4-4425-a013-5f33b8262a46 req-3271f47f-dde9-4ab6-be2b-d7065273c55d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:39.703884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90202889-0ad4-4425-a013-5f33b8262a46 req-3271f47f-dde9-4ab6-be2b-d7065273c55d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 945 time: 0.1505401 Aug 11 00:40:39.728092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e3894f40-07a0-4d5b-b50f-7e6c5f4e87de details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:39.840491 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:39.841262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90202889-0ad4-4425-a013-5f33b8262a46 req-07585b9d-84e1-487c-b05a-06b2bcd3fb44 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360028 Aug 11 00:40:39.845274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44232c-e4f7-4005-8b74-67e0cf3610d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45242dfd-26d2-42af-aa79-92dabeeace83'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:39.856450 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae36118-054a-468b-b4e2-472570f4c0b7" -d '{"events": [{"server_uuid": "dd44232c-e4f7-4005-8b74-67e0cf3610d5", "name": "network-vif-plugged", "status": "completed", "tag": "45242dfd-26d2-42af-aa79-92dabeeace83"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:39.901494 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:39.925502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-9e62ebc6-d033-4a8d-8fb8-fdca6b14b908 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:39.933401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-9e62ebc6-d033-4a8d-8fb8-fdca6b14b908 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:39.955608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-9e62ebc6-d033-4a8d-8fb8-fdca6b14b908 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:39.962878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-9e62ebc6-d033-4a8d-8fb8-fdca6b14b908 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:39.971087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-9e62ebc6-d033-4a8d-8fb8-fdca6b14b908 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:39.977742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-9e62ebc6-d033-4a8d-8fb8-fdca6b14b908 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:39.983876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-9e62ebc6-d033-4a8d-8fb8-fdca6b14b908 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:39.986352 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-9e62ebc6-d033-4a8d-8fb8-fdca6b14b908 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5427 time: 0.2487257 Aug 11 00:40:40.166880 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20e3eee4-2a06-40a1-a663-73996db63d61 req-7658dce0-5fc8-4776-ba8f-6be22be2061e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257546 Aug 11 00:40:40.186947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Deleting port 143b6bf2-88b2-461b-8506-76cb3a303bf0 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:40.188200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:40.313483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] For port 143b6bf2-88b2-461b-8506-76cb3a303bf0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=143b6bf2-88b2-461b-8506-76cb3a303bf0,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:40.316531 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:40.349587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=45242dfd-26d2-42af-aa79-92dabeeace83,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:40.368414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Calling delete_port for 143b6bf2-88b2-461b-8506-76cb3a303bf0 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:40.446471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:40.463762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de', 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'port_id': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de', 'mac_address': 'fa:16:3e:81:a9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2beae22-f7a8-442e-8e90-d9777b5ed826', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:40.523144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] DHCP port deletion for 5a6d4c90-f26d-4e9e-a9ba-16864f832a43 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:40:40.554457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a19dd-fecb-4829-afa7-0621893c7697 req-3b36f173-c64a-41ae-b456-aabbe37bdc8a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:40.565243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a31a19dd-fecb-4829-afa7-0621893c7697 req-3b36f173-c64a-41ae-b456-aabbe37bdc8a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.1853840 Aug 11 00:40:40.612462 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:40.631043 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e8c04-aead-484b-b999-6931ca0850ba x-openstack-request-id: req-551e8c04-aead-484b-b999-6931ca0850ba {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:40.631043 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44232c-e4f7-4005-8b74-67e0cf3610d5", "name": "network-vif-plugged", "status": "completed", "tag": "45242dfd-26d2-42af-aa79-92dabeeace83", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:40.631043 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-551e8c04-aead-484b-b999-6931ca0850ba {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:40.631636 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd44232c-e4f7-4005-8b74-67e0cf3610d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45242dfd-26d2-42af-aa79-92dabeeace83', 'code': 200} Aug 11 00:40:40.635350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3894f40-07a0-4d5b-b50f-7e6c5f4e87de {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:40.671616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:40.674031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a31a19dd-fecb-4829-afa7-0621893c7697 req-e11cc2bd-5d78-42ab-8b27-8a2e74d20e2f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073225 Aug 11 00:40:40.697173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] Deleting port 143b6bf2-88b2-461b-8506-76cb3a303bf0 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:40.697859 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:40.720309 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:40.793498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=143b6bf2-88b2-461b-8506-76cb3a303bf0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:40.822306 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] No DVR routers for this DVR port 143b6bf2-88b2-461b-8506-76cb3a303bf0 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:40:40.832653 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:40.833827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 20e99aba-6b99-4072-8bff-ed68255952c5 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:40.893464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17736b7c-2312-4034-8f68-0d9dca516968 req-1a71d9c8-b8c3-4de9-b0a9-7366ec6a4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:40.897359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17736b7c-2312-4034-8f68-0d9dca516968 req-1a71d9c8-b8c3-4de9-b0a9-7366ec6a4dc2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 1098 time: 0.1810603 Aug 11 00:40:40.898634 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:40:40.973318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 20e99aba-6b99-4072-8bff-ed68255952c5, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=20e99aba-6b99-4072-8bff-ed68255952c5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:41.018806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '20e99aba-6b99-4072-8bff-ed68255952c5', 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'port_id': '20e99aba-6b99-4072-8bff-ed68255952c5', 'mac_address': 'fa:16:3e:af:fc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2beae22-f7a8-442e-8e90-d9777b5ed826', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:41.020330 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17736b7c-2312-4034-8f68-0d9dca516968 req-65f35a4b-a1c0-43ca-8ec3-ea99dc772c3a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143537 Aug 11 00:40:41.024161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] For port 143b6bf2-88b2-461b-8506-76cb3a303bf0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=143b6bf2-88b2-461b-8506-76cb3a303bf0,segment=NetworkSegment(b9767ae0-ee36-4364-9e29-ef3b26277159),segment_id=b9767ae0-ee36-4364-9e29-ef3b26277159)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:41.024953 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.071052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 143b6bf2-88b2-461b-8506-76cb3a303bf0 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:40:41.123178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] Calling delete_port for 143b6bf2-88b2-461b-8506-76cb3a303bf0 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:41.125784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 143b6bf2-88b2-461b-8506-76cb3a303bf0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:40:41.126124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 143b6bf2-88b2-461b-8506-76cb3a303bf0 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:40:41.141071 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.166964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6d4c90-f26d-4e9e-a9ba-16864f832a43']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:41.180146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:41.191895 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.199469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2d9a-ffc4-404a-bdd8-1d04d0ea10f9 req-32d920e6-ae0e-4c39-9cf6-baab4279c0a0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.206528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-534f2d9a-ffc4-404a-bdd8-1d04d0ea10f9 req-32d920e6-ae0e-4c39-9cf6-baab4279c0a0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 946 time: 0.1605029 Aug 11 00:40:41.207226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf67a-2f17-4870-b2b0-151916128004 req-c3155c22-d95c-4e5e-8697-6f306288f072 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.210286 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1baf67a-2f17-4870-b2b0-151916128004 req-c3155c22-d95c-4e5e-8697-6f306288f072 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.2766237 Aug 11 00:40:41.214809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9767ae0-ee36-4364-9e29-ef3b26277159') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:41.215689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9767ae0-ee36-4364-9e29-ef3b26277159') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:41.235999 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.271140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e99aba-6b99-4072-8bff-ed68255952c5 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:41.275719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-534f2d9a-ffc4-404a-bdd8-1d04d0ea10f9 req-6382700f-af82-4ab2-9f46-1f319bc2ebbb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 Aug 11 00:40:41.302801 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.326505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:40:41.326921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:40:41.329126 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:40:41.340072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 20e99aba-6b99-4072-8bff-ed68255952c5, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=20e99aba-6b99-4072-8bff-ed68255952c5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:41.345433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1baf67a-2f17-4870-b2b0-151916128004 req-2311d689-6b39-4b2b-b0e4-bb7cd78c6de3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056659 Aug 11 00:40:41.435362 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.460936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] No DVR routers for this DVR port 143b6bf2-88b2-461b-8506-76cb3a303bf0 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:40:41.470110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.470110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 095bb968-98a8-4de0-9b95-bf6abce9f4d7 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:41.539455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 095bb968-98a8-4de0-9b95-bf6abce9f4d7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:41.557399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-3f178a92-f942-464a-b169-1b907b677b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.568422 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.569748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-3f178a92-f942-464a-b169-1b907b677b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.583649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-3f178a92-f942-464a-b169-1b907b677b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.599544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-3f178a92-f942-464a-b169-1b907b677b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.610868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.614784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5a6d4c90-f26d-4e9e-a9ba-16864f832a43 HTTP/1.1" status: 204 len: 168 time: 1.9870844 Aug 11 00:40:41.618181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '095bb968-98a8-4de0-9b95-bf6abce9f4d7', 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'port_id': '095bb968-98a8-4de0-9b95-bf6abce9f4d7', 'mac_address': 'fa:16:3e:0f:db:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2beae22-f7a8-442e-8e90-d9777b5ed826', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:41.621319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258e863-5aaf-4cb2-8306-7c37df8aa7e3 None None] Pushing event deleted for resources: {'Port': ['ID=143b6bf2-88b2-461b-8506-76cb3a303bf0,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:41.638798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-3f178a92-f942-464a-b169-1b907b677b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.640720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-3f178a92-f942-464a-b169-1b907b677b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.652912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42160) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:41.653695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-3f178a92-f942-464a-b169-1b907b677b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.666034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91819e61-f0e4-4966-9f61-ffe0ba80bb09 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6d4c90-f26d-4e9e-a9ba-16864f832a43,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:41.669279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-3f178a92-f942-464a-b169-1b907b677b4d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5429 time: 0.2259228 Aug 11 00:40:41.716193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf58e2-5075-411a-8645-d58ea08ea6cf req-4891bb06-402f-43f3-8b39-1ae601451f2c tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:41.720485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abbf58e2-5075-411a-8645-d58ea08ea6cf req-4891bb06-402f-43f3-8b39-1ae601451f2c tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.1820545 Aug 11 00:40:41.732757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dedb7b0-fd7b-4c97-a4f7-f66e7978859d req-0aa6d074-9214-4d15-9449-e9725b42fefe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615816 Aug 11 00:40:41.789852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=20e99aba-6b99-4072-8bff-ed68255952c5,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:41.800828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abbf58e2-5075-411a-8645-d58ea08ea6cf req-4029a7b9-54b4-4a68-b0cd-3c860354107b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684829 Aug 11 00:40:41.836953 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:41.867072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095bb968-98a8-4de0-9b95-bf6abce9f4d7 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:41.936646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 095bb968-98a8-4de0-9b95-bf6abce9f4d7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:42.017876 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.018650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 170adb39-789d-4c36-b885-1ba210a108e4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:42.078383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10c9858d-afe6-4e5e-bfd5-1e9b2833919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.082341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:42.117741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=095bb968-98a8-4de0-9b95-bf6abce9f4d7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:42.122051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 170adb39-789d-4c36-b885-1ba210a108e4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=170adb39-789d-4c36-b885-1ba210a108e4,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:42.124834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ab269-2fee-40f7-80bc-4c3d1b14e232 req-294e4ade-9730-43d4-a00f-2d47571ebe38 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:42.136813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b2ab269-2fee-40f7-80bc-4c3d1b14e232 req-294e4ade-9730-43d4-a00f-2d47571ebe38 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.1415260 Aug 11 00:40:42.137737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '170adb39-789d-4c36-b885-1ba210a108e4', 'network_id': '0e67888b-79ab-469d-8474-0dc2f98db0f2', 'port_id': '170adb39-789d-4c36-b885-1ba210a108e4', 'mac_address': 'fa:16:3e:85:e4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2beae22-f7a8-442e-8e90-d9777b5ed826', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:42.184053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.214527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170adb39-789d-4c36-b885-1ba210a108e4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:42.262504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b2ab269-2fee-40f7-80bc-4c3d1b14e232 req-f8d120b5-6cf6-4d82-8050-9e020e2b127e tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831325 Aug 11 00:40:42.271367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 170adb39-789d-4c36-b885-1ba210a108e4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=170adb39-789d-4c36-b885-1ba210a108e4,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:42.271973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f763c9-43bf-4005-84d7-c0b585026129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.326518 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10c9858d-afe6-4e5e-bfd5-1e9b2833919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.384270 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.385436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:42.434353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42186) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:42.484399 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10c9858d-afe6-4e5e-bfd5-1e9b2833919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.533690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381f581-52a3-46a2-9e10-e6a1831e3590 req-bbf6df86-3eca-4ef0-9ff2-845eb2989d4a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:42.548094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f381f581-52a3-46a2-9e10-e6a1831e3590 req-bbf6df86-3eca-4ef0-9ff2-845eb2989d4a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.1628249 Aug 11 00:40:42.565951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-de8146c3-da74-4221-82ca-509e907a076b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c67cfdcd46c456c909b00331698acd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299524 Aug 11 00:40:42.568956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42188) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:42.585953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42190) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:42.597179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=170adb39-789d-4c36-b885-1ba210a108e4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:42.648150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-10c9858d-afe6-4e5e-bfd5-1e9b2833919a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c27c2670e2144e4954696f2ebc04c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9845166 Aug 11 00:40:42.650053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9858d-afe6-4e5e-bfd5-1e9b2833919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeabac2-3890-4a00-a99f-8e43574e20c1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:42.652417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:42.681946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06f261-71cc-40dd-9d8d-d3cddd975432 req-439742d9-94e3-40f3-9982-f17b13664bbf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:42.683442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42194) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:42.695382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d06f261-71cc-40dd-9d8d-d3cddd975432 req-439742d9-94e3-40f3-9982-f17b13664bbf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 946 time: 0.2755828 Aug 11 00:40:42.701424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f381f581-52a3-46a2-9e10-e6a1831e3590 req-e46c1bf2-4477-46a1-be52-fdd63c980e04 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303642 Aug 11 00:40:42.707152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'port_id': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'mac_address': 'fa:16:3e:b6:9f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:42.759508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f763c9-43bf-4005-84d7-c0b585026129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.769213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.789493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:42.801530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22ebf52a-6048-4e41-b184-12b772521b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.839635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6d06f261-71cc-40dd-9d8d-d3cddd975432 req-b59bae6e-04ad-43ab-a464-47953276fca7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297169 Aug 11 00:40:42.845327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:42.876726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f763c9-43bf-4005-84d7-c0b585026129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.880950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22ebf52a-6048-4e41-b184-12b772521b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.891293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09f1bc96-b133-4568-9336-d1a215bdaa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.922030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09f1bc96-b133-4568-9336-d1a215bdaa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.945508 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:42.946184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 30d89737-eda3-40ac-9ae8-63b3180d7466 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:42.960263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b659847-ef89-471e-80e9-3008d461ade0 req-ece76794-3eef-4357-9a90-9b56d224f900 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:42.961177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-35170979', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:42.975055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b659847-ef89-471e-80e9-3008d461ade0 req-ece76794-3eef-4357-9a90-9b56d224f900 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.1141090 Aug 11 00:40:42.986960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f763c9-43bf-4005-84d7-c0b585026129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08062b7-23da-4156-b0ae-112851494c04,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:42.996850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0f763c9-43bf-4005-84d7-c0b585026129 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7789bdd7976a4b399be0a3c502cac2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9124823 Aug 11 00:40:43.002062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42204) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:43.058681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:43.083187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Made reservation on behalf of ab1af49a0690411a80542d82c78f85fa for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:43.084657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.099105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b659847-ef89-471e-80e9-3008d461ade0 req-e77734cc-c6be-4a02-bb04-0eb5a347d76a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218405 Aug 11 00:40:43.116536 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.137514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 30d89737-eda3-40ac-9ae8-63b3180d7466, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=30d89737-eda3-40ac-9ae8-63b3180d7466,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:43.161831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '30d89737-eda3-40ac-9ae8-63b3180d7466', 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847', 'port_id': '30d89737-eda3-40ac-9ae8-63b3180d7466', 'mac_address': 'fa:16:3e:69:82:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f50c03-9de3-4488-8a17-e47a22c9ff7c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:43.179352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-c8daf14c-ae15-44ee-b6f0-3a0be5920421 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.191800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-c8daf14c-ae15-44ee-b6f0-3a0be5920421 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.203446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-c8daf14c-ae15-44ee-b6f0-3a0be5920421 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.215422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-c8daf14c-ae15-44ee-b6f0-3a0be5920421 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.226853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-c8daf14c-ae15-44ee-b6f0-3a0be5920421 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.234404 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.239683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-c8daf14c-ae15-44ee-b6f0-3a0be5920421 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.251461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d89737-eda3-40ac-9ae8-63b3180d7466 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:43.251850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-c8daf14c-ae15-44ee-b6f0-3a0be5920421 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.255205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-c8daf14c-ae15-44ee-b6f0-3a0be5920421 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5432 time: 0.2360408 Aug 11 00:40:43.262500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09f1bc96-b133-4568-9336-d1a215bdaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.265285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09f1bc96-b133-4568-9336-d1a215bdaa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.265924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22ebf52a-6048-4e41-b184-12b772521b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.271070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-09f1bc96-b133-4568-9336-d1a215bdaa51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abeabac2-3890-4a00-a99f-8e43574e20c1 HTTP/1.1" status: 204 len: 168 time: 0.5609946 Aug 11 00:40:43.277008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 30d89737-eda3-40ac-9ae8-63b3180d7466, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=30d89737-eda3-40ac-9ae8-63b3180d7466,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:43.279546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22ebf52a-6048-4e41-b184-12b772521b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.281190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1bc96-b133-4568-9336-d1a215bdaa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeabac2-3890-4a00-a99f-8e43574e20c1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:43.284579 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-22ebf52a-6048-4e41-b184-12b772521b07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eff68199-c3ce-4c97-bae1-eb7c23657cdb HTTP/1.1" status: 204 len: 168 time: 0.6907775 Aug 11 00:40:43.328467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa875c5-247f-465a-888f-44b3aaaa6f8c req-36ea7b19-78a3-4250-bbd4-70f1b199687d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.336601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fa875c5-247f-465a-888f-44b3aaaa6f8c req-36ea7b19-78a3-4250-bbd4-70f1b199687d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 946 time: 0.1152873 Aug 11 00:40:43.337565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebf52a-6048-4e41-b184-12b772521b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff68199-c3ce-4c97-bae1-eb7c23657cdb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:43.346390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e153ea13-5780-4ab5-b88a-4d080869984c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.379523 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.380259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device db8de401-0507-4b3c-9d6c-7448e25908a9 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:43.410233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5fa875c5-247f-465a-888f-44b3aaaa6f8c req-74d450f0-6de8-4462-9ddc-136052c59b3d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680139 Aug 11 00:40:43.480659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f5beee3-a53b-4404-aa9b-0438431a72b8 req-2db929d4-8aa8-4fa4-9ac9-18b94c3d1449 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1978626 Aug 11 00:40:43.492439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e153ea13-5780-4ab5-b88a-4d080869984c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.597933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port db8de401-0507-4b3c-9d6c-7448e25908a9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=db8de401-0507-4b3c-9d6c-7448e25908a9,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:43.608372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=30d89737-eda3-40ac-9ae8-63b3180d7466,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:43.616236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'db8de401-0507-4b3c-9d6c-7448e25908a9', 'network_id': '87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847', 'port_id': 'db8de401-0507-4b3c-9d6c-7448e25908a9', 'mac_address': 'fa:16:3e:89:7a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f50c03-9de3-4488-8a17-e47a22c9ff7c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:43.639119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.669345 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.696544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8de401-0507-4b3c-9d6c-7448e25908a9 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:43.705977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd21c3e-eb58-44dc-b85a-6947444724d7 req-3de4b035-fb4b-4d7d-a84c-9a9f1cce8ec8 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.707667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1bd21c3e-eb58-44dc-b85a-6947444724d7 req-3de4b035-fb4b-4d7d-a84c-9a9f1cce8ec8 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.0657434 Aug 11 00:40:43.724716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port db8de401-0507-4b3c-9d6c-7448e25908a9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=db8de401-0507-4b3c-9d6c-7448e25908a9,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:43.761346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1bd21c3e-eb58-44dc-b85a-6947444724d7 req-fa5c4337-d7a1-4e91-a1c6-b13bfc6ba343 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Aug 11 00:40:43.762866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.769290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] device_id is not set on port b5068217-cb3b-4b12-b481-6fc222961d87 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:40:43.795976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331816ed-4c13-4744-ae8a-8d5f9bbad60e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:43.842688 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e153ea13-5780-4ab5-b88a-4d080869984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.843611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e153ea13-5780-4ab5-b88a-4d080869984c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.849433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e153ea13-5780-4ab5-b88a-4d080869984c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b08062b7-23da-4156-b0ae-112851494c04 HTTP/1.1" status: 204 len: 168 time: 0.8422086 Aug 11 00:40:43.860156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:43.915301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153ea13-5780-4ab5-b88a-4d080869984c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08062b7-23da-4156-b0ae-112851494c04,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:43.943667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=db8de401-0507-4b3c-9d6c-7448e25908a9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:43.991575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113165dc-2415-4d47-8d23-f284036516c0 req-66687768-60e4-4a00-9916-640e52f4d7d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:43.994412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-113165dc-2415-4d47-8d23-f284036516c0 req-66687768-60e4-4a00-9916-640e52f4d7d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.1374161 Aug 11 00:40:44.057784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-113165dc-2415-4d47-8d23-f284036516c0 req-3c02d6bd-db77-419e-882b-dac68d33d91f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532010 Aug 11 00:40:44.061012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Allocated IP 172.25.0.187 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/b5068217-cb3b-4b12-b481-6fc222961d87) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:40:44.287299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:44.415392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:44.448469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['170adb39-789d-4c36-b885-1ba210a108e4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:44.472479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:40:44.475180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:44.479071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:40:44.483998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:44.491395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Pushing event updated for resources: {'Port': ['ID=b5068217-cb3b-4b12-b481-6fc222961d87,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:44.491573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['db8de401-0507-4b3c-9d6c-7448e25908a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:44.533208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:44.533847 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:44.649538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3bb61f97-1381-4d5e-8e6d-54d4965a1be2 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0772183 Aug 11 00:40:44.652389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42244) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:44.662131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.187'}]}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:44.707751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['30d89737-eda3-40ac-9ae8-63b3180d7466'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:44.711604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['20e99aba-6b99-4072-8bff-ed68255952c5'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:44.713920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['e3894f40-07a0-4d5b-b50f-7e6c5f4e87de'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:44.715815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42248) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:44.746173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:44.747783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-87db94da-f025-4b2e-aa04-8edd82f6c2c5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:44.754781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-87db94da-f025-4b2e-aa04-8edd82f6c2c5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:44.761653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-87db94da-f025-4b2e-aa04-8edd82f6c2c5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:44.773275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-87db94da-f025-4b2e-aa04-8edd82f6c2c5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:44.779280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:44.780556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-87db94da-f025-4b2e-aa04-8edd82f6c2c5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:44.783919 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:44.787481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-87db94da-f025-4b2e-aa04-8edd82f6c2c5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:44.794298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-87db94da-f025-4b2e-aa04-8edd82f6c2c5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:44.796758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-87db94da-f025-4b2e-aa04-8edd82f6c2c5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5434 time: 0.1783667 Aug 11 00:40:44.923064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb209274-dc06-4182-9dea-6b176bd10ce0 req-71e8eca3-4e1b-4703-b598-fd844900a3e5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073267 Aug 11 00:40:44.951660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42256) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:44.973610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:45.122519 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:45.374821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:45.437499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['095bb968-98a8-4de0-9b95-bf6abce9f4d7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:45.534750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:45.571903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a248cbbadb34909948bfd1053a49119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8542001 Aug 11 00:40:45.576226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543c15c7-c91c-4d0e-9f4c-b2d1eda43927,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:45.580454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42272) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:45.619151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.619865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.620452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.621030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.621610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.622228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.622802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.623434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.624219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.625354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.626156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.626743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f727b4bc-68f3-4aec-8f77-d4d036a16fe2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:40:45.806312 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc051-09c5-4357-9c11-166c5b87ee7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:45.837990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc051-09c5-4357-9c11-166c5b87ee7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:45.877061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 170adb39-789d-4c36-b885-1ba210a108e4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:46.085746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc051-09c5-4357-9c11-166c5b87ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.088984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc051-09c5-4357-9c11-166c5b87ee7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.094726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1b9fc051-09c5-4357-9c11-166c5b87ee7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/543c15c7-c91c-4d0e-9f4c-b2d1eda43927 HTTP/1.1" status: 204 len: 168 time: 0.5069647 Aug 11 00:40:46.149583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fc051-09c5-4357-9c11-166c5b87ee7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543c15c7-c91c-4d0e-9f4c-b2d1eda43927,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:46.159345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 170adb39-789d-4c36-b885-1ba210a108e4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:46.168144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 170adb39-789d-4c36-b885-1ba210a108e4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:46.168535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.201533 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cff8067f-e78a-4b2d-9470-59ce86295c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.287762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-18824db2-ca67-4236-ad10-5feda75cbcb2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:46.313027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-18824db2-ca67-4236-ad10-5feda75cbcb2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:46.329352 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.332871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-18824db2-ca67-4236-ad10-5feda75cbcb2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:46.340230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-18824db2-ca67-4236-ad10-5feda75cbcb2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:46.347019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-18824db2-ca67-4236-ad10-5feda75cbcb2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:46.353940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-18824db2-ca67-4236-ad10-5feda75cbcb2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:46.360172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-18824db2-ca67-4236-ad10-5feda75cbcb2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:46.362324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-18824db2-ca67-4236-ad10-5feda75cbcb2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5434 time: 0.2324240 Aug 11 00:40:46.366255 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.393828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.414262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 170adb39-789d-4c36-b885-1ba210a108e4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=170adb39-789d-4c36-b885-1ba210a108e4,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:46.420704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170adb39-789d-4c36-b885-1ba210a108e4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:46.424015 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccda1043-2c7a-44c1-b4cc-17487015510e" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "170adb39-789d-4c36-b885-1ba210a108e4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:46.500534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805e1ad-0d73-4aa5-afa9-a640946257c4 req-e573101c-83b2-4002-9fc6-a7d092cb4528 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:46.508388 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.513601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e805e1ad-0d73-4aa5-afa9-a640946257c4 req-e573101c-83b2-4002-9fc6-a7d092cb4528 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.3456216 Aug 11 00:40:46.615740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08b7bc1f-c4aa-41b2-9199-9c924cbf6147 req-7290f1f4-bb36-4fb8-9ce1-b9e5b1ef75a6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2236810 Aug 11 00:40:46.666700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e805e1ad-0d73-4aa5-afa9-a640946257c4 req-1cd7327a-e821-40b3-8428-829d880e09be tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522446 Aug 11 00:40:46.716927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=170adb39-789d-4c36-b885-1ba210a108e4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:46.745549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:46.769166 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bac59e-7db3-4a26-b597-199f89641cff x-openstack-request-id: req-07bac59e-7db3-4a26-b597-199f89641cff {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:46.769435 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "170adb39-789d-4c36-b885-1ba210a108e4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:46.770241 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07bac59e-7db3-4a26-b597-199f89641cff {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:46.770930 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170adb39-789d-4c36-b885-1ba210a108e4', 'code': 200} Aug 11 00:40:46.897790 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:47.174646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.20.0.17 (c7cfac29-fb82-43fd-a891-9434e63f7171/d3fd8505-c1f4-4ae3-ab5a-7f456be1323c/c8392583-bce0-4687-a24e-6000a73ef9f3) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:40:47.408964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:47.426905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Transition to ACTIVE for port object c8392583-bce0-4687-a24e-6000a73ef9f3 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:47.517340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:47.524309 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:47.572799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:47.646099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network c7cfac29-fb82-43fd-a891-9434e63f7171 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:40:47.649811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:47.652560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:40:47.672222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:47.673758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 277eec5c-a836-4c7a-8fd2-87dd13bb831c {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:40:47.697330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=c8392583-bce0-4687-a24e-6000a73ef9f3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:47.768656 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:47.798160 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 00:40:47.802877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6a9d343d-2c0a-45b3-94c9-7467fa280e7e tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1457622 Aug 11 00:40:47.805596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42348) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:47.869621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 095bb968-98a8-4de0-9b95-bf6abce9f4d7 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:48.104750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:48.113704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:48.115217 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.153181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e39489-82a1-4897-a5d2-e6279b19b515 req-633676bf-0e59-4b65-97a3-1112b109ee5a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:48.163184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83e39489-82a1-4897-a5d2-e6279b19b515 req-633676bf-0e59-4b65-97a3-1112b109ee5a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.2705655 Aug 11 00:40:48.215116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7bb09bba-cc40-4b52-89b5-7b96b1ed3666 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Deleting port b5068217-cb3b-4b12-b481-6fc222961d87 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:48.218829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bb09bba-cc40-4b52-89b5-7b96b1ed3666 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.275139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-21347045-c9d0-4ee9-9bd7-67740b872264 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:48.283370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-21347045-c9d0-4ee9-9bd7-67740b872264 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:48.288540 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.290400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-21347045-c9d0-4ee9-9bd7-67740b872264 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:48.297474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-21347045-c9d0-4ee9-9bd7-67740b872264 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:48.305266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-21347045-c9d0-4ee9-9bd7-67740b872264 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:48.311538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-21347045-c9d0-4ee9-9bd7-67740b872264 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:48.319563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-21347045-c9d0-4ee9-9bd7-67740b872264 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:48.328329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-21347045-c9d0-4ee9-9bd7-67740b872264 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5435 time: 0.5648837 Aug 11 00:40:48.346658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2469c3ae-228b-4c4b-aa4c-c8d3f9c64739 None None] Provisioning for port c8392583-bce0-4687-a24e-6000a73ef9f3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:48.353273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 095bb968-98a8-4de0-9b95-bf6abce9f4d7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:48.355361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2469c3ae-228b-4c4b-aa4c-c8d3f9c64739 None None] Provisioning complete for port c8392583-bce0-4687-a24e-6000a73ef9f3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:48.355902 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2469c3ae-228b-4c4b-aa4c-c8d3f9c64739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.372303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83e39489-82a1-4897-a5d2-e6279b19b515 req-2091f359-cee4-4423-b664-680a71a02566 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951120 Aug 11 00:40:48.424482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff56bab2-3be8-4ee7-8d3f-96f40e353f5d req-15e468b1-a198-413f-ab98-6c3360140090 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928633 Aug 11 00:40:48.450673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2469c3ae-228b-4c4b-aa4c-c8d3f9c64739 None None] Port c8392583-bce0-4687-a24e-6000a73ef9f3 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:40:48.457458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bb09bba-cc40-4b52-89b5-7b96b1ed3666 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.471660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7bb09bba-cc40-4b52-89b5-7b96b1ed3666 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Calling delete_port for b5068217-cb3b-4b12-b481-6fc222961d87 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:48.475037 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.479461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:48.570821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.598177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=095bb968-98a8-4de0-9b95-bf6abce9f4d7,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:48.672112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:48.678216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:48.678695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.789472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095bb968-98a8-4de0-9b95-bf6abce9f4d7'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:48.792269 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77eece0-f5b9-4a18-a318-adb34f6b7c0d" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "095bb968-98a8-4de0-9b95-bf6abce9f4d7"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:48.814072 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-588ac667-18c2-438d-9c9d-253f37f1c500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.826802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.836010 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bb09bba-cc40-4b52-89b5-7b96b1ed3666 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.884925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:48.925954 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b479cfbe-4426-4575-b2b8-d089466ae2bb x-openstack-request-id: req-b479cfbe-4426-4575-b2b8-d089466ae2bb {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:48.926245 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "095bb968-98a8-4de0-9b95-bf6abce9f4d7", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:48.926498 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b479cfbe-4426-4575-b2b8-d089466ae2bb {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:48.927111 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095bb968-98a8-4de0-9b95-bf6abce9f4d7', 'code': 200} Aug 11 00:40:48.947410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb09bba-cc40-4b52-89b5-7b96b1ed3666 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5068217-cb3b-4b12-b481-6fc222961d87,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:48.969052 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.971776 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:48.972798 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 30d89737-eda3-40ac-9ae8-63b3180d7466 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:48.990152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7bb09bba-cc40-4b52-89b5-7b96b1ed3666 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:49.004118 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7bb09bba-cc40-4b52-89b5-7b96b1ed3666 tempest-RoutersAdminNegativeTest-782409793 tempest-RoutersAdminNegativeTest-782409793-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b5068217-cb3b-4b12-b481-6fc222961d87 HTTP/1.1" status: 204 len: 168 time: 1.1940017 Aug 11 00:40:49.014835 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:49.064233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:49.072689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:49.194916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2ed2417a-e29e-4ff1-bf44-a51f93266769 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:40:49.212064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=c8392583-bce0-4687-a24e-6000a73ef9f3,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:49.221111 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:49.343545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 30d89737-eda3-40ac-9ae8-63b3180d7466 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:49.370581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 30d89737-eda3-40ac-9ae8-63b3180d7466 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:49.371208 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:49.387825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network c7cfac29-fb82-43fd-a891-9434e63f7171 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:40:49.391411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:49.534936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:49.601209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '2ed2417a-e29e-4ff1-bf44-a51f93266769', 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'port_id': '2ed2417a-e29e-4ff1-bf44-a51f93266769', 'mac_address': 'fa:16:3e:5c:1c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3f3c6-7154-4499-816b-84dafa64a580', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:40:49.693798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd269cd-9f3f-4bb2-be14-0a495df959a0 req-94b8a67c-6f83-4dc0-88f0-ad4846e2c6e4 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:49.712369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfd269cd-9f3f-4bb2-be14-0a495df959a0 req-94b8a67c-6f83-4dc0-88f0-ad4846e2c6e4 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 945 time: 0.1507497 Aug 11 00:40:49.822557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfd269cd-9f3f-4bb2-be14-0a495df959a0 req-21d37102-5f6b-4589-a526-2b233059609f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056955 Aug 11 00:40:49.893983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router 09c79584-abfd-4959-8669-5aaa4fb4b09d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:40:49.897452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:49.943300 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:49.948075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ed2417a-e29e-4ff1-bf44-a51f93266769 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:49.961259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3be63e63-e5f1-472d-9369-7a8c977de514 None None] Provisioning complete for port c8392583-bce0-4687-a24e-6000a73ef9f3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:49.961833 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3be63e63-e5f1-472d-9369-7a8c977de514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:50.046808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:50.059980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-f3c46c2e-0559-4e12-b376-fb81d212e2c0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:50.067244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-f3c46c2e-0559-4e12-b376-fb81d212e2c0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:50.093903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-f3c46c2e-0559-4e12-b376-fb81d212e2c0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:50.104696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-f3c46c2e-0559-4e12-b376-fb81d212e2c0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:50.105878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-0907708c-1849-4c81-8a39-409966a7c51c req-ad965c3c-ad20-423f-a4c1-9de561fde725 service neutron] (95255) timed out ('10.222.0.43', 44832) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 00:40:50.113953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-f3c46c2e-0559-4e12-b376-fb81d212e2c0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:50.123123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 30d89737-eda3-40ac-9ae8-63b3180d7466, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=30d89737-eda3-40ac-9ae8-63b3180d7466,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:50.126391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3be63e63-e5f1-472d-9369-7a8c977de514 None None] Port c8392583-bce0-4687-a24e-6000a73ef9f3 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:40:50.132251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-f3c46c2e-0559-4e12-b376-fb81d212e2c0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:50.146085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-f3c46c2e-0559-4e12-b376-fb81d212e2c0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:50.163044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-f3c46c2e-0559-4e12-b376-fb81d212e2c0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5437 time: 0.4001799 Aug 11 00:40:50.250426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42416) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:50.250746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:40:50.265072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6612e666-86b7-47f8-9510-75eb2e323e6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "PUT /v2.0/routers/09c79584-abfd-4959-8669-5aaa4fb4b09d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3096631 Aug 11 00:40:50.281896 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:50.289563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d989b258-6cbe-4674-bf7d-80d7840c63cc req-0e89d9e2-9638-4788-9b50-3f81f3c7b487 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236494 Aug 11 00:40:50.290803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Sync routers for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:40:50.332561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:50.333676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device db8de401-0507-4b3c-9d6c-7448e25908a9 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:50.390682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:50.414443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:40:50.415232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:50.461968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2ed2417a-e29e-4ff1-bf44-a51f93266769'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:50.800525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e96d-60a2-4a20-b94d-010bb071e2a3 req-aeb6e531-3edb-4610-a1e3-f144f1de0f89 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:50.807865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f5e96d-60a2-4a20-b94d-010bb071e2a3 req-aeb6e531-3edb-4610-a1e3-f144f1de0f89 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 944 time: 0.0809822 Aug 11 00:40:50.816955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2ed2417a-e29e-4ff1-bf44-a51f93266769,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:50.884447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f5e96d-60a2-4a20-b94d-010bb071e2a3 req-42473267-2012-4763-acd4-71c5a2fbe104 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 Aug 11 00:40:50.928181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c'}, {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d89737-eda3-40ac-9ae8-63b3180d7466'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:50.930576 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebd20a6-df61-4926-a336-3267825a3734" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c"}, {"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "30d89737-eda3-40ac-9ae8-63b3180d7466"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:50.949893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:40:50.954082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=30d89737-eda3-40ac-9ae8-63b3180d7466,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:50.999352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28b558ed-4e25-415c-8829-4d607a87de1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.021303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port db8de401-0507-4b3c-9d6c-7448e25908a9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:51.048155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42446) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:51.087334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port db8de401-0507-4b3c-9d6c-7448e25908a9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:51.088066 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.108544 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8441f345-ea21-4214-8ef1-023b9110e089 x-openstack-request-id: req-8441f345-ea21-4214-8ef1-023b9110e089 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:51.119140 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c", "code": 200}, {"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "30d89737-eda3-40ac-9ae8-63b3180d7466", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:51.119140 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8441f345-ea21-4214-8ef1-023b9110e089 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:51.119140 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'code': 200} Aug 11 00:40:51.119140 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d89737-eda3-40ac-9ae8-63b3180d7466', 'code': 200} Aug 11 00:40:51.212884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90c75554-e237-49ef-89be-93062122df54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.223680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28b558ed-4e25-415c-8829-4d607a87de1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.250881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2ed2417a-e29e-4ff1-bf44-a51f93266769 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:40:51.347108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28b558ed-4e25-415c-8829-4d607a87de1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.424666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b558ed-4e25-415c-8829-4d607a87de1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ead3563-79af-49a5-9ed1-556e6535d79a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:51.432872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-28b558ed-4e25-415c-8829-4d607a87de1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d21a0d3e4f0b40d38727c2f36f788de8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1804192 Aug 11 00:40:51.437242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42454) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:51.572283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90c75554-e237-49ef-89be-93062122df54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.635803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6f4a-efe5-4a86-a18b-690cf8f7b4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.660889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-90c75554-e237-49ef-89be-93062122df54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.704831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61211f5-509f-4306-96e0-825cb7622b18 req-29611bba-64ad-4ebc-baab-24a31b8509ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:51.726175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61211f5-509f-4306-96e0-825cb7622b18 req-29611bba-64ad-4ebc-baab-24a31b8509ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:51.742735 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61211f5-509f-4306-96e0-825cb7622b18 req-29611bba-64ad-4ebc-baab-24a31b8509ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:51.752092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-90c75554-e237-49ef-89be-93062122df54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4af1d2d350ae491facf8758f2626c52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017598 Aug 11 00:40:51.756161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c75554-e237-49ef-89be-93062122df54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085dc65a-0679-4c98-8666-5048f3471432,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:51.763317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42460) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:51.773600 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.779358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.788542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61211f5-509f-4306-96e0-825cb7622b18 req-29611bba-64ad-4ebc-baab-24a31b8509ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:51.813852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61211f5-509f-4306-96e0-825cb7622b18 req-29611bba-64ad-4ebc-baab-24a31b8509ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:51.814977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:51.828284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61211f5-509f-4306-96e0-825cb7622b18 req-29611bba-64ad-4ebc-baab-24a31b8509ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:51.846408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61211f5-509f-4306-96e0-825cb7622b18 req-29611bba-64ad-4ebc-baab-24a31b8509ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:51.850892 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a61211f5-509f-4306-96e0-825cb7622b18 req-29611bba-64ad-4ebc-baab-24a31b8509ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5438 time: 0.3440640 Aug 11 00:40:51.872589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2ed2417a-e29e-4ff1-bf44-a51f93266769 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:40:51.893766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6f4a-efe5-4a86-a18b-690cf8f7b4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.894696 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-763da86b-33c4-4dc6-81b1-082dbc2a00be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.949727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-763da86b-33c4-4dc6-81b1-082dbc2a00be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:51.974693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:51.982152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port db8de401-0507-4b3c-9d6c-7448e25908a9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=db8de401-0507-4b3c-9d6c-7448e25908a9,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:52.055331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:40:48Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:42Z', 'revision_number': 1, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8392583-bce0-4687-a24e-6000a73ef9f3', 'name': '', 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:7e:0e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'd3fd8505-c1f4-4ae3-ab5a-7f456be1323c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:40:46Z', 'updated_at': '2021-08-11T00:40:48Z', 'revision_number': 2, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': 'd3fd8505-c1f4-4ae3-ab5a-7f456be1323c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:52.114117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.156121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.157376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e3894f40-07a0-4d5b-b50f-7e6c5f4e87de up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:52.160329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Checking router: 09c79584-abfd-4959-8669-5aaa4fb4b09d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:40:52.161963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Updating router 09c79584-abfd-4959-8669-5aaa4fb4b09d port c8392583-bce0-4687-a24e-6000a73ef9f3 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:40:52.176108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a61211f5-509f-4306-96e0-825cb7622b18 req-020384c4-d9b2-4de6-ab6f-da480ff940e6 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3074594 Aug 11 00:40:52.189086 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-763da86b-33c4-4dc6-81b1-082dbc2a00be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.193665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-763da86b-33c4-4dc6-81b1-082dbc2a00be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.195590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-763da86b-33c4-4dc6-81b1-082dbc2a00be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/085dc65a-0679-4c98-8666-5048f3471432 HTTP/1.1" status: 204 len: 168 time: 0.4323025 Aug 11 00:40:52.213751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b73b338-e4f7-4dbd-b905-eba31304773e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.249816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763da86b-33c4-4dc6-81b1-082dbc2a00be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085dc65a-0679-4c98-8666-5048f3471432,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:52.306311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6f4a-efe5-4a86-a18b-690cf8f7b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.312216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c41bb-85a4-4350-9d25-8ef3e2f673be req-3eb2c35d-a0ae-47ea-9500-47778c463bab tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:52.312700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-366c41bb-85a4-4350-9d25-8ef3e2f673be req-3eb2c35d-a0ae-47ea-9500-47778c463bab tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 943 time: 0.1893852 Aug 11 00:40:52.313611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6f4a-efe5-4a86-a18b-690cf8f7b4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.320901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6d8d6f4a-efe5-4a86-a18b-690cf8f7b4be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ead3563-79af-49a5-9ed1-556e6535d79a HTTP/1.1" status: 204 len: 168 time: 0.8815601 Aug 11 00:40:52.332663 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.354677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d6f4a-efe5-4a86-a18b-690cf8f7b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ead3563-79af-49a5-9ed1-556e6535d79a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:52.413811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-366c41bb-85a4-4350-9d25-8ef3e2f673be req-5e26aa7e-b9b2-4ab8-a98a-27eb378c007c tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852408 Aug 11 00:40:52.425513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2ed2417a-e29e-4ff1-bf44-a51f93266769,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:52.478719 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.487300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b73b338-e4f7-4dbd-b905-eba31304773e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.538342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=db8de401-0507-4b3c-9d6c-7448e25908a9,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:52.568059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b73b338-e4f7-4dbd-b905-eba31304773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.569366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-28b54a2e-27dd-4dcb-b219-d3d7f7d82ffa tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:52.571372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-28b54a2e-27dd-4dcb-b219-d3d7f7d82ffa tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 943 time: 0.0841689 Aug 11 00:40:52.656929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8b73b338-e4f7-4dbd-b905-eba31304773e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f61aba4fe6484726920aea502f150e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374691 Aug 11 00:40:52.658843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42476) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:52.673736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73b338-e4f7-4dbd-b905-eba31304773e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8152c8-ce31-41be-bd8c-c7b2662014a4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:52.748076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Deleting port 2ed2417a-e29e-4ff1-bf44-a51f93266769 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:40:52.748980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.770990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf8134e9-b4c7-4f7f-a3e0-1a2d759d1bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.785674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:52.807573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:52.808621 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.820441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf8134e9-b4c7-4f7f-a3e0-1a2d759d1bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.931940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] For port 2ed2417a-e29e-4ff1-bf44-a51f93266769, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2ed2417a-e29e-4ff1-bf44-a51f93266769,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:52.933195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:52.957615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Calling delete_port for 2ed2417a-e29e-4ff1-bf44-a51f93266769 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:40:53.019765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf8134e9-b4c7-4f7f-a3e0-1a2d759d1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.023555 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf8134e9-b4c7-4f7f-a3e0-1a2d759d1bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.026098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bf8134e9-b4c7-4f7f-a3e0-1a2d759d1bf4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d8152c8-ce31-41be-bd8c-c7b2662014a4 HTTP/1.1" status: 204 len: 168 time: 0.3659570 Aug 11 00:40:53.047485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8134e9-b4c7-4f7f-a3e0-1a2d759d1bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8152c8-ce31-41be-bd8c-c7b2662014a4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:53.105283 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.120047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8de401-0507-4b3c-9d6c-7448e25908a9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:53.122338 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf3ce93-1c10-425e-93e5-2dc358f9f4b2" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "db8de401-0507-4b3c-9d6c-7448e25908a9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:53.176868 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17d9bfe-1063-4a18-8aa6-4cbd3cab5b48 x-openstack-request-id: req-e17d9bfe-1063-4a18-8aa6-4cbd3cab5b48 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:53.177162 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "db8de401-0507-4b3c-9d6c-7448e25908a9", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:53.177444 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e17d9bfe-1063-4a18-8aa6-4cbd3cab5b48 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:53.177860 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8de401-0507-4b3c-9d6c-7448e25908a9', 'code': 200} Aug 11 00:40:53.213258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2ed2417a-e29e-4ff1-bf44-a51f93266769 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:53.288986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.307345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:53.326415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-0357df8d-58ec-4678-863f-78fe7ba9deba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:53.333329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-0357df8d-58ec-4678-863f-78fe7ba9deba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:53.339601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-0357df8d-58ec-4678-863f-78fe7ba9deba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:53.346196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-0357df8d-58ec-4678-863f-78fe7ba9deba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:53.352355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-0357df8d-58ec-4678-863f-78fe7ba9deba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:53.364008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 2ed2417a-e29e-4ff1-bf44-a51f93266769 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:53.364008 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.364447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-0357df8d-58ec-4678-863f-78fe7ba9deba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:53.364619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-0357df8d-58ec-4678-863f-78fe7ba9deba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:53.366578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-0357df8d-58ec-4678-863f-78fe7ba9deba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5439 time: 0.1047506 Aug 11 00:40:53.433074 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d68ae675-fd29-4703-a6de-24509d2bedf2 req-618abf31-e1bc-4f2f-ba7e-4fba0ee2f8a9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491042 Aug 11 00:40:53.479779 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.491138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Transition to ACTIVE for port object c8392583-bce0-4687-a24e-6000a73ef9f3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:40:53.516360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2ed2417a-e29e-4ff1-bf44-a51f93266769'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:40:53.525790 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.527245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 20e99aba-6b99-4072-8bff-ed68255952c5 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:53.550009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event deleted for resources: {'Port': ['ID=2ed2417a-e29e-4ff1-bf44-a51f93266769,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:53.600322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f4a78b5-1fc3-4a6e-9581-780645b24baf req-b1f35913-b41d-48cd-a26b-ec00e9cc8fa1 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 210 time: 0.0461984 Aug 11 00:40:53.609455 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.627485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] No DVR routers for this DVR port 2ed2417a-e29e-4ff1-bf44-a51f93266769 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:40:53.627485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.627485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-932a5113-1362-4ae9-bfcc-4d1083db5354 req-3bb9816f-db10-4c0f-b4ad-6c6db81d45d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "DELETE /v2.0/ports/2ed2417a-e29e-4ff1-bf44-a51f93266769 HTTP/1.1" status: 204 len: 173 time: 1.0429125 Aug 11 00:40:53.627485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9472bc4-4089-4707-b418-b209e4a31af9', 'name': 'network-vif-deleted', 'tag': '2ed2417a-e29e-4ff1-bf44-a51f93266769'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:53.627485 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c49ef8-a4c0-4cf4-bf47-f7bc75522d83" -d '{"events": [{"server_uuid": "b9472bc4-4089-4707-b418-b209e4a31af9", "name": "network-vif-deleted", "tag": "2ed2417a-e29e-4ff1-bf44-a51f93266769"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:53.678382 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd992bca-5b1a-4547-b9a6-5ae48dd05f93 x-openstack-request-id: req-dd992bca-5b1a-4547-b9a6-5ae48dd05f93 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:53.678759 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9472bc4-4089-4707-b418-b209e4a31af9", "name": "network-vif-deleted", "tag": "2ed2417a-e29e-4ff1-bf44-a51f93266769", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:53.679364 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd992bca-5b1a-4547-b9a6-5ae48dd05f93 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:53.679719 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9472bc4-4089-4707-b418-b209e4a31af9', 'name': 'network-vif-deleted', 'tag': '2ed2417a-e29e-4ff1-bf44-a51f93266769', 'status': 'completed', 'code': 200} Aug 11 00:40:53.681423 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.701304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42500) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:53.748843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-023e5964-11b1-4ea1-99fc-a109bca81570 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab1af49a0690411a80542d82c78f85fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452900 Aug 11 00:40:53.751727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42502) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:53.788569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:53.831892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad219384-e5cb-4595-af26-51ed87cafd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.888291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad219384-e5cb-4595-af26-51ed87cafd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.925061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 20e99aba-6b99-4072-8bff-ed68255952c5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:53.971139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 20e99aba-6b99-4072-8bff-ed68255952c5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:53.972038 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:53.990974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fe08b-08fc-407d-9036-f05665840aa6 None None] Pushing event updated for resources: {'Port': ['ID=c8392583-bce0-4687-a24e-6000a73ef9f3,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:54.034974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad219384-e5cb-4595-af26-51ed87cafd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:54.038304 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad219384-e5cb-4595-af26-51ed87cafd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:54.040078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ad219384-e5cb-4595-af26-51ed87cafd88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/331816ed-4c13-4744-ae8a-8d5f9bbad60e HTTP/1.1" status: 204 len: 168 time: 0.2870755 Aug 11 00:40:54.057181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad219384-e5cb-4595-af26-51ed87cafd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331816ed-4c13-4744-ae8a-8d5f9bbad60e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:54.128455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Attempting to bind port c8392583-bce0-4687-a24e-6000a73ef9f3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:40:54.129291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Attempting to bind port c8392583-bce0-4687-a24e-6000a73ef9f3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:40:54.129291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Attempting to bind port c8392583-bce0-4687-a24e-6000a73ef9f3 on network c7cfac29-fb82-43fd-a891-9434e63f7171 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:40:54.152860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:40:54.152860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Checking segment: {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:54.152860 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:54.152860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Bound using segment: {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:40:54.154348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Bound port: c8392583-bce0-4687-a24e-6000a73ef9f3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28ee54e-4c8b-4b68-8651-711863026447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:40:54.154348 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:54.185472 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4338e229-2cb0-4764-82e9-77145da65c64 req-eb511de6-64f1-445b-9add-44518622736a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1169026 Aug 11 00:40:54.318086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:54.326898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e229-2cb0-4764-82e9-77145da65c64 req-6d523c87-b453-46e4-9f51-2828ac53e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:54.329220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4338e229-2cb0-4764-82e9-77145da65c64 req-6d523c87-b453-46e4-9f51-2828ac53e587 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 1097 time: 0.0825522 Aug 11 00:40:54.348848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] For port c8392583-bce0-4687-a24e-6000a73ef9f3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:40:54.396794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] For port c8392583-bce0-4687-a24e-6000a73ef9f3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c8392583-bce0-4687-a24e-6000a73ef9f3,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:40:54.414890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 20e99aba-6b99-4072-8bff-ed68255952c5, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=20e99aba-6b99-4072-8bff-ed68255952c5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:54.480195 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:54.541672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e229-2cb0-4764-82e9-77145da65c64 req-a937ba30-8656-468e-863a-f4ca8c3d2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:54.553265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4338e229-2cb0-4764-82e9-77145da65c64 req-a937ba30-8656-468e-863a-f4ca8c3d2cd0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd71d5d1-17af-4934-98e0-4267645177b5 HTTP/1.1" status: 200 len: 897 time: 0.1730154 Aug 11 00:40:54.661753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42526) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:54.764748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4338e229-2cb0-4764-82e9-77145da65c64 req-8d8a5a8f-11dd-46b4-9b40-32fae4cd2f0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa814a0a-740b-4295-993f-79adf9562b63 HTTP/1.1" status: 200 len: 1001 time: 0.2049012 Aug 11 00:40:54.922148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-d73d61b9-9ff5-4c23-9534-1085117c4aa0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:54.954390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-d73d61b9-9ff5-4c23-9534-1085117c4aa0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:54.997449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-d73d61b9-9ff5-4c23-9534-1085117c4aa0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.019558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-d73d61b9-9ff5-4c23-9534-1085117c4aa0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.022084 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cffd8961-f8bd-4399-a8b5-8b2e02ad923a req-021f9532-b1c2-4eba-85e3-ff679ff9f888 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9472bc4-4089-4707-b418-b209e4a31af9 HTTP/1.1" status: 200 len: 210 time: 0.1378617 Aug 11 00:40:55.042400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e229-2cb0-4764-82e9-77145da65c64 req-a1ac1246-06a3-4d7f-9d2f-3846457704b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.044206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-d73d61b9-9ff5-4c23-9534-1085117c4aa0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.045596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4338e229-2cb0-4764-82e9-77145da65c64 req-a1ac1246-06a3-4d7f-9d2f-3846457704b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=512fcba8-b2fa-406c-8f1b-5f507bc013e7 HTTP/1.1" status: 200 len: 834 time: 0.2746572 Aug 11 00:40:55.081609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-d73d61b9-9ff5-4c23-9534-1085117c4aa0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.081609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-d73d61b9-9ff5-4c23-9534-1085117c4aa0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.081609 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-d73d61b9-9ff5-4c23-9534-1085117c4aa0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.3838704 Aug 11 00:40:55.143576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1e1f24cb-27bd-4afd-a252-a658026e78f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:55.145051 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:55.187020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de'}, {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e99aba-6b99-4072-8bff-ed68255952c5'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:40:55.191455 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f77c35-d7ad-4f9c-b1eb-35e624e0be6c" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "e3894f40-07a0-4d5b-b50f-7e6c5f4e87de"}, {"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "20e99aba-6b99-4072-8bff-ed68255952c5"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:40:55.194460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e229-2cb0-4764-82e9-77145da65c64 req-f552ba19-8028-433a-835c-9da3e24eb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.199091 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4338e229-2cb0-4764-82e9-77145da65c64 req-f552ba19-8028-433a-835c-9da3e24eb102 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd71d5d1-17af-4934-98e0-4267645177b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450181 Aug 11 00:40:55.226681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bac05a9-ecb9-44b4-9154-d771b2f8d163 req-1032f123-462a-4527-bc67-e56d58e21668 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206057 Aug 11 00:40:55.244848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:40:55.245886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:55.252611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fe08b-08fc-407d-9036-f05665840aa6 None None] Pushing event updated for resources: {'Port': ['ID=c8392583-bce0-4687-a24e-6000a73ef9f3,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:55.314254 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6387c-e535-4a24-9f73-fa0b670ae974 x-openstack-request-id: req-5bb6387c-e535-4a24-9f73-fa0b670ae974 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:40:55.314679 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "e3894f40-07a0-4d5b-b50f-7e6c5f4e87de", "code": 200}, {"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-plugged", "status": "completed", "tag": "20e99aba-6b99-4072-8bff-ed68255952c5", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:40:55.316001 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bb6387c-e535-4a24-9f73-fa0b670ae974 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:40:55.316001 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de', 'code': 200} Aug 11 00:40:55.316276 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e99aba-6b99-4072-8bff-ed68255952c5', 'code': 200} Aug 11 00:40:55.466769 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1e1f24cb-27bd-4afd-a252-a658026e78f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:55.520770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=20e99aba-6b99-4072-8bff-ed68255952c5,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:55.529244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4338e229-2cb0-4764-82e9-77145da65c64 req-3ea44831-50a0-4992-be04-a0cc18098788 service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115628 Aug 11 00:40:55.533677 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1e1f24cb-27bd-4afd-a252-a658026e78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:55.630203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:40:55.654615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1e1f24cb-27bd-4afd-a252-a658026e78f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab2dc740c8dd49a585c5a309e68b7ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9876146 Aug 11 00:40:55.654615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f24cb-27bd-4afd-a252-a658026e78f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110ba4b1-ce95-4fb2-bec7-be6f4ec69f2b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:55.657216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42552) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:55.698438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4338e229-2cb0-4764-82e9-77145da65c64 req-f1f53625-a374-4aa6-b1c3-32de3f093895 service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610708 Aug 11 00:40:55.934737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-ee52f895-c08a-4ef0-8fd0-5f9cb51de01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.935595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-ee52f895-c08a-4ef0-8fd0-5f9cb51de01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.937493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-ee52f895-c08a-4ef0-8fd0-5f9cb51de01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.937953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-ee52f895-c08a-4ef0-8fd0-5f9cb51de01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.939062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-ee52f895-c08a-4ef0-8fd0-5f9cb51de01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.939951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-ee52f895-c08a-4ef0-8fd0-5f9cb51de01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.940842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-ee52f895-c08a-4ef0-8fd0-5f9cb51de01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:55.945109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-ee52f895-c08a-4ef0-8fd0-5f9cb51de01a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6505 time: 0.4702625 Aug 11 00:40:56.075396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6199f8f-4fd5-4aad-8786-3e422bd430ed req-d80b4631-f719-4eff-8a13-bce948892027 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201291 Aug 11 00:40:56.181230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8f540b1-0897-4655-8fb4-8dd86abfe727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:56.231741 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8f540b1-0897-4655-8fb4-8dd86abfe727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:56.247041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:40:48Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:42Z', 'revision_number': 1, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8392583-bce0-4687-a24e-6000a73ef9f3', 'name': '', 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:7e:0e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'd3fd8505-c1f4-4ae3-ab5a-7f456be1323c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:40:46Z', 'updated_at': '2021-08-11T00:40:54Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': 'd3fd8505-c1f4-4ae3-ab5a-7f456be1323c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:40:56.280832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe9df1-028e-4ed9-a816-4db0c6027cb4 None None] The sync data for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 is: [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:40:48Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:42Z', 'revision_number': 1, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8392583-bce0-4687-a24e-6000a73ef9f3', 'name': '', 'network_id': 'c7cfac29-fb82-43fd-a891-9434e63f7171', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:7e:0e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'd3fd8505-c1f4-4ae3-ab5a-7f456be1323c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:40:46Z', 'updated_at': '2021-08-11T00:40:54Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': 'd3fd8505-c1f4-4ae3-ab5a-7f456be1323c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:40:56.438399 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8f540b1-0897-4655-8fb4-8dd86abfe727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:56.443573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8f540b1-0897-4655-8fb4-8dd86abfe727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:56.448427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d8f540b1-0897-4655-8fb4-8dd86abfe727 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/110ba4b1-ce95-4fb2-bec7-be6f4ec69f2b HTTP/1.1" status: 204 len: 168 time: 0.7867870 Aug 11 00:40:56.461363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f540b1-0897-4655-8fb4-8dd86abfe727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ba4b1-ce95-4fb2-bec7-be6f4ec69f2b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:56.489298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42576) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:56.541847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-7120ef52-8b45-4dfb-bac6-7581c95ff02b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:56.564549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-7120ef52-8b45-4dfb-bac6-7581c95ff02b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:56.579352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-7120ef52-8b45-4dfb-bac6-7581c95ff02b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:56.599538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42584) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:56.613534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bf346660-58cd-432e-9596-987a63e16a6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1415938401', 'description': 'tempest-description--768063308'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:56.624476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-7120ef52-8b45-4dfb-bac6-7581c95ff02b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:56.637399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-7120ef52-8b45-4dfb-bac6-7581c95ff02b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:56.649541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-7120ef52-8b45-4dfb-bac6-7581c95ff02b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:56.661951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-7120ef52-8b45-4dfb-bac6-7581c95ff02b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:56.665529 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-7120ef52-8b45-4dfb-bac6-7581c95ff02b tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.2610464 Aug 11 00:40:56.727450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa1556d-5a0a-4650-b434-96b7702750d1 req-d45f8b75-8df9-44ba-aec1-8d72f603e60a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541534 Aug 11 00:40:56.753163 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf346660-58cd-432e-9596-987a63e16a6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:56.957869 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf346660-58cd-432e-9596-987a63e16a6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.270083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf346660-58cd-432e-9596-987a63e16a6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.273699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c8392583-bce0-4687-a24e-6000a73ef9f3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:57.276423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf346660-58cd-432e-9596-987a63e16a6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7b725-dad7-4621-9a8c-f76fb622f169,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:57.277120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2ed2417a-e29e-4ff1-bf44-a51f93266769 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:40:57.277120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 2ed2417a-e29e-4ff1-bf44-a51f93266769 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:40:57.277120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2ed2417a-e29e-4ff1-bf44-a51f93266769 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:40:57.331228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-273954672-network', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:57.366268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf346660-58cd-432e-9596-987a63e16a6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.368967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bf346660-58cd-432e-9596-987a63e16a6b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7675979 Aug 11 00:40:57.372341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42594) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:57.372631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c8392583-bce0-4687-a24e-6000a73ef9f3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:40:57.380272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-60d164fd-6c80-4c7b-8185-b230135adc5b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7b725-dad7-4621-9a8c-f76fb622f169', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:57.381574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c8392583-bce0-4687-a24e-6000a73ef9f3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:57.382317 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.435989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Made reservation on behalf of 89ea7801e2df44bd9e1ff508a198390b for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:57.442638 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.466847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.532244 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.575473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port c8392583-bce0-4687-a24e-6000a73ef9f3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c8392583-bce0-4687-a24e-6000a73ef9f3,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:40:57.591763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60d164fd-6c80-4c7b-8185-b230135adc5b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.659193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60d164fd-6c80-4c7b-8185-b230135adc5b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.697196 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.727298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60d164fd-6c80-4c7b-8185-b230135adc5b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.734841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.757724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d164fd-6c80-4c7b-8185-b230135adc5b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae542ed-45ec-456b-a1da-a4cc425c2106,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:57.796274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=c8392583-bce0-4687-a24e-6000a73ef9f3,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:57.841360 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.849450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42604) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:57.903482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-5bbc7064-8997-4142-8aac-be212551aee2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:57.907861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21883c-8661-48ac-9d2d-bc306309f2a3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:57.911531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-5bbc7064-8997-4142-8aac-be212551aee2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:57.920210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-5bbc7064-8997-4142-8aac-be212551aee2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:57.927841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-5bbc7064-8997-4142-8aac-be212551aee2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:57.934267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54561192-b04a-4fb5-8bec-03cdccd60050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.934713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-5bbc7064-8997-4142-8aac-be212551aee2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:57.941474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-5bbc7064-8997-4142-8aac-be212551aee2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:57.949148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-5bbc7064-8997-4142-8aac-be212551aee2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:57.949773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:40:57.952742 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-5bbc7064-8997-4142-8aac-be212551aee2 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.1221888 Aug 11 00:40:57.954775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-60d164fd-6c80-4c7b-8185-b230135adc5b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.959062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-60d164fd-6c80-4c7b-8185-b230135adc5b tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5823989 Aug 11 00:40:57.959600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42608) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:57.965811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-37a2e1ab-7b3e-490e-bd57-fe790bbc7b98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Request body: {'security_group_rule': {'security_group_id': 'e0c7b725-dad7-4621-9a8c-f76fb622f169', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:57.989724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:57.990317 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Added segment eef59f08-72bf-49a9-b2b7-6f9ee3e8e598 of type vlan for network a0a025a5-5037-42da-b26e-b514c4351f97 Aug 11 00:40:57.999101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:58.046561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-516ec139-f357-4925-9a2b-0c8a4e9d8e55 req-7cfda335-9dbc-4541-9122-595ea19ce5e8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709424 Aug 11 00:40:58.149980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.176402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54561192-b04a-4fb5-8bec-03cdccd60050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.276845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54561192-b04a-4fb5-8bec-03cdccd60050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.307525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef6c2-a3de-4b10-9c80-8ca291c20beb req-89d2200c-2003-4d77-a8e3-a263f72f8e99 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:58.313852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef6c2-a3de-4b10-9c80-8ca291c20beb req-89d2200c-2003-4d77-a8e3-a263f72f8e99 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:58.320290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef6c2-a3de-4b10-9c80-8ca291c20beb req-89d2200c-2003-4d77-a8e3-a263f72f8e99 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:58.326927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef6c2-a3de-4b10-9c80-8ca291c20beb req-89d2200c-2003-4d77-a8e3-a263f72f8e99 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:58.333283 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-54561192-b04a-4fb5-8bec-03cdccd60050 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec7c1d61522d4dff9dd1a8b2448bb184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366236 Aug 11 00:40:58.333283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.333283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:58.333865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef6c2-a3de-4b10-9c80-8ca291c20beb req-89d2200c-2003-4d77-a8e3-a263f72f8e99 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:58.334007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.337530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42618) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:58.344931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef6c2-a3de-4b10-9c80-8ca291c20beb req-89d2200c-2003-4d77-a8e3-a263f72f8e99 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:58.345422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54561192-b04a-4fb5-8bec-03cdccd60050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972c269c-ff8b-4a50-803c-4dc326f7c474,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:58.347407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef6c2-a3de-4b10-9c80-8ca291c20beb req-89d2200c-2003-4d77-a8e3-a263f72f8e99 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:58.361632 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecfef6c2-a3de-4b10-9c80-8ca291c20beb req-89d2200c-2003-4d77-a8e3-a263f72f8e99 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.1312320 Aug 11 00:40:58.362645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42622) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:58.374438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Request body: {'floatingip': {'port_id': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:58.423674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1061090148'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:58.438833 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.504241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a025a5-5037-42da-b26e-b514c4351f97,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:58.511198 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37a2e1ab-7b3e-490e-bd57-fe790bbc7b98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.522638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network a0a025a5-5037-42da-b26e-b514c4351f97 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:40:58.531331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-944a6ec8-49f1-449a-a272-a86e1790406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.560467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-944a6ec8-49f1-449a-a272-a86e1790406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.577799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b31c0636-904e-407f-845a-b5af0aa68d96 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0813577 Aug 11 00:40:58.578153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42626) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:58.583640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Request body: {'subnet': {'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-273954672-subnet', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:58.728540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Made reservation on behalf of 8b3adb00ba9346ba961242ab6ad8dfc9 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:58.731813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.757312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-944a6ec8-49f1-449a-a272-a86e1790406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.759487 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.769822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-944a6ec8-49f1-449a-a272-a86e1790406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:58.769822 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-944a6ec8-49f1-449a-a272-a86e1790406f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/972c269c-ff8b-4a50-803c-4dc326f7c474 HTTP/1.1" status: 204 len: 168 time: 0.4187951 Aug 11 00:40:58.783888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a6ec8-49f1-449a-a272-a86e1790406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c269c-ff8b-4a50-803c-4dc326f7c474,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:58.821110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Made reservation on behalf of 89ea7801e2df44bd9e1ff508a198390b for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:58.831190 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.002240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37a2e1ab-7b3e-490e-bd57-fe790bbc7b98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.038533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42636) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:59.053286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c8392583-bce0-4687-a24e-6000a73ef9f3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:40:59.149995 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37a2e1ab-7b3e-490e-bd57-fe790bbc7b98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.170339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c8392583-bce0-4687-a24e-6000a73ef9f3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:40:59.172440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.202999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2e1ab-7b3e-490e-bd57-fe790bbc7b98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378afb99-48c4-438e-859a-5410f0b2a8cf,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:59.358611 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.469425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.490126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8e956f-81d6-46e3-9733-e5346737b3e1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:59.507609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Checking segment: {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:40:59.543453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Network hostable DHCP agents. Network: a0a025a5-5037-42da-b26e-b514c4351f97, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:40:59.543453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-37772156'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:59.613493 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.648307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Network a0a025a5-5037-42da-b26e-b514c4351f97 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:40:59.668862 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.689815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.745887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, a0a025a5-5037-42da-b26e-b514c4351f97) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:40:59.748400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.753872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:40:59.756088 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.760308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84c36f-aed6-4668-a6c6-4902a6434c33 None None] Network a0a025a5-5037-42da-b26e-b514c4351f97 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:40:59.803354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:40:59.820717 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.897247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37a2e1ab-7b3e-490e-bd57-fe790bbc7b98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.899636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-37a2e1ab-7b3e-490e-bd57-fe790bbc7b98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9383163 Aug 11 00:40:59.902400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:40:59.902921 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Added segment 3da364b0-c4d2-4695-92b0-9e4db7af274e of type vlan for network 9581d0ab-4248-4f1a-920c-e687cda37d34 Aug 11 00:40:59.903330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42652) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:40:59.911392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93634310-adb8-40b7-8175-77db7725784e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:40:59.914825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:40:59.942653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c03bcd-2654-479c-885c-b33e82047726 None None] Network a0a025a5-5037-42da-b26e-b514c4351f97 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:40:59.984900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Made reservation on behalf of ed8e70a7d824496a81a4561f6f0d8180 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:40:59.988776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.004991 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.056624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.120170 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Floating IP f6097610-b12b-421c-a4ed-42c2fd6d89c7 associated. External IP: 172.25.0.53, port: f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c. Aug 11 00:41:00.205723 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ce76523d-7307-4594-9721-b683e12fd771 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6263728 Aug 11 00:41:00.210985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42656) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:00.216394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:00.360832 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.515621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.521376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:00.522026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.604844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.669945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Network': ['ID=9581d0ab-4248-4f1a-920c-e687cda37d34,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:00.715953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:41:00.760394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.792193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Allocated IP 172.25.0.116 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/6b3e75bb-fbb0-48a1-9a0c-575f3d8301f2) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:00.878622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Router b31e8dbc-aeee-477d-9f4d-165961c70fd5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:41:00.891504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:00.964329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:41:00.992062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a64029-c6eb-4450-805a-d700ca179b0d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:01.019689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.020146 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Added segment f67a36d6-89b6-4c04-b050-eee8e0271acf of type vlan for network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 Aug 11 00:41:01.062612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:01.069466 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.080594 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] Sync routers for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:01.101166 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:01.102037 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:01.112094 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.113743 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.117803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1b59722c-5e0b-40c8-90d4-aba762ed1c92 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "PUT /v2.0/floatingips/f6097610-b12b-421c-a4ed-42c2fd6d89c7 HTTP/1.1" status: 200 len: 990 time: 2.7490389 Aug 11 00:41:01.117803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:01.121376 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44299a81-af90-4bea-b6e6-2f8ff984a0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:01.163694 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-adfb03ae-d340-4748-8228-85af69835186 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1632149 Aug 11 00:41:01.166714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42674) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:01.173973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'subnet': {'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:01.202862 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab63f426-08b9-43c3-9d81-080a511f3d35 x-openstack-request-id: req-ab63f426-08b9-43c3-9d81-080a511f3d35 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:01.204074 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:01.204074 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab63f426-08b9-43c3-9d81-080a511f3d35 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:01.204359 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'status': 'completed', 'code': 200} Aug 11 00:41:01.255275 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.279727 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:01.298984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.365602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-4da5e7c7-3e5f-400d-975c-3e48fa12a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.365876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-4da5e7c7-3e5f-400d-975c-3e48fa12a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.366260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-4da5e7c7-3e5f-400d-975c-3e48fa12a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.366755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-4da5e7c7-3e5f-400d-975c-3e48fa12a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.367275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-4da5e7c7-3e5f-400d-975c-3e48fa12a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.367793 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-4da5e7c7-3e5f-400d-975c-3e48fa12a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.368252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-4da5e7c7-3e5f-400d-975c-3e48fa12a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.370006 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.370592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-4da5e7c7-3e5f-400d-975c-3e48fa12a86b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6505 time: 0.1288557 Aug 11 00:41:01.501537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-6e82639a-48b0-4bb7-b6b2-d8db6799688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.503341 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-6e82639a-48b0-4bb7-b6b2-d8db6799688a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed HTTP/1.1" status: 200 len: 918 time: 0.1252227 Aug 11 00:41:01.611945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-99700522-39c3-4e7d-93de-ae76e9d7124d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c HTTP/1.1" status: 200 len: 998 time: 0.0918019 Aug 11 00:41:01.679224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-b3f689bc-3819-48c0-aaf5-96606b889255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.680222 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'f6097610-b12b-421c-a4ed-42c2fd6d89c7', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'port_id': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'mac_address': 'fa:16:3e:b6:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:06Z', 'updated_at': '2021-08-11T00:40:59Z', 'revision_number': 1, 'project_id': '2159b3fba16a42858e69279442628c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:28Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:01.681709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-b3f689bc-3819-48c0-aaf5-96606b889255 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3935a048-727c-41ee-a6fb-8de53f84acfa HTTP/1.1" status: 200 len: 856 time: 0.0630310 Aug 11 00:41:01.711392 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] Checking router: b31e8dbc-aeee-477d-9f4d-165961c70fd5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:41:01.721957 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:01.723011 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:01.758601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Made reservation on behalf of 8b3adb00ba9346ba961242ab6ad8dfc9 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:01.765453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.774021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-48c367af-684b-4a16-862b-61c5a96517dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.776659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-48c367af-684b-4a16-862b-61c5a96517dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873976 Aug 11 00:41:01.798977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.802690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.813297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:01.814500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:01.866327 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:02.090394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-1df44118-8bfb-4f50-a6c7-96f577f53329 service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831126 Aug 11 00:41:02.188835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:02.194519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:02.197882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event updated for resources: {'Port': ['ID=6b3e75bb-fbb0-48a1-9a0c-575f3d8301f2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:02.205773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:02.210749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:02.220974 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1755106 Aug 11 00:41:02.235827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e13707-e689-457c-b1a3-e91d58c77d2e tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event updated for resources: {'Network': ['ID=581064f9-aad1-4e67-bfb5-3df9f4d7f2d6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:02.237977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42690) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:02.259084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Request body: {'subnet': {'network_id': '581064f9-aad1-4e67-bfb5-3df9f4d7f2d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:02.261939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:41:02.371042 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'f6097610-b12b-421c-a4ed-42c2fd6d89c7', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'port_id': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'mac_address': 'fa:16:3e:b6:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:06Z', 'updated_at': '2021-08-11T00:40:59Z', 'revision_number': 1, 'project_id': '2159b3fba16a42858e69279442628c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:28Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:02.375782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44299a81-af90-4bea-b6e6-2f8ff984a0e2 req-6e9c3c72-f6ac-43b2-a6c9-63ea6e90e292 service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771792 Aug 11 00:41:02.414895 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:02.445830 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54f225-40c0-4bde-a33e-a1038cc21e84 None None] The sync data for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 is: [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'f6097610-b12b-421c-a4ed-42c2fd6d89c7', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'port_id': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'mac_address': 'fa:16:3e:b6:9f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:06Z', 'updated_at': '2021-08-11T00:40:59Z', 'revision_number': 1, 'project_id': '2159b3fba16a42858e69279442628c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:28Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:41:02.576601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Subnet': ['ID=f73a59d6-6099-465e-8801-2054715fddfc,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:02.618125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Checking segment: {'id': '3da364b0-c4d2-4695-92b0-9e4db7af274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:02.618125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Network hostable DHCP agents. Network: 9581d0ab-4248-4f1a-920c-e687cda37d34, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:41:02.716518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:41:02.807494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 9581d0ab-4248-4f1a-920c-e687cda37d34) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:02.812863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:02.813571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:02.830595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21387dd1-d614-4826-8f08-bf0afdd39662 None None] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:02.849326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:02.987519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:02.989286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Made reservation on behalf of ed8e70a7d824496a81a4561f6f0d8180 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:02.993062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:03.043685 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-71198204-6033-4489-810a-e5ac81060088 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8743024 Aug 11 00:41:03.050698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42704) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:03.053434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ea19b-3253-4aa2-beb1-4d2ae823f4f5 None None] New status for floating IP f6097610-b12b-421c-a4ed-42c2fd6d89c7: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:41:03.058295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1767104032'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:03.248377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-9581d0ab-4248-4f1a-920c-e687cda37d34', 'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34', 'tenant_id': '8b3adb00ba9346ba961242ab6ad8dfc9', 'fixed_ips': [{'subnet_id': 'f73a59d6-6099-465e-8801-2054715fddfc'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:41:03.255818 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:03.333565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Made reservation on behalf of 8b3adb00ba9346ba961242ab6ad8dfc9 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:03.338737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:03.366719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] device_id is not set on port 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:03.378061 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:03.422164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Allocated IP 2001:db8::2 (9581d0ab-4248-4f1a-920c-e687cda37d34/f73a59d6-6099-465e-8801-2054715fddfc/0475c85c-9a2c-46e3-9484-da2775fc6b9b) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:03.455473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:03.724451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:03.751226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:03.762348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Transition to ACTIVE for port object 0475c85c-9a2c-46e3-9484-da2775fc6b9b will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:03.782447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Transition to ACTIVE for port object 0475c85c-9a2c-46e3-9484-da2775fc6b9b will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:03.788720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Allocated IP 172.25.0.38 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/94bd8509-b7d8-467e-9b53-7fd6e6a079b9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:03.835639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42712) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:03.952517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:03.978703 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3686-b91a-4a63-9a79-eab55fbdf3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.223307 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3686-b91a-4a63-9a79-eab55fbdf3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.417075 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.491192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event updated for resources: {'Port': ['ID=6b3e75bb-fbb0-48a1-9a0c-575f3d8301f2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:04.501029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.543006 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.543793 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.546290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.582625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:04.591808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:04.596016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:04.603468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Pushing event updated for resources: {'Port': ['ID=0475c85c-9a2c-46e3-9484-da2775fc6b9b,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:04.611352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Allocated IP 2001:db8::ac (9581d0ab-4248-4f1a-920c-e687cda37d34/f73a59d6-6099-465e-8801-2054715fddfc/9d6ad6e9-d1cf-49a0-afad-94e481b0ec63) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:04.619414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9b6c3686-b91a-4a63-9a79-eab55fbdf3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.632988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:04.657829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:04.666486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event updated for resources: {'Subnet': ['ID=38618b2d-00c4-426e-a7b2-4f4350f27532,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:04.667306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Attempting to bind port 0475c85c-9a2c-46e3-9484-da2775fc6b9b on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:04.667306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Attempting to bind port 0475c85c-9a2c-46e3-9484-da2775fc6b9b by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3da364b0-c4d2-4695-92b0-9e4db7af274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:04.667306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Attempting to bind port 0475c85c-9a2c-46e3-9484-da2775fc6b9b on network 9581d0ab-4248-4f1a-920c-e687cda37d34 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:04.670894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:04.671349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Checking segment: {'id': '3da364b0-c4d2-4695-92b0-9e4db7af274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:04.671751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.672223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Bound using segment: {'id': '3da364b0-c4d2-4695-92b0-9e4db7af274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:04.672594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Bound port: 0475c85c-9a2c-46e3-9484-da2775fc6b9b, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da364b0-c4d2-4695-92b0-9e4db7af274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:04.672840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:04.672979 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.694178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9b6c3686-b91a-4a63-9a79-eab55fbdf3c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7822490adeaa4db79844ceb8d5258c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8716185 Aug 11 00:41:04.700547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c3686-b91a-4a63-9a79-eab55fbdf3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a6d48d-c5fd-404c-9db6-827fa952078a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:04.704076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42720) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:04.721801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Pushing event updated for resources: {'Port': ['ID=94bd8509-b7d8-467e-9b53-7fd6e6a079b9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:04.742144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Checking segment: {'id': 'f67a36d6-89b6-4c04-b050-eee8e0271acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '581064f9-aad1-4e67-bfb5-3df9f4d7f2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:04.742443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Network hostable DHCP agents. Network: 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:41:04.750471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] For port 0475c85c-9a2c-46e3-9484-da2775fc6b9b, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:04.755759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] For port 0475c85c-9a2c-46e3-9484-da2775fc6b9b, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0475c85c-9a2c-46e3-9484-da2775fc6b9b,segment=NetworkSegment(3da364b0-c4d2-4695-92b0-9e4db7af274e),segment_id=3da364b0-c4d2-4695-92b0-9e4db7af274e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:04.822296 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.823914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a2b6190f-c46b-4fe4-b065-f6e272bf6dee tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9192154 Aug 11 00:41:04.841242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2026-aa0b-4a3b-8d21-792c88423eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.861588 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.891335 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2026-aa0b-4a3b-8d21-792c88423eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.911909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:04.966851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Transition to ACTIVE for port object 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:05.088589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743240d-521e-4049-a4e8-717c745ba341 None None] Pushing event updated for resources: {'Port': ['ID=0475c85c-9a2c-46e3-9484-da2775fc6b9b,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:05.163725 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:05.211524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:41:05.295558 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2026-aa0b-4a3b-8d21-792c88423eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:05.295558 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b0d2026-aa0b-4a3b-8d21-792c88423eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:05.295558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1b0d2026-aa0b-4a3b-8d21-792c88423eff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5a6d48d-c5fd-404c-9db6-827fa952078a HTTP/1.1" status: 204 len: 168 time: 0.5648580 Aug 11 00:41:05.320622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:05.348487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d2026-aa0b-4a3b-8d21-792c88423eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a6d48d-c5fd-404c-9db6-827fa952078a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:05.370445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:05.375429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:05.386412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:05.389552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:05.420994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=9d6ad6e9-d1cf-49a0-afad-94e481b0ec63,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:05.463732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:05.475365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256a13b-fbe8-482a-8c5f-fe4671e5d95c None None] Network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:05.482251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:05.483365 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:05.568716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c94458e4-e482-49df-8c38-e7b61a383c18 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5166779 Aug 11 00:41:05.573682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42738) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:05.580651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-505073010', 'allowed_address_pairs': [{'ip_address': '2001:db8::ac', 'mac_address': 'fa:16:3e:99:19:e6'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:05.632657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92e10-1266-4336-84ae-aff6ffc284be req-e899c847-960b-4696-827d-bd78f083ef09 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:05.634876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-e899c847-960b-4696-827d-bd78f083ef09 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/networks?id=aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 200 len: 821 time: 0.3755443 Aug 11 00:41:05.674533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:05.687368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-6e4891f4-9d12-46f4-85dd-0699cbadccdf tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/quotas/9b5c176467be4d4ab8725e2e335cc250 HTTP/1.1" status: 200 len: 375 time: 0.0348506 Aug 11 00:41:05.692622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-581064f9-aad1-4e67-bfb5-3df9f4d7f2d6', 'network_id': '581064f9-aad1-4e67-bfb5-3df9f4d7f2d6', 'tenant_id': 'ed8e70a7d824496a81a4561f6f0d8180', 'fixed_ips': [{'subnet_id': '38618b2d-00c4-426e-a7b2-4f4350f27532'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:41:05.695263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:05.757720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e52f42fc-fea5-48ab-a93b-5d1babb867de tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5163767 Aug 11 00:41:05.766294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42742) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:05.781020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Request body: {'port': {'network_id': '581064f9-aad1-4e67-bfb5-3df9f4d7f2d6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2043254104'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:05.861116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-db3d4e5c-e38f-4e61-9564-dd8b7163ce61 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126661 Aug 11 00:41:05.874758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-17c4bdf6-5b26-4981-849d-8c77dec2fe8a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:41:05.875908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-17c4bdf6-5b26-4981-849d-8c77dec2fe8a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063426 Aug 11 00:41:05.942333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Allocated IP 172.20.0.2 (581064f9-aad1-4e67-bfb5-3df9f4d7f2d6/38618b2d-00c4-426e-a7b2-4f4350f27532/e8f29763-a6fe-474d-80f5-56cefcb56904) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:06.040374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-50fd607a-c991-479d-b2e6-38b03b69cf5b service neutron] 10.222.0.43 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196277 Aug 11 00:41:06.113777 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:41:06.113777 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:41:06.113777 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '8b3adb00ba9346ba961242ab6ad8dfc9', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 41, 6, 77776)}] Aug 11 00:41:06.113777 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:41:06.127958 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:41:06.205121 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:06.260004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Made reservation on behalf of ed8e70a7d824496a81a4561f6f0d8180 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:06.270597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:06.271776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-d9f0c845-bde2-4ce0-a8d3-3da472a9f976 service neutron] 10.222.0.43 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194450 Aug 11 00:41:06.275690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:06.286659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Transition to ACTIVE for port object e8f29763-a6fe-474d-80f5-56cefcb56904 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:06.320166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Transition to ACTIVE for port object e8f29763-a6fe-474d-80f5-56cefcb56904 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:06.332297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] device_id is not set on port 85b950fc-685b-4fb7-9a6d-f04d546d6c79 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:06.453816 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:06.502663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:06.508498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:06.512368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:06.522303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Pushing event updated for resources: {'Port': ['ID=e8f29763-a6fe-474d-80f5-56cefcb56904,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:06.537854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Allocated IP 172.20.0.6 (581064f9-aad1-4e67-bfb5-3df9f4d7f2d6/38618b2d-00c4-426e-a7b2-4f4350f27532/85b950fc-685b-4fb7-9a6d-f04d546d6c79) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:06.560023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Router b8056f95-cd91-44bb-8682-ab586690e5d7 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:41:06.584161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1f3d7-8b99-44b7-b65a-f221523ed049 None None] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:06.748412 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd31476f-39a6-420a-9743-4035c0382e0b req-0337608c-8f25-4aff-8b74-1a95f4f35098 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 210 time: 0.0380147 Aug 11 00:41:06.771141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:06.784767 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Sync routers for ids ['b8056f95-cd91-44bb-8682-ab586690e5d7'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:06.797397 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Routers {'b8056f95-cd91-44bb-8682-ab586690e5d7'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:06.798311 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b8056f95-cd91-44bb-8682-ab586690e5d7'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:06.798456 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:06.827514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Transition to ACTIVE for port object 85b950fc-685b-4fb7-9a6d-f04d546d6c79 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:06.838294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42756) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:06.859535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-feda1584-a035-45f8-b307-000aa5c7a7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:06.874993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Made reservation on behalf of 8b3adb00ba9346ba961242ab6ad8dfc9 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:06.993284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:06.999413 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-720ea452-5dbd-4cab-a5f6-270e7e6e480d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7829816 Aug 11 00:41:07.000090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42762) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:07.002597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Attempting to bind port e8f29763-a6fe-474d-80f5-56cefcb56904 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:07.003180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Attempting to bind port e8f29763-a6fe-474d-80f5-56cefcb56904 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'f67a36d6-89b6-4c04-b050-eee8e0271acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '581064f9-aad1-4e67-bfb5-3df9f4d7f2d6'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:07.003618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Attempting to bind port e8f29763-a6fe-474d-80f5-56cefcb56904 on network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:07.022352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:07.022923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Checking segment: {'id': 'f67a36d6-89b6-4c04-b050-eee8e0271acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '581064f9-aad1-4e67-bfb5-3df9f4d7f2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:07.023506 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.024104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Bound using segment: {'id': 'f67a36d6-89b6-4c04-b050-eee8e0271acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '581064f9-aad1-4e67-bfb5-3df9f4d7f2d6'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:07.024810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Bound port: e8f29763-a6fe-474d-80f5-56cefcb56904, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67a36d6-89b6-4c04-b050-eee8e0271acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '581064f9-aad1-4e67-bfb5-3df9f4d7f2d6'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:07.025336 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.060512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0475c85c-9a2c-46e3-9484-da2775fc6b9b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:07.069015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.085904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.103929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-16bd8a4b-c104-4cf3-9853-e7f56206d898 None None] Provisioning for port 0475c85c-9a2c-46e3-9484-da2775fc6b9b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:07.183612 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Set router b8056f95-cd91-44bb-8682-ab586690e5d7 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:07.210922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event updated for resources: {'Port': ['ID=85b950fc-685b-4fb7-9a6d-f04d546d6c79,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:07.224820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] device_id is not set on port 118381cc-e620-4b62-b60e-ad8e216132bd yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:07.243952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:07.249014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:07.253959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:07.294907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] For port e8f29763-a6fe-474d-80f5-56cefcb56904, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:07.300643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] For port e8f29763-a6fe-474d-80f5-56cefcb56904, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8f29763-a6fe-474d-80f5-56cefcb56904,segment=NetworkSegment(f67a36d6-89b6-4c04-b050-eee8e0271acf),segment_id=f67a36d6-89b6-4c04-b050-eee8e0271acf)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:07.353354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:07.356829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.443516 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.464101 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:41:05Z', 'revision_number': 3, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:07.501030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 0475c85c-9a2c-46e3-9484-da2775fc6b9b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:07.510750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0475c85c-9a2c-46e3-9484-da2775fc6b9b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:07.511360 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.527658 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Checking router: b8056f95-cd91-44bb-8682-ab586690e5d7 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:41:07.529031 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Updating router b8056f95-cd91-44bb-8682-ab586690e5d7 port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:41:07.597193 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.598127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1eb90b-540a-4679-88df-4e9146c2023a None None] Pushing event updated for resources: {'Port': ['ID=e8f29763-a6fe-474d-80f5-56cefcb56904,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:07.607940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Allocated IP 2001:db8::157 (9581d0ab-4248-4f1a-920c-e687cda37d34/f73a59d6-6099-465e-8801-2054715fddfc/118381cc-e620-4b62-b60e-ad8e216132bd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:07.703814 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-feda1584-a035-45f8-b307-000aa5c7a7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.738683 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.806000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-feda1584-a035-45f8-b307-000aa5c7a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:07.822229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 0475c85c-9a2c-46e3-9484-da2775fc6b9b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0475c85c-9a2c-46e3-9484-da2775fc6b9b,segment=NetworkSegment(3da364b0-c4d2-4695-92b0-9e4db7af274e),segment_id=3da364b0-c4d2-4695-92b0-9e4db7af274e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:07.903403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.021204 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84334955-5b75-414b-a753-e7c8da7bebcd req-19d0a8ac-7299-4861-8c3e-b6ac66d44833 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 210 time: 0.1021945 Aug 11 00:41:08.035015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.038022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda1584-a035-45f8-b307-000aa5c7a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311cecd8-111f-444a-a6f3-32c471f65380,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:08.057851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-feda1584-a035-45f8-b307-000aa5c7a7e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4872a260b0a4a108e2eb9abfe29a1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2184010 Aug 11 00:41:08.063232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42772) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:08.090564 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.106781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Transition to ACTIVE for port object 118381cc-e620-4b62-b60e-ad8e216132bd will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:08.124842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=0475c85c-9a2c-46e3-9484-da2775fc6b9b,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:08.125371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a7154677-0653-427b-acc0-d494ff432046 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3528988 Aug 11 00:41:08.127427 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Transition to ACTIVE for port object 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:08.135792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42774) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:08.275886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-00b83897-49c6-47f3-bde1-7ce993be8fc5 None None] Provisioning for port 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:08.276172 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.280733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-00b83897-49c6-47f3-bde1-7ce993be8fc5 None None] Provisioning complete for port 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:08.281112 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-00b83897-49c6-47f3-bde1-7ce993be8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.344772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-680ebd38-6a0d-4956-afcf-69cfffd1732c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Deleting port 85b950fc-685b-4fb7-9a6d-f04d546d6c79 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:08.345178 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-680ebd38-6a0d-4956-afcf-69cfffd1732c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.356325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-00b83897-49c6-47f3-bde1-7ce993be8fc5 None None] Port 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:08.370763 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Pushing event updated for resources: {'Port': ['ID=94bd8509-b7d8-467e-9b53-7fd6e6a079b9,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:08.381499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-00b83897-49c6-47f3-bde1-7ce993be8fc5 None None] Provisioning complete for port 0475c85c-9a2c-46e3-9484-da2775fc6b9b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:08.382697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-00b83897-49c6-47f3-bde1-7ce993be8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.398694 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.399590 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Attempting to bind port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Attempting to bind port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:08.414552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Attempting to bind port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:08.423613 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:08.424671 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:08.425756 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.426329 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:08.427084 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Bound port: 94bd8509-b7d8-467e-9b53-7fd6e6a079b9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:08.427735 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.490881 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] For port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:08.495362 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] For port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=94bd8509-b7d8-467e-9b53-7fd6e6a079b9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:08.510298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.581912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:08.594925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:08.599261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:08.603919 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.608776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:08.609769 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.660301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=118381cc-e620-4b62-b60e-ad8e216132bd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:08.701284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f65f-264f-4ca6-b626-9b8cfb2986fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.718316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a78f8ee8-dee7-4a45-b031-00905338a3e2 None None] Provisioning complete for port 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:08.718838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a78f8ee8-dee7-4a45-b031-00905338a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.750446 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-680ebd38-6a0d-4956-afcf-69cfffd1732c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.759123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-360e5524-703a-4cd4-b3e1-637b73510ff6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.1840937 Aug 11 00:41:08.759958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.768564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42780) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:08.775343 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Routers {'b8056f95-cd91-44bb-8682-ab586690e5d7'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:08.776302 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b8056f95-cd91-44bb-8682-ab586690e5d7'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:08.780703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a78f8ee8-dee7-4a45-b031-00905338a3e2 None None] Port 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:08.801957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-680ebd38-6a0d-4956-afcf-69cfffd1732c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Calling delete_port for 85b950fc-685b-4fb7-9a6d-f04d546d6c79 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:08.831565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f65f-264f-4ca6-b626-9b8cfb2986fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:08.868446 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102082bb-77b2-48a4-880c-ad126e55c596 None None] Pushing event updated for resources: {'Port': ['ID=94bd8509-b7d8-467e-9b53-7fd6e6a079b9,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:09.016565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fdf7f7-1a97-4b71-864b-2c175b5463c6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:09.035052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42782) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:09.039527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fdf7f7-1a97-4b71-864b-2c175b5463c6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:09.047606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fdf7f7-1a97-4b71-864b-2c175b5463c6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:09.065207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-84fdf7f7-1a97-4b71-864b-2c175b5463c6 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2839048 Aug 11 00:41:09.083115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42786) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:09.097279 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] Set router b8056f95-cd91-44bb-8682-ab586690e5d7 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:09.252108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e8f29763-a6fe-474d-80f5-56cefcb56904 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:09.278926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3c03064-05b2-4d3f-b941-a9fa552becec req-34f3c322-1f79-4206-ae3c-b5d9631fc10a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 210 time: 0.0720932 Aug 11 00:41:09.366176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f65f-264f-4ca6-b626-9b8cfb2986fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:09.369044 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0b8f65f-264f-4ca6-b626-9b8cfb2986fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:09.370404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c0b8f65f-264f-4ca6-b626-9b8cfb2986fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/311cecd8-111f-444a-a6f3-32c471f65380 HTTP/1.1" status: 204 len: 168 time: 1.3033428 Aug 11 00:41:09.382442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-680ebd38-6a0d-4956-afcf-69cfffd1732c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:09.416822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-904d4458-bd1c-4743-986d-92636305ac28 None None] Provisioning for port 118381cc-e620-4b62-b60e-ad8e216132bd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:09.428674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-904d4458-bd1c-4743-986d-92636305ac28 None None] Provisioning complete for port 118381cc-e620-4b62-b60e-ad8e216132bd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:09.428674 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904d4458-bd1c-4743-986d-92636305ac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:09.439920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8f65f-264f-4ca6-b626-9b8cfb2986fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311cecd8-111f-444a-a6f3-32c471f65380,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:09.526544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e8f29763-a6fe-474d-80f5-56cefcb56904 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:09.540172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0475c85c-9a2c-46e3-9484-da2775fc6b9b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:09.549046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-904d4458-bd1c-4743-986d-92636305ac28 None None] Port 118381cc-e620-4b62-b60e-ad8e216132bd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:09.557040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Allocated IP 172.20.0.1 (a0a025a5-5037-42da-b26e-b514c4351f97/8d8e956f-81d6-46e3-9733-e5346737b3e1/ad6b0aa7-afb1-4b50-bad4-61ede1000cf6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:09.580091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-01f0866a-4391-449e-bfee-2b9fc709d9b0 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Deleting port 118381cc-e620-4b62-b60e-ad8e216132bd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:09.580549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01f0866a-4391-449e-bfee-2b9fc709d9b0 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:09.615111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ee870-e715-425f-9090-b96e5caa783f None None] Network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:09.682190 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:41:05Z', 'revision_number': 3, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:09.720616 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f8d03d-32cb-407e-b193-7d9c3f907ec3 None None] The sync data for ids ['b8056f95-cd91-44bb-8682-ab586690e5d7'] in n-d-712143-13 is: [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:41:05Z', 'revision_number': 3, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:41:09.786988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0475c85c-9a2c-46e3-9484-da2775fc6b9b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:09.787327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:09.805011 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01f0866a-4391-449e-bfee-2b9fc709d9b0 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:09.822093 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-01f0866a-4391-449e-bfee-2b9fc709d9b0 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Calling delete_port for 118381cc-e620-4b62-b60e-ad8e216132bd owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:09.908107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a1a3b4b0-d187-49eb-ad96-f11bc609510a None None] Provisioning for port e8f29763-a6fe-474d-80f5-56cefcb56904 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:09.954552 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:09.963521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a1a3b4b0-d187-49eb-ad96-f11bc609510a None None] Provisioning complete for port e8f29763-a6fe-474d-80f5-56cefcb56904 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:09.963937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a1a3b4b0-d187-49eb-ad96-f11bc609510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:10.041374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ebd38-6a0d-4956-afcf-69cfffd1732c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event deleted for resources: {'Port': ['ID=85b950fc-685b-4fb7-9a6d-f04d546d6c79,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:10.115879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01f0866a-4391-449e-bfee-2b9fc709d9b0 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:10.153451 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-680ebd38-6a0d-4956-afcf-69cfffd1732c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:10.158926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-680ebd38-6a0d-4956-afcf-69cfffd1732c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "DELETE /v2.0/ports/85b950fc-685b-4fb7-9a6d-f04d546d6c79 HTTP/1.1" status: 204 len: 168 time: 2.0217111 Aug 11 00:41:10.170107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42796) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:10.176578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0866a-4391-449e-bfee-2b9fc709d9b0 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Port': ['ID=118381cc-e620-4b62-b60e-ad8e216132bd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:10.242852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:10.349071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92e10-1266-4336-84ae-aff6ffc284be req-9fec1e2c-9bf0-429a-a074-c8f657848d98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:10.355925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-9fec1e2c-9bf0-429a-a074-c8f657848d98 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "GET /v2.0/networks?id=aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 200 len: 821 time: 1.0012963 Aug 11 00:41:10.396255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Request body: {'port': {'device_id': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'admin_state_up': True, 'tenant_id': '9b5c176467be4d4ab8725e2e335cc250'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:10.478550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a1a3b4b0-d187-49eb-ad96-f11bc609510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:10.589465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a1a3b4b0-d187-49eb-ad96-f11bc609510a None None] For port e8f29763-a6fe-474d-80f5-56cefcb56904, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8f29763-a6fe-474d-80f5-56cefcb56904,segment=NetworkSegment(f67a36d6-89b6-4c04-b050-eee8e0271acf),segment_id=f67a36d6-89b6-4c04-b050-eee8e0271acf)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:10.659073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Network a0a025a5-5037-42da-b26e-b514c4351f97 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:10.676499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a1a3b4b0-d187-49eb-ad96-f11bc609510a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:10.751133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a97f48e2-3865-4cd4-b58d-72865b1db466 tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.5820057 Aug 11 00:41:10.754585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42812) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:10.767105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-52029359'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:10.775534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d64c5f49-413c-46c7-adc6-278ddea0c109 req-22a4db51-1750-498a-807e-367e5bca442f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 210 time: 0.1704080 Aug 11 00:41:10.780565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01f0866a-4391-449e-bfee-2b9fc709d9b0 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:10.784537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-01f0866a-4391-449e-bfee-2b9fc709d9b0 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "DELETE /v2.0/ports/118381cc-e620-4b62-b60e-ad8e216132bd HTTP/1.1" status: 204 len: 168 time: 1.6978014 Aug 11 00:41:10.786298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:10.789460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3b4b0-d187-49eb-ad96-f11bc609510a None None] Pushing event updated for resources: {'Port': ['ID=e8f29763-a6fe-474d-80f5-56cefcb56904,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:10.790516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:10.805297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42814) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:10.810180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:10.926277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:10.970611 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb03322-c56a-4de7-9d0d-7878fd8e3e09 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] GET failed (client error): The resource could not be found. Aug 11 00:41:10.977178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3cb03322-c56a-4de7-9d0d-7878fd8e3e09 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "GET /v2.0/ports/118381cc-e620-4b62-b60e-ad8e216132bd HTTP/1.1" status: 404 len: 333 time: 0.1659381 Aug 11 00:41:11.013431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42818) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:11.016163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-19dbe8e3-6cd5-475c-91dd-a342e66522d5 None None] Provisioning complete for port e8f29763-a6fe-474d-80f5-56cefcb56904 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:11.016656 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19dbe8e3-6cd5-475c-91dd-a342e66522d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.020769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-766262467'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:11.245259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e8f29763-a6fe-474d-80f5-56cefcb56904 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:11.266452 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.315487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Made reservation on behalf of ed8e70a7d824496a81a4561f6f0d8180 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:11.322865 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.342581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e8f29763-a6fe-474d-80f5-56cefcb56904 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:11.342581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.430839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Made reservation on behalf of 9b5c176467be4d4ab8725e2e335cc250 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:11.434826 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.469392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:11.567861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5479e5bc-c3c0-46f1-b5e5-e6cea4f85dff None None] Could not find standard attr ID for object 85b950fc-685b-4fb7-9a6d-f04d546d6c79. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:41:11.584526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:41:11.629252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.630656 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Added segment 37d0acce-bd17-420b-96fd-81c560e56845 of type vlan for network cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5 Aug 11 00:41:11.658729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:11.664942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:11.665398 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.751312 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.793758 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.872464 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.900296 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:11.969718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=94bd8509-b7d8-467e-9b53-7fd6e6a079b9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:12.006551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:12.012113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:12.012796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:12.013550 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:12.024837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:12.058765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:12.130827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=94bd8509-b7d8-467e-9b53-7fd6e6a079b9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:12.141123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Made reservation on behalf of 8b3adb00ba9346ba961242ab6ad8dfc9 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:12.148045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:12.190057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Network a0a025a5-5037-42da-b26e-b514c4351f97 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:12.192098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:12.199101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7872def0-5a36-4818-a862-e3970b108b26 req-01606ca8-4d69-4a84-9518-c2fdcb93b577 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 210 time: 0.1979301 Aug 11 00:41:12.238831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] device_id is not set on port 9778442e-9a3a-47e2-b64b-8a1cab72f9dd yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:12.323829 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5636940 Aug 11 00:41:12.328408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42840) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:12.401205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f694d1-ba62-428d-9e00-25f4314ec7f6 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event updated for resources: {'Network': ['ID=cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:12.415352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:41:12.471309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Router b8056f95-cd91-44bb-8682-ab586690e5d7 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:41:12.528622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Allocated IP 172.20.0.6 (aab03452-856f-477f-a058-7ca823a4c7d2/98c3f3c6-7154-4499-816b-84dafa64a580/d92fa127-93e5-4ecc-8d5d-293b2699ba91) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:12.621385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4fff420e-225b-4407-bd55-3a560243c1a2 tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "GET /v2.0/agents/75efe6c3-6348-4ac3-8778-f643cd45a941/dhcp-networks HTTP/1.1" status: 200 len: 10460 time: 0.2914333 Aug 11 00:41:12.624670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42848) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:12.697939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Allocated IP 2001:db8::205 (9581d0ab-4248-4f1a-920c-e687cda37d34/f73a59d6-6099-465e-8801-2054715fddfc/9778442e-9a3a-47e2-b64b-8a1cab72f9dd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:12.739434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:12.746511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0591972b-59ac-44c6-8caf-caf659a2ef00 admin admin] 10.222.0.43 "PUT /v2.0/routers/b8056f95-cd91-44bb-8682-ab586690e5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7437201 Aug 11 00:41:12.773793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8082de3-19e0-42f4-b1e8-5380b1634d4e tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] Network cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:41:12.786088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:12.866398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f8082de3-19e0-42f4-b1e8-5380b1634d4e tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "POST /v2.0/agents/75efe6c3-6348-4ac3-8778-f643cd45a941/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2404549 Aug 11 00:41:12.876677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42858) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:12.882233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3072b8c4-d285-4d5e-bdec-20e9f470afd3 None None] Network cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:13.065622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Sync routers for ids ['b8056f95-cd91-44bb-8682-ab586690e5d7'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:13.103884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:13.122662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8cc0414b-7887-40a7-a046-2684a5498519 tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "GET /v2.0/agents/75efe6c3-6348-4ac3-8778-f643cd45a941/dhcp-networks HTTP/1.1" status: 200 len: 11229 time: 0.2523398 Aug 11 00:41:13.125658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42862) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:13.186212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:13.196469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Routers {'b8056f95-cd91-44bb-8682-ab586690e5d7'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:13.200884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b8056f95-cd91-44bb-8682-ab586690e5d7'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:13.297101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:13.315798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Transition to ACTIVE for port object 9778442e-9a3a-47e2-b64b-8a1cab72f9dd will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:13.392265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-65a8bc70-d268-46af-ac11-d4f11f3e2a85 tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "DELETE /v2.0/agents/75efe6c3-6348-4ac3-8778-f643cd45a941/dhcp-networks/cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5 HTTP/1.1" status: 204 len: 168 time: 0.2653530 Aug 11 00:41:13.394896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42876) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:13.485644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Set router b8056f95-cd91-44bb-8682-ab586690e5d7 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:13.550870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1bb3f261-4e4a-42f0-9d24-88e1e9396e17 req-a4fb61b5-5c97-482b-bf45-467dadbe6f80 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 210 time: 0.1426418 Aug 11 00:41:13.619910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:13.679867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:13.723414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:13.750574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:13.767085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:13.767729 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:13.791709 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:13.842040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=9778442e-9a3a-47e2-b64b-8a1cab72f9dd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:13.862437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Network aab03452-856f-477f-a058-7ca823a4c7d2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:13.871315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:13.874790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:13.910072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-757eaed1-0660-48a7-9827-6be29045f099 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8949749 Aug 11 00:41:13.950031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42896) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:13.958034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ac', 'mac_address': 'fa:16:3e:99:19:e6'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:13.965015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:13.965694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.052415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event updated for resources: {'Port': ['ID=d92fa127-93e5-4ecc-8d5d-293b2699ba91,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:14.213863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-2aa1d93b-9a45-4be9-831b-1db858db69f3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:14.216643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-2aa1d93b-9a45-4be9-831b-1db858db69f3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 810 time: 0.6932356 Aug 11 00:41:14.224020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:14.225825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.251848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-34a09c5b-5ba8-4986-95bf-3ac906dc778c tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/quotas/89ea7801e2df44bd9e1ff508a198390b HTTP/1.1" status: 200 len: 375 time: 0.0286098 Aug 11 00:41:14.261845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ad6b0aa7-afb1-4b50-bad4-61ede1000cf6', 'name': '', 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'mac_address': 'fa:16:3e:52:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8d8e956f-81d6-46e3-9733-e5346737b3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:08Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 2, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'subnets': [{'id': '8d8e956f-81d6-46e3-9733-e5346737b3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:14.308469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-ea02e17a-0f75-4b56-9184-6cd327e1fa11 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9331589 Aug 11 00:41:14.315074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Checking router: b8056f95-cd91-44bb-8682-ab586690e5d7 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:41:14.316942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Updating router b8056f95-cd91-44bb-8682-ab586690e5d7 port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:41:14.323976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Request body: {'port': {'device_id': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:14.337100 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.348502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aaa42473-2ee5-4c3c-84a1-41a3c8d22290 tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "GET /v2.0/agents/75efe6c3-6348-4ac3-8778-f643cd45a941/dhcp-networks HTTP/1.1" status: 200 len: 10460 time: 0.9520652 Aug 11 00:41:14.354923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42912) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:14.383766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-d1899add-7102-4526-bf6b-748abc7ff60a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139560 Aug 11 00:41:14.393268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d6c5bedb-3350-47f3-9a9b-413630ba005c tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "GET /v2.0/networks/581064f9-aad1-4e67-bfb5-3df9f4d7f2d6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0314722 Aug 11 00:41:14.398095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42914) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:14.408779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.441307 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-47394f19-013e-4d02-8a05-d702b4c84ced tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "GET /v2.0/networks/581064f9-aad1-4e67-bfb5-3df9f4d7f2d6/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0421870 Aug 11 00:41:14.469584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42916) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:14.497236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-45bcca72-7bec-46d8-8711-91f5e8fcb5c1 None None] Provisioning for port 9778442e-9a3a-47e2-b64b-8a1cab72f9dd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:14.623888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-45bcca72-7bec-46d8-8711-91f5e8fcb5c1 None None] Provisioning complete for port 9778442e-9a3a-47e2-b64b-8a1cab72f9dd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:14.624610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45bcca72-7bec-46d8-8711-91f5e8fcb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.653796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.717744 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-37ea8c88-6107-49be-b5a2-9584fffc8bf7 service neutron] 10.222.0.43 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231664 Aug 11 00:41:14.734142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d5632fb7-eeef-4401-b74d-80512055f49f tempest-DHCPAgentSchedulersTestJSON-523254542 tempest-DHCPAgentSchedulersTestJSON-523254542-project-admin] 10.222.0.43 "GET /v2.0/agents/75efe6c3-6348-4ac3-8778-f643cd45a941/dhcp-networks HTTP/1.1" status: 200 len: 10460 time: 0.2628269 Aug 11 00:41:14.734896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42928) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:14.747923 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.804865 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.813346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-45bcca72-7bec-46d8-8711-91f5e8fcb5c1 None None] Port 9778442e-9a3a-47e2-b64b-8a1cab72f9dd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:14.864152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-4b861a09-6f8b-4e04-9894-dd8b5512c471 service neutron] 10.222.0.43 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290300 Aug 11 00:41:14.871587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] In _notify_port_updated(), no bound segment for port 9778442e-9a3a-47e2-b64b-8a1cab72f9dd on network 9581d0ab-4248-4f1a-920c-e687cda37d34 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:41:14.877557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:14.878245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.880076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "PUT /v2.0/ports/9778442e-9a3a-47e2-b64b-8a1cab72f9dd HTTP/1.1" status: 200 len: 1001 time: 0.9270105 Aug 11 00:41:14.886214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42930) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:14.910129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port c8392583-bce0-4687-a24e-6000a73ef9f3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:14.910481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.960374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805c732-d045-4903-aa29-c15dcd3cf659 req-dcecc526-835c-4a42-b59d-76e361b0bd46 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:14.968649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7805c732-d045-4903-aa29-c15dcd3cf659 req-dcecc526-835c-4a42-b59d-76e361b0bd46 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 931 time: 0.2879896 Aug 11 00:41:14.978757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:14.992865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Transition to ACTIVE for port object ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:15.132593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a0ea9-1ec9-487d-8565-a1f456fd7c60 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Deleting port 9778442e-9a3a-47e2-b64b-8a1cab72f9dd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:15.133256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0ea9-1ec9-487d-8565-a1f456fd7c60 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.272621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0ea9-1ec9-487d-8565-a1f456fd7c60 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.295914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a0ea9-1ec9-487d-8565-a1f456fd7c60 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Calling delete_port for 9778442e-9a3a-47e2-b64b-8a1cab72f9dd owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:15.337471 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.350616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.352530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eab431-b624-4bac-8d4d-769cc7b5f122 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=9778442e-9a3a-47e2-b64b-8a1cab72f9dd,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:15.462628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291f222-b4dc-4eb5-9f29-e1d98f9147a5 None None] Pushing event updated for resources: {'Port': ['ID=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:15.470594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-27200054-4f9e-4d40-adda-d5897d16a92c None None] Provisioning complete for port 9778442e-9a3a-47e2-b64b-8a1cab72f9dd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:15.470733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-27200054-4f9e-4d40-adda-d5897d16a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.544627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Attempting to bind port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:15.545582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Attempting to bind port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:15.546095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Attempting to bind port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 on network a0a025a5-5037-42da-b26e-b514c4351f97 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:15.555511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:15.556040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Checking segment: {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:15.556475 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.556862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Bound using segment: {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:15.557361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Bound port: ad6b0aa7-afb1-4b50-bad4-61ede1000cf6, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:15.557803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.570749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-27200054-4f9e-4d40-adda-d5897d16a92c None None] Port 9778442e-9a3a-47e2-b64b-8a1cab72f9dd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:15.678265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] For port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:15.678707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7805c732-d045-4903-aa29-c15dcd3cf659 req-77e51a00-7e5f-4189-aea9-cc53e138ff77 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7091448 Aug 11 00:41:15.682534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] For port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:15.758345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99a78800-0dc0-4aa5-bf79-a53808f239f9 req-54eca8a5-4e34-40d9-b281-4fbb441fe4af tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 210 time: 0.0474105 Aug 11 00:41:15.758818 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0ea9-1ec9-487d-8565-a1f456fd7c60 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.804922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port c8392583-bce0-4687-a24e-6000a73ef9f3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c8392583-bce0-4687-a24e-6000a73ef9f3,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:15.805296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a0ea9-1ec9-487d-8565-a1f456fd7c60 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Port': ['ID=9778442e-9a3a-47e2-b64b-8a1cab72f9dd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:15.805480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.815490 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.850602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for c8392583-bce0-4687-a24e-6000a73ef9f3 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:15.864119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.890102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42948) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:15.896371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:15.967539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d0acce-bd17-420b-96fd-81c560e56845') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:15.968016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d0acce-bd17-420b-96fd-81c560e56845') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:15.977619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d3a0ea9-1ec9-487d-8565-a1f456fd7c60 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.995545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2d3a0ea9-1ec9-487d-8565-a1f456fd7c60 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "DELETE /v2.0/ports/9778442e-9a3a-47e2-b64b-8a1cab72f9dd HTTP/1.1" status: 204 len: 168 time: 1.0965140 Aug 11 00:41:15.995545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42952) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:15.995824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:15.995930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291f222-b4dc-4eb5-9f29-e1d98f9147a5 None None] Pushing event updated for resources: {'Port': ['ID=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:16.024624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Routers {'b8056f95-cd91-44bb-8682-ab586690e5d7'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:16.025766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b8056f95-cd91-44bb-8682-ab586690e5d7'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:16.031296 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fe33e8-758c-4bc1-9990-20093d9768c1 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] GET failed (client error): The resource could not be found. Aug 11 00:41:16.033069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-74fe33e8-758c-4bc1-9990-20093d9768c1 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "GET /v2.0/ports/9778442e-9a3a-47e2-b64b-8a1cab72f9dd HTTP/1.1" status: 404 len: 333 time: 0.0453899 Aug 11 00:41:16.042481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42954) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:16.050970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92fa127-93e5-4ecc-8d5d-293b2699ba91 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:41:16.054546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-741922801'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:16.068026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.087889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.143769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:41:16.144203 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:41:16.152102 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:41:16.168740 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10a1cd27-9e68-4a23-bf3d-ab54a6782aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.264930 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c4031e63-db52-43f3-9657-45f9111d0ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.287465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] Set router b8056f95-cd91-44bb-8682-ab586690e5d7 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:16.410032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Transition to ACTIVE for port object d92fa127-93e5-4ecc-8d5d-293b2699ba91 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:16.415660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.435211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.442415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "DELETE /v2.0/networks/cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5 HTTP/1.1" status: 204 len: 168 time: 1.7030692 Aug 11 00:41:16.443884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42956) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:16.476773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf939327-d6f1-46a9-ac1f-bdde5d43dbf7 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event deleted for resources: {'Network': ['ID=cc512dc6-7a0f-4b37-8faa-f35d9f2c61a5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:16.506120 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-44da1472-fd75-41f9-abcd-a8d2dd8a492c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] DELETE failed (client error): The resource could not be found. Aug 11 00:41:16.508408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44da1472-fd75-41f9-abcd-a8d2dd8a492c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:41:16.514942 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-44da1472-fd75-41f9-abcd-a8d2dd8a492c tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "DELETE /v2.0/ports/85b950fc-685b-4fb7-9a6d-f04d546d6c79 HTTP/1.1" status: 404 len: 333 time: 0.0478342 Aug 11 00:41:16.515299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42958) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:16.522341 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10a1cd27-9e68-4a23-bf3d-ab54a6782aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.556138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.597754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.621094 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10a1cd27-9e68-4a23-bf3d-ab54a6782aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.642483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ad6b0aa7-afb1-4b50-bad4-61ede1000cf6', 'name': '', 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'mac_address': 'fa:16:3e:52:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8d8e956f-81d6-46e3-9733-e5346737b3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:08Z', 'updated_at': '2021-08-11T00:41:15Z', 'revision_number': 4, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'subnets': [{'id': '8d8e956f-81d6-46e3-9733-e5346737b3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:16.677355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac44dd7-2dfc-430a-9dee-e36c791bfa98 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Deleting subnet 38618b2d-00c4-426e-a7b2-4f4350f27532 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:41:16.683147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-10a1cd27-9e68-4a23-bf3d-ab54a6782aee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=553a78fb58b846cfb18368881ff461d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878966 Aug 11 00:41:16.694001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42966) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:16.708502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1cd27-9e68-4a23-bf3d-ab54a6782aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79768240-44cf-4907-bf74-f7257a9e8dc4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:16.714750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac44dd7-2dfc-430a-9dee-e36c791bfa98 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.716454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbeec92-3fed-4e8a-bc44-3f4b336521cc None None] The sync data for ids ['b8056f95-cd91-44bb-8682-ab586690e5d7'] in n-d-712143-13 is: [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ad6b0aa7-afb1-4b50-bad4-61ede1000cf6', 'name': '', 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'mac_address': 'fa:16:3e:52:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8d8e956f-81d6-46e3-9733-e5346737b3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:08Z', 'updated_at': '2021-08-11T00:41:15Z', 'revision_number': 4, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'subnets': [{'id': '8d8e956f-81d6-46e3-9733-e5346737b3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:41:16.786195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Made reservation on behalf of 8b3adb00ba9346ba961242ab6ad8dfc9 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:16.790429 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:16.878786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] device_id is not set on port 1d7823bb-67f9-4f20-9c1d-6b189a192add yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:16.915904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Pushing event updated for resources: {'Port': ['ID=d92fa127-93e5-4ecc-8d5d-293b2699ba91,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:17.039255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=c8392583-bce0-4687-a24e-6000a73ef9f3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:17.056087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6ebc000f-5b1e-43fe-9d84-a239e297135a req-fda0c4e2-046b-4dc3-a299-be946ef6712a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 210 time: 0.0692677 Aug 11 00:41:17.057243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96340edf-5cbf-48a2-9696-40a9da936c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.150939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:17.156192 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac44dd7-2dfc-430a-9dee-e36c791bfa98 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.162097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96340edf-5cbf-48a2-9696-40a9da936c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.260003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Allocated IP 2001:db8::2be (9581d0ab-4248-4f1a-920c-e687cda37d34/f73a59d6-6099-465e-8801-2054715fddfc/1d7823bb-67f9-4f20-9c1d-6b189a192add) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:17.293124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b72c86-5a35-4c3d-af07-4f2c458f3dd3 req-16c3ce34-49c9-48ab-bc84-2e79374058bd tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:17.301279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5b72c86-5a35-4c3d-af07-4f2c458f3dd3 req-16c3ce34-49c9-48ab-bc84-2e79374058bd tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 943 time: 0.3594649 Aug 11 00:41:17.384898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:17.391071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:17.392188 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.407537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Attempting to bind port d92fa127-93e5-4ecc-8d5d-293b2699ba91 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:17.407884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Attempting to bind port d92fa127-93e5-4ecc-8d5d-293b2699ba91 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:17.408193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Attempting to bind port d92fa127-93e5-4ecc-8d5d-293b2699ba91 on network aab03452-856f-477f-a058-7ca823a4c7d2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:17.445076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Port d92fa127-93e5-4ecc-8d5d-293b2699ba91 on network aab03452-856f-477f-a058-7ca823a4c7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:41:17.445551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Attempting to bind port d92fa127-93e5-4ecc-8d5d-293b2699ba91 on network aab03452-856f-477f-a058-7ca823a4c7d2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:17.445733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96340edf-5cbf-48a2-9696-40a9da936c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.448819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96340edf-5cbf-48a2-9696-40a9da936c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.454325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5b72c86-5a35-4c3d-af07-4f2c458f3dd3 req-a6c50636-4ee5-4f63-a0d0-59e0007fd9da tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521325 Aug 11 00:41:17.458455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-96340edf-5cbf-48a2-9696-40a9da936c4e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79768240-44cf-4907-bf74-f7257a9e8dc4 HTTP/1.1" status: 204 len: 168 time: 0.7633054 Aug 11 00:41:17.464258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.468613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:17.469011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Checking segment: {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:17.469346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Bound using segment: {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:17.469796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Bound port: d92fa127-93e5-4ecc-8d5d-293b2699ba91, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:17.470158 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.473888 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac44dd7-2dfc-430a-9dee-e36c791bfa98 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.604063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.615999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96340edf-5cbf-48a2-9696-40a9da936c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79768240-44cf-4907-bf74-f7257a9e8dc4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:17.673404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:17.746402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.767751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:17.768590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Transition to ACTIVE for port object 1d7823bb-67f9-4f20-9c1d-6b189a192add will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:17.778665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:17.816549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:17.866653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:17.880380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:41:18.051067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router 09c79584-abfd-4959-8669-5aaa4fb4b09d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:41:18.121124 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.128478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac44dd7-2dfc-430a-9dee-e36c791bfa98 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.160196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7cd5aa-3bb8-4ef3-ae6c-e45fbcef7579 None None] Network 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:18.176622 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac44dd7-2dfc-430a-9dee-e36c791bfa98 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.181126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42982) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:18.181368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cac44dd7-2dfc-430a-9dee-e36c791bfa98 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "DELETE /v2.0/subnets/38618b2d-00c4-426e-a7b2-4f4350f27532 HTTP/1.1" status: 204 len: 168 time: 1.6643374 Aug 11 00:41:18.210148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44dd7-2dfc-430a-9dee-e36c791bfa98 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event deleted for resources: {'Subnet': ['ID=38618b2d-00c4-426e-a7b2-4f4350f27532,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:18.224646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:18.225287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.226775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] 10.222.0.44 "PUT /v2.0/ports/d92fa127-93e5-4ecc-8d5d-293b2699ba91 HTTP/1.1" status: 200 len: 1092 time: 3.9081156 Aug 11 00:41:18.229112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'tag': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:18.231529 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ee8584-9b94-4bc9-8843-d0d9b0886efb" -d '{"events": [{"name": "network-changed", "server_uuid": "b66a4424-f1a4-45f6-afd2-d4cfb1de9c75", "tag": "d92fa127-93e5-4ecc-8d5d-293b2699ba91"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:18.330030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f017139-31ec-4fc8-9617-e5836e94aa85 service neutron] Pushing event updated for resources: {'Port': ['ID=d92fa127-93e5-4ecc-8d5d-293b2699ba91,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:18.350799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:18.365235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9115c792-e5a9-42cb-952b-250403bb9a18 req-26a3bc32-242b-49c9-8503-7e6ef0bcefdd tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 210 time: 0.1569791 Aug 11 00:41:18.365443 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] Sync routers for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:18.367588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.370116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4304ef5-f468-485d-aeae-0f8b640fcec8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "PUT /v2.0/routers/09c79584-abfd-4959-8669-5aaa4fb4b09d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3259785 Aug 11 00:41:18.425078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.442489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:18.455494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:18.458107 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:18.460434 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:40:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:18.461751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:18.478298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:18.479006 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.484120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=1d7823bb-67f9-4f20-9c1d-6b189a192add,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:18.581315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Deleting port e8f29763-a6fe-474d-80f5-56cefcb56904 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:18.582185 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.590497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92e10-1266-4336-84ae-aff6ffc284be req-507dd833-d140-45cf-820f-bd31deeb495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:18.594080 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-507dd833-d140-45cf-820f-bd31deeb495f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 1095 time: 0.1452129 Aug 11 00:41:18.694424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] DHCP port deletion for 581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:41:18.722339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-800114eb-b052-4f3f-a50b-25aa769540f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91 HTTP/1.1" status: 200 len: 217 time: 0.1211407 Aug 11 00:41:18.788616 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7027d5f7-9860-4d9b-b37a-e80c86332dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.800313 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42994) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:18.815758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e11e4902-ec8b-4ccc-bd35-8379512e643b tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7718596 Aug 11 00:41:18.822373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42996) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:18.842000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] For port e8f29763-a6fe-474d-80f5-56cefcb56904, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8f29763-a6fe-474d-80f5-56cefcb56904,segment=NetworkSegment(f67a36d6-89b6-4c04-b050-eee8e0271acf),segment_id=f67a36d6-89b6-4c04-b050-eee8e0271acf)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:18.842386 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.845974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74d3a794-a34b-4f99-8b2b-43b8cfa8f4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.848960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:99:19:e6'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:18.891283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] Deleting port e8f29763-a6fe-474d-80f5-56cefcb56904 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:18.892004 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:18.897698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Calling delete_port for e8f29763-a6fe-474d-80f5-56cefcb56904 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:18.994284 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9c224-7b3d-4545-9e14-acddf5676dc9 x-openstack-request-id: req-41d9c224-7b3d-4545-9e14-acddf5676dc9 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:18.995000 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66a4424-f1a4-45f6-afd2-d4cfb1de9c75", "tag": "d92fa127-93e5-4ecc-8d5d-293b2699ba91", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:18.995539 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41d9c224-7b3d-4545-9e14-acddf5676dc9 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:18.996198 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'tag': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91', 'status': 'completed', 'code': 200} Aug 11 00:41:19.044553 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:19.101166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] For port e8f29763-a6fe-474d-80f5-56cefcb56904, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8f29763-a6fe-474d-80f5-56cefcb56904,segment=NetworkSegment(f67a36d6-89b6-4c04-b050-eee8e0271acf),segment_id=f67a36d6-89b6-4c04-b050-eee8e0271acf)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:19.108069 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.137659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e92e10-1266-4336-84ae-aff6ffc284be req-0c70845e-293c-4c95-a73a-d5f4d7bb53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:19.140037 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-0c70845e-293c-4c95-a73a-d5f4d7bb53fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98c3f3c6-7154-4499-816b-84dafa64a580 HTTP/1.1" status: 200 len: 861 time: 0.4101226 Aug 11 00:41:19.140913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.188067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222052db-f3b5-47fa-a4bb-14779d9a9769 req-fe928293-7308-4307-bc89-11406b99ca2a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:19.188964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-222052db-f3b5-47fa-a4bb-14779d9a9769 req-fe928293-7308-4307-bc89-11406b99ca2a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 943 time: 0.1914606 Aug 11 00:41:19.203987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] Calling delete_port for e8f29763-a6fe-474d-80f5-56cefcb56904 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:19.251523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-696ad771-6638-4553-9c02-574fc9b167d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aab03452-856f-477f-a058-7ca823a4c7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953553 Aug 11 00:41:19.428263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.449978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:19.508169 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74d3a794-a34b-4f99-8b2b-43b8cfa8f4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.534359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-9476c807-96c7-4a68-910c-dedeedad1b47 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:19.535987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081911c-5e25-4b14-ab57-8aad03d2f767 req-85250e5e-0467-45fb-8901-23437f42ba0d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:19.536203 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-9476c807-96c7-4a68-910c-dedeedad1b47 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.55 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 810 time: 0.1388006 Aug 11 00:41:19.538588 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e081911c-5e25-4b14-ab57-8aad03d2f767 req-85250e5e-0467-45fb-8901-23437f42ba0d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 946 time: 0.0624969 Aug 11 00:41:19.539306 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.556786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-be8cf843-a79e-41b0-aa64-73206a3c473b service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783551 Aug 11 00:41:19.556786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Request body: {'port': {'device_id': '73b5b57f-4f25-48c8-ab49-6bbddc79e861', 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97', 'admin_state_up': True, 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:19.562190 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.566881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:19.567983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.594551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event deleted for resources: {'Port': ['ID=e8f29763-a6fe-474d-80f5-56cefcb56904,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:19.602583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] No DVR routers for this DVR port e8f29763-a6fe-474d-80f5-56cefcb56904 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:19.645831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e081911c-5e25-4b14-ab57-8aad03d2f767 req-1f15ab25-d947-4472-9141-7807a845303f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983095 Aug 11 00:41:19.658143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] Pushing event deleted for resources: {'Port': ['ID=e8f29763-a6fe-474d-80f5-56cefcb56904,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:19.667358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e509538-30c5-4dd0-b33b-15a9ee76c57c None None] No DVR routers for this DVR port e8f29763-a6fe-474d-80f5-56cefcb56904 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:19.687373 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:16Z', 'revision_number': 6, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:42Z', 'revision_number': 1, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:19.719788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-222052db-f3b5-47fa-a4bb-14779d9a9769 req-9bf11f8a-91a7-45e4-8e31-e5a9ada468a0 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294640 Aug 11 00:41:19.737945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ea2ac1be-6552-4fc0-9bee-0439f7a54c1f None None] Provisioning for port 1d7823bb-67f9-4f20-9c1d-6b189a192add completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:19.755473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ea2ac1be-6552-4fc0-9bee-0439f7a54c1f None None] Provisioning complete for port 1d7823bb-67f9-4f20-9c1d-6b189a192add triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:19.755851 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ea2ac1be-6552-4fc0-9bee-0439f7a54c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.772510 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] Checking router: 09c79584-abfd-4959-8669-5aaa4fb4b09d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:41:19.788229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74d3a794-a34b-4f99-8b2b-43b8cfa8f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.793763 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:19.794861 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:19.831701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f67ba78f-365a-40c2-a34a-dcc4aaf61ef3 req-2c521dfe-e7e0-4d07-a550-c2b8613fc860 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 210 time: 0.0709524 Aug 11 00:41:19.851766 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.876398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11e92e10-1266-4336-84ae-aff6ffc284be req-1979e5ce-585d-489b-9a2f-1c2646e7b5ab service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042117 Aug 11 00:41:19.893891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581064f9-aad1-4e67-bfb5-3df9f4d7f2d6']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:19.915234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67a36d6-89b6-4c04-b050-eee8e0271acf') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:19.915673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67a36d6-89b6-4c04-b050-eee8e0271acf') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:19.930132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ac1be-6552-4fc0-9bee-0439f7a54c1f None None] Port 1d7823bb-67f9-4f20-9c1d-6b189a192add cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:19.942038 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.969332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.980485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:41:19.984437 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:19.991944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e8f29763-a6fe-474d-80f5-56cefcb56904 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:41:20.009254 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:41:20.012986 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:20.034445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e8f29763-a6fe-474d-80f5-56cefcb56904 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:20.035016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e8f29763-a6fe-474d-80f5-56cefcb56904 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:20.053400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-74d3a794-a34b-4f99-8b2b-43b8cfa8f4b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5960e84ca2ef4893b7a0f73f8f1a72f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2334027 Aug 11 00:41:20.055949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43004) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:20.065115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3a794-a34b-4f99-8b2b-43b8cfa8f4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2898f532-0222-4a62-9330-5b26b35fa2f6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:20.160266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.215451 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1507ebe2-e62a-4022-9800-48641bfc4290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.240520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-f5c757b1-c342-4946-a362-705736564f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:20.242419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-f5c757b1-c342-4946-a362-705736564f90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 1095 time: 0.1117609 Aug 11 00:41:20.270364 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1507ebe2-e62a-4022-9800-48641bfc4290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.351122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-0953b756-1ce1-493b-9976-8d06a9919e70 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:20.353979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-0953b756-1ce1-493b-9976-8d06a9919e70 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 946 time: 0.0641351 Aug 11 00:41:20.393018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-9fc72cb5-5a56-4be3-a32c-02110119f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:20.394975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-9fc72cb5-5a56-4be3-a32c-02110119f687 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 200 len: 922 time: 0.1406991 Aug 11 00:41:20.400397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Made reservation on behalf of 89ea7801e2df44bd9e1ff508a198390b for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:20.404904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.448006 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.454785 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.457265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] 10.222.0.43 "DELETE /v2.0/networks/581064f9-aad1-4e67-bfb5-3df9f4d7f2d6 HTTP/1.1" status: 204 len: 168 time: 2.2745709 Aug 11 00:41:20.478458 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.486074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-12b750ea-ea68-45b8-8f05-bfc50a0a9517 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91 HTTP/1.1" status: 200 len: 217 time: 0.0784609 Aug 11 00:41:20.487360 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.520141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad40974-1046-495f-b84d-c8ab13355f99 tempest-DHCPAgentSchedulersTestJSON-1195106967 tempest-DHCPAgentSchedulersTestJSON-1195106967-project] Pushing event deleted for resources: {'Network': ['ID=581064f9-aad1-4e67-bfb5-3df9f4d7f2d6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:20.542172 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:16Z', 'revision_number': 6, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:42Z', 'revision_number': 1, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:20.557640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port 45242dfd-26d2-42af-aa79-92dabeeace83 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:20.557902 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.578073 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87686d3d-5147-4917-a832-d1e2ca854ff9 None None] The sync data for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 is: [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:16Z', 'revision_number': 6, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'e29234eb-c07a-4b6d-937d-a6e9d05d7c16', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'port_id': 'fa814a0a-740b-4295-993f-79adf9562b63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'mac_address': 'fa:16:3e:f6:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:39:34Z', 'updated_at': '2021-08-11T00:39:42Z', 'revision_number': 1, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:41:20.588582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] In _notify_port_updated(), no bound segment for port 1d7823bb-67f9-4f20-9c1d-6b189a192add on network 9581d0ab-4248-4f1a-920c-e687cda37d34 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:41:20.597081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:20.597843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.622266 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "PUT /v2.0/ports/1d7823bb-67f9-4f20-9c1d-6b189a192add HTTP/1.1" status: 200 len: 1002 time: 1.7745073 Aug 11 00:41:20.622266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1507ebe2-e62a-4022-9800-48641bfc4290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.622266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1507ebe2-e62a-4022-9800-48641bfc4290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.622266 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1507ebe2-e62a-4022-9800-48641bfc4290 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2898f532-0222-4a62-9330-5b26b35fa2f6 HTTP/1.1" status: 204 len: 168 time: 0.5605726 Aug 11 00:41:20.626395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43012) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:20.712001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507ebe2-e62a-4022-9800-48641bfc4290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2898f532-0222-4a62-9330-5b26b35fa2f6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:20.750823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359c1f4-1211-4669-a682-f041d078130f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=1d7823bb-67f9-4f20-9c1d-6b189a192add,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:20.769139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-b549aeef-6b91-4dd2-b64a-cfaacbc5bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:20.771234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-b549aeef-6b91-4dd2-b64a-cfaacbc5bb86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98c3f3c6-7154-4499-816b-84dafa64a580 HTTP/1.1" status: 200 len: 861 time: 0.2709901 Aug 11 00:41:20.824587 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-04dae286-d8ac-4c06-a8c6-400765bde569 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aab03452-856f-477f-a058-7ca823a4c7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418701 Aug 11 00:41:20.832987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port 45242dfd-26d2-42af-aa79-92dabeeace83, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=45242dfd-26d2-42af-aa79-92dabeeace83,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:20.834309 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:20.883566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for 45242dfd-26d2-42af-aa79-92dabeeace83 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:20.917534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dedb4237-a477-42a4-a14b-7e70a360aea9 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Deleting port 1d7823bb-67f9-4f20-9c1d-6b189a192add {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:20.918021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dedb4237-a477-42a4-a14b-7e70a360aea9 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.004741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5835b226-5cab-4a1f-8ab5-ba0a11ee5079 None None] Provisioning complete for port 1d7823bb-67f9-4f20-9c1d-6b189a192add triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:21.005087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5835b226-5cab-4a1f-8ab5-ba0a11ee5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.085614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c8392583-bce0-4687-a24e-6000a73ef9f3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:21.149135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5835b226-5cab-4a1f-8ab5-ba0a11ee5079 None None] Port 1d7823bb-67f9-4f20-9c1d-6b189a192add cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:21.153765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c8392583-bce0-4687-a24e-6000a73ef9f3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:21.155201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c8392583-bce0-4687-a24e-6000a73ef9f3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:21.217674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0ea9f-0a37-461c-8731-30227d50daa5 req-05cb53e9-ae35-401f-af60-876613da073c tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:21.219544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8e0ea9f-0a37-461c-8731-30227d50daa5 req-05cb53e9-ae35-401f-af60-876613da073c tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 943 time: 0.3770406 Aug 11 00:41:21.278482 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dedb4237-a477-42a4-a14b-7e70a360aea9 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.319270 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8e0ea9f-0a37-461c-8731-30227d50daa5 req-3bbe7c3a-10b7-48a6-b25b-689a908589a1 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827613 Aug 11 00:41:21.380135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Allocated IP 172.20.0.2 (a0a025a5-5037-42da-b26e-b514c4351f97/8d8e956f-81d6-46e3-9733-e5346737b3e1/9b92ae6e-5471-4ba5-b596-6ea5da56328a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:21.416794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dedb4237-a477-42a4-a14b-7e70a360aea9 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Calling delete_port for 1d7823bb-67f9-4f20-9c1d-6b189a192add owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:21.434487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46e20-171a-4a27-8d39-278b0b99fc71 req-0f5d3727-a8e0-46e2-a34c-6b233216255d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:21.436713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49a46e20-171a-4a27-8d39-278b0b99fc71 req-0f5d3727-a8e0-46e2-a34c-6b233216255d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 946 time: 0.6108284 Aug 11 00:41:21.444461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19bdbe74-2965-44d5-8232-366e172c3789 req-03ebc94e-f3b0-4629-8732-626a44d31866 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 210 time: 0.0439398 Aug 11 00:41:21.501299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43030) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:21.528503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-d0fcef23-0210-4b25-b731-e00fbff32723 service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842074 Aug 11 00:41:21.649285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88ee8584-9b94-4bc9-8843-d0d9b0886efb req-99d5af72-19d0-481d-b1e1-dbea3df4a8d0 service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120479 Aug 11 00:41:21.662250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.706993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49a46e20-171a-4a27-8d39-278b0b99fc71 req-47d127cd-9c7b-4b91-9b59-98f6b9ad123d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=09bc972c-6604-41ed-9c1d-0184a0413d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465193 Aug 11 00:41:21.743724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=45242dfd-26d2-42af-aa79-92dabeeace83,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:21.790653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aba1baf3-43d0-4839-bd7f-8c96e2fe8c84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed8e70a7d824496a81a4561f6f0d8180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879286 Aug 11 00:41:21.796801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43040) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:21.806564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] No DVR routers for this DVR port 45242dfd-26d2-42af-aa79-92dabeeace83 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:21.806564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.806564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f9a0b77-4f73-4c63-a7b0-52d46a38df57 req-13b7c4da-a7a8-49cc-b3a7-8e25471202f5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "DELETE /v2.0/ports/45242dfd-26d2-42af-aa79-92dabeeace83 HTTP/1.1" status: 204 len: 173 time: 1.4420416 Aug 11 00:41:21.806564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44232c-e4f7-4005-8b74-67e0cf3610d5', 'name': 'network-vif-deleted', 'tag': '45242dfd-26d2-42af-aa79-92dabeeace83'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:21.807111 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aacb166-c74a-4493-a36a-94a7c0ae4d74" -d '{"events": [{"server_uuid": "dd44232c-e4f7-4005-8b74-67e0cf3610d5", "name": "network-vif-deleted", "tag": "45242dfd-26d2-42af-aa79-92dabeeace83"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:21.832266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.880175 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1344c82-1ce3-4dbc-8e9d-d2e75b33a0d9 x-openstack-request-id: req-e1344c82-1ce3-4dbc-8e9d-d2e75b33a0d9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:21.881486 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44232c-e4f7-4005-8b74-67e0cf3610d5", "name": "network-vif-deleted", "tag": "45242dfd-26d2-42af-aa79-92dabeeace83", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:21.881486 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1344c82-1ce3-4dbc-8e9d-d2e75b33a0d9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:21.881860 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd44232c-e4f7-4005-8b74-67e0cf3610d5', 'name': 'network-vif-deleted', 'tag': '45242dfd-26d2-42af-aa79-92dabeeace83', 'status': 'completed', 'code': 200} Aug 11 00:41:21.888326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08c2fba1-1d46-4bc8-9326-f473c2cf4968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.908542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dedb4237-a477-42a4-a14b-7e70a360aea9 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.921976 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08c2fba1-1d46-4bc8-9326-f473c2cf4968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.945389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb4237-a477-42a4-a14b-7e70a360aea9 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Port': ['ID=1d7823bb-67f9-4f20-9c1d-6b189a192add,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:21.983284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dedb4237-a477-42a4-a14b-7e70a360aea9 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:21.987207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dedb4237-a477-42a4-a14b-7e70a360aea9 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "DELETE /v2.0/ports/1d7823bb-67f9-4f20-9c1d-6b189a192add HTTP/1.1" status: 204 len: 168 time: 1.3579330 Aug 11 00:41:21.989283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43046) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:22.034818 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02bc491-aba9-465a-8fc3-1a5f1a0cb0ba tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] GET failed (client error): The resource could not be found. Aug 11 00:41:22.034818 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c02bc491-aba9-465a-8fc3-1a5f1a0cb0ba tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "GET /v2.0/ports/1d7823bb-67f9-4f20-9c1d-6b189a192add HTTP/1.1" status: 404 len: 333 time: 0.0357673 Aug 11 00:41:22.040193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43048) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:22.050886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1128628853'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:22.105296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:22.175085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Network a0a025a5-5037-42da-b26e-b514c4351f97 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:22.188023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:22.194992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:22.205599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08c2fba1-1d46-4bc8-9326-f473c2cf4968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:22.208343 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08c2fba1-1d46-4bc8-9326-f473c2cf4968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:22.227013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-08c2fba1-1d46-4bc8-9326-f473c2cf4968 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2a64029-c6eb-4450-805a-d700ca179b0d HTTP/1.1" status: 204 len: 168 time: 0.4118118 Aug 11 00:41:22.249669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Pushing event updated for resources: {'Port': ['ID=9b92ae6e-5471-4ba5-b596-6ea5da56328a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:22.265530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2fba1-1d46-4bc8-9326-f473c2cf4968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a64029-c6eb-4450-805a-d700ca179b0d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:22.317673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:22.318372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:22.394750 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:22.460514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ecfcf-e4b7-4bad-aaa2-427c4fae01dc req-9f1e7326-0a1c-4eaa-baa7-a748fa1f8598 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:22.462124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-127ecfcf-e4b7-4bad-aaa2-427c4fae01dc req-9f1e7326-0a1c-4eaa-baa7-a748fa1f8598 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 943 time: 0.0555553 Aug 11 00:41:22.509183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-127ecfcf-e4b7-4bad-aaa2-427c4fae01dc req-d9295802-75b0-4fdf-933c-067145b8e2bd tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Aug 11 00:41:22.591267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d0b2-8a8c-4a9e-8db2-a6bdd3655c04 req-26997043-2c4e-47e2-b730-3cfbdd1698fe tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:22.592852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32e6d0b2-8a8c-4a9e-8db2-a6bdd3655c04 req-26997043-2c4e-47e2-b730-3cfbdd1698fe tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 931 time: 0.0575604 Aug 11 00:41:22.618720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Made reservation on behalf of 8b3adb00ba9346ba961242ab6ad8dfc9 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:22.623598 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:22.657900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] device_id is not set on port ba021a9c-e1b8-4db1-b49d-409290c1d3a9 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:22.660683 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32e6d0b2-8a8c-4a9e-8db2-a6bdd3655c04 req-91c7279b-0002-4e01-a5d5-30b9778fb6e7 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604408 Aug 11 00:41:22.784571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-e8e33336-d808-4a7d-b755-2cdf3aeb2ec4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2363024 Aug 11 00:41:22.798938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Request body: {'port': {'device_id': '73b5b57f-4f25-48c8-ab49-6bbddc79e861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:22.884992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5cd09793-8fb3-46d6-bba5-2156a4546314 req-5563e808-837f-4cc4-b5d0-2a7ca043b97a tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd44232c-e4f7-4005-8b74-67e0cf3610d5 HTTP/1.1" status: 200 len: 210 time: 0.0516231 Aug 11 00:41:22.886484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Allocated IP 2001:db8::2a7 (9581d0ab-4248-4f1a-920c-e687cda37d34/f73a59d6-6099-465e-8801-2054715fddfc/ba021a9c-e1b8-4db1-b49d-409290c1d3a9) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:22.936664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:23.290173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:23.320919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Transition to ACTIVE for port object ba021a9c-e1b8-4db1-b49d-409290c1d3a9 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:23.333012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d92fa127-93e5-4ecc-8d5d-293b2699ba91 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:41:23.429823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b92ae6e-5471-4ba5-b596-6ea5da56328a {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:41:23.441032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:23.460884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Transition to ACTIVE for port object 9b92ae6e-5471-4ba5-b596-6ea5da56328a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:23.465499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:23.479586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91', 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'port_id': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91', 'mac_address': 'fa:16:3e:e2:ff:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3f3c6-7154-4499-816b-84dafa64a580', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:41:23.533727 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:23.551806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92fa127-93e5-4ecc-8d5d-293b2699ba91 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:41:23.575083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:23.683629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b4ba-ba5a-4388-844d-4eb88be1bde8 req-a93df4c3-2df5-4560-b793-e451643164cd tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:23.691867 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d87b4ba-ba5a-4388-844d-4eb88be1bde8 req-a93df4c3-2df5-4560-b793-e451643164cd tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 943 time: 0.0696952 Aug 11 00:41:23.735463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d87b4ba-ba5a-4388-844d-4eb88be1bde8 req-4dc40940-79e3-43e6-ae86-9934ee6931a1 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Aug 11 00:41:23.832965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:23.834572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:23.855705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27abef-ee86-4c8a-813d-50e7492535f4 req-6e26c6fe-9ce4-4dab-b107-2e36c6b9c081 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:23.857441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df27abef-ee86-4c8a-813d-50e7492535f4 req-6e26c6fe-9ce4-4dab-b107-2e36c6b9c081 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 931 time: 0.0820210 Aug 11 00:41:23.906609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:23.934938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:23.946287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:23.954026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:23.963320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:23.964195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:23.965233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43090) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:23.991405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9c13-43ed-4acf-b0dd-1134215dcc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.001100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Pushing event updated for resources: {'Port': ['ID=9b92ae6e-5471-4ba5-b596-6ea5da56328a,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:24.023894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d92fa127-93e5-4ecc-8d5d-293b2699ba91,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:24.049001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43092) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:24.093093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df27abef-ee86-4c8a-813d-50e7492535f4 req-2975e07b-fca6-490f-b423-0b6346e63b9c tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110589 Aug 11 00:41:24.117673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d92fa127-93e5-4ecc-8d5d-293b2699ba91'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:41:24.220172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Attempting to bind port 9b92ae6e-5471-4ba5-b596-6ea5da56328a on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:24.220531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Attempting to bind port 9b92ae6e-5471-4ba5-b596-6ea5da56328a by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:24.220923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Attempting to bind port 9b92ae6e-5471-4ba5-b596-6ea5da56328a on network a0a025a5-5037-42da-b26e-b514c4351f97 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:24.230472 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1886444 Aug 11 00:41:24.233790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43096) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:24.235207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59d2d7-363e-45a8-bd9d-c9f5c7938a9f tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=ba021a9c-e1b8-4db1-b49d-409290c1d3a9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:24.248913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'network_id': '9581d0ab-4248-4f1a-920c-e687cda37d34', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1821763948'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:24.258625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Port 9b92ae6e-5471-4ba5-b596-6ea5da56328a on network a0a025a5-5037-42da-b26e-b514c4351f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:41:24.258938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Attempting to bind port 9b92ae6e-5471-4ba5-b596-6ea5da56328a on network a0a025a5-5037-42da-b26e-b514c4351f97 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:24.327069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:24.327774 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Checking segment: {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:24.328424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Bound using segment: {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:24.329163 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Bound port: 9b92ae6e-5471-4ba5-b596-6ea5da56328a, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:24.329740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.363285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9c13-43ed-4acf-b0dd-1134215dcc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.408440 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08d3130a-f631-4e58-8581-ac097b3fc367 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.501190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08d3130a-f631-4e58-8581-ac097b3fc367 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.557616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] For port 9b92ae6e-5471-4ba5-b596-6ea5da56328a, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:24.577543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] For port 9b92ae6e-5471-4ba5-b596-6ea5da56328a, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9b92ae6e-5471-4ba5-b596-6ea5da56328a,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:24.629937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9c13-43ed-4acf-b0dd-1134215dcc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.673017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e2f9c13-43ed-4acf-b0dd-1134215dcc44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=068b26f1c19141c688a3265a747f3925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7066441 Aug 11 00:41:24.673926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f9c13-43ed-4acf-b0dd-1134215dcc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d785b3d4-70e7-4723-9c85-f80c0b1dd1f6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:24.675856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43100) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:24.686020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-93a03832-0174-4fa3-8e44-007bd63eccb1 None None] Provisioning for port ba021a9c-e1b8-4db1-b49d-409290c1d3a9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:24.695648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-93a03832-0174-4fa3-8e44-007bd63eccb1 None None] Provisioning complete for port ba021a9c-e1b8-4db1-b49d-409290c1d3a9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:24.695648 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93a03832-0174-4fa3-8e44-007bd63eccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.732287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-93a03832-0174-4fa3-8e44-007bd63eccb1 None None] Port ba021a9c-e1b8-4db1-b49d-409290c1d3a9 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:24.734168 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee84a-58b0-4789-8724-047d5967cb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.767008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.767008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee84a-58b0-4789-8724-047d5967cb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.828461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:24.835635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.837643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-b5794703-890f-41f4-b210-b545bd847282 service neutron] 10.222.0.55 "PUT /v2.0/ports/9b92ae6e-5471-4ba5-b596-6ea5da56328a HTTP/1.1" status: 200 len: 1092 time: 2.0435586 Aug 11 00:41:24.838085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b5b57f-4f25-48c8-ab49-6bbddc79e861', 'tag': '9b92ae6e-5471-4ba5-b596-6ea5da56328a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:24.840511 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c4f85a-925a-4e54-ae30-89bf7541ccbc" -d '{"events": [{"name": "network-changed", "server_uuid": "73b5b57f-4f25-48c8-ab49-6bbddc79e861", "tag": "9b92ae6e-5471-4ba5-b596-6ea5da56328a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:24.877254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Made reservation on behalf of 8b3adb00ba9346ba961242ab6ad8dfc9 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:24.881247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.883481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08d3130a-f631-4e58-8581-ac097b3fc367 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.886487 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08d3130a-f631-4e58-8581-ac097b3fc367 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:24.887915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-08d3130a-f631-4e58-8581-ac097b3fc367 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/security-groups/09bc972c-6604-41ed-9c1d-0184a0413d3f HTTP/1.1" status: 204 len: 168 time: 0.8358369 Aug 11 00:41:24.888723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5794703-890f-41f4-b210-b545bd847282 service neutron] Pushing event updated for resources: {'Port': ['ID=9b92ae6e-5471-4ba5-b596-6ea5da56328a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:24.890064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69281a60-8338-4ac8-8af7-89e0bd885e72 req-44c6c213-878c-4884-b731-b0db49f343b6 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:24.891703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69281a60-8338-4ac8-8af7-89e0bd885e72 req-44c6c213-878c-4884-b731-b0db49f343b6 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 944 time: 0.0559251 Aug 11 00:41:24.927626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3130a-f631-4e58-8581-ac097b3fc367 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc972c-6604-41ed-9c1d-0184a0413d3f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:24.927626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] device_id is not set on port 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:24.991221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69281a60-8338-4ac8-8af7-89e0bd885e72 req-f6259e5a-b2ac-48b5-afc2-add45b0ef431 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727611 Aug 11 00:41:24.995842 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86afba7-bec9-481b-a289-ed867978172f x-openstack-request-id: req-e86afba7-bec9-481b-a289-ed867978172f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:24.996441 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b5b57f-4f25-48c8-ab49-6bbddc79e861", "tag": "9b92ae6e-5471-4ba5-b596-6ea5da56328a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:24.997072 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e86afba7-bec9-481b-a289-ed867978172f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:24.998385 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b5b57f-4f25-48c8-ab49-6bbddc79e861', 'tag': '9b92ae6e-5471-4ba5-b596-6ea5da56328a', 'status': 'completed', 'code': 200} Aug 11 00:41:25.078644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4f85a-925a-4e54-ae30-89bf7541ccbc req-c06df44e-545d-4834-8743-302e32f61880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:25.080372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6c4f85a-925a-4e54-ae30-89bf7541ccbc req-c06df44e-545d-4834-8743-302e32f61880 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 1095 time: 0.0561264 Aug 11 00:41:25.233324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4f85a-925a-4e54-ae30-89bf7541ccbc req-2a2b03a8-43a3-4b19-b8bf-e20709bea1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:25.234876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6c4f85a-925a-4e54-ae30-89bf7541ccbc req-2a2b03a8-43a3-4b19-b8bf-e20709bea1d4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=89ea7801e2df44bd9e1ff508a198390b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1466928 Aug 11 00:41:25.306684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c4a93-5f65-40e5-b2ff-1facba8524a6 req-22b72d8e-025b-4776-af1d-72c71b34baf7 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:25.308397 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e37c4a93-5f65-40e5-b2ff-1facba8524a6 req-22b72d8e-025b-4776-af1d-72c71b34baf7 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 943 time: 0.1197653 Aug 11 00:41:25.328643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43126) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:25.333309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d92fa127-93e5-4ecc-8d5d-293b2699ba91 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:25.382721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee84a-58b0-4789-8724-047d5967cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.387223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee84a-58b0-4789-8724-047d5967cb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.392980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2c5ee84a-58b0-4789-8724-047d5967cb6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d785b3d4-70e7-4723-9c85-f80c0b1dd1f6 HTTP/1.1" status: 204 len: 168 time: 0.7157247 Aug 11 00:41:25.401087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b7e785-ebe0-45b1-a691-c9286dbb993e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting subnet d3fd8505-c1f4-4ae3-ab5a-7f456be1323c {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:41:25.406727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b7e785-ebe0-45b1-a691-c9286dbb993e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.468309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ee84a-58b0-4789-8724-047d5967cb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d785b3d4-70e7-4723-9c85-f80c0b1dd1f6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:25.471666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b7e785-ebe0-45b1-a691-c9286dbb993e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.610124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4f85a-925a-4e54-ae30-89bf7541ccbc req-66c2ab75-27aa-461b-9b7a-32e19a59d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:25.612213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6c4f85a-925a-4e54-ae30-89bf7541ccbc req-66c2ab75-27aa-461b-9b7a-32e19a59d6e5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3687949 Aug 11 00:41:25.640356 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b7e785-ebe0-45b1-a691-c9286dbb993e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.662395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Allocated IP 2001:db8::267 (9581d0ab-4248-4f1a-920c-e687cda37d34/f73a59d6-6099-465e-8801-2054715fddfc/6fbba0aa-6c25-4adb-92ad-b7a97e9338b7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:25.675814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e37c4a93-5f65-40e5-b2ff-1facba8524a6 req-2a7e092a-1e89-4f21-aaeb-c015e09661f7 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556275 Aug 11 00:41:25.695598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port d92fa127-93e5-4ecc-8d5d-293b2699ba91 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:25.702793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port d92fa127-93e5-4ecc-8d5d-293b2699ba91 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:25.703563 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.808922 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.845615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:25.850519 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9764d9fc-c12a-4cb8-a4a0-bceaa2987ff4" -d '{"events": [{"server_uuid": "b66a4424-f1a4-45f6-afd2-d4cfb1de9c75", "name": "network-vif-plugged", "status": "completed", "tag": "d92fa127-93e5-4ecc-8d5d-293b2699ba91"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:25.889019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:25.893807 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b7e785-ebe0-45b1-a691-c9286dbb993e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.914127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-92fff7e1-adc2-4ef1-8e29-733b045e9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:25.917219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-92fff7e1-adc2-4ef1-8e29-733b045e9bc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 1095 time: 0.1909783 Aug 11 00:41:25.950203 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaa7250-5fd8-4070-b63f-635a880d20e5 x-openstack-request-id: req-3eaa7250-5fd8-4070-b63f-635a880d20e5 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:25.950588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7e785-ebe0-45b1-a691-c9286dbb993e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fd8505-c1f4-4ae3-ab5a-7f456be1323c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:25.952417 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a4424-f1a4-45f6-afd2-d4cfb1de9c75", "name": "network-vif-plugged", "status": "completed", "tag": "d92fa127-93e5-4ecc-8d5d-293b2699ba91", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:25.953220 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3eaa7250-5fd8-4070-b63f-635a880d20e5 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:25.954101 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91', 'code': 200} Aug 11 00:41:25.969990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09241207-c221-4834-abb3-59ce1012fa11 None None] Network c7cfac29-fb82-43fd-a891-9434e63f7171 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:25.986505 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b7e785-ebe0-45b1-a691-c9286dbb993e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:25.998175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-86b7e785-ebe0-45b1-a691-c9286dbb993e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/subnets/d3fd8505-c1f4-4ae3-ab5a-7f456be1323c HTTP/1.1" status: 204 len: 168 time: 0.6652999 Aug 11 00:41:26.003925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43140) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:26.197826 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-f7d29afb-778d-4408-ae2b-d6ee93703759 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b92ae6e-5471-4ba5-b596-6ea5da56328a HTTP/1.1" status: 200 len: 217 time: 0.2625000 Aug 11 00:41:26.213263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:26.215494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 45242dfd-26d2-42af-aa79-92dabeeace83 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:26.324265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:26.376797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-81ae99b8-584a-4b7c-87b6-20a157e262ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:26.390092 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-81ae99b8-584a-4b7c-87b6-20a157e262ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8e956f-81d6-46e3-9733-e5346737b3e1 HTTP/1.1" status: 200 len: 850 time: 0.1776557 Aug 11 00:41:26.392557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Transition to ACTIVE for port object 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:26.428094 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-30155529-ad60-4ef4-b45a-7eac6ef7ddbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a0a025a5-5037-42da-b26e-b514c4351f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306237 Aug 11 00:41:26.483901 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:26.520414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7517f-fbf4-4267-8852-fb21b6ff0757 req-7f9684f8-646b-4e74-a980-536ca46dc0ac tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:26.523382 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfa7517f-fbf4-4267-8852-fb21b6ff0757 req-7f9684f8-646b-4e74-a980-536ca46dc0ac tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.2642407 Aug 11 00:41:26.533394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9d171-3df5-40ed-86cb-6e5e18f2a1f2 req-84aab0d1-a85a-46e7-be66-3a59fcaf6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:26.536491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-39e9d171-3df5-40ed-86cb-6e5e18f2a1f2 req-84aab0d1-a85a-46e7-be66-3a59fcaf6c9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 1097 time: 0.3007298 Aug 11 00:41:26.543836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 45242dfd-26d2-42af-aa79-92dabeeace83 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:26.544206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 45242dfd-26d2-42af-aa79-92dabeeace83 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:26.570688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-8fc48063-8009-4ba2-b1de-a774db977717 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340559 Aug 11 00:41:26.625237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d92fa127-93e5-4ecc-8d5d-293b2699ba91,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:26.708036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:26.715722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfa7517f-fbf4-4267-8852-fb21b6ff0757 req-3f2d5ba0-8b7b-45a8-b12c-20ae4ffbc3ef tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736963 Aug 11 00:41:26.738906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] DHCP port deletion for c7cfac29-fb82-43fd-a891-9434e63f7171 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:41:26.768628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-39e9d171-3df5-40ed-86cb-6e5e18f2a1f2 req-52a6591d-2d5f-413a-83ee-028be5a2a0e8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873813 Aug 11 00:41:26.790232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port 4d41462f-eefb-42dd-9946-896c41acd353 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:26.790558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:26.793197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:26.805110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:26.814537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:26.820740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:26.821854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:26.848046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=6fbba0aa-6c25-4adb-92ad-b7a97e9338b7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:26.854494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] Deleting port 4d41462f-eefb-42dd-9946-896c41acd353 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:26.855875 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:26.878990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4a179fa-86c9-439a-9673-2a237ad41c2b req-4328fe40-225c-4488-8855-c78204ce2b09 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989838 Aug 11 00:41:26.906667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port 4d41462f-eefb-42dd-9946-896c41acd353, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4d41462f-eefb-42dd-9946-896c41acd353,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:26.907553 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:26.925796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for 4d41462f-eefb-42dd-9946-896c41acd353 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:26.965796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-373b08b8-8fca-4d25-a4b0-bd78d1a40658 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7186775 Aug 11 00:41:27.015386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43180) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:27.033097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ac', 'mac_address': 'fa:16:3e:99:19:e6'}, {'ip_address': '2001:db8::2a7', 'mac_address': 'fa:16:3e:80:dd:a1'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:27.083098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13714-1abc-46c5-8fdc-6e9f8c7a03d3 req-e3c8e3e4-00e9-4998-baf6-504f34ad2e7d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:27.085727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14e13714-1abc-46c5-8fdc-6e9f8c7a03d3 req-e3c8e3e4-00e9-4998-baf6-504f34ad2e7d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 943 time: 0.1485965 Aug 11 00:41:27.090231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] For port 4d41462f-eefb-42dd-9946-896c41acd353, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4d41462f-eefb-42dd-9946-896c41acd353,segment=NetworkSegment(d28ee54e-4c8b-4b68-8651-711863026447),segment_id=d28ee54e-4c8b-4b68-8651-711863026447)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:27.090868 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.110302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4d41462f-eefb-42dd-9946-896c41acd353 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:27.158531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] Calling delete_port for 4d41462f-eefb-42dd-9946-896c41acd353 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:27.211770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14e13714-1abc-46c5-8fdc-6e9f8c7a03d3 req-9c9a76d9-32f3-46d8-939b-086facf16dc9 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931909 Aug 11 00:41:27.253377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.276692 n-d-712143-13 neutron-server[95256]: INFO neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No ports have port_id starting with 4d41462f-eefb-42dd-9946-896c41acd353 Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.317910 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:41:27.325165 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:41:27.327422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] No DVR routers for this DVR port 4d41462f-eefb-42dd-9946-896c41acd353 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:27.330401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=4d41462f-eefb-42dd-9946-896c41acd353,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:27.345262 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.371125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.378586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] Pushing event deleted for resources: {'Port': ['ID=4d41462f-eefb-42dd-9946-896c41acd353,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:27.395373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6971b3f-7af2-4718-b3c4-77073af58663 None None] No DVR routers for this DVR port 4d41462f-eefb-42dd-9946-896c41acd353 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:27.484229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.500117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cfac29-fb82-43fd-a891-9434e63f7171']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:27.515804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28ee54e-4c8b-4b68-8651-711863026447') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:27.516105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28ee54e-4c8b-4b68-8651-711863026447') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:27.526592 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.555791 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.562932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:41:27.563478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:41:27.568354 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:41:27.571939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-64499bd7-e271-49b9-b761-c53b14ec6eec None None] Provisioning for port 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:27.578452 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-64499bd7-e271-49b9-b761-c53b14ec6eec None None] Provisioning complete for port 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:27.579331 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-64499bd7-e271-49b9-b761-c53b14ec6eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.618611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43192) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:27.628341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-64499bd7-e271-49b9-b761-c53b14ec6eec None None] Port 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:27.715728 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.844718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43200) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:27.858137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.956952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] In _notify_port_updated(), no bound segment for port 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 on network 9581d0ab-4248-4f1a-920c-e687cda37d34 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:41:27.971437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:27.972655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:27.975764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "PUT /v2.0/ports/6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 HTTP/1.1" status: 200 len: 1067 time: 0.9587009 Aug 11 00:41:27.982068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43204) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:28.012710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-665527790'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:28.031913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc13b37c-a514-469b-94f9-ae301acc8452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.093830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cc6f6-53ec-4346-9d0b-2e8f6c71f059 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event updated for resources: {'Port': ['ID=6fbba0aa-6c25-4adb-92ad-b7a97e9338b7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:28.140620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bec5c-a1ee-4539-8608-6ef0de570a0b req-691f7ef0-371b-4467-8e87-be5379d8e3a1 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:28.142376 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb2bec5c-a1ee-4539-8608-6ef0de570a0b req-691f7ef0-371b-4467-8e87-be5379d8e3a1 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.2304809 Aug 11 00:41:28.212471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a3897ce9-e2af-4d8e-ba42-0c12a8188ee2 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Deleting port 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:28.212821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3897ce9-e2af-4d8e-ba42-0c12a8188ee2 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.233447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb2bec5c-a1ee-4539-8608-6ef0de570a0b req-f619d9e7-8276-432d-87ac-6dcf19663302 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748136 Aug 11 00:41:28.283370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:28.284625 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.287068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.299738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.303765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/networks/c7cfac29-fb82-43fd-a891-9434e63f7171 HTTP/1.1" status: 204 len: 168 time: 2.2981236 Aug 11 00:41:28.314324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43210) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:28.339599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229af84-b969-40d2-ab87-960533365f58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Network': ['ID=c7cfac29-fb82-43fd-a891-9434e63f7171,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:28.349478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.367768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-58952e39-2a2b-4e81-a9a9-4a1afd1fda90 None None] Provisioning complete for port 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:28.369382 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-58952e39-2a2b-4e81-a9a9-4a1afd1fda90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.401360 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3897ce9-e2af-4d8e-ba42-0c12a8188ee2 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.434572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a3897ce9-e2af-4d8e-ba42-0c12a8188ee2 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Calling delete_port for 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:28.453804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-58952e39-2a2b-4e81-a9a9-4a1afd1fda90 None None] Port 6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:28.529855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025dc2-4a13-4e37-98fa-d647e05438da req-a0f3b719-82f6-4792-8f1e-c77391f48472 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:28.531553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70025dc2-4a13-4e37-98fa-d647e05438da req-a0f3b719-82f6-4792-8f1e-c77391f48472 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.1204815 Aug 11 00:41:28.571903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19e681-3d05-4414-97c6-fa0683874cb3 req-6bf7e47f-ef9c-4172-98b1-b2a7a8cc1275 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:28.573562 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b19e681-3d05-4414-97c6-fa0683874cb3 req-6bf7e47f-ef9c-4172-98b1-b2a7a8cc1275 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 943 time: 0.2120099 Aug 11 00:41:28.604836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70025dc2-4a13-4e37-98fa-d647e05438da req-6fa1902b-9717-452f-a0c6-0323d08a20c6 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611131 Aug 11 00:41:28.632190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc13b37c-a514-469b-94f9-ae301acc8452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.693559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b19e681-3d05-4414-97c6-fa0683874cb3 req-67944b7e-7610-4c93-9312-3e3e84b64003 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060750 Aug 11 00:41:28.767293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc13b37c-a514-469b-94f9-ae301acc8452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.767293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port df3cf78b-5e30-41d9-8fca-730f9c638960 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:28.767293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.785154 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3897ce9-e2af-4d8e-ba42-0c12a8188ee2 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.845462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc13b37c-a514-469b-94f9-ae301acc8452 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc3ba2f7117642b3b569fd7593b99220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9993620 Aug 11 00:41:28.849116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3897ce9-e2af-4d8e-ba42-0c12a8188ee2 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Port': ['ID=6fbba0aa-6c25-4adb-92ad-b7a97e9338b7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:28.850402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13b37c-a514-469b-94f9-ae301acc8452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519ed5ca-d88e-4ff6-93fa-417955cc83bc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:28.852304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43222) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:28.915853 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.916215 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:28.940727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for df3cf78b-5e30-41d9-8fca-730f9c638960 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:29.009875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.093593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.114066 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85827f76-2395-4abc-b647-8702de6de731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.150552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:41:29.159763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc76fce6-9f4c-49b5-9414-a7981b3f1d8d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:29.165172 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.165471 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Added segment 76dcc463-65b1-4293-bea7-e9273474d0e2 of type vlan for network a231281a-384d-46e8-8f86-e604acdadde9 Aug 11 00:41:29.219184 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85827f76-2395-4abc-b647-8702de6de731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.250773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.253209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3897ce9-e2af-4d8e-ba42-0c12a8188ee2 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.258832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43228) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:29.259587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a3897ce9-e2af-4d8e-ba42-0c12a8188ee2 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "DELETE /v2.0/ports/6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 HTTP/1.1" status: 204 len: 168 time: 1.2547483 Aug 11 00:41:29.307878 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-52be8dfa-4b8e-4207-bf73-d38a67a600bd tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] GET failed (client error): The resource could not be found. Aug 11 00:41:29.309602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-52be8dfa-4b8e-4207-bf73-d38a67a600bd tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "GET /v2.0/ports/6fbba0aa-6c25-4adb-92ad-b7a97e9338b7 HTTP/1.1" status: 404 len: 333 time: 0.0410330 Aug 11 00:41:29.312677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43230) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:29.415842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4e9d6-c409-45b2-97be-823e684dd2bf tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Deleting port ba021a9c-e1b8-4db1-b49d-409290c1d3a9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:29.416246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e9d6-c409-45b2-97be-823e684dd2bf tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.445568 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.512035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e9d6-c409-45b2-97be-823e684dd2bf tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.520613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.526756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85827f76-2395-4abc-b647-8702de6de731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.526756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85827f76-2395-4abc-b647-8702de6de731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.526756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-85827f76-2395-4abc-b647-8702de6de731 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/519ed5ca-d88e-4ff6-93fa-417955cc83bc HTTP/1.1" status: 204 len: 168 time: 0.6719425 Aug 11 00:41:29.527579 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.530205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:29.530656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.538150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.549779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85827f76-2395-4abc-b647-8702de6de731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ed5ca-d88e-4ff6-93fa-417955cc83bc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:29.552034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4e9d6-c409-45b2-97be-823e684dd2bf tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Calling delete_port for ba021a9c-e1b8-4db1-b49d-409290c1d3a9 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:29.634158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=df3cf78b-5e30-41d9-8fca-730f9c638960,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:29.677261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Network': ['ID=a231281a-384d-46e8-8f86-e604acdadde9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:29.697705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network a231281a-384d-46e8-8f86-e604acdadde9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:41:29.743401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.743964 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Floating IP e29234eb-c07a-4b6d-937d-a6e9d05d7c16 disassociated (deleted). External IP: 172.25.0.206, port: fa814a0a-740b-4295-993f-79adf9562b63. Aug 11 00:41:29.887800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e9d6-c409-45b2-97be-823e684dd2bf tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.920164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4e9d6-c409-45b2-97be-823e684dd2bf tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Port': ['ID=ba021a9c-e1b8-4db1-b49d-409290c1d3a9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:29.951599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2cd4e9d6-c409-45b2-97be-823e684dd2bf tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:29.957593 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2cd4e9d6-c409-45b2-97be-823e684dd2bf tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "DELETE /v2.0/ports/ba021a9c-e1b8-4db1-b49d-409290c1d3a9 HTTP/1.1" status: 204 len: 168 time: 0.6413424 Aug 11 00:41:29.960723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43246) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:29.985991 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4149112d-f7ad-4501-8b96-4e87f1f91a92 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] GET failed (client error): The resource could not be found. Aug 11 00:41:29.992288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4149112d-f7ad-4501-8b96-4e87f1f91a92 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "GET /v2.0/ports/ba021a9c-e1b8-4db1-b49d-409290c1d3a9 HTTP/1.1" status: 404 len: 333 time: 0.0289721 Aug 11 00:41:29.992694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43248) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:30.072013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9b92ae6e-5471-4ba5-b596-6ea5da56328a details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:41:30.161238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-89503a03-059a-4bb9-9e6e-6d7091152e40 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Deleting port 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:30.161877 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89503a03-059a-4bb9-9e6e-6d7091152e40 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:30.254574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bae32e91-2219-4582-a8e2-b83cb8e32809 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6322672 Aug 11 00:41:30.264337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43252) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:30.270110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:30.312491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9b92ae6e-5471-4ba5-b596-6ea5da56328a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9b92ae6e-5471-4ba5-b596-6ea5da56328a,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:30.357360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '9b92ae6e-5471-4ba5-b596-6ea5da56328a', 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97', 'port_id': '9b92ae6e-5471-4ba5-b596-6ea5da56328a', 'mac_address': 'fa:16:3e:b9:e0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e956f-81d6-46e3-9733-e5346737b3e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:41:30.417012 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89503a03-059a-4bb9-9e6e-6d7091152e40 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:30.433157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-89503a03-059a-4bb9-9e6e-6d7091152e40 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Calling delete_port for 9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:30.469982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:30.499752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b92ae6e-5471-4ba5-b596-6ea5da56328a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:41:30.502293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1f447-4fc0-48ef-90a3-f09e208433e1 req-aa905123-95ca-4084-b552-b01afda1e17a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:30.510487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eec1f447-4fc0-48ef-90a3-f09e208433e1 req-aa905123-95ca-4084-b552-b01afda1e17a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 943 time: 0.2629082 Aug 11 00:41:30.541872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9b92ae6e-5471-4ba5-b596-6ea5da56328a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9b92ae6e-5471-4ba5-b596-6ea5da56328a,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:30.608316 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eec1f447-4fc0-48ef-90a3-f09e208433e1 req-ca23207c-7127-4820-8a82-72993787eea0 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950356 Aug 11 00:41:30.668299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:30.672738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:30.709666 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:30.759768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f18a47-0ad5-4e0f-96b6-8972e2228440 req-a63ecab7-ae9a-4bd0-b2f4-e11f2c19e6eb tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:30.762250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00f18a47-0ad5-4e0f-96b6-8972e2228440 req-a63ecab7-ae9a-4bd0-b2f4-e11f2c19e6eb tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.0689011 Aug 11 00:41:30.778017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router 09c79584-abfd-4959-8669-5aaa4fb4b09d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:41:30.791934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89503a03-059a-4bb9-9e6e-6d7091152e40 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:30.816695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=9b92ae6e-5471-4ba5-b596-6ea5da56328a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:30.840940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43262) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:30.857679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89503a03-059a-4bb9-9e6e-6d7091152e40 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Port': ['ID=9d6ad6e9-d1cf-49a0-afad-94e481b0ec63,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:30.891951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd990d15-5ea6-4f59-994e-81ff3407076b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:30.892508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89503a03-059a-4bb9-9e6e-6d7091152e40 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:30.898436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-89503a03-059a-4bb9-9e6e-6d7091152e40 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "DELETE /v2.0/ports/9d6ad6e9-d1cf-49a0-afad-94e481b0ec63 HTTP/1.1" status: 204 len: 168 time: 0.9044204 Aug 11 00:41:30.899693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43264) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:30.911086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00f18a47-0ad5-4e0f-96b6-8972e2228440 req-0b79bb87-3746-4ca7-a0d9-01eed63f4561 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367054 Aug 11 00:41:30.996657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Deleting subnet f73a59d6-6099-465e-8801-2054715fddfc {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:41:31.003779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.010399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['9b92ae6e-5471-4ba5-b596-6ea5da56328a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:41:31.110268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:31.124461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.175352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.176158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc169-0734-4532-a570-494e574f9175 None None] Sync routers for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:31.176158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edc169-0734-4532-a570-494e574f9175 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:31.176158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-01edc169-0734-4532-a570-494e574f9175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:31.199823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8ebdab82-e03d-4f42-b148-f8dc21c105d2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/floatingips/e29234eb-c07a-4b6d-937d-a6e9d05d7c16 HTTP/1.1" status: 204 len: 168 time: 2.8789117 Aug 11 00:41:31.202185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:31.206976 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "tag": "fa814a0a-740b-4295-993f-79adf9562b63"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:31.288234 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.298200 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1df08e-56d6-42ec-af76-de0f9073a148 x-openstack-request-id: req-ee1df08e-56d6-42ec-af76-de0f9073a148 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:31.298475 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "tag": "fa814a0a-740b-4295-993f-79adf9562b63", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:31.298735 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee1df08e-56d6-42ec-af76-de0f9073a148 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:31.299369 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63', 'status': 'completed', 'code': 200} Aug 11 00:41:31.355195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-01edc169-0734-4532-a570-494e574f9175 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:31.380240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd990d15-5ea6-4f59-994e-81ff3407076b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.385404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.437606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=e88cf4bc-4615-4675-bf8d-7041d0151397,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:31.440434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:31.440844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network hostable DHCP agents. Network: a231281a-384d-46e8-8f86-e604acdadde9, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:41:31.457479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-104af94c-4f28-4c69-9323-c45a656c15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:31.459281 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-104af94c-4f28-4c69-9323-c45a656c15b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 1097 time: 0.1304681 Aug 11 00:41:31.497801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd990d15-5ea6-4f59-994e-81ff3407076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.543870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cd990d15-5ea6-4f59-994e-81ff3407076b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c314f43064b64f6a8c29a6dd5bae2210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7001774 Aug 11 00:41:31.550001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43272) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:31.550950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:41:31.563491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd990d15-5ea6-4f59-994e-81ff3407076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232b475d-0179-47e9-be51-026aa200f7ad,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:31.673046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, a231281a-384d-46e8-8f86-e604acdadde9) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:31.677528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-d2fd6c43-333f-4422-82e6-5f11adf33a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:31.679447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-d2fd6c43-333f-4422-82e6-5f11adf33a40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd71d5d1-17af-4934-98e0-4267645177b5 HTTP/1.1" status: 200 len: 897 time: 0.2043922 Aug 11 00:41:31.685009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c84ff41-2a92-458e-97b3-e2b8ed5bc40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.694110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:31.699550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.704103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f59433-e137-4e09-94e2-1f531a2c86a8 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:31.730515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c84ff41-2a92-458e-97b3-e2b8ed5bc40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.779869 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-17ca5cb9-23dc-425d-8b8a-ea368d103d1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa814a0a-740b-4295-993f-79adf9562b63 HTTP/1.1" status: 200 len: 217 time: 0.0707676 Aug 11 00:41:31.792173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-01edc169-0734-4532-a570-494e574f9175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:16Z', 'revision_number': 6, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:31.804040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.854534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-88f595d4-bbe9-49d6-a205-0dfea6cde00e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5881064 Aug 11 00:41:31.855236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc169-0734-4532-a570-494e574f9175 None None] Checking router: 09c79584-abfd-4959-8669-5aaa4fb4b09d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:41:31.856968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43280) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:31.862456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'name': 'tempest-NetworksTestDHCPv6-1435567013'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:31.884826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edc169-0734-4532-a570-494e574f9175 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:31.887246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-01edc169-0734-4532-a570-494e574f9175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:31.917389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Subnet': ['ID=f73a59d6-6099-465e-8801-2054715fddfc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:31.921722 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:31.928262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "DELETE /v2.0/subnets/f73a59d6-6099-465e-8801-2054715fddfc HTTP/1.1" status: 204 len: 168 time: 1.0231113 Aug 11 00:41:31.932458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0edaa-bb3b-4a0e-a0f4-6e38a9d28025 req-61035c82-7d46-42f9-aa62-13cf57a04674 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:31.932974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43282) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:31.937623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283038f8-c43e-4d26-b067-759a417820cf None None] Network 9581d0ab-4248-4f1a-920c-e687cda37d34 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:31.941955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2e0edaa-bb3b-4a0e-a0f4-6e38a9d28025 req-61035c82-7d46-42f9-aa62-13cf57a04674 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 945 time: 0.1332920 Aug 11 00:41:31.976523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470b76-11eb-4503-a0db-b37b1ec7cae9 req-0e1affee-7c36-4cad-9746-1f540872444f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:31.979617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c470b76-11eb-4503-a0db-b37b1ec7cae9 req-0e1affee-7c36-4cad-9746-1f540872444f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 944 time: 0.2714670 Aug 11 00:41:32.006972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.006972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.008596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.008596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.008596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.009196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.010255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.010255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.010820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.011410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.011951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.012505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8aef96-a0eb-4dc6-b39e-a96dd1288474 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:32.069251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2e0edaa-bb3b-4a0e-a0f4-6e38a9d28025 req-5c2d7d62-c668-4f54-899e-0dc8627bf0a5 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261482 Aug 11 00:41:32.080762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-a851b2d5-e662-4516-a103-bf9146463b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:32.083488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-a851b2d5-e662-4516-a103-bf9146463b47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=512fcba8-b2fa-406c-8f1b-5f507bc013e7 HTTP/1.1" status: 200 len: 834 time: 0.2920210 Aug 11 00:41:32.101509 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9b92ae6e-5471-4ba5-b596-6ea5da56328a up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:32.178870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:32.188229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:32.204361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-01edc169-0734-4532-a570-494e574f9175 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:32.249879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 8202be75-0f48-4080-ba2d-02ccfdb6fee8 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:32.278687 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:32.283719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ebff-52ef-42e5-b116-1cf5ca8e4d61 req-a56512ef-332f-45d5-8b12-6924d0142af0 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:32.285607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7674ebff-52ef-42e5-b116-1cf5ca8e4d61 req-a56512ef-332f-45d5-8b12-6924d0142af0 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.0688300 Aug 11 00:41:32.295553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c470b76-11eb-4503-a0db-b37b1ec7cae9 req-631b773f-9215-432d-a7fd-c770b48e6bd2 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245736 Aug 11 00:41:32.308785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-aea2e717-1306-40ee-baf4-95d02d6173f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:32.312277 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-aea2e717-1306-40ee-baf4-95d02d6173f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd71d5d1-17af-4934-98e0-4267645177b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936462 Aug 11 00:41:32.338924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c84ff41-2a92-458e-97b3-e2b8ed5bc40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:32.342423 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c84ff41-2a92-458e-97b3-e2b8ed5bc40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:32.349656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9c84ff41-2a92-458e-97b3-e2b8ed5bc40c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/232b475d-0179-47e9-be51-026aa200f7ad HTTP/1.1" status: 204 len: 168 time: 0.7902517 Aug 11 00:41:32.414727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84ff41-2a92-458e-97b3-e2b8ed5bc40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232b475d-0179-47e9-be51-026aa200f7ad,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:32.468670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'e88cf4bc-4615-4675-bf8d-7041d0151397'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:41:32.469674 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:32.530509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7674ebff-52ef-42e5-b116-1cf5ca8e4d61 req-6e518211-9e9a-493b-a1a8-4124d92d84d3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297983 Aug 11 00:41:32.553463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Deleting port 0475c85c-9a2c-46e3-9484-da2775fc6b9b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:32.554057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:32.565078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-fbdf1027-9ccf-440e-9ff3-929d268ad9ed service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387385 Aug 11 00:41:32.747545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::380 (a231281a-384d-46e8-8f86-e604acdadde9/e88cf4bc-4615-4675-bf8d-7041d0151397/8202be75-0f48-4080-ba2d-02ccfdb6fee8) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:32.758011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] For port 0475c85c-9a2c-46e3-9484-da2775fc6b9b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0475c85c-9a2c-46e3-9484-da2775fc6b9b,segment=NetworkSegment(3da364b0-c4d2-4695-92b0-9e4db7af274e),segment_id=3da364b0-c4d2-4695-92b0-9e4db7af274e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:32.764228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:32.774440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Calling delete_port for 0475c85c-9a2c-46e3-9484-da2775fc6b9b owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:32.811680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] DHCP port deletion for 9581d0ab-4248-4f1a-920c-e687cda37d34 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:41:32.868213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74bc4287-8fa0-4dcb-a694-1bda56a0e8d3 req-7936bc26-53a6-45cc-81bb-5904cd41b173 service neutron] 10.222.0.44 "GET /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776749 Aug 11 00:41:32.949894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:32.974791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 9b92ae6e-5471-4ba5-b596-6ea5da56328a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:32.990642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 8202be75-0f48-4080-ba2d-02ccfdb6fee8 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:33.021089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 9b92ae6e-5471-4ba5-b596-6ea5da56328a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:33.021572 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.041743 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.130161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0475c85c-9a2c-46e3-9484-da2775fc6b9b no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:33.158328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Port': ['ID=0475c85c-9a2c-46e3-9484-da2775fc6b9b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:33.162297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] No DVR routers for this DVR port 0475c85c-9a2c-46e3-9484-da2775fc6b9b on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:33.218984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0475c85c-9a2c-46e3-9484-da2775fc6b9b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:33.221029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0475c85c-9a2c-46e3-9484-da2775fc6b9b not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:33.255291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] Deleting port 0475c85c-9a2c-46e3-9484-da2775fc6b9b {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:33.255957 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.259033 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.360497 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.393224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:33.400883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=8202be75-0f48-4080-ba2d-02ccfdb6fee8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:33.416319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d92fa127-93e5-4ecc-8d5d-293b2699ba91 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:41:33.431376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:33.436601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:33.439549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.454623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:33.456457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.507322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9581d0ab-4248-4f1a-920c-e687cda37d34']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:33.530188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da364b0-c4d2-4695-92b0-9e4db7af274e') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:33.531143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da364b0-c4d2-4695-92b0-9e4db7af274e') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:33.544727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/e88cf4bc-4615-4675-bf8d-7041d0151397/4bbe292a-b246-4699-9729-4e862e823b0f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:33.554907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.589087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7ed0-5095-4cda-a0f9-7dde80e58b10 req-82dc18ee-a197-413c-b771-f7ec4ea09ea4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:33.590021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.593352 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57eb7ed0-5095-4cda-a0f9-7dde80e58b10 req-82dc18ee-a197-413c-b771-f7ec4ea09ea4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 944 time: 0.1024418 Aug 11 00:41:33.603687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:41:33.605246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:41:33.612653 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:41:33.627869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b5b57f-4f25-48c8-ab49-6bbddc79e861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b92ae6e-5471-4ba5-b596-6ea5da56328a'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:33.627869 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fe5f66-63a2-4a36-95aa-beb1e846336f" -d '{"events": [{"server_uuid": "73b5b57f-4f25-48c8-ab49-6bbddc79e861", "name": "network-vif-plugged", "status": "completed", "tag": "9b92ae6e-5471-4ba5-b596-6ea5da56328a"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:33.638593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] For port 0475c85c-9a2c-46e3-9484-da2775fc6b9b, host n-d-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:33.638997 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.643255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-01edc169-0734-4532-a570-494e574f9175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:16Z', 'revision_number': 6, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:33.667107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9b92ae6e-5471-4ba5-b596-6ea5da56328a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9b92ae6e-5471-4ba5-b596-6ea5da56328a,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:33.675827 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57eb7ed0-5095-4cda-a0f9-7dde80e58b10 req-085f6502-7057-4a97-97ca-70d8234fa898 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714474 Aug 11 00:41:33.712881 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ce17cec8-c0eb-47e4-bb0e-009d186b7eff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8545136 Aug 11 00:41:33.713736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43314) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:33.714206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7ed40-8562-4a54-9430-e742a17dbd59 req-23405432-5688-4ed6-8464-a122b5ff45d4 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:33.735085 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8fa7ed40-8562-4a54-9430-e742a17dbd59 req-23405432-5688-4ed6-8464-a122b5ff45d4 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 945 time: 0.4824624 Aug 11 00:41:33.748447 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:41:33.751504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] Calling delete_port for 0475c85c-9a2c-46e3-9484-da2775fc6b9b owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:33.758070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edc169-0734-4532-a570-494e574f9175 None None] The sync data for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 is: [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:16Z', 'revision_number': 6, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bce74073-25ac-46a0-9ee2-7310ae41e85f', 'name': '', 'network_id': 'bd71d5d1-17af-4934-98e0-4267645177b5', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:f9:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:44Z', 'updated_at': '2021-08-11T00:38:55Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '512fcba8-b2fa-406c-8f1b-5f507bc013e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:41:33.769159 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-ebc2da81-18ea-45d4-a203-6ffc55a2bfcf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:33.780909 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-ebc2da81-18ea-45d4-a203-6ffc55a2bfcf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 945 time: 0.3749368 Aug 11 00:41:33.782093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.ipam_backend_mixin [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] Port 0475c85c-9a2c-46e3-9484-da2775fc6b9b was not found and therefore no delete operation was performed {{(pid=95256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:41:33.859236 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.915770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8fa7ed40-8562-4a54-9430-e742a17dbd59 req-5493cf46-331d-4c21-be20-1f97f7b63b2e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435661 Aug 11 00:41:33.921521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad440ea-1aa8-4e0f-af60-fb3d99602a9e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:33.928012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dad440ea-1aa8-4e0f-af60-fb3d99602a9e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2123976 Aug 11 00:41:33.929007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43318) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:33.962518 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:33.993866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] Pushing event deleted for resources: {'Port': ['ID=0475c85c-9a2c-46e3-9484-da2775fc6b9b,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:33.994815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972368d-d856-4c62-92de-54f421f595f0 None None] No DVR routers for this DVR port 0475c85c-9a2c-46e3-9484-da2775fc6b9b on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:34.059530 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357f115f-f400-4d9f-8bd1-2ad0aac44de6 x-openstack-request-id: req-357f115f-f400-4d9f-8bd1-2ad0aac44de6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:34.060683 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b5b57f-4f25-48c8-ab49-6bbddc79e861", "name": "network-vif-plugged", "status": "completed", "tag": "9b92ae6e-5471-4ba5-b596-6ea5da56328a", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:34.060887 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-357f115f-f400-4d9f-8bd1-2ad0aac44de6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:34.061219 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b5b57f-4f25-48c8-ab49-6bbddc79e861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b92ae6e-5471-4ba5-b596-6ea5da56328a', 'code': 200} Aug 11 00:41:34.145557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:34.170737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=9b92ae6e-5471-4ba5-b596-6ea5da56328a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:34.178186 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.186450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91', 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'port_id': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91', 'mac_address': 'fa:16:3e:e2:ff:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3f3c6-7154-4499-816b-84dafa64a580', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:41:34.193383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Transition to ACTIVE for port object 4bbe292a-b246-4699-9729-4e862e823b0f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:34.226550 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.248617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Transition to ACTIVE for port object 4bbe292a-b246-4699-9729-4e862e823b0f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:34.259950 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.264914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] 10.222.0.43 "DELETE /v2.0/networks/9581d0ab-4248-4f1a-920c-e687cda37d34 HTTP/1.1" status: 204 len: 168 time: 2.3263028 Aug 11 00:41:34.279988 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.296757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458a64b-921b-4a26-89bd-6296c07df280 tempest-AllowedAddressPairIpV6TestJSON-1110743289 tempest-AllowedAddressPairIpV6TestJSON-1110743289-project] Pushing event deleted for resources: {'Network': ['ID=9581d0ab-4248-4f1a-920c-e687cda37d34,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:34.305953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d92fa127-93e5-4ecc-8d5d-293b2699ba91 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:41:34.311938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd6a6c-06bc-47a8-ba43-7156563b62e0 req-659e375e-6f57-48ec-9cf0-ced5e7329f21 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:34.324067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22dd6a6c-06bc-47a8-ba43-7156563b62e0 req-659e375e-6f57-48ec-9cf0-ced5e7329f21 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.3916073 Aug 11 00:41:34.369680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:34.374776 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.397876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port fa814a0a-740b-4295-993f-79adf9562b63 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:34.403876 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.465734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:34.496212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Pushing event updated for resources: {'Port': ['ID=4bbe292a-b246-4699-9729-4e862e823b0f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:34.501658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:34.506957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:34.511863 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.522643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4858e65-e52d-4464-99a6-69f249689f4f req-de7fc4d3-54a1-439b-b4db-cb5670761e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:34.524302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4858e65-e52d-4464-99a6-69f249689f4f req-de7fc4d3-54a1-439b-b4db-cb5670761e53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 1097 time: 0.2529101 Aug 11 00:41:34.538877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22dd6a6c-06bc-47a8-ba43-7156563b62e0 req-959272cf-e331-4d02-82fa-350c40a02132 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995425 Aug 11 00:41:34.576830 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b8ff3-dfb1-4ff9-bfe2-c119b7f4dccf None None] New status for floating IP e29234eb-c07a-4b6d-937d-a6e9d05d7c16: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:41:34.603938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cef7ca89-d570-40d8-874e-120919af099b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 8202be75-0f48-4080-ba2d-02ccfdb6fee8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:34.604600 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca89-d570-40d8-874e-120919af099b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.617427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d92fa127-93e5-4ecc-8d5d-293b2699ba91'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:41:34.679827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port fa814a0a-740b-4295-993f-79adf9562b63, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=fa814a0a-740b-4295-993f-79adf9562b63,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:34.681164 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.681948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d92fa127-93e5-4ecc-8d5d-293b2699ba91,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:34.698230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Attempting to bind port 4bbe292a-b246-4699-9729-4e862e823b0f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:34.699143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Attempting to bind port 4bbe292a-b246-4699-9729-4e862e823b0f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:34.699797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Attempting to bind port 4bbe292a-b246-4699-9729-4e862e823b0f on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:34.716432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for fa814a0a-740b-4295-993f-79adf9562b63 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:34.716660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4858e65-e52d-4464-99a6-69f249689f4f req-92632c46-f05e-41a3-9d7f-b30b982dd8aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838384 Aug 11 00:41:34.721053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:34.721487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:34.721961 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.722389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:34.723039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Bound port: 4bbe292a-b246-4699-9729-4e862e823b0f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:34.723468 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.890377 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca89-d570-40d8-874e-120919af099b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:34.908702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] For port 4bbe292a-b246-4699-9729-4e862e823b0f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:34.914841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] For port 4bbe292a-b246-4699-9729-4e862e823b0f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4bbe292a-b246-4699-9729-4e862e823b0f,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:34.921357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cef7ca89-d570-40d8-874e-120919af099b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 8202be75-0f48-4080-ba2d-02ccfdb6fee8 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:35.049858 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.128484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9eb19-93e4-4cde-823c-c2ec73e2b2e6 req-d86b0d3d-6bbb-4822-a66b-fcade239d242 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:35.136275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdd9eb19-93e4-4cde-823c-c2ec73e2b2e6 req-d86b0d3d-6bbb-4822-a66b-fcade239d242 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.2212679 Aug 11 00:41:35.141768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56396b5a-89e2-43ad-8f2d-77bcde0b37f7 req-69c6e485-a04a-418d-8f1f-0085de6d8344 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:35.158287 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56396b5a-89e2-43ad-8f2d-77bcde0b37f7 req-69c6e485-a04a-418d-8f1f-0085de6d8344 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 945 time: 0.1295121 Aug 11 00:41:35.158491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43338) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:35.204610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdd9eb19-93e4-4cde-823c-c2ec73e2b2e6 req-9e88176a-b925-46bb-9cef-9173af763dfb tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672562 Aug 11 00:41:35.216386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85f04-1000-4845-9bd0-a74d04a9df15 None None] Pushing event updated for resources: {'Port': ['ID=4bbe292a-b246-4699-9729-4e862e823b0f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:35.216868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.277536 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56396b5a-89e2-43ad-8f2d-77bcde0b37f7 req-d46717aa-d121-4643-ba0c-ca18ffefa1e8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=4433d57b-dfad-4c09-b99a-eac8f2655a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199269 Aug 11 00:41:35.303490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=fa814a0a-740b-4295-993f-79adf9562b63,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:35.398733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] No DVR routers for this DVR port fa814a0a-740b-4295-993f-79adf9562b63 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:35.407618 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.410195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59d3ef81-86d6-4d8f-a01c-c04dd35d6062 req-2a7da76a-6b0a-40d4-9ff1-7441b2cab44d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "DELETE /v2.0/ports/fa814a0a-740b-4295-993f-79adf9562b63 HTTP/1.1" status: 204 len: 173 time: 1.5830426 Aug 11 00:41:35.410669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'name': 'network-vif-deleted', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:35.413213 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4888d59d-577b-4f67-afee-3d48cf2bb34c" -d '{"events": [{"server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "name": "network-vif-deleted", "tag": "fa814a0a-740b-4295-993f-79adf9562b63"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:35.422727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d92fa127-93e5-4ecc-8d5d-293b2699ba91 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:35.482082 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca89-d570-40d8-874e-120919af099b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.501772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53ca5ce2-0de5-4d28-81c5-72fc6679e20d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b3adb00ba9346ba961242ab6ad8dfc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371527 Aug 11 00:41:35.502357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43348) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:35.626840 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e80dd6a-5171-45be-aeff-f1edde9d96fd x-openstack-request-id: req-7e80dd6a-5171-45be-aeff-f1edde9d96fd {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:35.631114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7ca89-d570-40d8-874e-120919af099b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=8202be75-0f48-4080-ba2d-02ccfdb6fee8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:35.632210 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55a834-dfd2-4723-bc65-e3dfdb82bdae", "name": "network-vif-deleted", "tag": "fa814a0a-740b-4295-993f-79adf9562b63", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:35.633756 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e80dd6a-5171-45be-aeff-f1edde9d96fd {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:35.640658 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55a834-dfd2-4723-bc65-e3dfdb82bdae', 'name': 'network-vif-deleted', 'tag': 'fa814a0a-740b-4295-993f-79adf9562b63', 'status': 'completed', 'code': 200} Aug 11 00:41:35.643942 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cef7ca89-d570-40d8-874e-120919af099b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.652702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cef7ca89-d570-40d8-874e-120919af099b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/8202be75-0f48-4080-ba2d-02ccfdb6fee8 HTTP/1.1" status: 204 len: 168 time: 1.7187860 Aug 11 00:41:35.654014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43354) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:35.689067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port d92fa127-93e5-4ecc-8d5d-293b2699ba91 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:35.689644 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.709171 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb4ca079-37b2-4c81-bdc9-3d6ae34ccd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.776265 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb4ca079-37b2-4c81-bdc9-3d6ae34ccd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.931322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c798c5-44a9-425f-835d-48e2a4a90f44 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:35.934603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c798c5-44a9-425f-835d-48e2a4a90f44 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:35.934603 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-73c798c5-44a9-425f-835d-48e2a4a90f44 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2795017 Aug 11 00:41:35.937983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43358) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:35.978489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:35.989621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a82b51-1ce6-4020-9261-a046a3e3f053 req-4cde04c1-2e8c-4cb3-bd56-f3545e7da8a0 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:35.991139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a82b51-1ce6-4020-9261-a046a3e3f053 req-4cde04c1-2e8c-4cb3-bd56-f3545e7da8a0 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 944 time: 0.1911113 Aug 11 00:41:36.028121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:36.062694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:36.065160 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfab3752-aa13-4b41-a160-4715bb6de622" -d '{"events": [{"server_uuid": "b66a4424-f1a4-45f6-afd2-d4cfb1de9c75", "name": "network-vif-plugged", "status": "completed", "tag": "d92fa127-93e5-4ecc-8d5d-293b2699ba91"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:36.089246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e055eff-bbea-46c3-b3c2-11915077ca10 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet e88cf4bc-4615-4675-bf8d-7041d0151397 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:41:36.096782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a82b51-1ce6-4020-9261-a046a3e3f053 req-b92ba1aa-c933-4e05-8e93-7e077a303f14 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904322 Aug 11 00:41:36.098532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb4ca079-37b2-4c81-bdc9-3d6ae34ccd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:36.104329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb4ca079-37b2-4c81-bdc9-3d6ae34ccd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:36.106219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb4ca079-37b2-4c81-bdc9-3d6ae34ccd70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93634310-adb8-40b7-8175-77db7725784e HTTP/1.1" status: 204 len: 168 time: 0.6016219 Aug 11 00:41:36.107570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e055eff-bbea-46c3-b3c2-11915077ca10 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:36.119960 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac19fe-3ba5-4efc-bce3-db04c6230c6d x-openstack-request-id: req-6aac19fe-3ba5-4efc-bce3-db04c6230c6d {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:36.120193 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a4424-f1a4-45f6-afd2-d4cfb1de9c75", "name": "network-vif-plugged", "status": "completed", "tag": "d92fa127-93e5-4ecc-8d5d-293b2699ba91", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:36.120362 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6aac19fe-3ba5-4efc-bce3-db04c6230c6d {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:36.120797 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91', 'code': 200} Aug 11 00:41:36.139480 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:36.140675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device fa814a0a-740b-4295-993f-79adf9562b63 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:36.156609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ca079-37b2-4c81-bdc9-3d6ae34ccd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93634310-adb8-40b7-8175-77db7725784e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:36.202319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: fa814a0a-740b-4295-993f-79adf9562b63 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:36.202796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device fa814a0a-740b-4295-993f-79adf9562b63 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:36.203839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e055eff-bbea-46c3-b3c2-11915077ca10 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:36.277898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d92fa127-93e5-4ecc-8d5d-293b2699ba91,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:36.290477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.290951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.291252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.291585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.291920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.292264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.292618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.292943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.293447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.294034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.294240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.295659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:36.390890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e055eff-bbea-46c3-b3c2-11915077ca10 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:36.452151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e5ee9-d803-422a-8e1b-b63c5884e7af req-0ea68a49-15b1-4fa8-9b63-e3753541a14b tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:36.453815 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e5e5ee9-d803-422a-8e1b-b63c5884e7af req-0ea68a49-15b1-4fa8-9b63-e3753541a14b tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1276908 Aug 11 00:41:36.534274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e5e5ee9-d803-422a-8e1b-b63c5884e7af req-ebeee898-f9a5-4611-9fcc-9688e2571437 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581000 Aug 11 00:41:36.654507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5434f1e-cdbb-4c72-817c-e08377d9aa4e req-0aa833b3-2e81-4ae7-b2eb-941c35ca10cc tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee55a834-dfd2-4723-bc65-e3dfdb82bdae HTTP/1.1" status: 200 len: 210 time: 0.0304797 Aug 11 00:41:36.681830 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e055eff-bbea-46c3-b3c2-11915077ca10 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:36.729031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e055eff-bbea-46c3-b3c2-11915077ca10 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=e88cf4bc-4615-4675-bf8d-7041d0151397,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:36.731540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9e055eff-bbea-46c3-b3c2-11915077ca10 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:36.736200 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9e055eff-bbea-46c3-b3c2-11915077ca10 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/e88cf4bc-4615-4675-bf8d-7041d0151397 HTTP/1.1" status: 204 len: 168 time: 0.7955146 Aug 11 00:41:36.736951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43388) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:36.828082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537cb4d-56d6-4de2-a492-b65f6c020405 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:36.953403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e61ed8a1-4ef8-4ef1-b179-8aa403201421 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2148271 Aug 11 00:41:36.956491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43396) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:36.964349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:37.192534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4bbe292a-b246-4699-9729-4e862e823b0f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:37.227624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ed59-4d96-45ce-922c-9bac4a6dcd31 req-662c060b-317b-41e3-86bc-057782eecc2e tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:37.229222 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bdb8ed59-4d96-45ce-922c-9bac4a6dcd31 req-662c060b-317b-41e3-86bc-057782eecc2e tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.0638011 Aug 11 00:41:37.278023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bdb8ed59-4d96-45ce-922c-9bac4a6dcd31 req-30ff97a7-d919-449b-8f6b-c1f842349884 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Aug 11 00:41:37.375698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-05b705f7-79c0-4030-9015-557b1ac426ca None None] Provisioning for port 4bbe292a-b246-4699-9729-4e862e823b0f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:37.463990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:41:37.475507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:37.496519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:37.562258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] Deleting port 4bbe292a-b246-4699-9729-4e862e823b0f {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:37.562602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:37.607205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 4bbe292a-b246-4699-9729-4e862e823b0f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:37.621258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4bbe292a-b246-4699-9729-4e862e823b0f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:37.621717 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:37.662352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f1e35-0a58-4690-8dfc-b6b5abf0896e req-298f8bc7-5274-430d-b742-a2a0de98c29f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:37.666292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-621f1e35-0a58-4690-8dfc-b6b5abf0896e req-298f8bc7-5274-430d-b742-a2a0de98c29f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1094553 Aug 11 00:41:37.693302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] For port 4bbe292a-b246-4699-9729-4e862e823b0f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4bbe292a-b246-4699-9729-4e862e823b0f,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:37.693302 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:37.710381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] Calling delete_port for 4bbe292a-b246-4699-9729-4e862e823b0f owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:37.779394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43418) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:37.820135 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-621f1e35-0a58-4690-8dfc-b6b5abf0896e req-bcc5c5be-ac14-4740-a335-56b06b5154ca tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476586 Aug 11 00:41:37.855087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:37.951471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d88937b-e744-4a5f-b529-bae9193dfa4c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:37.954991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-0e170334-7189-41ea-9e83-d4d873ec6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:37.956745 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-0e170334-7189-41ea-9e83-d4d873ec6327 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 1097 time: 0.0935915 Aug 11 00:41:37.977974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.013737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d88937b-e744-4a5f-b529-bae9193dfa4c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.030682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.039065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:38.042836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:38.047546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:38.048498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.062168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=6befb7b9-2e0f-40d3-a1d4-ac52be2044f0,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:38.099054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] Pushing event deleted for resources: {'Port': ['ID=4bbe292a-b246-4699-9729-4e862e823b0f,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:38.101014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea6170-6b53-4279-a55f-092bc66d77c9 None None] No DVR routers for this DVR port 4bbe292a-b246-4699-9729-4e862e823b0f on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:38.127841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe9a6b-ddce-477f-a721-ebab5f7c09d4 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:38.164323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-a4693921-1901-46c7-a7b9-40889ef870e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:38.180650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-a4693921-1901-46c7-a7b9-40889ef870e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 911 time: 0.1995158 Aug 11 00:41:38.233290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-b2798af6-03b9-4671-8896-da00e37d4893 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b92ae6e-5471-4ba5-b596-6ea5da56328a HTTP/1.1" status: 200 len: 217 time: 0.0580807 Aug 11 00:41:38.307379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3b9f142c-2109-4c00-b22c-eccdf000c6bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3496182 Aug 11 00:41:38.308114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43438) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:38.314612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'name': 'tempest-NetworksTestDHCPv6-1205175003'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:38.355337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '6befb7b9-2e0f-40d3-a1d4-ac52be2044f0'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:41:38.356821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.374885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-ff47ca80-c61e-47ac-b305-ae926a06389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:38.374885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-ff47ca80-c61e-47ac-b305-ae926a06389f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8e956f-81d6-46e3-9733-e5346737b3e1 HTTP/1.1" status: 200 len: 850 time: 0.1344354 Aug 11 00:41:38.383871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43440) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:38.425669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-671d50e7-0db0-4b51-b5f7-a05d86235138 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a0a025a5-5037-42da-b26e-b514c4351f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369327 Aug 11 00:41:38.496457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81fe36-36fc-4d03-9671-e017285281b4 req-3e8761af-96a3-4915-9e63-16cef6795154 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:38.505712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e81fe36-36fc-4d03-9671-e017285281b4 req-3e8761af-96a3-4915-9e63-16cef6795154 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.1036966 Aug 11 00:41:38.510716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d88937b-e744-4a5f-b529-bae9193dfa4c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.514661 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d88937b-e744-4a5f-b529-bae9193dfa4c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.519003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d88937b-e744-4a5f-b529-bae9193dfa4c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/security-groups/4433d57b-dfad-4c09-b99a-eac8f2655a51 HTTP/1.1" status: 204 len: 168 time: 0.7350755 Aug 11 00:41:38.562298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88937b-e744-4a5f-b529-bae9193dfa4c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4433d57b-dfad-4c09-b99a-eac8f2655a51,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:38.566989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-551512848'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:38.593712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/6befb7b9-2e0f-40d3-a1d4-ac52be2044f0/80edb6fc-6007-4b94-b73a-5b98f8cf8998) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:38.604303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-a4f8d335-0e1c-4a8a-98a2-a37ec09f4345 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:38.604303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-a4f8d335-0e1c-4a8a-98a2-a37ec09f4345 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 945 time: 0.1496229 Aug 11 00:41:38.611728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-2ee56c67-5e05-4830-853d-0edaf8ed6c10 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730626 Aug 11 00:41:38.618254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e81fe36-36fc-4d03-9671-e017285281b4 req-40f26f14-bbbb-41bd-a451-ff929ea9c2e4 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113188 Aug 11 00:41:38.718245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Deleting port d92fa127-93e5-4ecc-8d5d-293b2699ba91 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:38.718630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.727558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792c5320-bfab-4e07-be2e-cfbed02bef17 req-2389eb4b-d5b4-45cc-9ac1-6b8d482347c6 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078222 Aug 11 00:41:38.782985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.797019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43450) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:38.799656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Transition to ACTIVE for port object 80edb6fc-6007-4b94-b73a-5b98f8cf8998 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:38.827629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Transition to ACTIVE for port object 80edb6fc-6007-4b94-b73a-5b98f8cf8998 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:38.852721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:38.859911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] For port d92fa127-93e5-4ecc-8d5d-293b2699ba91, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d92fa127-93e5-4ecc-8d5d-293b2699ba91,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:38.860499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.871135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:38.878895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Calling delete_port for d92fa127-93e5-4ecc-8d5d-293b2699ba91 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:38.918369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port fe080e33-c4d0-42de-85b2-cc7619716e58 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:39.035852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb691a04-1f51-4883-aaec-3c5706d5b319 req-a10720cf-1160-48b2-a8fe-c037b02402c4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:39.052362 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.052583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb691a04-1f51-4883-aaec-3c5706d5b319 req-a10720cf-1160-48b2-a8fe-c037b02402c4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1164351 Aug 11 00:41:39.067784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:39.072064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.081036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4bbe292a-b246-4699-9729-4e862e823b0f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:39.125899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:39.126267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.128692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 4bbe292a-b246-4699-9729-4e862e823b0f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:39.129149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4bbe292a-b246-4699-9729-4e862e823b0f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:39.135414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:39.141856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:39.171953 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb691a04-1f51-4883-aaec-3c5706d5b319 req-67c0cb8b-0090-483f-955d-8b97db4ea04f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249738 Aug 11 00:41:39.182322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Pushing event updated for resources: {'Port': ['ID=80edb6fc-6007-4b94-b73a-5b98f8cf8998,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:39.227031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::3d4 (a231281a-384d-46e8-8f86-e604acdadde9/6befb7b9-2e0f-40d3-a1d4-ac52be2044f0/fe080e33-c4d0-42de-85b2-cc7619716e58) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:39.264180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Attempting to bind port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:39.276099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Attempting to bind port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:39.276099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Attempting to bind port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:39.276099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:39.276099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:39.276099 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.276099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:39.276099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Bound port: 80edb6fc-6007-4b94-b73a-5b98f8cf8998, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:39.276099 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.334622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.375591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] For port 80edb6fc-6007-4b94-b73a-5b98f8cf8998, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:39.380820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] For port 80edb6fc-6007-4b94-b73a-5b98f8cf8998, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=80edb6fc-6007-4b94-b73a-5b98f8cf8998,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:39.492067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.506001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d92fa127-93e5-4ecc-8d5d-293b2699ba91'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:41:39.524968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event deleted for resources: {'Port': ['ID=d92fa127-93e5-4ecc-8d5d-293b2699ba91,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:39.553519 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.587015 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.619384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] No DVR routers for this DVR port d92fa127-93e5-4ecc-8d5d-293b2699ba91 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:39.628883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.630958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5a404eb-af1d-42ae-b5f8-e9043412663e req-ece39784-4987-4c1b-8b8b-befa0aa008d7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "DELETE /v2.0/ports/d92fa127-93e5-4ecc-8d5d-293b2699ba91 HTTP/1.1" status: 204 len: 173 time: 1.0214634 Aug 11 00:41:39.634654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'name': 'network-vif-deleted', 'tag': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:39.636658 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd3aee1-9ebd-46f7-a9ac-fb890ff41217" -d '{"events": [{"server_uuid": "b66a4424-f1a4-45f6-afd2-d4cfb1de9c75", "name": "network-vif-deleted", "tag": "d92fa127-93e5-4ecc-8d5d-293b2699ba91"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:39.667902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:41:39.670229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65f93-5e1f-4d83-9a59-6e0d9930665a None None] Pushing event updated for resources: {'Port': ['ID=80edb6fc-6007-4b94-b73a-5b98f8cf8998,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:39.696663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b07b41-929f-4d9b-91e6-c9fb17c56277,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:39.703201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.703571 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Added segment b372f81b-76ec-4fb4-bf9a-a3432174b811 of type vlan for network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca Aug 11 00:41:39.722467 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4def4362-729f-48ce-9833-2db71673f164 x-openstack-request-id: req-4def4362-729f-48ce-9833-2db71673f164 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:39.722467 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66a4424-f1a4-45f6-afd2-d4cfb1de9c75", "name": "network-vif-deleted", "tag": "d92fa127-93e5-4ecc-8d5d-293b2699ba91", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:39.722467 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4def4362-729f-48ce-9833-2db71673f164 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:39.722467 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66a4424-f1a4-45f6-afd2-d4cfb1de9c75', 'name': 'network-vif-deleted', 'tag': 'd92fa127-93e5-4ecc-8d5d-293b2699ba91', 'status': 'completed', 'code': 200} Aug 11 00:41:39.766696 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.807616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b2d41235-d551-43bb-8c97-101e86ea5d81 req-2ca52a7d-071c-40db-a24e-88345291d462 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 210 time: 0.0639400 Aug 11 00:41:39.938763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:39.958899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object fe080e33-c4d0-42de-85b2-cc7619716e58 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:40.071028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:40.142084 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:40.148218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:40.148887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:40.230474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Network': ['ID=d125e098-ab71-4d4a-a8e0-e0e8e91a63ca,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:40.247643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:41:40.277025 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:40.375503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:40.388882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:40.393026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:40.398693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:40.399378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:40.416315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=fe080e33-c4d0-42de-85b2-cc7619716e58,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:40.434123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23253c-8ef1-4abd-a1b0-f19574178ffd req-142e20a7-4246-4c8f-952e-62f16c822c9d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:40.436582 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f23253c-8ef1-4abd-a1b0-f19574178ffd req-142e20a7-4246-4c8f-952e-62f16c822c9d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1429710 Aug 11 00:41:40.498205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f93de4e4-c422-4b20-8002-1cae6b39ae7f tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1129880 Aug 11 00:41:40.517579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43494) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:40.517579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'subnet': {'network_id': 'd125e098-ab71-4d4a-a8e0-e0e8e91a63ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:40.557176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f23253c-8ef1-4abd-a1b0-f19574178ffd req-91be8725-a2bc-41e0-9088-3585168b811d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011062 Aug 11 00:41:40.596174 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port bce74073-25ac-46a0-9ee2-7310ae41e85f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:40.596174 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:40.663530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d08d5b4b-64a1-475d-aaa4-39c054c10a30 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3516479 Aug 11 00:41:40.665752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43496) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:40.812658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port bce74073-25ac-46a0-9ee2-7310ae41e85f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bce74073-25ac-46a0-9ee2-7310ae41e85f,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:40.813905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:40.832478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for bce74073-25ac-46a0-9ee2-7310ae41e85f owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:40.995558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43502) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:41.050205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132752b-ea8b-4e38-94d0-7be810fc5f9a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:41.052499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d309232-5ee6-49a3-8f1f-8e28ab93ac08 req-e654b28e-d3cd-46ed-93ec-d7611c9bb2df tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=b66a4424-f1a4-45f6-afd2-d4cfb1de9c75 HTTP/1.1" status: 200 len: 210 time: 0.0484250 Aug 11 00:41:41.056916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132752b-ea8b-4e38-94d0-7be810fc5f9a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:41.061027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8132752b-ea8b-4e38-94d0-7be810fc5f9a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3916507 Aug 11 00:41:41.061331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43506) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:41.137480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 80edb6fc-6007-4b94-b73a-5b98f8cf8998 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:41.184043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b043943a-ab25-4cfd-a3ef-63346d5230fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.283604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cc84971a-fd6e-4d83-8729-7d638326477a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port fe080e33-c4d0-42de-85b2-cc7619716e58 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:41.284089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc84971a-fd6e-4d83-8729-7d638326477a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.355645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:41.356286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3f30dbcf-1e89-4d2f-b12b-b0b18f12639d None None] Provisioning for port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:41.361102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.414918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:41.430701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:41.443111 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.473887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc84971a-fd6e-4d83-8729-7d638326477a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.497657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cc84971a-fd6e-4d83-8729-7d638326477a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for fe080e33-c4d0-42de-85b2-cc7619716e58 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:41.508202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1a3d84c9-483d-4acb-966a-c3ad0c8d9f39 None None] Could not find standard attr ID for object 8202be75-0f48-4080-ba2d-02ccfdb6fee8. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:41:41.571195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.633414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=bce74073-25ac-46a0-9ee2-7310ae41e85f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:41.674775 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.687806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b043943a-ab25-4cfd-a3ef-63346d5230fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.731213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 80edb6fc-6007-4b94-b73a-5b98f8cf8998, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=80edb6fc-6007-4b94-b73a-5b98f8cf8998,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:41.806128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-035dea07-02a7-475a-b4e0-d4b53eb52f87 None None] Provisioning for port fe080e33-c4d0-42de-85b2-cc7619716e58 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:41.814532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-035dea07-02a7-475a-b4e0-d4b53eb52f87 None None] Provisioning complete for port fe080e33-c4d0-42de-85b2-cc7619716e58 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:41.815774 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-035dea07-02a7-475a-b4e0-d4b53eb52f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.840778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721b13-5d7f-4fb6-a196-de3091863634 req-94bd0e58-0b2a-4813-9194-38f4d7d57587 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:41.842476 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f721b13-5d7f-4fb6-a196-de3091863634 req-94bd0e58-0b2a-4813-9194-38f4d7d57587 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1290169 Aug 11 00:41:41.864367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-035dea07-02a7-475a-b4e0-d4b53eb52f87 None None] Port fe080e33-c4d0-42de-85b2-cc7619716e58 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:41.891667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.891796 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.898141 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b043943a-ab25-4cfd-a3ef-63346d5230fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:41.950992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Subnet': ['ID=5e0d5a0f-5db2-417a-96d3-c462f613b7f5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:41.969981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=80edb6fc-6007-4b94-b73a-5b98f8cf8998,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:41.993128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Checking segment: {'id': 'b372f81b-76ec-4fb4-bf9a-a3432174b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd125e098-ab71-4d4a-a8e0-e0e8e91a63ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:41.993689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network hostable DHCP agents. Network: d125e098-ab71-4d4a-a8e0-e0e8e91a63ca, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:41:42.044932 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b043943a-ab25-4cfd-a3ef-63346d5230fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25ceda52c27d4e998c93ff48b2c78350&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0460973 Aug 11 00:41:42.048253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43514) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:42.050410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043943a-ab25-4cfd-a3ef-63346d5230fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52db56c-9c79-49ff-a6f7-b19b09ce710b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:42.059226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f721b13-5d7f-4fb6-a196-de3091863634 req-a7bab2e0-950b-49e5-b205-eae207c29f5b tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879392 Aug 11 00:41:42.072749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.145430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d04814bd-e693-4e1f-a283-ec78295711c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.166479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc84971a-fd6e-4d83-8729-7d638326477a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.183931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d04814bd-e693-4e1f-a283-ec78295711c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.201051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:41:42.235342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84971a-fd6e-4d83-8729-7d638326477a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=fe080e33-c4d0-42de-85b2-cc7619716e58,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:42.273670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc84971a-fd6e-4d83-8729-7d638326477a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.278364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc84971a-fd6e-4d83-8729-7d638326477a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/fe080e33-c4d0-42de-85b2-cc7619716e58 HTTP/1.1" status: 204 len: 168 time: 1.2134998 Aug 11 00:41:42.279395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43522) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:42.388829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d125e098-ab71-4d4a-a8e0-e0e8e91a63ca) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:42.395609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:42.396742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.406598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32b6d8-eaf3-4ce3-82df-5afa03666528 None None] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:42.412911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0199b5bb-6785-47bb-abfa-6bfc89e2e870 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:42.415876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0199b5bb-6785-47bb-abfa-6bfc89e2e870 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:42.453413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0199b5bb-6785-47bb-abfa-6bfc89e2e870 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1375690 Aug 11 00:41:42.453413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43534) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:42.523869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa2b5cc-1564-4aae-b342-3d70be0127c0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 6befb7b9-2e0f-40d3-a1d4-ac52be2044f0 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:41:42.544259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-efa2b5cc-1564-4aae-b342-3d70be0127c0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.569494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-3852f5a9-78c7-44d1-b1a6-85ea8d47b23a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:42.570642 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-3852f5a9-78c7-44d1-b1a6-85ea8d47b23a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/networks?id=aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 200 len: 821 time: 0.1376047 Aug 11 00:41:42.593718 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-636f0093-54a8-4732-9b5f-be8f6b00c0d4 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/quotas/9b5c176467be4d4ab8725e2e335cc250 HTTP/1.1" status: 200 len: 375 time: 0.0163522 Aug 11 00:41:42.638378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-efa2b5cc-1564-4aae-b342-3d70be0127c0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.654414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-8eeac620-23a7-4699-9807-da181b075df2 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596430 Aug 11 00:41:42.655931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e0384-2e5c-4411-9ab3-6024f43da67c None None] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:42.678993 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d04814bd-e693-4e1f-a283-ec78295711c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.681843 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d04814bd-e693-4e1f-a283-ec78295711c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.686367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d04814bd-e693-4e1f-a283-ec78295711c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f52db56c-9c79-49ff-a6f7-b19b09ce710b HTTP/1.1" status: 204 len: 168 time: 0.6336799 Aug 11 00:41:42.688770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router 09c79584-abfd-4959-8669-5aaa4fb4b09d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:41:42.721829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04814bd-e693-4e1f-a283-ec78295711c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52db56c-9c79-49ff-a6f7-b19b09ce710b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:42.773919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43540) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:42.776702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2a39c7b6-d221-4767-b9c6-78e898cdd045 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2723212 Aug 11 00:41:42.782506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-298329056', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:42.795851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-fa6fa17d-85d1-45e4-8c36-fd3bfff3a157 service neutron] 10.222.0.43 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404908 Aug 11 00:41:42.881978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-efa2b5cc-1564-4aae-b342-3d70be0127c0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:42.898879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-c9f38b20-cb7b-4686-9865-273027698e46 service neutron] 10.222.0.43 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956542 Aug 11 00:41:42.907001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:42.914047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fbbadb75-9800-4d81-93b2-34fb460eb5fb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "PUT /v2.0/routers/09c79584-abfd-4959-8669-5aaa4fb4b09d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1155736 Aug 11 00:41:42.917000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43542) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:42.920539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] Sync routers for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:42.932703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:42.933347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:42.988476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c9c9f9-757e-4f48-b919-4aad50671d16 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting subnet 512fcba8-b2fa-406c-8f1b-5f507bc013e7 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:41:42.991721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4c9c9f9-757e-4f48-b919-4aad50671d16 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.034675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4c9c9f9-757e-4f48-b919-4aad50671d16 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.075756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.075756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.076158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:43.154383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 80edb6fc-6007-4b94-b73a-5b98f8cf8998 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:43.157927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4c9c9f9-757e-4f48-b919-4aad50671d16 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.277048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:43.277360 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.320258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd99a2-17d4-44fe-9a81-f2570fa64f52 req-7f48a905-2d59-47d9-8fcd-aaa4964baea2 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:43.321894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b3cd99a2-17d4-44fe-9a81-f2570fa64f52 req-7f48a905-2d59-47d9-8fcd-aaa4964baea2 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1264398 Aug 11 00:41:43.352667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-efa2b5cc-1564-4aae-b342-3d70be0127c0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.411557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:41Z', 'revision_number': 7, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:43.483043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] Checking router: 09c79584-abfd-4959-8669-5aaa4fb4b09d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:41:43.495210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] Routers {'09c79584-abfd-4959-8669-5aaa4fb4b09d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:43.496734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['09c79584-abfd-4959-8669-5aaa4fb4b09d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:43.501488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2b5cc-1564-4aae-b342-3d70be0127c0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=6befb7b9-2e0f-40d3-a1d4-ac52be2044f0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:43.516032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.530026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-efa2b5cc-1564-4aae-b342-3d70be0127c0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.532653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-efa2b5cc-1564-4aae-b342-3d70be0127c0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/6befb7b9-2e0f-40d3-a1d4-ac52be2044f0 HTTP/1.1" status: 204 len: 168 time: 1.1087370 Aug 11 00:41:43.536575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43554) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:43.540348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4c9c9f9-757e-4f48-b919-4aad50671d16 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.564400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-801c6035-64ce-4fb2-90a3-e675168e8cff req-73bbb6b2-3058-43c2-962f-6fbde67cadc1 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 210 time: 0.0501349 Aug 11 00:41:43.579232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d92fa127-93e5-4ecc-8d5d-293b2699ba91 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:43.581047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b3cd99a2-17d4-44fe-9a81-f2570fa64f52 req-559f5d5d-3fb0-484e-8958-8efcf5cab2fe tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502959 Aug 11 00:41:43.586374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dabe77-b25e-4939-9ca9-c4cafd099ff3 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:43.663548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: d92fa127-93e5-4ecc-8d5d-293b2699ba91 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:43.663953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d92fa127-93e5-4ecc-8d5d-293b2699ba91 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:43.693255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ed7397b2-4bc3-4aad-aa5b-c48e803b0d3c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441846 Aug 11 00:41:43.694131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43562) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:43.694631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4c9c9f9-757e-4f48-b919-4aad50671d16 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:43.701284 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4c9c9f9-757e-4f48-b919-4aad50671d16 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/subnets/512fcba8-b2fa-406c-8f1b-5f507bc013e7 HTTP/1.1" status: 204 len: 168 time: 0.7800436 Aug 11 00:41:43.701552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:43.701716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9c9f9-757e-4f48-b919-4aad50671d16 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Subnet': ['ID=512fcba8-b2fa-406c-8f1b-5f507bc013e7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:43.704257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43564) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:43.726108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774edd73-2acd-4fb9-bb25-0727bb068a03 None None] Network bd71d5d1-17af-4934-98e0-4267645177b5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:44.030689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] Set router 09c79584-abfd-4959-8669-5aaa4fb4b09d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:44.131016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:44.146896 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.345800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.346592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:41:44.351192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:41Z', 'revision_number': 7, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:44.414764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] DHCP port deletion for bd71d5d1-17af-4934-98e0-4267645177b5 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:41:44.416669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.424602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa86f5e4-9120-4cea-927b-eff6e2a75459 None None] The sync data for ids ['09c79584-abfd-4959-8669-5aaa4fb4b09d'] in n-d-712143-13 is: [{'id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'name': 'tempest-TestNetworkBasicOps-router-1682161813', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:38:29Z', 'updated_at': '2021-08-11T00:41:41Z', 'revision_number': 7, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '7d6c0ebc-57e7-4757-9b7c-73147e875000', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c79584-abfd-4959-8669-5aaa4fb4b09d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:38:31Z', 'updated_at': '2021-08-11T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:41:44.518237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43568) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:44.576324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] Deleting port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:44.576324 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.585768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2275744-da9f-45e6-af75-3b3ba250ce72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.682991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] For port 80edb6fc-6007-4b94-b73a-5b98f8cf8998, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=80edb6fc-6007-4b94-b73a-5b98f8cf8998,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:44.682991 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.697832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] Deleting port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:44.697832 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.716738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] Calling delete_port for 80edb6fc-6007-4b94-b73a-5b98f8cf8998 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:44.721305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.773404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b54ae08d-5a45-41c8-8fb3-9ea54c1bad3c req-9581e2e6-c01d-43e7-a079-0093630abc5f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 210 time: 0.0778618 Aug 11 00:41:44.857820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981932f-5f44-46aa-a872-467f57add002 req-b08b5100-bc24-4b38-ae53-624ea218716d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:44.864841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.866848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0981932f-5f44-46aa-a872-467f57add002 req-b08b5100-bc24-4b38-ae53-624ea218716d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1400123 Aug 11 00:41:44.878092 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2275744-da9f-45e6-af75-3b3ba250ce72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.921133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] For port 9a966926-9013-4ebf-9cac-f6a5194b0aa4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9a966926-9013-4ebf-9cac-f6a5194b0aa4,segment=NetworkSegment(3b99e7f6-9f98-401b-bd1b-a894af92e8b4),segment_id=3b99e7f6-9f98-401b-bd1b-a894af92e8b4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:44.922406 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.930989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:44.935089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:44.940102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:44.940729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:44.941471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] Calling delete_port for 9a966926-9013-4ebf-9cac-f6a5194b0aa4 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:44.980446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=2d0ded9c-8a7a-4b6a-9612-f73af57379b5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:44.988696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0981932f-5f44-46aa-a872-467f57add002 req-71616e96-63eb-4ff2-a7e1-13f62544dbfe tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208768 Aug 11 00:41:45.088308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 9a966926-9013-4ebf-9cac-f6a5194b0aa4 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:45.102333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.129050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.145263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port 7d6c0ebc-57e7-4757-9b7c-73147e875000 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:45.145622 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.203325 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.217208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2275744-da9f-45e6-af75-3b3ba250ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.232027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.244891 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.291861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e2275744-da9f-45e6-af75-3b3ba250ce72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21ed9c9415f6429c83c62739b2310d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7721376 Aug 11 00:41:45.293862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2275744-da9f-45e6-af75-3b3ba250ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b0d39-00f5-4cfd-8972-9efdcc7a0fe9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:45.296070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43578) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:45.306299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] No DVR routers for this DVR port 80edb6fc-6007-4b94-b73a-5b98f8cf8998 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:45.314490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a42df2-683a-48c6-b804-4fd5f2e892f2 None None] Pushing event deleted for resources: {'Port': ['ID=80edb6fc-6007-4b94-b73a-5b98f8cf8998,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:45.328371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] No DVR routers for this DVR port 9a966926-9013-4ebf-9cac-f6a5194b0aa4 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:45.332907 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8d3669d2-6aed-4c7b-bd15-f1dd31a6f4f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6378028 Aug 11 00:41:45.369639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43580) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:45.369639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'name': 'tempest-NetworksTestDHCPv6-623826345'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:45.370131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port 7d6c0ebc-57e7-4757-9b7c-73147e875000, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7d6c0ebc-57e7-4757-9b7c-73147e875000,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:45.370131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.412462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for 7d6c0ebc-57e7-4757-9b7c-73147e875000 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:45.415531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d728ae-2181-4145-8d03-ece659cb7d3f None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:45.421224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 80edb6fc-6007-4b94-b73a-5b98f8cf8998 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:45.435040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dc013-231c-4f30-8142-7ffdc7d649e6 None None] Pushing event deleted for resources: {'Port': ['ID=9a966926-9013-4ebf-9cac-f6a5194b0aa4,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:45.518038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.25.0.163 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/5d4e6ac9-af0d-4ff8-983b-3cc190cb7d8b) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:45.525679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.538901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 80edb6fc-6007-4b94-b73a-5b98f8cf8998 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:45.539515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 80edb6fc-6007-4b94-b73a-5b98f8cf8998 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:45.540468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bce74073-25ac-46a0-9ee2-7310ae41e85f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:45.583431 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.585505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: bce74073-25ac-46a0-9ee2-7310ae41e85f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:45.586115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bce74073-25ac-46a0-9ee2-7310ae41e85f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:45.607142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:45.620222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.642675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port c37516b3-4927-414d-abce-e19c4ec80557 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:45.767769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '2d0ded9c-8a7a-4b6a-9612-f73af57379b5'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:41:45.768688 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.811653 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:45.854589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::1a8 (a231281a-384d-46e8-8f86-e604acdadde9/2d0ded9c-8a7a-4b6a-9612-f73af57379b5/c37516b3-4927-414d-abce-e19c4ec80557) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:45.985063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69ca415a-9f9c-4b1e-8e27-dc6d5d8088b9 req-6931fe8c-2842-4607-b7eb-3ed60822c3c9 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 210 time: 0.0588913 Aug 11 00:41:46.055744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.057088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.062077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.064655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc4b0d39-00f5-4cfd-8972-9efdcc7a0fe9 HTTP/1.1" status: 204 len: 168 time: 0.7666550 Aug 11 00:41:46.091502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b0d39-00f5-4cfd-8972-9efdcc7a0fe9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:46.097521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.100963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.101301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object c37516b3-4927-414d-abce-e19c4ec80557 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:46.167009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.167671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.168269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.168897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.169495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.170092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.170676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.171303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.171889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.172478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.173068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.173654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16923316-4477-4399-a31e-9b75a20d316b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:41:46.297058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:46.299189 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-03709624-3833-48e7-bc38-140aef94bb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.317749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:46.338269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.364941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:46.376569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=5d4e6ac9-af0d-4ff8-983b-3cc190cb7d8b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:46.430197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:46.437470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:46.441527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:46.449062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:46.450589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.469990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=c37516b3-4927-414d-abce-e19c4ec80557,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:46.479291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc127e-e4cb-4527-8175-53020cdaccec req-77d620ef-1bb6-4312-a525-c2f8732581e8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:46.481906 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2fbc127e-e4cb-4527-8175-53020cdaccec req-77d620ef-1bb6-4312-a525-c2f8732581e8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.3025396 Aug 11 00:41:46.482342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/2d0ded9c-8a7a-4b6a-9612-f73af57379b5/d8f6c74a-d63c-44c8-8a64-88674d48e9ee) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:46.504361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=7d6c0ebc-57e7-4757-9b7c-73147e875000,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:46.563266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.675465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5058e847-64f3-465a-a1bd-a515bc1da300 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3363242 Aug 11 00:41:46.678043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43600) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:46.782689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.810648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Transition to ACTIVE for port object d8f6c74a-d63c-44c8-8a64-88674d48e9ee will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:46.831710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2fbc127e-e4cb-4527-8175-53020cdaccec req-22553346-4c47-4cc7-ae89-9ef0f8a4dbf0 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333848 Aug 11 00:41:46.866453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.868240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5e1b6-fc2b-4b24-bf4f-b1bc61dc11fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:46.870279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:46.874737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Transition to ACTIVE for port object d8f6c74a-d63c-44c8-8a64-88674d48e9ee will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:46.884214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3ef5e1b6-fc2b-4b24-bf4f-b1bc61dc11fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2026505 Aug 11 00:41:46.884455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43606) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:47.038563 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.057715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4235281f-b6a6-4fc6-8512-d61073237852 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port c37516b3-4927-414d-abce-e19c4ec80557 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:47.065021 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4235281f-b6a6-4fc6-8512-d61073237852 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.132352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:47.139282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:47.147378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:47.174321 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70d8138c-a42f-4d70-aefd-d0175d17578d req-1f03f238-62b1-4e81-bc4e-b03d7d2ae30f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 210 time: 0.0431545 Aug 11 00:41:47.185879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Pushing event updated for resources: {'Port': ['ID=d8f6c74a-d63c-44c8-8a64-88674d48e9ee,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:47.192266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.192887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Fanout notify agent at l3_agent the message router_deleted on router 09c79584-abfd-4959-8669-5aaa4fb4b09d {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:41:47.214039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.214039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-80577506-06a2-4018-aa9a-f8e8021df0e1 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/routers/09c79584-abfd-4959-8669-5aaa4fb4b09d HTTP/1.1" status: 204 len: 168 time: 3.4479098 Aug 11 00:41:47.217915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43616) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:47.306668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Attempting to bind port d8f6c74a-d63c-44c8-8a64-88674d48e9ee on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:47.306668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Attempting to bind port d8f6c74a-d63c-44c8-8a64-88674d48e9ee by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:47.306668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Attempting to bind port d8f6c74a-d63c-44c8-8a64-88674d48e9ee on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:47.311044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:47.311458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:47.311871 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.312265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:47.312963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Bound port: d8f6c74a-d63c-44c8-8a64-88674d48e9ee, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:47.314547 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.371932 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.411537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] For port d8f6c74a-d63c-44c8-8a64-88674d48e9ee, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:47.411537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] For port d8f6c74a-d63c-44c8-8a64-88674d48e9ee, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d8f6c74a-d63c-44c8-8a64-88674d48e9ee,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:47.529736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4235281f-b6a6-4fc6-8512-d61073237852 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.547130 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.561546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd71d5d1-17af-4934-98e0-4267645177b5']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:47.576598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b99e7f6-9f98-401b-bd1b-a894af92e8b4') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:47.576902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b99e7f6-9f98-401b-bd1b-a894af92e8b4') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:47.582186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4235281f-b6a6-4fc6-8512-d61073237852 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for c37516b3-4927-414d-abce-e19c4ec80557 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:47.594693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.597650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.633729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.644757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:41:47.645358 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:41:47.649213 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:41:47.668257 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.744157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe273e-007b-4ad9-9f2a-0799a8627469 None None] Pushing event updated for resources: {'Port': ['ID=d8f6c74a-d63c-44c8-8a64-88674d48e9ee,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:47.940654 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.964403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:47.978372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/networks/bd71d5d1-17af-4934-98e0-4267645177b5 HTTP/1.1" status: 204 len: 168 time: 0.7535567 Aug 11 00:41:47.989091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-fc14fa2b-11f2-4c23-96e3-2893f4712f2f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:47.995475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-fc14fa2b-11f2-4c23-96e3-2893f4712f2f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "GET /v2.0/networks?id=aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 200 len: 821 time: 0.2402630 Aug 11 00:41:48.020248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Request body: {'port': {'device_id': '707a8801-9c8d-44c3-8d77-194e146c9527', 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'admin_state_up': True, 'tenant_id': '9b5c176467be4d4ab8725e2e335cc250'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:48.032233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43636) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:48.058294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'network': {'name': 'tempest-network-smoke--1499374821', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'port_security_enabled': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:48.072987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b6dcc-1e58-413c-86ac-473b61a81a6f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Network': ['ID=bd71d5d1-17af-4934-98e0-4267645177b5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:48.139577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4235281f-b6a6-4fc6-8512-d61073237852 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.228985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39b1bf-b195-4cf5-89c1-2cf54a13e7f5 req-c1192e41-270c-4331-b8a6-4a921991d8d8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:48.231967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e39b1bf-b195-4cf5-89c1-2cf54a13e7f5 req-c1192e41-270c-4331-b8a6-4a921991d8d8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.2344279 Aug 11 00:41:48.247484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235281f-b6a6-4fc6-8512-d61073237852 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=c37516b3-4927-414d-abce-e19c4ec80557,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:48.294030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.347017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4235281f-b6a6-4fc6-8512-d61073237852 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.353393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4235281f-b6a6-4fc6-8512-d61073237852 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/c37516b3-4927-414d-abce-e19c4ec80557 HTTP/1.1" status: 204 len: 168 time: 1.4684558 Aug 11 00:41:48.370010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43644) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:48.401642 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e39b1bf-b195-4cf5-89c1-2cf54a13e7f5 req-e46140f7-0f6c-43e4-949e-e97da4220d89 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438651 Aug 11 00:41:48.435142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b63fec1-4d4b-4f62-addc-6ffb0cd27be3 req-92ee1877-4a20-43c8-be3c-4816b0946b4f tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 210 time: 0.1168554 Aug 11 00:41:48.438810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:48.446941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.542267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:41:48.610127 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.611854 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Added segment 54fc8fc0-472f-48ee-aa48-76e6a7f7bd32 of type vlan for network a8590be1-a2ba-4240-89fc-218a2e1f4a3d Aug 11 00:41:48.629564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec73a2-6a2b-4a93-abf5-2f4313e61b16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:48.632983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec73a2-6a2b-4a93-abf5-2f4313e61b16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:48.636295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4dec73a2-6a2b-4a93-abf5-2f4313e61b16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2474518 Aug 11 00:41:48.638421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43654) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:48.723190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d135ce2e-c351-4f3a-b9d2-6ca2d522e1f7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 2d0ded9c-8a7a-4b6a-9612-f73af57379b5 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:41:48.729711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d135ce2e-c351-4f3a-b9d2-6ca2d522e1f7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.738453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.795269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Made reservation on behalf of 9b5c176467be4d4ab8725e2e335cc250 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:48.811035 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4c6d98d9-ca87-43d0-a123-4b250ab6695c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.816827 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.910570 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.919122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:48.936470 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:48.952615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d135ce2e-c351-4f3a-b9d2-6ca2d522e1f7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:49.104741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Network': ['ID=a8590be1-a2ba-4240-89fc-218a2e1f4a3d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:49.120046 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:49.120316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:41:49.149139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:41:49.252528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d5e13273-1c94-45ac-9dc0-4845dd11e423 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2188964 Aug 11 00:41:49.272768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43696) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:49.287522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-828264504', 'admin_state_up': True, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:49.304649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Allocated IP 172.20.0.5 (aab03452-856f-477f-a058-7ca823a4c7d2/98c3f3c6-7154-4499-816b-84dafa64a580/8a3273b2-c733-4fd4-8c51-852595dbd252) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:49.310650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d8f6c74a-d63c-44c8-8a64-88674d48e9ee up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:49.492748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d135ce2e-c351-4f3a-b9d2-6ca2d522e1f7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:49.561010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port d8f6c74a-d63c-44c8-8a64-88674d48e9ee completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:49.587671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7d6c0ebc-57e7-4757-9b7c-73147e875000 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:49.651303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 7d6c0ebc-57e7-4757-9b7c-73147e875000 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:41:49.651722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7d6c0ebc-57e7-4757-9b7c-73147e875000 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:41:49.690412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-549b33ab-e3b6-41c3-95ef-b76788def9fe req-2367fcf1-2fe8-4b7c-963e-d6b4fb199f6c tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 210 time: 0.0867233 Aug 11 00:41:49.723967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.001350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d135ce2e-c351-4f3a-b9d2-6ca2d522e1f7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.007137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dc53067c-b2d0-4be1-8b17-0dbdd09c1745 None None] Provisioning for port d8f6c74a-d63c-44c8-8a64-88674d48e9ee completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:50.017929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dc53067c-b2d0-4be1-8b17-0dbdd09c1745 None None] Provisioning complete for port d8f6c74a-d63c-44c8-8a64-88674d48e9ee triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:50.019177 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dc53067c-b2d0-4be1-8b17-0dbdd09c1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.047537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:50.056949 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d135ce2e-c351-4f3a-b9d2-6ca2d522e1f7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.064295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d135ce2e-c351-4f3a-b9d2-6ca2d522e1f7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/2d0ded9c-8a7a-4b6a-9612-f73af57379b5 HTTP/1.1" status: 204 len: 168 time: 1.4238398 Aug 11 00:41:50.067910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.071441 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880e151-1e68-453a-8dcc-c0667dcf9e60 None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:50.072649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43706) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:50.075109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135ce2e-c351-4f3a-b9d2-6ca2d522e1f7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0ded9c-8a7a-4b6a-9612-f73af57379b5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:50.097504 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880e151-1e68-453a-8dcc-c0667dcf9e60 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:50.098995 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c880e151-1e68-453a-8dcc-c0667dcf9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:50.133326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a4d46-0200-41f4-8f40-8a2c6f2371fe req-901c6513-24c8-4d7d-bf8a-090f9eef6549 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:50.149906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event updated for resources: {'Port': ['ID=8a3273b2-c733-4fd4-8c51-852595dbd252,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:50.150912 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b89a4d46-0200-41f4-8f40-8a2c6f2371fe req-901c6513-24c8-4d7d-bf8a-090f9eef6549 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.2215884 Aug 11 00:41:50.160066 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.163501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.184788 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c880e151-1e68-453a-8dcc-c0667dcf9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:50.211848 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880e151-1e68-453a-8dcc-c0667dcf9e60 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:50.213299 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c880e151-1e68-453a-8dcc-c0667dcf9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:50.244468 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dc53067c-b2d0-4be1-8b17-0dbdd09c1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.292188 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-79de8740-dce7-4d76-b22b-b6a5e3062a7f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490097 Aug 11 00:41:50.294337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43710) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:50.316091 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c880e151-1e68-453a-8dcc-c0667dcf9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:50.318171 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880e151-1e68-453a-8dcc-c0667dcf9e60 None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:41:50.361881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-dc53067c-b2d0-4be1-8b17-0dbdd09c1745 None None] For port d8f6c74a-d63c-44c8-8a64-88674d48e9ee, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d8f6c74a-d63c-44c8-8a64-88674d48e9ee,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:50.365448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Network aab03452-856f-477f-a058-7ca823a4c7d2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:50.367843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:50.371364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:50.383001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43712) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:50.428076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c175b1a3-bc65-4d2c-bc4d-b5fc3b9bbd43 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:50.464184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b89a4d46-0200-41f4-8f40-8a2c6f2371fe req-8b174e08-6e9e-4f98-8396-a46d4e0e4858 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077884 Aug 11 00:41:50.470717 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.484502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:50.491020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.499088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe34914d-d6b6-46a5-a0ac-ae68411253bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:50.503465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fe34914d-d6b6-46a5-a0ac-ae68411253bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1996045 Aug 11 00:41:50.503926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43716) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:50.516089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.573899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.577090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-22940511-606b-4d1c-a1a9-22544c1bc492 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.7991028 Aug 11 00:41:50.578581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43718) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:50.591942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fe067-5243-4760-bc6c-017d6faad996 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:50.593516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-362fe067-5243-4760-bc6c-017d6faad996 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885043 Aug 11 00:41:50.596448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43720) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:50.600666 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dc53067c-b2d0-4be1-8b17-0dbdd09c1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.650107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4beeda00-7ae4-4e2f-a647-3bb3dd3e8d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.729811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9bd9d0b4-e76f-4425-9261-e5eddd957b40 None None] Could not find standard attr ID for object c37516b3-4927-414d-abce-e19c4ec80557. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:41:50.731997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53067c-b2d0-4be1-8b17-0dbdd09c1745 None None] Pushing event updated for resources: {'Port': ['ID=d8f6c74a-d63c-44c8-8a64-88674d48e9ee,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:50.738744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43722) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:50.743961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fd4e366e-ccd6-415d-a4b7-83ecffc19e02 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1453373 Aug 11 00:41:50.747102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-b2a5ede6-dcb9-49a5-85ba-a845fae85c1a tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7311146 Aug 11 00:41:50.747994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:50.763390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Request body: {'port': {'device_id': '707a8801-9c8d-44c3-8d77-194e146c9527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:50.819638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:41:50.922802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] Deleting port d8f6c74a-d63c-44c8-8a64-88674d48e9ee {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:50.923745 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.962379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:50.969951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.110143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d8f6c74a-d63c-44c8-8a64-88674d48e9ee no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:41:51.129974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] For port d8f6c74a-d63c-44c8-8a64-88674d48e9ee, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d8f6c74a-d63c-44c8-8a64-88674d48e9ee,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:51.130651 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.195360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] Calling delete_port for d8f6c74a-d63c-44c8-8a64-88674d48e9ee owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:51.231698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c0e91-018f-4457-b925-7e3c2d54eff3 req-0fe7e85e-d18c-4a05-852c-ba7e184995c6 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:51.233452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd7c0e91-018f-4457-b925-7e3c2d54eff3 req-0fe7e85e-d18c-4a05-852c-ba7e184995c6 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 931 time: 0.2754726 Aug 11 00:41:51.314107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4beeda00-7ae4-4e2f-a647-3bb3dd3e8d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.349133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd7c0e91-018f-4457-b925-7e3c2d54eff3 req-6691c325-ec10-43ee-9f61-eb39436aef37 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993836 Aug 11 00:41:51.520902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3273b2-c733-4fd4-8c51-852595dbd252 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:41:51.539604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.557933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4beeda00-7ae4-4e2f-a647-3bb3dd3e8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.613690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Transition to ACTIVE for port object 8a3273b2-c733-4fd4-8c51-852595dbd252 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:51.656754 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.660106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175a867-59c9-4469-a906-3d79562f03ca req-caac9313-4409-499e-be78-8ab9215dd0f6 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:51.663534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c175a867-59c9-4469-a906-3d79562f03ca req-caac9313-4409-499e-be78-8ab9215dd0f6 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1015875 Aug 11 00:41:51.735471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c175a867-59c9-4469-a906-3d79562f03ca req-12395307-a854-4c35-b39c-8ae9929fb3b5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609767 Aug 11 00:41:51.782352 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.821746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeda00-7ae4-4e2f-a647-3bb3dd3e8d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8409b06-3f3a-41e9-b004-fabc3c3710f0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:51.829373 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.836820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4beeda00-7ae4-4e2f-a647-3bb3dd3e8d24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49e42d5fb88a46fda3ed270fea4e1e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4427881 Aug 11 00:41:51.837351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43740) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:51.845757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.876035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:51.891631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3273b2-c733-4fd4-8c51-852595dbd252,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:51.913055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] Pushing event deleted for resources: {'Port': ['ID=d8f6c74a-d63c-44c8-8a64-88674d48e9ee,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:51.921025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2839e9c3-cdba-497f-a03c-3870ddb407de None None] No DVR routers for this DVR port d8f6c74a-d63c-44c8-8a64-88674d48e9ee on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:41:51.924986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:41:51.924986 n-d-712143-13 neutron-server[95256]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 11 00:41:51.924986 n-d-712143-13 neutron-server[95256]: [parameters: {'status': 'DOWN', 'ports_id': 'd8f6c74a-d63c-44c8-8a64-88674d48e9ee'}] Aug 11 00:41:51.924986 n-d-712143-13 neutron-server[95256]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:41:51.926118 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:41:51.936037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:51.936037 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.029846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Attempting to bind port 8a3273b2-c733-4fd4-8c51-852595dbd252 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:52.030195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Attempting to bind port 8a3273b2-c733-4fd4-8c51-852595dbd252 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:52.031187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Attempting to bind port 8a3273b2-c733-4fd4-8c51-852595dbd252 on network aab03452-856f-477f-a058-7ca823a4c7d2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:52.037213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Port 8a3273b2-c733-4fd4-8c51-852595dbd252 on network aab03452-856f-477f-a058-7ca823a4c7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:41:52.037541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Attempting to bind port 8a3273b2-c733-4fd4-8c51-852595dbd252 on network aab03452-856f-477f-a058-7ca823a4c7d2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:52.045184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:52.045914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Checking segment: {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:52.046807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Bound using segment: {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:52.047310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Bound port: 8a3273b2-c733-4fd4-8c51-852595dbd252, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9672dbc8-a0d2-49c7-afee-27d49c526bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:52.047683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.150581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] For port 8a3273b2-c733-4fd4-8c51-852595dbd252, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:52.158168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] For port 8a3273b2-c733-4fd4-8c51-852595dbd252, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8a3273b2-c733-4fd4-8c51-852595dbd252,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:52.236167 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.271484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.284554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4d17131-03c5-46a5-b0f9-f9eac14262d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.330011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:52.331588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.333991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/8a3273b2-c733-4fd4-8c51-852595dbd252 HTTP/1.1" status: 200 len: 1092 time: 1.5784829 Aug 11 00:41:52.339254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707a8801-9c8d-44c3-8d77-194e146c9527', 'tag': '8a3273b2-c733-4fd4-8c51-852595dbd252'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:52.346215 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91181c5-7a2b-4df4-86fb-7a1b12eeb5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "707a8801-9c8d-44c3-8d77-194e146c9527", "tag": "8a3273b2-c733-4fd4-8c51-852595dbd252"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:52.348452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.397439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51821a2f-818f-46a7-b31b-aa8a0ce935e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3273b2-c733-4fd4-8c51-852595dbd252,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:52.408653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.25.0.250 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/3f3ea306-bae0-469d-a5a1-636fe2658b3f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:52.424329 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b782c55-d165-4475-aa1f-2810deaa7996 x-openstack-request-id: req-6b782c55-d165-4475-aa1f-2810deaa7996 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:52.424812 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707a8801-9c8d-44c3-8d77-194e146c9527", "tag": "8a3273b2-c733-4fd4-8c51-852595dbd252", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:52.425235 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b782c55-d165-4475-aa1f-2810deaa7996 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:52.426215 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707a8801-9c8d-44c3-8d77-194e146c9527', 'tag': '8a3273b2-c733-4fd4-8c51-852595dbd252', 'status': 'completed', 'code': 200} Aug 11 00:41:52.442493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4d17131-03c5-46a5-b0f9-f9eac14262d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.488642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Port d8f6c74a-d63c-44c8-8a64-88674d48e9ee update to DOWN by agent not found {{(pid=95256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 00:41:52.622157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefb81b-56b6-43c0-83d0-575fa6c5463c req-118c00aa-6705-4d22-9913-3e1105a7bae3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:52.635445 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-efefb81b-56b6-43c0-83d0-575fa6c5463c req-118c00aa-6705-4d22-9913-3e1105a7bae3 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 943 time: 0.1527452 Aug 11 00:41:52.641157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91181c5-7a2b-4df4-86fb-7a1b12eeb5c0 req-f6458de3-045e-4d75-bf1a-f5a0d15b421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:52.645047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c91181c5-7a2b-4df4-86fb-7a1b12eeb5c0 req-f6458de3-045e-4d75-bf1a-f5a0d15b421a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 1095 time: 0.1785629 Aug 11 00:41:52.763255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-efefb81b-56b6-43c0-83d0-575fa6c5463c req-4c9e86f0-2bb5-4f24-9844-86858df85044 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120708 Aug 11 00:41:52.815601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91181c5-7a2b-4df4-86fb-7a1b12eeb5c0 req-44ace410-3600-4a0a-a293-43ab955303ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:52.817243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c91181c5-7a2b-4df4-86fb-7a1b12eeb5c0 req-44ace410-3600-4a0a-a293-43ab955303ae service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9b5c176467be4d4ab8725e2e335cc250&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1631765 Aug 11 00:41:52.829570 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4d17131-03c5-46a5-b0f9-f9eac14262d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.832694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4d17131-03c5-46a5-b0f9-f9eac14262d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.836797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4d17131-03c5-46a5-b0f9-f9eac14262d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8409b06-3f3a-41e9-b004-fabc3c3710f0 HTTP/1.1" status: 204 len: 168 time: 0.9746177 Aug 11 00:41:52.897254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d17131-03c5-46a5-b0f9-f9eac14262d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8409b06-3f3a-41e9-b004-fabc3c3710f0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:52.899502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.907761 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:52.988849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe75cb-1c80-4df3-8ad5-e3387fd09b28 req-81ba45bd-6e9a-4465-8597-febfd62284fa tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:52.990544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28fe75cb-1c80-4df3-8ad5-e3387fd09b28 req-81ba45bd-6e9a-4465-8597-febfd62284fa tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1013160 Aug 11 00:41:52.999478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:53.011217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388df25-9e92-4d4e-8a0a-ab13c2d0cee3 req-d66d2e9d-4503-4e88-a5da-b44c01048ea8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:53.013428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f388df25-9e92-4d4e-8a0a-ab13c2d0cee3 req-d66d2e9d-4503-4e88-a5da-b44c01048ea8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.2308326 Aug 11 00:41:53.018117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91181c5-7a2b-4df4-86fb-7a1b12eeb5c0 req-52b03f9f-8da1-4d50-b6ba-94b9fca6adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:53.019702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c91181c5-7a2b-4df4-86fb-7a1b12eeb5c0 req-52b03f9f-8da1-4d50-b6ba-94b9fca6adfd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1952264 Aug 11 00:41:53.056568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=07f2a305-5907-4687-8e9f-50680b4db201,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:53.060602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:53.064411 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28fe75cb-1c80-4df3-8ad5-e3387fd09b28 req-8d345ffc-2967-427f-aea6-fbfef7694ad8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566335 Aug 11 00:41:53.087354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec8eb10-c47b-48c2-8841-13278a08351a None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:41:53.097377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:53.098587 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:53.131283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-e2111108-01df-45bb-ab2b-93ef6ad2fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:53.136224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-e2111108-01df-45bb-ab2b-93ef6ad2fe95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9b5c176467be4d4ab8725e2e335cc250&device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 1095 time: 0.0700381 Aug 11 00:41:53.177123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.20.0.1 (d125e098-ab71-4d4a-a8e0-e0e8e91a63ca/5e0d5a0f-5db2-417a-96d3-c462f613b7f5/bf26821d-3566-47f0-ade2-e82cc0690837) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:53.182727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f388df25-9e92-4d4e-8a0a-ab13c2d0cee3 req-a42d454f-463c-4a30-90bb-a8bac9a1c364 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388762 Aug 11 00:41:53.208388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-d429da0a-aa21-4617-ab71-ba21e1483f23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a3273b2-c733-4fd4-8c51-852595dbd252 HTTP/1.1" status: 200 len: 217 time: 0.0627401 Aug 11 00:41:53.277711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-a331eba7-3ba0-4d3c-be31-9ceaad7a2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:53.279639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-a331eba7-3ba0-4d3c-be31-9ceaad7a2647 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98c3f3c6-7154-4499-816b-84dafa64a580 HTTP/1.1" status: 200 len: 861 time: 0.0647454 Aug 11 00:41:53.297944 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d6a8581-5ffb-47b0-916d-2ac2d9e371d1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5549340 Aug 11 00:41:53.301185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43764) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:53.308545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '07f2a305-5907-4687-8e9f-50680b4db201'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:41:53.310072 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:53.311593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': '07f2a305-5907-4687-8e9f-50680b4db201', 'ip_address': '2001:db8::84d0:8d2d:15cc:caaa'}], 'name': 'tempest-NetworksTestDHCPv6-1810725301'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:53.345650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-3d56eddc-870e-4de7-9a4a-ed5c71d9e659 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aab03452-856f-477f-a058-7ca823a4c7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578644 Aug 11 00:41:53.489269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/07f2a305-5907-4687-8e9f-50680b4db201/207bdbdd-f85e-4c38-9d31-3863f15599e9) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:53.501950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-82bb4c3f-eaf3-4825-9187-71e6495ce104 service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487162 Aug 11 00:41:53.612956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29a1f08d-28c9-459e-8047-c95ef8a3702e req-85572c03-f47e-406c-bca4-83f3932daefb service neutron] 10.222.0.44 "GET /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006634 Aug 11 00:41:53.713590 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:53.724706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Transition to ACTIVE for port object 207bdbdd-f85e-4c38-9d31-3863f15599e9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:53.749216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Transition to ACTIVE for port object 207bdbdd-f85e-4c38-9d31-3863f15599e9 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:53.760493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:53.858771 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:53.860621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:53.874941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:53.877814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:53.892779 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:53.941361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:53.941922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:53.945505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=3f3ea306-bae0-469d-a5a1-636fe2658b3f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:53.947716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:53.957065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Pushing event updated for resources: {'Port': ['ID=207bdbdd-f85e-4c38-9d31-3863f15599e9,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:54.069929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Attempting to bind port 207bdbdd-f85e-4c38-9d31-3863f15599e9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:54.070925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Attempting to bind port 207bdbdd-f85e-4c38-9d31-3863f15599e9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:54.071791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Attempting to bind port 207bdbdd-f85e-4c38-9d31-3863f15599e9 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:54.093135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:54.094401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:54.114388 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:54.118868 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:54.120158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Bound port: 207bdbdd-f85e-4c38-9d31-3863f15599e9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:54.123369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:54.171076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a35bc-e954-4429-a817-75d29fc80ff7 req-f97a8c3c-b607-40bc-8742-7052e797d8b0 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:54.172881 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-872a35bc-e954-4429-a817-75d29fc80ff7 req-f97a8c3c-b607-40bc-8742-7052e797d8b0 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 943 time: 0.2675681 Aug 11 00:41:54.233801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-872a35bc-e954-4429-a817-75d29fc80ff7 req-fa7592eb-496d-42dc-81e7-45436d92c707 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Aug 11 00:41:54.254083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:54.264069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] For port 207bdbdd-f85e-4c38-9d31-3863f15599e9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:54.269287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] For port 207bdbdd-f85e-4c38-9d31-3863f15599e9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=207bdbdd-f85e-4c38-9d31-3863f15599e9,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:54.289007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c1f95-d1f9-42b6-bde1-8b3f12398feb req-fa50db2e-9895-4ed2-b1c9-6166e89c187f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:54.290757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e91c1f95-d1f9-42b6-bde1-8b3f12398feb req-fa50db2e-9895-4ed2-b1c9-6166e89c187f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.0694311 Aug 11 00:41:54.346026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e91c1f95-d1f9-42b6-bde1-8b3f12398feb req-4dc363dd-852f-4c96-916d-d608165f3b8c tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Aug 11 00:41:54.353336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:54.389341 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:54.467526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890b0bc-48df-4634-8db0-f85166fe86e7 None None] Pushing event updated for resources: {'Port': ['ID=207bdbdd-f85e-4c38-9d31-3863f15599e9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:54.508276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=bf26821d-3566-47f0-ade2-e82cc0690837,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:54.545045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:54.567327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:54.572194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:54.691749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca1a5-e1bd-4347-9e1a-99a45726e982 req-f1fad540-cc6f-4dca-bf8d-f2d7a3dd2df7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:54.693964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dbdca1a5-e1bd-4347-9e1a-99a45726e982 req-f1fad540-cc6f-4dca-bf8d-f2d7a3dd2df7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.3481627 Aug 11 00:41:54.789784 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:54.839578 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:54.882228 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:41:54.944200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 7dfc8daf-e50d-46b9-94ce-e58d39fe196e yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:54.958722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dbdca1a5-e1bd-4347-9e1a-99a45726e982 req-c59ae46c-fbcd-400f-a7b6-c9a7e5357a99 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130415 Aug 11 00:41:55.114981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:55.155804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 207bdbdd-f85e-4c38-9d31-3863f15599e9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:55.359655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 207bdbdd-f85e-4c38-9d31-3863f15599e9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:55.390161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43804) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:55.452299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::84d0:8d2d:15cc:caaa (a231281a-384d-46e8-8f86-e604acdadde9/07f2a305-5907-4687-8e9f-50680b4db201/7dfc8daf-e50d-46b9-94ce-e58d39fe196e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:41:55.474069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e776148-13dd-414c-9236-ef9ef707a5e2 req-78eeeda4-bd5f-44f5-8189-12f5754a99fd tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:55.485373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e776148-13dd-414c-9236-ef9ef707a5e2 req-78eeeda4-bd5f-44f5-8189-12f5754a99fd tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 943 time: 0.1429186 Aug 11 00:41:55.552211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:55.568531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8a3273b2-c733-4fd4-8c51-852595dbd252 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:41:55.580353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e776148-13dd-414c-9236-ef9ef707a5e2 req-aa555829-aa62-44ef-be0c-bba566530910 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824742 Aug 11 00:41:55.735749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b391012-c5cd-41cb-9122-5b03f051c6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:55.770123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8a3273b2-c733-4fd4-8c51-852595dbd252, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8a3273b2-c733-4fd4-8c51-852595dbd252,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:55.787102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '8a3273b2-c733-4fd4-8c51-852595dbd252', 'network_id': 'aab03452-856f-477f-a058-7ca823a4c7d2', 'port_id': '8a3273b2-c733-4fd4-8c51-852595dbd252', 'mac_address': 'fa:16:3e:76:7f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c3f3c6-7154-4499-816b-84dafa64a580', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:41:55.803369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf4e73-abe9-4eb7-9bfa-38d00ad5c458 req-d0e92b0a-0d88-43a8-b20c-65cb62116916 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:55.809136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4baf4e73-abe9-4eb7-9bfa-38d00ad5c458 req-d0e92b0a-0d88-43a8-b20c-65cb62116916 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.2954397 Aug 11 00:41:55.849042 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:55.856122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:55.882617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3273b2-c733-4fd4-8c51-852595dbd252 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:41:55.943137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8a3273b2-c733-4fd4-8c51-852595dbd252, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8a3273b2-c733-4fd4-8c51-852595dbd252,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:56.042936 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.127556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=8a3273b2-c733-4fd4-8c51-852595dbd252,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:56.147119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6089-5a3d-4cb0-aaf6-8fdc73a5bb4e req-a121a5ad-96c5-4fd5-8d16-dd42622302f2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:56.149232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12fb6089-5a3d-4cb0-aaf6-8fdc73a5bb4e req-a121a5ad-96c5-4fd5-8d16-dd42622302f2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.0589395 Aug 11 00:41:56.156415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4baf4e73-abe9-4eb7-9bfa-38d00ad5c458 req-966a079e-3883-4e79-ba7d-149e8d010ea0 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459427 Aug 11 00:41:56.206425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2f4d95db-07c7-4c5f-ae58-7809a245f004 None None] Provisioning for port 207bdbdd-f85e-4c38-9d31-3863f15599e9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:56.215782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2f4d95db-07c7-4c5f-ae58-7809a245f004 None None] Provisioning complete for port 207bdbdd-f85e-4c38-9d31-3863f15599e9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:56.216410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f4d95db-07c7-4c5f-ae58-7809a245f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.224276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12fb6089-5a3d-4cb0-aaf6-8fdc73a5bb4e req-d78f7c86-9b23-478a-b6dd-c94bb98d85dd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611753 Aug 11 00:41:56.257281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.267714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8a3273b2-c733-4fd4-8c51-852595dbd252'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:41:56.307493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 7dfc8daf-e50d-46b9-94ce-e58d39fe196e will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:56.369467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f4d95db-07c7-4c5f-ae58-7809a245f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.438053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2f4d95db-07c7-4c5f-ae58-7809a245f004 None None] For port 207bdbdd-f85e-4c38-9d31-3863f15599e9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=207bdbdd-f85e-4c38-9d31-3863f15599e9,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:56.486957 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b391012-c5cd-41cb-9122-5b03f051c6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.544689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f4d95db-07c7-4c5f-ae58-7809a245f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.562883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.596904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b391012-c5cd-41cb-9122-5b03f051c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.620600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d95db-07c7-4c5f-ae58-7809a245f004 None None] Pushing event updated for resources: {'Port': ['ID=207bdbdd-f85e-4c38-9d31-3863f15599e9,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:56.651771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b391012-c5cd-41cb-9122-5b03f051c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12e3feb-517f-4344-848c-ef35dc181503,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:56.657326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2b391012-c5cd-41cb-9122-5b03f051c6e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e421ebfb64145ab9510a6b5cd7fb591&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2644243 Aug 11 00:41:56.660021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43814) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:56.678369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:41:56.688695 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.720792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.840827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:56.882300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=7dfc8daf-e50d-46b9-94ce-e58d39fe196e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:56.889499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:56.897675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:41:56.904020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:56.904691 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:56.914871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a40b0-321a-44dc-934b-0847128e1953 req-a58c0bda-57a7-4ffd-8c91-6668a0ad48e7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:56.917049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-038a40b0-321a-44dc-934b-0847128e1953 req-a58c0bda-57a7-4ffd-8c91-6668a0ad48e7 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 944 time: 0.2544410 Aug 11 00:41:56.925778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.104398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 207bdbdd-f85e-4c38-9d31-3863f15599e9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:57.214762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 207bdbdd-f85e-4c38-9d31-3863f15599e9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:57.217689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.343064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e684-0f7b-4bee-99e2-e688565b1e74 req-06550c83-2ab2-4149-9db6-865ccfde1276 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:57.345814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28b4e684-0f7b-4bee-99e2-e688565b1e74 req-06550c83-2ab2-4149-9db6-865ccfde1276 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.0704992 Aug 11 00:41:57.377161 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-290fa3bf-0f3e-4311-a6f3-96810e89f127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.400042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3bd13e4-6e46-4e58-afe5-85f85f459146 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0976334 Aug 11 00:41:57.405716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28b4e684-0f7b-4bee-99e2-e688565b1e74 req-af80a9fd-4a17-4d2b-84f0-c2d837fdd662 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520949 Aug 11 00:41:57.406208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43822) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:57.443292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-73d4a12f-95a8-488d-b955-778a91e18d00 None None] Provisioning for port 7dfc8daf-e50d-46b9-94ce-e58d39fe196e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:57.448790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-73d4a12f-95a8-488d-b955-778a91e18d00 None None] Provisioning complete for port 7dfc8daf-e50d-46b9-94ce-e58d39fe196e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:57.451846 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73d4a12f-95a8-488d-b955-778a91e18d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.505456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-73d4a12f-95a8-488d-b955-778a91e18d00 None None] Port 7dfc8daf-e50d-46b9-94ce-e58d39fe196e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:41:57.507048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfed04-bd69-46d3-b3c0-d56aeaecdadf tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:57.520631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfed04-bd69-46d3-b3c0-d56aeaecdadf tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:57.524365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2dcfed04-bd69-46d3-b3c0-d56aeaecdadf tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1159315 Aug 11 00:41:57.526503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43824) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:57.541677 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-290fa3bf-0f3e-4311-a6f3-96810e89f127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.551668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=bf26821d-3566-47f0-ade2-e82cc0690837,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:57.579659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-038a40b0-321a-44dc-934b-0847128e1953 req-ca3affe3-e002-4467-9ccc-f8a8ebf66374 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276593 Aug 11 00:41:57.584254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8a3273b2-c733-4fd4-8c51-852595dbd252 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:41:57.611604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:57.647860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Sync routers for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:57.685430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:57.685430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:57.737046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c311a4c-f556-4cfd-bc7b-be872b91b5f2 req-e2228e4b-5431-4430-a596-84c486bfd379 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:57.740773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c311a4c-f556-4cfd-bc7b-be872b91b5f2 req-e2228e4b-5431-4430-a596-84c486bfd379 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1994295 Aug 11 00:41:57.742229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:41:57.745331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:41:57.768181 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.774299 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a66b3480-4e13-4e12-bdb9-fa4d678b6c01 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4942665 Aug 11 00:41:57.776017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43826) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:57.803595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5726d721-a586-42e2-8711-330eaed7830a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 7dfc8daf-e50d-46b9-94ce-e58d39fe196e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:41:57.804211 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5726d721-a586-42e2-8711-330eaed7830a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.861321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:41:57.882588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-290fa3bf-0f3e-4311-a6f3-96810e89f127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.887773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-290fa3bf-0f3e-4311-a6f3-96810e89f127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:57.897133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-290fa3bf-0f3e-4311-a6f3-96810e89f127 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d12e3feb-517f-4344-848c-ef35dc181503 HTTP/1.1" status: 204 len: 168 time: 1.2284989 Aug 11 00:41:57.898300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 8a3273b2-c733-4fd4-8c51-852595dbd252 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:41:57.903926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0b015b7-cf0d-43f2-8528-8152ab1fc42f tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=a6021f11fb224a3785a47117fcc9174d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1249428 Aug 11 00:41:57.912935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43830) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:57.924349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fa3bf-0f3e-4311-a6f3-96810e89f127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12e3feb-517f-4344-848c-ef35dc181503,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:57.941642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 8a3273b2-c733-4fd4-8c51-852595dbd252 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:41:57.942055 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:58.021244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c311a4c-f556-4cfd-bc7b-be872b91b5f2 req-79e573c5-ad17-48e6-8310-f5e4233b4061 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613800 Aug 11 00:41:58.102797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:41:58.236140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:58.270555 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707a8801-9c8d-44c3-8d77-194e146c9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3273b2-c733-4fd4-8c51-852595dbd252'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:41:58.273493 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaec02c-87db-42c7-9c50-3ef6875cbc4b" -d '{"events": [{"server_uuid": "707a8801-9c8d-44c3-8d77-194e146c9527", "name": "network-vif-plugged", "status": "completed", "tag": "8a3273b2-c733-4fd4-8c51-852595dbd252"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:41:58.302084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8a3273b2-c733-4fd4-8c51-852595dbd252, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8a3273b2-c733-4fd4-8c51-852595dbd252,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:41:58.331642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:41:54Z', 'revision_number': 3, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:58.386197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:41:58.406001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dfb1fb71-a24f-4ea2-acdd-71b5f551b590 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/routers/6aa7b757-0989-4bea-946b-d8108ca18274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8260076 Aug 11 00:41:58.408693 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d904e-d03a-4b31-907c-3eb5519a7052 None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:41:58.410672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43838) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:58.426484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'port': {'network_id': 'd125e098-ab71-4d4a-a8e0-e0e8e91a63ca', 'name': 'tempest-FloatingIPTestJSON-2128859981'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:58.437414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d904e-d03a-4b31-907c-3eb5519a7052 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:58.438441 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a20d904e-d03a-4b31-907c-3eb5519a7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:58.477899 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb3cef7-47d4-48c3-a5c1-b28f6561e8f5 x-openstack-request-id: req-dcb3cef7-47d4-48c3-a5c1-b28f6561e8f5 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:41:58.478373 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707a8801-9c8d-44c3-8d77-194e146c9527", "name": "network-vif-plugged", "status": "completed", "tag": "8a3273b2-c733-4fd4-8c51-852595dbd252", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:41:58.478772 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcb3cef7-47d4-48c3-a5c1-b28f6561e8f5 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:41:58.479453 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707a8801-9c8d-44c3-8d77-194e146c9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3273b2-c733-4fd4-8c51-852595dbd252', 'code': 200} Aug 11 00:41:58.485753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:58.494847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Checking router: bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:41:58.495535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Updating router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 port 3f3ea306-bae0-469d-a5a1-636fe2658b3f binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:41:58.551666 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:58.570000 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a20d904e-d03a-4b31-907c-3eb5519a7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:58.587373 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d904e-d03a-4b31-907c-3eb5519a7052 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:41:58.588439 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a20d904e-d03a-4b31-907c-3eb5519a7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:58.653295 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a20d904e-d03a-4b31-907c-3eb5519a7052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:41:58.656218 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d904e-d03a-4b31-907c-3eb5519a7052 None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:41:58.793475 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5726d721-a586-42e2-8711-330eaed7830a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:58.878421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5726d721-a586-42e2-8711-330eaed7830a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 7dfc8daf-e50d-46b9-94ce-e58d39fe196e owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:41:58.913673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f6721-35ca-4df5-9ecf-7827ddeead33 req-526a2aef-7be2-4693-8ed5-755c47578f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:58.915382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=8a3273b2-c733-4fd4-8c51-852595dbd252,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:58.917075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-891f6721-35ca-4df5-9ecf-7827ddeead33 req-526a2aef-7be2-4693-8ed5-755c47578f87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 1097 time: 0.2486265 Aug 11 00:41:58.931530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263dfc0-6373-4a2f-9ffc-1ef9b2990d1d req-5c42eaf3-fc7a-49a6-959a-cc6ab01cd8da tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:58.934639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7263dfc0-6373-4a2f-9ffc-1ef9b2990d1d req-5c42eaf3-fc7a-49a6-959a-cc6ab01cd8da tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.2423251 Aug 11 00:41:59.011509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50abb29-bf91-4794-93a4-e2e595185279 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:59.019532 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c50abb29-bf91-4794-93a4-e2e595185279 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0981731 Aug 11 00:41:59.020713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7263dfc0-6373-4a2f-9ffc-1ef9b2990d1d req-c29b8266-2a18-4be4-8c51-13080813a75f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683820 Aug 11 00:41:59.020713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43850) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:59.076547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-46417ba5-7346-481e-98c5-4bfce79e62fe tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541313 Aug 11 00:41:59.086384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43854) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:59.095374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723146782', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:41:59.160335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54605f7-fe6c-41b0-a752-68c55acba1ea req-04343bc8-3547-42ad-b8d7-93d304492007 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:59.173921 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c54605f7-fe6c-41b0-a752-68c55acba1ea req-04343bc8-3547-42ad-b8d7-93d304492007 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 945 time: 0.3415873 Aug 11 00:41:59.188157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-891f6721-35ca-4df5-9ecf-7827ddeead33 req-fa6056eb-8829-436c-bbde-07abba69217b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521253 Aug 11 00:41:59.259062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:59.269779 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.303321 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c54605f7-fe6c-41b0-a752-68c55acba1ea req-49657987-0684-42a2-b41d-9a9f84ed2ef2 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277902 Aug 11 00:41:59.307056 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.329239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Transition to ACTIVE for port object 3f3ea306-bae0-469d-a5a1-636fe2658b3f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:41:59.357794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] device_id is not set on port c8d8870c-7e93-4e7a-b632-8d487e7de921 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:41:59.451103 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.470109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82691f-6fb5-4146-bccc-0defaa23cd0f req-c155441e-82ed-4be7-a27d-42a42c1e046b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:41:59.470109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff82691f-6fb5-4146-bccc-0defaa23cd0f req-c155441e-82ed-4be7-a27d-42a42c1e046b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.0978453 Aug 11 00:41:59.503900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:41:59.509902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.521497 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.528486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Attempting to bind port 3f3ea306-bae0-469d-a5a1-636fe2658b3f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:41:59.529085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Attempting to bind port 3f3ea306-bae0-469d-a5a1-636fe2658b3f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:41:59.529667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Attempting to bind port 3f3ea306-bae0-469d-a5a1-636fe2658b3f on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:41:59.542698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c460c-d623-459b-b720-3f3054b30fec None None] Pushing event updated for resources: {'Port': ['ID=3f3ea306-bae0-469d-a5a1-636fe2658b3f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:59.549692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:41:59.549692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:41:59.549692 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.550328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:41:59.550524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Bound port: 3f3ea306-bae0-469d-a5a1-636fe2658b3f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:41:59.551142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.577425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5726d721-a586-42e2-8711-330eaed7830a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.690386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d721-a586-42e2-8711-330eaed7830a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=7dfc8daf-e50d-46b9-94ce-e58d39fe196e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:41:59.746064 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff82691f-6fb5-4146-bccc-0defaa23cd0f req-2298e184-acee-4ecb-8da9-69ee5d613ffa tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660062 Aug 11 00:41:59.806012 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5726d721-a586-42e2-8711-330eaed7830a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.818969 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5726d721-a586-42e2-8711-330eaed7830a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/7dfc8daf-e50d-46b9-94ce-e58d39fe196e HTTP/1.1" status: 204 len: 168 time: 2.2897978 Aug 11 00:41:59.820306 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43866) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:41:59.861016 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:41:59.932210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] For port 3f3ea306-bae0-469d-a5a1-636fe2658b3f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:41:59.949655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] For port 3f3ea306-bae0-469d-a5a1-636fe2658b3f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f3ea306-bae0-469d-a5a1-636fe2658b3f,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:41:59.986875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324257da-bfd9-4ace-a173-4ff443f396ee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:00.008404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324257da-bfd9-4ace-a173-4ff443f396ee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:00.011217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-324257da-bfd9-4ace-a173-4ff443f396ee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1887977 Aug 11 00:42:00.014608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43870) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:00.035870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:00.065008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.20.0.10 (d125e098-ab71-4d4a-a8e0-e0e8e91a63ca/5e0d5a0f-5db2-417a-96d3-c462f613b7f5/c8d8870c-7e93-4e7a-b632-8d487e7de921) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:00.185496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2c179e-56f1-44e7-bd72-2f41ee2b5a06 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 07f2a305-5907-4687-8e9f-50680b4db201 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:42:00.195458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da2c179e-56f1-44e7-bd72-2f41ee2b5a06 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:00.279131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:00.280500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:00.293312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da2c179e-56f1-44e7-bd72-2f41ee2b5a06 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:00.395831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c460c-d623-459b-b720-3f3054b30fec None None] Pushing event updated for resources: {'Port': ['ID=3f3ea306-bae0-469d-a5a1-636fe2658b3f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:00.397275 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da2c179e-56f1-44e7-bd72-2f41ee2b5a06 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:00.512870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea31226-b548-447c-babb-07f3660984f6 req-42208419-23d2-4ff0-ade0-20da8686a69f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:00.520536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ea31226-b548-447c-babb-07f3660984f6 req-42208419-23d2-4ff0-ade0-20da8686a69f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.0737429 Aug 11 00:42:00.551786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:00.562735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ea31226-b548-447c-babb-07f3660984f6 req-792981da-3652-4c46-ad08-a3eabd22d0b5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408816 Aug 11 00:42:00.595774 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da2c179e-56f1-44e7-bd72-2f41ee2b5a06 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:00.598014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:42:00.668666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c179e-56f1-44e7-bd72-2f41ee2b5a06 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=07f2a305-5907-4687-8e9f-50680b4db201,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:00.682439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61956e72-2b1b-4279-b9ce-40f14c964b2b req-a9137cce-4be6-4b0f-b44b-0ee624daf227 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:00.685837 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61956e72-2b1b-4279-b9ce-40f14c964b2b req-a9137cce-4be6-4b0f-b44b-0ee624daf227 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 945 time: 0.2326307 Aug 11 00:42:00.694861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da2c179e-56f1-44e7-bd72-2f41ee2b5a06 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:00.702533 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-da2c179e-56f1-44e7-bd72-2f41ee2b5a06 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/07f2a305-5907-4687-8e9f-50680b4db201 HTTP/1.1" status: 204 len: 168 time: 0.6818166 Aug 11 00:42:00.703193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43882) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:00.714760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09bec9-c63d-4629-b247-3d2353daa0a0 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:00.750374 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:00.778944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7051f57d-5e70-4f0f-a080-6759cfb5d29d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732157 Aug 11 00:42:00.784128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43884) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:00.791014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:00.805185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Subnet': ['ID=0a60e279-5791-4141-82aa-c915318494dc,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:00.863557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Checking segment: {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:00.864285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network hostable DHCP agents. Network: a8590be1-a2ba-4240-89fc-218a2e1f4a3d, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:42:00.880524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61956e72-2b1b-4279-b9ce-40f14c964b2b req-ac8aebf4-a012-4102-b197-73533695366e tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704280 Aug 11 00:42:01.046126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:42:01.068704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b267a1-65de-4b43-b825-e9a83e882198 req-e407e80e-b9f9-4874-aff6-cf2ad045bea9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:01.076025 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:01.080947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b267a1-65de-4b43-b825-e9a83e882198 req-e407e80e-b9f9-4874-aff6-cf2ad045bea9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1132059 Aug 11 00:42:01.170558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:42:01.185735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b267a1-65de-4b43-b825-e9a83e882198 req-89971e07-df1a-49d3-9b0f-dd78843eb1fd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885966 Aug 11 00:42:01.189714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:01.189923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:01.203056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=c8d8870c-7e93-4e7a-b632-8d487e7de921,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:01.223925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:01.224122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:01.225387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:01.236560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, a8590be1-a2ba-4240-89fc-218a2e1f4a3d) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:01.252061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1673c51-a863-49bd-8c03-1c8736091a0c None None] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:01.306622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:01.307605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:01.333018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:01.352195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:01.359830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:41:54Z', 'revision_number': 3, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:01.421375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43898) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:01.422198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd7f22-05a4-4f6e-817a-ce2ddbe319af None None] The sync data for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 is: [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:41:54Z', 'revision_number': 3, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:01.422765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-179cbf06-c7bd-4c58-ba05-4409bf0de7ec tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0100513 Aug 11 00:42:01.440114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'port': {'network_id': 'd125e098-ab71-4d4a-a8e0-e0e8e91a63ca', 'name': 'tempest-FloatingIPTestJSON-1724750204'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:01.481822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] Deleting port 207bdbdd-f85e-4c38-9d31-3863f15599e9 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:01.481822 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:01.538611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8fa678ac-ee40-42d1-8f99-c0c6671ef37e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4459717 Aug 11 00:42:01.542979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43902) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:01.612323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] For port 207bdbdd-f85e-4c38-9d31-3863f15599e9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=207bdbdd-f85e-4c38-9d31-3863f15599e9,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:01.613021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:01.624278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-e62448bc-4a5b-4210-969d-526b62a081b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1804945 Aug 11 00:42:01.635435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] Calling delete_port for 207bdbdd-f85e-4c38-9d31-3863f15599e9 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:01.716506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:42:01.717684 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:01.834451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd708d51-259e-4fa5-af70-98718a218c5f req-9430d522-0647-4e9c-b06d-3dc18a3cde50 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:01.836381 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd708d51-259e-4fa5-af70-98718a218c5f req-9430d522-0647-4e9c-b06d-3dc18a3cde50 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 945 time: 0.1726298 Aug 11 00:42:01.939609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:01.946453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a6a2e-3278-411f-a6ae-ffdcb8644599 req-d090a572-d0b2-497d-8867-e9c29eaac5d3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:01.948499 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f61a6a2e-3278-411f-a6ae-ffdcb8644599 req-d090a572-d0b2-497d-8867-e9c29eaac5d3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1744061 Aug 11 00:42:01.971107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c21a7363-eef2-46de-acc0-5fb1858624c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:01.971107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c21a7363-eef2-46de-acc0-5fb1858624c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.000349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c21a7363-eef2-46de-acc0-5fb1858624c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.001186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c21a7363-eef2-46de-acc0-5fb1858624c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.002025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c21a7363-eef2-46de-acc0-5fb1858624c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.002996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c21a7363-eef2-46de-acc0-5fb1858624c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.004063 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c21a7363-eef2-46de-acc0-5fb1858624c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.009831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c21a7363-eef2-46de-acc0-5fb1858624c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6505 time: 0.2709541 Aug 11 00:42:02.043345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] Pushing event deleted for resources: {'Port': ['ID=207bdbdd-f85e-4c38-9d31-3863f15599e9,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:02.052720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Allocated IP 172.20.0.2 (a8590be1-a2ba-4240-89fc-218a2e1f4a3d/0a60e279-5791-4141-82aa-c915318494dc/8364990c-6f8d-4234-b006-2704e4f55d6f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:02.060897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eae154-7def-42f4-a65c-44f2ca3db225 None None] No DVR routers for this DVR port 207bdbdd-f85e-4c38-9d31-3863f15599e9 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:42:02.098875 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd708d51-259e-4fa5-af70-98718a218c5f req-90f3ed3c-3b4d-41c4-b8fa-5e8b6f60f297 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241750 Aug 11 00:42:02.238795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f61a6a2e-3278-411f-a6ae-ffdcb8644599 req-de60c588-52df-407c-b18c-45bc6c70e17e tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268043 Aug 11 00:42:02.312099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:02.344264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-2bf22e39-2449-4bd0-8efb-037905e47b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.353808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-2bf22e39-2449-4bd0-8efb-037905e47b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.358092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-2bf22e39-2449-4bd0-8efb-037905e47b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.362595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-2bf22e39-2449-4bd0-8efb-037905e47b64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 HTTP/1.1" status: 200 len: 2299 time: 0.3034906 Aug 11 00:42:02.389840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:02.394347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:02.467618 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:02.479887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:02.485146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Transition to ACTIVE for port object 8364990c-6f8d-4234-b006-2704e4f55d6f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:02.506136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:02.518220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-a7f2703f-6797-4033-8184-717062e5ad67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c HTTP/1.1" status: 200 len: 1000 time: 0.1473055 Aug 11 00:42:02.523288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad8227-fd83-4670-befd-d6e917af021b None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:02.524288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.525428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:02.530217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Transition to ACTIVE for port object 8364990c-6f8d-4234-b006-2704e4f55d6f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:02.565886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] device_id is not set on port ea80b603-055b-47e4-91c5-3bc70822c111 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:42:02.624176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0301ce-69d9-4dd7-8cf9-f9d38ca52a81 req-226ac973-3494-4426-b1c9-cfc40cad9c0c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.655570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e0301ce-69d9-4dd7-8cf9-f9d38ca52a81 req-226ac973-3494-4426-b1c9-cfc40cad9c0c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1670816 Aug 11 00:42:02.662737 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:02.664676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-2dfe94fa-7046-49a3-8c8e-cc12dcf86e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.667526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-2dfe94fa-7046-49a3-8c8e-cc12dcf86e6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3935a048-727c-41ee-a6fb-8de53f84acfa HTTP/1.1" status: 200 len: 856 time: 0.1309862 Aug 11 00:42:02.744281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.20.0.8 (d125e098-ab71-4d4a-a8e0-e0e8e91a63ca/5e0d5a0f-5db2-417a-96d3-c462f613b7f5/ea80b603-055b-47e4-91c5-3bc70822c111) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:02.790800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:02.799650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:02.804286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:02.807557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e0301ce-69d9-4dd7-8cf9-f9d38ca52a81 req-fe55c318-cacb-45c6-bdf4-049879bacdee tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375096 Aug 11 00:42:02.808259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Pushing event updated for resources: {'Port': ['ID=8364990c-6f8d-4234-b006-2704e4f55d6f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:02.818002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-83b9d6e2-8b1d-410b-84b1-a4e5c5886961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:02.820927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-83b9d6e2-8b1d-410b-84b1-a4e5c5886961 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388910 Aug 11 00:42:02.910344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '3f4349d6-812f-4ec5-8501-bd391303a2d2'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:42:02.912146 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:02.934087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Attempting to bind port 8364990c-6f8d-4234-b006-2704e4f55d6f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:02.934608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Attempting to bind port 8364990c-6f8d-4234-b006-2704e4f55d6f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:02.934992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Attempting to bind port 8364990c-6f8d-4234-b006-2704e4f55d6f on network a8590be1-a2ba-4240-89fc-218a2e1f4a3d {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:02.949756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:02.967447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:02.967743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Checking segment: {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:02.968092 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:02.968495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Bound using segment: {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:02.969009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Bound port: 8364990c-6f8d-4234-b006-2704e4f55d6f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:02.969399 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:03.038753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=3f4349d6-812f-4ec5-8501-bd391303a2d2,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:03.051641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-16b57052-dc32-4d5c-8a56-274196afc261 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2613325 Aug 11 00:42:03.080820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43920) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:03.084933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-67f082c9-dc6f-4428-a499-3414e4c73acd service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543058 Aug 11 00:42:03.121430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': '3f4349d6-812f-4ec5-8501-bd391303a2d2', 'ip_address': '2001:db8::5987:7499:8d81:7644'}], 'name': 'tempest-NetworksTestDHCPv6-1984405857'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:03.253037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] For port 8364990c-6f8d-4234-b006-2704e4f55d6f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:03.261359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] For port 8364990c-6f8d-4234-b006-2704e4f55d6f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8364990c-6f8d-4234-b006-2704e4f55d6f,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:03.298967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f3ea306-bae0-469d-a5a1-636fe2658b3f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:03.313803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-ecee2b0d-a9ed-40aa-82fc-d1c037d68503 service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200363 Aug 11 00:42:03.315924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:03.379659 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:03.419982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:03.439402 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-1a9e47b0-46fe-4e90-bd60-9d5c38362e2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 217 time: 0.1135144 Aug 11 00:42:03.445301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:03.454075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:03.478203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8756-31b7-4a82-8114-648788ea5a32 None None] Pushing event updated for resources: {'Port': ['ID=8364990c-6f8d-4234-b006-2704e4f55d6f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:03.490114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 3f3ea306-bae0-469d-a5a1-636fe2658b3f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:03.507697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3f3ea306-bae0-469d-a5a1-636fe2658b3f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:03.508213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:03.533719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43932) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:03.566861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-8c4883ca-6a52-4fd5-8c14-5c4e62eced9d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:03.569726 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-8c4883ca-6a52-4fd5-8c14-5c4e62eced9d tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 945 time: 0.5698178 Aug 11 00:42:03.573156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/3f4349d6-812f-4ec5-8501-bd391303a2d2/b04d02db-f91b-4d3f-898e-55c5a0ae9103) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:03.616306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e25c15-52fc-49de-8dfa-cf46185bf948 req-fdf80a48-78e5-4222-9e5c-4e024e53801b tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:03.626524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4e25c15-52fc-49de-8dfa-cf46185bf948 req-fdf80a48-78e5-4222-9e5c-4e024e53801b tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.0826168 Aug 11 00:42:03.626524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-babd4bda-536e-4bd6-a0c8-39a3a72d4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:03.626524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-babd4bda-536e-4bd6-a0c8-39a3a72d4ee9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1731868 Aug 11 00:42:03.669765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=ea80b603-055b-47e4-91c5-3bc70822c111,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:03.712015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:03.713543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:03.725711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-a5df3559-665d-44ce-b1a4-f3a10dcfc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:03.727889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-a5df3559-665d-44ce-b1a4-f3a10dcfc739 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976982 Aug 11 00:42:03.765355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea7f6c-1d23-4ad8-beed-80153ed08c00 req-40092a3b-f9e7-4584-953b-287c1623e592 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:03.768052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81ea7f6c-1d23-4ad8-beed-80153ed08c00 req-40092a3b-f9e7-4584-953b-287c1623e592 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 945 time: 0.4565289 Aug 11 00:42:03.775144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4e25c15-52fc-49de-8dfa-cf46185bf948 req-78de0347-da48-4058-bb2f-9999a8dad4ef tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334808 Aug 11 00:42:03.856200 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:03.962210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:03.971753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 3f3ea306-bae0-469d-a5a1-636fe2658b3f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f3ea306-bae0-469d-a5a1-636fe2658b3f,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:03.973277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-a0bae87c-8d36-40d8-be00-2b53f24a1b58 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325029 Aug 11 00:42:04.048410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8aec3e0f-6675-4ed0-b387-e9a6625edd6d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6215963 Aug 11 00:42:04.065847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43938) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:04.071974 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:04.084781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Transition to ACTIVE for port object b04d02db-f91b-4d3f-898e-55c5a0ae9103 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:04.093133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'ea80b603-055b-47e4-91c5-3bc70822c111', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:04.093883 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:04.137873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Transition to ACTIVE for port object b04d02db-f91b-4d3f-898e-55c5a0ae9103 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:04.153627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81ea7f6c-1d23-4ad8-beed-80153ed08c00 req-93bd8ec4-21be-42a0-a5ac-4f987e99901e tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336098 Aug 11 00:42:04.182196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=3f3ea306-bae0-469d-a5a1-636fe2658b3f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:04.200600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc74de8-536c-4034-9055-d82f564a7019 req-b0f4d9ee-bcb1-4511-b7c1-aceef9f28173 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:04.203704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbc74de8-536c-4034-9055-d82f564a7019 req-b0f4d9ee-bcb1-4511-b7c1-aceef9f28173 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1825283 Aug 11 00:42:04.209437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 207bdbdd-f85e-4c38-9d31-3863f15599e9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:42:04.227925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:04.249013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Deleting port 8a3273b2-c733-4fd4-8c51-852595dbd252 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:04.249619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:04.256130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 207bdbdd-f85e-4c38-9d31-3863f15599e9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:42:04.256813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 207bdbdd-f85e-4c38-9d31-3863f15599e9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:42:04.266296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-c0667d59-013c-4c43-b018-116e7a69ba40 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835143 Aug 11 00:42:04.271048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:04.275892 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbc74de8-536c-4034-9055-d82f564a7019 req-ffde2a6e-d899-4fbc-bf6e-b57529a72810 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644844 Aug 11 00:42:04.297909 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:04.408867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-1e3e61bc-9b54-4da1-8e59-563d5d15b25a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 217 time: 0.0641813 Aug 11 00:42:04.510389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:04.533718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:04.539078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:04.546613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:04.560245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Pushing event updated for resources: {'Port': ['ID=b04d02db-f91b-4d3f-898e-55c5a0ae9103,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:04.624716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-a4cd5657-352b-4ef0-acbb-ce80f701ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:04.628132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-a4cd5657-352b-4ef0-acbb-ce80f701ab4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.0773251 Aug 11 00:42:04.667075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Attempting to bind port b04d02db-f91b-4d3f-898e-55c5a0ae9103 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:04.667743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Attempting to bind port b04d02db-f91b-4d3f-898e-55c5a0ae9103 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:04.668329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Attempting to bind port b04d02db-f91b-4d3f-898e-55c5a0ae9103 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:04.683099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:04.683903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:04.684331 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:04.684743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:04.685367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Bound port: b04d02db-f91b-4d3f-898e-55c5a0ae9103, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:04.685767 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:04.732554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-4bf63d36-a0f5-413e-a8c1-9cd9ba5575ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:04.735066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-4bf63d36-a0f5-413e-a8c1-9cd9ba5575ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0933819 Aug 11 00:42:04.833795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] For port b04d02db-f91b-4d3f-898e-55c5a0ae9103, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:04.841193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] For port b04d02db-f91b-4d3f-898e-55c5a0ae9103, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b04d02db-f91b-4d3f-898e-55c5a0ae9103,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:04.893199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-482524d8-42b3-4fb8-9a8e-c1a7d4466fcb service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479681 Aug 11 00:42:04.955939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:05.052952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01450586-8ced-402e-89f4-4713bb4677fc req-3e5fa4ba-0bd8-4945-83ff-cf6d35c0e0d7 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:05.055003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01450586-8ced-402e-89f4-4713bb4677fc req-3e5fa4ba-0bd8-4945-83ff-cf6d35c0e0d7 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1511650 Aug 11 00:42:05.072774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] For port 8a3273b2-c733-4fd4-8c51-852595dbd252, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8a3273b2-c733-4fd4-8c51-852595dbd252,segment=NetworkSegment(9672dbc8-a0d2-49c7-afee-27d49c526bbe),segment_id=9672dbc8-a0d2-49c7-afee-27d49c526bbe)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:05.073110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:05.104585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Calling delete_port for 8a3273b2-c733-4fd4-8c51-852595dbd252 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:05.115694 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-fdb029de-bd85-4384-9fff-100a8b452334 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014854 Aug 11 00:42:05.190325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b571553-a689-466d-b56d-9ce0ecae9b46 None None] Pushing event updated for resources: {'Port': ['ID=b04d02db-f91b-4d3f-898e-55c5a0ae9103,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:05.229187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01450586-8ced-402e-89f4-4713bb4677fc req-58e0b182-f9d5-4b50-8d39-76b922a98b3e tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537166 Aug 11 00:42:05.230799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-48149c2e-509c-4e40-b6a0-eeef3dacc9ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de HTTP/1.1" status: 200 len: 217 time: 0.1039608 Aug 11 00:42:05.279654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1809e0f-8446-47be-af2f-0b7f51afce42 None None] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:05.364790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-ba4b9a95-f34c-45ea-98b9-0e65a4435a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:05.366549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-ba4b9a95-f34c-45ea-98b9-0e65a4435a6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1236794 Aug 11 00:42:05.387351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:05.468245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f3ea306-bae0-469d-a5a1-636fe2658b3f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:05.474103 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:05.530291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8a3273b2-c733-4fd4-8c51-852595dbd252'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:42:05.549552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-80b4f26e-1655-4bb6-a4bb-314ad853a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:05.551255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-80b4f26e-1655-4bb6-a4bb-314ad853a137 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1737247 Aug 11 00:42:05.597134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301279e-9246-4189-8551-cbf3e0069a5d req-f4b8037e-44c0-4698-8db2-7dc9c2c59036 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:05.598753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7301279e-9246-4189-8551-cbf3e0069a5d req-f4b8037e-44c0-4698-8db2-7dc9c2c59036 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1600175 Aug 11 00:42:05.600764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-974ed80a-5e6c-420b-a161-bacaed6c4fdf None None] Provisioning for port 8364990c-6f8d-4234-b006-2704e4f55d6f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:05.657918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3f3ea306-bae0-469d-a5a1-636fe2658b3f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:05.658891 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:05.794214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7301279e-9246-4189-8551-cbf3e0069a5d req-34e165e0-a9de-4e54-b49d-2b69b06494e5 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503308 Aug 11 00:42:05.813995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event deleted for resources: {'Port': ['ID=8a3273b2-c733-4fd4-8c51-852595dbd252,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:05.814124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-9ac7319c-2bb1-4de3-bfe3-2ecfa580acf6 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486196 Aug 11 00:42:05.862044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bdc0-579e-4c94-be76-6553d7ce5fa8 req-2c8151a5-ee20-4aeb-ad9e-13aeb046946e tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:05.863950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d05bdc0-579e-4c94-be76-6553d7ce5fa8 req-2c8151a5-ee20-4aeb-ad9e-13aeb046946e tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 867 time: 0.5343709 Aug 11 00:42:05.866112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec9fdf-dc07-412a-a1fa-2da7bb0eec30 req-ed2cb743-feff-40f8-8111-2949b6aff5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:05.875644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-25ec9fdf-dc07-412a-a1fa-2da7bb0eec30 req-ed2cb743-feff-40f8-8111-2949b6aff5d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 1097 time: 0.1839340 Aug 11 00:42:05.886650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:05.937476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8364990c-6f8d-4234-b006-2704e4f55d6f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:05.989990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] No DVR routers for this DVR port 8a3273b2-c733-4fd4-8c51-852595dbd252 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:42:06.007072 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:06.009343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32c64e56-63e4-4804-bf1a-2e2d42f5b9ce req-78fe7792-ac58-47dd-b365-420ed381ed85 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.44 "DELETE /v2.0/ports/8a3273b2-c733-4fd4-8c51-852595dbd252 HTTP/1.1" status: 204 len: 173 time: 2.4015460 Aug 11 00:42:06.012389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707a8801-9c8d-44c3-8d77-194e146c9527', 'name': 'network-vif-deleted', 'tag': '8a3273b2-c733-4fd4-8c51-852595dbd252'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:42:06.022229 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-25ec9fdf-dc07-412a-a1fa-2da7bb0eec30 req-2c324260-a00f-4ea6-8c4c-a9ed294b112c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854254 Aug 11 00:42:06.023482 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decdd741-072d-4b59-9e58-0c080e5b6ec1" -d '{"events": [{"server_uuid": "707a8801-9c8d-44c3-8d77-194e146c9527", "name": "network-vif-deleted", "tag": "8a3273b2-c733-4fd4-8c51-852595dbd252"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:42:06.040799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 4e07f861-35bd-43de-95a8-60358fefccbd yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:42:06.096022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-3dda6e07-d99e-4ee8-bbf3-089addebbbe4 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769754 Aug 11 00:42:06.161257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-1a8bce73-0630-430a-97ac-3008b5c1939d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=20e99aba-6b99-4072-8bff-ed68255952c5 HTTP/1.1" status: 200 len: 217 time: 0.0583143 Aug 11 00:42:06.169438 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a650170b-32e4-4a12-9a2d-955223609df8 x-openstack-request-id: req-a650170b-32e4-4a12-9a2d-955223609df8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:42:06.169759 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707a8801-9c8d-44c3-8d77-194e146c9527", "name": "network-vif-deleted", "tag": "8a3273b2-c733-4fd4-8c51-852595dbd252", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:42:06.170007 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a650170b-32e4-4a12-9a2d-955223609df8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:42:06.170400 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707a8801-9c8d-44c3-8d77-194e146c9527', 'name': 'network-vif-deleted', 'tag': '8a3273b2-c733-4fd4-8c51-852595dbd252', 'status': 'completed', 'code': 200} Aug 11 00:42:06.179792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d05bdc0-579e-4c94-be76-6553d7ce5fa8 req-b353eafb-0bbe-4f37-93c0-88fae125f244 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups?id=bde7979e-8bcb-47f0-a46c-523d1952251d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895222 Aug 11 00:42:06.206659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:06.211807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 8364990c-6f8d-4234-b006-2704e4f55d6f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:06.239319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 8364990c-6f8d-4234-b006-2704e4f55d6f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:06.240568 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:06.349339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:06.357663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-274b556f-4792-43d5-9f72-282527f1c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:06.359846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-274b556f-4792-43d5-9f72-282527f1c97c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1901855 Aug 11 00:42:06.368415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:42:06.377779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.20.0.1 (a8590be1-a2ba-4240-89fc-218a2e1f4a3d/0a60e279-5791-4141-82aa-c915318494dc/6da11b35-2c5b-4c4a-839d-611ced29e6c4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:06.501382 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:06.545683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-733c878b-f93e-4377-9642-0fc0df791294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:06.547366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-733c878b-f93e-4377-9642-0fc0df791294 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1795671 Aug 11 00:42:06.565040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67fae8-7c56-4243-b9db-80adf8cf4b23 req-7baa954b-c9c3-418b-86b9-bea7396dd7bf tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:06.570627 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8d67fae8-7c56-4243-b9db-80adf8cf4b23 req-7baa954b-c9c3-418b-86b9-bea7396dd7bf tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1494753 Aug 11 00:42:06.612411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-24854251-11c8-4d59-899c-1ee8f40019de None None] Provisioning complete for port 8364990c-6f8d-4234-b006-2704e4f55d6f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:06.613535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-24854251-11c8-4d59-899c-1ee8f40019de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:06.668258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 8364990c-6f8d-4234-b006-2704e4f55d6f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8364990c-6f8d-4234-b006-2704e4f55d6f,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:06.734610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:06.763589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8d67fae8-7c56-4243-b9db-80adf8cf4b23 req-28ac09ae-ccef-4b00-b7ae-003ff94fb85f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629655 Aug 11 00:42:06.791286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-63a25620-bc63-4ad6-b440-c0aca258f185 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188292 Aug 11 00:42:06.847458 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:06.851459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '147bdc39-c16f-4106-812a-a94e3d883cde', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'port_id': '147bdc39-c16f-4106-812a-a94e3d883cde', 'mac_address': 'fa:16:3e:f3:d4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:42:06.981414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-24854251-11c8-4d59-899c-1ee8f40019de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:07.093090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-661b2577-7331-4bff-b0a8-2d9288474c1d service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936296 Aug 11 00:42:07.156200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=8364990c-6f8d-4234-b006-2704e4f55d6f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:07.189791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b04d02db-f91b-4d3f-898e-55c5a0ae9103 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:07.198887 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:07.227708 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-aee9b71e-97f8-42a0-98e3-9fa29a15a6dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db8de401-0507-4b3c-9d6c-7448e25908a9 HTTP/1.1" status: 200 len: 217 time: 0.1192720 Aug 11 00:42:07.294214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::5987:7499:8d81:7644 (a231281a-384d-46e8-8f86-e604acdadde9/3f4349d6-812f-4ec5-8501-bd391303a2d2/4e07f861-35bd-43de-95a8-60358fefccbd) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:07.327708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-3140e469-6ec9-4692-ae98-c5fb2a72e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:07.340500 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-3140e469-6ec9-4692-ae98-c5fb2a72e28c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.1039660 Aug 11 00:42:07.342867 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-24854251-11c8-4d59-899c-1ee8f40019de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:42:07.343671 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-24854251-11c8-4d59-899c-1ee8f40019de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:42:07.345482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Allocated IP 172.25.0.234 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/3d2576e1-fa49-4118-a122-070c9e056850) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:07.379524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 147bdc39-c16f-4106-812a-a94e3d883cde {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:42:07.422330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:07.434809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8310b5f-c0e0-44e9-8fb0-d2ad22ce9d6b req-25978b66-9261-4778-aca2-da9cae5ced37 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:07.439584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8310b5f-c0e0-44e9-8fb0-d2ad22ce9d6b req-25978b66-9261-4778-aca2-da9cae5ced37 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.4790924 Aug 11 00:42:07.471134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:07.495069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b4f841b3-3bd4-4e9b-8bfc-83733bff6e77 req-89631ce6-5585-450b-b79c-2353cf8c1950 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/ports?device_id=707a8801-9c8d-44c3-8d77-194e146c9527 HTTP/1.1" status: 200 len: 210 time: 0.1189826 Aug 11 00:42:07.551766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-9fdf91e3-5898-4624-92e3-a58bb2c5b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:07.554200 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-9fdf91e3-5898-4624-92e3-a58bb2c5b633 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1951370 Aug 11 00:42:07.561615 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:07.605938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Transition to ACTIVE for port object 6da11b35-2c5b-4c4a-839d-611ced29e6c4 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:07.654398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8310b5f-c0e0-44e9-8fb0-d2ad22ce9d6b req-2c968150-0e11-402e-b20e-4f73fa4bcafa tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947448 Aug 11 00:42:07.685323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8a3273b2-c733-4fd4-8c51-852595dbd252 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:42:07.760691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b04d02db-f91b-4d3f-898e-55c5a0ae9103 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:07.769388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['147bdc39-c16f-4106-812a-a94e3d883cde'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:42:07.774227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 8a3273b2-c733-4fd4-8c51-852595dbd252 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:42:07.775828 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8a3273b2-c733-4fd4-8c51-852595dbd252 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:42:07.832954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:07.873122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-7a430898-3821-4a06-8827-bde764f5e2b2 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953868 Aug 11 00:42:07.913067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:07.969510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.017522 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.022855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 4e07f861-35bd-43de-95a8-60358fefccbd will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:08.065210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3acdd-c36c-4694-b77f-30214e4cf703 req-b3c57d92-aec2-436d-bbc1-4e086592fb9e tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:08.076918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8f3acdd-c36c-4694-b77f-30214e4cf703 req-b3c57d92-aec2-436d-bbc1-4e086592fb9e tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1184571 Aug 11 00:42:08.121935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-d9944ecc-bb18-4510-9823-25aacc1df121 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361224 Aug 11 00:42:08.166167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:08.174104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:08.177007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:08.204524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-835ea5a9-2c0b-48f8-a7c2-09160588a452 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30d89737-eda3-40ac-9ae8-63b3180d7466 HTTP/1.1" status: 200 len: 217 time: 0.0753191 Aug 11 00:42:08.226570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8f3acdd-c36c-4694-b77f-30214e4cf703 req-eec861e4-792d-4acb-b740-fc12ed92fea8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480875 Aug 11 00:42:08.260234 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.264809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=6da11b35-2c5b-4c4a-839d-611ced29e6c4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:08.278254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-0ff54d05-fe51-48c7-97f5-dfcd9ba04600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:08.279814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-0ff54d05-fe51-48c7-97f5-dfcd9ba04600 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.0676444 Aug 11 00:42:08.308975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b8e0fec2-b2b1-490f-a80f-4f578e53962c None None] Provisioning for port b04d02db-f91b-4d3f-898e-55c5a0ae9103 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:08.314464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b8e0fec2-b2b1-490f-a80f-4f578e53962c None None] Provisioning complete for port b04d02db-f91b-4d3f-898e-55c5a0ae9103 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:08.314930 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fec2-b2b1-490f-a80f-4f578e53962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.394538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:08.406195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-56a2eff7-7b6c-4bc9-b20e-e6c768552505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:08.410326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-56a2eff7-7b6c-4bc9-b20e-e6c768552505 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222878 Aug 11 00:42:08.481439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.25.0.65 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/211a3959-6ce9-4541-820c-ced7d65a7276) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:08.549286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.617663 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.647631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'Port': ['ID=3d2576e1-fa49-4118-a122-070c9e056850,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:08.686703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-868fef1e-ef47-4a11-871a-d4e7e226a084 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694156 Aug 11 00:42:08.692271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 147bdc39-c16f-4106-812a-a94e3d883cde triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:08.693163 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.702460 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fec2-b2b1-490f-a80f-4f578e53962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.826657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:08.840502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:08.852560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:08.865642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:08.868129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:08.875201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:08.876314 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:08.888256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:08.915141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b8e0fec2-b2b1-490f-a80f-4f578e53962c None None] For port b04d02db-f91b-4d3f-898e-55c5a0ae9103, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b04d02db-f91b-4d3f-898e-55c5a0ae9103,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:08.930055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=4e07f861-35bd-43de-95a8-60358fefccbd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:09.053032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.059633 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fec2-b2b1-490f-a80f-4f578e53962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.143864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.207911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0fec2-b2b1-490f-a80f-4f578e53962c None None] Pushing event updated for resources: {'Port': ['ID=b04d02db-f91b-4d3f-898e-55c5a0ae9103,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:09.221245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8364990c-6f8d-4234-b006-2704e4f55d6f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:09.245537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a1215d74-e654-45d3-97fb-935262f8cb2c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.1290948 Aug 11 00:42:09.254942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac08a8e-56ca-4667-ae43-32d477dcdb23 req-4152f746-a2bf-473c-b358-65503cbcbb80 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:09.257184 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ac08a8e-56ca-4667-ae43-32d477dcdb23 req-4152f746-a2bf-473c-b358-65503cbcbb80 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 944 time: 0.2405362 Aug 11 00:42:09.257975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44018) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:09.323129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.352146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:42:09.356490 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae174fc9-aa8c-4daf-bc33-b0fd5f49b0b7" -d '{"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-plugged", "status": "completed", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:42:09.395190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:09.442513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 8364990c-6f8d-4234-b006-2704e4f55d6f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:09.443557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.454187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8510f713-258d-4534-b1ad-c4c69321c6f1 None None] Provisioning for port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:09.468269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.494602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ac08a8e-56ca-4667-ae43-32d477dcdb23 req-c20bc992-699a-4816-9801-d6772fd8ada6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181022 Aug 11 00:42:09.498512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8510f713-258d-4534-b1ad-c4c69321c6f1 None None] Provisioning complete for port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:09.499051 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8510f713-258d-4534-b1ad-c4c69321c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.523935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a2082-0ee2-47ed-bb8c-185d27f16a22 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:09.556229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a2082-0ee2-47ed-bb8c-185d27f16a22 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:09.570353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-962a2082-0ee2-47ed-bb8c-185d27f16a22 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3057313 Aug 11 00:42:09.590178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44022) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:09.615056 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.639292 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.736763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8510f713-258d-4534-b1ad-c4c69321c6f1 None None] Port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:09.754073 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-796b48e1-eeb6-46bd-8de9-3b6ae0cf278a req-70735bc4-3249-413d-83b9-21876890b4d3 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0592589 Aug 11 00:42:09.755454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:09.837417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fbbea-846e-4311-aa11-518cc266cd14 req-097803d1-112a-4502-9316-e786e19dc898 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:09.838978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:09.844496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-097803d1-112a-4502-9316-e786e19dc898 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 810 time: 1.0352056 Aug 11 00:42:09.869742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=211a3959-6ce9-4541-820c-ced7d65a7276,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:09.876393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:09.878927 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:09.883031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:09.891299 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5b924d-f5e4-44ed-928a-a4c3746231fe x-openstack-request-id: req-df5b924d-f5e4-44ed-928a-a4c3746231fe {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:42:09.891771 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-plugged", "status": "completed", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:42:09.892205 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df5b924d-f5e4-44ed-928a-a4c3746231fe {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:42:09.893985 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde', 'code': 200} Aug 11 00:42:09.897613 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-477bb99a-7027-43e7-b560-71966d673e87 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/quotas/89ea7801e2df44bd9e1ff508a198390b HTTP/1.1" status: 200 len: 375 time: 0.0447035 Aug 11 00:42:10.016024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3f7b8cfa-3fe2-497f-94f5-3e3ff7a400a3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172493 Aug 11 00:42:10.020284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a11e99a0-5ea5-4ffb-bff5-a2bc5c518d39 None None] Provisioning for port 4e07f861-35bd-43de-95a8-60358fefccbd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:10.024572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a11e99a0-5ea5-4ffb-bff5-a2bc5c518d39 None None] Provisioning complete for port 4e07f861-35bd-43de-95a8-60358fefccbd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:10.025162 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a11e99a0-5ea5-4ffb-bff5-a2bc5c518d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:10.041088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-ba127dca-5254-457e-a12c-e1aedb63b6ac service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:42:10.043921 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-ba127dca-5254-457e-a12c-e1aedb63b6ac service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151498 Aug 11 00:42:10.113943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a11e99a0-5ea5-4ffb-bff5-a2bc5c518d39 None None] Port 4e07f861-35bd-43de-95a8-60358fefccbd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:10.200960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44028) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:10.325982 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf3e93db-4368-4af2-8b99-033e48d00088 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:10.329595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-fa47a273-cd4b-435f-aed2-4b035abc4df0 service neutron] 10.222.0.43 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752807 Aug 11 00:42:10.381463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf3e93db-4368-4af2-8b99-033e48d00088 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:10.533544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-e485138c-a57f-482d-8dbb-60dc161072cc service neutron] 10.222.0.43 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783037 Aug 11 00:42:10.713702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf3e93db-4368-4af2-8b99-033e48d00088 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:10.717537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bf3e93db-4368-4af2-8b99-033e48d00088 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:10.721238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bf3e93db-4368-4af2-8b99-033e48d00088 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0c7b725-dad7-4621-9a8c-f76fb622f169 HTTP/1.1" status: 204 len: 168 time: 0.5166810 Aug 11 00:42:10.725472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44034) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:10.744630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e93db-4368-4af2-8b99-033e48d00088 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7b725-dad7-4621-9a8c-f76fb622f169,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:10.783700 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-c93e394d-cd61-4dd8-b3ba-7c38af948255 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] show failed (client error): The resource could not be found. Aug 11 00:42:10.788600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c93e394d-cd61-4dd8-b3ba-7c38af948255 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "GET /v2.0/security-groups/e0c7b725-dad7-4621-9a8c-f76fb622f169 HTTP/1.1" status: 404 len: 347 time: 0.0583158 Aug 11 00:42:10.791586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44036) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:10.813166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9faa3f0d-98bc-42ea-8b7b-45c2c26f6821 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 4e07f861-35bd-43de-95a8-60358fefccbd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:10.814565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9faa3f0d-98bc-42ea-8b7b-45c2c26f6821 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:10.917842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.112641 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.147983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18da8e1f-8395-415c-8d5b-593742f5397b req-5202485f-297b-4b80-ab98-5094249560d2 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 210 time: 0.0541315 Aug 11 00:42:11.155917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b04d02db-f91b-4d3f-898e-55c5a0ae9103 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:11.175837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Deleting port 6b3e75bb-fbb0-48a1-9a0c-575f3d8301f2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:11.179329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.268861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b04d02db-f91b-4d3f-898e-55c5a0ae9103 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:11.270557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.364001 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.372083 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.377645 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.393198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Calling delete_port for 6b3e75bb-fbb0-48a1-9a0c-575f3d8301f2 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:11.529294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22d2b-51eb-4645-99f8-a45424571ffe req-7aa86226-0934-439b-82be-0ce92c24706b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:11.532888 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73e22d2b-51eb-4645-99f8-a45424571ffe req-7aa86226-0934-439b-82be-0ce92c24706b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.7764740 Aug 11 00:42:11.674754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'Port': ['ID=3d2576e1-fa49-4118-a122-070c9e056850,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:11.689311 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.693663 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-efc5870b-1eeb-4fe4-be58-99285150d2f1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1446245 Aug 11 00:42:11.694345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44046) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:11.699480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9faa3f0d-98bc-42ea-8b7b-45c2c26f6821 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.708787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1330929889'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:11.790307 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.820764 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73e22d2b-51eb-4645-99f8-a45424571ffe req-43aa439d-500b-4d2d-99fe-e3fa11d9a61a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509754 Aug 11 00:42:11.823335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9faa3f0d-98bc-42ea-8b7b-45c2c26f6821 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 4e07f861-35bd-43de-95a8-60358fefccbd owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:11.857374 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.887446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Pushing event deleted for resources: {'Port': ['ID=6b3e75bb-fbb0-48a1-9a0c-575f3d8301f2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:11.974918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.978125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:11.980575 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9d0a96f1-94cd-4d18-83a8-9cc2742cd148 tempest-ImagesOneServerNegativeTestJSON-1711252784 tempest-ImagesOneServerNegativeTestJSON-1711252784-project] 10.222.0.43 "DELETE /v2.0/floatingips/413a0e5a-c303-4048-94ac-32b94b22d6ae HTTP/1.1" status: 204 len: 168 time: 1.1871216 Aug 11 00:42:12.031822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.119947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Made reservation on behalf of 25ab4a8349ec4612b1b7cb6285907d67 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:12.125480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.171651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44062) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:12.234080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc986a9-efea-432a-bac3-6d0928efc817 admin admin] Deleting subnet 98c3f3c6-7154-4499-816b-84dafa64a580 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:42:12.238080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fcc986a9-efea-432a-bac3-6d0928efc817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.291234 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.293503 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fcc986a9-efea-432a-bac3-6d0928efc817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.365046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fcc986a9-efea-432a-bac3-6d0928efc817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.396583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=6da11b35-2c5b-4c4a-839d-611ced29e6c4,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:12.418583 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.439769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ff8beeb-a97f-4991-b7c3-b4fa353d45fa req-07624f58-593c-4f67-89e3-8bda6281481c tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 210 time: 0.1320262 Aug 11 00:42:12.483032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9faa3f0d-98bc-42ea-8b7b-45c2c26f6821 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.712041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa3f0d-98bc-42ea-8b7b-45c2c26f6821 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=4e07f861-35bd-43de-95a8-60358fefccbd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:12.737300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.745943 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9faa3f0d-98bc-42ea-8b7b-45c2c26f6821 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.749737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9faa3f0d-98bc-42ea-8b7b-45c2c26f6821 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/4e07f861-35bd-43de-95a8-60358fefccbd HTTP/1.1" status: 204 len: 168 time: 3.1572759 Aug 11 00:42:12.753050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44066) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:12.848750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fcc986a9-efea-432a-bac3-6d0928efc817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.875918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fcc986a9-efea-432a-bac3-6d0928efc817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:12.878768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fcc986a9-efea-432a-bac3-6d0928efc817 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98c3f3c6-7154-4499-816b-84dafa64a580 HTTP/1.1" status: 204 len: 168 time: 0.7057633 Aug 11 00:42:12.883605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4671d460-6d1d-48d1-b775-868cbee851fc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:12.885788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4671d460-6d1d-48d1-b775-868cbee851fc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:12.890593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4671d460-6d1d-48d1-b775-868cbee851fc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1354408 Aug 11 00:42:12.895868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44068) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:12.902228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44072) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:12.956307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc986a9-efea-432a-bac3-6d0928efc817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c3f3c6-7154-4499-816b-84dafa64a580,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:13.028608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9a356f-4f14-4fd5-a49d-aeba3f7fb738 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 3f4349d6-812f-4ec5-8501-bd391303a2d2 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:42:13.039573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9a356f-4f14-4fd5-a49d-aeba3f7fb738 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.062692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:13.090595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.099224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:13.108390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75568db9-1bef-470d-b5ed-d1e87823c3b0 req-ce99ec6a-5a4d-468d-9360-b643d75b04fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:13.117361 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75568db9-1bef-470d-b5ed-d1e87823c3b0 req-ce99ec6a-5a4d-468d-9360-b643d75b04fb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1000676 Aug 11 00:42:13.223754 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75568db9-1bef-470d-b5ed-d1e87823c3b0 req-0ee946f8-1bf9-4f28-a957-e37f3368830f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039088 Aug 11 00:42:13.305363 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.307893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.335802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.350705 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9a356f-4f14-4fd5-a49d-aeba3f7fb738 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.361928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab03452-856f-477f-a058-7ca823a4c7d2']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:13.385644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9672dbc8-a0d2-49c7-afee-27d49c526bbe') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:13.386273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9672dbc8-a0d2-49c7-afee-27d49c526bbe') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:13.451466 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.492746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.511764 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:42:13.513387 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.532416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.547209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:42:13.570469 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.570816 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Added segment c8cde44b-1cfd-46c0-8b06-4dcc8842a325 of type vlan for network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 Aug 11 00:42:13.664412 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:42:13.665784 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:42:13.714740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d802fac-1729-48d3-bddb-565ca0eb4b20,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:13.775775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4096ff1e-34ce-421f-b022-5749beb0ee5d None None] Provisioning complete for port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:13.781787 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4096ff1e-34ce-421f-b022-5749beb0ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.846297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0614024c-9b12-494d-978b-9e2fc5aba622 req-03c96d4d-bcbe-4c54-a20a-1135497271dc tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 210 time: 0.1533563 Aug 11 00:42:13.849588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.852264 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:42:13.879715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.889112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] 10.222.0.43 "DELETE /v2.0/networks/aab03452-856f-477f-a058-7ca823a4c7d2 HTTP/1.1" status: 204 len: 168 time: 0.9952500 Aug 11 00:42:13.926146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4096ff1e-34ce-421f-b022-5749beb0ee5d None None] Port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:13.938220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9a356f-4f14-4fd5-a49d-aeba3f7fb738 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:13.939598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50969da6-49f7-4d94-9678-94710d295b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab03452-856f-477f-a058-7ca823a4c7d2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:13.965079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:14.067434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:14.079469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.080584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:14.316959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'Network': ['ID=36b2262e-41d2-4614-8fe7-ec1eb73ab7d9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:14.342815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:42:14.374717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:14.420971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:14.434756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Sync routers for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:14.441702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44084) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:14.442579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b2dbdf34-7ca1-4f69-8193-2aaa1301e0c8 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "PUT /v2.0/routers/bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8941908 Aug 11 00:42:14.482670 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ba51e909-d134-4718-8aae-e6bd82121a43 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7780275 Aug 11 00:42:14.487528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44086) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:14.493558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Request body: {'subnet': {'network_id': '36b2262e-41d2-4614-8fe7-ec1eb73ab7d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:14.496324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:14.497501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:14.604237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:14.607675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9a356f-4f14-4fd5-a49d-aeba3f7fb738 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:14.711025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66445bc9-99af-4da0-83c9-61cbac2fc279 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:14.727553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=211a3959-6ce9-4541-820c-ced7d65a7276,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:14.732842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b9a356f-4f14-4fd5-a49d-aeba3f7fb738 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:14.755438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1b9a356f-4f14-4fd5-a49d-aeba3f7fb738 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/3f4349d6-812f-4ec5-8501-bd391303a2d2 HTTP/1.1" status: 204 len: 168 time: 1.8441203 Aug 11 00:42:14.811510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44092) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:14.838507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052b930-580a-4118-a2ce-487670a4bfe4 req-51e879b2-ab31-4aac-8c53-5beaad1ba00e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.841720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4052b930-580a-4118-a2ce-487670a4bfe4 req-51e879b2-ab31-4aac-8c53-5beaad1ba00e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.3551335 Aug 11 00:42:14.857503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:42:14.935937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.936865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.937552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.938396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.939287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.940057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.947479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.947479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.947479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.948359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.949035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.949856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:14.963805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-555836a1-12ee-4437-9fb6-3efab009ec2e tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8440 time: 0.5207953 Aug 11 00:42:14.966803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-044082a5-346a-4c91-b34b-83755f9d63c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236215 Aug 11 00:42:14.968513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44094) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:14.969989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a356f-4f14-4fd5-a49d-aeba3f7fb738 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4349d6-812f-4ec5-8501-bd391303a2d2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:14.970827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44098) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:14.971586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44100) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:14.996208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:15.041077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:15.305251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f8570203-282d-4e80-9ddb-fc7a575cb465 req-d3791025-ece2-4c27-a9c3-a44ad36d17e0 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 210 time: 0.0671978 Aug 11 00:42:15.404852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:10Z', 'revision_number': 2, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:15.416296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4fbf7d5b-5697-46dd-a09a-82c414e2aad4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b5c176467be4d4ab8725e2e335cc250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392793 Aug 11 00:42:15.421699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44104) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:15.543998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:15.553479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:15.588167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.589418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.590761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.592616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.594365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.598950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.598950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.598950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.598950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.600206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:15.604803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-99e35c15-26fb-48e4-967f-58a43884eea0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6417 time: 0.6170905 Aug 11 00:42:15.629335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44108) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:15.680696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:42:15.693401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Checking router: bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:42:15.694774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Updating router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:42:15.780531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:15.783714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71f03023-3ddc-42ca-8925-127656b49850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:15.824209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71f03023-3ddc-42ca-8925-127656b49850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:15.907397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Made reservation on behalf of 25ab4a8349ec4612b1b7cb6285907d67 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:15.912421 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.157495 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71f03023-3ddc-42ca-8925-127656b49850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.161950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-71f03023-3ddc-42ca-8925-127656b49850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.163983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-71f03023-3ddc-42ca-8925-127656b49850 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bde7979e-8bcb-47f0-a46c-523d1952251d HTTP/1.1" status: 204 len: 168 time: 0.7406971 Aug 11 00:42:16.213389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f03023-3ddc-42ca-8925-127656b49850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde7979e-8bcb-47f0-a46c-523d1952251d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:16.231819 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP b906efcc-17b1-4cd9-8dbe-13b68cd54e13 associated. External IP: 172.25.0.65, port: ea80b603-055b-47e4-91c5-3bc70822c111. Aug 11 00:42:16.249861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4052b930-580a-4118-a2ce-487670a4bfe4 req-10af8652-2714-44ca-863f-0fc7ea15f693 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3366146 Aug 11 00:42:16.370519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] Deleting port b04d02db-f91b-4d3f-898e-55c5a0ae9103 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:16.371729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.411838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fbbea-846e-4311-aa11-518cc266cd14 req-7c2321dc-c12d-4416-8d5f-73f6496ccef5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:16.418537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-7c2321dc-c12d-4416-8d5f-73f6496ccef5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.44 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 810 time: 1.7149956 Aug 11 00:42:16.428668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.445903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Request body: {'port': {'device_id': '187d2644-be07-4538-b8e8-08c330b4ad57', 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97', 'admin_state_up': True, 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:16.453740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.510607 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.543559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Transition to ACTIVE for port object 6da11b35-2c5b-4c4a-839d-611ced29e6c4 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:16.544310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:16.554550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] For port b04d02db-f91b-4d3f-898e-55c5a0ae9103, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b04d02db-f91b-4d3f-898e-55c5a0ae9103,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:16.555678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.557850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'Subnet': ['ID=84f90bd3-6736-461c-ad6d-794ea62d99c5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:16.561694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:16.574238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:16.574858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.585849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] Calling delete_port for b04d02db-f91b-4d3f-898e-55c5a0ae9103 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:16.606559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a928dba-48aa-4f14-990a-e562394cbbad req-569188c7-d5ab-4b9b-bab5-c646d00cde12 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 210 time: 0.0932534 Aug 11 00:42:16.607679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=be563d96-b48c-4f4e-91ab-34defb410f18,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:16.654311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ab8daf5c-9a25-4395-bbc2-f66c3e144556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:16.728032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-146d43bb-8313-481b-838a-0a3e0b73dca0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 1.0968311 Aug 11 00:42:16.881206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Checking segment: {'id': 'c8cde44b-1cfd-46c0-8b06-4dcc8842a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '36b2262e-41d2-4614-8fe7-ec1eb73ab7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:16.881878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Network hostable DHCP agents. Network: 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:42:16.957303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:17.022752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fb98c42e-ec7d-43d7-a47f-aaf206c95f1a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0375829 Aug 11 00:42:17.028719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44118) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:17.035011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': 'be563d96-b48c-4f4e-91ab-34defb410f18', 'ip_address': '2001:db8::e52e:23a2:117c:3686'}], 'name': 'tempest-NetworksTestDHCPv6-1029308108'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:17.106207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0fe4d-ccd7-4764-9f81-c73609b3e2c7 None None] Pushing event updated for resources: {'Port': ['ID=6da11b35-2c5b-4c4a-839d-611ced29e6c4,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:17.107557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:42:17.121430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:17.206029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] No DVR routers for this DVR port b04d02db-f91b-4d3f-898e-55c5a0ae9103 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:42:17.248171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c8045-d850-41d8-8f73-d5255cf85407 None None] Pushing event deleted for resources: {'Port': ['ID=b04d02db-f91b-4d3f-898e-55c5a0ae9103,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:17.264130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b04d02db-f91b-4d3f-898e-55c5a0ae9103 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:42:17.281836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:17.285578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Made reservation on behalf of 89ea7801e2df44bd9e1ff508a198390b for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:17.297424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:17.332122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebfa6f5-1e64-4a53-9feb-a88323478959 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:17.345004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:17.368356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44126) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:17.369898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:17.372849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:17.373612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269552644', 'description': 'tempest-secgroup-smoke-269552644 description', 'project_id': 'a6021f11fb224a3785a47117fcc9174d'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:17.562987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b04d02db-f91b-4d3f-898e-55c5a0ae9103 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:42:17.563677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b04d02db-f91b-4d3f-898e-55c5a0ae9103 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:42:17.595250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44132) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:17.595573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-64c0b9af-3841-4d8e-9880-c40966b04f83 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1064773 Aug 11 00:42:17.604131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1485159269', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:17.632024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc590b6f-7ec1-4ce4-a787-c355f098a4d0 None None] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:17.653685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:17.802617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'be563d96-b48c-4f4e-91ab-34defb410f18'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:42:17.803492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:17.820160 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82959e5f-1ef1-4554-a674-401fa3b1fd4c req-6e12f5a2-ea80-4dc4-8c95-78094e71a8c8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 210 time: 0.0874941 Aug 11 00:42:17.820947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6690da-bcbb-4e97-8355-f9f442e27af9 req-b440beb8-5089-4c08-bf30-1279e9ea3f6c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:17.824038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa6690da-bcbb-4e97-8355-f9f442e27af9 req-b440beb8-5089-4c08-bf30-1279e9ea3f6c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.4098358 Aug 11 00:42:17.892749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:17.939732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:42:17.939732 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:42:17.939732 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': 'a6021f11fb224a3785a47117fcc9174d', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 42, 17, 711265)}] Aug 11 00:42:17.939732 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:42:17.940906 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:42:18.006295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa6690da-bcbb-4e97-8355-f9f442e27af9 req-98eceaf3-4ba3-4ff5-b3c2-b57a19cc87a6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572237 Aug 11 00:42:18.010388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:18.023550 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b260a-a8fa-4bf8-95cc-d3fc053391ca None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:18.045126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/be563d96-b48c-4f4e-91ab-34defb410f18/3aaf06b4-769b-4423-8490-22e7359c9127) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:18.060611 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b260a-a8fa-4bf8-95cc-d3fc053391ca None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:18.061568 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4d8b260a-a8fa-4bf8-95cc-d3fc053391ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:18.092843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.108259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Allocated IP 172.20.0.5 (a0a025a5-5037-42da-b26e-b514c4351f97/8d8e956f-81d6-46e3-9733-e5346737b3e1/80cf7712-ccd8-4fd4-9e00-0ac9ef096067) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:18.153762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 14554413-98fe-4199-b2a7-5862806a8890 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:42:18.160910 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4d8b260a-a8fa-4bf8-95cc-d3fc053391ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:18.180229 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b260a-a8fa-4bf8-95cc-d3fc053391ca None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:18.184323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4d8b260a-a8fa-4bf8-95cc-d3fc053391ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:18.253171 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.267686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Transition to ACTIVE for port object 3aaf06b4-769b-4423-8490-22e7359c9127 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:18.280341 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4d8b260a-a8fa-4bf8-95cc-d3fc053391ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:18.281456 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b260a-a8fa-4bf8-95cc-d3fc053391ca None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:18.294723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Transition to ACTIVE for port object 3aaf06b4-769b-4423-8490-22e7359c9127 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:18.295628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.329223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.343602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Attempting to bind port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:18.343987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Attempting to bind port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:18.344361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Attempting to bind port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 on network a8590be1-a2ba-4240-89fc-218a2e1f4a3d {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:18.375886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:18.376266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Checking segment: {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:18.376683 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.377096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Bound using segment: {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:18.377586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Bound port: 6da11b35-2c5b-4c4a-839d-611ced29e6c4, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:18.377980 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.406707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.462140 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.468005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7e1030cb-8988-48fc-97a5-e498d0b70ced tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.3882687 Aug 11 00:42:18.472625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44146) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:18.478059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] For port 6da11b35-2c5b-4c4a-839d-611ced29e6c4, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:18.478361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:18.481844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] For port 6da11b35-2c5b-4c4a-839d-611ced29e6c4, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6da11b35-2c5b-4c4a-839d-611ced29e6c4,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:18.483554 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.520194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-36b2262e-41d2-4614-8fe7-ec1eb73ab7d9', 'network_id': '36b2262e-41d2-4614-8fe7-ec1eb73ab7d9', 'tenant_id': '25ab4a8349ec4612b1b7cb6285907d67', 'fixed_ips': [{'subnet_id': '84f90bd3-6736-461c-ad6d-794ea62d99c5'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:42:18.520535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.521298 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.537033 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.583548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.607809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:18.612529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:18.615256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:18.743393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::e52e:23a2:117c:3686 (a231281a-384d-46e8-8f86-e604acdadde9/be563d96-b48c-4f4e-91ab-34defb410f18/14554413-98fe-4199-b2a7-5862806a8890) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:18.862146 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.883870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.953009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.962839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:18.993454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Attempting to bind port 3aaf06b4-769b-4423-8490-22e7359c9127 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:19.000906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Attempting to bind port 3aaf06b4-769b-4423-8490-22e7359c9127 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:19.001959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Attempting to bind port 3aaf06b4-769b-4423-8490-22e7359c9127 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:19.013111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Pushing event updated for resources: {'Port': ['ID=3aaf06b4-769b-4423-8490-22e7359c9127,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:19.061630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.081796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.103273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['9b92ae6e-5471-4ba5-b596-6ea5da56328a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:42:19.150304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Network a0a025a5-5037-42da-b26e-b514c4351f97 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:19.206209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.206568 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP b906efcc-17b1-4cd9-8dbe-13b68cd54e13 disassociated. External IP: 172.25.0.65, port: ea80b603-055b-47e4-91c5-3bc70822c111. Aug 11 00:42:19.237956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:19.237956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:19.237956 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.237956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:19.238459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Bound port: 3aaf06b4-769b-4423-8490-22e7359c9127, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:19.238815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.272856 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3d02a9a6-b78c-40d3-a956-6acd1699d491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.382604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b12906-0207-4553-a8b0-dbf7ce92b865,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:19.429280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:19.429927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:41:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:19.445210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:19.469001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:19.514844 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.516214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ebcfebc-03d3-4c6f-a881-b977ab196479 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.1468647 Aug 11 00:42:19.525276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44160) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:19.535610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.540680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cfc7bb7d-fcce-458e-a0d7-de88fd296f37 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': 'f4b12906-0207-4553-a8b0-dbf7ce92b865', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:19.598983 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.628275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 14554413-98fe-4199-b2a7-5862806a8890 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:19.653778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Pushing event updated for resources: {'Port': ['ID=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:19.690991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802065f1-bc21-4c3c-aa88-dab4c374173c req-13635806-4bca-44df-9dcd-c5ce90f89337 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:19.692685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-802065f1-bc21-4c3c-aa88-dab4c374173c req-13635806-4bca-44df-9dcd-c5ce90f89337 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 931 time: 0.5832677 Aug 11 00:42:19.763828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:19.764536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:19.908228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-802065f1-bc21-4c3c-aa88-dab4c374173c req-73e3363f-92e8-4205-a55b-412d081bde6b tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789839 Aug 11 00:42:19.949347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0fe4d-ccd7-4764-9f81-c73609b3e2c7 None None] Pushing event updated for resources: {'Port': ['ID=6da11b35-2c5b-4c4a-839d-611ced29e6c4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:19.977133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:20.018403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Allocated IP 172.20.0.2 (36b2262e-41d2-4614-8fe7-ec1eb73ab7d9/84f90bd3-6736-461c-ad6d-794ea62d99c5/cedf9f5c-3e71-4cce-829b-1adb41443ad2) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:20.056373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-3b575f19-07fd-486c-8a18-063f618fd2d5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6214206 Aug 11 00:42:20.098983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Request body: {'port': {'device_id': '187d2644-be07-4538-b8e8-08c330b4ad57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:20.144158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:42:20.214952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] For port 3aaf06b4-769b-4423-8490-22e7359c9127, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:20.309648 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfc7bb7d-fcce-458e-a0d7-de88fd296f37 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.323428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8050f4-47d0-4900-9712-cb77269b0bae req-aad77690-5f50-48b5-a526-c0010835ee96 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:20.325570 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f8050f4-47d0-4900-9712-cb77269b0bae req-aad77690-5f50-48b5-a526-c0010835ee96 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1311944 Aug 11 00:42:20.344511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.382910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.414442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] For port 3aaf06b4-769b-4423-8490-22e7359c9127, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3aaf06b4-769b-4423-8490-22e7359c9127,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:20.424995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f8050f4-47d0-4900-9712-cb77269b0bae req-e556c073-0a15-43ce-b346-d51da10c6c1c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919564 Aug 11 00:42:20.425763 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.487052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfc7bb7d-fcce-458e-a0d7-de88fd296f37 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.576756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Allocated IP 172.25.0.228 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/47b235bf-6b9c-4d0b-b032-ffbad0df32dd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:20.628889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:20.638496 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.646339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d10c-c394-4a1d-ab8e-e3de9dd72786 None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:20.695004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1d10c-c394-4a1d-ab8e-e3de9dd72786 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:20.695680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-deb1d10c-c394-4a1d-ab8e-e3de9dd72786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:20.716134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8082e369-5569-4eb8-bcdb-80acde8a2a4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/floatingips/b906efcc-17b1-4cd9-8dbe-13b68cd54e13 HTTP/1.1" status: 200 len: 687 time: 2.2423162 Aug 11 00:42:20.724309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44166) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:20.737824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.739575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-deb1d10c-c394-4a1d-ab8e-e3de9dd72786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:20.753315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.754482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Transition to ACTIVE for port object cedf9f5c-3e71-4cce-829b-1adb41443ad2 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:20.775972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1d10c-c394-4a1d-ab8e-e3de9dd72786 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:20.777149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-deb1d10c-c394-4a1d-ab8e-e3de9dd72786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:20.801325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfc7bb7d-fcce-458e-a0d7-de88fd296f37 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.817399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.820786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Transition to ACTIVE for port object cedf9f5c-3e71-4cce-829b-1adb41443ad2 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:20.823139 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.828852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.843025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7bb7d-fcce-458e-a0d7-de88fd296f37 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f96c4a-2cbb-4a8f-9535-ee8bde26c6cb,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:20.857588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-deb1d10c-c394-4a1d-ab8e-e3de9dd72786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:20.858557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d10c-c394-4a1d-ab8e-e3de9dd72786 None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:20.878530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:20.896259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:20.900454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:20.907067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:20.911209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:20.927400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:18Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:20.934726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=14554413-98fe-4199-b2a7-5862806a8890,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:20.984025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad7ca9c-a55d-4a4c-b67a-a72a3bb163ba None None] The sync data for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 is: [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:18Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:20.996706 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.067146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-85594871-c07a-4acd-a9f1-a5a7753f6588 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0327160 Aug 11 00:42:21.068473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:21.072864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.097701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfc7bb7d-fcce-458e-a0d7-de88fd296f37 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.110158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cfc7bb7d-fcce-458e-a0d7-de88fd296f37 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5694201 Aug 11 00:42:21.111202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44174) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:21.153111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38383307-a032-4dc0-84c2-65193e6e0323 None None] Pushing event updated for resources: {'Port': ['ID=3aaf06b4-769b-4423-8490-22e7359c9127,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:21.197478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:21.228249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-41ff93d0-11a0-4339-8730-8e608884a3e0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': 'f4b12906-0207-4553-a8b0-dbf7ce92b865', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:21.296605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:42:21.309516 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.312881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:21.340647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:21.343851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Transition to ACTIVE for port object 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:21.347370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 211a3959-6ce9-4541-820c-ced7d65a7276 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:21.347370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.371722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:21.382557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:21.389852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Pushing event updated for resources: {'Port': ['ID=cedf9f5c-3e71-4cce-829b-1adb41443ad2,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:21.398887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:21.554829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Attempting to bind port cedf9f5c-3e71-4cce-829b-1adb41443ad2 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:21.555461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Attempting to bind port cedf9f5c-3e71-4cce-829b-1adb41443ad2 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c8cde44b-1cfd-46c0-8b06-4dcc8842a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '36b2262e-41d2-4614-8fe7-ec1eb73ab7d9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:21.559610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Attempting to bind port cedf9f5c-3e71-4cce-829b-1adb41443ad2 on network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:21.580226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:21.583767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Checking segment: {'id': 'c8cde44b-1cfd-46c0-8b06-4dcc8842a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '36b2262e-41d2-4614-8fe7-ec1eb73ab7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:21.584486 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.585089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Bound using segment: {'id': 'c8cde44b-1cfd-46c0-8b06-4dcc8842a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '36b2262e-41d2-4614-8fe7-ec1eb73ab7d9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:21.585844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Bound port: cedf9f5c-3e71-4cce-829b-1adb41443ad2, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cde44b-1cfd-46c0-8b06-4dcc8842a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '36b2262e-41d2-4614-8fe7-ec1eb73ab7d9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:21.586445 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.610687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46242a61-1a9f-4abb-a15e-3f8eff2b9be7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:21.618498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46242a61-1a9f-4abb-a15e-3f8eff2b9be7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:21.628716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-46242a61-1a9f-4abb-a15e-3f8eff2b9be7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5538511 Aug 11 00:42:21.646455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44182) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:21.693376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.763564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] For port cedf9f5c-3e71-4cce-829b-1adb41443ad2, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:21.780723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] For port cedf9f5c-3e71-4cce-829b-1adb41443ad2, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cedf9f5c-3e71-4cce-829b-1adb41443ad2,segment=NetworkSegment(c8cde44b-1cfd-46c0-8b06-4dcc8842a325),segment_id=c8cde44b-1cfd-46c0-8b06-4dcc8842a325)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:21.816851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'Port': ['ID=47b235bf-6b9c-4d0b-b032-ffbad0df32dd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:21.839548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b3e3-0034-47a5-9ac9-8a35b31edd61 req-2afd6812-3132-4d23-86f4-e51360b992c9 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:21.856187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce67b3e3-0034-47a5-9ac9-8a35b31edd61 req-2afd6812-3132-4d23-86f4-e51360b992c9 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 931 time: 0.6061139 Aug 11 00:42:21.914185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ce67b3e3-0034-47a5-9ac9-8a35b31edd61 req-1c439b2c-6f46-43a9-8cca-79db5147fc04 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603971 Aug 11 00:42:21.923111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Pushing event updated for resources: {'Port': ['ID=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:21.989789 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:21.990461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:22.033581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:22.174398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dd246-2021-4fbf-9462-a41e5a3d3b5a None None] Pushing event updated for resources: {'Port': ['ID=cedf9f5c-3e71-4cce-829b-1adb41443ad2,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:22.217411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a31b7-6357-41b5-a875-b8a5600384a7 req-75141d0d-574f-4f04-b084-4337086ecd46 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:22.220205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f28a31b7-6357-41b5-a875-b8a5600384a7 req-75141d0d-574f-4f04-b084-4337086ecd46 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.4025695 Aug 11 00:42:22.224877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 211a3959-6ce9-4541-820c-ced7d65a7276 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:22.227914 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41ff93d0-11a0-4339-8730-8e608884a3e0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:22.505038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f28a31b7-6357-41b5-a875-b8a5600384a7 req-4d602c13-02e8-4d11-a759-4c7ce70ec599 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612765 Aug 11 00:42:22.557969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:22.642079 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.108044 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41ff93d0-11a0-4339-8730-8e608884a3e0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.231697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3e04c-c43c-4a38-807c-763221342391 req-54b4b6b2-c209-4d9e-802d-c09dbca1758f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:23.240362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ab3e04c-c43c-4a38-807c-763221342391 req-54b4b6b2-c209-4d9e-802d-c09dbca1758f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 943 time: 0.1333885 Aug 11 00:42:23.258733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Attempting to bind port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:23.259522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Attempting to bind port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:23.259522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Attempting to bind port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 on network a0a025a5-5037-42da-b26e-b514c4351f97 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:23.269839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 on network a0a025a5-5037-42da-b26e-b514c4351f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:42:23.270226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Attempting to bind port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 on network a0a025a5-5037-42da-b26e-b514c4351f97 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:23.277121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-33e27447-eecb-42c0-8e09-6846e609956e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 14554413-98fe-4199-b2a7-5862806a8890 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:23.277472 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33e27447-eecb-42c0-8e09-6846e609956e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.285732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.304895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:23.305361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Checking segment: {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:23.305930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Bound using segment: {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:23.306588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Bound port: 80cf7712-ccd8-4fd4-9e00-0ac9ef096067, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:23.307204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.325042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ab3e04c-c43c-4a38-807c-763221342391 req-c56ad5fe-641a-4fc0-b624-a276bdd7fda5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823519 Aug 11 00:42:23.490781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cedf9f5c-3e71-4cce-829b-1adb41443ad2 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:23.493034 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33e27447-eecb-42c0-8e09-6846e609956e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.499211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-33e27447-eecb-42c0-8e09-6846e609956e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 14554413-98fe-4199-b2a7-5862806a8890 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:23.513101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] For port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:23.593577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] For port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:23.626999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-672bbde7-bb42-42a6-8152-654f8c4c5f1d None None] Provisioning for port 3aaf06b4-769b-4423-8490-22e7359c9127 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:23.632834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41ff93d0-11a0-4339-8730-8e608884a3e0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.690442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cedf9f5c-3e71-4cce-829b-1adb41443ad2 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:23.695806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3aaf06b4-769b-4423-8490-22e7359c9127 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:23.725556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Router 611fdbee-178b-4f54-a82a-71657a89f725 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:42:23.742810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff93d0-11a0-4339-8730-8e608884a3e0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc4c6fb-2b7e-43ef-90cd-1a152d1f0698,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:23.815682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.889404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:23.893573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.893573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] 10.222.0.44 "PUT /v2.0/ports/80cf7712-ccd8-4fd4-9e00-0ac9ef096067 HTTP/1.1" status: 200 len: 1092 time: 3.8269711 Aug 11 00:42:23.893573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d2644-be07-4538-b8e8-08c330b4ad57', 'tag': '80cf7712-ccd8-4fd4-9e00-0ac9ef096067'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:42:23.898009 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "187d2644-be07-4538-b8e8-08c330b4ad57", "tag": "80cf7712-ccd8-4fd4-9e00-0ac9ef096067"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:42:23.904072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41ff93d0-11a0-4339-8730-8e608884a3e0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.909927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-41ff93d0-11a0-4339-8730-8e608884a3e0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.6860993 Aug 11 00:42:23.912310 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.914508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33e27447-eecb-42c0-8e09-6846e609956e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:23.919491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44204) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:23.924535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-898424ba-50ed-4b44-814b-a4298208c3a9 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': 'f4b12906-0207-4553-a8b0-dbf7ce92b865', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:24.007820 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33e27447-eecb-42c0-8e09-6846e609956e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.009912 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-33e27447-eecb-42c0-8e09-6846e609956e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/14554413-98fe-4199-b2a7-5862806a8890 HTTP/1.1" status: 204 len: 168 time: 2.3616977 Aug 11 00:42:24.019267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44206) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:24.065324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 3aaf06b4-769b-4423-8490-22e7359c9127 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:24.070387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3aaf06b4-769b-4423-8490-22e7359c9127 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:24.070757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.102527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a6569-5114-4370-87c3-a3a0efaa169a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:24.105133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a6569-5114-4370-87c3-a3a0efaa169a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:24.107112 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8b7a6569-5114-4370-87c3-a3a0efaa169a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0853214 Aug 11 00:42:24.139676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44208) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:24.172680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-898424ba-50ed-4b44-814b-a4298208c3a9 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.216570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.221475 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.222659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/floatingips/b906efcc-17b1-4cd9-8dbe-13b68cd54e13 HTTP/1.1" status: 204 len: 168 time: 3.4964147 Aug 11 00:42:24.223682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a17d0-032f-4dce-9f6e-03c977a27df9 service neutron] Pushing event updated for resources: {'Port': ['ID=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:24.228003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44210) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:24.230711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51d5c-e092-4118-b697-e4cbd6e7331b req-6d51ca4c-17d8-47a9-b162-812633598eaf tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:24.233075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9cf51d5c-e092-4118-b697-e4cbd6e7331b req-6d51ca4c-17d8-47a9-b162-812633598eaf tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.4578028 Aug 11 00:42:24.259117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'c8d8870c-7e93-4e7a-b632-8d487e7de921'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:24.310848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723aa56c-8991-48b5-842f-6499ca9490c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=211a3959-6ce9-4541-820c-ced7d65a7276,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:24.362916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-898424ba-50ed-4b44-814b-a4298208c3a9 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.399262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e27447-eecb-42c0-8e09-6846e609956e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=14554413-98fe-4199-b2a7-5862806a8890,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:24.410314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fbbea-846e-4311-aa11-518cc266cd14 req-41b90e0b-b99d-4122-8c86-01567c9f41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:24.412008 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-41b90e0b-b99d-4122-8c86-01567c9f41a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 1095 time: 0.2505186 Aug 11 00:42:24.422305 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.458344 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.494307 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-b05543e2-8fbd-45a1-ad24-e83fff297f77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067 HTTP/1.1" status: 200 len: 217 time: 0.0651519 Aug 11 00:42:24.516279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:24.532905 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8129b3-a78a-4e5e-a4f9-cf20ecc0c4a6 None None] Sync routers for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:24.537489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2204e6e8-b674-49c5-8bc1-512a17a0f30c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet be563d96-b48c-4f4e-91ab-34defb410f18 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:42:24.550231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2204e6e8-b674-49c5-8bc1-512a17a0f30c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.562991 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8129b3-a78a-4e5e-a4f9-cf20ecc0c4a6 None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:24.563949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6f8129b3-a78a-4e5e-a4f9-cf20ecc0c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:24.571450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 3aaf06b4-769b-4423-8490-22e7359c9127, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3aaf06b4-769b-4423-8490-22e7359c9127,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:24.593975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9cf51d5c-e092-4118-b697-e4cbd6e7331b req-8a539766-1e82-4610-8a20-63281f7863eb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076637 Aug 11 00:42:24.653439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2b3a0c70-8aee-40bc-9d14-93688884aa03 None None] Could not find standard attr ID for object 14554413-98fe-4199-b2a7-5862806a8890. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:42:24.676216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6f8129b3-a78a-4e5e-a4f9-cf20ecc0c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:24.686300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-898424ba-50ed-4b44-814b-a4298208c3a9 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.704217 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8129b3-a78a-4e5e-a4f9-cf20ecc0c4a6 None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:24.705139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2204e6e8-b674-49c5-8bc1-512a17a0f30c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.705683 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6f8129b3-a78a-4e5e-a4f9-cf20ecc0c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:24.753187 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.759000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6da11b35-2c5b-4c4a-839d-611ced29e6c4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:24.798351 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6f8129b3-a78a-4e5e-a4f9-cf20ecc0c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:24.799385 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8129b3-a78a-4e5e-a4f9-cf20ecc0c4a6 None None] The sync data for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:24.825815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:24.831851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-34558b7c-a0e9-4e85-8b54-84b748d2eb47 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.2301207 Aug 11 00:42:24.856398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44218) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:24.904252 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a3d515-6000-4505-9faf-49469a356272 x-openstack-request-id: req-38a3d515-6000-4505-9faf-49469a356272 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:42:24.904252 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d2644-be07-4538-b8e8-08c330b4ad57", "tag": "80cf7712-ccd8-4fd4-9e00-0ac9ef096067", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:42:24.904252 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38a3d515-6000-4505-9faf-49469a356272 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:42:24.904252 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d2644-be07-4538-b8e8-08c330b4ad57', 'tag': '80cf7712-ccd8-4fd4-9e00-0ac9ef096067', 'status': 'completed', 'code': 200} Aug 11 00:42:24.904252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898424ba-50ed-4b44-814b-a4298208c3a9 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d159d7-8295-4a8e-b2f0-37764cf81fe6,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:25.062349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082af7f0-aa18-4a67-aae9-0d15b21267ad None None] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:25.124101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fbbea-846e-4311-aa11-518cc266cd14 req-0d12207b-c638-4c4e-bd81-b9039fc1b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:25.127458 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-0d12207b-c638-4c4e-bd81-b9039fc1b7ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d8e956f-81d6-46e3-9733-e5346737b3e1 HTTP/1.1" status: 200 len: 850 time: 0.6038630 Aug 11 00:42:25.132006 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-898424ba-50ed-4b44-814b-a4298208c3a9 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.134624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-898424ba-50ed-4b44-814b-a4298208c3a9 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2137203 Aug 11 00:42:25.162582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44220) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:25.176249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ef60cc6a-d289-41c8-a4a0-78bd40ccdb0b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': 'f4b12906-0207-4553-a8b0-dbf7ce92b865', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:25.216438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=3aaf06b4-769b-4423-8490-22e7359c9127,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:25.227575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0d49-8400-4b35-9541-84f536b6b7ef req-f789e025-0995-459f-9ddc-c7cec16df1f9 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:25.241063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07bf0d49-8400-4b35-9541-84f536b6b7ef req-f789e025-0995-459f-9ddc-c7cec16df1f9 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 943 time: 0.2885022 Aug 11 00:42:25.259397 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-58dcb846-c93b-4916-af1b-536958a308c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0a025a5-5037-42da-b26e-b514c4351f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220548 Aug 11 00:42:25.275894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2204e6e8-b674-49c5-8bc1-512a17a0f30c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.349205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c0378e82-1222-41e9-a823-2a2ffe77c68f None None] Provisioning for port cedf9f5c-3e71-4cce-829b-1adb41443ad2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:25.358242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c0378e82-1222-41e9-a823-2a2ffe77c68f None None] Provisioning complete for port cedf9f5c-3e71-4cce-829b-1adb41443ad2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:25.358467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0378e82-1222-41e9-a823-2a2ffe77c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.390115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.419834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:25.426903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:25.427320 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.476908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07bf0d49-8400-4b35-9541-84f536b6b7ef req-05757b61-d073-4414-a7b1-1b49d8e8b981 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332366 Aug 11 00:42:25.539905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-b34feaa0-5c40-4cb5-a514-089a9004a097 service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569113 Aug 11 00:42:25.661334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef60cc6a-d289-41c8-a4a0-78bd40ccdb0b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.755983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0378e82-1222-41e9-a823-2a2ffe77c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.782655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2204e6e8-b674-49c5-8bc1-512a17a0f30c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.804003 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.859343 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef60cc6a-d289-41c8-a4a0-78bd40ccdb0b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:25.868309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-142fbbea-846e-4311-aa11-518cc266cd14 req-8235c787-b17e-4ccc-8df9-8e7b58d7c095 service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190138 Aug 11 00:42:25.969988 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef60cc6a-d289-41c8-a4a0-78bd40ccdb0b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.011627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204e6e8-b674-49c5-8bc1-512a17a0f30c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=be563d96-b48c-4f4e-91ab-34defb410f18,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:26.064186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60cc6a-d289-41c8-a4a0-78bd40ccdb0b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d666e249-88bd-461c-ba40-2d331665c3e0,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:26.066439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2204e6e8-b674-49c5-8bc1-512a17a0f30c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.113600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2204e6e8-b674-49c5-8bc1-512a17a0f30c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/be563d96-b48c-4f4e-91ab-34defb410f18 HTTP/1.1" status: 204 len: 168 time: 1.9541543 Aug 11 00:42:26.115731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44226) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:26.134290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c0378e82-1222-41e9-a823-2a2ffe77c68f None None] For port cedf9f5c-3e71-4cce-829b-1adb41443ad2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cedf9f5c-3e71-4cce-829b-1adb41443ad2,segment=NetworkSegment(c8cde44b-1cfd-46c0-8b06-4dcc8842a325),segment_id=c8cde44b-1cfd-46c0-8b06-4dcc8842a325)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:26.147356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6df85-f21a-4542-8384-d4b35e203541 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:26.211419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-18919a65-f372-43dc-b6f9-e96e46a926f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929790 Aug 11 00:42:26.225908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44230) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:26.248254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90405798-a48a-4e64-a7a2-f524a73d5a51 req-04c4d7e0-51cc-495a-9f12-e20f8629d57c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:26.250162 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90405798-a48a-4e64-a7a2-f524a73d5a51 req-04c4d7e0-51cc-495a-9f12-e20f8629d57c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.4904473 Aug 11 00:42:26.265717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 6da11b35-2c5b-4c4a-839d-611ced29e6c4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6da11b35-2c5b-4c4a-839d-611ced29e6c4,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:26.279639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.25.0.189 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/93897046-df88-4156-b292-b27a9a700718) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:26.301143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c0378e82-1222-41e9-a823-2a2ffe77c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.336109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-6e965aee-58b5-44e1-ae99-45faeb9a682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:26.347267 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-6e965aee-58b5-44e1-ae99-45faeb9a682b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 1095 time: 0.1442964 Aug 11 00:42:26.374008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef60cc6a-d289-41c8-a4a0-78bd40ccdb0b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.376955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ef60cc6a-d289-41c8-a4a0-78bd40ccdb0b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2083104 Aug 11 00:42:26.392585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44232) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:26.444474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d6bd1776-c730-4a9a-886b-2ac341355667 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': 'f4b12906-0207-4553-a8b0-dbf7ce92b865', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:26.459729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.692525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-32f19fb4-fd87-4c68-889d-69feb8148281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:26.695478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-32f19fb4-fd87-4c68-889d-69feb8148281 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 911 time: 0.3461647 Aug 11 00:42:26.697061 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-d6bd1776-c730-4a9a-886b-2ac341355667 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Project a6021f11fb224a3785a47117fcc9174d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:42:26.779016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-934023a2-986e-41a1-a3df-ab8add3dbdf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067 HTTP/1.1" status: 200 len: 217 time: 0.0642591 Aug 11 00:42:26.779808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90405798-a48a-4e64-a7a2-f524a73d5a51 req-f18303cb-2db2-4877-a483-f603a38ac43a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4853117 Aug 11 00:42:26.783014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1776-c730-4a9a-886b-2ac341355667 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.795016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d56c0-08b5-44ce-94b8-5cded13bc3a3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:26.800019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-db0d56c0-08b5-44ce-94b8-5cded13bc3a3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5437379 Aug 11 00:42:26.800744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44236) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:26.885131 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.895782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fb0ab-e135-419a-98e1-970da6b6bcb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:26.900625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cb5fb0ab-e135-419a-98e1-970da6b6bcb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0950882 Aug 11 00:42:26.903497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44238) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:26.952343 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1776-c730-4a9a-886b-2ac341355667 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.967466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e62d4ecd-3ecd-47a4-ab18-73a0f9aba2ae None None] Provisioning complete for port cedf9f5c-3e71-4cce-829b-1adb41443ad2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:26.968354 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e62d4ecd-3ecd-47a4-ab18-73a0f9aba2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:26.971373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3aaf06b4-769b-4423-8490-22e7359c9127 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:27.025136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c08a7930-49a1-41dd-b81b-6799c62decd6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194787 Aug 11 00:42:27.025727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44242) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:27.034420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:27.116679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0378e82-1222-41e9-a823-2a2ffe77c68f None None] Pushing event updated for resources: {'Port': ['ID=cedf9f5c-3e71-4cce-829b-1adb41443ad2,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:27.122720 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1776-c730-4a9a-886b-2ac341355667 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:27.190873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd1776-c730-4a9a-886b-2ac341355667 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b4a2fe-d5f6-4b10-bd25-a8bf81f2e946,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:27.217552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-76ef7c7c-493d-44f0-829f-1624af372fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:27.219449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-76ef7c7c-493d-44f0-829f-1624af372fdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d8e956f-81d6-46e3-9733-e5346737b3e1 HTTP/1.1" status: 200 len: 850 time: 0.3710341 Aug 11 00:42:27.266308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e85c9c-90c5-4217-9919-b61a1ac6fed8 req-8bc0a7e6-54b3-4737-87cf-ea2276593cd9 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:27.291431 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89e85c9c-90c5-4217-9919-b61a1ac6fed8 req-8bc0a7e6-54b3-4737-87cf-ea2276593cd9 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 943 time: 0.2888777 Aug 11 00:42:27.296239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=6da11b35-2c5b-4c4a-839d-611ced29e6c4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:27.317700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3aaf06b4-769b-4423-8490-22e7359c9127 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:27.318169 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:27.320547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:27.381113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-626785c2-1140-405f-8250-4980fa107ca1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0a025a5-5037-42da-b26e-b514c4351f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502497 Aug 11 00:42:27.410024 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1776-c730-4a9a-886b-2ac341355667 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:27.414115 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d6bd1776-c730-4a9a-886b-2ac341355667 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9743469 Aug 11 00:42:27.435787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89e85c9c-90c5-4217-9919-b61a1ac6fed8 req-d7087fc5-54b2-443e-9a9f-3723cec2452b tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816414 Aug 11 00:42:27.436551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44250) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:27.460914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-727d752b-0fbf-44ce-9cb3-1a60ec2a9e58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'security_group_rule': {'security_group_id': 'f4b12906-0207-4553-a8b0-dbf7ce92b865', 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:27.505697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:42:27.614946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] Deleting port 3aaf06b4-769b-4423-8490-22e7359c9127 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:27.615451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:27.617601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-ac49c38b-21b0-495c-8185-76ffbf835ce8 service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027338 Aug 11 00:42:27.708379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:42:27.731015 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c200dd2-d3dd-4284-bfe6-ecc694b62ed1 req-13758d5e-da0c-4f28-a588-79a55914fb36 service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071010 Aug 11 00:42:27.738165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:27.743514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:27.757935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:27.760844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] For port 3aaf06b4-769b-4423-8490-22e7359c9127, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3aaf06b4-769b-4423-8490-22e7359c9127,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:27.761284 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:27.781704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] Calling delete_port for 3aaf06b4-769b-4423-8490-22e7359c9127 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:28.016959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=93897046-df88-4156-b292-b27a9a700718,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:28.078122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:28.128606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '80cf7712-ccd8-4fd4-9e00-0ac9ef096067', 'network_id': 'a0a025a5-5037-42da-b26e-b514c4351f97', 'port_id': '80cf7712-ccd8-4fd4-9e00-0ac9ef096067', 'mac_address': 'fa:16:3e:bf:dc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8e956f-81d6-46e3-9733-e5346737b3e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:42:28.160475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Allocated IP 172.20.0.1 (36b2262e-41d2-4614-8fe7-ec1eb73ab7d9/84f90bd3-6736-461c-ad6d-794ea62d99c5/93e23cb0-bfdc-4af8-b8a0-8934766fbd3e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:28.165725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:28.172576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:28.184358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:28.218049 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.228007 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-727d752b-0fbf-44ce-9cb3-1a60ec2a9e58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Project a6021f11fb224a3785a47117fcc9174d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:42:28.237916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-727d752b-0fbf-44ce-9cb3-1a60ec2a9e58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.242642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.257517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55842e80-dd9d-41ce-bc58-1693ca2afdac req-286f1eb6-e811-41f0-97ee-e9958c094fa4 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:28.259535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55842e80-dd9d-41ce-bc58-1693ca2afdac req-286f1eb6-e811-41f0-97ee-e9958c094fa4 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.3174462 Aug 11 00:42:28.290609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] Pushing event deleted for resources: {'Port': ['ID=3aaf06b4-769b-4423-8490-22e7359c9127,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:28.299869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:42:28.305107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e008262-bc67-4ce0-86f9-28327a8914b5 None None] No DVR routers for this DVR port 3aaf06b4-769b-4423-8490-22e7359c9127 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:42:28.336397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:28.358725 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55842e80-dd9d-41ce-bc58-1693ca2afdac req-66abcedd-5606-4b72-a382-c6d7f1aa28f9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750697 Aug 11 00:42:28.427435 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.450548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-727d752b-0fbf-44ce-9cb3-1a60ec2a9e58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.513847 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.549219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Transition to ACTIVE for port object 93e23cb0-bfdc-4af8-b8a0-8934766fbd3e will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:28.573572 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-727d752b-0fbf-44ce-9cb3-1a60ec2a9e58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.625657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:28.635110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d752b-0fbf-44ce-9cb3-1a60ec2a9e58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501511b0-75b7-45a4-891a-200c92b18f23,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:28.639308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['80cf7712-ccd8-4fd4-9e00-0ac9ef096067'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:42:28.689456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44262) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:28.696973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cedf9f5c-3e71-4cce-829b-1adb41443ad2 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:28.732248 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-727d752b-0fbf-44ce-9cb3-1a60ec2a9e58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.749214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-727d752b-0fbf-44ce-9cb3-1a60ec2a9e58 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3045979 Aug 11 00:42:28.755853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5c351-c698-4042-8a14-a73674772585 req-a6231463-11fa-46d1-ada8-520636a5810d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:28.765470 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bec5c351-c698-4042-8a14-a73674772585 req-a6231463-11fa-46d1-ada8-520636a5810d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 944 time: 0.1113465 Aug 11 00:42:28.772601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.833692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cedf9f5c-3e71-4cce-829b-1adb41443ad2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:28.834162 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.848935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'Port': ['ID=93e23cb0-bfdc-4af8-b8a0-8934766fbd3e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:28.878864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:28.886208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:28.896266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:28.970293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-493d8122-df35-4a11-894d-d64f1b27593b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:28.989668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bec5c351-c698-4042-8a14-a73674772585 req-8bbf3c0d-d030-404d-ae62-bc1a17cc57ee tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171469 Aug 11 00:42:29.050529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:29.070855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6da11b35-2c5b-4c4a-839d-611ced29e6c4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:29.215237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:29.294228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:29.294228 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:29.394109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:29.452269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:29.481546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-539ed46e-442a-491b-9655-e4ec2f9b3cd6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269552644&fields=id&tenant_id=a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 267 time: 0.2892773 Aug 11 00:42:29.506224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:29.508080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=c1c5bc59-0a1f-4518-9bbe-6d65f63a6749,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:29.524291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:29.528206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:29.536470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8ae463-e97f-4f50-9752-790b74f2917b None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:29.607531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7490fa0a-eefa-41f4-abd8-8dba422fe59a None None] Provisioning for port 93e23cb0-bfdc-4af8-b8a0-8934766fbd3e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:29.617620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a9199-569e-4da5-9cbc-9ec6fb50967f req-c1775699-5edc-43f6-8545-5b9efdc7c677 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:29.626138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-353a9199-569e-4da5-9cbc-9ec6fb50967f req-c1775699-5edc-43f6-8545-5b9efdc7c677 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1442704 Aug 11 00:42:29.628965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3aaf06b4-769b-4423-8490-22e7359c9127 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:42:29.645128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7490fa0a-eefa-41f4-abd8-8dba422fe59a None None] Provisioning complete for port 93e23cb0-bfdc-4af8-b8a0-8934766fbd3e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:29.645720 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7490fa0a-eefa-41f4-abd8-8dba422fe59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:29.675773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:29.701251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 3aaf06b4-769b-4423-8490-22e7359c9127 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:42:29.701584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3aaf06b4-769b-4423-8490-22e7359c9127 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:42:29.706092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:29.738269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:29.792301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-353a9199-569e-4da5-9cbc-9ec6fb50967f req-c2ca21e5-6cce-4ee9-895d-51bea4065382 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643112 Aug 11 00:42:29.844604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7490fa0a-eefa-41f4-abd8-8dba422fe59a None None] Port 93e23cb0-bfdc-4af8-b8a0-8934766fbd3e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:30.017629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'c1c5bc59-0a1f-4518-9bbe-6d65f63a6749'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:42:30.019243 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.023473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:30.037280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:30.038342 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.283849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-493d8122-df35-4a11-894d-d64f1b27593b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.405172 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.422788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-3c76fda4-346a-4991-8d91-32007c6786ae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:30.432877 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-3c76fda4-346a-4991-8d91-32007c6786ae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/networks?id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d HTTP/1.1" status: 200 len: 797 time: 0.9387982 Aug 11 00:42:30.461156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d2644-be07-4538-b8e8-08c330b4ad57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cf7712-ccd8-4fd4-9e00-0ac9ef096067'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:42:30.462873 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-4454c1e8-a5c0-4fd9-a221-7b127e02c203 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/quotas/a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 375 time: 0.0289693 Aug 11 00:42:30.465843 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431fb698-cc68-4dd6-a3fe-15553e0f180f" -d '{"events": [{"server_uuid": "187d2644-be07-4538-b8e8-08c330b4ad57", "name": "network-vif-plugged", "status": "completed", "tag": "80cf7712-ccd8-4fd4-9e00-0ac9ef096067"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:42:30.470089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/c1c5bc59-0a1f-4518-9bbe-6d65f63a6749/21e20c23-fb8e-47ad-94d0-f272edf7d939) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:30.519935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.538923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:30.564062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-493d8122-df35-4a11-894d-d64f1b27593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.616321 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-67ade0ca-8880-4540-a095-5f1aa51cf142 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524391 Aug 11 00:42:30.667475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d8122-df35-4a11-894d-d64f1b27593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b78027-416d-4d34-8885-98324815c181,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:30.677019 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-493d8122-df35-4a11-894d-d64f1b27593b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80183260944047bfbaa766100f6a2b12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9837046 Aug 11 00:42:30.683015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44290) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:30.750633 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.755105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7c3fc3d8-0e22-44ad-9d09-52a1a31a5839 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7277579 Aug 11 00:42:30.764032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44292) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:30.770553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': 'c1c5bc59-0a1f-4518-9bbe-6d65f63a6749', 'ip_address': '2001:db8::61a1:c9d9:47e0:cc88'}], 'name': 'tempest-NetworksTestDHCPv6-875552201'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:30.845159 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9600bf-b504-48a8-bb0e-4f9cc7debecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.853447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:30.891593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9600bf-b504-48a8-bb0e-4f9cc7debecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.983783 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:30.995622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81fb5f-689c-4e5a-b140-a7b4204b17df req-e701ed2b-472a-4e26-9366-72a6c6c4aec8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:31.013130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a81fb5f-689c-4e5a-b140-a7b4204b17df req-e701ed2b-472a-4e26-9366-72a6c6c4aec8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 944 time: 0.8069575 Aug 11 00:42:31.037793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.077158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a81fb5f-689c-4e5a-b140-a7b4204b17df req-8c874111-2dfe-45d0-9fbb-7cfa8425f850 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614436 Aug 11 00:42:31.089592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Transition to ACTIVE for port object 21e20c23-fb8e-47ad-94d0-f272edf7d939 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:31.106860 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.124468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.136207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Transition to ACTIVE for port object 21e20c23-fb8e-47ad-94d0-f272edf7d939 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:31.175332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9600bf-b504-48a8-bb0e-4f9cc7debecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.178955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb9600bf-b504-48a8-bb0e-4f9cc7debecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.183021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb9600bf-b504-48a8-bb0e-4f9cc7debecc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38b78027-416d-4d34-8885-98324815c181 HTTP/1.1" status: 204 len: 168 time: 0.5028808 Aug 11 00:42:31.233568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9600bf-b504-48a8-bb0e-4f9cc7debecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b78027-416d-4d34-8885-98324815c181,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:31.261575 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.329384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.334268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'Port': ['ID=93e23cb0-bfdc-4af8-b8a0-8934766fbd3e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:31.400414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:31.402358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:31.410242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:31.464129 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc7ad8c-86b7-4389-b29c-1817721f1da0 x-openstack-request-id: req-0cc7ad8c-86b7-4389-b29c-1817721f1da0 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:42:31.464812 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d2644-be07-4538-b8e8-08c330b4ad57", "name": "network-vif-plugged", "status": "completed", "tag": "80cf7712-ccd8-4fd4-9e00-0ac9ef096067", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:42:31.465345 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cc7ad8c-86b7-4389-b29c-1817721f1da0 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:42:31.466050 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d2644-be07-4538-b8e8-08c330b4ad57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cf7712-ccd8-4fd4-9e00-0ac9ef096067', 'code': 200} Aug 11 00:42:31.552871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Pushing event updated for resources: {'Port': ['ID=21e20c23-fb8e-47ad-94d0-f272edf7d939,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:31.559414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Attempting to bind port 21e20c23-fb8e-47ad-94d0-f272edf7d939 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:31.559971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Attempting to bind port 21e20c23-fb8e-47ad-94d0-f272edf7d939 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:31.560548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Attempting to bind port 21e20c23-fb8e-47ad-94d0-f272edf7d939 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:31.583046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:31.583816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:31.588558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.589217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:31.590013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Bound port: 21e20c23-fb8e-47ad-94d0-f272edf7d939, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:31.590613 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:31.608727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:31.610545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:31.669987 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-c9373cee-9999-474b-b30c-daef1b4b1eff service neutron] 10.222.0.43 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0240765 Aug 11 00:42:31.847844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] For port 21e20c23-fb8e-47ad-94d0-f272edf7d939, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:31.857609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] For port 21e20c23-fb8e-47ad-94d0-f272edf7d939, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=21e20c23-fb8e-47ad-94d0-f272edf7d939,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:31.900039 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:42:31.906849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21717e-bdb4-4ba5-930e-c43ba5b6d95c req-aa81855a-f1f8-4a76-96ae-d4c9c85e572e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:31.909207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f21717e-bdb4-4ba5-930e-c43ba5b6d95c req-aa81855a-f1f8-4a76-96ae-d4c9c85e572e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.2723365 Aug 11 00:42:31.946377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d468f-0f4c-42ad-be69-a88e8fc891e7 req-d85c4a7f-20f0-4431-ab17-78a81c91414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:31.952857 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-664d468f-0f4c-42ad-be69-a88e8fc891e7 req-d85c4a7f-20f0-4431-ab17-78a81c91414b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 1097 time: 0.4145555 Aug 11 00:42:32.032692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Router 611fdbee-178b-4f54-a82a-71657a89f725 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:32.088130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f21717e-bdb4-4ba5-930e-c43ba5b6d95c req-87fe0675-1891-4ddf-816c-3cbb7dd9520e tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506855 Aug 11 00:42:32.133467 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-afbee4eb-c2a9-47a5-9983-d369182c9598 None None] Provisioning complete for port 93e23cb0-bfdc-4af8-b8a0-8934766fbd3e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:32.133467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-afbee4eb-c2a9-47a5-9983-d369182c9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:32.153190 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:32.162480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-664d468f-0f4c-42ad-be69-a88e8fc891e7 req-e956d22c-20f7-4d6b-b65b-9669c64ab746 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951153 Aug 11 00:42:32.169288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-0fd9571d-025f-40f1-8862-4c0b7453bb95 service neutron] 10.222.0.43 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614947 Aug 11 00:42:32.234367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-afbee4eb-c2a9-47a5-9983-d369182c9598 None None] Port 93e23cb0-bfdc-4af8-b8a0-8934766fbd3e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:32.285087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:32.322308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:32.328593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5e2d298f-5024-4032-b41b-c5ac1ff41821 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "PUT /v2.0/routers/611fdbee-178b-4f54-a82a-71657a89f725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4706922 Aug 11 00:42:32.332332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44308) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:32.337908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Request body: {'port': {'network_id': '36b2262e-41d2-4614-8fe7-ec1eb73ab7d9', 'name': 'tempest-FloatingIPAdminTestJSON-1797765189'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:32.352372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b363212-e981-4601-bdf5-c63c9173318f None None] Sync routers for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:32.378510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874a8c1-c124-4085-820e-250f427b3b04 None None] Pushing event updated for resources: {'Port': ['ID=21e20c23-fb8e-47ad-94d0-f272edf7d939,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:32.379862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3af0-4231-4bbd-ae0d-9dc2fc5ae721 req-dfdacbb2-48e0-46df-b004-b3e1c9b11d70 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:32.388556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-406e3af0-4231-4bbd-ae0d-9dc2fc5ae721 req-dfdacbb2-48e0-46df-b004-b3e1c9b11d70 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.1183615 Aug 11 00:42:32.401734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b363212-e981-4601-bdf5-c63c9173318f None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:32.401734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8b363212-e981-4601-bdf5-c63c9173318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:32.416946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:32.438727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-406e3af0-4231-4bbd-ae0d-9dc2fc5ae721 req-48583f9e-525f-4c72-a3df-788483bd14a8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491378 Aug 11 00:42:32.445521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8b363212-e981-4601-bdf5-c63c9173318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:32.459657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b363212-e981-4601-bdf5-c63c9173318f None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:32.459657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8b363212-e981-4601-bdf5-c63c9173318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:32.519985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:32.954616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=93897046-df88-4156-b292-b27a9a700718,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:33.016895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:33.059855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8b363212-e981-4601-bdf5-c63c9173318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:33.061122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b363212-e981-4601-bdf5-c63c9173318f None None] The sync data for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:33.143741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-599e63c8-5b92-47d0-bbbc-387774bdb170 req-0e73cd17-1fc7-42bd-881b-3f75c2290507 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 210 time: 0.1525874 Aug 11 00:42:33.145332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.145716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.146168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.146576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.146937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.147381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.147815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.148479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.148479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.148853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.149294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.150653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:33.183820 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:33.216487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 1210658e-bc9a-46ba-932a-83c4f1bd8900 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:42:33.421760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a99fff-29fe-4913-af83-c4de7207e28b req-31689df9-7738-41b9-b636-6a231c253307 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:33.434819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3a99fff-29fe-4913-af83-c4de7207e28b req-31689df9-7738-41b9-b636-6a231c253307 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1056128 Aug 11 00:42:33.520019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3a99fff-29fe-4913-af83-c4de7207e28b req-22ca727b-99a2-4ebd-9336-2a1228d402b6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823703 Aug 11 00:42:33.578984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Made reservation on behalf of 25ab4a8349ec4612b1b7cb6285907d67 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:33.600960 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:33.762661 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP c6cb4260-188f-4466-9fed-1db0f8a9b5a1 associated. External IP: 172.25.0.189, port: c8d8870c-7e93-4e7a-b632-8d487e7de921. Aug 11 00:42:33.803858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] device_id is not set on port 1a7d4e71-3cf0-449e-99fe-777c9f3baff4 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:42:33.903639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44340) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:33.984298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1dde8-fcb9-4429-8698-adeb69d13c8f req-2ca7910a-5c25-4b99-992d-6b92734dd709 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:33.986819 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bda1dde8-fcb9-4429-8698-adeb69d13c8f req-2ca7910a-5c25-4b99-992d-6b92734dd709 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.3819811 Aug 11 00:42:34.015539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::61a1:c9d9:47e0:cc88 (a231281a-384d-46e8-8f86-e604acdadde9/c1c5bc59-0a1f-4518-9bbe-6d65f63a6749/1210658e-bc9a-46ba-932a-83c4f1bd8900) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:34.096747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1396576891-network', 'tenant_id': 'ebd4c3a5c0364696b74cfab45304ec51'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:34.263683 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bda1dde8-fcb9-4429-8698-adeb69d13c8f req-92126d46-3fc4-4277-a2d1-7c1f3dc8287f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583025 Aug 11 00:42:34.287969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19662b4e-5007-4bd0-a8ba-738ea6bd349a req-03ca6f3f-3cce-4e66-bbf5-9f4c9d141ddf tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 210 time: 0.0417662 Aug 11 00:42:34.324021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Made reservation on behalf of ebd4c3a5c0364696b74cfab45304ec51 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:34.327013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:34.336556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:34.349678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Allocated IP 172.20.0.14 (36b2262e-41d2-4614-8fe7-ec1eb73ab7d9/84f90bd3-6736-461c-ad6d-794ea62d99c5/1a7d4e71-3cf0-449e-99fe-777c9f3baff4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:34.491009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:34.565107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-84b6100f-c7dd-40b4-bcfc-95034b259fec None None] Provisioning for port 21e20c23-fb8e-47ad-94d0-f272edf7d939 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:34.683502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 21e20c23-fb8e-47ad-94d0-f272edf7d939 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:34.719757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:34.735374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:34.753368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47e683-1478-42af-872a-c9d63117aa53 req-fc74691d-a4a3-49f5-ab56-debfc3065db6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:34.753368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e47e683-1478-42af-872a-c9d63117aa53 req-fc74691d-a4a3-49f5-ab56-debfc3065db6 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1121848 Aug 11 00:42:34.753368 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:34.757329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 1210658e-bc9a-46ba-932a-83c4f1bd8900 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:34.809454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:42:34.842753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72817d87-105a-49c6-b849-5c5ed796e3c9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:34.862528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:34.863052 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Added segment 0ba8f2e2-cec0-4993-8845-e8894f8357d2 of type vlan for network 278cb8e7-0044-4449-a72a-283a809c51c8 Aug 11 00:42:34.884776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:34.903671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e47e683-1478-42af-872a-c9d63117aa53 req-2bcdc43f-8823-4b5c-92ce-99ee73318ecb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229115 Aug 11 00:42:34.913583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 21e20c23-fb8e-47ad-94d0-f272edf7d939 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:34.929713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 21e20c23-fb8e-47ad-94d0-f272edf7d939 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:34.930116 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:34.941106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Transition to ACTIVE for port object 1a7d4e71-3cf0-449e-99fe-777c9f3baff4 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:35.010739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:35.012408 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.036722 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f596bb-54da-44ed-af06-e2250fab92e3 None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:35.067357 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f596bb-54da-44ed-af06-e2250fab92e3 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:35.068602 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a1f596bb-54da-44ed-af06-e2250fab92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:35.115800 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.128021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.157688 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a1f596bb-54da-44ed-af06-e2250fab92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:35.170154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.171729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:35.172577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.175474 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f596bb-54da-44ed-af06-e2250fab92e3 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:35.176688 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a1f596bb-54da-44ed-af06-e2250fab92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:35.235540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.236441 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a1f596bb-54da-44ed-af06-e2250fab92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:35.237874 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f596bb-54da-44ed-af06-e2250fab92e3 None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:35.245155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 21e20c23-fb8e-47ad-94d0-f272edf7d939, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=21e20c23-fb8e-47ad-94d0-f272edf7d939,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:35.250240 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.309096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:35.370801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] Pushing event updated for resources: {'Network': ['ID=278cb8e7-0044-4449-a72a-283a809c51c8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:35.377028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=1210658e-bc9a-46ba-932a-83c4f1bd8900,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:35.383688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:35.386822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 278cb8e7-0044-4449-a72a-283a809c51c8 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:42:35.412867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cfa74-874c-4ce9-b378-758653727a99 req-41f2e06f-5cab-4480-9813-cfe401b569af tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:35.414636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba6cfa74-874c-4ce9-b378-758653727a99 req-41f2e06f-5cab-4480-9813-cfe401b569af tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.1262848 Aug 11 00:42:35.510893 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba6cfa74-874c-4ce9-b378-758653727a99 req-48de87da-499e-4f74-9475-9dd4682bf638 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799301 Aug 11 00:42:35.576206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-10aec650-ce1b-4af6-9fdd-68da1b6c5e25 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6655893 Aug 11 00:42:35.576498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.578331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44368) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:35.585965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Request body: {'subnet': {'network_id': '278cb8e7-0044-4449-a72a-283a809c51c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1396576891-subnet', 'tenant_id': 'ebd4c3a5c0364696b74cfab45304ec51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:35.651911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=21e20c23-fb8e-47ad-94d0-f272edf7d939,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:35.826610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:35.828681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:35.834261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:35.835074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:35.885879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:35.892375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:35.903114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a4bfde48-0924-424d-b2e9-595769d22b64 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.6437993 Aug 11 00:42:35.904285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44370) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:35.921682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6bc6ea5c-a1c8-4e18-a3f4-9fab875cec15 req-17af4926-3c05-42d3-a56c-416dab0f9100 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 210 time: 0.0936077 Aug 11 00:42:35.991477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event updated for resources: {'Port': ['ID=1a7d4e71-3cf0-449e-99fe-777c9f3baff4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:36.006528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.007257 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:36.012866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cfccb-99b4-471b-816c-d49130656177 req-8a28cc6f-429f-4494-91b1-496b4bcebbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.014507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Made reservation on behalf of ebd4c3a5c0364696b74cfab45304ec51 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:36.014613 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e96cfccb-99b4-471b-816c-d49130656177 req-8a28cc6f-429f-4494-91b1-496b4bcebbd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 1097 time: 0.6573637 Aug 11 00:42:36.017886 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:36.027150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0ae54276-49c2-4c7f-b2de-51fc5dcc3bf0 None None] Provisioning for port 1210658e-bc9a-46ba-932a-83c4f1bd8900 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:36.043307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0ae54276-49c2-4c7f-b2de-51fc5dcc3bf0 None None] Provisioning complete for port 1210658e-bc9a-46ba-932a-83c4f1bd8900 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:36.046525 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ae54276-49c2-4c7f-b2de-51fc5dcc3bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:36.121510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-368ea04b-1a27-48e0-aeb0-8d8e25fa427f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3559535 Aug 11 00:42:36.122500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44374) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:36.150659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-800e434c-72f5-443f-8c48-343ca7668603 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': 'c1c5bc59-0a1f-4518-9bbe-6d65f63a6749', 'ip_address': '2001:db8::61a1:c9d9:47e0:cc88'}], 'name': 'tempest-NetworksTestDHCPv6-1478389369'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:36.155065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0ae54276-49c2-4c7f-b2de-51fc5dcc3bf0 None None] Port 1210658e-bc9a-46ba-932a-83c4f1bd8900 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:36.273513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-68a094f3-a8c0-4efa-820f-7af80301b8ee tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9393110 Aug 11 00:42:36.277550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0de746b9-e34b-4986-be48-29d0b4f087cd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "GET /v2.0/floatingips/c6cb4260-188f-4466-9fed-1db0f8a9b5a1 HTTP/1.1" status: 200 len: 979 time: 0.3725133 Aug 11 00:42:36.278463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44378) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:36.285298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44380) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:36.320305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cfccb-99b4-471b-816c-d49130656177 req-f2e28051-ec27-4a19-b326-5e7bf039d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.324213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e96cfccb-99b4-471b-816c-d49130656177 req-f2e28051-ec27-4a19-b326-5e7bf039d1d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 911 time: 0.3004735 Aug 11 00:42:36.405646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-5dc11866-83b7-42af-8cb9-06a9c1b6ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.407112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-5dc11866-83b7-42af-8cb9-06a9c1b6ed8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 1097 time: 0.3943672 Aug 11 00:42:36.433644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e96cfccb-99b4-471b-816c-d49130656177 req-8fc5bd30-c8bd-420a-a2d2-267ad46e8edd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067 HTTP/1.1" status: 200 len: 217 time: 0.0935509 Aug 11 00:42:36.469322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40981142-9883-4e61-8153-2f881482a9a5 req-45241207-d4af-4023-8a85-065c925bc230 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.469596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40981142-9883-4e61-8153-2f881482a9a5 req-45241207-d4af-4023-8a85-065c925bc230 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.2949913 Aug 11 00:42:36.511248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'project_id': '25ab4a8349ec4612b1b7cb6285907d67', 'port_id': '1a7d4e71-3cf0-449e-99fe-777c9f3baff4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:36.520521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-12382d9d-0337-4c5a-9dcc-f26538f079c1 None None] Provisioning for port 1a7d4e71-3cf0-449e-99fe-777c9f3baff4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:36.537485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-12382d9d-0337-4c5a-9dcc-f26538f079c1 None None] Provisioning complete for port 1a7d4e71-3cf0-449e-99fe-777c9f3baff4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:36.543301 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-12382d9d-0337-4c5a-9dcc-f26538f079c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:36.543588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e1e62105-ab73-4d23-b26a-1caa9a3f6d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2447598 Aug 11 00:42:36.546254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44386) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:36.561725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'port_id': 'ea80b603-055b-47e4-91c5-3bc70822c111'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:36.638640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-40981142-9883-4e61-8153-2f881482a9a5 req-cbb9a9c2-a945-4e9a-bd7f-b3d6c8774457 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239462 Aug 11 00:42:36.678610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cfccb-99b4-471b-816c-d49130656177 req-c6f9fe49-6e24-4e75-a173-29681fe55da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.691843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e96cfccb-99b4-471b-816c-d49130656177 req-c6f9fe49-6e24-4e75-a173-29681fe55da1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d8e956f-81d6-46e3-9733-e5346737b3e1 HTTP/1.1" status: 200 len: 850 time: 0.2427139 Aug 11 00:42:36.699687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-6bc06486-fe7c-45d1-b970-faed3dd48490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.701268 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-6bc06486-fe7c-45d1-b970-faed3dd48490 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.2855396 Aug 11 00:42:36.703690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-12382d9d-0337-4c5a-9dcc-f26538f079c1 None None] Port 1a7d4e71-3cf0-449e-99fe-777c9f3baff4 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:36.708044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 21e20c23-fb8e-47ad-94d0-f272edf7d939 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:36.763939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:36.767795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e96cfccb-99b4-471b-816c-d49130656177 req-5f466dc1-7e68-4ca1-8954-472083618813 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0a025a5-5037-42da-b26e-b514c4351f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691459 Aug 11 00:42:36.805138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 21e20c23-fb8e-47ad-94d0-f272edf7d939 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:36.805760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:36.827564 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:36.856586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:36.879939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7a8ca7-130b-490f-9c9b-9559dc14fe03,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:36.895649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-8d29c865-852b-42d8-bec3-5a500a1e46ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=147bdc39-c16f-4106-812a-a94e3d883cde HTTP/1.1" status: 200 len: 1000 time: 0.1853309 Aug 11 00:42:36.952162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128bcbd-b963-418b-85c0-161c6e828237 req-60072bd4-9e34-48df-9d8f-e35b0deb9143 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.953808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2128bcbd-b963-418b-85c0-161c6e828237 req-60072bd4-9e34-48df-9d8f-e35b0deb9143 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.2390406 Aug 11 00:42:36.989135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-ec3fecc9-5ccd-42e8-9c16-66ecd95c46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:36.990592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-ec3fecc9-5ccd-42e8-9c16-66ecd95c46d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.0852661 Aug 11 00:42:36.997220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Checking segment: {'id': '0ba8f2e2-cec0-4993-8845-e8894f8357d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '278cb8e7-0044-4449-a72a-283a809c51c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:36.998543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Network hostable DHCP agents. Network: 278cb8e7-0044-4449-a72a-283a809c51c8, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:42:37.036647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800e434c-72f5-443f-8c48-343ca7668603 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:37.046463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-800e434c-72f5-443f-8c48-343ca7668603 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:37.094110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fdcada6e-fe0f-4bf4-abd8-ccc23004a283 req-09606081-5e55-4c54-a0fd-97c8fee11938 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 210 time: 0.0402722 Aug 11 00:42:37.095731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e96cfccb-99b4-471b-816c-d49130656177 req-324555c8-e603-4fd2-9b55-c8a81136a816 service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085158 Aug 11 00:42:37.101832 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:37.105943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-74220c2e-2cfe-4961-822b-2b9d0347788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:37.107543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-74220c2e-2cfe-4961-822b-2b9d0347788d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073718 Aug 11 00:42:37.215694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-800e434c-72f5-443f-8c48-343ca7668603 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 8f506af3-aad4-4ec6-97ab-d9f718313d95 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:42:37.256114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Network 278cb8e7-0044-4449-a72a-283a809c51c8 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:42:37.302291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2128bcbd-b963-418b-85c0-161c6e828237 req-069ccbb2-cb6e-41cd-9057-953923d2f8ae tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827349 Aug 11 00:42:37.309169 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-1e6f162b-dd4b-4834-9ce6-8cf4fc72b715 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932955 Aug 11 00:42:37.319766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Allocated IP 172.25.0.173 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/8214d056-7204-4ab6-888e-66f3b527044c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:37.526197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 278cb8e7-0044-4449-a72a-283a809c51c8) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:37.543812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:37.544362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f789e7-94e9-409e-836a-f9c24b599dd5 None None] Network 278cb8e7-0044-4449-a72a-283a809c51c8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:37.544578 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:37.567563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e96cfccb-99b4-471b-816c-d49130656177 req-bf652f02-706e-4360-859a-83a27b1975d3 service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209917 Aug 11 00:42:37.599336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f535ca-d68d-4412-ad33-4dcc9a48f7ca req-05503687-7943-4979-ad3b-1e77bfff0933 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766697 Aug 11 00:42:37.609957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-0df69b92-c6c7-4cca-a461-6b77809e5ec7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:37.611586 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-0df69b92-c6c7-4cca-a461-6b77809e5ec7 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/networks?id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d HTTP/1.1" status: 200 len: 797 time: 0.3122861 Aug 11 00:42:37.633804 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:37.680089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-7dbd6134-fe9a-4f76-9253-bf875dffcc5e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6021f11fb224a3785a47117fcc9174d HTTP/1.1" status: 200 len: 379 time: 0.0576129 Aug 11 00:42:37.697477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'port': {'device_id': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'admin_state_up': True, 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'security_groups': ['f4b12906-0207-4553-a8b0-dbf7ce92b865']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:37.703912 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-800e434c-72f5-443f-8c48-343ca7668603 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 00:42:37.707674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800e434c-72f5-443f-8c48-343ca7668603 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:42:37.707922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ffa8a8f2-d032-46d5-9a42-8f07fb5d70b2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1265182 Aug 11 00:42:37.804020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb68594-ef0f-47c7-adaa-de4d19be829f None None] Network 278cb8e7-0044-4449-a72a-283a809c51c8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:37.947948 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-800e434c-72f5-443f-8c48-343ca7668603 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8098886 Aug 11 00:42:37.948611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44400) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:37.958207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6e3db-6d22-4475-805a-c64869d82e50 req-ebdf923b-7614-4d3f-8133-4b6e0bf0761f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:37.966629 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-18a6e3db-6d22-4475-805a-c64869d82e50 req-ebdf923b-7614-4d3f-8133-4b6e0bf0761f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1396871 Aug 11 00:42:37.987019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:38.030617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-18a6e3db-6d22-4475-805a-c64869d82e50 req-8f6f2319-65a1-4616-9338-69ba841e9741 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613492 Aug 11 00:42:38.107542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:38.110663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Made reservation on behalf of a6021f11fb224a3785a47117fcc9174d for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:38.124176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:38.124325 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:42:38.131108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:38.159948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:38.201746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Pushing event updated for resources: {'Port': ['ID=8214d056-7204-4ab6-888e-66f3b527044c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:38.223324 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:38.234366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90d659-e3c3-4005-8403-5d5664df8446 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:38.234972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90d659-e3c3-4005-8403-5d5664df8446 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:38.241379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ee90d659-e3c3-4005-8403-5d5664df8446 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2846284 Aug 11 00:42:38.243112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44408) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:38.331885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06117a5a-c2ef-4f01-8390-fff22c288c66 req-f3f1be82-e391-4292-9a96-b324de94b867 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 210 time: 0.0420790 Aug 11 00:42:38.384213 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-e809c9ce-9751-4fdc-a14b-8302fc164834 req-956e3e13-9d30-4c36-8cb8-c40cce416e6d tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] show failed (client error): The resource could not be found. Aug 11 00:42:38.386059 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e809c9ce-9751-4fdc-a14b-8302fc164834 req-956e3e13-9d30-4c36-8cb8-c40cce416e6d tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] 10.222.0.43 "GET /v2.0/security-groups/2244f4eb-ebc2-456a-89e8-8e4821572d0a HTTP/1.1" status: 404 len: 352 time: 0.0716679 Aug 11 00:42:38.424824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f498c0bc-5b8a-4b8e-9709-e98b5e5190ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 1210658e-bc9a-46ba-932a-83c4f1bd8900 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:38.429046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f498c0bc-5b8a-4b8e-9709-e98b5e5190ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:38.493694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.20.0.3 (a8590be1-a2ba-4240-89fc-218a2e1f4a3d/0a60e279-5791-4141-82aa-c915318494dc/4622d28c-9d2e-40c4-89ab-88aa7776c754) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:38.521221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:38.749848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f498c0bc-5b8a-4b8e-9709-e98b5e5190ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:38.769138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5d516-4de2-4857-84bb-812a2f4db300 req-50553142-8c34-42a8-bc9d-27e9bd0369cb tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:38.772160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4c5d516-4de2-4857-84bb-812a2f4db300 req-50553142-8c34-42a8-bc9d-27e9bd0369cb tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.2522833 Aug 11 00:42:38.808889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f498c0bc-5b8a-4b8e-9709-e98b5e5190ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 1210658e-bc9a-46ba-932a-83c4f1bd8900 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:38.840263 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP c6cb4260-188f-4466-9fed-1db0f8a9b5a1 associated. External IP: 172.25.0.189, port: c8d8870c-7e93-4e7a-b632-8d487e7de921. Aug 11 00:42:38.941701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4c5d516-4de2-4857-84bb-812a2f4db300 req-13fcf432-064e-4934-ae2a-2e180d0361e2 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563494 Aug 11 00:42:39.149504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ed06308-11eb-45f8-a891-bd80acd5a696 req-b884391e-138a-476b-9f30-27fc8d83a081 tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebd4c3a5c0364696b74cfab45304ec51 HTTP/1.1" status: 200 len: 2988 time: 0.5822854 Aug 11 00:42:39.284082 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:39.356804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ed06308-11eb-45f8-a891-bd80acd5a696 req-d668ba94-4cf6-4352-8a3a-f65876cd5d46 tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] 10.222.0.43 "GET /v2.0/security-groups/72817d87-105a-49c6-b849-5c5ed796e3c9 HTTP/1.1" status: 200 len: 2985 time: 0.1913724 Aug 11 00:42:39.400352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:39.459687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ed06308-11eb-45f8-a891-bd80acd5a696 req-1a97d3e9-ad21-432d-b139-60cc1e888277 tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] 10.222.0.43 "GET /v2.0/security-groups/72817d87-105a-49c6-b849-5c5ed796e3c9 HTTP/1.1" status: 200 len: 2985 time: 0.0927942 Aug 11 00:42:39.563675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6970b86c-3c72-4999-a310-931d5c4751a8 req-111f57c0-f01c-441a-9a07-a90c259be365 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 210 time: 0.0416124 Aug 11 00:42:39.583142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a641d88-18d8-41c6-afb2-13cbee6c579a req-48ed3a6f-e965-404e-8bdf-120192b9634d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:39.603001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a641d88-18d8-41c6-afb2-13cbee6c579a req-48ed3a6f-e965-404e-8bdf-120192b9634d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1210525 Aug 11 00:42:39.609647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Transition to ACTIVE for port object 4622d28c-9d2e-40c4-89ab-88aa7776c754 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:39.619477 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f498c0bc-5b8a-4b8e-9709-e98b5e5190ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:39.626030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:39.636734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:39.673390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498c0bc-5b8a-4b8e-9709-e98b5e5190ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=1210658e-bc9a-46ba-932a-83c4f1bd8900,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:39.686305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a641d88-18d8-41c6-afb2-13cbee6c579a req-8bae7b1d-4d30-4f85-b3bf-7429a4fe8bad tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938227 Aug 11 00:42:39.731714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f498c0bc-5b8a-4b8e-9709-e98b5e5190ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:39.737808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f498c0bc-5b8a-4b8e-9709-e98b5e5190ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/1210658e-bc9a-46ba-932a-83c4f1bd8900 HTTP/1.1" status: 204 len: 168 time: 1.4908214 Aug 11 00:42:39.739938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44426) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:39.818626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cffb99cd-8f7b-46af-b376-9415b84bcc09 req-6045776e-6666-40dd-8023-3395b23fc940 tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] 10.222.0.43 "GET /v2.0/security-groups/72817d87-105a-49c6-b849-5c5ed796e3c9 HTTP/1.1" status: 200 len: 2985 time: 0.2016828 Aug 11 00:42:39.924167 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:39.965811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2218ca77-ab78-4372-afda-565691c23379 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:39.967907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2218ca77-ab78-4372-afda-565691c23379 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:39.972763 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2218ca77-ab78-4372-afda-565691c23379 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2267823 Aug 11 00:42:39.976082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44428) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:40.047324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:40.075400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae21f9-4802-4a15-8197-9ebad50c5d60 None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:40.091623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae21f9-4802-4a15-8197-9ebad50c5d60 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:40.092997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-66ae21f9-4802-4a15-8197-9ebad50c5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:40.112155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:40.117558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=4622d28c-9d2e-40c4-89ab-88aa7776c754,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:40.124490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:40.138185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:40.193341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-66ae21f9-4802-4a15-8197-9ebad50c5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:40.200309 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-cffb99cd-8f7b-46af-b376-9415b84bcc09 req-591e4ece-34c9-4d5a-ac12-59c5b3c24246 tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 00:42:40.208863 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cffb99cd-8f7b-46af-b376-9415b84bcc09 req-591e4ece-34c9-4d5a-ac12-59c5b3c24246 tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] 10.222.0.43 "DELETE /v2.0/security-groups/72817d87-105a-49c6-b849-5c5ed796e3c9 HTTP/1.1" status: 409 len: 352 time: 0.3647094 Aug 11 00:42:40.227008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae21f9-4802-4a15-8197-9ebad50c5d60 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:40.228513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-66ae21f9-4802-4a15-8197-9ebad50c5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:40.264114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e35b260-f1d3-45eb-8f3e-9a0d3e426c13 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet c1c5bc59-0a1f-4518-9bbe-6d65f63a6749 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:42:40.291715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-66ae21f9-4802-4a15-8197-9ebad50c5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:40.292511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae21f9-4802-4a15-8197-9ebad50c5d60 None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:40.298359 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-9250508a-5cb1-43c9-95db-78ec213a455c req-5ff36bed-49cc-468b-9cbd-dae3114957b1 tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] show failed (client error): The resource could not be found. Aug 11 00:42:40.305556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9250508a-5cb1-43c9-95db-78ec213a455c req-5ff36bed-49cc-468b-9cbd-dae3114957b1 tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] 10.222.0.43 "GET /v2.0/security-groups/0bb67ec1-1156-4823-94f2-95fc01aff0dc HTTP/1.1" status: 404 len: 352 time: 0.0639520 Aug 11 00:42:40.325369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:40.326251 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.347049 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e35b260-f1d3-45eb-8f3e-9a0d3e426c13 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.351784 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.366453 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-1cdc634f-4952-416f-9d58-3637d239d6bf req-beb8f04b-41ec-4a97-bb3c-97bc832376ce tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] show failed (client error): The resource could not be found. Aug 11 00:42:40.367859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cdc634f-4952-416f-9d58-3637d239d6bf req-beb8f04b-41ec-4a97-bb3c-97bc832376ce tempest-SecurityGroupsNegativeTestJSON-1733662031 tempest-SecurityGroupsNegativeTestJSON-1733662031-project] 10.222.0.43 "GET /v2.0/security-groups/fb1c78a3-ed64-430f-9249-f1af5ae949f8 HTTP/1.1" status: 404 len: 352 time: 0.0335438 Aug 11 00:42:40.389501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44436) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:40.400692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5a747-d3f0-49d1-afc8-7c1e57f908da req-b3d4b0dd-c40c-47d8-8278-c347d392ac50 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:40.402931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5b5a747-d3f0-49d1-afc8-7c1e57f908da req-b3d4b0dd-c40c-47d8-8278-c347d392ac50 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.2743120 Aug 11 00:42:40.444991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f537687c-0fe4-4396-b398-f39414351fcf admin admin] Deleting subnet 0f7a8ca7-130b-490f-9c9b-9559dc14fe03 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:42:40.449921 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f537687c-0fe4-4396-b398-f39414351fcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.472985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e35b260-f1d3-45eb-8f3e-9a0d3e426c13 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.525395 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5b5a747-d3f0-49d1-afc8-7c1e57f908da req-2bc83089-0771-4ca3-adef-bae8432b7ce8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962338 Aug 11 00:42:40.536895 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f537687c-0fe4-4396-b398-f39414351fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.555851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:42:40.578497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.645160 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f537687c-0fe4-4396-b398-f39414351fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.662435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d6aed46c-7495-482e-95d3-e95b70ae874e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9586792 Aug 11 00:42:40.708718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Request body: {'port': {'device_id': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:40.717997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e35b260-f1d3-45eb-8f3e-9a0d3e426c13 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.740360 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.752856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Pushing event updated for resources: {'Port': ['ID=8214d056-7204-4ab6-888e-66f3b527044c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:40.807739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:40.810138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:42:40.815727 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3aacb6-3c9e-4e41-9b34-ad8e3e308ba5" -d '{"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-unplugged", "status": "completed", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:42:40.826631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cfd3e7eb-3e74-4f0f-9ea9-f2ce69c27dfd None None] Provisioning for port 4622d28c-9d2e-40c4-89ab-88aa7776c754 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:40.842857 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.856237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:40.858590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cfd3e7eb-3e74-4f0f-9ea9-f2ce69c27dfd None None] Provisioning complete for port 4622d28c-9d2e-40c4-89ab-88aa7776c754 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:40.859731 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e7eb-3e74-4f0f-9ea9-f2ce69c27dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.897935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:40.938799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3e7eb-3e74-4f0f-9ea9-f2ce69c27dfd None None] Port 4622d28c-9d2e-40c4-89ab-88aa7776c754 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:40.942593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e79595-1a06-4244-b059-8a5ee3ed3a45 req-e70615aa-cba4-4055-b0bb-4e6b92cb22ed tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:40.945202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63e79595-1a06-4244-b059-8a5ee3ed3a45 req-e70615aa-cba4-4055-b0bb-4e6b92cb22ed tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 931 time: 0.1553910 Aug 11 00:42:40.990347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf41ee-8806-4f90-acfe-d0ebc6f8384e req-fbdcb51e-fa4d-493b-95b6-f0c1c1db75c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:40.992453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aaf41ee-8806-4f90-acfe-d0ebc6f8384e req-fbdcb51e-fa4d-493b-95b6-f0c1c1db75c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 945 time: 0.1196001 Aug 11 00:42:41.000260 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.061374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:41.078809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.095764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:41.096615 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56cb849-31ec-4c6b-8894-6a8eb794e939 None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:41.109408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.109982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.110255 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56cb849-31ec-4c6b-8894-6a8eb794e939 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:41.110675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.111379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.111950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.112467 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e56cb849-31ec-4c6b-8894-6a8eb794e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:41.112718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.113060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.113628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.114184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.114883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.115562 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.116123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:41.152070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f537687c-0fe4-4396-b398-f39414351fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.162788 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Floating IP f4047530-46fe-4f53-8f3c-cb318c3b8b41 associated. External IP: 172.25.0.173, port: 1a7d4e71-3cf0-449e-99fe-777c9f3baff4. Aug 11 00:42:41.171312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e35b260-f1d3-45eb-8f3e-9a0d3e426c13 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.175088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63e79595-1a06-4244-b059-8a5ee3ed3a45 req-55778017-59e5-4e48-a8da-39eb95d5e01c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056446 Aug 11 00:42:41.178518 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e56cb849-31ec-4c6b-8894-6a8eb794e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:41.195814 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56cb849-31ec-4c6b-8894-6a8eb794e939 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:41.197979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e56cb849-31ec-4c6b-8894-6a8eb794e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:41.258568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537687c-0fe4-4396-b398-f39414351fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7a8ca7-130b-490f-9c9b-9559dc14fe03,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:41.262088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f537687c-0fe4-4396-b398-f39414351fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.264180 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f537687c-0fe4-4396-b398-f39414351fcf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0f7a8ca7-130b-490f-9c9b-9559dc14fe03 HTTP/1.1" status: 204 len: 168 time: 0.8771942 Aug 11 00:42:41.271980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44446) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:41.273217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aaf41ee-8806-4f90-acfe-d0ebc6f8384e req-fdfe7f6c-35cc-4a5f-a380-97e25a83772b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503471 Aug 11 00:42:41.285486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b260-f1d3-45eb-8f3e-9a0d3e426c13 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c5bc59-0a1f-4518-9bbe-6d65f63a6749,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:41.305916 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e56cb849-31ec-4c6b-8894-6a8eb794e939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:41.307195 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56cb849-31ec-4c6b-8894-6a8eb794e939 None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:41.345290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66b1cf-8fc0-43b8-a0a3-2faa74c1e41f None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:41.350405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e35b260-f1d3-45eb-8f3e-9a0d3e426c13 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.358878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4e35b260-f1d3-45eb-8f3e-9a0d3e426c13 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/c1c5bc59-0a1f-4518-9bbe-6d65f63a6749 HTTP/1.1" status: 204 len: 168 time: 1.3788574 Aug 11 00:42:41.371468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44448) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:41.472787 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 00:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80880515-f6c3-4634-8247-38bc7a35d6ca x-openstack-request-id: req-80880515-f6c3-4634-8247-38bc7a35d6ca {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:42:41.473118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9048032d-cdc6-4521-a509-bcbbdef09126 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468299 Aug 11 00:42:41.475893 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-unplugged", "status": "failed", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde", "code": 422}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:42:41.476652 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80880515-f6c3-4634-8247-38bc7a35d6ca {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:42:41.478379 n-d-712143-13 neutron-server[95256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde', 'code': 422} returned with failed status Aug 11 00:42:41.484310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-51e04d21-0722-48a3-9511-a25d497f7757 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/floatingips/c6cb4260-188f-4466-9fed-1db0f8a9b5a1 HTTP/1.1" status: 200 len: 978 time: 4.9278612 Aug 11 00:42:41.484310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44452) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:41.492527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:41.497715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44454) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:41.502952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:41.522489 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.630091 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.708235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:42:41.765650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] Deleting port 21e20c23-fb8e-47ad-94d0-f272edf7d939 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:41.766040 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.835807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.847612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] For port 21e20c23-fb8e-47ad-94d0-f272edf7d939, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=21e20c23-fb8e-47ad-94d0-f272edf7d939,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:41.848123 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.870086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03947a1a-3201-4db4-a55d-fda064ddb287 req-eb215040-27c0-4342-b237-6123a917fc9d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:41.874902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03947a1a-3201-4db4-a55d-fda064ddb287 req-eb215040-27c0-4342-b237-6123a917fc9d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.2309153 Aug 11 00:42:41.875972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] Calling delete_port for 21e20c23-fb8e-47ad-94d0-f272edf7d939 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:41.910542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278cb8e7-0044-4449-a72a-283a809c51c8']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:41.932193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba8f2e2-cec0-4993-8845-e8894f8357d2') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:41.932516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba8f2e2-cec0-4993-8845-e8894f8357d2') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:41.951946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.970397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4622d28c-9d2e-40c4-89ab-88aa7776c754 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:42:41.983931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:41.993359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.011790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:42:42.012427 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:42:42.017378 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:42:42.024818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:42.029426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.030614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Router 611fdbee-178b-4f54-a82a-71657a89f725 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:42.038963 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.086670 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03947a1a-3201-4db4-a55d-fda064ddb287 req-fa6e95d7-a4dc-464d-b200-d59c3d5f091a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828270 Aug 11 00:42:42.135111 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.177071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] Pushing event deleted for resources: {'Port': ['ID=21e20c23-fb8e-47ad-94d0-f272edf7d939,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:42.184160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9692b80-bb87-47a3-a730-84ab3b70a238 None None] No DVR routers for this DVR port 21e20c23-fb8e-47ad-94d0-f272edf7d939 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:42:42.186545 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.187017 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP c6cb4260-188f-4466-9fed-1db0f8a9b5a1 disassociated. External IP: 172.25.0.189, port: ea80b603-055b-47e4-91c5-3bc70822c111. Aug 11 00:42:42.239074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Transition to ACTIVE for port object 4622d28c-9d2e-40c4-89ab-88aa7776c754 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:42.243350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.257835 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.263517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/278cb8e7-0044-4449-a72a-283a809c51c8 HTTP/1.1" status: 204 len: 168 time: 0.9898784 Aug 11 00:42:42.265291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:42.279941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18344bd5-b614-4018-bc40-a3f40d84b6ce None None] Sync routers for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:42.282965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d191146-7eb4-45e5-8551-3fa0e2dbcef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=278cb8e7-0044-4449-a72a-283a809c51c8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:42.305744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18344bd5-b614-4018-bc40-a3f40d84b6ce None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:42.308528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-18344bd5-b614-4018-bc40-a3f40d84b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:42.347399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-18344bd5-b614-4018-bc40-a3f40d84b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:42.359316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18344bd5-b614-4018-bc40-a3f40d84b6ce None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:42.360429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-18344bd5-b614-4018-bc40-a3f40d84b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:42.422652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.423316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-18344bd5-b614-4018-bc40-a3f40d84b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:42.424866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18344bd5-b614-4018-bc40-a3f40d84b6ce None None] The sync data for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:42.443596 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.518152 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ba509835-1581-4313-a54c-933fd40cccef tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.2354414 Aug 11 00:42:42.519863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33823e-0ad0-4b95-9fe7-26050eb2467e req-78475fc4-8498-4d02-98f1-2dc8443d2d0d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:42.521550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c33823e-0ad0-4b95-9fe7-26050eb2467e req-78475fc4-8498-4d02-98f1-2dc8443d2d0d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 931 time: 0.2030928 Aug 11 00:42:42.522679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44470) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:42.595487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 21e20c23-fb8e-47ad-94d0-f272edf7d939 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:42:42.624501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Pushing event updated for resources: {'Port': ['ID=4622d28c-9d2e-40c4-89ab-88aa7776c754,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:42.670796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 21e20c23-fb8e-47ad-94d0-f272edf7d939 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:42:42.684048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 21e20c23-fb8e-47ad-94d0-f272edf7d939 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:42:42.705647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.716606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c33823e-0ad0-4b95-9fe7-26050eb2467e req-d2715130-525b-4358-8221-41a72eb47e31 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861305 Aug 11 00:42:42.718699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:42.773977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:42.790216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:42.814339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:42.815483 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.818974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Attempting to bind port 4622d28c-9d2e-40c4-89ab-88aa7776c754 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:42.819342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Attempting to bind port 4622d28c-9d2e-40c4-89ab-88aa7776c754 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:42.819708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Attempting to bind port 4622d28c-9d2e-40c4-89ab-88aa7776c754 on network a8590be1-a2ba-4240-89fc-218a2e1f4a3d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:42.833089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ef428-7997-4487-95ef-163375cde760 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:42.846650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Port 4622d28c-9d2e-40c4-89ab-88aa7776c754 on network a8590be1-a2ba-4240-89fc-218a2e1f4a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:42:42.846995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Attempting to bind port 4622d28c-9d2e-40c4-89ab-88aa7776c754 on network a8590be1-a2ba-4240-89fc-218a2e1f4a3d {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:42.861953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:42.862281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Checking segment: {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:42.862675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Bound using segment: {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:42.863135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Bound port: 4622d28c-9d2e-40c4-89ab-88aa7776c754, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:42.863534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:42.872444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3c3ef5c9-1926-4e34-b821-df6ef592cb63 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] 10.222.0.43 "GET /v2.0/floatingips/f4047530-46fe-4f53-8f3c-cb318c3b8b41 HTTP/1.1" status: 200 len: 984 time: 0.3482535 Aug 11 00:42:42.879489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44474) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:42.946847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44476) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:42.983780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=6e5141d5-8bb1-4caa-8e37-36719cbb7836,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:43.063192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1731f199-ce53-40b7-a701-a049e69050ea tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3514 time: 0.1825149 Aug 11 00:42:43.066003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44478) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:43.072895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-23767a55-d64e-42fc-9c74-70aa68283496 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebd4c3a5c0364696b74cfab45304ec51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243429 Aug 11 00:42:43.079020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-524204ad-c523-45ba-9006-d4a9e79214eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5967374 Aug 11 00:42:43.081856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44480) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:43.085940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44482) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:43.104218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3ffccffe-75df-4a23-bf9a-e1e6b42ca044 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': '6e5141d5-8bb1-4caa-8e37-36719cbb7836', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1500121880'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:43.112304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:43.121606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] For port 4622d28c-9d2e-40c4-89ab-88aa7776c754, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:43.130607 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5dd676-333f-4302-972f-45e7f660a0fd None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:43.159840 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5dd676-333f-4302-972f-45e7f660a0fd None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:43.160915 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fa5dd676-333f-4302-972f-45e7f660a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:43.162102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] For port 4622d28c-9d2e-40c4-89ab-88aa7776c754, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:43.191667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '6e5141d5-8bb1-4caa-8e37-36719cbb7836'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:42:43.191667 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:43.200797 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:43.232069 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fa5dd676-333f-4302-972f-45e7f660a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:43.247421 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5dd676-333f-4302-972f-45e7f660a0fd None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:43.248398 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fa5dd676-333f-4302-972f-45e7f660a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:43.265424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-829544a4-f3ff-4eec-8689-df99df723d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:43.294554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:43.294860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3071dfea-7865-4ed0-b1df-20b883c9e557 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/floatingips/c6cb4260-188f-4466-9fed-1db0f8a9b5a1 HTTP/1.1" status: 200 len: 688 time: 1.7958856 Aug 11 00:42:43.317839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44486) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:43.325695 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fa5dd676-333f-4302-972f-45e7f660a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:43.325985 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-829544a4-f3ff-4eec-8689-df99df723d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:43.328207 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5dd676-333f-4302-972f-45e7f660a0fd None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:43.427989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b7c2c-8b48-4ee9-b581-3082a0cd1938 req-fbc1c137-a66c-4dae-9cad-25b044703712 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:43.441919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c41b7c2c-8b48-4ee9-b581-3082a0cd1938 req-fbc1c137-a66c-4dae-9cad-25b044703712 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.1744483 Aug 11 00:42:43.528640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c41b7c2c-8b48-4ee9-b581-3082a0cd1938 req-b3ffef38-a8c2-45bc-811a-5e768e95f7ab tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Aug 11 00:42:43.546643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/6e5141d5-8bb1-4caa-8e37-36719cbb7836/c8f23f06-5b31-4158-8c2c-1e2ebbb50c72) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:43.706420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffccffe-75df-4a23-bf9a-e1e6b42ca044 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:43.817115 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:43.831910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Transition to ACTIVE for port object c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:43.855386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Transition to ACTIVE for port object c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:43.868954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:43.870417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:43.871822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] 10.222.0.44 "PUT /v2.0/ports/4622d28c-9d2e-40c4-89ab-88aa7776c754 HTTP/1.1" status: 200 len: 1092 time: 3.1781478 Aug 11 00:42:43.878848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:42:43.882285 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3c573-8fb2-4e38-b563-47f1b1325995" -d '{"events": [{"name": "network-changed", "server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:42:43.930949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b93c9-606b-474f-ad2a-10f5cebad24c req-2b023f1f-96a4-4c50-953a-32770955f27a tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:43.933246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-745b93c9-606b-474f-ad2a-10f5cebad24c req-2b023f1f-96a4-4c50-953a-32770955f27a tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 943 time: 0.1205974 Aug 11 00:42:43.942203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ffccffe-75df-4a23-bf9a-e1e6b42ca044 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:43.981679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77286ae3-e0c2-4376-a42b-3da75e6fc1bb service neutron] Pushing event updated for resources: {'Port': ['ID=4622d28c-9d2e-40c4-89ab-88aa7776c754,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:44.009726 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.036865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-3ffccffe-75df-4a23-bf9a-e1e6b42ca044 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 4dd64464-3ab5-4f97-8d79-f697d6bba191 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:42:44.074985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-745b93c9-606b-474f-ad2a-10f5cebad24c req-dff9f228-472d-4848-8b8b-9858ad3f5f18 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108620 Aug 11 00:42:44.096749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Deleting port 8214d056-7204-4ab6-888e-66f3b527044c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:44.097208 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.106132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:44.118870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:44.131740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:44.145518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Pushing event updated for resources: {'Port': ['ID=c8f23f06-5b31-4158-8c2c-1e2ebbb50c72,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:44.207329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-829544a4-f3ff-4eec-8689-df99df723d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.228269 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-829544a4-f3ff-4eec-8689-df99df723d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.230357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-829544a4-f3ff-4eec-8689-df99df723d5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72817d87-105a-49c6-b849-5c5ed796e3c9 HTTP/1.1" status: 204 len: 168 time: 1.1471701 Aug 11 00:42:44.259541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 93897046-df88-4156-b292-b27a9a700718 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:44.259541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.282642 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe0c46d-ec09-43e3-8b0b-23976eb073b7 x-openstack-request-id: req-9fe0c46d-ec09-43e3-8b0b-23976eb073b7 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:42:44.287514 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:42:44.287514 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fe0c46d-ec09-43e3-8b0b-23976eb073b7 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:42:44.287514 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'status': 'completed', 'code': 200} Aug 11 00:42:44.301909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Attempting to bind port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:44.303706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Attempting to bind port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:44.304832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Attempting to bind port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:44.334601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:44.336199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:44.337320 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.339082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:44.341177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Bound port: c8f23f06-5b31-4158-8c2c-1e2ebbb50c72, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:44.342617 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.344890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829544a4-f3ff-4eec-8689-df99df723d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72817d87-105a-49c6-b849-5c5ed796e3c9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:44.376270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-a7de0cdb-9b39-4ecc-8a0e-003e99be186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:44.379356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-a7de0cdb-9b39-4ecc-8a0e-003e99be186f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 1095 time: 0.2762160 Aug 11 00:42:44.402875 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffccffe-75df-4a23-bf9a-e1e6b42ca044 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:42:44.405044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffccffe-75df-4a23-bf9a-e1e6b42ca044 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:42:44.439981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.440297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.456761 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-7e2f9f59-8b13-426d-a1b2-63693620848c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754 HTTP/1.1" status: 200 len: 217 time: 0.0700350 Aug 11 00:42:44.466106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Calling delete_port for 8214d056-7204-4ab6-888e-66f3b527044c owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:44.503371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] For port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:44.508968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] For port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c8f23f06-5b31-4158-8c2c-1e2ebbb50c72,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:44.524088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.524428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.530374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3ffccffe-75df-4a23-bf9a-e1e6b42ca044 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4338560 Aug 11 00:42:44.534844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44506) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:44.570124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:42:44.601392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 93897046-df88-4156-b292-b27a9a700718 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:44.611388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-a5c1c14b-ef4a-4e7c-9957-d00ef541c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:44.612984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-a5c1c14b-ef4a-4e7c-9957-d00ef541c1ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a60e279-5791-4141-82aa-c915318494dc HTTP/1.1" status: 200 len: 835 time: 0.1449332 Aug 11 00:42:44.653429 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:44.686798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f2456-4140-4bc2-8760-b41558209fee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:44.692199 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-894f2456-4140-4bc2-8760-b41558209fee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1557496 Aug 11 00:42:44.693622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44512) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:44.768672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-bbbb4901-b816-4f01-8c8c-3861e7cb1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:44.773177 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-bbbb4901-b816-4f01-8c8c-3861e7cb1c08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497900 Aug 11 00:42:44.810618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171f18b-b50e-4bf6-91ec-384d35b19db8 None None] Pushing event updated for resources: {'Port': ['ID=c8f23f06-5b31-4158-8c2c-1e2ebbb50c72,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:44.911058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25629545-0196-489c-a347-e3ad77cee953 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:44.913559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25629545-0196-489c-a347-e3ad77cee953 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:44.918195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-25629545-0196-489c-a347-e3ad77cee953 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2198522 Aug 11 00:42:44.924461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44518) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:44.976944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3026d-08ad-4e27-bd9a-d18a80a2e907 req-3bbf3cb7-3f93-4785-b1e0-8338904f8ae3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:44.993468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7d3026d-08ad-4e27-bd9a-d18a80a2e907 req-3bbf3cb7-3f93-4785-b1e0-8338904f8ae3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.1815140 Aug 11 00:42:45.081505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a033509-a748-4c10-afe2-9c76bb704ba3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 6e5141d5-8bb1-4caa-8e37-36719cbb7836 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:42:45.087897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-a7cf4dc2-50fd-4d5b-a61c-af78ce6892e5 service neutron] 10.222.0.44 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883940 Aug 11 00:42:45.109881 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a033509-a748-4c10-afe2-9c76bb704ba3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:45.144134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7d3026d-08ad-4e27-bd9a-d18a80a2e907 req-1adc0268-552f-47e8-b0cc-1603c8b0eefa tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479728 Aug 11 00:42:45.232775 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a033509-a748-4c10-afe2-9c76bb704ba3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:45.406176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:45.485142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ff3af-2bbf-42c7-aca2-8d2ec857947c req-e351b5c0-2ca4-4fb6-abfd-16c3a488ee18 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:45.485142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c9ff3af-2bbf-42c7-aca2-8d2ec857947c req-e351b5c0-2ca4-4fb6-abfd-16c3a488ee18 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 943 time: 0.1545122 Aug 11 00:42:45.493329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event deleted for resources: {'Port': ['ID=8214d056-7204-4ab6-888e-66f3b527044c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:45.577043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:45.595776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:45.596134 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Floating IP f4047530-46fe-4f53-8f3c-cb318c3b8b41 disassociated (deleted). External IP: 172.25.0.173, port: 1a7d4e71-3cf0-449e-99fe-777c9f3baff4. Aug 11 00:42:45.624686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e590dc96-a9d6-4a11-a719-48b558b43699 req-d8ca8abf-c44d-4486-9bc8-0782ea0ce13f service neutron] 10.222.0.44 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168452 Aug 11 00:42:45.691692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=93897046-df88-4156-b292-b27a9a700718,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:45.773763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c9ff3af-2bbf-42c7-aca2-8d2ec857947c req-90f54ae8-51bc-44ca-a582-6f335f865ebb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757316 Aug 11 00:42:45.880709 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:45.885642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:45.891375 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bed9c893-1124-4b6d-824a-3e60f3a42dff tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/floatingips/c6cb4260-188f-4466-9fed-1db0f8a9b5a1 HTTP/1.1" status: 204 len: 168 time: 2.5718598 Aug 11 00:42:45.901540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44546) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:45.963698 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-26622014-6995-4f63-b48b-c7bca05465c2 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] delete failed (client error): The resource could not be found. Aug 11 00:42:45.964948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-26622014-6995-4f63-b48b-c7bca05465c2 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/floatingips/c6cb4260-188f-4466-9fed-1db0f8a9b5a1 HTTP/1.1" status: 404 len: 345 time: 0.0593719 Aug 11 00:42:45.971143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44552) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:46.027224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-dad61372-4bca-4470-8bec-0c10e78383d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.037533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-dad61372-4bca-4470-8bec-0c10e78383d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 1095 time: 0.1953471 Aug 11 00:42:46.076136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a033509-a748-4c10-afe2-9c76bb704ba3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:46.123077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbec990-770b-4e62-bac2-826326a9b9f1 req-c6a6660d-9971-4987-a714-722bce41fc95 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.130810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fcbec990-770b-4e62-bac2-826326a9b9f1 req-c6a6660d-9971-4987-a714-722bce41fc95 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.3855579 Aug 11 00:42:46.201819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44558) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:46.211214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0dad89-1895-47c2-be3c-d2621dd34476 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.219308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0dad89-1895-47c2-be3c-d2621dd34476 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.226579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0dad89-1895-47c2-be3c-d2621dd34476 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.233805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-df0dad89-1895-47c2-be3c-d2621dd34476 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "GET /v2.0/ports?network_id=d125e098-ab71-4d4a-a8e0-e0e8e91a63ca HTTP/1.1" status: 200 len: 2359 time: 0.2567964 Aug 11 00:42:46.237540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44562) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:46.241269 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-76d2c836-2b25-49e1-8851-02e7ef5465f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:46.299457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fcbec990-770b-4e62-bac2-826326a9b9f1 req-8f57717c-a0be-49eb-bf39-0aa7e9e3c262 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543097 Aug 11 00:42:46.323134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44564) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:46.326219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Router 611fdbee-178b-4f54-a82a-71657a89f725 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:46.377523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-4fce9ad6-9035-47db-a664-d2380c6cefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.379333 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-4fce9ad6-9035-47db-a664-d2380c6cefce service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d HTTP/1.1" status: 200 len: 898 time: 0.3416033 Aug 11 00:42:46.388280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05097c4-bbf0-4f9d-9a76-9a0cfa3cc634 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.394975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e05097c4-bbf0-4f9d-9a76-9a0cfa3cc634 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "GET /v2.0/subnets/5e0d5a0f-5db2-417a-96d3-c462f613b7f5 HTTP/1.1" status: 200 len: 797 time: 0.1214619 Aug 11 00:42:46.395526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44568) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:46.403295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'port': {'network_id': 'd125e098-ab71-4d4a-a8e0-e0e8e91a63ca', 'name': 'tempest-FloatingIPTestJSON-2097466175', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:46.481070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2016203958-network', 'tenant_id': '8d618dfbf02243c789c876d25b382560'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:46.488487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-a8eaaf6a-918d-4656-86f6-53ccaa44b394 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754 HTTP/1.1" status: 200 len: 217 time: 0.0966797 Aug 11 00:42:46.540862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a033509-a748-4c10-afe2-9c76bb704ba3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:46.597247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a033509-a748-4c10-afe2-9c76bb704ba3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5141d5-8bb1-4caa-8e37-36719cbb7836,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:46.605777 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a033509-a748-4c10-afe2-9c76bb704ba3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:46.610374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2a033509-a748-4c10-afe2-9c76bb704ba3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/6e5141d5-8bb1-4caa-8e37-36719cbb7836 HTTP/1.1" status: 204 len: 168 time: 1.6846430 Aug 11 00:42:46.617096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44570) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:46.621406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c6b010-fd86-4d84-b0d8-d944ff2a02f2 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:46.622705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d78ab-14a2-43a0-9a46-9214cff986e3 req-60606428-e635-4523-bdda-835a9ea1af73 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.624709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-921d78ab-14a2-43a0-9a46-9214cff986e3 req-60606428-e635-4523-bdda-835a9ea1af73 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.3105822 Aug 11 00:42:46.687518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:46.692962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-304351f0-9bb0-4125-9b7c-75a8be6f1a39 None None] Provisioning for port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:46.708158 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b94202ba-4ff1-4242-b911-9999a8cbc1ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889387 Aug 11 00:42:46.714117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44572) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:46.723840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:46.732123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-b89638db-1763-48cf-a7eb-f32b4bd8ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.733716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-b89638db-1763-48cf-a7eb-f32b4bd8ba92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a60e279-5791-4141-82aa-c915318494dc HTTP/1.1" status: 200 len: 835 time: 0.1978130 Aug 11 00:42:46.778377 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-528c175b-c8d0-4353-ab7d-272b5c6950bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5735381 Aug 11 00:42:46.807950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:46.812561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-921d78ab-14a2-43a0-9a46-9214cff986e3 req-dd33e2fb-9df3-4dd2-aa7a-5d48b3a3add3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776285 Aug 11 00:42:46.815869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:46.822651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:46.826761 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:46.863941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:46.883628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2b4a9acb-0910-44b6-8210-92854fc835f5 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "DELETE /v2.0/floatingips/f4047530-46fe-4f53-8f3c-cb318c3b8b41 HTTP/1.1" status: 204 len: 168 time: 3.8162811 Aug 11 00:42:46.890334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-c80351e0-1b75-4522-901a-165bce363a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:46.891639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7a91e-d9a5-4564-b775-54608ef7e154 None None] Sync routers for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:46.892024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-c80351e0-1b75-4522-901a-165bce363a94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419566 Aug 11 00:42:46.892532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44576) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:46.906511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:46.923940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7a91e-d9a5-4564-b775-54608ef7e154 None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:46.926823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d7a7a91e-d9a5-4564-b775-54608ef7e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:47.031220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:42:47.039197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:47.042368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-99c31efb-22da-4e1c-b8a7-74640e1dd5ad service neutron] 10.222.0.44 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372962 Aug 11 00:42:47.043999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d7a7a91e-d9a5-4564-b775-54608ef7e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:47.062415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:47.075815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:47.077095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.088351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7a91e-d9a5-4564-b775-54608ef7e154 None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:47.091331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d7a7a91e-d9a5-4564-b775-54608ef7e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:47.157977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d7810-d853-445a-b578-05bcdf5e1ecb req-cc3c674f-0e01-4ade-8f95-16b3e353b2ba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:47.168540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-248d7810-d853-445a-b578-05bcdf5e1ecb req-cc3c674f-0e01-4ade-8f95-16b3e353b2ba tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 943 time: 0.1895735 Aug 11 00:42:47.237872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dca3c573-8fb2-4e38-b563-47f1b1325995 req-0c537080-8355-47ca-9ff9-768e53cf2562 service neutron] 10.222.0.44 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869590 Aug 11 00:42:47.242659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.257035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-248d7810-d853-445a-b578-05bcdf5e1ecb req-2c0e2f0a-990e-47ea-8c58-e9bcd6e5ad18 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874741 Aug 11 00:42:47.259298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:47.264997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.292555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:42:47.292555 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:42:47.292555 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '907283dd566e4c26af32fe5199094f2f', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 42, 47, 43321)}] Aug 11 00:42:47.292555 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:42:47.293599 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:42:47.340515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] device_id is not set on port 75499c5c-3f60-4b7e-a8a8-b337749d51c9 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:42:47.423781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d7a7a91e-d9a5-4564-b775-54608ef7e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:47.425377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7a91e-d9a5-4564-b775-54608ef7e154 None None] The sync data for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:47.437900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.506659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] Deleting port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:47.507013 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.539542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c8916-78de-4e9b-8678-f3749d02348b req-a703d647-bb2b-4ed3-898c-f5f583baa696 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:47.542991 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f27c8916-78de-4e9b-8678-f3749d02348b req-a703d647-bb2b-4ed3-898c-f5f583baa696 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.0814753 Aug 11 00:42:47.584984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.598210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.610091 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f27c8916-78de-4e9b-8678-f3749d02348b req-e1725495-6043-4d1a-8631-98b2330a208f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559855 Aug 11 00:42:47.627727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] For port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c8f23f06-5b31-4158-8c2c-1e2ebbb50c72,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:47.628223 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.664503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:42:47.670707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e61d4d-5d37-445a-943c-779d02077daf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:47.682530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.682893 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Added segment 91052f2b-117a-498d-8661-ea09478d4c55 of type vlan for network ece244df-909c-4779-bf6c-17273d3f30aa Aug 11 00:42:47.685436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.685792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.686638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.687139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.687515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.687852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.688193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.688531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.688867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.689200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.689559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.689867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:47.690285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] Calling delete_port for c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:42:47.697259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c8f23f06-5b31-4158-8c2c-1e2ebbb50c72,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:47.766698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.790351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4622d28c-9d2e-40c4-89ab-88aa7776c754 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:42:47.876434 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.935136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.938103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.939242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:47.947365 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.949817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.20.0.14 (d125e098-ab71-4d4a-a8e0-e0e8e91a63ca/5e0d5a0f-5db2-417a-96d3-c462f613b7f5/75499c5c-3f60-4b7e-a8a8-b337749d51c9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:47.961139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=c8f23f06-5b31-4158-8c2c-1e2ebbb50c72,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:47.962118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.20.0.13 (d125e098-ab71-4d4a-a8e0-e0e8e91a63ca/5e0d5a0f-5db2-417a-96d3-c462f613b7f5/75499c5c-3f60-4b7e-a8a8-b337749d51c9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:47.976288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4622d28c-9d2e-40c4-89ab-88aa7776c754, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:47.993580 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:47.994576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'port_id': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'mac_address': 'fa:16:3e:f1:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:42:48.070214 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.101494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] Pushing event updated for resources: {'Network': ['ID=ece244df-909c-4779-bf6c-17273d3f30aa,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:48.110629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] No DVR routers for this DVR port c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:42:48.130212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=1604eca1-6638-4864-bbd2-e4a31568ef7c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:48.169574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network ece244df-909c-4779-bf6c-17273d3f30aa details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:42:48.179017 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6b01eede-1bd3-44be-ae66-c92092045dcd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8370883 Aug 11 00:42:48.181465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3669910-881b-443d-b98e-ada6c8649549 None None] Pushing event deleted for resources: {'Port': ['ID=c8f23f06-5b31-4158-8c2c-1e2ebbb50c72,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:48.185553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44592) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:48.199290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Request body: {'subnet': {'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2016203958-subnet', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:48.206428 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.221107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.241224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:48.256607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:48.259330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4622d28c-9d2e-40c4-89ab-88aa7776c754 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:42:48.267367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:48.269383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.274139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533961c-1057-4d27-a0b7-c6fb8991eb88 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:48.353361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4622d28c-9d2e-40c4-89ab-88aa7776c754, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:48.407692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e45c-63e4-493b-a93b-848cb2a81085 req-dff71d26-256f-4a46-9e40-0b1d6803c90c tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:48.409624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff58e45c-63e4-493b-a93b-848cb2a81085 req-dff71d26-256f-4a46-9e40-0b1d6803c90c tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.3395879 Aug 11 00:42:48.425477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:42:48.427943 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.505755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ff58e45c-63e4-493b-a93b-848cb2a81085 req-c438e702-51b0-4400-9848-a5035b01d6c6 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773969 Aug 11 00:42:48.518434 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.522256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.554744 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-780ecaf3-1c1a-4177-a70e-5653f31dabe9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8336041 Aug 11 00:42:48.558765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44596) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:48.570676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Allocated IP 172.25.0.179 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/7da82d7e-4bee-4a5d-981d-d3869c7ab161) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:48.571825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-74e28d05-e944-40c5-bf53-7cbd07a3771c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-50003320', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:48.621810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=4622d28c-9d2e-40c4-89ab-88aa7776c754,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:48.627420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:42:48.657746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '1604eca1-6638-4864-bbd2-e4a31568ef7c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:42:48.658560 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.676836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:42:48.677147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c8f23f06-5b31-4158-8c2c-1e2ebbb50c72 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:42:48.712207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e1055-2b1e-4e75-a098-ca6c200318d1 req-e09eece0-f43a-4510-8722-f7515bf1c158 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:48.713841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b63e1055-2b1e-4e75-a098-ca6c200318d1 req-e09eece0-f43a-4510-8722-f7515bf1c158 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 943 time: 0.3083916 Aug 11 00:42:48.791286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['4622d28c-9d2e-40c4-89ab-88aa7776c754'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:42:48.829648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66cc4d-d1de-4b8b-82ed-756178d169ed req-9cdeaf45-8a82-4335-ac6f-48e8464d5d89 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:48.835811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f66cc4d-d1de-4b8b-82ed-756178d169ed req-9cdeaf45-8a82-4335-ac6f-48e8464d5d89 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.0924566 Aug 11 00:42:48.841044 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74e28d05-e944-40c5-bf53-7cbd07a3771c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.844102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74e28d05-e944-40c5-bf53-7cbd07a3771c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.848959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.924976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:48.929454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13910d94-06b6-47a6-9c6d-990dcb06397b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:48.932877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:48.942131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:48.960783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/1604eca1-6638-4864-bbd2-e4a31568ef7c/bcddcc09-1f88-4644-a4e7-14757215fd10) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:48.966843 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.058510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74e28d05-e944-40c5-bf53-7cbd07a3771c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.068172 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f66cc4d-d1de-4b8b-82ed-756178d169ed req-18847a76-915f-4a95-b627-af9659ed98c7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164836 Aug 11 00:42:49.086481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=75499c5c-3f60-4b7e-a8a8-b337749d51c9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:49.117353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:49.118210 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.153475 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74e28d05-e944-40c5-bf53-7cbd07a3771c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.236229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e8e63135-1403-4008-85e8-8410abbd131a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8365252 Aug 11 00:42:49.237385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44602) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:49.247271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '75499c5c-3f60-4b7e-a8a8-b337749d51c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:49.258528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.268725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b63e1055-2b1e-4e75-a098-ca6c200318d1 req-a3299e95-7192-4cac-97cf-f6f1133ba759 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5475321 Aug 11 00:42:49.308401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74e28d05-e944-40c5-bf53-7cbd07a3771c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.311269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-74e28d05-e944-40c5-bf53-7cbd07a3771c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7499971 Aug 11 00:42:49.317343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44604) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:49.324044 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.343021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Transition to ACTIVE for port object bcddcc09-1f88-4644-a4e7-14757215fd10 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:49.379789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Transition to ACTIVE for port object bcddcc09-1f88-4644-a4e7-14757215fd10 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:49.423595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-a396ca9f-6e62-4164-8712-d0bf90f5dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:49.424438 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.426274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-a396ca9f-6e62-4164-8712-d0bf90f5dd6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54&tenant_id=7d80d82bf49641a48e698c15286c2606 HTTP/1.1" status: 200 len: 1095 time: 0.2271500 Aug 11 00:42:49.480763 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.533465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-80bb2d4a-9cad-4bd8-b3a5-fb1d9a21caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:49.535105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-80bb2d4a-9cad-4bd8-b3a5-fb1d9a21caa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 1095 time: 0.0796790 Aug 11 00:42:49.549081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:49.566436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Pushing event updated for resources: {'Port': ['ID=bcddcc09-1f88-4644-a4e7-14757215fd10,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:49.574732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:49.578863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.590657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:49.669929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.681521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Attempting to bind port bcddcc09-1f88-4644-a4e7-14757215fd10 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:49.682058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Attempting to bind port bcddcc09-1f88-4644-a4e7-14757215fd10 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:49.682534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Attempting to bind port bcddcc09-1f88-4644-a4e7-14757215fd10 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:49.689668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:49.690230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:49.691233 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.692552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:49.692552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Bound port: bcddcc09-1f88-4644-a4e7-14757215fd10, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:49.693011 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.782629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] For port bcddcc09-1f88-4644-a4e7-14757215fd10, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:49.788065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] For port bcddcc09-1f88-4644-a4e7-14757215fd10, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bcddcc09-1f88-4644-a4e7-14757215fd10,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:49.816106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4622d28c-9d2e-40c4-89ab-88aa7776c754 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:49.816459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:49.842531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:49.854043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b0d88f-459e-4ff9-b267-1377751700fa,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:49.862496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:49.883560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.900111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Pushing event updated for resources: {'Port': ['ID=7da82d7e-4bee-4a5d-981d-d3869c7ab161,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:49.909975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-17d831a8-d457-407a-941e-8e52e307e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:49.911687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-17d831a8-d457-407a-941e-8e52e307e418 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.3673096 Aug 11 00:42:49.921997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Checking segment: {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:49.922396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Network hostable DHCP agents. Network: ece244df-909c-4779-bf6c-17273d3f30aa, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:42:49.929634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:49.932650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefadff-f003-422c-969a-369176f46609 req-e016bd86-8397-4316-b243-33200a4fea5f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:49.934281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eeefadff-f003-422c-969a-369176f46609 req-e016bd86-8397-4316-b243-33200a4fea5f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.2938359 Aug 11 00:42:50.027137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 4622d28c-9d2e-40c4-89ab-88aa7776c754 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:50.048132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 4622d28c-9d2e-40c4-89ab-88aa7776c754 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:50.048132 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.051113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-366a8c3c-81d9-4061-b71d-55ce1d814284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=147bdc39-c16f-4106-812a-a94e3d883cde HTTP/1.1" status: 200 len: 998 time: 0.1302767 Aug 11 00:42:50.055722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdedeed-4793-4a16-9ffa-8255ab5df7f1 None None] Pushing event updated for resources: {'Port': ['ID=bcddcc09-1f88-4644-a4e7-14757215fd10,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:50.075023 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.153741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.240337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eeefadff-f003-422c-969a-369176f46609 req-ebb13b87-995f-4739-9617-be1f970ba27c tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543254 Aug 11 00:42:50.320184 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.367321 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.421263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Network ece244df-909c-4779-bf6c-17273d3f30aa is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:42:50.427840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4622d28c-9d2e-40c4-89ab-88aa7776c754, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:50.428958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:42:50.432307 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c2bfe0-c6d7-498c-b7ca-58c26aaa4327" -d '{"events": [{"server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "name": "network-vif-plugged", "status": "completed", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:42:50.501051 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.507965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-e96faca8-a00f-4b8d-a105-4abef5f194e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:50.509923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-e96faca8-a00f-4b8d-a105-4abef5f194e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.4509289 Aug 11 00:42:50.525889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::1 (a231281a-384d-46e8-8f86-e604acdadde9/1604eca1-6638-4864-bbd2-e4a31568ef7c/18045bcd-9b6d-4733-80c8-2939024eeb47) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:50.550661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.25.0.132 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/7c5f7034-86ce-4742-baf3-1334ebca194d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:50.559466 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.561600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeba4e1-548c-488f-908c-b1e6bb52f8aa req-2b35a105-ffba-4469-884b-fe3b50cd5b43 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:50.563398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-daeba4e1-548c-488f-908c-b1e6bb52f8aa req-2b35a105-ffba-4469-884b-fe3b50cd5b43 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.2302952 Aug 11 00:42:50.617770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, ece244df-909c-4779-bf6c-17273d3f30aa) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:50.625059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:50.626382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.633562 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823c74d-3ea5-4f27-959b-7d504da9bb3f None None] Network ece244df-909c-4779-bf6c-17273d3f30aa requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:50.671004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e4b01-d7ce-49ba-92fa-7c1dbb93b097 req-e112fb69-f862-443e-a6f7-48acaa1a3bdb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:50.675568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-147e4b01-d7ce-49ba-92fa-7c1dbb93b097 req-e112fb69-f862-443e-a6f7-48acaa1a3bdb tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 944 time: 0.2495604 Aug 11 00:42:50.761766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bcddcc09-1f88-4644-a4e7-14757215fd10 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:50.809005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24a770ee-4030-4c37-acd0-b4b68e025625 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6162109 Aug 11 00:42:50.809660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=4622d28c-9d2e-40c4-89ab-88aa7776c754,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:50.815458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44616) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:50.819720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-daeba4e1-548c-488f-908c-b1e6bb52f8aa req-322bbb84-265a-4182-bb5c-43cc7ea29019 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120473 Aug 11 00:42:50.829448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-ede99f71-b8e5-4eb2-b350-175f231d1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:50.832413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-ede99f71-b8e5-4eb2-b350-175f231d1d98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3123565 Aug 11 00:42:50.842726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:50.910012 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.934964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:50.944377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 18045bcd-9b6d-4733-80c8-2939024eeb47 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:51.047153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-147e4b01-d7ce-49ba-92fa-7c1dbb93b097 req-20d8d933-d645-4a6b-8767-cc9245025090 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3394787 Aug 11 00:42:51.055778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port bcddcc09-1f88-4644-a4e7-14757215fd10 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:51.083193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-ece244df-909c-4779-bf6c-17273d3f30aa', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:42:51.085931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.085931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.089512 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.094954 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff04aa9-6dfa-4456-914e-f175bf10dcad x-openstack-request-id: req-cff04aa9-6dfa-4456-914e-f175bf10dcad {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:42:51.095360 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "name": "network-vif-plugged", "status": "completed", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:42:51.095748 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cff04aa9-6dfa-4456-914e-f175bf10dcad {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:42:51.096231 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'code': 200} Aug 11 00:42:51.125571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.184218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-935522bb-87b8-4d6b-b384-1fd6b55b0621 service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073285 Aug 11 00:42:51.188352 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=18045bcd-9b6d-4733-80c8-2939024eeb47,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:51.194837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.195358 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.218762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:51.224489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:51.231709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:51.231709 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.300339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:51.311671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:51.324102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:51.378355 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.391116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.410150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Allocated IP 172.20.0.2 (ece244df-909c-4779-bf6c-17273d3f30aa/01b0d88f-459e-4ff9-b267-1377751700fa/a9a31e4f-c4c3-4982-a282-57ff45caf28a) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:51.412834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=7c5f7034-86ce-4742-baf3-1334ebca194d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:51.526540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5db3-7b64-44bf-86c4-ae98299b6f5e req-cb17de07-249e-4cb9-b1c6-a26142e0a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:51.526540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48cc5db3-7b64-44bf-86c4-ae98299b6f5e req-cb17de07-249e-4cb9-b1c6-a26142e0a91f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 1097 time: 0.3347940 Aug 11 00:42:51.623901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Pushing event updated for resources: {'Port': ['ID=7da82d7e-4bee-4a5d-981d-d3869c7ab161,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:51.636092 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.646725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Transition to ACTIVE for port object a9a31e4f-c4c3-4982-a282-57ff45caf28a will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:51.669712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Transition to ACTIVE for port object a9a31e4f-c4c3-4982-a282-57ff45caf28a will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:51.706541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.707086 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.713641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5fa49a8e-0d79-4ca0-b625-7af296528603 req-e3d37ed6-b205-4c78-b155-6eec66caf90a service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122387 Aug 11 00:42:51.752278 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.779436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0250a2-a251-4fe4-b4ef-084c14f21ea4 req-8b6ef029-2ca7-49ed-834f-0cc1ff2cf25a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:51.787407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a0250a2-a251-4fe4-b4ef-084c14f21ea4 req-8b6ef029-2ca7-49ed-834f-0cc1ff2cf25a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.3372304 Aug 11 00:42:51.796856 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48cc5db3-7b64-44bf-86c4-ae98299b6f5e req-f60f5f44-ad83-404b-8ee3-1c93086f9f99 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419181 Aug 11 00:42:51.815507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-de379ce9-3a86-4bcf-af3d-51d872c18113 None None] Provisioning for port bcddcc09-1f88-4644-a4e7-14757215fd10 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:51.823821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Network ece244df-909c-4779-bf6c-17273d3f30aa is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:51.827226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:51.829329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Pushing event updated for resources: {'Port': ['ID=a9a31e4f-c4c3-4982-a282-57ff45caf28a,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:51.838283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:51.840708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-de379ce9-3a86-4bcf-af3d-51d872c18113 None None] Provisioning complete for port bcddcc09-1f88-4644-a4e7-14757215fd10 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:51.841528 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-de379ce9-3a86-4bcf-af3d-51d872c18113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.859359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.912549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6a0250a2-a251-4fe4-b4ef-084c14f21ea4 req-3d02b436-3342-4fda-8cf6-730d2902b5af tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246951 Aug 11 00:42:51.919994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:51.922034 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-13845337-2dfc-4dc2-bab9-25c511109f24 tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0265837 Aug 11 00:42:51.926977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44624) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:51.988167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Attempting to bind port a9a31e4f-c4c3-4982-a282-57ff45caf28a on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:51.991545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Attempting to bind port a9a31e4f-c4c3-4982-a282-57ff45caf28a by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:51.991545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Attempting to bind port a9a31e4f-c4c3-4982-a282-57ff45caf28a on network ece244df-909c-4779-bf6c-17273d3f30aa {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:52.001676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:52.002081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Checking segment: {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:52.002471 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.002881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Bound using segment: {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:52.003432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Bound port: a9a31e4f-c4c3-4982-a282-57ff45caf28a, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:52.003818 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.108122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-de379ce9-3a86-4bcf-af3d-51d872c18113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.138444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] For port a9a31e4f-c4c3-4982-a282-57ff45caf28a, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:52.161392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] For port a9a31e4f-c4c3-4982-a282-57ff45caf28a, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a9a31e4f-c4c3-4982-a282-57ff45caf28a,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:52.172612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-de379ce9-3a86-4bcf-af3d-51d872c18113 None None] For port bcddcc09-1f88-4644-a4e7-14757215fd10, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bcddcc09-1f88-4644-a4e7-14757215fd10,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:52.176020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:52.312816 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.392118 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.403206 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-de379ce9-3a86-4bcf-af3d-51d872c18113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.434187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.444203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51a662-80a2-43b4-98c6-37fa9d48f22d None None] Pushing event updated for resources: {'Port': ['ID=a9a31e4f-c4c3-4982-a282-57ff45caf28a,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:52.472195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.528686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de379ce9-3a86-4bcf-af3d-51d872c18113 None None] Pushing event updated for resources: {'Port': ['ID=bcddcc09-1f88-4644-a4e7-14757215fd10,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:52.551923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d715d-40f5-469e-88b6-953abb036e5a req-1327030c-934c-46f2-8254-31aed4fe700e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:52.556907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe9d715d-40f5-469e-88b6-953abb036e5a req-1327030c-934c-46f2-8254-31aed4fe700e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 945 time: 0.2659633 Aug 11 00:42:52.567913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.649155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ef6a3de8-a982-4652-b7ee-c2ca533d819c None None] Provisioning for port 18045bcd-9b6d-4733-80c8-2939024eeb47 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:52.664056 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ef6a3de8-a982-4652-b7ee-c2ca533d819c None None] Provisioning complete for port 18045bcd-9b6d-4733-80c8-2939024eeb47 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:52.669700 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef6a3de8-a982-4652-b7ee-c2ca533d819c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:52.758296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe9d715d-40f5-469e-88b6-953abb036e5a req-cfe5cc45-4ebe-4130-b8bf-67dd312920d0 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966174 Aug 11 00:42:52.783811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a3de8-a982-4652-b7ee-c2ca533d819c None None] Port 18045bcd-9b6d-4733-80c8-2939024eeb47 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:52.823037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e50610-1df5-4734-893e-e6345be07d68 req-240eeee2-b084-4946-b2fb-bd0db37abf8d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:52.837002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96e50610-1df5-4734-893e-e6345be07d68 req-240eeee2-b084-4946-b2fb-bd0db37abf8d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.4074728 Aug 11 00:42:52.920061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Allocated IP 172.25.0.109 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/31ecddf1-3e14-4c56-a93e-d3c17e9beb3d) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:52.980162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.167287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96e50610-1df5-4734-893e-e6345be07d68 req-f7b86b9a-b54e-4490-90bb-fce1aa5dbf8f tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285198 Aug 11 00:42:53.175795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.267291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706105e4-b4cd-4b0c-80d5-829e4afbc0b1 req-cf091faf-4deb-4c69-b7b0-4dda7879a082 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:53.278064 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-706105e4-b4cd-4b0c-80d5-829e4afbc0b1 req-cf091faf-4deb-4c69-b7b0-4dda7879a082 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.1930466 Aug 11 00:42:53.322435 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.356510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.365779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-706105e4-b4cd-4b0c-80d5-829e4afbc0b1 req-01972363-7f72-4ac5-8d87-0de83beea842 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866592 Aug 11 00:42:53.456101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.457787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.507747 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.654345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=18045bcd-9b6d-4733-80c8-2939024eeb47,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:53.671444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Allocated IP 172.25.0.227 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/67154169-e199-4b97-88e1-00195f888dc5) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:53.794631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:53.801095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:53.835611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.900718 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:53.972553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc692f-4753-4d4f-bf23-10e64f2669e2 None None] Network ece244df-909c-4779-bf6c-17273d3f30aa requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:42:53.998242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:54.007573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:54.014818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:54.024642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:54.094023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=31ecddf1-3e14-4c56-a93e-d3c17e9beb3d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:54.150473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:54.189016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:42:54.192107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:42:54.248748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:54.252421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:42:54.272581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93190c1-1e67-471f-a08c-a98eeaa9dc56 req-1e2ccd46-db9d-492d-9aca-46a0a3d84f6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:54.279728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d93190c1-1e67-471f-a08c-a98eeaa9dc56 req-1e2ccd46-db9d-492d-9aca-46a0a3d84f6c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 945 time: 0.3524141 Aug 11 00:42:54.311218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Router 756f1869-811c-41ef-ab88-0ecc6b463f33 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:42:54.389299 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d93190c1-1e67-471f-a08c-a98eeaa9dc56 req-7ca7a598-9095-4d14-8c48-eedf631e6941 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085591 Aug 11 00:42:54.441309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-db08628f-0581-47f2-a435-ca3d6b331948 None None] Provisioning for port a9a31e4f-c4c3-4982-a282-57ff45caf28a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:54.487025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=7c5f7034-86ce-4742-baf3-1334ebca194d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:54.532189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:54.597737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Pushing event updated for resources: {'Port': ['ID=67154169-e199-4b97-88e1-00195f888dc5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:54.603422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-92cee05d-3db5-40a8-9a18-112bad5852a9 None None] Provisioning complete for port 18045bcd-9b6d-4733-80c8-2939024eeb47 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:54.603856 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-92cee05d-3db5-40a8-9a18-112bad5852a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:54.710819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-92cee05d-3db5-40a8-9a18-112bad5852a9 None None] Port 18045bcd-9b6d-4733-80c8-2939024eeb47 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:42:54.740725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8b13a-0352-44ee-af6b-4c4bb988da85 req-f4354d32-9276-44e3-a01d-1513bafcefad tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:54.762776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aca8b13a-0352-44ee-af6b-4c4bb988da85 req-f4354d32-9276-44e3-a01d-1513bafcefad tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.4084857 Aug 11 00:42:54.892310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:54.903274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dfe1a6e8-caca-425f-9901-b6485f6c9a91 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "PUT /v2.0/routers/756f1869-811c-41ef-ab88-0ecc6b463f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5768912 Aug 11 00:42:54.910727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44660) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:54.919511 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Sync routers for ids ['756f1869-811c-41ef-ab88-0ecc6b463f33'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:55.004866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a9a31e4f-c4c3-4982-a282-57ff45caf28a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:55.007118 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Routers {'756f1869-811c-41ef-ab88-0ecc6b463f33'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:55.007951 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['756f1869-811c-41ef-ab88-0ecc6b463f33'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:55.029303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aca8b13a-0352-44ee-af6b-4c4bb988da85 req-03aeacfa-166c-429e-b0e6-5e849a872883 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654285 Aug 11 00:42:55.043131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea12a2f-5cf5-441d-b9e7-d42da83ac99e req-909f5cc7-7d54-45cc-9110-a24ad38f293e tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:55.054934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aea12a2f-5cf5-441d-b9e7-d42da83ac99e req-909f5cc7-7d54-45cc-9110-a24ad38f293e tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.4412332 Aug 11 00:42:55.059186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b06c50-1207-46c6-b021-126566a7d0bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:55.061089 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-49b06c50-1207-46c6-b021-126566a7d0bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports/18045bcd-9b6d-4733-80c8-2939024eeb47 HTTP/1.1" status: 200 len: 911 time: 0.1491921 Aug 11 00:42:55.063150 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP 260490a0-7525-4f23-831c-bcad006698c0 associated. External IP: 172.25.0.132, port: 75499c5c-3f60-4b7e-a8a8-b337749d51c9. Aug 11 00:42:55.066001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44662) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:55.249510 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Set router 756f1869-811c-41ef-ab88-0ecc6b463f33 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:42:55.283420 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:55.334543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a9a31e4f-c4c3-4982-a282-57ff45caf28a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:42:55.340968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a9a31e4f-c4c3-4982-a282-57ff45caf28a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:55.341412 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:55.465869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82481f5e-f948-45a0-9dd1-e824b0bd0639 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:55.476544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82481f5e-f948-45a0-9dd1-e824b0bd0639 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:55.482759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-82481f5e-f948-45a0-9dd1-e824b0bd0639 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4110718 Aug 11 00:42:55.489020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:42:55.508219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44664) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:55.643277 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:55.831303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6772a-b5c7-44c5-8002-2ac86599e78a req-b19aaeed-717d-4e68-9abd-25d431899482 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:55.845285 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0e6772a-b5c7-44c5-8002-2ac86599e78a req-b19aaeed-717d-4e68-9abd-25d431899482 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 945 time: 0.5801082 Aug 11 00:42:55.865389 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'name': 'tempest-NetworksTestDHCPv6-router-50003320', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:48Z', 'updated_at': '2021-08-11T00:42:51Z', 'revision_number': 2, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None, '_interfaces': [{'id': '18045bcd-9b6d-4733-80c8-2939024eeb47', 'name': '', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'mac_address': 'fa:16:3e:70:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '1604eca1-6638-4864-bbd2-e4a31568ef7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:50Z', 'updated_at': '2021-08-11T00:42:52Z', 'revision_number': 2, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'subnets': [{'id': '1604eca1-6638-4864-bbd2-e4a31568ef7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:55.970111 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Checking router: 756f1869-811c-41ef-ab88-0ecc6b463f33 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:42:55.971323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Updating router 756f1869-811c-41ef-ab88-0ecc6b463f33 port 18045bcd-9b6d-4733-80c8-2939024eeb47 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:42:56.055890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a9a31e4f-c4c3-4982-a282-57ff45caf28a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a9a31e4f-c4c3-4982-a282-57ff45caf28a,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:42:56.140786 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:56.141608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bcddcc09-1f88-4644-a4e7-14757215fd10 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:56.151083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aea12a2f-5cf5-441d-b9e7-d42da83ac99e req-879f5893-5c0c-42f1-b135-9fb2f7836774 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0793886 Aug 11 00:42:56.152517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:56.315544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0e6772a-b5c7-44c5-8002-2ac86599e78a req-2c603f40-0b3f-44f1-ac38-b2f0aa87ec56 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4691827 Aug 11 00:42:56.316936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:56.336519 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:56.346129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a9a31e4f-c4c3-4982-a282-57ff45caf28a,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:56.367999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44668) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:56.374349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b7aa69-730f-417e-81da-27d65336eab8 None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:56.415990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bcddcc09-1f88-4644-a4e7-14757215fd10 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:56.415990 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:56.419671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b7aa69-730f-417e-81da-27d65336eab8 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:56.420286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c7b7aa69-730f-417e-81da-27d65336eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:56.490579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c7b7aa69-730f-417e-81da-27d65336eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:56.513282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b7aa69-730f-417e-81da-27d65336eab8 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:56.514481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c7b7aa69-730f-417e-81da-27d65336eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:56.522011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5fd04-58ff-4adb-8dd5-270eca8be0f0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:56.535151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-37f5fd04-58ff-4adb-8dd5-270eca8be0f0 tempest-TestNetworkBasicOps-749252078 tempest-TestNetworkBasicOps-749252078-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 1092 time: 0.1641016 Aug 11 00:42:56.567988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c7b7aa69-730f-417e-81da-27d65336eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:56.568944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b7aa69-730f-417e-81da-27d65336eab8 None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:56.585683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44670) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:56.590482 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:56.624586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:56.708176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-79232df6-c36b-4839-a993-acbeea56353c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.4687922 Aug 11 00:42:56.713523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44674) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:56.726968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-06205bd0-fbbe-45aa-a89f-416e19f9e7f1 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'port_id': '75499c5c-3f60-4b7e-a8a8-b337749d51c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:42:56.824534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a9a31e4f-c4c3-4982-a282-57ff45caf28a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:42:56.837836 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:56.903620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:56.920212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-f8c81743-9545-4386-a73d-9510665ae591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:56.922271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-f8c81743-9545-4386-a73d-9510665ae591 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 1097 time: 1.6878572 Aug 11 00:42:56.923025 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:56.963921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a9a31e4f-c4c3-4982-a282-57ff45caf28a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:42:56.964888 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:57.121346 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:57.142656 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Transition to ACTIVE for port object 18045bcd-9b6d-4733-80c8-2939024eeb47 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:42:57.271812 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:57.345608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da972ad-22a6-4f70-a891-f0c9f878ed78 req-39a013e2-ca6c-433b-b208-d3586f59418d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:57.358891 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3da972ad-22a6-4f70-a891-f0c9f878ed78 req-39a013e2-ca6c-433b-b208-d3586f59418d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.8576355 Aug 11 00:42:57.475195 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Pushing event updated for resources: {'Port': ['ID=18045bcd-9b6d-4733-80c8-2939024eeb47,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:57.511674 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.512539 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.513126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06205bd0-fbbe-45aa-a89f-416e19f9e7f1 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:57.513696 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.514870 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.516580 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.518200 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.519390 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.521872 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.522517 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.523481 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.525348 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.526745 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:42:57.596831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:57.628697 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Attempting to bind port 18045bcd-9b6d-4733-80c8-2939024eeb47 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:42:57.629379 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Attempting to bind port 18045bcd-9b6d-4733-80c8-2939024eeb47 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:42:57.630116 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Attempting to bind port 18045bcd-9b6d-4733-80c8-2939024eeb47 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:42:57.640493 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:42:57.641187 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:42:57.641894 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:57.642707 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:42:57.643981 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Bound port: 18045bcd-9b6d-4733-80c8-2939024eeb47, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:42:57.651340 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:57.705577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-ea2993db-211f-4d42-8e5e-4c14824b1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:57.707279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-ea2993db-211f-4d42-8e5e-4c14824b1d25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 911 time: 0.6431005 Aug 11 00:42:57.753182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3da972ad-22a6-4f70-a891-f0c9f878ed78 req-d4c0fc1f-813f-4ec8-a320-c829b3b907e0 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931236 Aug 11 00:42:57.798260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbc80-86f2-4d28-bfc2-0fffc63c8a29 req-95ac9f52-b593-42f8-8346-674c5880befb tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:57.807129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6ebbc80-86f2-4d28-bfc2-0fffc63c8a29 req-95ac9f52-b593-42f8-8346-674c5880befb tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.3719749 Aug 11 00:42:57.828889 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] For port 18045bcd-9b6d-4733-80c8-2939024eeb47, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:42:57.838733 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] For port 18045bcd-9b6d-4733-80c8-2939024eeb47, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=18045bcd-9b6d-4733-80c8-2939024eeb47,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:42:57.896350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-32df3ed5-e88c-4809-845f-4065c6733f8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067 HTTP/1.1" status: 200 len: 217 time: 0.1797569 Aug 11 00:42:57.901189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:57.925584 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:58.015186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:58.066998 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c711dd-664d-44c5-a7c0-93640bd05190 None None] Pushing event updated for resources: {'Port': ['ID=18045bcd-9b6d-4733-80c8-2939024eeb47,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:58.072225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-ab9a40ae-940b-452a-b545-5ebb980bce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:58.076707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-ab9a40ae-940b-452a-b545-5ebb980bce03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d8e956f-81d6-46e3-9733-e5346737b3e1 HTTP/1.1" status: 200 len: 850 time: 0.1659307 Aug 11 00:42:58.083905 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Routers {'756f1869-811c-41ef-ab88-0ecc6b463f33'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:58.085247 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['756f1869-811c-41ef-ab88-0ecc6b463f33'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:58.238802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6ebbc80-86f2-4d28-bfc2-0fffc63c8a29 req-b959739d-42d5-478b-9f64-9dbdd45abac6 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154432 Aug 11 00:42:58.258868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Pushing event updated for resources: {'Port': ['ID=67154169-e199-4b97-88e1-00195f888dc5,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:42:58.275885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-416bdb44-a041-424d-8c82-b1fbc98c0d79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0a025a5-5037-42da-b26e-b514c4351f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840131 Aug 11 00:42:58.310202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:58.349942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:42:58.410106 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] Set router 756f1869-811c-41ef-ab88-0ecc6b463f33 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:42:58.545686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:58.658442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:58.671279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-caccaffb-decc-46be-9580-9542220c7de1 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7315853 Aug 11 00:42:58.676192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44680) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:58.702871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-a0bb73d5-608d-4881-ba1d-0c1eb6b25d2e service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772523 Aug 11 00:42:58.783533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Allocated IP 172.25.0.138 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/9ba1f88d-2914-48c3-b9bd-ab324bfa4799) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:42:58.965158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:42:59.041490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bcaf5cb0-e22f-4ea2-b1fe-ad1df7db13fb tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3989 time: 0.3639281 Aug 11 00:42:59.058606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44686) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:59.101512 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Sync routers for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:42:59.166633 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6f79239a-34b4-4656-90bc-a88cd519f3db tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1019661 Aug 11 00:42:59.168634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44688) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:59.174771 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:59.183453 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f216dce9-8299-4c2d-b104-34fdc4505dd2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3494241 Aug 11 00:42:59.191071 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:42:59.192302 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:59.206646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44690) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:42:59.254890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:59.302601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06205bd0-fbbe-45aa-a89f-416e19f9e7f1 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:59.359655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 18045bcd-9b6d-4733-80c8-2939024eeb47 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:42:59.360009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:59.375460 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'name': 'tempest-NetworksTestDHCPv6-router-50003320', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:48Z', 'updated_at': '2021-08-11T00:42:51Z', 'revision_number': 2, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None, '_interfaces': [{'id': '18045bcd-9b6d-4733-80c8-2939024eeb47', 'name': '', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'mac_address': 'fa:16:3e:70:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '1604eca1-6638-4864-bbd2-e4a31568ef7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:50Z', 'updated_at': '2021-08-11T00:42:57Z', 'revision_number': 4, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'subnets': [{'id': '1604eca1-6638-4864-bbd2-e4a31568ef7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:42:59.380416 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:59.410115 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d05786c-a0c1-42ac-8a85-ef0d28425f7a None None] The sync data for ids ['756f1869-811c-41ef-ab88-0ecc6b463f33'] in n-d-712143-13 is: [{'id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'name': 'tempest-NetworksTestDHCPv6-router-50003320', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:48Z', 'updated_at': '2021-08-11T00:42:51Z', 'revision_number': 2, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None, '_interfaces': [{'id': '18045bcd-9b6d-4733-80c8-2939024eeb47', 'name': '', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'mac_address': 'fa:16:3e:70:ef:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '1604eca1-6638-4864-bbd2-e4a31568ef7c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:50Z', 'updated_at': '2021-08-11T00:42:57Z', 'revision_number': 4, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'subnets': [{'id': '1604eca1-6638-4864-bbd2-e4a31568ef7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:42:59.466015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:42:59.541426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c35ba9f-7d0b-40d7-be65-28c18bb62408 req-998f1790-0505-4ca9-a1b7-dbef5d3da812 service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8028879 Aug 11 00:42:59.558197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:59.586871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06205bd0-fbbe-45aa-a89f-416e19f9e7f1 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:59.669815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:42:59.747135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd221c-8350-443f-8b5d-f7f15edcdf5a req-adef0375-cfbe-49ca-ad9c-c223dfd1b2ba tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:42:59.765676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81bd221c-8350-443f-8b5d-f7f15edcdf5a req-adef0375-cfbe-49ca-ad9c-c223dfd1b2ba tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.7904532 Aug 11 00:42:59.999627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:00.000473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] For port 18045bcd-9b6d-4733-80c8-2939024eeb47, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=18045bcd-9b6d-4733-80c8-2939024eeb47,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:00.005964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:00.009997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:00.021147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:00.056500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0d4ef-b01f-49b8-b5be-97cee75da7c0 req-194f760e-cb02-4208-9531-5b57b0a92a21 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:00.060928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65c0d4ef-b01f-49b8-b5be-97cee75da7c0 req-194f760e-cb02-4208-9531-5b57b0a92a21 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.6940818 Aug 11 00:43:00.101036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81bd221c-8350-443f-8b5d-f7f15edcdf5a req-abef84af-2e40-4783-bb8f-b32290c9d97a tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339825 Aug 11 00:43:00.200633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 18045bcd-9b6d-4733-80c8-2939024eeb47 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:00.205129 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:42:54Z', 'revision_number': 3, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:00.212735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=9ba1f88d-2914-48c3-b9bd-ab324bfa4799,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:00.371223 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Checking router: 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:00.372094 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Updating router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:43:00.443109 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:00.448164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65c0d4ef-b01f-49b8-b5be-97cee75da7c0 req-286e434e-6d24-484f-bc04-db4f8d44ca0a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390954 Aug 11 00:43:00.464972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Deleting port 67154169-e199-4b97-88e1-00195f888dc5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:00.465630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:00.817977 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:00.819547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:00.909974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Calling delete_port for 67154169-e199-4b97-88e1-00195f888dc5 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:01.005418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 18045bcd-9b6d-4733-80c8-2939024eeb47 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:01.302601 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:01.341027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 18045bcd-9b6d-4733-80c8-2939024eeb47 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:01.341027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 18045bcd-9b6d-4733-80c8-2939024eeb47 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:01.341027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:01.357497 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Transition to ACTIVE for port object 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:01.479470 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:01.561977 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:01.672165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Attempting to bind port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:01.673157 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Attempting to bind port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:01.673666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 18045bcd-9b6d-4733-80c8-2939024eeb47, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=18045bcd-9b6d-4733-80c8-2939024eeb47,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:01.674445 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Attempting to bind port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:01.686138 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6a2f7-0880-4bc0-951d-e9975637c5df None None] Pushing event updated for resources: {'Port': ['ID=31ecddf1-3e14-4c56-a93e-d3c17e9beb3d,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:01.702799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:43:01.703447 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:01.703983 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:01.704480 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:43:01.705258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Bound port: 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:43:01.705762 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:01.742524 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:01.798776 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] For port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:01.803384 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] For port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=31ecddf1-3e14-4c56-a93e-d3c17e9beb3d,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:43:01.872552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=18045bcd-9b6d-4733-80c8-2939024eeb47,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:01.952162 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:02.059700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-efbac26d-1056-4b83-894a-0b5f8f83d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:02.061201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-efbac26d-1056-4b83-894a-0b5f8f83d495 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d80d82bf49641a48e698c15286c2606&device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 1095 time: 0.1715119 Aug 11 00:43:02.076181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9577b-9d9e-4cad-88a2-3755c08b6881 req-ad4fe5de-f824-4fb6-974c-7cb9dd47607d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:02.077823 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49a9577b-9d9e-4cad-88a2-3755c08b6881 req-ad4fe5de-f824-4fb6-974c-7cb9dd47607d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.1767497 Aug 11 00:43:02.099546 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:02.100562 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:02.105191 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6a2f7-0880-4bc0-951d-e9975637c5df None None] Pushing event updated for resources: {'Port': ['ID=31ecddf1-3e14-4c56-a93e-d3c17e9beb3d,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:02.256065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:02.260330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:02.269585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49a9577b-9d9e-4cad-88a2-3755c08b6881 req-5f7cb799-1581-4a6f-8e3d-8936b4d33068 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801651 Aug 11 00:43:02.345196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6970-2177-4414-8568-636831ceccb8 req-626a700e-f2c1-4f61-9e3f-6e63b15eb237 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:02.347213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-705a6970-2177-4414-8568-636831ceccb8 req-626a700e-f2c1-4f61-9e3f-6e63b15eb237 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.4220097 Aug 11 00:43:02.367858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06205bd0-fbbe-45aa-a89f-416e19f9e7f1 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:02.382401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-4ab1a6b1-2f32-435b-a8a9-d2e92ff7aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:02.384609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-4ab1a6b1-2f32-435b-a8a9-d2e92ff7aa61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 200 len: 918 time: 0.2857082 Aug 11 00:43:02.550139 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:02.607278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:02.700754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:02.841151 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-a7b16267-6382-4d45-b3aa-6a2f31d39876 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=147bdc39-c16f-4106-812a-a94e3d883cde HTTP/1.1" status: 200 len: 998 time: 0.3640006 Aug 11 00:43:02.849731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Pushing event deleted for resources: {'Port': ['ID=67154169-e199-4b97-88e1-00195f888dc5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:02.861544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 18045bcd-9b6d-4733-80c8-2939024eeb47 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:02.865816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-705a6970-2177-4414-8568-636831ceccb8 req-364d70b9-c849-4533-bebf-440305da9812 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048219 Aug 11 00:43:02.897396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:02.944572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 18045bcd-9b6d-4733-80c8-2939024eeb47 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:02.947590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 18045bcd-9b6d-4733-80c8-2939024eeb47 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 00:43:02.993385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-e0356f00-6c8c-47df-80cc-5d7419818bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:02.996422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-e0356f00-6c8c-47df-80cc-5d7419818bef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 200 len: 856 time: 0.1397913 Aug 11 00:43:03.007332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=18045bcd-9b6d-4733-80c8-2939024eeb47,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:03.012485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Port 18045bcd-9b6d-4733-80c8-2939024eeb47 not found, will not notify nova. {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 00:43:03.147125 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:42:54Z', 'revision_number': 3, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:03.192574 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a70019-56cf-49c5-a1be-48d838bc7f8c None None] The sync data for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 is: [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:42:54Z', 'revision_number': 3, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:03.296771 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:03.300262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:03.302450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-654edbfb-125e-4629-a0bd-8dd8139eb529 tempest-FloatingIPAdminTestJSON-488454125 tempest-FloatingIPAdminTestJSON-488454125-project] 10.222.0.43 "DELETE /v2.0/floatingips/80535dc3-1536-4ce2-a885-06157c54a890 HTTP/1.1" status: 204 len: 168 time: 4.1175804 Aug 11 00:43:03.307355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44706) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:03.353226 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:03.359265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06205bd0-fbbe-45aa-a89f-416e19f9e7f1 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:03.365616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06205bd0-fbbe-45aa-a89f-416e19f9e7f1 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:03.371136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb60cc-985f-4d66-b681-197b90579b7d None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:03.395767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb60cc-985f-4d66-b681-197b90579b7d None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:03.396752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a9cb60cc-985f-4d66-b681-197b90579b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:03.497435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a9cb60cc-985f-4d66-b681-197b90579b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:03.530652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-fb4088e3-bde5-4183-8634-0a9c8794c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:03.532625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-fb4088e3-bde5-4183-8634-0a9c8794c296 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af520825-082c-45f6-8942-abaa215f134c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4956560 Aug 11 00:43:03.552358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb60cc-985f-4d66-b681-197b90579b7d None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:03.555514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a9cb60cc-985f-4d66-b681-197b90579b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:03.601484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-06205bd0-fbbe-45aa-a89f-416e19f9e7f1 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/floatingips/260490a0-7525-4f23-831c-bcad006698c0 HTTP/1.1" status: 200 len: 979 time: 6.8862708 Aug 11 00:43:03.647749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44710) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:03.650740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a9cb60cc-985f-4d66-b681-197b90579b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:03.652660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb60cc-985f-4d66-b681-197b90579b7d None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:03.776422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Allocated IP 172.20.0.1 (ece244df-909c-4779-bf6c-17273d3f30aa/01b0d88f-459e-4ff9-b267-1377751700fa/77b4947a-80a8-4527-82ca-a2e421f22880) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:03.949412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Router 756f1869-811c-41ef-ab88-0ecc6b463f33 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:04.135144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4d67f-4761-437d-97a5-8349485968b4 req-10e4ad5e-f0c9-4bcd-aa49-6db2e992b307 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:04.142786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9bf4d67f-4761-437d-97a5-8349485968b4 req-10e4ad5e-f0c9-4bcd-aa49-6db2e992b307 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.4879391 Aug 11 00:43:04.181953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:04.191130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-568dac1b-4d30-4f40-9efb-2b2681bd4f8c service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351423 Aug 11 00:43:04.338238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e8fa3-637b-4c9b-9bf9-934d783e3775 req-87800313-04bd-4e63-9b44-8b0085a9ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:04.338238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728e8fa3-637b-4c9b-9bf9-934d783e3775 req-87800313-04bd-4e63-9b44-8b0085a9ae3f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 1097 time: 0.3050711 Aug 11 00:43:04.347283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79aa309-95e0-47ca-9324-41f7af835c7c req-129b09a1-4109-479e-b012-ea52f43f72f5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:04.355359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d79aa309-95e0-47ca-9324-41f7af835c7c req-129b09a1-4109-479e-b012-ea52f43f72f5 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.2995334 Aug 11 00:43:04.397727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:04.405421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:04.413573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-758f0fdf-3137-4fc9-81d0-757a3158110a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "PUT /v2.0/routers/756f1869-811c-41ef-ab88-0ecc6b463f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8945518 Aug 11 00:43:04.427628 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] Sync routers for ids ['756f1869-811c-41ef-ab88-0ecc6b463f33'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:04.443939 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] Routers {'756f1869-811c-41ef-ab88-0ecc6b463f33'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:04.444598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44716) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:04.444827 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['756f1869-811c-41ef-ab88-0ecc6b463f33'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:04.457922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d79aa309-95e0-47ca-9324-41f7af835c7c req-d0b8ed50-6406-4bfe-a78f-8e1f2af216ef tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014166 Aug 11 00:43:04.485789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Deleting port 7da82d7e-4bee-4a5d-981d-d3869c7ab161 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:04.486694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:04.528687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9bf4d67f-4761-437d-97a5-8349485968b4 req-8a9348ca-eea3-4e14-9702-88bbd9ce2e5c tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798387 Aug 11 00:43:04.574853 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] Set router 756f1869-811c-41ef-ab88-0ecc6b463f33 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:04.605517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Transition to ACTIVE for port object 77b4947a-80a8-4527-82ca-a2e421f22880 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:04.637474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:04.642989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d6b41-61f4-48d1-bee3-dc861b21f06e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:04.644969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d6b41-61f4-48d1-bee3-dc861b21f06e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:04.651802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc1d6b41-61f4-48d1-bee3-dc861b21f06e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1721978 Aug 11 00:43:04.654478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44718) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:04.662635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728e8fa3-637b-4c9b-9bf9-934d783e3775 req-3f51d768-cbde-4e7c-8342-f820fbd7051a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483140 Aug 11 00:43:04.689596 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'name': 'tempest-NetworksTestDHCPv6-router-50003320', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:48Z', 'updated_at': '2021-08-11T00:43:02Z', 'revision_number': 3, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:04.737129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2b8641a-5df0-4b54-920b-a9a196a12fda req-36b9a78d-9a19-4616-9117-1bf12d23ad6f service neutron] 10.222.0.55 "GET /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338295 Aug 11 00:43:04.781404 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:04.781973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:04.805493 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] Checking router: 756f1869-811c-41ef-ab88-0ecc6b463f33 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:04.807288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Calling delete_port for 7da82d7e-4bee-4a5d-981d-d3869c7ab161 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:04.819311 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] Routers {'756f1869-811c-41ef-ab88-0ecc6b463f33'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:04.820163 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['756f1869-811c-41ef-ab88-0ecc6b463f33'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:04.958317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 7c5f7034-86ce-4742-baf3-1334ebca194d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:04.964113 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] Set router 756f1869-811c-41ef-ab88-0ecc6b463f33 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:04.968151 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:04.979721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.117196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Network ece244df-909c-4779-bf6c-17273d3f30aa is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:05.120611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:05.132490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-df565277-2339-4a33-a495-548f7ac828ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 1604eca1-6638-4864-bbd2-e4a31568ef7c {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:05.160739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:05.163736 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'name': 'tempest-NetworksTestDHCPv6-router-50003320', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:48Z', 'updated_at': '2021-08-11T00:43:02Z', 'revision_number': 3, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:05.187860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event updated for resources: {'Port': ['ID=9ba1f88d-2914-48c3-b9bd-ab324bfa4799,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:05.196679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df565277-2339-4a33-a495-548f7ac828ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.265734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:05.288322 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b116f54e-751a-47ee-a505-1cb18189b824 None None] The sync data for ids ['756f1869-811c-41ef-ab88-0ecc6b463f33'] in n-d-712143-13 is: [{'id': '756f1869-811c-41ef-ab88-0ecc6b463f33', 'name': 'tempest-NetworksTestDHCPv6-router-50003320', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:48Z', 'updated_at': '2021-08-11T00:43:02Z', 'revision_number': 3, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:05.365018 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df565277-2339-4a33-a495-548f7ac828ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.412783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.437083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Pushing event updated for resources: {'Port': ['ID=77b4947a-80a8-4527-82ca-a2e421f22880,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:05.465682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.647020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.654188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.717634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:05.724366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:05.724610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.838173 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9ef60-e931-40e5-83bc-a9ededd99710 req-b4986a31-7c5d-4136-912f-89000efe1517 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:05.840338 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8fb9ef60-e931-40e5-83bc-a9ededd99710 req-b4986a31-7c5d-4136-912f-89000efe1517 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.2456353 Aug 11 00:43:05.856628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 7c5f7034-86ce-4742-baf3-1334ebca194d owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:05.908261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df565277-2339-4a33-a495-548f7ac828ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.931888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-396fbb54-701a-4a4c-b1ac-ef63e8e5d2d7 None None] Provisioning for port 77b4947a-80a8-4527-82ca-a2e421f22880 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:05.955770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8fb9ef60-e931-40e5-83bc-a9ededd99710 req-87944362-11ad-4947-8301-35fc0defd7b6 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040530 Aug 11 00:43:05.957552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-396fbb54-701a-4a4c-b1ac-ef63e8e5d2d7 None None] Provisioning complete for port 77b4947a-80a8-4527-82ca-a2e421f22880 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:05.957956 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-396fbb54-701a-4a4c-b1ac-ef63e8e5d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:05.962994 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:06.020017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=31ecddf1-3e14-4c56-a93e-d3c17e9beb3d,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:06.040726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:06.078359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-396fbb54-701a-4a4c-b1ac-ef63e8e5d2d7 None None] Port 77b4947a-80a8-4527-82ca-a2e421f22880 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:43:06.093320 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Floating IP cb349067-b805-4d7e-9793-1dd26838ea20 associated. External IP: 172.25.0.138, port: 4622d28c-9d2e-40c4-89ab-88aa7776c754. Aug 11 00:43:06.173094 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:06.201226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Pushing event deleted for resources: {'Port': ['ID=7da82d7e-4bee-4a5d-981d-d3869c7ab161,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:06.343479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=31ecddf1-3e14-4c56-a93e-d3c17e9beb3d,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:06.367974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:06.405430 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:06.411521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:06.422397 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a3e2f369-b891-482b-96f2-4e06e347dadf tempest-FloatingIPAdminTestJSON-21864619 tempest-FloatingIPAdminTestJSON-21864619-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/041e9d6e-07e5-4471-a6e7-39776f17289e HTTP/1.1" status: 204 len: 168 time: 2.9739754 Aug 11 00:43:06.424857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44728) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:06.627675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4f268-e8ef-453d-908e-41ebec8b45aa req-9a16e3fa-53bd-4bb0-bb68-74f7aa2df823 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:06.629457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6fd4f268-e8ef-453d-908e-41ebec8b45aa req-9a16e3fa-53bd-4bb0-bb68-74f7aa2df823 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.8703825 Aug 11 00:43:06.766799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6fd4f268-e8ef-453d-908e-41ebec8b45aa req-ba84513d-7475-4116-86cb-52d080010682 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180561 Aug 11 00:43:06.922480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:06.972139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-24fde54d-3ed9-457e-b8e6-477cf71b14d1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Deleting port 1a7d4e71-3cf0-449e-99fe-777c9f3baff4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:06.973002 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24fde54d-3ed9-457e-b8e6-477cf71b14d1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.015725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df565277-2339-4a33-a495-548f7ac828ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.055219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:07.055905 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.107183 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.139689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565277-2339-4a33-a495-548f7ac828ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=1604eca1-6638-4864-bbd2-e4a31568ef7c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:07.161390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df565277-2339-4a33-a495-548f7ac828ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.165921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b97f56-d5b0-4e1a-9d64-3469f282e667 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:07.166272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-df565277-2339-4a33-a495-548f7ac828ff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/1604eca1-6638-4864-bbd2-e4a31568ef7c HTTP/1.1" status: 204 len: 168 time: 2.4969487 Aug 11 00:43:07.171532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44734) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:07.288481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24fde54d-3ed9-457e-b8e6-477cf71b14d1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.314971 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.389569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 18045bcd-9b6d-4733-80c8-2939024eeb47 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:07.390405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.390811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-24fde54d-3ed9-457e-b8e6-477cf71b14d1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Calling delete_port for 1a7d4e71-3cf0-449e-99fe-777c9f3baff4 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:07.413567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6352c9-4f0d-44b9-84e0-514cbfa856fc req-0440e35c-d9a8-476d-82cd-9bcbe3dd409d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:07.415448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:07.416615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f6352c9-4f0d-44b9-84e0-514cbfa856fc req-0440e35c-d9a8-476d-82cd-9bcbe3dd409d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.2706921 Aug 11 00:43:07.442932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 18045bcd-9b6d-4733-80c8-2939024eeb47 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:07.443343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 18045bcd-9b6d-4733-80c8-2939024eeb47 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:07.497123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f6352c9-4f0d-44b9-84e0-514cbfa856fc req-9e8b42ff-bde0-491b-a54c-49514d2b36e8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698857 Aug 11 00:43:07.557860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=7c5f7034-86ce-4742-baf3-1334ebca194d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:07.606862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:43:07.616260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.622797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Pushing event updated for resources: {'Port': ['ID=77b4947a-80a8-4527-82ca-a2e421f22880,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:07.643407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1e08c894-0bc4-428d-b32c-1b680969ee67 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4676740 Aug 11 00:43:07.646966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44740) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:07.705847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] Deleting port bcddcc09-1f88-4644-a4e7-14757215fd10 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:07.706345 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.818351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] For port bcddcc09-1f88-4644-a4e7-14757215fd10, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bcddcc09-1f88-4644-a4e7-14757215fd10,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:07.818815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.828992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.829513 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP 260490a0-7525-4f23-831c-bcad006698c0 disassociated (deleted). External IP: 172.25.0.132, port: 75499c5c-3f60-4b7e-a8a8-b337749d51c9. Aug 11 00:43:07.841133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] Calling delete_port for bcddcc09-1f88-4644-a4e7-14757215fd10 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:07.890712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-048e158f-cb30-4fb0-9fff-43126caeae35 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:07.904760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:07.940283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] Sync routers for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:07.989068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:07.989888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:08.110788 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-048e158f-cb30-4fb0-9fff-43126caeae35 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:08.113775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-048e158f-cb30-4fb0-9fff-43126caeae35 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:08.116252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:08.178118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:08.187375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Network ece244df-909c-4779-bf6c-17273d3f30aa is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:08.190794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:08.224780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b1f6db2f-0d1e-4be0-bfe3-fa922f1e7b14 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.6341991 Aug 11 00:43:08.228379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44746) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:08.238862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:43:08.239151 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb52bdb-64e2-48a7-a735-190fac3b85d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:43:08.313837 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:08.357004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd35850-f080-4672-a0f4-7952440c9256 req-08ddc36d-a92b-4091-bd00-54e6a9e7f430 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:08.358785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfd35850-f080-4672-a0f4-7952440c9256 req-08ddc36d-a92b-4091-bd00-54e6a9e7f430 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.1430049 Aug 11 00:43:08.372648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] Pushing event deleted for resources: {'Port': ['ID=bcddcc09-1f88-4644-a4e7-14757215fd10,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:08.379277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:08.387975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd271a-b80a-4aa9-906c-d8b290615f23 None None] No DVR routers for this DVR port bcddcc09-1f88-4644-a4e7-14757215fd10 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:08.429511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfd35850-f080-4672-a0f4-7952440c9256 req-b3cf13bb-993b-44f3-b5d2-6fabc88a7965 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631969 Aug 11 00:43:08.546360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a1756f5f-3954-4423-a3a2-0629326e1b60 None None] Provisioning complete for port 77b4947a-80a8-4527-82ca-a2e421f22880 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:08.546980 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a1756f5f-3954-4423-a3a2-0629326e1b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:08.630033 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b34256-f4e5-4c0a-abe8-cdc481204991 x-openstack-request-id: req-c3b34256-f4e5-4c0a-abe8-cdc481204991 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:43:08.630343 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:43:08.631105 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3b34256-f4e5-4c0a-abe8-cdc481204991 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:43:08.631105 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'status': 'completed', 'code': 200} Aug 11 00:43:08.638681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:08.640450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a1756f5f-3954-4423-a3a2-0629326e1b60 None None] Port 77b4947a-80a8-4527-82ca-a2e421f22880 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:43:08.643850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:08.660709 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8443ad-9a4f-470d-a9d4-7c1fbd21bf6a None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:08.672754 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8443ad-9a4f-470d-a9d4-7c1fbd21bf6a None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:08.675256 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-3a8443ad-9a4f-470d-a9d4-7c1fbd21bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:08.703967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-26894498-64f9-4c65-b73b-1328e3eaee49 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/floatingips/260490a0-7525-4f23-831c-bcad006698c0 HTTP/1.1" status: 204 len: 168 time: 5.0518496 Aug 11 00:43:08.707282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-63d1dd37-6c34-42d6-90b9-b856883d41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:08.708936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-63d1dd37-6c34-42d6-90b9-b856883d41e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 1097 time: 0.1053836 Aug 11 00:43:08.709521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44752) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:08.724621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'cb349067-b805-4d7e-9793-1dd26838ea20', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'port_id': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'mac_address': 'fa:16:3e:f1:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:43:01Z', 'updated_at': '2021-08-11T00:43:01Z', 'revision_number': 0, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:25Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:08.738431 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-3a8443ad-9a4f-470d-a9d4-7c1fbd21bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:08.757284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] Checking router: bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:08.763043 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8443ad-9a4f-470d-a9d4-7c1fbd21bf6a None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:08.764431 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-3a8443ad-9a4f-470d-a9d4-7c1fbd21bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:08.767683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:08.769626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:08.812194 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-3a8443ad-9a4f-470d-a9d4-7c1fbd21bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:08.813150 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8443ad-9a4f-470d-a9d4-7c1fbd21bf6a None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:08.832956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bcddcc09-1f88-4644-a4e7-14757215fd10 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:08.859261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: bcddcc09-1f88-4644-a4e7-14757215fd10 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:08.859773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bcddcc09-1f88-4644-a4e7-14757215fd10 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:08.868853 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-048e158f-cb30-4fb0-9fff-43126caeae35 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:08.869200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048e158f-cb30-4fb0-9fff-43126caeae35 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Fanout notify agent at l3_agent the message router_deleted on router 756f1869-811c-41ef-ab88-0ecc6b463f33 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:43:08.897788 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:43:08.904702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-048e158f-cb30-4fb0-9fff-43126caeae35 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:08.905890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-048e158f-cb30-4fb0-9fff-43126caeae35 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/routers/756f1869-811c-41ef-ab88-0ecc6b463f33 HTTP/1.1" status: 204 len: 168 time: 1.2578952 Aug 11 00:43:08.910423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44754) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:08.917679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:08.970971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:08.975360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-4529060d-f661-4fd4-a055-fd8b72f13616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:08.977153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-4529060d-f661-4fd4-a055-fd8b72f13616 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d HTTP/1.1" status: 200 len: 898 time: 0.2571912 Aug 11 00:43:09.007113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4b4bc3d2-c95e-4785-b702-4548fe6b64ad tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/floatingips/cb349067-b805-4d7e-9793-1dd26838ea20 HTTP/1.1" status: 200 len: 991 time: 0.7773945 Aug 11 00:43:09.022122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e6a0b-60e6-49f8-8c0f-6379266834e4 req-201ede8e-b52a-4344-843e-b876d3843212 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:09.030335 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db3e6a0b-60e6-49f8-8c0f-6379266834e4 req-201ede8e-b52a-4344-843e-b876d3843212 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.7125342 Aug 11 00:43:09.038148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-40970cdf-c2e1-4c08-80be-2c95729432aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:09.039366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-40970cdf-c2e1-4c08-80be-2c95729432aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89ea7801e2df44bd9e1ff508a198390b&device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 1097 time: 0.6769176 Aug 11 00:43:09.082893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-ec2d46a0-b14e-4c2c-a048-3d88754bfaa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754 HTTP/1.1" status: 200 len: 999 time: 0.0941706 Aug 11 00:43:09.112892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ef039a01-2af4-4262-bed9-f3cb77445d50 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 75499c5c-3f60-4b7e-a8a8-b337749d51c9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:09.113230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef039a01-2af4-4262-bed9-f3cb77445d50 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:09.166374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:09.178767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24fde54d-3ed9-457e-b8e6-477cf71b14d1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:09.236399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-7265a1c1-ad5e-4bfa-a4c5-4e3aded029a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:09.237979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-7265a1c1-ad5e-4bfa-a4c5-4e3aded029a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a60e279-5791-4141-82aa-c915318494dc HTTP/1.1" status: 200 len: 835 time: 0.1410058 Aug 11 00:43:09.247281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fde54d-3ed9-457e-b8e6-477cf71b14d1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event deleted for resources: {'Port': ['ID=1a7d4e71-3cf0-449e-99fe-777c9f3baff4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:09.267093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db3e6a0b-60e6-49f8-8c0f-6379266834e4 req-60a1df83-635a-4502-9b0b-9e504eb99d5d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349243 Aug 11 00:43:09.333907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:09.342680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:09.461249 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef039a01-2af4-4262-bed9-f3cb77445d50 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:09.466689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'cb349067-b805-4d7e-9793-1dd26838ea20', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'port_id': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'mac_address': 'fa:16:3e:f1:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:43:01Z', 'updated_at': '2021-08-11T00:43:01Z', 'revision_number': 0, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:25Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:09.468814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-ef7af398-a04d-417e-82a7-e82ea951ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:09.471736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-ef7af398-a04d-417e-82a7-e82ea951ae65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 200 len: 911 time: 0.4206138 Aug 11 00:43:09.512284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7b1814-6558-439e-a0a1-16dcd1f2ac43 None None] The sync data for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 is: [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'cb349067-b805-4d7e-9793-1dd26838ea20', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'floating_ip_address': '172.25.0.138', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'port_id': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'mac_address': 'fa:16:3e:f1:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:43:01Z', 'updated_at': '2021-08-11T00:43:01Z', 'revision_number': 0, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:25Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:09.527206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ef039a01-2af4-4262-bed9-f3cb77445d50 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 75499c5c-3f60-4b7e-a8a8-b337749d51c9 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:09.617968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-0e3776c1-ba7d-4d6d-8bca-63c4dd8ac183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067 HTTP/1.1" status: 200 len: 217 time: 0.1333477 Aug 11 00:43:09.660095 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24fde54d-3ed9-457e-b8e6-477cf71b14d1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:09.664560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24fde54d-3ed9-457e-b8e6-477cf71b14d1 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "DELETE /v2.0/ports/1a7d4e71-3cf0-449e-99fe-777c9f3baff4 HTTP/1.1" status: 204 len: 168 time: 3.1572278 Aug 11 00:43:09.690113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44760) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:09.710963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:09.726900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bfd0bfa5-7a2a-4402-9de5-a430fac2ce27 admin admin] 10.222.0.43 "PUT /v2.0/routers/3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4991169 Aug 11 00:43:09.731872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Sync routers for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:09.736216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-bb28e269-4043-45dc-aa81-5698836b9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:09.738741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-bb28e269-4043-45dc-aa81-5698836b9093 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d8e956f-81d6-46e3-9733-e5346737b3e1 HTTP/1.1" status: 200 len: 850 time: 0.0921881 Aug 11 00:43:09.755852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:09.756508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:09.792038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-4a76abd5-77cc-4d80-959e-d149f17eb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:09.793627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-4a76abd5-77cc-4d80-959e-d149f17eb369 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5478861 Aug 11 00:43:09.846530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-ddd308fa-b4ca-4417-9032-1602dda127c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0a025a5-5037-42da-b26e-b514c4351f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973632 Aug 11 00:43:09.929283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:10.005545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-4cf2b7fb-9ec1-4c5a-a21b-5a38293e20be service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482458 Aug 11 00:43:10.008398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-cda4a2c2-f1f2-48ff-903f-efa7e9893af9 service neutron] 10.222.0.44 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724720 Aug 11 00:43:10.013840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44764) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:10.018865 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dedecde-4229-4ac3-894d-4b859bd1d7ad None None] New status for floating IP cb349067-b805-4d7e-9793-1dd26838ea20: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:43:10.092583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a7da08-92de-4105-9f9f-bf86774708ac tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:10.094523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b5a7da08-92de-4105-9f9f-bf86774708ac tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "GET /v2.0/ports?device_id=611fdbee-178b-4f54-a82a-71657a89f725 HTTP/1.1" status: 200 len: 913 time: 0.4033320 Aug 11 00:43:10.111005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44770) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:10.146353 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5926a704-b1eb-44eb-9281-9ce0a7976a8b tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/floatingips/cb349067-b805-4d7e-9793-1dd26838ea20 HTTP/1.1" status: 200 len: 991 time: 0.1300223 Aug 11 00:43:10.213726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06f6f-1acb-4c1e-a993-ec09b0193807 req-257fe8a9-34a8-4c4b-8038-b3ec0518cce4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:10.217389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8a06f6f-1acb-4c1e-a993-ec09b0193807 req-257fe8a9-34a8-4c4b-8038-b3ec0518cce4 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.5279140 Aug 11 00:43:10.301839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7d8f2e0-2012-49e0-a487-47ed8a627524 req-50933e7b-e762-4cc9-926e-117762e40ce8 service neutron] 10.222.0.44 "GET /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592376 Aug 11 00:43:10.364337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 2, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:10.406120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Checking router: 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:10.406546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Updating router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 port 77b4947a-80a8-4527-82ca-a2e421f22880 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:43:10.409792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef039a01-2af4-4262-bed9-f3cb77445d50 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:10.459692 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:10.501243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1e9c8-9075-4e9f-a628-3f7fec38b186 req-1b8e7921-1210-4ef2-9660-edacfe52f007 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:10.501243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0fd1e9c8-9075-4e9f-a628-3f7fec38b186 req-1b8e7921-1210-4ef2-9660-edacfe52f007 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 943 time: 0.0824058 Aug 11 00:43:10.520715 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8a06f6f-1acb-4c1e-a993-ec09b0193807 req-f64df97d-62fb-479a-818f-296ae6573af3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217085 Aug 11 00:43:10.581128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0fd1e9c8-9075-4e9f-a628-3f7fec38b186 req-252e3b9e-39a5-4fd7-93a9-d21d3e1d87b7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658927 Aug 11 00:43:10.669225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:43:10.899033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:10.920742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '147bdc39-c16f-4106-812a-a94e3d883cde', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'port_id': '147bdc39-c16f-4106-812a-a94e3d883cde', 'mac_address': 'fa:16:3e:f3:d4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:43:10.953308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef039a01-2af4-4262-bed9-f3cb77445d50 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=75499c5c-3f60-4b7e-a8a8-b337749d51c9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:11.005472 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.017375 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fb52bdb-64e2-48a7-a735-190fac3b85d3 req-fc634627-7ab9-4429-9e1d-265c7a81ba38 service neutron] 10.222.0.44 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9873807 Aug 11 00:43:11.027784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.039292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147bdc39-c16f-4106-812a-a94e3d883cde {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:43:11.048117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Transition to ACTIVE for port object 77b4947a-80a8-4527-82ca-a2e421f22880 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:11.066020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:11.075459 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef039a01-2af4-4262-bed9-f3cb77445d50 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.077464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ef039a01-2af4-4262-bed9-f3cb77445d50 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/ports/75499c5c-3f60-4b7e-a8a8-b337749d51c9 HTTP/1.1" status: 204 len: 168 time: 2.3669608 Aug 11 00:43:11.082588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44808) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:11.089483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:11.149571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44810) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:11.221209 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f87aa3b7-55ad-4472-b7d0-62c46e2b8320 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/floatingips/cb349067-b805-4d7e-9793-1dd26838ea20 HTTP/1.1" status: 200 len: 993 time: 0.0701823 Aug 11 00:43:11.317443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.318473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.319338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.326056 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.430082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:11.437179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:11.440245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:11.440922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.457758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=4bced396-235f-41d3-b598-bdf0394728f9,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:11.464572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d004c8-21c1-45a2-9a2b-e6e83da7d196 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:11.484433 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.489471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:11.526982 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.605740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Attempting to bind port 77b4947a-80a8-4527-82ca-a2e421f22880 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:11.606215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Attempting to bind port 77b4947a-80a8-4527-82ca-a2e421f22880 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:11.606470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Attempting to bind port 77b4947a-80a8-4527-82ca-a2e421f22880 on network ece244df-909c-4779-bf6c-17273d3f30aa {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:11.619627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7251365-ac1d-459c-a168-2a751dd27d9a None None] Pushing event updated for resources: {'Port': ['ID=77b4947a-80a8-4527-82ca-a2e421f22880,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:11.629353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d553433a-1156-4b61-86e1-0b3d724fcdd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7164419 Aug 11 00:43:11.630192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44816) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:11.636821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:43:11.637426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Checking segment: {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:11.637900 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.638963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-63ce51ed-cdf0-402d-92ae-ac5f8a2438c7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1843346478', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:11.640742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Bound using segment: {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:43:11.641563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Bound port: 77b4947a-80a8-4527-82ca-a2e421f22880, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:43:11.642054 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.664519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['147bdc39-c16f-4106-812a-a94e3d883cde'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:43:11.668520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.25.0.96 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/779ce95f-40f2-4bdd-b2b8-20066d4c23ac) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:11.864917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d273-b179-4aff-9e5d-c2ca98447015 req-b00020be-c6fc-425b-9f63-0ec1a71be947 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:11.870385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.871091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa27d273-b179-4aff-9e5d-c2ca98447015 req-b00020be-c6fc-425b-9f63-0ec1a71be947 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 944 time: 0.1191766 Aug 11 00:43:11.929870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be63fc3-9698-4e63-93da-fabb111affe5 req-07df8101-786b-4c90-ad37-7b1ef4b78eb3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:11.932187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9be63fc3-9698-4e63-93da-fabb111affe5 req-07df8101-786b-4c90-ad37-7b1ef4b78eb3 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.1300340 Aug 11 00:43:11.940988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa27d273-b179-4aff-9e5d-c2ca98447015 req-4eb95d6f-6852-4004-9104-e5e75d3b93a2 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668120 Aug 11 00:43:11.946072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '4bced396-235f-41d3-b598-bdf0394728f9'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:43:11.947535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:11.990652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] For port 77b4947a-80a8-4527-82ca-a2e421f22880, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:11.996343 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9be63fc3-9698-4e63-93da-fabb111affe5 req-5cca0deb-c911-41a7-9f84-5612e857782a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513453 Aug 11 00:43:12.044661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] For port 77b4947a-80a8-4527-82ca-a2e421f22880, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=77b4947a-80a8-4527-82ca-a2e421f22880,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:43:12.100189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Deleting port 93e23cb0-bfdc-4af8-b8a0-8934766fbd3e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:12.100765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.200356 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.209826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/4bced396-235f-41d3-b598-bdf0394728f9/de179a7d-9746-4c38-93c0-1a91104ca491) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:12.217202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Calling delete_port for 93e23cb0-bfdc-4af8-b8a0-8934766fbd3e owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:12.382567 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.394136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Transition to ACTIVE for port object de179a7d-9746-4c38-93c0-1a91104ca491 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:12.416503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Transition to ACTIVE for port object de179a7d-9746-4c38-93c0-1a91104ca491 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:12.722666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63ce51ed-cdf0-402d-92ae-ac5f8a2438c7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.724959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63ce51ed-cdf0-402d-92ae-ac5f8a2438c7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.780953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63ce51ed-cdf0-402d-92ae-ac5f8a2438c7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.785195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.794008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.794624 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.794624 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:12.835278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:12.838420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event deleted for resources: {'Port': ['ID=93e23cb0-bfdc-4af8-b8a0-8934766fbd3e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:12.840636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:12.840888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:12.843225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=779ce95f-40f2-4bdd-b2b8-20066d4c23ac,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:12.846108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:12.853736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:12.863036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:12.870532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Pushing event updated for resources: {'Port': ['ID=de179a7d-9746-4c38-93c0-1a91104ca491,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:12.873638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:12.874403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:12.933310 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63ce51ed-cdf0-402d-92ae-ac5f8a2438c7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.048786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.163303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Attempting to bind port de179a7d-9746-4c38-93c0-1a91104ca491 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:13.163303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Attempting to bind port de179a7d-9746-4c38-93c0-1a91104ca491 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:13.163303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Attempting to bind port de179a7d-9746-4c38-93c0-1a91104ca491 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:13.220921 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.269379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.274680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63ce51ed-cdf0-402d-92ae-ac5f8a2438c7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.276740 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-63ce51ed-cdf0-402d-92ae-ac5f8a2438c7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6420894 Aug 11 00:43:13.281009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44830) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:13.358918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7251365-ac1d-459c-a168-2a751dd27d9a None None] Pushing event updated for resources: {'Port': ['ID=77b4947a-80a8-4527-82ca-a2e421f22880,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:13.377401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:43:13.377802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:13.378210 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.378607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:43:13.380128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Bound port: de179a7d-9746-4c38-93c0-1a91104ca491, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:43:13.380833 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.481221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fd161-8268-48ee-b854-4dce84a0c665 req-bf6ab594-615c-4db9-9735-fb3a0f5d21b3 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:13.487780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-054fd161-8268-48ee-b854-4dce84a0c665 req-bf6ab594-615c-4db9-9735-fb3a0f5d21b3 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 944 time: 0.3416455 Aug 11 00:43:13.503552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.523094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] For port de179a7d-9746-4c38-93c0-1a91104ca491, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:13.543574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] For port de179a7d-9746-4c38-93c0-1a91104ca491, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=de179a7d-9746-4c38-93c0-1a91104ca491,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:43:13.564426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-054fd161-8268-48ee-b854-4dce84a0c665 req-a68fb9db-6383-4167-ac99-0d9ba65cabdb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577872 Aug 11 00:43:13.579787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:13.613833 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.744615 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.796363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2b2ce-0fe5-4705-b4d3-4275b9aa772d req-90a835dc-6a1d-4091-9050-4f3edf17dc19 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:13.800313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8aa2b2ce-0fe5-4705-b4d3-4275b9aa772d req-90a835dc-6a1d-4091-9050-4f3edf17dc19 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.5267484 Aug 11 00:43:13.818827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.866135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:13.868799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7846148 Aug 11 00:43:13.870427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1189c93-b25c-405c-ae01-636a6cfad5c3 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=779ce95f-40f2-4bdd-b2b8-20066d4c23ac,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:13.873825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44864) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:13.880720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'port': {'network_id': 'd125e098-ab71-4d4a-a8e0-e0e8e91a63ca', 'name': 'tempest-FloatingIPTestJSON-1328326180'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:14.120113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8aa2b2ce-0fe5-4705-b4d3-4275b9aa772d req-a6ff4194-ca86-4858-8ce4-0285447958fd tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843660 Aug 11 00:43:14.186570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:14.192932 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:14.250376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] device_id is not set on port 465e9abd-02b7-4338-be30-81be7dc6e54a yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:14.304315 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:14.374117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ac069-ec57-4cee-ba71-8bb9ca8c6e69 None None] Pushing event updated for resources: {'Port': ['ID=de179a7d-9746-4c38-93c0-1a91104ca491,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:14.547804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:11Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:14.602371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2bb192-5193-4695-a63e-c815e758168f None None] The sync data for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 is: [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:11Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:14.609967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.20.0.11 (d125e098-ab71-4d4a-a8e0-e0e8e91a63ca/5e0d5a0f-5db2-417a-96d3-c462f613b7f5/465e9abd-02b7-4338-be30-81be7dc6e54a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:14.671212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:14.779458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Router 611fdbee-178b-4f54-a82a-71657a89f725 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:14.937375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 147bdc39-c16f-4106-812a-a94e3d883cde triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:14.937375 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:15.147095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:15.219669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:15.224476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:43:15.224476 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be78a3f-60e5-4e14-a735-8b3fc83e2470" -d '{"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-plugged", "status": "completed", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:43:15.228817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device de179a7d-9746-4c38-93c0-1a91104ca491 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:15.298829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:15.368764 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:15.458753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::1 (a231281a-384d-46e8-8f86-e604acdadde9/4bced396-235f-41d3-b598-bdf0394728f9/f9e206cb-e1ba-4a13-9f17-39f36e368f6b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:15.493902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port de179a7d-9746-4c38-93c0-1a91104ca491 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:15.514424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:15.515627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=10']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:15.543459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9861a9-dcab-4880-9e8f-1ebc2e25f14e req-49d9a35d-0bbc-4818-a431-6608a97b69bd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:15.545812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec9861a9-dcab-4880-9e8f-1ebc2e25f14e req-49d9a35d-0bbc-4818-a431-6608a97b69bd tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 944 time: 0.5971348 Aug 11 00:43:15.557300 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94095067-0f76-4c92-9214-febeb0d85db4 x-openstack-request-id: req-94095067-0f76-4c92-9214-febeb0d85db4 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:43:15.557932 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-plugged", "status": "completed", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:43:15.558442 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94095067-0f76-4c92-9214-febeb0d85db4 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:43:15.559148 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde', 'code': 200} Aug 11 00:43:15.700018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network d125e098-ab71-4d4a-a8e0-e0e8e91a63ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:15.719845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:15.745844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:15.753644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=465e9abd-02b7-4338-be30-81be7dc6e54a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:15.766979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:15.787501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5f85d996-5b1d-4c05-8166-8ce7dfb74f13 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "PUT /v2.0/routers/611fdbee-178b-4f54-a82a-71657a89f725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6447458 Aug 11 00:43:15.793044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1867f-3c7a-41d0-af00-c24670208251 None None] Sync routers for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:15.811266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1867f-3c7a-41d0-af00-c24670208251 None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:15.812205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-cdf1867f-3c7a-41d0-af00-c24670208251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:15.818630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44878) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:15.889892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-cdf1867f-3c7a-41d0-af00-c24670208251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:15.919217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1867f-3c7a-41d0-af00-c24670208251 None None] Routers {'611fdbee-178b-4f54-a82a-71657a89f725'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:15.920257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-cdf1867f-3c7a-41d0-af00-c24670208251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['611fdbee-178b-4f54-a82a-71657a89f725'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:15.956731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec9861a9-dcab-4880-9e8f-1ebc2e25f14e req-d304bdb6-9dcc-4e13-87c3-bd435b56ccdb tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481348 Aug 11 00:43:16.025157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-cdf1867f-3c7a-41d0-af00-c24670208251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:16.042532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1867f-3c7a-41d0-af00-c24670208251 None None] The sync data for ids ['611fdbee-178b-4f54-a82a-71657a89f725'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:16.051849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.086665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object f9e206cb-e1ba-4a13-9f17-39f36e368f6b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:16.095185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5ccb5-89c8-4010-9e1d-60bfaf9c65af req-fc32ae42-57e7-40ed-89de-5a2787f81d70 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:16.103781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5a5ccb5-89c8-4010-9e1d-60bfaf9c65af req-fc32ae42-57e7-40ed-89de-5a2787f81d70 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.4078701 Aug 11 00:43:16.185854 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bf43cf87-3c57-4503-a79b-b08b44cb2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.202395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:16.203580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.255023 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.345351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:16.345571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d95e7-5d66-4ec9-ac2f-1cfad427428a req-79eb5581-fa34-4005-94a4-29c765be527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:16.348288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f08d95e7-5d66-4ec9-ac2f-1cfad427428a req-79eb5581-fa34-4005-94a4-29c765be527c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 1098 time: 0.3572843 Aug 11 00:43:16.350131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:16.356048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:16.357236 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.384879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dd24ea11-b06f-4c6a-9886-da13c51f6d0a None None] Provisioning for port de179a7d-9746-4c38-93c0-1a91104ca491 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:16.393910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dd24ea11-b06f-4c6a-9886-da13c51f6d0a None None] Provisioning complete for port de179a7d-9746-4c38-93c0-1a91104ca491 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:16.393910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dd24ea11-b06f-4c6a-9886-da13c51f6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.399454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=f9e206cb-e1ba-4a13-9f17-39f36e368f6b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:16.424531 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5a5ccb5-89c8-4010-9e1d-60bfaf9c65af req-9e505dd6-c290-4f69-86f5-cc3419ce88d8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906342 Aug 11 00:43:16.432438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.446872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0770e50d-a3d8-4b99-a223-4dce462364cc tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5713928 Aug 11 00:43:16.458394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44882) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:16.464498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'port_id': '465e9abd-02b7-4338-be30-81be7dc6e54a'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:16.580216 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dd24ea11-b06f-4c6a-9886-da13c51f6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.608646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f08d95e7-5d66-4ec9-ac2f-1cfad427428a req-1be408b0-2b16-4ca2-975c-b81bc8db173d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669621 Aug 11 00:43:16.654431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-dd24ea11-b06f-4c6a-9886-da13c51f6d0a None None] For port de179a7d-9746-4c38-93c0-1a91104ca491, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=de179a7d-9746-4c38-93c0-1a91104ca491,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:16.776131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:16.861208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 77b4947a-80a8-4527-82ca-a2e421f22880 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:17.072813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:17.148223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2304c1-cf09-4651-8cb0-89b6d85a1438 req-3fd6e3ac-7b83-49b8-b4b4-4419c16445d0 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:17.152138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d2304c1-cf09-4651-8cb0-89b6d85a1438 req-3fd6e3ac-7b83-49b8-b4b4-4419c16445d0 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 946 time: 0.0690024 Aug 11 00:43:17.216196 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d2304c1-cf09-4651-8cb0-89b6d85a1438 req-c63d439a-ac4a-45a4-9ff6-56fa14a1b5f7 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556507 Aug 11 00:43:17.342181 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dd24ea11-b06f-4c6a-9886-da13c51f6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:17.433065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 77b4947a-80a8-4527-82ca-a2e421f22880 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:17.505565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:17.531927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Deleting port 47b235bf-6b9c-4d0b-b032-ffbad0df32dd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:17.532510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:17.535878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 77b4947a-80a8-4527-82ca-a2e421f22880 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:17.537951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:17.675567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24ea11-b06f-4c6a-9886-da13c51f6d0a None None] Pushing event updated for resources: {'Port': ['ID=de179a7d-9746-4c38-93c0-1a91104ca491,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:17.689611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-41b88278-5b2c-4a9c-8eb2-d0b63ad0be79 None None] Provisioning for port f9e206cb-e1ba-4a13-9f17-39f36e368f6b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:17.712126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-41b88278-5b2c-4a9c-8eb2-d0b63ad0be79 None None] Provisioning complete for port f9e206cb-e1ba-4a13-9f17-39f36e368f6b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:17.712622 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-41b88278-5b2c-4a9c-8eb2-d0b63ad0be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:17.812716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-41b88278-5b2c-4a9c-8eb2-d0b63ad0be79 None None] Port f9e206cb-e1ba-4a13-9f17-39f36e368f6b cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:43:17.862497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:17.881269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Calling delete_port for 47b235bf-6b9c-4d0b-b032-ffbad0df32dd owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:17.907276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:17.971098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32470dbf-3288-4a3a-abf1-528f4aa35cea req-c08b4496-6b6f-4462-9f4e-0c3ec5cdebf7 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:17.973316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32470dbf-3288-4a3a-abf1-528f4aa35cea req-c08b4496-6b6f-4462-9f4e-0c3ec5cdebf7 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.3211200 Aug 11 00:43:17.987960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 77b4947a-80a8-4527-82ca-a2e421f22880, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=77b4947a-80a8-4527-82ca-a2e421f22880,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:18.054167 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.143222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=77b4947a-80a8-4527-82ca-a2e421f22880,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:18.227817 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32470dbf-3288-4a3a-abf1-528f4aa35cea req-bb64475d-8ef7-4cd9-b83e-9caf00d6f133 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401273 Aug 11 00:43:18.232810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:43:18.380096 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.382397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.441001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event deleted for resources: {'Port': ['ID=47b235bf-6b9c-4d0b-b032-ffbad0df32dd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:18.532783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-7340d8bc-0974-4fd1-906c-91988de234e2 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:18.533684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.536488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-7340d8bc-0974-4fd1-906c-91988de234e2 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.44 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.1860704 Aug 11 00:43:18.538829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.548902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a5c8a-059c-42f2-8cc8-fd2248f012d1 req-c1cff4dd-8aeb-4f9f-8089-c3a2a80c4773 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:18.551246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b0a5c8a-059c-42f2-8cc8-fd2248f012d1 req-c1cff4dd-8aeb-4f9f-8089-c3a2a80c4773 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 946 time: 0.1897242 Aug 11 00:43:18.669880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.673612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.690825 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.704886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b0a5c8a-059c-42f2-8cc8-fd2248f012d1 req-c62a3b6c-1f92-4f25-97d5-011fd374b6ad tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257472 Aug 11 00:43:18.814411 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-725b92ee-2278-4e25-a8e4-8ec72a154bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.860743 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.862024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Fanout notify agent at l3_agent the message router_deleted on router 611fdbee-178b-4f54-a82a-71657a89f725 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:43:18.867379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.870515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.882095 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP cb724d15-957a-4f40-be4a-1e1996816d56 associated. External IP: 172.25.0.96, port: 465e9abd-02b7-4338-be30-81be7dc6e54a. Aug 11 00:43:18.888789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:18.889145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device de179a7d-9746-4c38-93c0-1a91104ca491 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:18.894992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-91cd310d-cf38-43e5-8d0e-5ebe9cc9d0bd tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "DELETE /v2.0/routers/611fdbee-178b-4f54-a82a-71657a89f725 HTTP/1.1" status: 204 len: 168 time: 3.0726881 Aug 11 00:43:18.898752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44936) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:18.983256 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.019467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d5463a-ea5b-4c23-a39c-26a0a1c6d2fc tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Deleting subnet 84f90bd3-6736-461c-ad6d-794ea62d99c5 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:19.023557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d5463a-ea5b-4c23-a39c-26a0a1c6d2fc tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.035351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port de179a7d-9746-4c38-93c0-1a91104ca491 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:19.035737 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.071600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Deleting port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:19.071952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.075466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=f9e206cb-e1ba-4a13-9f17-39f36e368f6b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:19.110221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d5463a-ea5b-4c23-a39c-26a0a1c6d2fc tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.212039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 77b4947a-80a8-4527-82ca-a2e421f22880 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:19.292891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 77b4947a-80a8-4527-82ca-a2e421f22880 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:19.293268 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.423685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d5463a-ea5b-4c23-a39c-26a0a1c6d2fc tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.449110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:19.470665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:19.511073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:19.561340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] For port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:19.561961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.623272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Calling delete_port for 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:19.657218 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d5463a-ea5b-4c23-a39c-26a0a1c6d2fc tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.727730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5463a-ea5b-4c23-a39c-26a0a1c6d2fc tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event deleted for resources: {'Subnet': ['ID=84f90bd3-6736-461c-ad6d-794ea62d99c5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:19.753977 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d5463a-ea5b-4c23-a39c-26a0a1c6d2fc tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:19.755851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c930a-da3c-4744-8dcc-29a1ba5ed914 None None] Network 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:19.761947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3d5463a-ea5b-4c23-a39c-26a0a1c6d2fc tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "DELETE /v2.0/subnets/84f90bd3-6736-461c-ad6d-794ea62d99c5 HTTP/1.1" status: 204 len: 168 time: 0.8578916 Aug 11 00:43:19.766569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44948) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:19.959054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c66a7-0b64-4d91-b518-a2faad14683e req-29f6e13c-ddad-49b0-9813-19ce424ccaae tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:19.974456 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f12c66a7-0b64-4d91-b518-a2faad14683e req-29f6e13c-ddad-49b0-9813-19ce424ccaae tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 945 time: 0.5210760 Aug 11 00:43:20.095046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-99f62194-9355-4c1d-9a75-77b45e23bea2 None None] Provisioning complete for port f9e206cb-e1ba-4a13-9f17-39f36e368f6b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:20.095992 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-99f62194-9355-4c1d-9a75-77b45e23bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.110656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.129597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547561-fdcb-4185-97f9-43ce903df321 req-2c83053d-5c6b-49f9-9321-7b17c65986ee tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:20.132285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69547561-fdcb-4185-97f9-43ce903df321 req-2c83053d-5c6b-49f9-9321-7b17c65986ee tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 946 time: 0.1753328 Aug 11 00:43:20.169834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-99f62194-9355-4c1d-9a75-77b45e23bea2 None None] Port f9e206cb-e1ba-4a13-9f17-39f36e368f6b cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:43:20.256894 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f12c66a7-0b64-4d91-b518-a2faad14683e req-ebc050cd-58ef-457a-b71e-5e17ca32771a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808015 Aug 11 00:43:20.268523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69547561-fdcb-4185-97f9-43ce903df321 req-d0f3ed7e-becf-4b1f-b78a-956b9f551eee tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227975 Aug 11 00:43:20.313577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] DHCP port deletion for 36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:43:20.343384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Deleting port cedf9f5c-3e71-4cce-829b-1adb41443ad2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:20.347618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.392097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:20.403073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.415071 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52926ccb-4602-498a-b492-2c7d46eb379e None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:20.427393 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.435240 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52926ccb-4602-498a-b492-2c7d46eb379e None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:20.436068 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-52926ccb-4602-498a-b492-2c7d46eb379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:20.446538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] Deleting port cedf9f5c-3e71-4cce-829b-1adb41443ad2 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:20.454119 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.484722 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-52926ccb-4602-498a-b492-2c7d46eb379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:20.491328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-43384f76-04ea-443d-b0a1-47966c4e1d78 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/floatingips/cb724d15-957a-4f40-be4a-1e1996816d56 HTTP/1.1" status: 200 len: 978 time: 4.0315740 Aug 11 00:43:20.492493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44954) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:20.499069 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52926ccb-4602-498a-b492-2c7d46eb379e None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:20.500212 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-52926ccb-4602-498a-b492-2c7d46eb379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:20.543548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.561960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['9b92ae6e-5471-4ba5-b596-6ea5da56328a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:43:20.565089 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-52926ccb-4602-498a-b492-2c7d46eb379e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:20.566343 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52926ccb-4602-498a-b492-2c7d46eb379e None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:20.579440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Router ea279871-e03d-4f3b-8bed-476224f39f57 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:43:20.592339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] For port cedf9f5c-3e71-4cce-829b-1adb41443ad2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cedf9f5c-3e71-4cce-829b-1adb41443ad2,segment=NetworkSegment(c8cde44b-1cfd-46c0-8b06-4dcc8842a325),segment_id=c8cde44b-1cfd-46c0-8b06-4dcc8842a325)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:20.593392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.622173 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Calling delete_port for cedf9f5c-3e71-4cce-829b-1adb41443ad2 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:20.649717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Pushing event deleted for resources: {'Port': ['ID=80cf7712-ccd8-4fd4-9e00-0ac9ef096067,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:20.655178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] For port cedf9f5c-3e71-4cce-829b-1adb41443ad2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cedf9f5c-3e71-4cce-829b-1adb41443ad2,segment=NetworkSegment(c8cde44b-1cfd-46c0-8b06-4dcc8842a325),segment_id=c8cde44b-1cfd-46c0-8b06-4dcc8842a325)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:20.655812 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.692929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] Calling delete_port for cedf9f5c-3e71-4cce-829b-1adb41443ad2 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:20.770747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] No DVR routers for this DVR port 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:20.780223 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:20.784826 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59e8ce5d-7726-474e-a634-f1316ec2ef08 req-cecd7f17-73ca-4707-93d2-d30ee17f4b59 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.44 "DELETE /v2.0/ports/80cf7712-ccd8-4fd4-9e00-0ac9ef096067 HTTP/1.1" status: 204 len: 173 time: 2.1556261 Aug 11 00:43:20.785658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d2644-be07-4538-b8e8-08c330b4ad57', 'name': 'network-vif-deleted', 'tag': '80cf7712-ccd8-4fd4-9e00-0ac9ef096067'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:43:20.789937 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dac3d6-bd2e-46a2-8031-1a3abafe47b0" -d '{"events": [{"server_uuid": "187d2644-be07-4538-b8e8-08c330b4ad57", "name": "network-vif-deleted", "tag": "80cf7712-ccd8-4fd4-9e00-0ac9ef096067"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:43:20.960488 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77076f2-7fc7-46f7-ad6e-472a0a4e8a3a x-openstack-request-id: req-d77076f2-7fc7-46f7-ad6e-472a0a4e8a3a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:43:20.961040 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d2644-be07-4538-b8e8-08c330b4ad57", "name": "network-vif-deleted", "tag": "80cf7712-ccd8-4fd4-9e00-0ac9ef096067", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:43:20.961040 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d77076f2-7fc7-46f7-ad6e-472a0a4e8a3a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:43:20.961491 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d2644-be07-4538-b8e8-08c330b4ad57', 'name': 'network-vif-deleted', 'tag': '80cf7712-ccd8-4fd4-9e00-0ac9ef096067', 'status': 'completed', 'code': 200} Aug 11 00:43:20.967520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cedf9f5c-3e71-4cce-829b-1adb41443ad2 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:21.002237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:21.011242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5bef96e0-ce07-49f8-98c1-c4f3fc3eab79 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "PUT /v2.0/routers/ea279871-e03d-4f3b-8bed-476224f39f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7165978 Aug 11 00:43:21.012197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44960) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:21.023674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 465e9abd-02b7-4338-be30-81be7dc6e54a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:21.024058 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:21.040049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Sync routers for ids ['ea279871-e03d-4f3b-8bed-476224f39f57'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:21.044166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:21.062652 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:21.110818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0bf134-64ff-429b-b465-92a28ae70127 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:21.113947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5d0bf134-64ff-429b-b465-92a28ae70127 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports/f9e206cb-e1ba-4a13-9f17-39f36e368f6b HTTP/1.1" status: 200 len: 911 time: 0.0991225 Aug 11 00:43:21.117592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44962) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:21.129224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event deleted for resources: {'Port': ['ID=cedf9f5c-3e71-4cce-829b-1adb41443ad2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:21.138001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] No DVR routers for this DVR port cedf9f5c-3e71-4cce-829b-1adb41443ad2 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:21.188534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Routers {'ea279871-e03d-4f3b-8bed-476224f39f57'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:21.189624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ea279871-e03d-4f3b-8bed-476224f39f57'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:21.219894 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:21.251961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:21.257321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04b454f-fe7e-48cc-a263-06330be8dc27 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:21.266051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b2262e-41d2-4614-8fe7-ec1eb73ab7d9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:21.273217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04b454f-fe7e-48cc-a263-06330be8dc27 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:21.275959 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b04b454f-fe7e-48cc-a263-06330be8dc27 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1573222 Aug 11 00:43:21.286046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cde44b-1cfd-46c0-8b06-4dcc8842a325') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:21.286046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cde44b-1cfd-46c0-8b06-4dcc8842a325') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:21.286046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44964) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:21.287618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] No DVR routers for this DVR port cedf9f5c-3e71-4cce-829b-1adb41443ad2 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:21.299243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e3c9a-0edf-4039-b783-b239abc44f1f None None] Pushing event deleted for resources: {'Port': ['ID=cedf9f5c-3e71-4cce-829b-1adb41443ad2,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:21.327759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:21.371400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No active binding found for port cedf9f5c-3e71-4cce-829b-1adb41443ad2 {{(pid=95256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 00:43:21.372098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cedf9f5c-3e71-4cce-829b-1adb41443ad2 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:21.402777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Set router ea279871-e03d-4f3b-8bed-476224f39f57 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:21.471474 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:21.486596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:43:21.493702 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:43:21.871237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'name': 'tempest-NetworksTestDHCPv6-router-1843346478', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:43:12Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 2, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None, '_interfaces': [{'id': 'f9e206cb-e1ba-4a13-9f17-39f36e368f6b', 'name': '', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'mac_address': 'fa:16:3e:5e:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '4bced396-235f-41d3-b598-bdf0394728f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:14Z', 'updated_at': '2021-08-11T00:43:18Z', 'revision_number': 2, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'subnets': [{'id': '4bced396-235f-41d3-b598-bdf0394728f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:21.874210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0568c4da-3f5e-4e42-802c-09bc7f272680 req-40e45073-0e2b-4135-afdd-e51a61375c54 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=187d2644-be07-4538-b8e8-08c330b4ad57 HTTP/1.1" status: 200 len: 210 time: 0.0476913 Aug 11 00:43:21.918957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Checking router: ea279871-e03d-4f3b-8bed-476224f39f57 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:21.919782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Updating router ea279871-e03d-4f3b-8bed-476224f39f57 port f9e206cb-e1ba-4a13-9f17-39f36e368f6b binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:43:21.992366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:22.038537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:22.051144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 80cf7712-ccd8-4fd4-9e00-0ac9ef096067 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:22.051144 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.260082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.261142 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.263037 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP cb724d15-957a-4f40-be4a-1e1996816d56 disassociated. External IP: 172.25.0.96, port: 465e9abd-02b7-4338-be30-81be7dc6e54a. Aug 11 00:43:22.264029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 465e9abd-02b7-4338-be30-81be7dc6e54a owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:22.272541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.291835 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.297336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "DELETE /v2.0/networks/36b2262e-41d2-4614-8fe7-ec1eb73ab7d9 HTTP/1.1" status: 204 len: 168 time: 2.5263193 Aug 11 00:43:22.319396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44974) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:22.329573 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.446426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487d154-4b96-41bd-807c-29e2e2274b93 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event deleted for resources: {'Network': ['ID=36b2262e-41d2-4614-8fe7-ec1eb73ab7d9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:22.498724 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.665450 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.665972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Transition to ACTIVE for port object f9e206cb-e1ba-4a13-9f17-39f36e368f6b will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:22.720057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Deleting port 3d2576e1-fa49-4118-a122-070c9e056850 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:22.721286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.734425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=465e9abd-02b7-4338-be30-81be7dc6e54a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:22.808300 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.872135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd84321-66f1-42f5-ab94-1881c8571806 None None] Pushing event updated for resources: {'Port': ['ID=f9e206cb-e1ba-4a13-9f17-39f36e368f6b,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:22.890247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.890672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.945754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Attempting to bind port f9e206cb-e1ba-4a13-9f17-39f36e368f6b on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:22.946237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Attempting to bind port f9e206cb-e1ba-4a13-9f17-39f36e368f6b by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:22.946721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Attempting to bind port f9e206cb-e1ba-4a13-9f17-39f36e368f6b on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:22.955209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:43:22.955749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:22.956240 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:22.956758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:43:22.957593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Bound port: f9e206cb-e1ba-4a13-9f17-39f36e368f6b, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:43:22.958100 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:23.036594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:23.099296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Calling delete_port for 3d2576e1-fa49-4118-a122-070c9e056850 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:23.103656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] For port f9e206cb-e1ba-4a13-9f17-39f36e368f6b, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:23.108061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] For port f9e206cb-e1ba-4a13-9f17-39f36e368f6b, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f9e206cb-e1ba-4a13-9f17-39f36e368f6b,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:43:23.188059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:23.321424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:23.355202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:23.369651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23b7af-657b-47ac-bcb9-22f2a3d2bfac None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:23.408922 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23b7af-657b-47ac-bcb9-22f2a3d2bfac None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:23.410772 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1f23b7af-657b-47ac-bcb9-22f2a3d2bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:23.474773 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:23.482572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-61e37828-a81b-47a7-a703-e4f4bcde4109 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/ports/465e9abd-02b7-4338-be30-81be7dc6e54a HTTP/1.1" status: 204 len: 168 time: 2.9883528 Aug 11 00:43:23.486634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44984) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:23.548154 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1f23b7af-657b-47ac-bcb9-22f2a3d2bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:23.559351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Routers {'ea279871-e03d-4f3b-8bed-476224f39f57'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:23.560970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ea279871-e03d-4f3b-8bed-476224f39f57'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:23.592248 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23b7af-657b-47ac-bcb9-22f2a3d2bfac None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:23.595392 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1f23b7af-657b-47ac-bcb9-22f2a3d2bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:23.670681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd84321-66f1-42f5-ab94-1881c8571806 None None] Pushing event updated for resources: {'Port': ['ID=f9e206cb-e1ba-4a13-9f17-39f36e368f6b,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:23.671637 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c39ff542-91fe-4839-9de9-a9c95438170a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "GET /v2.0/floatingips/cb724d15-957a-4f40-be4a-1e1996816d56 HTTP/1.1" status: 200 len: 687 time: 0.1831398 Aug 11 00:43:23.678151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 44986) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:23.694420 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1f23b7af-657b-47ac-bcb9-22f2a3d2bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:23.695457 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23b7af-657b-47ac-bcb9-22f2a3d2bfac None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:23.714569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] Set router ea279871-e03d-4f3b-8bed-476224f39f57 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:23.968984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 779ce95f-40f2-4bdd-b2b8-20066d4c23ac {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:23.969872 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.101546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfab05-5dc0-4394-975c-67d34991a178 req-475358a5-f93d-4636-a517-a1b39d79006d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:24.103297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9bfab05-5dc0-4394-975c-67d34991a178 req-475358a5-f93d-4636-a517-a1b39d79006d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1761057 Aug 11 00:43:24.104949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'name': 'tempest-NetworksTestDHCPv6-router-1843346478', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:43:12Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 2, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None, '_interfaces': [{'id': 'f9e206cb-e1ba-4a13-9f17-39f36e368f6b', 'name': '', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'mac_address': 'fa:16:3e:5e:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '4bced396-235f-41d3-b598-bdf0394728f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:14Z', 'updated_at': '2021-08-11T00:43:23Z', 'revision_number': 4, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'subnets': [{'id': '4bced396-235f-41d3-b598-bdf0394728f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:24.117409 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.118433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.140605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 779ce95f-40f2-4bdd-b2b8-20066d4c23ac owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:24.165455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b64f9-69a7-45ed-aa6a-b5ba884c8b77 None None] The sync data for ids ['ea279871-e03d-4f3b-8bed-476224f39f57'] in n-d-712143-13 is: [{'id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'name': 'tempest-NetworksTestDHCPv6-router-1843346478', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:43:12Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 2, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None, '_interfaces': [{'id': 'f9e206cb-e1ba-4a13-9f17-39f36e368f6b', 'name': '', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'mac_address': 'fa:16:3e:5e:e4:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '4bced396-235f-41d3-b598-bdf0394728f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:14Z', 'updated_at': '2021-08-11T00:43:23Z', 'revision_number': 4, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'subnets': [{'id': '4bced396-235f-41d3-b598-bdf0394728f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:24.195048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b9bfab05-5dc0-4394-975c-67d34991a178 req-a844a387-a349-4379-8c7d-825ea00a21ea tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Aug 11 00:43:24.236956 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.272992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Pushing event deleted for resources: {'Port': ['ID=3d2576e1-fa49-4118-a122-070c9e056850,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:24.321614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port f9e206cb-e1ba-4a13-9f17-39f36e368f6b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:24.322692 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.490235 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.493766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.495047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4acbff4f-15c8-4e58-80c0-b61a4c03c0f2 tempest-FloatingIPAdminTestJSON-91052628 tempest-FloatingIPAdminTestJSON-91052628-project] 10.222.0.43 "DELETE /v2.0/floatingips/eb09384c-a222-44b8-aabd-7a3fd933c766 HTTP/1.1" status: 204 len: 168 time: 2.1723595 Aug 11 00:43:24.563859 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.610807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] For port f9e206cb-e1ba-4a13-9f17-39f36e368f6b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f9e206cb-e1ba-4a13-9f17-39f36e368f6b,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:24.611273 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.637683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=779ce95f-40f2-4bdd-b2b8-20066d4c23ac,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:24.646060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for f9e206cb-e1ba-4a13-9f17-39f36e368f6b owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:24.809126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.817005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:24.818309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a4221d51-9f4c-4b1c-9ce8-dc527aeec3db tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/floatingips/cb724d15-957a-4f40-be4a-1e1996816d56 HTTP/1.1" status: 204 len: 168 time: 1.1388078 Aug 11 00:43:24.827323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44996) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:24.832995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'ea80b603-055b-47e4-91c5-3bc70822c111'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:24.894307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f9e206cb-e1ba-4a13-9f17-39f36e368f6b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:25.065364 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:25.128832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port f9e206cb-e1ba-4a13-9f17-39f36e368f6b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:25.141660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f9e206cb-e1ba-4a13-9f17-39f36e368f6b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:25.142297 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:25.298850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45004) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:25.380253 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:25.407484 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:25.439070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:25.538292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=f9e206cb-e1ba-4a13-9f17-39f36e368f6b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:25.744268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035053c-826f-41ec-aeb2-a82bdc531afe req-a68046f2-d176-497e-8670-a2a877f8d46d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:25.747025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a035053c-826f-41ec-aeb2-a82bdc531afe req-a68046f2-d176-497e-8670-a2a877f8d46d tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.3409765 Aug 11 00:43:25.802017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45012) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:25.847263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:25.913407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0ce98c4b-8014-42a0-87d4-4a340f210407 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/floatingips/cb349067-b805-4d7e-9793-1dd26838ea20 HTTP/1.1" status: 200 len: 993 time: 0.1093047 Aug 11 00:43:25.948977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.25.0.223 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/47f79aba-5182-4156-b5b1-c8f4cded2075) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:25.977354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0389a42b-3e52-4065-8b11-8b694692f844 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25ab4a8349ec4612b1b7cb6285907d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6764381 Aug 11 00:43:25.980257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45016) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:26.006973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a035053c-826f-41ec-aeb2-a82bdc531afe req-b7819054-0947-47cb-803b-52937955676f tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590021 Aug 11 00:43:26.135260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b37b0a4d-a4ba-4fc3-b277-eb7a24c30ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.166441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b37b0a4d-a4ba-4fc3-b277-eb7a24c30ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.197113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-683ce989-027a-4833-8de6-53c922fd8b26 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:26.199128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-683ce989-027a-4833-8de6-53c922fd8b26 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.55 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.3412561 Aug 11 00:43:26.251494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45022) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:26.350860 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b37b0a4d-a4ba-4fc3-b277-eb7a24c30ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.355046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b37b0a4d-a4ba-4fc3-b277-eb7a24c30ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.359315 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b37b0a4d-a4ba-4fc3-b277-eb7a24c30ead admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d802fac-1729-48d3-bddb-565ca0eb4b20 HTTP/1.1" status: 204 len: 168 time: 0.3743403 Aug 11 00:43:26.378029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0a4d-a4ba-4fc3-b277-eb7a24c30ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d802fac-1729-48d3-bddb-565ca0eb4b20,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:26.480772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Router ea279871-e03d-4f3b-8bed-476224f39f57 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:26.511675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.653616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Deleting port 9b92ae6e-5471-4ba5-b596-6ea5da56328a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:26.654189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.772120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port 9ba1f88d-2914-48c3-b9bd-ab324bfa4799 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:26.772609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.826978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:26.837359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c6207725-4b8d-4a71-b8e5-ff541860670b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "PUT /v2.0/routers/ea279871-e03d-4f3b-8bed-476224f39f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5546930 Aug 11 00:43:26.842345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45030) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:26.868164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] Sync routers for ids ['ea279871-e03d-4f3b-8bed-476224f39f57'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:26.882084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] Routers {'ea279871-e03d-4f3b-8bed-476224f39f57'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:26.883439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ea279871-e03d-4f3b-8bed-476224f39f57'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:26.886757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.887610 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:26.908593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for 9ba1f88d-2914-48c3-b9bd-ab324bfa4799 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:26.984654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:27.058155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] Set router ea279871-e03d-4f3b-8bed-476224f39f57 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:27.065653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] For port 9b92ae6e-5471-4ba5-b596-6ea5da56328a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9b92ae6e-5471-4ba5-b596-6ea5da56328a,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:27.066118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:27.126085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:27.136556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7abe10-b709-481f-8402-ca238f4db22c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:27.149710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7abe10-b709-481f-8402-ca238f4db22c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:27.151463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5c7abe10-b709-481f-8402-ca238f4db22c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3067908 Aug 11 00:43:27.162754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45038) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:27.167102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Calling delete_port for 9b92ae6e-5471-4ba5-b596-6ea5da56328a owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:27.169531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:27.194119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:27.204859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=47f79aba-5182-4156-b5b1-c8f4cded2075,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:27.209026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'name': 'tempest-NetworksTestDHCPv6-router-1843346478', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:43:12Z', 'updated_at': '2021-08-11T00:43:25Z', 'revision_number': 3, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:27.246702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] Checking router: ea279871-e03d-4f3b-8bed-476224f39f57 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:27.257337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] Routers {'ea279871-e03d-4f3b-8bed-476224f39f57'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:27.258614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ea279871-e03d-4f3b-8bed-476224f39f57'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:27.319071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49a695-7b4a-42d4-a417-0e5a14feb2ee req-9c4dca6f-c310-43aa-ba0c-f8359f2a52b8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:27.327374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e49a695-7b4a-42d4-a417-0e5a14feb2ee req-9c4dca6f-c310-43aa-ba0c-f8359f2a52b8 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 945 time: 0.1917317 Aug 11 00:43:27.336466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] Set router ea279871-e03d-4f3b-8bed-476224f39f57 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:27.374857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d125d7-3da2-4366-a9fe-8bcabfce1b1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 4bced396-235f-41d3-b598-bdf0394728f9 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:27.391433 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6d125d7-3da2-4366-a9fe-8bcabfce1b1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:27.391757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e49a695-7b4a-42d4-a417-0e5a14feb2ee req-8cabbd20-86bb-4179-90ec-0668f576a78a tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d21883c-8661-48ac-9d2d-bc306309f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497246 Aug 11 00:43:27.408650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'name': 'tempest-NetworksTestDHCPv6-router-1843346478', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:43:12Z', 'updated_at': '2021-08-11T00:43:25Z', 'revision_number': 3, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:27.473806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e1a58-d3ce-4434-afc0-55ab259b9aa0 None None] The sync data for ids ['ea279871-e03d-4f3b-8bed-476224f39f57'] in n-d-712143-13 is: [{'id': 'ea279871-e03d-4f3b-8bed-476224f39f57', 'name': 'tempest-NetworksTestDHCPv6-router-1843346478', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:43:12Z', 'updated_at': '2021-08-11T00:43:25Z', 'revision_number': 3, 'project_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:27.514355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:27.551880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=9ba1f88d-2914-48c3-b9bd-ab324bfa4799,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:27.661411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:27.661889 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Floating IP cb349067-b805-4d7e-9793-1dd26838ea20 disassociated (deleted). External IP: 172.25.0.138, port: 4622d28c-9d2e-40c4-89ab-88aa7776c754. Aug 11 00:43:27.723808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45042) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:27.811451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9742795e-02eb-4832-b3c3-933fe23fe5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:27.996484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6d125d7-3da2-4366-a9fe-8bcabfce1b1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.157159 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9742795e-02eb-4832-b3c3-933fe23fe5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.164614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:28.263690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6d125d7-3da2-4366-a9fe-8bcabfce1b1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.332871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9742795e-02eb-4832-b3c3-933fe23fe5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.405181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742795e-02eb-4832-b3c3-933fe23fe5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1483400-126d-49b2-aed5-ecce6d23b46f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:28.409472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:28.417821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.418200 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9742795e-02eb-4832-b3c3-933fe23fe5af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=966ff0eb34ca4f569fbdbb36d9cfeb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879961 Aug 11 00:43:28.418200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.419811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45046) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:28.430317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['9b92ae6e-5471-4ba5-b596-6ea5da56328a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:43:28.444438 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] Sync routers for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:28.497168 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:28.500723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Pushing event deleted for resources: {'Port': ['ID=9b92ae6e-5471-4ba5-b596-6ea5da56328a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:28.524880 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:28.526474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8c5c53b0-970e-457d-af7a-64ce5dd01573 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/floatingips/cb349067-b805-4d7e-9793-1dd26838ea20 HTTP/1.1" status: 204 len: 168 time: 2.2730293 Aug 11 00:43:28.550604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:43:28.567205 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce536254-6211-4e91-ad9c-e80ef68d9589" -d '{"events": [{"name": "network-changed", "server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:43:28.626173 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] No DVR routers for this DVR port 9b92ae6e-5471-4ba5-b596-6ea5da56328a on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:28.644883 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e46d733f-8ee9-4ff6-8bb3-58e93092994f req-526b3e7b-9ea3-474a-95a9-a74e380d4685 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 210 time: 0.0654669 Aug 11 00:43:28.711294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8887b70b-f87c-4b28-b0ef-b6b506ae6343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.778689 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518386a8-87de-468a-ac17-670be1a7d5c2 x-openstack-request-id: req-518386a8-87de-468a-ac17-670be1a7d5c2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:43:28.780804 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:43:28.781965 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-518386a8-87de-468a-ac17-670be1a7d5c2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:43:28.784463 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'status': 'completed', 'code': 200} Aug 11 00:43:28.801919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8887b70b-f87c-4b28-b0ef-b6b506ae6343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.819115 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:28.822764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a4d1e1a-5bb7-482c-9926-c30ffa1d9f77 req-e36b71a4-27ce-42b2-9135-1d48c0479098 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.55 "DELETE /v2.0/ports/9b92ae6e-5471-4ba5-b596-6ea5da56328a HTTP/1.1" status: 204 len: 173 time: 2.5823424 Aug 11 00:43:28.823422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b5b57f-4f25-48c8-ab49-6bbddc79e861', 'name': 'network-vif-deleted', 'tag': '9b92ae6e-5471-4ba5-b596-6ea5da56328a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:43:28.827323 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7bb60a-eee4-41c9-947f-592b938a0a63" -d '{"events": [{"server_uuid": "73b5b57f-4f25-48c8-ab49-6bbddc79e861", "name": "network-vif-deleted", "tag": "9b92ae6e-5471-4ba5-b596-6ea5da56328a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:43:28.882141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f9e206cb-e1ba-4a13-9f17-39f36e368f6b no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:28.941245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: f9e206cb-e1ba-4a13-9f17-39f36e368f6b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:28.941900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f9e206cb-e1ba-4a13-9f17-39f36e368f6b not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:28.944965 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac6330d-aea5-418a-a329-3f65c43c7842 x-openstack-request-id: req-5ac6330d-aea5-418a-a329-3f65c43c7842 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:43:28.946612 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b5b57f-4f25-48c8-ab49-6bbddc79e861", "name": "network-vif-deleted", "tag": "9b92ae6e-5471-4ba5-b596-6ea5da56328a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:43:28.947049 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ac6330d-aea5-418a-a329-3f65c43c7842 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:43:28.947989 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b5b57f-4f25-48c8-ab49-6bbddc79e861', 'name': 'network-vif-deleted', 'tag': '9b92ae6e-5471-4ba5-b596-6ea5da56328a', 'status': 'completed', 'code': 200} Aug 11 00:43:28.958435 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:29.010807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-452b811e-d104-497c-9987-ca960bf8f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:29.013702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-452b811e-d104-497c-9987-ca960bf8f43b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a6021f11fb224a3785a47117fcc9174d&device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 1097 time: 0.2030051 Aug 11 00:43:29.138103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:29.143400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6d125d7-3da2-4366-a9fe-8bcabfce1b1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:29.195406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-d7e3b3c9-262c-431f-8d44-20a3d79f5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:29.198816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-d7e3b3c9-262c-431f-8d44-20a3d79f5bc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d HTTP/1.1" status: 200 len: 898 time: 0.1774909 Aug 11 00:43:29.220681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8887b70b-f87c-4b28-b0ef-b6b506ae6343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:29.223710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8887b70b-f87c-4b28-b0ef-b6b506ae6343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:29.228989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8887b70b-f87c-4b28-b0ef-b6b506ae6343 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1483400-126d-49b2-aed5-ecce6d23b46f HTTP/1.1" status: 204 len: 168 time: 0.8044212 Aug 11 00:43:29.280834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-93dc9216-6672-4289-a5bf-63de20c8c363 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754 HTTP/1.1" status: 200 len: 217 time: 0.0723207 Aug 11 00:43:29.292043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d125d7-3da2-4366-a9fe-8bcabfce1b1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=4bced396-235f-41d3-b598-bdf0394728f9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:29.321013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6d125d7-3da2-4366-a9fe-8bcabfce1b1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:29.324852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c6d125d7-3da2-4366-a9fe-8bcabfce1b1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/4bced396-235f-41d3-b598-bdf0394728f9 HTTP/1.1" status: 204 len: 168 time: 2.1526351 Aug 11 00:43:29.325246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54d72b-ca01-4997-a078-50b5fcb562bc None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:29.334748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45060) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:29.449045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887b70b-f87c-4b28-b0ef-b6b506ae6343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1483400-126d-49b2-aed5-ecce6d23b46f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:29.505881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-e46b10f4-3822-4730-bad4-9f3d127f34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:29.511061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-e46b10f4-3822-4730-bad4-9f3d127f34f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a60e279-5791-4141-82aa-c915318494dc HTTP/1.1" status: 200 len: 835 time: 0.2156906 Aug 11 00:43:29.595475 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:29.673773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-8661f9c1-e6cb-48e3-831a-33c18aa136e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:29.675745 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-8661f9c1-e6cb-48e3-831a-33c18aa136e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a8590be1-a2ba-4240-89fc-218a2e1f4a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574440 Aug 11 00:43:29.684669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a8870-3ab1-4dc0-9453-511fd34176ee req-98f26e0d-a2d4-4a7e-96e7-e1f3f312d595 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:29.686544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4a8870-3ab1-4dc0-9453-511fd34176ee req-98f26e0d-a2d4-4a7e-96e7-e1f3f312d595 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 945 time: 0.1361682 Aug 11 00:43:29.748059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:29.770915 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:25Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:29.801200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:29.851960 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] Checking router: bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:29.854021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7eea2d7d-f964-4c95-97cd-569ce1c1ea6b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5163057 Aug 11 00:43:29.868471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45070) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:29.872475 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:29.879920 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:29.903326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:43:30.039520 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:30.043499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] Deleting port de179a7d-9746-4c38-93c0-1a91104ca491 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:30.044154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.072260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f4a8870-3ab1-4dc0-9453-511fd34176ee req-5c69d3dd-1600-4f73-a114-93e928449df2 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589456 Aug 11 00:43:30.141900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-cc828553-1cd6-4c3c-a491-af0f03dff608 service neutron] 10.222.0.44 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537258 Aug 11 00:43:30.209601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1255f727-f520-488f-8b63-880458f89516 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.210263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] For port de179a7d-9746-4c38-93c0-1a91104ca491, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=de179a7d-9746-4c38-93c0-1a91104ca491,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:30.212906 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.235109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e846809-c07e-4f7d-aec5-b36d5cdbd7e5 req-4b9d9f9f-97ce-458b-bfa5-d42073669269 tempest-ServerRescueTestJSON-1899532105 tempest-ServerRescueTestJSON-1899532105-project] 10.222.0.43 "GET /v2.0/ports?device_id=73b5b57f-4f25-48c8-ab49-6bbddc79e861 HTTP/1.1" status: 200 len: 210 time: 0.1114450 Aug 11 00:43:30.250995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] Calling delete_port for de179a7d-9746-4c38-93c0-1a91104ca491 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:30.381452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce536254-6211-4e91-ad9c-e80ef68d9589 req-689ef43a-251d-4d5c-b94d-d8be9c00e10b service neutron] 10.222.0.44 "GET /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301943 Aug 11 00:43:30.538457 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:25Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:30.588312 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac4c687-c18f-4f9c-908e-3d51aa00de05 None None] The sync data for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 is: [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:42:08Z', 'revision_number': 4, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6da11b35-2c5b-4c4a-839d-611ced29e6c4', 'name': '', 'network_id': 'a8590be1-a2ba-4240-89fc-218a2e1f4a3d', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'mac_address': 'fa:16:3e:1b:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '0a60e279-5791-4141-82aa-c915318494dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:05Z', 'updated_at': '2021-08-11T00:42:25Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'subnets': [{'id': '0a60e279-5791-4141-82aa-c915318494dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:30.604168 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1255f727-f520-488f-8b63-880458f89516 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.604748 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.608928 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1255f727-f520-488f-8b63-880458f89516 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.680336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] Pushing event deleted for resources: {'Port': ['ID=de179a7d-9746-4c38-93c0-1a91104ca491,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:30.689905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb46097-d304-467b-aa4a-bd44a8f22f73 None None] No DVR routers for this DVR port de179a7d-9746-4c38-93c0-1a91104ca491 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:30.695630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9b92ae6e-5471-4ba5-b596-6ea5da56328a no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:30.750771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 9b92ae6e-5471-4ba5-b596-6ea5da56328a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:30.751066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9b92ae6e-5471-4ba5-b596-6ea5da56328a not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:30.793806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.859700 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1255f727-f520-488f-8b63-880458f89516 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.860114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1255f727-f520-488f-8b63-880458f89516 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Fanout notify agent at l3_agent the message router_deleted on router ea279871-e03d-4f3b-8bed-476224f39f57 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:43:30.868308 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1255f727-f520-488f-8b63-880458f89516 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.871502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-d2d13d7c-3dad-426c-8c75-c50193c07bf3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:30.871644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1255f727-f520-488f-8b63-880458f89516 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/routers/ea279871-e03d-4f3b-8bed-476224f39f57 HTTP/1.1" status: 204 len: 168 time: 0.9990456 Aug 11 00:43:30.871742 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-d2d13d7c-3dad-426c-8c75-c50193c07bf3 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 945 time: 0.1071930 Aug 11 00:43:30.871742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45076) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:30.877935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device de179a7d-9746-4c38-93c0-1a91104ca491 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:30.887933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:30.955084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: de179a7d-9746-4c38-93c0-1a91104ca491 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:30.957094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device de179a7d-9746-4c38-93c0-1a91104ca491 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:30.994871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45080) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:31.054954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539b5c40-d175-4dd1-9bcb-48c1a6a45309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:31.061964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6bd3415b-143d-4c13-9b18-54c656f28239 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1887093 Aug 11 00:43:31.080651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45082) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:31.133234 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:31.148749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=47f79aba-5182-4156-b5b1-c8f4cded2075,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:31.182231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfda6b-7fb3-4a05-a264-351a0082bc51 None None] New status for floating IP cb349067-b805-4d7e-9793-1dd26838ea20: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:43:31.256047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d23b9e1-187a-43ee-9f76-d3f1e899d879 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:31.262960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45086) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:31.264213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9d23b9e1-187a-43ee-9f76-d3f1e899d879 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1872499 Aug 11 00:43:31.315913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port 4622d28c-9d2e-40c4-89ab-88aa7776c754 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:31.320451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:31.397865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45090) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:31.576291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539b5c40-d175-4dd1-9bcb-48c1a6a45309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:31.610457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port 4622d28c-9d2e-40c4-89ab-88aa7776c754, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4622d28c-9d2e-40c4-89ab-88aa7776c754,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:31.610839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:31.629125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for 4622d28c-9d2e-40c4-89ab-88aa7776c754 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:31.672286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-539b5c40-d175-4dd1-9bcb-48c1a6a45309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:31.717200 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d0bb1993-c0c1-4e4e-929d-0a0ecafd06ee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4479532 Aug 11 00:43:31.724387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45094) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:31.734343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:31.802055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b5c40-d175-4dd1-9bcb-48c1a6a45309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbcc694-2f8b-4664-ac62-65e4b1f2282a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:31.817907 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-539b5c40-d175-4dd1-9bcb-48c1a6a45309 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=907283dd566e4c26af32fe5199094f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156865 Aug 11 00:43:31.820528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45096) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:31.880591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788597e-a279-4e8a-acd4-4b3b3b61af26 req-7ce3136f-5f4f-4f06-9e17-a12b64cbba60 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:31.882850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7788597e-a279-4e8a-acd4-4b3b3b61af26 req-7ce3136f-5f4f-4f06-9e17-a12b64cbba60 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 945 time: 0.6436248 Aug 11 00:43:31.899400 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP 0f3210c9-4f8e-4407-8c0c-41e7f8700ec8 associated. External IP: 172.25.0.223, port: ea80b603-055b-47e4-91c5-3bc70822c111. Aug 11 00:43:32.010107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e1ac71f-2cb4-47ad-80bf-6f7712e03ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.018927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7788597e-a279-4e8a-acd4-4b3b3b61af26 req-d1c79e36-47cd-484e-ac07-09386139d5a6 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4b12906-0207-4553-a8b0-dbf7ce92b865&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102855 Aug 11 00:43:32.082894 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e1ac71f-2cb4-47ad-80bf-6f7712e03ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.198717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:32.202755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.236724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.301102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:32.317765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=4622d28c-9d2e-40c4-89ab-88aa7776c754,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:32.384270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] No DVR routers for this DVR port 4622d28c-9d2e-40c4-89ab-88aa7776c754 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:32.386949 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e1ac71f-2cb4-47ad-80bf-6f7712e03ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.389657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e1ac71f-2cb4-47ad-80bf-6f7712e03ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.390568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e1ac71f-2cb4-47ad-80bf-6f7712e03ea6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cbcc694-2f8b-4664-ac62-65e4b1f2282a HTTP/1.1" status: 204 len: 168 time: 0.5675089 Aug 11 00:43:32.394973 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.395736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e1df942-3e60-401b-ad89-7cdc4cd71b2a req-f53f6d72-5457-4c5d-929a-7b79e3a8c045 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.44 "DELETE /v2.0/ports/4622d28c-9d2e-40c4-89ab-88aa7776c754 HTTP/1.1" status: 204 len: 173 time: 1.5150700 Aug 11 00:43:32.400013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'name': 'network-vif-deleted', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:43:32.407574 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7ef28e-4bea-4011-926c-e4cf8c02e236" -d '{"events": [{"server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "name": "network-vif-deleted", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:43:32.416681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ac71f-2cb4-47ad-80bf-6f7712e03ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbcc694-2f8b-4664-ac62-65e4b1f2282a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:32.427298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.525829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:32.538266 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e097d2-cef5-47db-a219-7918c6a8efee None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:32.574867 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f563b1-f02d-4bc6-8483-4753d23dbb50 x-openstack-request-id: req-c8f563b1-f02d-4bc6-8483-4753d23dbb50 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:43:32.575831 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35b6cde-e76e-415b-b833-772a99a3ef89", "name": "network-vif-deleted", "tag": "4622d28c-9d2e-40c4-89ab-88aa7776c754", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:43:32.576461 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8f563b1-f02d-4bc6-8483-4753d23dbb50 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:43:32.577361 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35b6cde-e76e-415b-b833-772a99a3ef89', 'name': 'network-vif-deleted', 'tag': '4622d28c-9d2e-40c4-89ab-88aa7776c754', 'status': 'completed', 'code': 200} Aug 11 00:43:32.590890 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e097d2-cef5-47db-a219-7918c6a8efee None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:32.594443 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-10e097d2-cef5-47db-a219-7918c6a8efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:32.645870 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-10e097d2-cef5-47db-a219-7918c6a8efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:32.664852 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e097d2-cef5-47db-a219-7918c6a8efee None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:32.665799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-10e097d2-cef5-47db-a219-7918c6a8efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:32.724593 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-10e097d2-cef5-47db-a219-7918c6a8efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:32.725295 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e097d2-cef5-47db-a219-7918c6a8efee None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:32.813425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:32.853635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c656231d-22a8-4b8b-9c01-1944c93c1865 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0242262 Aug 11 00:43:32.859727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45104) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:32.863232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1480485678'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:33.055039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Deleting port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:33.055671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:33.074303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.objects.ports [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95255) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:43:33.087558 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:33.124604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:33.127940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:33.151217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:33.151939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:33.154561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d82356-2d89-4c5e-bfff-0b3149bb54d1 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:33.204450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=62f292c5-af63-4337-9180-7770607c114a,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:33.269714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a8b1d0d-4f9c-4355-86ba-09769cb09a28 req-fe3088b0-e9c7-4dc6-a0c2-c790054da32c tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 210 time: 0.0911677 Aug 11 00:43:33.339124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] For port ad6b0aa7-afb1-4b50-bad4-61ede1000cf6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,segment=NetworkSegment(eef59f08-72bf-49a9-b2b7-6f9ee3e8e598),segment_id=eef59f08-72bf-49a9-b2b7-6f9ee3e8e598)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:33.339124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:33.357398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '62f292c5-af63-4337-9180-7770607c114a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:43:33.358311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:33.560507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Allocated IP 2001:db8::f816:3eff:fed6:63de (a231281a-384d-46e8-8f86-e604acdadde9/62f292c5-af63-4337-9180-7770607c114a/b2e4bda7-fc41-4dcb-8c52-793e4a5021d5) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:33.719939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Calling delete_port for ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:33.789623 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:33.802621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Transition to ACTIVE for port object b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:33.827015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Transition to ACTIVE for port object b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:34.039475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:34.053931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.054194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4622d28c-9d2e-40c4-89ab-88aa7776c754 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:34.096596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.098991 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.111942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:43:34.146891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6b0aa7-afb1-4b50-bad4-61ede1000cf6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:34.148436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 4622d28c-9d2e-40c4-89ab-88aa7776c754 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:34.148720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4622d28c-9d2e-40c4-89ab-88aa7776c754 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:34.150469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.150649 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Added segment 3ad9231f-98ae-46a4-9586-b21a1c4427c3 of type vlan for network c1536524-a133-4c70-b158-e0a8d8c979b9 Aug 11 00:43:34.154552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Pushing event updated for resources: {'Port': ['ID=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:34.163903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.164037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.164555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.164989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.165469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.165856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.166259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.166656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.167061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.167481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.168471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.168471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:34.170433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:34.172661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:34.175657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:34.207650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9a39cbd2-8966-4541-9303-26b4ab4b83e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4814465 Aug 11 00:43:34.212094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45116) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:34.217885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:34.269848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Attempting to bind port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:34.270640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Attempting to bind port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:34.271290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Attempting to bind port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:34.278705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:43:34.279640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:34.280315 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.281938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:43:34.282865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Bound port: b2e4bda7-fc41-4dcb-8c52-793e4a5021d5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:43:34.284089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.319710 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.418172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] For port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:34.424652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] For port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:43:34.435306 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.494495 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.504698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:34.505684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.540247 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.695272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:34.701832 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:34.821549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4593c4c5-b5d0-41e9-ba69-539c49f08493 req-aea961c6-69c4-4b10-8486-0afc0fea811e tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "GET /v2.0/ports?device_id=e35b6cde-e76e-415b-b833-772a99a3ef89 HTTP/1.1" status: 200 len: 210 time: 0.3159964 Aug 11 00:43:34.835245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773be34a-abcf-4879-9d10-ef890dcb37bc None None] Pushing event updated for resources: {'Port': ['ID=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:34.903289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0443184 Aug 11 00:43:34.909864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45128) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:34.917419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'subnet': {'network_id': 'c1536524-a133-4c70-b158-e0a8d8c979b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:34.922979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36286a9d-2dbb-411f-aead-e4fc22bd5027 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Network': ['ID=c1536524-a133-4c70-b158-e0a8d8c979b9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:34.965472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c1536524-a133-4c70-b158-e0a8d8c979b9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:43:35.213681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Router b8056f95-cd91-44bb-8682-ab586690e5d7 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:35.312488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:35.318022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:35.434174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:35.440765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6b77f8a4-d678-4265-b1c8-56cdbf5138c2 admin admin] 10.222.0.43 "PUT /v2.0/routers/b8056f95-cd91-44bb-8682-ab586690e5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0418093 Aug 11 00:43:35.444129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45136) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:35.452885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] Sync routers for ids ['b8056f95-cd91-44bb-8682-ab586690e5d7'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:35.468515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] Routers {'b8056f95-cd91-44bb-8682-ab586690e5d7'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:35.470048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b8056f95-cd91-44bb-8682-ab586690e5d7'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:35.640526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] Set router b8056f95-cd91-44bb-8682-ab586690e5d7 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:35.834876 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:35.942946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45148) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:35.962776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:35.980834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:43:33Z', 'revision_number': 5, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:36.057600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] Checking router: b8056f95-cd91-44bb-8682-ab586690e5d7 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:36.093273 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:36.096662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] Routers {'b8056f95-cd91-44bb-8682-ab586690e5d7'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:36.097990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b8056f95-cd91-44bb-8682-ab586690e5d7'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:36.123928 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-153e14c2-6c21-4eba-bc36-d4310d8feb7d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:36.195461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-153e14c2-6c21-4eba-bc36-d4310d8feb7d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:36.296445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=28c2c8ce-f3b7-4263-971c-72f1b4d4cd13,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:36.386490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:36.428978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] Set router b8056f95-cd91-44bb-8682-ab586690e5d7 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:36.431884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-153e14c2-6c21-4eba-bc36-d4310d8feb7d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:36.440313 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-153e14c2-6c21-4eba-bc36-d4310d8feb7d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:36.443358 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-153e14c2-6c21-4eba-bc36-d4310d8feb7d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/security-groups/f4b12906-0207-4553-a8b0-dbf7ce92b865 HTTP/1.1" status: 204 len: 168 time: 0.4963861 Aug 11 00:43:36.507890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e14c2-6c21-4eba-bc36-d4310d8feb7d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b12906-0207-4553-a8b0-dbf7ce92b865,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:36.546755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:36.558885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:36.559626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:36.629863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:36.634591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Checking segment: {'id': '3ad9231f-98ae-46a4-9586-b21a1c4427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1536524-a133-4c70-b158-e0a8d8c979b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:36.635114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network hostable DHCP agents. Network: c1536524-a133-4c70-b158-e0a8d8c979b9, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:43:36.637763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Subnet': ['ID=eef62704-dd3a-4ec7-b773-05436d362027,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:36.653451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45160) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:36.720300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70583f2-9ce1-460c-ab35-67419335ae1c None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:36.731525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e60d3a2d-c265-4518-b0ee-6e11c099ebf7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5182304 Aug 11 00:43:36.732974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45162) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:36.739606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:88:97:47', 'name': 'tempest-NetworksTestDHCPv6-2020840730'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:36.859942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network c1536524-a133-4c70-b158-e0a8d8c979b9 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:43:36.946278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Deleting port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:36.946543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.015589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c1536524-a133-4c70-b158-e0a8d8c979b9) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:37.034086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:37.038229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.101360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:37.105118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f03e04b-11b1-419a-9552-c740b6fa7de7 None None] Network c1536524-a133-4c70-b158-e0a8d8c979b9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:37.124124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] For port 94bd8509-b7d8-467e-9b53-7fd6e6a079b9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=94bd8509-b7d8-467e-9b53-7fd6e6a079b9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:37.124834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.155139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Calling delete_port for 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:37.251560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:37.440816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65c86cf2-2e34-4b4c-81ee-567d70b1d176 None None] Provisioning for port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:37.496738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:43:33Z', 'revision_number': 5, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:37.532147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4868ea-bd2b-41a7-8244-788d72cc6e62 None None] The sync data for ids ['b8056f95-cd91-44bb-8682-ab586690e5d7'] in n-d-712143-13 is: [{'id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'name': 'tempest-ServerRescueTestJSON-273954672-router', 'tenant_id': '89ea7801e2df44bd9e1ff508a198390b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:01Z', 'updated_at': '2021-08-11T00:43:33Z', 'revision_number': 5, 'project_id': '89ea7801e2df44bd9e1ff508a198390b', 'gw_port': {'id': '94bd8509-b7d8-467e-9b53-7fd6e6a079b9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8056f95-cd91-44bb-8682-ab586690e5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:03Z', 'updated_at': '2021-08-11T00:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:37.536865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-c1536524-a133-4c70-b158-e0a8d8c979b9', 'network_id': 'c1536524-a133-4c70-b158-e0a8d8c979b9', 'tenant_id': 'e801e9bb31da4426a03157e0a8db6950', 'fixed_ips': [{'subnet_id': 'eef62704-dd3a-4ec7-b773-05436d362027'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:43:37.537728 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.559309 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.642788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-550d8d1f-db14-4b44-90bd-ab88f694190a tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7266006 Aug 11 00:43:37.646803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.668177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45172) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:37.673680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-889261268', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:37.776124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 6a60a50e-4569-40ce-9f84-374764c6b58d yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:37.778886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:37.807116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:37.812570 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.883750 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.884824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:37.924101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c63a0-908f-4099-8e18-7f5370ccbf3e None None] Update dhcp port {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': '62f292c5-af63-4337-9180-7770607c114a', 'ip_address': '2001:db8::f816:3eff:fed6:63de'}, {'subnet_id': '28c2c8ce-f3b7-4263-971c-72f1b4d4cd13'}], 'binding:host_id': 'n-d-712143-13'}, 'id': 'b2e4bda7-fc41-4dcb-8c52-793e4a5021d5'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 00:43:38.049279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.105857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45180) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:38.140703 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb2c63a0-908f-4099-8e18-7f5370ccbf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.168823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Allocated IP 172.20.0.2 (c1536524-a133-4c70-b158-e0a8d8c979b9/eef62704-dd3a-4ec7-b773-05436d362027/8cfa6363-16be-4645-80b1-c84c423aaf75) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:38.267797 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.401870 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.429041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1216810057'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:38.575761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:38.589897 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.604996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port 6da11b35-2c5b-4c4a-839d-611ced29e6c4 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:38.605661 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.672853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.827318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port 6da11b35-2c5b-4c4a-839d-611ced29e6c4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6da11b35-2c5b-4c4a-839d-611ced29e6c4,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:38.827318 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.852113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for 6da11b35-2c5b-4c4a-839d-611ced29e6c4 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:38.854781 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:38.876063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Transition to ACTIVE for port object 8cfa6363-16be-4645-80b1-c84c423aaf75 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:38.915789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Transition to ACTIVE for port object 8cfa6363-16be-4645-80b1-c84c423aaf75 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:38.940358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:38.984890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=94bd8509-b7d8-467e-9b53-7fd6e6a079b9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:39.001820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:39.002393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ad6b0aa7-afb1-4b50-bad4-61ede1000cf6 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:39.006326 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.030208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:39.037823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 172.20.0.3 (a231281a-384d-46e8-8f86-e604acdadde9/28c2c8ce-f3b7-4263-971c-72f1b4d4cd13/6a60a50e-4569-40ce-9f84-374764c6b58d) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:39.066326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Network c1536524-a133-4c70-b158-e0a8d8c979b9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:39.074409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fe88:9747 (a231281a-384d-46e8-8f86-e604acdadde9/62f292c5-af63-4337-9180-7770607c114a/6a60a50e-4569-40ce-9f84-374764c6b58d) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:39.109953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.122808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:39.137206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:39.169738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Made reservation on behalf of 7e706a68d53848b99592a4a2ba90151e for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:39.174012 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.230621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.243054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.256616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.310973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Pushing event updated for resources: {'Port': ['ID=8cfa6363-16be-4645-80b1-c84c423aaf75,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:39.327560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Attempting to bind port 8cfa6363-16be-4645-80b1-c84c423aaf75 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:39.328662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Attempting to bind port 8cfa6363-16be-4645-80b1-c84c423aaf75 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3ad9231f-98ae-46a4-9586-b21a1c4427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1536524-a133-4c70-b158-e0a8d8c979b9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:39.329567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Attempting to bind port 8cfa6363-16be-4645-80b1-c84c423aaf75 on network c1536524-a133-4c70-b158-e0a8d8c979b9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:39.342010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:43:39.343443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Checking segment: {'id': '3ad9231f-98ae-46a4-9586-b21a1c4427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1536524-a133-4c70-b158-e0a8d8c979b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:39.343855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.350730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Bound using segment: {'id': '3ad9231f-98ae-46a4-9586-b21a1c4427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1536524-a133-4c70-b158-e0a8d8c979b9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:43:39.350730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Bound port: 8cfa6363-16be-4645-80b1-c84c423aaf75, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad9231f-98ae-46a4-9586-b21a1c4427c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1536524-a133-4c70-b158-e0a8d8c979b9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:43:39.350730 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.483208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] For port 8cfa6363-16be-4645-80b1-c84c423aaf75, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:39.485125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] For port 8cfa6363-16be-4645-80b1-c84c423aaf75, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8cfa6363-16be-4645-80b1-c84c423aaf75,segment=NetworkSegment(3ad9231f-98ae-46a4-9586-b21a1c4427c3),segment_id=3ad9231f-98ae-46a4-9586-b21a1c4427c3)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:43:39.573577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.578597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.581948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.590822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 6a60a50e-4569-40ce-9f84-374764c6b58d will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:39.596885 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.600512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.601638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8056f95-cd91-44bb-8682-ab586690e5d7 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:43:39.611666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.614428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-64c9075f-1a66-4162-b8d0-9ee8152172b7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b8056f95-cd91-44bb-8682-ab586690e5d7 HTTP/1.1" status: 204 len: 168 time: 4.1643667 Aug 11 00:43:39.618467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45204) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:39.640719 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.642853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=6da11b35-2c5b-4c4a-839d-611ced29e6c4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:39.722797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4ebd-5ac9-45eb-896a-37dff8391731 None None] Pushing event updated for resources: {'Port': ['ID=8cfa6363-16be-4645-80b1-c84c423aaf75,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:39.766646 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.787525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.789889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-175d6ee7-6ce7-4ad3-b539-4c24d66a5e64 admin admin] Deleting subnet 8d8e956f-81d6-46e3-9733-e5346737b3e1 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:39.800995 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175d6ee7-6ce7-4ad3-b539-4c24d66a5e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.859032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:43:39.893642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ffae0c-c97a-429b-b216-23349c9e2877,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:39.899627 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175d6ee7-6ce7-4ad3-b539-4c24d66a5e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.953712 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.954039 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Added segment 46ce5e85-a162-4e86-a5de-b30adbdf0e2e of type vlan for network 17136a50-3b63-472b-9ba0-399cc4d3fa0a Aug 11 00:43:39.964875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:39.976389 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175d6ee7-6ce7-4ad3-b539-4c24d66a5e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.158780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:40.168350 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:40.169603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c63a0-908f-4099-8e18-7f5370ccbf3e None None] Allocated IP 172.20.0.2 (a231281a-384d-46e8-8f86-e604acdadde9/28c2c8ce-f3b7-4263-971c-72f1b4d4cd13/b2e4bda7-fc41-4dcb-8c52-793e4a5021d5) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:40.182464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:40.216562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=6a60a50e-4569-40ce-9f84-374764c6b58d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:40.305815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:40.306429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.368356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175d6ee7-6ce7-4ad3-b539-4c24d66a5e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.385021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.25.0.236 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/723e6ad6-384e-4c00-b726-d8fde2f021ae) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:40.403427 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.420848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7f563f05-1df5-4c1a-8bbc-f48bc466f121 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6866620 Aug 11 00:43:40.427682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d6ee7-6ce7-4ad3-b539-4c24d66a5e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8e956f-81d6-46e3-9733-e5346737b3e1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:40.431684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45210) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:40.453837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-175d6ee7-6ce7-4ad3-b539-4c24d66a5e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.462725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-175d6ee7-6ce7-4ad3-b539-4c24d66a5e64 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8d8e956f-81d6-46e3-9733-e5346737b3e1 HTTP/1.1" status: 204 len: 168 time: 0.8381681 Aug 11 00:43:40.467944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-fb2c63a0-908f-4099-8e18-7f5370ccbf3e None None] For port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:40.505287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45212) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:40.540166 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb2c63a0-908f-4099-8e18-7f5370ccbf3e None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.568430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.586458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.593647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:40.594337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.598381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fb2c63a0-908f-4099-8e18-7f5370ccbf3e None None] Transition to ACTIVE for port object b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:40.684061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505dd12-d07d-42d3-a9d9-a788bdc75613 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:40.690682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d505dd12-d07d-42d3-a9d9-a788bdc75613 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:40.696783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d505dd12-d07d-42d3-a9d9-a788bdc75613 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2585475 Aug 11 00:43:40.696783 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.697772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45214) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:40.711636 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb2c63a0-908f-4099-8e18-7f5370ccbf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:40.967131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c63a0-908f-4099-8e18-7f5370ccbf3e None None] Pushing event updated for resources: {'Port': ['ID=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:41.001672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:41.024537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a025a5-5037-42da-b26e-b514c4351f97']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:41.046512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:41.046992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef59f08-72bf-49a9-b2b7-6f9ee3e8e598') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:41.067515 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:41.120288 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:41.148681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:43:41.151618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:43:41.257205 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:43:41.322482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-83598417-554b-483c-bef0-04b690c1400b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 6a60a50e-4569-40ce-9f84-374764c6b58d {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:41.324401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83598417-554b-483c-bef0-04b690c1400b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:41.422201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:41.438068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:41.445523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a0a025a5-5037-42da-b26e-b514c4351f97 HTTP/1.1" status: 204 len: 168 time: 0.9344583 Aug 11 00:43:41.485009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82292c-42f9-4fe9-a693-3854a89c3613 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a025a5-5037-42da-b26e-b514c4351f97,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:41.507726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:41.597430 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83598417-554b-483c-bef0-04b690c1400b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:41.613223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.5059972 Aug 11 00:43:41.633089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-83598417-554b-483c-bef0-04b690c1400b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 6a60a50e-4569-40ce-9f84-374764c6b58d owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:41.645480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8cfa6363-16be-4645-80b1-c84c423aaf75 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:41.782752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9223e7-6a13-44de-8fbd-75980da5ee9e tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Pushing event updated for resources: {'Network': ['ID=17136a50-3b63-472b-9ba0-399cc4d3fa0a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:41.801479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 17136a50-3b63-472b-9ba0-399cc4d3fa0a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:43:41.929656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 8cfa6363-16be-4645-80b1-c84c423aaf75 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:42.061828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45228) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:42.067319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Request body: {'port': {'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a', 'binding:host_id': 'n-h2-712143-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1291192115'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:42.073091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:42.107835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:42.115790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 94bd8509-b7d8-467e-9b53-7fd6e6a079b9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:42.170328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a836a1c-74d5-4b6d-a632-ffaf15f91621 None None] Network c1536524-a133-4c70-b158-e0a8d8c979b9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:42.248916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83598417-554b-483c-bef0-04b690c1400b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.275289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Made reservation on behalf of 8919f7d74ad54d1f9beca01becddc243 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:42.300392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.346786 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.366336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45234) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:42.403624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Provisioning for port 8cfa6363-16be-4645-80b1-c84c423aaf75 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:42.409091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Provisioning complete for port 8cfa6363-16be-4645-80b1-c84c423aaf75 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:42.409470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.412049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83598417-554b-483c-bef0-04b690c1400b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=6a60a50e-4569-40ce-9f84-374764c6b58d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:42.424750 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.463319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:42.563549 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.627209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] For port 8cfa6363-16be-4645-80b1-c84c423aaf75, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8cfa6363-16be-4645-80b1-c84c423aaf75,segment=NetworkSegment(3ad9231f-98ae-46a4-9586-b21a1c4427c3),segment_id=3ad9231f-98ae-46a4-9586-b21a1c4427c3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:42.661919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.675787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.688779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d4e86c0-2ed5-444b-aa6f-b131a3673750 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89ea7801e2df44bd9e1ff508a198390b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173547 Aug 11 00:43:42.698202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45244) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:42.722273 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.723572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83598417-554b-483c-bef0-04b690c1400b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.732130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-83598417-554b-483c-bef0-04b690c1400b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/6a60a50e-4569-40ce-9f84-374764c6b58d HTTP/1.1" status: 204 len: 168 time: 2.0331385 Aug 11 00:43:42.738190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=723e6ad6-384e-4c00-b726-d8fde2f021ae,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:42.748429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45246) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:42.822488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Pushing event updated for resources: {'Port': ['ID=8cfa6363-16be-4645-80b1-c84c423aaf75,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:42.850411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.855535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.855966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.856319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.862193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.862676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.863025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.863410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.863744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.869679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.869679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.869679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5eb6b99-2564-4d02-8470-3ae290b1f4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:42.919868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b9cc881d-d96e-4e73-a92e-fee8c1c0d4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.955933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:42.975171 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:42.998898 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b9cc881d-d96e-4e73-a92e-fee8c1c0d4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.024594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] device_id is not set on port 586dc9bc-4116-4993-8bb6-d22712a1fb17 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:43.033216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a22db533-7d54-4ccb-bca7-b03c0b7b4ebe None None] Provisioning for port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:43.052995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a22db533-7d54-4ccb-bca7-b03c0b7b4ebe None None] Provisioning complete for port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:43.052995 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a22db533-7d54-4ccb-bca7-b03c0b7b4ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.120194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:43.143763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:43.160077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:43.160077 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.221727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:43.241886 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b9cc881d-d96e-4e73-a92e-fee8c1c0d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.248525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b9cc881d-d96e-4e73-a92e-fee8c1c0d4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.249917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b9cc881d-d96e-4e73-a92e-fee8c1c0d4d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d21883c-8661-48ac-9d2d-bc306309f2a3 HTTP/1.1" status: 204 len: 168 time: 0.5538518 Aug 11 00:43:43.272326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc881d-d96e-4e73-a92e-fee8c1c0d4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21883c-8661-48ac-9d2d-bc306309f2a3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:43.300167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dcac88-febb-4e5a-95d1-6c447eec5f19 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:43.300167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dcac88-febb-4e5a-95d1-6c447eec5f19 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:43.300167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dcac88-febb-4e5a-95d1-6c447eec5f19 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:43.300167 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b3dcac88-febb-4e5a-95d1-6c447eec5f19 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4409506 Aug 11 00:43:43.300167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f9023a-76ec-4069-badb-3e2ece9ac9aa,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:43.305265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45250) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:43.337873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:43.352940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] Sync routers for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:43.353795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-099f82b9-ecff-4f05-a248-69b97fdf3a5d tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "PUT /v2.0/routers/bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6978798 Aug 11 00:43:43.359131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45254) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:43.409658 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:43.411733 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:43.449327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-300f6390-ab38-472c-973b-9f3159704cdc None None] Could not find standard attr ID for object 6a60a50e-4569-40ce-9f84-374764c6b58d. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:43:43.477415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-300f6390-ab38-472c-973b-9f3159704cdc None None] Provisioning complete for port 8cfa6363-16be-4645-80b1-c84c423aaf75 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:43.477986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-300f6390-ab38-472c-973b-9f3159704cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.496093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc28f93-c129-4df6-af7e-bbb36037174a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 28c2c8ce-f3b7-4263-971c-72f1b4d4cd13 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:43.514911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc28f93-c129-4df6-af7e-bbb36037174a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.619643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc28f93-c129-4df6-af7e-bbb36037174a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.644035 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:43.774324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c2231f-f3ad-4b46-aaff-5a6c8cd8b476 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting subnet 0a60e279-5791-4141-82aa-c915318494dc {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:43.777914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-65c2231f-f3ad-4b46-aaff-5a6c8cd8b476 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.803228 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc28f93-c129-4df6-af7e-bbb36037174a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.824616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-65c2231f-f3ad-4b46-aaff-5a6c8cd8b476 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.969248 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-65c2231f-f3ad-4b46-aaff-5a6c8cd8b476 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:43.996656 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:43:39Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:44.022130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] device_id is not set on port 586dc9bc-4116-4993-8bb6-d22712a1fb17 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:44.024539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc28f93-c129-4df6-af7e-bbb36037174a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.041368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.056729 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] Checking router: bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:44.072296 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] Routers {'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:44.073600 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:44.129940 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc28f93-c129-4df6-af7e-bbb36037174a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.133471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Transition to ACTIVE for port object 586dc9bc-4116-4993-8bb6-d22712a1fb17 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:44.138966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ab0b5-731f-4397-bc6a-e7c7f8da7cb8 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:44.171599 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3fc28f93-c129-4df6-af7e-bbb36037174a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/28c2c8ce-f3b7-4263-971c-72f1b4d4cd13 HTTP/1.1" status: 204 len: 168 time: 0.8634751 Aug 11 00:43:44.178701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc28f93-c129-4df6-af7e-bbb36037174a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=28c2c8ce-f3b7-4263-971c-72f1b4d4cd13,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:44.180910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45262) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:44.226126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.228863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-65c2231f-f3ad-4b46-aaff-5a6c8cd8b476 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.268415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb2697-9417-4860-a05d-ca63a0146030 None None] Network a8590be1-a2ba-4240-89fc-218a2e1f4a3d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:44.288042 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.291476 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-65c2231f-f3ad-4b46-aaff-5a6c8cd8b476 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.302682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-65c2231f-f3ad-4b46-aaff-5a6c8cd8b476 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/subnets/0a60e279-5791-4141-82aa-c915318494dc HTTP/1.1" status: 204 len: 168 time: 0.9264562 Aug 11 00:43:44.305722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fa8183-ecef-4dac-9aa5-62b0e75d83cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 62f292c5-af63-4337-9180-7770607c114a {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:44.308104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45266) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:44.331785 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05fa8183-ecef-4dac-9aa5-62b0e75d83cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.332849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2231f-f3ad-4b46-aaff-5a6c8cd8b476 tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Subnet': ['ID=0a60e279-5791-4141-82aa-c915318494dc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:44.434511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=586dc9bc-4116-4993-8bb6-d22712a1fb17,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:44.446425 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] Set router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:44.458785 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05fa8183-ecef-4dac-9aa5-62b0e75d83cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.484385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Checking segment: {'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:44.485112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Network hostable DHCP agents. Network: 17136a50-3b63-472b-9ba0-399cc4d3fa0a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:43:44.641617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.655470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Network 17136a50-3b63-472b-9ba0-399cc4d3fa0a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:43:44.728959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] DHCP port deletion for a8590be1-a2ba-4240-89fc-218a2e1f4a3d request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:43:44.749223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 17136a50-3b63-472b-9ba0-399cc4d3fa0a) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:44.757897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:44.777596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:44.778288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:44.778435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:44.786998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:44.787390 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:44.790541 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 2 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:44.817795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b291a1-39a3-459b-8629-73920c42a1d7 None None] Network 17136a50-3b63-472b-9ba0-399cc4d3fa0a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:44.818245 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:44.840354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:44.840354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:44.840354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:44.891889 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:43:39Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:44.907020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:44.916668 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:44.918960 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 3 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:44.955796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:44.956384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:44.956887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:44.963838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:44.964175 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:44.966196 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84f9d4-197d-4cad-bc38-163f86336cd8 None None] The sync data for ids ['bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32'] in n-d-712143-13 is: [{'id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'name': 'tempest-TestNetworkBasicOps-router-828264504', 'tenant_id': 'a6021f11fb224a3785a47117fcc9174d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:41:50Z', 'updated_at': '2021-08-11T00:43:39Z', 'revision_number': 5, 'project_id': 'a6021f11fb224a3785a47117fcc9174d', 'gw_port': {'id': '3f3ea306-bae0-469d-a5a1-636fe2658b3f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:41:51Z', 'updated_at': '2021-08-11T00:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:44.974107 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 4 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:45.036546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:45.036896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:45.037247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:45.046074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:45.046431 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:45.046845 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 5 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:45.052095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8cfa6363-16be-4645-80b1-c84c423aaf75 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:45.069599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:45.069947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:45.070294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:45.098142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:45.098481 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:45.100608 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 6 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:45.116407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:45.116767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:45.117116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:45.126241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:45.126590 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:45.127152 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 7 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:45.150647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:45.150986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:45.151361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:45.160426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:45.160712 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:45.165028 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 8 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:45.178636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] Deleting port 8364990c-6f8d-4234-b006-2704e4f55d6f {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:45.181022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.187913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:45.188830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:45.188830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:45.201011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 8cfa6363-16be-4645-80b1-c84c423aaf75 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:45.207288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:45.207472 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.207588 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:45.207588 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 9 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:45.221954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:45.222302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:45.222703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:45.229896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05fa8183-ecef-4dac-9aa5-62b0e75d83cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.236174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:45.236897 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:45.242804 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 10 to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 Aug 11 00:43:45.287032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:45.287435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:45.287753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:45.296255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:45.296754 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port 586dc9bc-4116-4993-8bb6-d22712a1fb17 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:45.299488 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.381080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.437806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 3a2ab5fd-8087-4088-8d51-fe4956204b04 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:43:45.453994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] For port 8364990c-6f8d-4234-b006-2704e4f55d6f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8364990c-6f8d-4234-b006-2704e4f55d6f,segment=NetworkSegment(54fc8fc0-472f-48ee-aa48-76e6a7f7bd32),segment_id=54fc8fc0-472f-48ee-aa48-76e6a7f7bd32)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:45.468314 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.507958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] Calling delete_port for 8364990c-6f8d-4234-b006-2704e4f55d6f owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:45.588371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] For port 586dc9bc-4116-4993-8bb6-d22712a1fb17, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:45.589176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempted to set empty binding levels {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 00:43:45.691832 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05fa8183-ecef-4dac-9aa5-62b0e75d83cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.713615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.787797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=586dc9bc-4116-4993-8bb6-d22712a1fb17,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:45.814751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:45.815455 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.852721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:45.884060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa8183-ecef-4dac-9aa5-62b0e75d83cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=62f292c5-af63-4337-9180-7770607c114a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:45.884359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae37ca-a521-4580-8c9d-22bfb07f2e51 None None] Sync routers for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:45.900422 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05fa8183-ecef-4dac-9aa5-62b0e75d83cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.908684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05fa8183-ecef-4dac-9aa5-62b0e75d83cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/62f292c5-af63-4337-9180-7770607c114a HTTP/1.1" status: 204 len: 168 time: 1.7266750 Aug 11 00:43:45.908917 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:43:45.913990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9129b9a8-7046-4866-a986-5a5c0d04631a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.8465469 Aug 11 00:43:45.913990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45296) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:45.913990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45298) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:45.915976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c46fa7b-e7c2-466b-99ad-b7bdd370e14a None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:45.933880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8364990c-6f8d-4234-b006-2704e4f55d6f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:45.951787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Deleting port 3f3ea306-bae0-469d-a5a1-636fe2658b3f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:45.952715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.991535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:45.992305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5dabbd75-fa85-4d5d-bd3b-d1ce613345dd tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3226080 Aug 11 00:43:45.994409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c0d9f5c5-9f11-4d63-b542-41aab6c707c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825090 Aug 11 00:43:45.997381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45300) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:46.014402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45302) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:46.023827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:46.029298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae37ca-a521-4580-8c9d-22bfb07f2e51 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:46.029929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3cae37ca-a521-4580-8c9d-22bfb07f2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:46.124672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3cae37ca-a521-4580-8c9d-22bfb07f2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:46.142538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8b1a06f0-e121-409d-940e-b76b70cacf20 None None] Provisioning complete for port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:46.142922 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8b1a06f0-e121-409d-940e-b76b70cacf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.204900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] For port 3f3ea306-bae0-469d-a5a1-636fe2658b3f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f3ea306-bae0-469d-a5a1-636fe2658b3f,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:46.206026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.242348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae37ca-a521-4580-8c9d-22bfb07f2e51 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:46.242973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3cae37ca-a521-4580-8c9d-22bfb07f2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:46.243119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Calling delete_port for 3f3ea306-bae0-469d-a5a1-636fe2658b3f owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:46.307120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3cae37ca-a521-4580-8c9d-22bfb07f2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:46.308363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae37ca-a521-4580-8c9d-22bfb07f2e51 None None] The sync data for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:46.368163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Deleting port 586dc9bc-4116-4993-8bb6-d22712a1fb17 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:46.368944 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.386406 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.447711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:46.451857 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.550052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Port 8364990c-6f8d-4234-b006-2704e4f55d6f update to DOWN by agent not found {{(pid=95256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 00:43:46.561743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b51cfb2-c446-40b3-94cd-69f754a10930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.576558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] For port 586dc9bc-4116-4993-8bb6-d22712a1fb17, host n-h2-712143-13, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:46.577401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.589007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] Pushing event deleted for resources: {'Port': ['ID=8364990c-6f8d-4234-b006-2704e4f55d6f,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:46.593074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e45363-109c-4e4e-9e1b-22bdfff1dd9c None None] No DVR routers for this DVR port 8364990c-6f8d-4234-b006-2704e4f55d6f on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:46.645681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Calling delete_port for 586dc9bc-4116-4993-8bb6-d22712a1fb17 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:46.672738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.745660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:43:46.771512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Port': ['ID=3f3ea306-bae0-469d-a5a1-636fe2658b3f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:46.782817 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83edc00f-af1b-4c3b-a777-e2783ba3f106 req-6c3792ac-9a89-468f-b27a-b0492d66061a tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.0593574 Aug 11 00:43:46.965035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] Deleting port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:46.965800 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:46.988593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:47.121848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] For port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:47.122375 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.132148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.140687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] Calling delete_port for b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:47.223827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.291643 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.294958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:47.354745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.355066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event deleted for resources: {'Port': ['ID=586dc9bc-4116-4993-8bb6-d22712a1fb17,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:47.358914 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.370434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.373463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b60fba6e-63a6-499b-bbc2-cfd9e1951d11 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "DELETE /v2.0/ports/586dc9bc-4116-4993-8bb6-d22712a1fb17 HTTP/1.1" status: 204 len: 168 time: 1.4512537 Aug 11 00:43:47.376631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.381220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45336) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:47.437686 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e1d9a9-00c6-4eff-ae67-aaf1e2e9edf0 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] GET failed (client error): The resource could not be found. Aug 11 00:43:47.440646 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-45e1d9a9-00c6-4eff-ae67-aaf1e2e9edf0 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "GET /v2.0/ports/586dc9bc-4116-4993-8bb6-d22712a1fb17 HTTP/1.1" status: 404 len: 333 time: 0.0571699 Aug 11 00:43:47.445681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45338) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:47.455292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Request body: {'port': {'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1720586751'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:47.499207 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.500676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6da11b35-2c5b-4c4a-839d-611ced29e6c4 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:47.605270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6da11b35-2c5b-4c4a-839d-611ced29e6c4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:47.606482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6da11b35-2c5b-4c4a-839d-611ced29e6c4 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:47.745716 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.785559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:47.825916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Made reservation on behalf of 8919f7d74ad54d1f9beca01becddc243 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:47.831228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:47.891776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] Pushing event deleted for resources: {'Port': ['ID=b2e4bda7-fc41-4dcb-8c52-793e4a5021d5,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:47.895368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8ac0b-ce57-4dda-ae15-9d35c340c691 None None] No DVR routers for this DVR port b2e4bda7-fc41-4dcb-8c52-793e4a5021d5 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:48.018606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b2460a0-cda2-4e5a-9bf1-80cbf293d54c req-b50c9327-449a-4b8a-b4fc-ca780c2e3ff7 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0884295 Aug 11 00:43:48.045838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] device_id is not set on port fe9c9618-ae58-48f7-95ec-b74a45c62456 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:48.117935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.objects.ports [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95255) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:43:48.120113 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.121473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Fanout notify agent at l3_agent the message router_deleted on router bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:43:48.152585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.152585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b025bdf9-a24d-46d7-947e-0eda5b212aae tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/routers/bad1bc3b-a1dc-4f6a-9b88-4bf1c1ad1e32 HTTP/1.1" status: 204 len: 168 time: 3.8379517 Aug 11 00:43:48.152585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.164147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45356) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:48.352564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:48.366056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.20.0.1 (c1536524-a133-4c70-b158-e0a8d8c979b9/eef62704-dd3a-4ec7-b773-05436d362027/3494cea3-778a-4a2e-9255-7706d0c6a184) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:48.369222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:48.392819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:48.393922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.396493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8050e6d4-c479-446c-aea6-9ae00b105c55 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:48.435280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=a940c078-27e0-4387-a2f7-bdc0563a9441,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:48.456033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.471576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.473478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.473478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.473478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.473966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.474591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.475557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.476499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.477397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.478226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.479078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.479705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:43:48.490651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.621350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'a940c078-27e0-4387-a2f7-bdc0563a9441'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:43:48.623658 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.640623 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-64501303-a4d5-4935-941e-f79748123316 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6242056 Aug 11 00:43:48.651947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45358) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:48.665442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:48.756707 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.799323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8590be1-a2ba-4240-89fc-218a2e1f4a3d']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:48.812236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:48.812538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fc8fc0-472f-48ee-aa48-76e6a7f7bd32') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:48.837724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.875448 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e4af77a3-2a80-48ad-ac63-811daf53483f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.884019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.893533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:43:48.894275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:43:48.898378 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:43:48.913649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Allocated IP 2001:db8::f816:3eff:fe66:fbce (a231281a-384d-46e8-8f86-e604acdadde9/a940c078-27e0-4387-a2f7-bdc0563a9441/5eccb409-c291-42e8-a730-0d46167b9d6a) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:49.040113 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.042766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f3ea306-bae0-469d-a5a1-636fe2658b3f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:49.077352 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.092608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 3f3ea306-bae0-469d-a5a1-636fe2658b3f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:49.093166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f3ea306-bae0-469d-a5a1-636fe2658b3f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:49.168447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Transition to ACTIVE for port object 3494cea3-778a-4a2e-9255-7706d0c6a184 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:49.173946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.179653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:49.186846 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.228417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.232273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] 10.222.0.43 "DELETE /v2.0/networks/a8590be1-a2ba-4240-89fc-218a2e1f4a3d HTTP/1.1" status: 204 len: 168 time: 1.0618501 Aug 11 00:43:49.258739 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.281689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Transition to ACTIVE for port object 5eccb409-c291-42e8-a730-0d46167b9d6a will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:49.293205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2b46c590-6505-4cae-b394-77e7e83c70fe req-a142c457-322e-4f4e-a03c-a4ea5c7cfe4e tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1072206 Aug 11 00:43:49.305887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.324073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fba4e-5f94-4403-863f-717ca2956f9f tempest-TestNetworkBasicOps-27688345 tempest-TestNetworkBasicOps-27688345-project] Pushing event deleted for resources: {'Network': ['ID=a8590be1-a2ba-4240-89fc-218a2e1f4a3d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:49.347702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Transition to ACTIVE for port object 5eccb409-c291-42e8-a730-0d46167b9d6a will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:49.376485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Network 17136a50-3b63-472b-9ba0-399cc4d3fa0a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:49.385850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:49.391153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:49.392280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:49.393009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.458397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.478059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9c9618-ae58-48f7-95ec-b74a45c62456,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:49.496753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.543369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network c1536524-a133-4c70-b158-e0a8d8c979b9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:49.549505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:49.556257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:49.566411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:49.572039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:49.580782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:49.610022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Pushing event updated for resources: {'Port': ['ID=5eccb409-c291-42e8-a730-0d46167b9d6a,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:49.631669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e3a96e08-c45d-4e30-bb6a-0f8e155c0ead tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1806593 Aug 11 00:43:49.633712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=3494cea3-778a-4a2e-9255-7706d0c6a184,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:49.637937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45370) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:49.651702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:49.733793 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.752173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Attempting to bind port 5eccb409-c291-42e8-a730-0d46167b9d6a on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:49.752711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Attempting to bind port 5eccb409-c291-42e8-a730-0d46167b9d6a by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:49.753146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Attempting to bind port 5eccb409-c291-42e8-a730-0d46167b9d6a on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:49.760723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:43:49.761102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:43:49.761795 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.762286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:43:49.762789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Bound port: 5eccb409-c291-42e8-a730-0d46167b9d6a, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:43:49.763468 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.834184 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.874356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] For port 5eccb409-c291-42e8-a730-0d46167b9d6a, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:49.878922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] For port 5eccb409-c291-42e8-a730-0d46167b9d6a, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5eccb409-c291-42e8-a730-0d46167b9d6a,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:43:49.882648 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:49.941553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:49.948921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:49.962721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=e1b47c39-aac8-42cb-8c41-3d95828474bb,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:49.966085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:49.966542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.018426 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.109046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e832709-e468-4316-92f2-d5c82181f3cd None None] Pushing event updated for resources: {'Port': ['ID=5eccb409-c291-42e8-a730-0d46167b9d6a,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:50.122383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3c06de57-f823-4e7c-9a54-4656273e5e0a None None] Provisioning for port 3494cea3-778a-4a2e-9255-7706d0c6a184 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:50.131361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3c06de57-f823-4e7c-9a54-4656273e5e0a None None] Provisioning complete for port 3494cea3-778a-4a2e-9255-7706d0c6a184 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:50.132912 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3c06de57-f823-4e7c-9a54-4656273e5e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.201846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3c06de57-f823-4e7c-9a54-4656273e5e0a None None] Port 3494cea3-778a-4a2e-9255-7706d0c6a184 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:43:50.232319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] device_id is not set on port fe9c9618-ae58-48f7-95ec-b74a45c62456 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:50.250130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b55178bc-0174-4bfc-a57a-8a5d0858234a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5970397 Aug 11 00:43:50.255748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45372) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:50.260111 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.260471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:c8:1f:07', 'name': 'tempest-NetworksTestDHCPv6-956545317'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:50.405612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Transition to ACTIVE for port object fe9c9618-ae58-48f7-95ec-b74a45c62456 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:50.408081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.543447 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.566069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45384) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:50.567243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.610832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-753e7631-2569-44cf-8dac-4f7326dc1648 req-f8326fc3-1f04-4b4a-9747-c9b3db6b1c4f tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0616105 Aug 11 00:43:50.750638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9c9618-ae58-48f7-95ec-b74a45c62456,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:50.753128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:50.770949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:50.770949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:50.770949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:50.807896 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0f03c22d-c49e-4c0c-a682-c9dff9ed7773 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6021f11fb224a3785a47117fcc9174d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359703 Aug 11 00:43:50.817644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45390) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:50.838148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:50.838674 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:50.842945 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 2 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:50.936417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3784e04-1220-4739-b51b-abdf2ce84dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.940296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:50.940864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:50.941434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:50.956569 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:50.977885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:50.978445 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:50.982840 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 3 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:51.048728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5eccb409-c291-42e8-a730-0d46167b9d6a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:51.079267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3784e04-1220-4739-b51b-abdf2ce84dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:51.107834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 179370b0-de22-4909-b3c2-3d530a99f7dd yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:51.133941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:51.134515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:51.135315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:51.153773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:51.154381 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:51.175482 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 4 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:51.227007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:51.227007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:51.227007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:51.257163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:51.257792 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:51.260576 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 5 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:51.302163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:51.303817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:51.305137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:51.322474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:51.323707 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:51.325512 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 6 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:51.349238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:51.349684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:51.350098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:51.366861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:51.367351 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:51.370606 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 7 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:51.375011 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:51.390914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:51.391444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:51.391863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:51.403845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:51.404283 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:51.404815 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 8 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:51.408760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5eccb409-c291-42e8-a730-0d46167b9d6a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:51.422328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:51.423146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:51.423146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:51.433384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:51.433763 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:51.435259 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 9 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:51.453713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 172.20.0.7 (a231281a-384d-46e8-8f86-e604acdadde9/e1b47c39-aac8-42cb-8c41-3d95828474bb/179370b0-de22-4909-b3c2-3d530a99f7dd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:51.454575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:51.454575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:51.455575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:51.459455 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3784e04-1220-4739-b51b-abdf2ce84dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:51.462787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3784e04-1220-4739-b51b-abdf2ce84dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:51.472503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c3784e04-1220-4739-b51b-abdf2ce84dde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9ac881d-9066-4abb-a247-fb2619b0c8ef HTTP/1.1" status: 204 len: 168 time: 0.6455007 Aug 11 00:43:51.473534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:51.473534 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:51.473534 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 10 to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 Aug 11 00:43:51.474139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fec8:1f07 (a231281a-384d-46e8-8f86-e604acdadde9/a940c078-27e0-4387-a2f7-bdc0563a9441/179370b0-de22-4909-b3c2-3d530a99f7dd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:51.483776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3784e04-1220-4739-b51b-abdf2ce84dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac881d-9066-4abb-a247-fb2619b0c8ef,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:51.507657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:43:51.508440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:43:51.509216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:43:51.518478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:43:51.519216 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port fe9c9618-ae58-48f7-95ec-b74a45c62456 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:43:51.519935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:51.544269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:51.791155 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:51.800808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=3494cea3-778a-4a2e-9255-7706d0c6a184,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:51.822250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:51.875290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8529efcb-fea5-4ddc-994e-61c56462a555 req-527f75a8-2f2f-4d50-aaed-858bf7df1c58 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0388055 Aug 11 00:43:51.881323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 179370b0-de22-4909-b3c2-3d530a99f7dd will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:51.922219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] For port fe9c9618-ae58-48f7-95ec-b74a45c62456, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:43:51.922861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempted to set empty binding levels {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 00:43:51.937961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8b632-9222-4712-9e7f-9bc3cac9b688 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:52.079292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network c1536524-a133-4c70-b158-e0a8d8c979b9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:52.083615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:52.122220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855990c-86d1-4ce4-b2b0-3bbaf2f1c711 req-a44e4178-0b5d-4cb9-be7d-ab81d6842c18 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:52.132094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8855990c-86d1-4ce4-b2b0-3bbaf2f1c711 req-a44e4178-0b5d-4cb9-be7d-ab81d6842c18 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 946 time: 0.1246376 Aug 11 00:43:52.226119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.313681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8855990c-86d1-4ce4-b2b0-3bbaf2f1c711 req-2ad6654d-3b9e-4cfc-878c-503bafa50ef9 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776412 Aug 11 00:43:52.326750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:52.330583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:52.335577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:52.420130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-00917c72-0a1e-4327-bede-ceca9a4fee98 None None] Provisioning for port 5eccb409-c291-42e8-a730-0d46167b9d6a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:52.432273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=179370b0-de22-4909-b3c2-3d530a99f7dd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:52.445765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-00917c72-0a1e-4327-bede-ceca9a4fee98 None None] Provisioning complete for port 5eccb409-c291-42e8-a730-0d46167b9d6a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:52.446426 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-00917c72-0a1e-4327-bede-ceca9a4fee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.482383 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.503905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bab652-21f3-4962-affc-48af1f349d4c None None] Update dhcp port {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': 'a940c078-27e0-4387-a2f7-bdc0563a9441', 'ip_address': '2001:db8::f816:3eff:fe66:fbce'}, {'subnet_id': 'e1b47c39-aac8-42cb-8c41-3d95828474bb'}], 'binding:host_id': 'n-d-712143-13'}, 'id': '5eccb409-c291-42e8-a730-0d46167b9d6a'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 00:43:52.505117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.514680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:52.516087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.547660 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61bab652-21f3-4962-affc-48af1f349d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.580579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] In _notify_port_updated(), no bound segment for port fe9c9618-ae58-48f7-95ec-b74a45c62456 on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:43:52.581945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:52.582920 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.589167 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "PUT /v2.0/ports/fe9c9618-ae58-48f7-95ec-b74a45c62456 HTTP/1.1" status: 200 len: 976 time: 2.9413540 Aug 11 00:43:52.590913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45410) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:52.622219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 3a2ab5fd-8087-4088-8d51-fe4956204b04 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:52.623793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-00917c72-0a1e-4327-bede-ceca9a4fee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.625404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f33b0-0964-495c-b7a7-b83423cd2ea2 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=fe9c9618-ae58-48f7-95ec-b74a45c62456,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:52.742410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b6c70693-f186-4085-89fb-879f081d0eb2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4861906 Aug 11 00:43:52.760675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45414) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:52.763397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-00917c72-0a1e-4327-bede-ceca9a4fee98 None None] For port 5eccb409-c291-42e8-a730-0d46167b9d6a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5eccb409-c291-42e8-a730-0d46167b9d6a,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:52.946325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:52.957111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-61bab652-21f3-4962-affc-48af1f349d4c None None] Allocated IP 172.20.0.2 (a231281a-384d-46e8-8f86-e604acdadde9/e1b47c39-aac8-42cb-8c41-3d95828474bb/5eccb409-c291-42e8-a730-0d46167b9d6a) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:52.963067 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d4123-4051-4111-b991-fbdd7f158951 None None] Sync routers for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:52.982452 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d4123-4051-4111-b991-fbdd7f158951 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:52.983659 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-00917c72-0a1e-4327-bede-ceca9a4fee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:52.985521 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-5b3d4123-4051-4111-b991-fbdd7f158951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:52.987759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-98989b9d-ac2a-40ad-b035-d63375a2fa4c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/routers/3a2ab5fd-8087-4088-8d51-fe4956204b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9893272 Aug 11 00:43:52.993136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45420) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:53.002140 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'port': {'network_id': 'c1536524-a133-4c70-b158-e0a8d8c979b9', 'name': 'tempest-FloatingIPTestJSON-510051146'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:53.068430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc53fb-109a-46af-9eaf-07078cfc6592 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.096094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc53fb-109a-46af-9eaf-07078cfc6592 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.099711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-19dc53fb-109a-46af-9eaf-07078cfc6592 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3125560 Aug 11 00:43:53.150356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45422) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:53.173694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.174214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.174711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.175530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.176027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.176518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.177002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.183244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.183888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.184441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.184944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.188003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.188557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.189104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.191998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.192761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.193267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.194063 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.194565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.195141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.198141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.198663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.199180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.203532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.204049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.204546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.205027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.207926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.208506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.209010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.209504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.213522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.214047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.214541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.215026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.215552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.233440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-60a417c0-a1cf-44eb-9230-28c1c5fe2544 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31942 time: 0.6357188 Aug 11 00:43:53.234234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45424) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:53.279517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45430) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:53.329410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fab8c21-30ff-413b-860f-8ab5c2e2a735 req-e1b5ea4b-8927-4c93-b63b-fadd01c2a2e8 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1143360 Aug 11 00:43:53.342193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00917c72-0a1e-4327-bede-ceca9a4fee98 None None] Pushing event updated for resources: {'Port': ['ID=5eccb409-c291-42e8-a730-0d46167b9d6a,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:53.364234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-78e7ce69-86a2-4299-94de-775a58d964b1 None None] Provisioning complete for port 3494cea3-778a-4a2e-9255-7706d0c6a184 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:53.365236 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-78e7ce69-86a2-4299-94de-775a58d964b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:53.436944 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-5b3d4123-4051-4111-b991-fbdd7f158951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:53.453478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3a862f3-d761-4eaa-ac0a-247c2ad6f179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:53.461326 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d4123-4051-4111-b991-fbdd7f158951 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:53.466311 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-5b3d4123-4051-4111-b991-fbdd7f158951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:53.525974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-78e7ce69-86a2-4299-94de-775a58d964b1 None None] Port 3494cea3-778a-4a2e-9255-7706d0c6a184 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:43:53.530402 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-5b3d4123-4051-4111-b991-fbdd7f158951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:53.532302 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d4123-4051-4111-b991-fbdd7f158951 None None] The sync data for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:53.565403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8558c5b1-a5aa-4656-86c1-19815bd49c0e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 179370b0-de22-4909-b3c2-3d530a99f7dd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:53.566100 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8558c5b1-a5aa-4656-86c1-19815bd49c0e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:53.568103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-61bab652-21f3-4962-affc-48af1f349d4c None None] For port 5eccb409-c291-42e8-a730-0d46167b9d6a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5eccb409-c291-42e8-a730-0d46167b9d6a,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:53.638849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61bab652-21f3-4962-affc-48af1f349d4c None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:53.659939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-c39efe63-eec5-4e64-96f2-c391bd86d83b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.663663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-c39efe63-eec5-4e64-96f2-c391bd86d83b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.55 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 946 time: 0.4338615 Aug 11 00:43:53.671082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-61bab652-21f3-4962-affc-48af1f349d4c None None] Transition to ACTIVE for port object 5eccb409-c291-42e8-a730-0d46167b9d6a will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:53.701130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Made reservation on behalf of e801e9bb31da4426a03157e0a8db6950 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:53.706594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:53.747615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-913367b6-e4be-4568-87c2-d01687f5cb05 req-8a951f43-30fd-4014-8474-c29670108bf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.0692611 Aug 11 00:43:53.778934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] device_id is not set on port 6b4e0196-777a-4614-9f42-68ebae2b4790 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:53.781289 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61bab652-21f3-4962-affc-48af1f349d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:53.819078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897f63b-690a-42c2-abb1-73f448e3652c req-3b45069b-473c-459e-8b32-12fe5f7a7961 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:53.820811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3897f63b-690a-42c2-abb1-73f448e3652c req-3b45069b-473c-459e-8b32-12fe5f7a7961 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 946 time: 0.2114234 Aug 11 00:43:53.842413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Deleting port fe9c9618-ae58-48f7-95ec-b74a45c62456 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:53.842763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:53.858189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8558c5b1-a5aa-4656-86c1-19815bd49c0e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:53.881140 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8558c5b1-a5aa-4656-86c1-19815bd49c0e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 179370b0-de22-4909-b3c2-3d530a99f7dd owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:53.913699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bab652-21f3-4962-affc-48af1f349d4c None None] Pushing event updated for resources: {'Port': ['ID=5eccb409-c291-42e8-a730-0d46167b9d6a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:53.985513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Allocated IP 172.20.0.5 (c1536524-a133-4c70-b158-e0a8d8c979b9/eef62704-dd3a-4ec7-b773-05436d362027/6b4e0196-777a-4614-9f42-68ebae2b4790) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:43:54.004218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3897f63b-690a-42c2-abb1-73f448e3652c req-279bde56-8bb2-4fe9-a1e7-773fdd1bbe0d tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557410 Aug 11 00:43:54.008868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] For port fe9c9618-ae58-48f7-95ec-b74a45c62456, host n-h2-712143-13, got binding levels [] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:54.009243 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.040497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Deleting port 147bdc39-c16f-4106-812a-a94e3d883cde {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:54.040820 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.047550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3a862f3-d761-4eaa-ac0a-247c2ad6f179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.050079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Calling delete_port for fe9c9618-ae58-48f7-95ec-b74a45c62456 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:54.168777 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3a862f3-d761-4eaa-ac0a-247c2ad6f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.266328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a862f3-d761-4eaa-ac0a-247c2ad6f179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b398a71-047e-46b6-a8e8-2c2c80c27ae7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:54.272728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b3a862f3-d761-4eaa-ac0a-247c2ad6f179 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dac79dc792045128dff6e0284973e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9907069 Aug 11 00:43:54.277815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45438) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:54.281604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] For port 147bdc39-c16f-4106-812a-a94e3d883cde, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=147bdc39-c16f-4106-812a-a94e3d883cde,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:54.281829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.513067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.545575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a76b9a38-63de-41fc-aa53-7e85791287ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.552528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d707565-dc1c-4b93-97d2-ce939beed386 req-2eaa6136-dc62-4e88-9939-f3087c157a24 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0536520 Aug 11 00:43:54.591567 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.613357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a76b9a38-63de-41fc-aa53-7e85791287ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.624313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe9c9618-ae58-48f7-95ec-b74a45c62456,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:54.662573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Transition to ACTIVE for port object 6b4e0196-777a-4614-9f42-68ebae2b4790 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:43:54.669729 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fef1730e-298a-4de5-8665-6094022d6067 req-88f45802-b3cc-462b-b9d5-b46c30fe30fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0813298 Aug 11 00:43:54.670008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.674475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-72475e91-ea6b-42cd-b45d-b2e25fa1d8ab tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "DELETE /v2.0/ports/fe9c9618-ae58-48f7-95ec-b74a45c62456 HTTP/1.1" status: 204 len: 168 time: 1.4369497 Aug 11 00:43:54.674761 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8558c5b1-a5aa-4656-86c1-19815bd49c0e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.677611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45442) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:54.707603 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2568aa0-ba4c-4bcd-9b5d-f2920cb86472 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] GET failed (client error): The resource could not be found. Aug 11 00:43:54.717090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d2568aa0-ba4c-4bcd-9b5d-f2920cb86472 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "GET /v2.0/ports/fe9c9618-ae58-48f7-95ec-b74a45c62456 HTTP/1.1" status: 404 len: 333 time: 0.0307555 Aug 11 00:43:54.717472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45444) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:54.725409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1085514800', 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:54.748344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558c5b1-a5aa-4656-86c1-19815bd49c0e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=179370b0-de22-4909-b3c2-3d530a99f7dd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:54.748858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.748858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.749246 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Floating IP d217ca18-6cbf-429c-b43d-b2646576b737 disassociated. External IP: 172.25.0.99, port: 147bdc39-c16f-4106-812a-a94e3d883cde. Aug 11 00:43:54.749805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Calling delete_port for 147bdc39-c16f-4106-812a-a94e3d883cde owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:54.880034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Made reservation on behalf of 8919f7d74ad54d1f9beca01becddc243 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:54.880034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.907221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8558c5b1-a5aa-4656-86c1-19815bd49c0e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.912065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8558c5b1-a5aa-4656-86c1-19815bd49c0e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/179370b0-de22-4909-b3c2-3d530a99f7dd HTTP/1.1" status: 204 len: 168 time: 1.7600496 Aug 11 00:43:54.912409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] device_id is not set on port 60a00dc6-5b9f-4654-829a-315b55375eb9 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:54.956623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45446) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:54.976195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5eccb409-c291-42e8-a730-0d46167b9d6a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:43:54.980912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b415c7-1ea0-404a-9d34-5b1b72d1840c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:54.983278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b415c7-1ea0-404a-9d34-5b1b72d1840c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:54.985569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b415c7-1ea0-404a-9d34-5b1b72d1840c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:54.987395 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-09b415c7-1ea0-404a-9d34-5b1b72d1840c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0734451 Aug 11 00:43:54.992748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:54.997824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45448) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:55.111553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event updated for resources: {'Port': ['ID=6b4e0196-777a-4614-9f42-68ebae2b4790,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:55.149272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Network c1536524-a133-4c70-b158-e0a8d8c979b9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:55.150164 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a76b9a38-63de-41fc-aa53-7e85791287ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.153662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a76b9a38-63de-41fc-aa53-7e85791287ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.157448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a76b9a38-63de-41fc-aa53-7e85791287ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b398a71-047e-46b6-a8e8-2c2c80c27ae7 HTTP/1.1" status: 204 len: 168 time: 0.8779705 Aug 11 00:43:55.169697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:55.189669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:55.199553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f378f1e-14ee-4e57-b646-84069a1cfbee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet a940c078-27e0-4387-a2f7-bdc0563a9441 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:55.253558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-86cad419-b704-4003-8e63-9144734c9757 None None] Provisioning for port 5eccb409-c291-42e8-a730-0d46167b9d6a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:55.253824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.253949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-86cad419-b704-4003-8e63-9144734c9757 None None] Provisioning complete for port 5eccb409-c291-42e8-a730-0d46167b9d6a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:55.253949 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-86cad419-b704-4003-8e63-9144734c9757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.300045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:55.301015 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.320005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b9a38-63de-41fc-aa53-7e85791287ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b398a71-047e-46b6-a8e8-2c2c80c27ae7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:55.330964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f378f1e-14ee-4e57-b646-84069a1cfbee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.393387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event deleted for resources: {'Port': ['ID=147bdc39-c16f-4106-812a-a94e3d883cde,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:55.471305 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f378f1e-14ee-4e57-b646-84069a1cfbee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.515904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d895d0-2ac3-4c3d-82b4-8bed83919e22 req-009ca278-0ad6-4890-b05c-584b91f9b0ee tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:55.523365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7d895d0-2ac3-4c3d-82b4-8bed83919e22 req-009ca278-0ad6-4890-b05c-584b91f9b0ee tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 868 time: 0.3614054 Aug 11 00:43:55.568472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0da1f8b1-190e-43c3-b2fd-b002c06ead02 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5732162 Aug 11 00:43:55.604900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45460) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:55.627857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Request body: {'floatingip': {'port_id': '6b4e0196-777a-4614-9f42-68ebae2b4790'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:55.766596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7d895d0-2ac3-4c3d-82b4-8bed83919e22 req-f7185ec6-09fb-4673-8ec7-609184bf790b tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe54d1c0-1856-496f-856b-87885e5a8527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357070 Aug 11 00:43:55.817471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f378f1e-14ee-4e57-b646-84069a1cfbee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.867272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:55.962397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-45ad2407-4794-4729-bd2b-813c865c38c0 None None] Provisioning for port 6b4e0196-777a-4614-9f42-68ebae2b4790 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:43:55.969201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-45ad2407-4794-4729-bd2b-813c865c38c0 None None] Provisioning complete for port 6b4e0196-777a-4614-9f42-68ebae2b4790 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:55.969794 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45ad2407-4794-4729-bd2b-813c865c38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.092318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccf68613-6619-41f0-8701-88c245afdda9 req-13e7bafe-f675-4b07-b18d-a6a9b7fcd6f9 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0896492 Aug 11 00:43:56.124795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-45ad2407-4794-4729-bd2b-813c865c38c0 None None] Port 6b4e0196-777a-4614-9f42-68ebae2b4790 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:43:56.133445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-45ad2407-4794-4729-bd2b-813c865c38c0 None None] Could not find standard attr ID for object 179370b0-de22-4909-b3c2-3d530a99f7dd. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:43:56.181955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:56.209134 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.309694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f378f1e-14ee-4e57-b646-84069a1cfbee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.344432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f378f1e-14ee-4e57-b646-84069a1cfbee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=a940c078-27e0-4387-a2f7-bdc0563a9441,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:56.363081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f378f1e-14ee-4e57-b646-84069a1cfbee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.365150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7f378f1e-14ee-4e57-b646-84069a1cfbee tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a940c078-27e0-4387-a2f7-bdc0563a9441 HTTP/1.1" status: 204 len: 168 time: 1.3632147 Aug 11 00:43:56.366455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:56.369854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45474) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:56.374349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7dd062-7c49-4ad3-ba66-474ad89ad2e5 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:56.401474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] Sync routers for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:56.459011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] No DVR routers for this DVR port 147bdc39-c16f-4106-812a-a94e3d883cde on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:43:56.464799 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.466951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b1a628f-a3d5-4b9a-b5d5-de21f5c7b601 req-d4a413e1-92ad-47e1-aaf5-53dc2f192a48 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.55 "DELETE /v2.0/ports/147bdc39-c16f-4106-812a-a94e3d883cde HTTP/1.1" status: 204 len: 173 time: 2.7819283 Aug 11 00:43:56.477122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-deleted', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:43:56.479698 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113fcb8b-7c0e-41f0-93c8-7470db936dea" -d '{"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-deleted", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:43:56.483766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:56.484876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:56.524905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-59debadc-8f73-4847-a055-58367537ee16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet e1b47c39-aac8-42cb-8c41-3d95828474bb {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:43:56.530110 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8bc37-b8bf-4ff1-af37-c09a0792e153 x-openstack-request-id: req-69e8bc37-b8bf-4ff1-af37-c09a0792e153 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:43:56.530410 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20036791-729a-4f3b-aef5-dc3addd85f54", "name": "network-vif-deleted", "tag": "147bdc39-c16f-4106-812a-a94e3d883cde", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:43:56.530651 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69e8bc37-b8bf-4ff1-af37-c09a0792e153 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:43:56.531054 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20036791-729a-4f3b-aef5-dc3addd85f54', 'name': 'network-vif-deleted', 'tag': '147bdc39-c16f-4106-812a-a94e3d883cde', 'status': 'completed', 'code': 200} Aug 11 00:43:56.537674 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59debadc-8f73-4847-a055-58367537ee16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.600108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59debadc-8f73-4847-a055-58367537ee16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.658606 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.746696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Network 17136a50-3b63-472b-9ba0-399cc4d3fa0a is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:56.753365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=60a00dc6-5b9f-4654-829a-315b55375eb9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:56.764738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:56.769925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:43:56.771291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:56.772886 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.783809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:56.796728 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59debadc-8f73-4847-a055-58367537ee16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:56.898101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7b36939c-3524-48b5-9ba1-91e55b65f071 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1795979 Aug 11 00:43:56.901743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45486) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:56.956164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187ec581-6d47-4c95-8985-215597c73b05 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:56.961210 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-187ec581-6d47-4c95-8985-215597c73b05 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "GET /v2.0/ports/60a00dc6-5b9f-4654-829a-315b55375eb9 HTTP/1.1" status: 200 len: 955 time: 0.0580814 Aug 11 00:43:56.962873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45492) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:57.077085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:57.107955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:57.110927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e70991d4-7d9e-43a0-88ff-b71e18539f71 req-4eb96832-f721-4e7b-b492-1320b1111b88 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/ports?device_id=20036791-729a-4f3b-aef5-dc3addd85f54 HTTP/1.1" status: 200 len: 210 time: 0.0322998 Aug 11 00:43:57.181488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-61c622bd-59fd-47b0-8109-e5cf864f2fe1 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Deleting port 60a00dc6-5b9f-4654-829a-315b55375eb9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:57.182077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-61c622bd-59fd-47b0-8109-e5cf864f2fe1 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:57.186363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 147bdc39-c16f-4106-812a-a94e3d883cde {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:43:57.186933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 147bdc39-c16f-4106-812a-a94e3d883cde not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:43:57.192284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:57.215502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59debadc-8f73-4847-a055-58367537ee16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:57.462865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45502) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:57.474426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59debadc-8f73-4847-a055-58367537ee16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b47c39-aac8-42cb-8c41-3d95828474bb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:57.492415 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59debadc-8f73-4847-a055-58367537ee16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:57.495930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-59debadc-8f73-4847-a055-58367537ee16 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/e1b47c39-aac8-42cb-8c41-3d95828474bb HTTP/1.1" status: 204 len: 168 time: 1.1247370 Aug 11 00:43:57.500040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90e091be-2589-4ee4-8f2f-6d75f1a881c8 req-ff7cb17d-4256-472a-b992-74337bdeca74 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1935973 Aug 11 00:43:57.509555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45508) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:57.556071 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP 0f3210c9-4f8e-4407-8c0c-41e7f8700ec8 associated. External IP: 172.25.0.223, port: ea80b603-055b-47e4-91c5-3bc70822c111. Aug 11 00:43:57.581531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa728e4-10fb-4e72-b022-902a8f018d50 None None] Update dhcp port {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': 'e1b47c39-aac8-42cb-8c41-3d95828474bb'}], 'binding:host_id': 'n-d-712143-13'}, 'id': '5eccb409-c291-42e8-a730-0d46167b9d6a'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 00:43:57.615467 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-61c622bd-59fd-47b0-8109-e5cf864f2fe1 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:57.627849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4aa728e4-10fb-4e72-b022-902a8f018d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:57.647231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-45fbfbae-244d-4821-943a-964c200c6e58 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318743 Aug 11 00:43:57.647231 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-61c622bd-59fd-47b0-8109-e5cf864f2fe1 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Calling delete_port for 60a00dc6-5b9f-4654-829a-315b55375eb9 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:57.648926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45512) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:57.656908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:57.665437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:57.783203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] Checking router: ae62abb7-74e7-4141-af6c-0e9fd50f6da5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:43:57.812935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:57.815360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:58.071539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:43:58.197446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca21e4-3744-47df-89d2-e3758aa1924e None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:43:58.287708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-61c622bd-59fd-47b0-8109-e5cf864f2fe1 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:58.336072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-61c622bd-59fd-47b0-8109-e5cf864f2fe1 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:58.344006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-61c622bd-59fd-47b0-8109-e5cf864f2fe1 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "DELETE /v2.0/ports/60a00dc6-5b9f-4654-829a-315b55375eb9 HTTP/1.1" status: 204 len: 168 time: 1.3796139 Aug 11 00:43:58.368640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45530) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:58.369483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c622bd-59fd-47b0-8109-e5cf864f2fe1 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event deleted for resources: {'Port': ['ID=60a00dc6-5b9f-4654-829a-315b55375eb9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:58.404793 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63ddd1a-049e-44c6-a8d5-d617324ca922 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] GET failed (client error): The resource could not be found. Aug 11 00:43:58.407050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b63ddd1a-049e-44c6-a8d5-d617324ca922 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "GET /v2.0/ports/60a00dc6-5b9f-4654-829a-315b55375eb9 HTTP/1.1" status: 404 len: 333 time: 0.0342090 Aug 11 00:43:58.413071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45532) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:58.421512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Request body: {'port': {'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1032701044'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:58.432246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:58.435766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1206951426-network', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:58.438502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:58.456450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45534) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:58.561419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6561a220-f073-4f40-8a67-4a8fe75b14d5 req-623688e0-6247-4ee2-80f1-1ffc5c96f7f5 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0787387 Aug 11 00:43:58.671474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b382b3a3-f43b-477a-be37-577b082c8e59 None None] Provisioning complete for port 5eccb409-c291-42e8-a730-0d46167b9d6a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:43:58.672143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b382b3a3-f43b-477a-be37-577b082c8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:58.698350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:43:58.698350 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:43:58.698350 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': 'acb5a8cd51cf48fda3b15f711dfb924f', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 43, 58, 450127)}] Aug 11 00:43:58.698350 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:43:58.699945 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:43:58.740370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Made reservation on behalf of 8919f7d74ad54d1f9beca01becddc243 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:58.754415 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:58.780667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85dabd1f-2fa8-4670-a235-6b56456ac2a8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:58.807056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:58.810279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85dabd1f-2fa8-4670-a235-6b56456ac2a8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:58.852294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:43:58.897966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] device_id is not set on port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:43:59.029379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5eccb409-c291-42e8-a730-0d46167b9d6a no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:43:59.052472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:59.065928 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c3bdc-e94f-4b0b-9b18-6406b10beb97 None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:59.087604 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c3bdc-e94f-4b0b-9b18-6406b10beb97 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:59.087604 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-513c3bdc-e94f-4b0b-9b18-6406b10beb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:59.171080 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-513c3bdc-e94f-4b0b-9b18-6406b10beb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:59.182081 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c3bdc-e94f-4b0b-9b18-6406b10beb97 None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:59.182729 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-513c3bdc-e94f-4b0b-9b18-6406b10beb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:59.185174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:59.223545 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-513c3bdc-e94f-4b0b-9b18-6406b10beb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:59.224573 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c3bdc-e94f-4b0b-9b18-6406b10beb97 None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:59.249790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae670f-1b7c-4b59-9ce6-45f3f426c35e None None] The sync data for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 is: [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:34:22Z', 'revision_number': 4, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '475a34d4-d188-4146-8dde-58894ddbb8c3', 'name': '', 'network_id': 'af520825-082c-45f6-8942-abaa215f134c', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'mac_address': 'fa:16:3e:27:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:21Z', 'updated_at': '2021-08-11T00:34:30Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'subnets': [{'id': '25eff5a2-7f57-4b91-a631-b962e7c23c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:43:59.261573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85dabd1f-2fa8-4670-a235-6b56456ac2a8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.265276 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85dabd1f-2fa8-4670-a235-6b56456ac2a8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.268229 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-85dabd1f-2fa8-4670-a235-6b56456ac2a8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "DELETE /v2.0/security-groups/fe54d1c0-1856-496f-856b-87885e5a8527 HTTP/1.1" status: 204 len: 168 time: 0.8035758 Aug 11 00:43:59.269777 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.287143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45546) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:59.292784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] Deleting port 5eccb409-c291-42e8-a730-0d46167b9d6a {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:59.293369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.362198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dabd1f-2fa8-4670-a235-6b56456ac2a8 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe54d1c0-1856-496f-856b-87885e5a8527,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:59.372084 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.416345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:43:59.421092 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-0dc79329-0848-4879-974a-ac94ebd33898 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] show failed (client error): The resource could not be found. Aug 11 00:43:59.423044 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0dc79329-0848-4879-974a-ac94ebd33898 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "GET /v2.0/security-groups/fe54d1c0-1856-496f-856b-87885e5a8527 HTTP/1.1" status: 404 len: 347 time: 0.0903726 Aug 11 00:43:59.425265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:43:59.427747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45548) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:59.442573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 5eccb409-c291-42e8-a730-0d46167b9d6a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5eccb409-c291-42e8-a730-0d46167b9d6a,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:59.452720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=42fd9e18-2909-4971-bfa2-76ac64fa04eb,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:59.467189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:43:59.467912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.497525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] For port 5eccb409-c291-42e8-a730-0d46167b9d6a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5eccb409-c291-42e8-a730-0d46167b9d6a,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:43:59.497947 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.501194 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.513502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 3a2ab5fd-8087-4088-8d51-fe4956204b04 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:43:59.514871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] Calling delete_port for 5eccb409-c291-42e8-a730-0d46167b9d6a owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:43:59.529363 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.568323 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.605297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Made reservation on behalf of acb5a8cd51cf48fda3b15f711dfb924f for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:43:59.608347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.608657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.640863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.657894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=5eccb409-c291-42e8-a730-0d46167b9d6a,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:43:59.777637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa6279-3bc0-4f24-99b9-26715d025a1e None None] New status for floating IP d217ca18-6cbf-429c-b43d-b2646576b737: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:43:59.806539 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ea05714-12b1-439b-941f-7ff104690136 req-228a077e-0b85-43a4-b4cb-3c1e64bdb436 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0431380 Aug 11 00:43:59.810052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:43:59.814028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81cf0766-03fb-42d6-917c-81398f18a8b7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1644492 Aug 11 00:43:59.814969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45554) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:43:59.817840 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.818145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.825516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:43:59.838122 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51d70d-eb37-41d7-ad0a-fc7dc69d51f9 None None] Sync routers for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:43:59.862271 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51d70d-eb37-41d7-ad0a-fc7dc69d51f9 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:59.870972 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-db51d70d-eb37-41d7-ad0a-fc7dc69d51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:59.926583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Deleting port 2e875127-250e-42cf-b604-0492e5f745ee {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:43:59.927052 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-db51d70d-eb37-41d7-ad0a-fc7dc69d51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:59.927308 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:43:59.939457 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51d70d-eb37-41d7-ad0a-fc7dc69d51f9 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:43:59.940653 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-db51d70d-eb37-41d7-ad0a-fc7dc69d51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:43:59.987764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] Pushing event deleted for resources: {'Port': ['ID=5eccb409-c291-42e8-a730-0d46167b9d6a,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:00.024949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-db51d70d-eb37-41d7-ad0a-fc7dc69d51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:00.024949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db51d70d-eb37-41d7-ad0a-fc7dc69d51f9 None None] The sync data for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:00.025356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.025571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb1baf-5f0d-4dff-9975-63ff77f1571b None None] No DVR routers for this DVR port 5eccb409-c291-42e8-a730-0d46167b9d6a on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:00.054620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9a938070-8289-428f-8a9a-322c3c96520d tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/floatingips/0f3210c9-4f8e-4407-8c0c-41e7f8700ec8 HTTP/1.1" status: 200 len: 977 time: 4.4354496 Aug 11 00:44:00.055029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45558) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:00.100758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Network 17136a50-3b63-472b-9ba0-399cc4d3fa0a is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:00.117220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:00.125272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.125272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.129406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:00.130532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:00.131384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.150721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:00.160035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Calling delete_port for 2e875127-250e-42cf-b604-0492e5f745ee owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:00.169183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b541c8-4f6c-45ed-889c-ab0cd626822f None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:00.244225 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.262331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 6b4e0196-777a-4614-9f42-68ebae2b4790 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:00.262775 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.400232 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.454524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.510367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:00.519476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc147aad-bd50-42e2-8aa5-bd4c53d6e27e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:00.539486 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.562311 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.562717 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Added segment 114c4d12-a8bf-4852-8842-cf7623e67fae of type vlan for network c269dec9-ff3a-4149-be6b-829be0ca1b2c Aug 11 00:44:00.575124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Pushing event deleted for resources: {'Port': ['ID=2e875127-250e-42cf-b604-0492e5f745ee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:00.620538 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.661153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-80f1c151-36f1-47ca-acc1-5c6d48e31153 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2422428 Aug 11 00:44:00.664238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45566) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:00.676669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:00.727453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.727845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.728178 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Floating IP 0f3210c9-4f8e-4407-8c0c-41e7f8700ec8 disassociated. External IP: 172.25.0.223, port: 6b4e0196-777a-4614-9f42-68ebae2b4790. Aug 11 00:44:00.728537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 6b4e0196-777a-4614-9f42-68ebae2b4790 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:00.737080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '42fd9e18-2909-4971-bfa2-76ac64fa04eb'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:00.742712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.742951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.742951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:00.749205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-39f9c857-9d7c-49ee-98ef-1f7dbb7efa77 tempest-AttachVolumeShelveTestJSON-43425202 tempest-AttachVolumeShelveTestJSON-43425202-project] 10.222.0.43 "DELETE /v2.0/floatingips/d217ca18-6cbf-429c-b43d-b2646576b737 HTTP/1.1" status: 204 len: 168 time: 1.2961247 Aug 11 00:44:00.853183 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.026032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.026936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:01.030474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.049712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:01.056761 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.130614 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f02fb9fe-ab97-482b-afce-2e17e03e775d req-c5388cd4-a1f4-4d18-bf40-54757020e651 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1070600 Aug 11 00:44:01.143292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Allocated IP 172.20.0.2 (a231281a-384d-46e8-8f86-e604acdadde9/42fd9e18-2909-4971-bfa2-76ac64fa04eb/5a6f1dbc-9a62-46fd-92e5-fe1dca645f49) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:01.186838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7199204 Aug 11 00:44:01.188116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.200156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45578) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:01.208555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Request body: {'subnet': {'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1206951426-subnet', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:01.269227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=6b4e0196-777a-4614-9f42-68ebae2b4790,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:01.287597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057adb6-a9b1-401f-a4a4-3b53e4c8b7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c269dec9-ff3a-4149-be6b-829be0ca1b2c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:01.295785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] device_id is not set on port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:01.315418 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.360784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Transition to ACTIVE for port object f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:01.367845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:01.460741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 3a2ab5fd-8087-4088-8d51-fe4956204b04 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:44:01.471451 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.575570 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.587671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Transition to ACTIVE for port object 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:01.626151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Transition to ACTIVE for port object 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:01.652367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:01.675711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:01.677093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:01.677537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:01.677879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:44:01.682742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Made reservation on behalf of acb5a8cd51cf48fda3b15f711dfb924f for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:01.685725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.694503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d78ba-7d00-4e2a-b551-88e393d8a452 None None] Sync routers for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:44:01.705689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:01.706053 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:01.708122 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 2 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:01.710588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d78ba-7d00-4e2a-b551-88e393d8a452 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:01.711385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5a4d78ba-7d00-4e2a-b551-88e393d8a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:01.718389 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:01.750042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:01.750555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:01.751017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:01.757376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:01.758029 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:01.758554 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 3 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:01.775493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:01.776052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:01.776508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:01.783239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:01.784224 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:01.784224 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 4 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:01.784877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5a4d78ba-7d00-4e2a-b551-88e393d8a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:01.803422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:01.803971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:01.804431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:01.810949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:01.811500 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:01.811977 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 5 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:01.824845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:01.831534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:01.832449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:01.833131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:01.833857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:01.840518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:01.842009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:01.842650 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:01.843379 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 6 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:01.867405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:01.868900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:01.869786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:01.877651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:01.881376 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:01.882300 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 7 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:01.884901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Pushing event updated for resources: {'Port': ['ID=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:01.901777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:01.903028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:01.903961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:01.912254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:01.913725 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:01.914480 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 8 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:01.928616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4d78ba-7d00-4e2a-b551-88e393d8a452 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:01.929327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5a4d78ba-7d00-4e2a-b551-88e393d8a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:01.945868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:01.949107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:01.949851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:01.961167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:01.965352 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:01.966189 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 9 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:02.002677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:02.003184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:02.003675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:02.013926 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.015960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:02.016542 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:02.016976 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempt 10 to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd Aug 11 00:44:02.019288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b670ed51-02d6-4291-ba41-595c14bfe642 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/ports/6b4e0196-777a-4614-9f42-68ebae2b4790 HTTP/1.1" status: 204 len: 168 time: 1.9619462 Aug 11 00:44:02.021601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45582) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:02.043354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5a4d78ba-7d00-4e2a-b551-88e393d8a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:02.044020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d78ba-7d00-4e2a-b551-88e393d8a452 None None] The sync data for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:02.047216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:02.047698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:02.048192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempting to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:02.057802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:02.058357 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Failed to bind port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on host n-h2-712143-13 for vnic_type normal using segments [{'id': '46ce5e85-a162-4e86-a5de-b30adbdf0e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '17136a50-3b63-472b-9ba0-399cc4d3fa0a'}] Aug 11 00:44:02.060872 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.064132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Attempting to bind port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:02.065345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Attempting to bind port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:02.071118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Attempting to bind port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:02.086650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:02.087941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:02.090602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.091225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:02.093212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Bound port: 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:02.093751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.247643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] For port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:02.248090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attempted to set empty binding levels {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 00:44:02.269831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] For port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:02.277810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] For port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:02.372852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cd54f610-2ca0-4e29-8f79-0398f08c0f57 req-b99072b6-6765-4fb7-9922-a8226ae1f587 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0575867 Aug 11 00:44:02.391213 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.465035 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.477491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] In _notify_port_updated(), no bound segment for port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd on network 17136a50-3b63-472b-9ba0-399cc4d3fa0a {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:44:02.478367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:02.479243 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.480796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "PUT /v2.0/ports/f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd HTTP/1.1" status: 200 len: 976 time: 1.8109231 Aug 11 00:44:02.486801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45590) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:02.543675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.571337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136f05a-c7f0-4733-9143-eb0bac7f7b87 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:02.601758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2d35d-5076-4bf2-bed2-1e7ee1eb4307 None None] Pushing event updated for resources: {'Port': ['ID=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:02.654106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Deleting port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:02.655010 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.658916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5089f315-ab5e-404a-b776-303dacfbf732,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:02.791964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] For port f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd, host n-h2-712143-13, got binding levels [] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:02.792877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:02.814723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Calling delete_port for f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:02.875088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Checking segment: {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:02.875954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Network hostable DHCP agents. Network: c269dec9-ff3a-4149-be6b-829be0ca1b2c, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:03.025462 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.025772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:44:03.063261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.068155 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd HTTP/1.1" status: 204 len: 168 time: 0.5802939 Aug 11 00:44:03.104152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45592) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:03.119937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172f6f-1b71-46c1-9dbf-19d9ebadad2a tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:03.153556 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ee859b-13a9-43e2-b51c-25b7ad1611c4 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] GET failed (client error): The resource could not be found. Aug 11 00:44:03.157357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-53ee859b-13a9-43e2-b51c-25b7ad1611c4 tempest-PortsAdminExtendedAttrsTestJSON-1507185264 tempest-PortsAdminExtendedAttrsTestJSON-1507185264-project-admin] 10.222.0.43 "GET /v2.0/ports/f0e8e5e0-3046-4479-9dd0-a27bb95fe3fd HTTP/1.1" status: 404 len: 333 time: 0.0503411 Aug 11 00:44:03.165424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45594) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:03.170757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:03.318225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.338123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c269dec9-ff3a-4149-be6b-829be0ca1b2c) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:03.342935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:03.343795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.355319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e5e70-af5a-4cd0-be04-f6698b0a20a6 None None] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:03.464937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45602) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:03.480232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1888907104'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:03.554439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.577001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17136a50-3b63-472b-9ba0-399cc4d3fa0a']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:03.596803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ce5e85-a162-4e86-a5de-b30adbdf0e2e') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:03.597356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ce5e85-a162-4e86-a5de-b30adbdf0e2e') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:03.609156 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.626933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.642337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:44:03.642770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:44:03.646637 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:44:03.684198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:03.685323 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.734047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:03.737856 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.815584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:03.844225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:03.844869 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Added segment 43924c13-dc1e-45a1-9c7f-f500506f1a34 of type vlan for network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 Aug 11 00:44:03.901058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Allocated IP 172.20.0.2 (c269dec9-ff3a-4149-be6b-829be0ca1b2c/5089f315-ab5e-404a-b776-303dacfbf732/cfff76a3-2713-435f-b90f-6b7b63da9369) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:03.917860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-75c2b425-aa8e-4923-b293-f4f475ce703c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7086890 Aug 11 00:44:03.926986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45606) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:03.935197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:03.940529 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-775bead1-f291-4a24-826d-0176f81718d7 req-b7111cb9-81dd-4aa0-924d-eb676ec1b276 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0426130 Aug 11 00:44:03.955936 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.013702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.013702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] 10.222.0.43 "DELETE /v2.0/networks/17136a50-3b63-472b-9ba0-399cc4d3fa0a HTTP/1.1" status: 204 len: 168 time: 0.8350682 Aug 11 00:44:04.013702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.071146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.081207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3984c-3d14-48f8-9aca-ebf944e67c09 tempest-PortsAdminExtendedAttrsTestJSON-1969826719 tempest-PortsAdminExtendedAttrsTestJSON-1969826719-project] Pushing event deleted for resources: {'Network': ['ID=17136a50-3b63-472b-9ba0-399cc4d3fa0a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:04.154740 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.174847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Transition to ACTIVE for port object cfff76a3-2713-435f-b90f-6b7b63da9369 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:04.201171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Transition to ACTIVE for port object cfff76a3-2713-435f-b90f-6b7b63da9369 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:04.212684 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.235716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.236816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.296857 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.333092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.342811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:04.343927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.462953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Network': ['ID=532a7180-b56f-4d6f-adf3-8a4e1239cfb8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:04.482327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:04.506032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] For port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:04.565607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.587977 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.636100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 3494cea3-778a-4a2e-9255-7706d0c6a184 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:04.636458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.640475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:04.643600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:04.651078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:04.664389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Pushing event updated for resources: {'Port': ['ID=cfff76a3-2713-435f-b90f-6b7b63da9369,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:04.721968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Attempting to bind port cfff76a3-2713-435f-b90f-6b7b63da9369 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:04.722368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Attempting to bind port cfff76a3-2713-435f-b90f-6b7b63da9369 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:04.722840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Attempting to bind port cfff76a3-2713-435f-b90f-6b7b63da9369 on network c269dec9-ff3a-4149-be6b-829be0ca1b2c {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:04.729178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:04.729566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Checking segment: {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:04.729975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.730370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Bound using segment: {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:04.730854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Bound port: cfff76a3-2713-435f-b90f-6b7b63da9369, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:04.731289 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.733592 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.743137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-829f63c8-c9bf-449d-bc14-71d5f1f1ecd7 None None] Provisioning for port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:04.747047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 3494cea3-778a-4a2e-9255-7706d0c6a184 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:04.797896 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.798700 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.821214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] For port cfff76a3-2713-435f-b90f-6b7b63da9369, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:04.825865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] For port cfff76a3-2713-435f-b90f-6b7b63da9369, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cfff76a3-2713-435f-b90f-6b7b63da9369,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:04.851961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-941536df-c857-4dd4-b8c5-9b2b2cb7c460 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3767374 Aug 11 00:44:04.852361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45614) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:04.859372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-776175078'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:04.892684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:04.897416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:04.905375 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.908310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:04.919472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:04.920256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:04.949729 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=45600c90-b4a9-4f7a-b32b-ea1460893acf,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:04.977656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c719e-e104-46b9-b4b1-b369e83b19cf None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:05.037917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:05.049480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.113703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:05.146105 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.149164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-026ece1e-34ae-4456-94c2-350d7182c5d4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3278518 Aug 11 00:44:05.156139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45620) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:05.174456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:66:1d:2d', 'name': 'tempest-NetworksTestDHCPv6-1053655440'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:05.215835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4af5b-e242-4bf0-b022-5132635fdd95 None None] Pushing event updated for resources: {'Port': ['ID=cfff76a3-2713-435f-b90f-6b7b63da9369,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:05.238020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45622) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:05.248917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:05.319958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85a5178d-7596-45eb-b481-a310e66805d6 req-57d24d94-1773-4e97-8cc5-394670e9d5ee tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1620314 Aug 11 00:44:05.327810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.328291 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Added segment a49ce2d0-d59c-4b6f-82f0-a0b24957bd81 of type vlan for network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 Aug 11 00:44:05.394043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.453292 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.454961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:05.469243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:05.469651 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.554015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=3494cea3-778a-4a2e-9255-7706d0c6a184,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:05.603682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.610340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:05.611154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.635845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:05.784762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Network': ['ID=80e3df8e-18e1-42ee-a0ef-a006a3dbae65,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:05.790121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:05.810363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45636) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:05.813454 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2ff198d7-40f7-491a-b201-e0217e8c237e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e706a68d53848b99592a4a2ba90151e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742202 Aug 11 00:44:05.821117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:05.954139 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.011586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad342f0-8289-4876-bf8a-69bd4d735ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.016620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.050450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.061345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad342f0-8289-4876-bf8a-69bd4d735ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.075826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:06.117333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:06.183149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-69a8f2b3-1559-4c90-9f4b-85ffc7e60905 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3279405 Aug 11 00:44:06.191134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45640) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:06.201945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'subnet': {'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:06.215045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.257732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.366541 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad342f0-8289-4876-bf8a-69bd4d735ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.371089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad342f0-8289-4876-bf8a-69bd4d735ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.372515 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cad342f0-8289-4876-bf8a-69bd4d735ca2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89ffae0c-c97a-429b-b216-23349c9e2877 HTTP/1.1" status: 204 len: 168 time: 0.5611405 Aug 11 00:44:06.398409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 19bbac32-8031-4aa3-84d2-d0db410e8d67 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:06.424292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Allocated IP 172.25.0.235 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/935f1b66-8e08-4ba3-855a-5b75d9f3f9e9) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:06.494333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad342f0-8289-4876-bf8a-69bd4d735ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ffae0c-c97a-429b-b216-23349c9e2877,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:06.643959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:06.648893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-76f212a3-a9fe-4133-a7d1-cac5ac867686 req-355d5170-fb8f-433a-a62a-a7d34c5e7449 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1396782 Aug 11 00:44:07.020481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:07.020481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:07.020481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:07.020481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:07.020481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Pushing event updated for resources: {'Port': ['ID=935f1b66-8e08-4ba3-855a-5b75d9f3f9e9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:07.020481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:07.020481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:07.032346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 172.20.0.6 (a231281a-384d-46e8-8f86-e604acdadde9/42fd9e18-2909-4971-bfa2-76ac64fa04eb/19bbac32-8031-4aa3-84d2-d0db410e8d67) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:07.032346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fe66:1d2d (a231281a-384d-46e8-8f86-e604acdadde9/45600c90-b4a9-4f7a-b32b-ea1460893acf/19bbac32-8031-4aa3-84d2-d0db410e8d67) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:07.032346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 3a2ab5fd-8087-4088-8d51-fe4956204b04 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:44:07.060105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1e5eb9b5-c347-4b1e-89d7-dba7c14d8cb4 None None] Provisioning complete for port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:07.063549 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1e5eb9b5-c347-4b1e-89d7-dba7c14d8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:07.133880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c275de7a-2862-47d0-a1b1-f4ef4bf1af8b None None] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:07.273490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:07.373887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:07.396596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 19bbac32-8031-4aa3-84d2-d0db410e8d67 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:07.477630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:44:07.490067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-af48cd4d-2c70-441e-aae7-808db861c283 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/routers/3a2ab5fd-8087-4088-8d51-fe4956204b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4632962 Aug 11 00:44:07.491836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45652) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:07.492645 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e788f7-353e-4f86-a65f-cd78f5d06365 None None] Sync routers for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:44:07.511865 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e788f7-353e-4f86-a65f-cd78f5d06365 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:07.512958 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-50e788f7-353e-4f86-a65f-cd78f5d06365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:07.538532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:07.538941 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:07.561144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:07.562627 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-50e788f7-353e-4f86-a65f-cd78f5d06365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:07.574608 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e788f7-353e-4f86-a65f-cd78f5d06365 None None] Routers {'3a2ab5fd-8087-4088-8d51-fe4956204b04'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:07.575906 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-50e788f7-353e-4f86-a65f-cd78f5d06365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3a2ab5fd-8087-4088-8d51-fe4956204b04'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:07.609976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:07.640015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-50e788f7-353e-4f86-a65f-cd78f5d06365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:07.641850 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e788f7-353e-4f86-a65f-cd78f5d06365 None None] The sync data for ids ['3a2ab5fd-8087-4088-8d51-fe4956204b04'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:07.652245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cfff76a3-2713-435f-b90f-6b7b63da9369 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:07.783216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cdabe616-b968-4236-9730-8f78cc0167d6 None None] Provisioning for port cfff76a3-2713-435f-b90f-6b7b63da9369 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:07.905608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cfff76a3-2713-435f-b90f-6b7b63da9369 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:07.909293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cfff76a3-2713-435f-b90f-6b7b63da9369 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:07.909624 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.193911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.196348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=19bbac32-8031-4aa3-84d2-d0db410e8d67,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:08.203149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45658) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:08.289158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:08.298574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:08.301831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:08.364973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e97a1691-75b8-4bfa-8ad5-75ea5724991c req-bab5f7ff-d0d0-4524-b819-d72750129dd3 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1568606 Aug 11 00:44:08.386627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:08.387534 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.387936 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.444544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c8d8f18e-1dad-463a-a008-906fb9e7e997 None None] Provisioning complete for port cfff76a3-2713-435f-b90f-6b7b63da9369 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:08.445045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f18e-1dad-463a-a008-906fb9e7e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.491257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9a144490-125b-461e-856b-8a463267814c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8919f7d74ad54d1f9beca01becddc243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712677 Aug 11 00:44:08.495070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d050fa68-4971-4592-b985-3eb30ba71a65 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3262668 Aug 11 00:44:08.502459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45664) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:08.502996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45662) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:08.505575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Subnet': ['ID=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:08.576099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port cfff76a3-2713-435f-b90f-6b7b63da9369, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cfff76a3-2713-435f-b90f-6b7b63da9369,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:08.628579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Checking segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:08.629811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network hostable DHCP agents. Network: 532a7180-b56f-4d6f-adf3-8a4e1239cfb8, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:08.645552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.651642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.664374 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f18e-1dad-463a-a008-906fb9e7e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.687265 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.724535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb589e-1dc0-4dff-a5bf-5044d4b097ef tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:08.744128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb589e-1dc0-4dff-a5bf-5044d4b097ef tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:08.752489 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6edb589e-1dc0-4dff-a5bf-5044d4b097ef tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2023790 Aug 11 00:44:08.757121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45670) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:08.779479 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43195f06-e058-4a02-82e1-00390be5f467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.843702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43195f06-e058-4a02-82e1-00390be5f467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:08.866737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=cfff76a3-2713-435f-b90f-6b7b63da9369,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:08.900648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:09.013515 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-c8d8f18e-1dad-463a-a008-906fb9e7e997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:44:09.014250 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-c8d8f18e-1dad-463a-a008-906fb9e7e997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:44:09.023601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 532a7180-b56f-4d6f-adf3-8a4e1239cfb8) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:09.036770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397bea0f-7089-41ff-b451-fa35261f5d70 None None] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:09.041118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:09.042861 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.065995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 723e6ad6-384e-4c00-b726-d8fde2f021ae {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:09.066393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.143778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0f5da687-c2bd-47a5-bcb2-feb43dd35c62 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 19bbac32-8031-4aa3-84d2-d0db410e8d67 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:09.143778 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f5da687-c2bd-47a5-bcb2-feb43dd35c62 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.192595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.229927 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43195f06-e058-4a02-82e1-00390be5f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.232815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43195f06-e058-4a02-82e1-00390be5f467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.234947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-43195f06-e058-4a02-82e1-00390be5f467 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79f9023a-76ec-4069-badb-3e2ece9ac9aa HTTP/1.1" status: 204 len: 168 time: 0.7297101 Aug 11 00:44:09.287931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f5da687-c2bd-47a5-bcb2-feb43dd35c62 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.308457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43195f06-e058-4a02-82e1-00390be5f467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f9023a-76ec-4069-badb-3e2ece9ac9aa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:09.334595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0f5da687-c2bd-47a5-bcb2-feb43dd35c62 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 19bbac32-8031-4aa3-84d2-d0db410e8d67 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:09.342704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'fixed_ips': [{'subnet_id': '34aa3175-428d-4c19-a8c5-cb6b1aaf8cce'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:09.343741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.383993 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.401543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d384bbf8-881d-4524-8f41-28bc8e25ab71 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2062008 Aug 11 00:44:09.483703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45674) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:09.490035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'subnet': {'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:09.668132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 723e6ad6-384e-4c00-b726-d8fde2f021ae owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:09.672095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Allocated IP 10.1.1.2 (532a7180-b56f-4d6f-adf3-8a4e1239cfb8/34aa3175-428d-4c19-a8c5-cb6b1aaf8cce/0c87f5a9-2ef0-44d9-b40e-9c57d0101989) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:09.731724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:09.737834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.741054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:44:09.968121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:09.991951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:44:10.012116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Sync routers for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:44:10.032628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:10.035832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:10.159598 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7333f842-50da-4864-80b7-e23014fbd85c req-d2e00110-8201-4317-8b6a-0a4c9b710237 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.2851460 Aug 11 00:44:10.166608 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.174718 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-569eb8e2-e944-4b8f-9255-7ccd8caa8155 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2415547 Aug 11 00:44:10.176287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45684) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:10.218197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f5da687-c2bd-47a5-bcb2-feb43dd35c62 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.249775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Transition to ACTIVE for port object 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:10.253118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1a10157d-9f41-4cfa-b786-b14917de2351 None None] Provisioning for port 19bbac32-8031-4aa3-84d2-d0db410e8d67 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:10.268421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5da687-c2bd-47a5-bcb2-feb43dd35c62 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=19bbac32-8031-4aa3-84d2-d0db410e8d67,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:10.286514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1a10157d-9f41-4cfa-b786-b14917de2351 None None] Provisioning complete for port 19bbac32-8031-4aa3-84d2-d0db410e8d67 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:10.286514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a10157d-9f41-4cfa-b786-b14917de2351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.347293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1a10157d-9f41-4cfa-b786-b14917de2351 None None] Port 19bbac32-8031-4aa3-84d2-d0db410e8d67 was deleted so its status cannot be updated. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 00:44:10.361819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Transition to ACTIVE for port object 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:10.393231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:10.433139 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.445228 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.500725 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.541543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=723e6ad6-384e-4c00-b726-d8fde2f021ae,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:10.568875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f5da687-c2bd-47a5-bcb2-feb43dd35c62 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.570710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0f5da687-c2bd-47a5-bcb2-feb43dd35c62 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/19bbac32-8031-4aa3-84d2-d0db410e8d67 HTTP/1.1" status: 204 len: 168 time: 1.8122571 Aug 11 00:44:10.579154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45694) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:10.647914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Subnet': ['ID=ecbad430-9e61-4416-8e5d-87b7bd2dc366,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:10.678216 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.736940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Checking segment: {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:10.750261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network hostable DHCP agents. Network: 80e3df8e-18e1-42ee-a0ef-a006a3dbae65, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:10.798515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:10.806849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:10.812864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:10.842742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Pushing event updated for resources: {'Port': ['ID=0c87f5a9-2ef0-44d9-b40e-9c57d0101989,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:10.858308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:10.885184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Attempting to bind port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:10.885780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Attempting to bind port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:10.886146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Attempting to bind port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:10.896176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:10.896176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Checking segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:10.896176 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.896176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Bound using segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:10.896176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Bound port: 0c87f5a9-2ef0-44d9-b40e-9c57d0101989, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:10.896176 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.931638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0bc33-27c1-44f6-b173-87e2b0fd36ce tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:10.934941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0bc33-27c1-44f6-b173-87e2b0fd36ce tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:10.939025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0bc33-27c1-44f6-b173-87e2b0fd36ce tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:10.941781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b8f0bc33-27c1-44f6-b173-87e2b0fd36ce tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3613687 Aug 11 00:44:10.946000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.950117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:10.952734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45700) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:10.976001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cfff76a3-2713-435f-b90f-6b7b63da9369 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:11.007725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 80e3df8e-18e1-42ee-a0ef-a006a3dbae65) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:11.015046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:11.015833 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.091536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879404b5-83b2-45b6-8278-c5df5036aa16 None None] Network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:11.161298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-28da7c9f-b2a2-4edc-8942-dd5edfc7a513 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6726928 Aug 11 00:44:11.161646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45710) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:11.168764 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'port': {'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'name': 'tempest-TaggedBootDevicesTest-1854668233', 'fixed_ips': [{'subnet_id': '34aa3175-428d-4c19-a8c5-cb6b1aaf8cce'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:11.191173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae74317b-915f-4ecd-88ca-06547e126d05 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 42fd9e18-2909-4971-bfa2-76ac64fa04eb {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:11.195868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae74317b-915f-4ecd-88ca-06547e126d05 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.232192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:07Z', 'revision_number': 3, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:11.264724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae74317b-915f-4ecd-88ca-06547e126d05 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.291949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] For port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:11.298694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Checking router: 444b5019-fbc0-49cc-9a7b-2fcb67cede05 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:44:11.299257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Updating router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:44:11.364999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] For port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0c87f5a9-2ef0-44d9-b40e-9c57d0101989,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:11.388671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.440295 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.476884 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.477096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae74317b-915f-4ecd-88ca-06547e126d05 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.503818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45716) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:11.529028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:11.590502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cfff76a3-2713-435f-b90f-6b7b63da9369 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:11.590883 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.636370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c9359dc-298a-4266-be5a-76ea4cf1c042 req-e3992531-11a6-4a85-91a2-bfa3b2a37625 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0449140 Aug 11 00:44:11.637499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.638083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Fanout notify agent at l3_agent the message router_deleted on router 3a2ab5fd-8087-4088-8d51-fe4956204b04 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:44:11.685152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.687477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-80e3df8e-18e1-42ee-a0ef-a006a3dbae65', 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'fixed_ips': [{'subnet_id': 'ecbad430-9e61-4416-8e5d-87b7bd2dc366'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:11.688335 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.692739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8d665bc6-552e-4f5f-9d5b-4a6134698e71 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/routers/3a2ab5fd-8087-4088-8d51-fe4956204b04 HTTP/1.1" status: 204 len: 168 time: 4.1995444 Aug 11 00:44:11.694706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45720) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:11.706775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-960223275'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:11.761559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6ff0fb-80bb-4aaf-b399-63289f768a13 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting subnet eef62704-dd3a-4ec7-b773-05436d362027 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:11.767043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff0fb-80bb-4aaf-b399-63289f768a13 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.844117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff0fb-80bb-4aaf-b399-63289f768a13 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:11.908073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f5199-4e72-4d36-909e-c2aff42122c8 None None] Pushing event updated for resources: {'Port': ['ID=0c87f5a9-2ef0-44d9-b40e-9c57d0101989,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:12.013835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45728) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:12.015404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Made reservation on behalf of 0b195689641e4bae8598830caf139092 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:12.019893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.022570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae74317b-915f-4ecd-88ca-06547e126d05 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.034744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Allocated IP 172.20.0.1 (c269dec9-ff3a-4149-be6b-829be0ca1b2c/5089f315-ab5e-404a-b776-303dacfbf732/1fa7c874-f070-47af-851a-0038dad3fc6c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:12.047542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.093893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae74317b-915f-4ecd-88ca-06547e126d05 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.096051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ae74317b-915f-4ecd-88ca-06547e126d05 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/42fd9e18-2909-4971-bfa2-76ac64fa04eb HTTP/1.1" status: 204 len: 168 time: 1.1417475 Aug 11 00:44:12.102584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74317b-915f-4ecd-88ca-06547e126d05 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=42fd9e18-2909-4971-bfa2-76ac64fa04eb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:12.103757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45732) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:12.115211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718f8fca-82d3-44f1-87ff-c18fb21c1846 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:12.120952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff0fb-80bb-4aaf-b399-63289f768a13 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.317015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.330186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd79ff1-a871-4a78-a281-162b66fe2ac4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 45600c90-b4a9-4f7a-b32b-ea1460893acf {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:12.335085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bd79ff1-a871-4a78-a281-162b66fe2ac4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.348196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Transition to ACTIVE for port object 1fa7c874-f070-47af-851a-0038dad3fc6c will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:12.394026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bd79ff1-a871-4a78-a281-162b66fe2ac4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.402925 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.408193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Allocated IP 10.2.2.2 (80e3df8e-18e1-42ee-a0ef-a006a3dbae65/ecbad430-9e61-4416-8e5d-87b7bd2dc366/59c8fa81-911f-4539-92e6-b84824722b1c) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:12.523683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff0fb-80bb-4aaf-b399-63289f768a13 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.548122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] device_id is not set on port 7a65af80-bd4e-40a3-9202-ac61272ffd45 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:12.581284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac6ff0fb-80bb-4aaf-b399-63289f768a13 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.586329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ac6ff0fb-80bb-4aaf-b399-63289f768a13 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/subnets/eef62704-dd3a-4ec7-b773-05436d362027 HTTP/1.1" status: 204 len: 168 time: 0.8880198 Aug 11 00:44:12.587461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bd79ff1-a871-4a78-a281-162b66fe2ac4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.591111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ff0fb-80bb-4aaf-b399-63289f768a13 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Subnet': ['ID=eef62704-dd3a-4ec7-b773-05436d362027,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:12.593337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45736) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:12.603318 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.611551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e37077f-cf2e-4dc2-af5e-259010316e79 None None] Network c1536524-a133-4c70-b158-e0a8d8c979b9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:12.612064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.804935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:12.820343 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:12.871565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:12.895134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Pushing event updated for resources: {'Port': ['ID=1fa7c874-f070-47af-851a-0038dad3fc6c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:12.902118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:12.952038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Transition to ACTIVE for port object 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:13.065958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-168be83f-9683-4b87-b55c-8710d991a0e9 req-b67effb6-6415-4ad0-b7ba-7d19f721ef71 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1439745 Aug 11 00:44:13.073349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bd79ff1-a871-4a78-a281-162b66fe2ac4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.116907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.171295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Transition to ACTIVE for port object 59c8fa81-911f-4539-92e6-b84824722b1c will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:13.174375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd79ff1-a871-4a78-a281-162b66fe2ac4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=45600c90-b4a9-4f7a-b32b-ea1460893acf,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:13.185718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bd79ff1-a871-4a78-a281-162b66fe2ac4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.190392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2bd79ff1-a871-4a78-a281-162b66fe2ac4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/45600c90-b4a9-4f7a-b32b-ea1460893acf HTTP/1.1" status: 204 len: 168 time: 1.0795312 Aug 11 00:44:13.198390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45740) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:13.210626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Transition to ACTIVE for port object 59c8fa81-911f-4539-92e6-b84824722b1c will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:13.216273 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.219071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] DHCP port deletion for c1536524-a133-4c70-b158-e0a8d8c979b9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:44:13.232632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.324289 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bcd69025-61fd-4ee0-b6ed-c981cdf21475 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1237559 Aug 11 00:44:13.336017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45742) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:13.345040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7647-7861-43b0-a24c-94e1457c4e99 None None] Pushing event updated for resources: {'Port': ['ID=935f1b66-8e08-4ba3-855a-5b75d9f3f9e9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:13.355432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:13.360166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:13.437975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.558643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 8cfa6363-16be-4645-80b1-c84c423aaf75 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:13.559622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.657483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] For port 8cfa6363-16be-4645-80b1-c84c423aaf75, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8cfa6363-16be-4645-80b1-c84c423aaf75,segment=NetworkSegment(3ad9231f-98ae-46a4-9586-b21a1c4427c3),segment_id=3ad9231f-98ae-46a4-9586-b21a1c4427c3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:13.657999 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.662022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:13.675213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 8cfa6363-16be-4645-80b1-c84c423aaf75 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:13.685720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:13.689208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:13.713839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3971b8b-6e43-44b3-9ebc-07bc59b16315 None None] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:13.732820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Attempting to bind port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:13.733199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Attempting to bind port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:13.733569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Attempting to bind port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:13.824085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Pushing event updated for resources: {'Port': ['ID=59c8fa81-911f-4539-92e6-b84824722b1c,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:13.840042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:13.840723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:13.841409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.841971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:13.842642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Bound port: 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:13.843223 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.921259 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:13.947937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=8cfa6363-16be-4645-80b1-c84c423aaf75,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:13.955136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] No DVR routers for this DVR port 8cfa6363-16be-4645-80b1-c84c423aaf75 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:13.970503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] For port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:13.976067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] For port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=935f1b66-8e08-4ba3-855a-5b75d9f3f9e9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:13.981154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Attempting to bind port 59c8fa81-911f-4539-92e6-b84824722b1c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:13.981727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Attempting to bind port 59c8fa81-911f-4539-92e6-b84824722b1c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:13.982245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Attempting to bind port 59c8fa81-911f-4539-92e6-b84824722b1c on network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:13.989317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fcf5fcca-3438-4288-af63-41a0e20c637d None None] Provisioning for port 1fa7c874-f070-47af-851a-0038dad3fc6c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:14.012023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fcf5fcca-3438-4288-af63-41a0e20c637d None None] Provisioning complete for port 1fa7c874-f070-47af-851a-0038dad3fc6c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:14.012660 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fcca-3438-4288-af63-41a0e20c637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.014490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:14.023514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:14.023993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Checking segment: {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:14.024369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.024726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Bound using segment: {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:14.025237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Bound port: 59c8fa81-911f-4539-92e6-b84824722b1c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:14.025635 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.050268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] Deleting port 8cfa6363-16be-4645-80b1-c84c423aaf75 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:14.050922 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.123378 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.133070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.135668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2555d76f-aa41-4381-b5ab-472f6da0c02c None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:14.148970 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.169541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1536524-a133-4c70-b158-e0a8d8c979b9']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:14.184976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Allocated IP 10.1.1.168 (532a7180-b56f-4d6f-adf3-8a4e1239cfb8/34aa3175-428d-4c19-a8c5-cb6b1aaf8cce/7a65af80-bd4e-40a3-9202-ac61272ffd45) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:14.223377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad9231f-98ae-46a4-9586-b21a1c4427c3') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:14.224089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad9231f-98ae-46a4-9586-b21a1c4427c3') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:14.251655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.277487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5fcca-3438-4288-af63-41a0e20c637d None None] Port 1fa7c874-f070-47af-851a-0038dad3fc6c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:14.284479 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.307877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:14.338000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.345440 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.345808 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Added segment 3e99d4b8-3798-40ec-8731-cb30c453a869 of type vlan for network 01869f82-69c2-454d-bc53-c3fddf7176ac Aug 11 00:44:14.347371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca6d88-ca47-44cb-a3f0-4267c42b5988,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:14.368954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:44:14.369376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:44:14.397813 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:44:14.421234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] For port 8cfa6363-16be-4645-80b1-c84c423aaf75, host n-d-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:14.421678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.468081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-112004ff-c0f8-4880-b836-17b00c49497e req-9355c056-111e-4bdd-aca4-3aec030f8488 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1061742 Aug 11 00:44:14.506271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] Calling delete_port for 8cfa6363-16be-4645-80b1-c84c423aaf75 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:14.516784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.ipam_backend_mixin [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] Port 8cfa6363-16be-4645-80b1-c84c423aaf75 was not found and therefore no delete operation was performed {{(pid=95256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:44:14.545824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.561572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:14.565781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.569050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7647-7861-43b0-a24c-94e1457c4e99 None None] Pushing event updated for resources: {'Port': ['ID=935f1b66-8e08-4ba3-855a-5b75d9f3f9e9,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:14.572180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:14.572836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:43:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:14.581838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] For port 59c8fa81-911f-4539-92e6-b84824722b1c, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:14.676728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] For port 59c8fa81-911f-4539-92e6-b84824722b1c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=59c8fa81-911f-4539-92e6-b84824722b1c,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:14.682402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] Provisioning for port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:14.691786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.693804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] Pushing event deleted for resources: {'Port': ['ID=8cfa6363-16be-4645-80b1-c84c423aaf75,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:14.701494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e004a-56d3-4dce-8a44-d89451b99912 None None] No DVR routers for this DVR port 8cfa6363-16be-4645-80b1-c84c423aaf75 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:14.709695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] Provisioning complete for port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:14.710235 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.729557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.865789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.922218 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.936331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.938258 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/networks/c1536524-a133-4c70-b158-e0a8d8c979b9 HTTP/1.1" status: 204 len: 168 time: 2.3177979 Aug 11 00:44:14.942067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45750) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:14.949512 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:14.965169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8cfa6363-16be-4645-80b1-c84c423aaf75 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:44:14.976153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Transition to ACTIVE for port object 7a65af80-bd4e-40a3-9202-ac61272ffd45 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:14.993244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7f016-7d1e-4883-996b-678fbfc56b75 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Network': ['ID=c1536524-a133-4c70-b158-e0a8d8c979b9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:15.033534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 8cfa6363-16be-4645-80b1-c84c423aaf75 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:44:15.034112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8cfa6363-16be-4645-80b1-c84c423aaf75 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:44:15.044176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.051603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:15.056026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.110115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:15.168125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753dbbc-b302-46a6-9933-d8725329129b None None] Pushing event updated for resources: {'Port': ['ID=59c8fa81-911f-4539-92e6-b84824722b1c,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:15.296172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:44:15.325169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 47f79aba-5182-4156-b5b1-c8f4cded2075 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:15.325356 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.325473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.326918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.341251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Network': ['ID=01869f82-69c2-454d-bc53-c3fddf7176ac,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:15.344712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0232a4e-6917-4f62-9e9a-1a75635a9382 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.8395796 Aug 11 00:44:15.374754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 01869f82-69c2-454d-bc53-c3fddf7176ac details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:15.397572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45752) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:15.403459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'subnet': {'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:15.493027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.594298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] For port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0c87f5a9-2ef0-44d9-b40e-9c57d0101989,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:15.638875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.678534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] Deleting port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:15.678791 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.692445 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.721505 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.736142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.737773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abdd6749-55d2-4ac7-a7cf-794fe720b115 req-b40626c2-235a-4626-a42e-d4bfb2650074 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0937629 Aug 11 00:44:15.741258 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.741963 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.752546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:15.766439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:15.811265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:15.818881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=7a65af80-bd4e-40a3-9202-ac61272ffd45,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:15.838391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] Pushing event updated for resources: {'Port': ['ID=0c87f5a9-2ef0-44d9-b40e-9c57d0101989,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:15.844161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 47f79aba-5182-4156-b5b1-c8f4cded2075 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:15.868005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:15.879257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:12Z', 'revision_number': 1, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:15.884396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:15.889138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:15.890158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.929378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242b77a-84d6-44c9-95aa-298896653ade None None] The sync data for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 is: [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:12Z', 'revision_number': 1, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:15.938984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] Provisioning complete for port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:15.939418 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0b99-103d-47dc-95ea-667ea8af4732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.945425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:15.946240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.960629 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:15.975133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Made reservation on behalf of 0b195689641e4bae8598830caf139092 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:15.979811 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.011683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=a718f8f5-4b08-4472-8743-981892ce778a,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:16.093993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] For port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:16.094851 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.123713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] Calling delete_port for 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:16.207690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-31e95be0-c342-4be6-80e8-580084d966f3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8671329 Aug 11 00:44:16.208391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45758) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:16.226663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:16.230225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-994dbd0d-5f15-48a6-9096-3d9b9e7173de tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0661047 Aug 11 00:44:16.235745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45760) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:16.245295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'port': {'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'name': 'tempest-TaggedBootDevicesTest-1246315706', 'fixed_ips': [{'subnet_id': '34aa3175-428d-4c19-a8c5-cb6b1aaf8cce'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:16.323839 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-23c98033-28b7-479e-aa28-1f3ce3507bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.361933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Pushing event updated for resources: {'Port': ['ID=1fa7c874-f070-47af-851a-0038dad3fc6c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:16.390888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.464010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=47f79aba-5182-4156-b5b1-c8f4cded2075,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:16.509482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-625a7ef1-4f60-4d61-ae02-6ee024cdc655 None None] Provisioning for port 7a65af80-bd4e-40a3-9202-ac61272ffd45 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:16.518684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-625a7ef1-4f60-4d61-ae02-6ee024cdc655 None None] Provisioning complete for port 7a65af80-bd4e-40a3-9202-ac61272ffd45 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:16.519504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-625a7ef1-4f60-4d61-ae02-6ee024cdc655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.566288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:16.568733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:16.579588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.605629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.618142 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.619873 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cd9ba291-42f1-43a3-b14b-b0ebfba306c8 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/floatingips/0f3210c9-4f8e-4407-8c0c-41e7f8700ec8 HTTP/1.1" status: 204 len: 168 time: 1.6737502 Aug 11 00:44:16.632737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45762) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:16.637247 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.650748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-625a7ef1-4f60-4d61-ae02-6ee024cdc655 None None] Port 7a65af80-bd4e-40a3-9202-ac61272ffd45 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:16.709916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] No DVR routers for this DVR port 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:16.712109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf03f42-41ab-4b71-9158-c2dd36c2e9a9 None None] Pushing event deleted for resources: {'Port': ['ID=5a6f1dbc-9a62-46fd-92e5-fe1dca645f49,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:16.727946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-625a7ef1-4f60-4d61-ae02-6ee024cdc655 None None] Provisioning complete for port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:16.727946 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-625a7ef1-4f60-4d61-ae02-6ee024cdc655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.743854 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3f58a2-941a-4bde-aeca-f5b7688150ab tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] DELETE failed (client error): The resource could not be found. Aug 11 00:44:16.745062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3f58a2-941a-4bde-aeca-f5b7688150ab tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:44:16.751792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1e3f58a2-941a-4bde-aeca-f5b7688150ab tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/ports/6b4e0196-777a-4614-9f42-68ebae2b4790 HTTP/1.1" status: 404 len: 333 time: 0.0996578 Aug 11 00:44:16.764992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45766) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:16.795414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ba95e-f1a7-4b25-a67b-73679a0951c0 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:16.805175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Subnet': ['ID=0be9572f-f4b3-4fcf-bedd-998af9a750fd,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:16.868768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8c067df3-b16a-4e47-90a5-32798e94d9a5 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a2ab5fd-8087-4088-8d51-fe4956204b04 HTTP/1.1" status: 200 len: 205 time: 0.1125596 Aug 11 00:44:16.868768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:16.900644 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:16.962081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45770) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:17.088435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Checking segment: {'id': '3e99d4b8-3798-40ec-8731-cb30c453a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:17.088974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Network hostable DHCP agents. Network: 01869f82-69c2-454d-bc53-c3fddf7176ac, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:17.113286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2f6e80-eade-479d-b6cf-f58c14cfc122 None None] Network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:17.115284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Deleting port 475a34d4-d188-4146-8dde-58894ddbb8c3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:17.115751 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.135061 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-266af0ba-8628-4a3f-8e7d-24fc284b3ace tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] delete failed (client error): The resource could not be found. Aug 11 00:44:17.136131 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-266af0ba-8628-4a3f-8e7d-24fc284b3ace tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/routers/3a2ab5fd-8087-4088-8d51-fe4956204b04 HTTP/1.1" status: 404 len: 336 time: 0.1730576 Aug 11 00:44:17.139957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:17.167736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45772) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:17.184941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:44:17.217998 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11297a5-f2d4-47fb-9720-972a21b7366e tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] DELETE failed (client error): The resource could not be found. Aug 11 00:44:17.218544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11297a5-f2d4-47fb-9720-972a21b7366e tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:44:17.220580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b11297a5-f2d4-47fb-9720-972a21b7366e tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/subnets/eef62704-dd3a-4ec7-b773-05436d362027 HTTP/1.1" status: 404 len: 337 time: 0.0491452 Aug 11 00:44:17.227309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45774) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:17.233834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:17.277426 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-23254fee-b88b-43f3-95cf-4c22e6c6cd31 req-d4dbd428-65b1-416e-b3c6-df29735b7fd1 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1436477 Aug 11 00:44:17.319652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Network 01869f82-69c2-454d-bc53-c3fddf7176ac is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:17.319802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.421209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] device_id is not set on port 226f90a5-65ad-4199-8a64-b461d676c137 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:17.471544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'a718f8f5-4b08-4472-8743-981892ce778a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:17.472083 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.521551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:17.521797 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.564222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] For port 475a34d4-d188-4146-8dde-58894ddbb8c3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=475a34d4-d188-4146-8dde-58894ddbb8c3,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:17.565286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.574794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2a18f467-e656-4778-bf97-407ad13cd1ee None None] Provisioning complete for port 1fa7c874-f070-47af-851a-0038dad3fc6c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:17.575330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a18f467-e656-4778-bf97-407ad13cd1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.580617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:44:17.592489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 01869f82-69c2-454d-bc53-c3fddf7176ac) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:17.603949 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fbeef378-db2f-4700-943d-5259a0cdb9ef admin admin] 10.222.0.43 "PUT /v2.0/routers/444b5019-fbc0-49cc-9a7b-2fcb67cede05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4199250 Aug 11 00:44:17.605138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Calling delete_port for 475a34d4-d188-4146-8dde-58894ddbb8c3 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:17.626379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:17.627102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.634294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-513fab90-22be-4d35-b26e-9b9119e06936 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port ea80b603-055b-47e4-91c5-3bc70822c111 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:17.634646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-513fab90-22be-4d35-b26e-9b9119e06936 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.720808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e748c75-17d8-4afb-bb03-ae09b43e7311 None None] Network 01869f82-69c2-454d-bc53-c3fddf7176ac requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:17.855732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Allocated IP 10.1.1.191 (532a7180-b56f-4d6f-adf3-8a4e1239cfb8/34aa3175-428d-4c19-a8c5-cb6b1aaf8cce/226f90a5-65ad-4199-8a64-b461d676c137) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:17.871562 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2a18f467-e656-4778-bf97-407ad13cd1ee None None] Port 1fa7c874-f070-47af-851a-0038dad3fc6c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:17.874458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-513fab90-22be-4d35-b26e-9b9119e06936 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:17.897201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3f07d4bb-6e3b-4051-8326-49831a3a9821 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4984620 Aug 11 00:44:17.915327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45782) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:17.925679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac', 'name': 'tempest-AllowedAddressPairTestJSON-737734680'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:18.062098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-513fab90-22be-4d35-b26e-9b9119e06936 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for ea80b603-055b-47e4-91c5-3bc70822c111 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:18.214014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:18.233534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Transition to ACTIVE for port object 226f90a5-65ad-4199-8a64-b461d676c137 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:18.297548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 59c8fa81-911f-4539-92e6-b84824722b1c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:18.338362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Allocated IP 172.20.0.2 (a231281a-384d-46e8-8f86-e604acdadde9/a718f8f5-4b08-4472-8743-981892ce778a/fcca46fc-f7f5-4055-920f-e6b17a7c9cb3) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:18.340465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:44:18.343116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:18.415368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2a18f467-e656-4778-bf97-407ad13cd1ee None None] Provisioning for port 59c8fa81-911f-4539-92e6-b84824722b1c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:18.420578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:18.424675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:18.431706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:18.432806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:18.534190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-01869f82-69c2-454d-bc53-c3fddf7176ac', 'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac', 'tenant_id': '0b195689641e4bae8598830caf139092', 'fixed_ips': [{'subnet_id': '0be9572f-f4b3-4fcf-bedd-998af9a750fd'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:18.534190 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:18.559813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-712f21b5-f6fb-4a13-99a4-7d563e0c796c req-63c95550-6b9e-4755-bd32-6387ecb2e82a tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0458760 Aug 11 00:44:18.564748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=9cc58888-f122-4d79-9aeb-42b2937dd0c4,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:18.580970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:18.648138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:18.674816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:18.709649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=226f90a5-65ad-4199-8a64-b461d676c137,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:18.714165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:18.763217 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:18.770201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-06c797d1-5da2-4438-b235-14683a32c2e6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5556557 Aug 11 00:44:18.771725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 59c8fa81-911f-4539-92e6-b84824722b1c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:18.774291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45790) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:18.782672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:51:71:fb', 'name': 'tempest-NetworksTestDHCPv6-1258442401'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:18.830236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 59c8fa81-911f-4539-92e6-b84824722b1c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:18.834369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:18.855776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fb23b575-337b-477a-97b8-fe092edf7e43 None None] Provisioning complete for port 59c8fa81-911f-4539-92e6-b84824722b1c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:18.857021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb23b575-337b-477a-97b8-fe092edf7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:18.862462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Transition to ACTIVE for port object fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:18.878405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:18.879244 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.016521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Transition to ACTIVE for port object fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:19.027772 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d8db8a73-1dd6-4aba-a80d-9470f0a948c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.064167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Allocated IP 172.20.0.2 (01869f82-69c2-454d-bc53-c3fddf7176ac/0be9572f-f4b3-4fcf-bedd-998af9a750fd/dfff909c-b111-4856-a8d5-19d70287d206) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:19.091517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c5d04456-07ac-4221-9f12-475f3a48f1c3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8527255 Aug 11 00:44:19.092782 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.161344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-513fab90-22be-4d35-b26e-9b9119e06936 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.163113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=475a34d4-d188-4146-8dde-58894ddbb8c3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:19.179817 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.190977 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.282135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb23b575-337b-477a-97b8-fe092edf7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.377053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Made reservation on behalf of 0b195689641e4bae8598830caf139092 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:19.381226 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.384678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fab90-22be-4d35-b26e-9b9119e06936 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=ea80b603-055b-47e4-91c5-3bc70822c111,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:19.401142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-fb23b575-337b-477a-97b8-fe092edf7e43 None None] For port 59c8fa81-911f-4539-92e6-b84824722b1c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=59c8fa81-911f-4539-92e6-b84824722b1c,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:19.401636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45804) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:19.402814 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.406513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-217267118-network', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:19.446608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] device_id is not set on port a44d503e-995e-4d80-b5c2-eba1fd44a078 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:19.458433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:19.473710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:19.476215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Pushing event updated for resources: {'Port': ['ID=fcca46fc-f7f5-4055-920f-e6b17a7c9cb3,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:19.486337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:19.501392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-513fab90-22be-4d35-b26e-9b9119e06936 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.505127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:19.518429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-513fab90-22be-4d35-b26e-9b9119e06936 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/ports/ea80b603-055b-47e4-91c5-3bc70822c111 HTTP/1.1" status: 204 len: 168 time: 2.2881796 Aug 11 00:44:19.523322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45806) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:19.578850 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb23b575-337b-477a-97b8-fe092edf7e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.644304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.673156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 7dfc9e2c-dd80-4098-8ead-f5147eaedfc7 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:19.716302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Attempting to bind port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:19.717184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Attempting to bind port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:19.717184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Attempting to bind port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:19.764529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.769957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:19.770482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:19.770892 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.771971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:19.772568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Bound port: fcca46fc-f7f5-4055-920f-e6b17a7c9cb3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:19.773088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.800246 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.811429 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:44:19.812036 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:44:19.813336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Transition to ACTIVE for port object dfff909c-b111-4856-a8d5-19d70287d206 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:19.820583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23b575-337b-477a-97b8-fe092edf7e43 None None] Pushing event updated for resources: {'Port': ['ID=59c8fa81-911f-4539-92e6-b84824722b1c,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:19.865761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Transition to ACTIVE for port object dfff909c-b111-4856-a8d5-19d70287d206 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:19.901635 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45812) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:19.907126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e9872036-bde6-4d1b-af0e-fe335536e1a4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1138428204', 'description': 'tempest-description--1064653817'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:19.907392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] For port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:19.912973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] For port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fcca46fc-f7f5-4055-920f-e6b17a7c9cb3,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:19.922485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Made reservation on behalf of 0ba4ee2d3c4a414786470946cdc13652 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:19.924975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.927914 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Sync routers for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:44:19.939032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-96eb74dc-7068-404d-a22b-c20132806df3 None None] Provisioning for port 226f90a5-65ad-4199-8a64-b461d676c137 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:19.947258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:19.948637 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:19.950900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-96eb74dc-7068-404d-a22b-c20132806df3 None None] Provisioning complete for port 226f90a5-65ad-4199-8a64-b461d676c137 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:19.951558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96eb74dc-7068-404d-a22b-c20132806df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.954726 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:19.961922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 172.20.0.5 (a231281a-384d-46e8-8f86-e604acdadde9/a718f8f5-4b08-4472-8743-981892ce778a/7dfc9e2c-dd80-4098-8ead-f5147eaedfc7) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:19.984103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fe51:71fb (a231281a-384d-46e8-8f86-e604acdadde9/9cc58888-f122-4d79-9aeb-42b2937dd0c4/7dfc9e2c-dd80-4098-8ead-f5147eaedfc7) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:20.032642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.092038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7ad16e8f-93a0-4b4d-84de-95086be963a7 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port c8d8870c-7e93-4e7a-b632-8d487e7de921 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:20.092642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ad16e8f-93a0-4b4d-84de-95086be963a7 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.120088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.132034 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:20.144824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9872036-bde6-4d1b-af0e-fe335536e1a4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.189266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Network 01869f82-69c2-454d-bc53-c3fddf7176ac is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:20.194432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-96eb74dc-7068-404d-a22b-c20132806df3 None None] Port 226f90a5-65ad-4199-8a64-b461d676c137 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:20.210084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:20.213383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:20.229077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Pushing event updated for resources: {'Port': ['ID=dfff909c-b111-4856-a8d5-19d70287d206,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:20.336317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3942c74a-07c5-4d0c-9ad7-4aabe1cc807c req-a738e25f-be70-42c3-8f63-eef16641d3d6 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.6233475 Aug 11 00:44:20.354235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.368890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Attempting to bind port dfff909c-b111-4856-a8d5-19d70287d206 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:20.369265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Attempting to bind port dfff909c-b111-4856-a8d5-19d70287d206 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3e99d4b8-3798-40ec-8731-cb30c453a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:20.373282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Attempting to bind port dfff909c-b111-4856-a8d5-19d70287d206 on network 01869f82-69c2-454d-bc53-c3fddf7176ac {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:20.380279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Allocated IP 172.20.0.7 (01869f82-69c2-454d-bc53-c3fddf7176ac/0be9572f-f4b3-4fcf-bedd-998af9a750fd/a44d503e-995e-4d80-b5c2-eba1fd44a078) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:20.393663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 7dfc9e2c-dd80-4098-8ead-f5147eaedfc7 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:20.407982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40831bdb-2c57-4cbb-b49e-4d861477d7c1 None None] Pushing event updated for resources: {'Port': ['ID=fcca46fc-f7f5-4055-920f-e6b17a7c9cb3,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:20.415979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:20.416378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Checking segment: {'id': '3e99d4b8-3798-40ec-8731-cb30c453a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:20.416913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.417318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Bound using segment: {'id': '3e99d4b8-3798-40ec-8731-cb30c453a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:20.417816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Bound port: dfff909c-b111-4856-a8d5-19d70287d206, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e99d4b8-3798-40ec-8731-cb30c453a869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:20.418380 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.460716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.484946 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.545373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] For port dfff909c-b111-4856-a8d5-19d70287d206, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:20.549555 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] For port dfff909c-b111-4856-a8d5-19d70287d206, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dfff909c-b111-4856-a8d5-19d70287d206,segment=NetworkSegment(3e99d4b8-3798-40ec-8731-cb30c453a869),segment_id=3e99d4b8-3798-40ec-8731-cb30c453a869)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:20.554489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:44:20.557045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ad16e8f-93a0-4b4d-84de-95086be963a7 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.579415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.599731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:44:20.599731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5a6f1dbc-9a62-46fd-92e5-fe1dca645f49 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:44:20.675723 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 2, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:20.695757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.710924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:20.713116 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Checking router: 444b5019-fbc0-49cc-9a7b-2fcb67cede05 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:44:20.714488 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Updating router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 port 1fa7c874-f070-47af-851a-0038dad3fc6c binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:44:20.736708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8792234f-061e-428d-9891-890fc0d78e56,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:20.744666 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.776319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.776703 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Added segment a5722b8e-8502-483a-b2d8-5012366bade8 of type vlan for network 2c0b5057-7554-4f9f-a337-279964182843 Aug 11 00:44:20.793312 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.839021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7ad16e8f-93a0-4b4d-84de-95086be963a7 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for c8d8870c-7e93-4e7a-b632-8d487e7de921 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:20.887258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bfd7a-614b-4eed-b656-c96b3f3d27d2 None None] Pushing event updated for resources: {'Port': ['ID=dfff909c-b111-4856-a8d5-19d70287d206,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:20.907630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.937286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:20.938543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9872036-bde6-4d1b-af0e-fe335536e1a4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:20.939658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:20.951559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:20.955395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.023240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=7dfc9e2c-dd80-4098-8ead-f5147eaedfc7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:21.047411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:21.048267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.061945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Transition to ACTIVE for port object a44d503e-995e-4d80-b5c2-eba1fd44a078 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:21.114158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:44:21.136465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9872036-bde6-4d1b-af0e-fe335536e1a4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.190350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.190733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:21.194182 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.256880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:21.280868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9872036-bde6-4d1b-af0e-fe335536e1a4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b8eaf7-be4c-4167-8b14-41b95367bf6b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:21.297002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-57da5d30-bf32-45fe-b6ea-ae060373d689 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5214829 Aug 11 00:44:21.301606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45818) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:21.352973 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.367408 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Transition to ACTIVE for port object 1fa7c874-f070-47af-851a-0038dad3fc6c will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:21.375865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0b5057-7554-4f9f-a337-279964182843,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:21.381460 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9872036-bde6-4d1b-af0e-fe335536e1a4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.391206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e9872036-bde6-4d1b-af0e-fe335536e1a4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4804149 Aug 11 00:44:21.391206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45820) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:21.391541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 2c0b5057-7554-4f9f-a337-279964182843 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:21.391628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0383a854-57a7-409e-b0cf-991644157c91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'security_group_rule': {'security_group_id': '20b8eaf7-be4c-4167-8b14-41b95367bf6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:21.421213 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.425383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ad16e8f-93a0-4b4d-84de-95086be963a7 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.471346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5453769-0b4a-4f64-8add-e0e7e926a056 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:21.481916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5453769-0b4a-4f64-8add-e0e7e926a056 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:21.485990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b5453769-0b4a-4f64-8add-e0e7e926a056 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1820180 Aug 11 00:44:21.491652 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8fc3ad15-4238-490c-a981-dcaae824b296 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0891714 Aug 11 00:44:21.492334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45824) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:21.492676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45826) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:21.509938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Request body: {'subnet': {'network_id': '2c0b5057-7554-4f9f-a337-279964182843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-217267118-subnet', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:21.526513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:21.555683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad16e8f-93a0-4b4d-84de-95086be963a7 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=c8d8870c-7e93-4e7a-b632-8d487e7de921,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:21.556900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:21.557278 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.560751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Network 01869f82-69c2-454d-bc53-c3fddf7176ac is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:21.601984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:21.629355 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.650275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1593fa4d-40d4-4e27-82f2-78fd3fea5669 req-cb15df00-4fde-4ae0-abaf-e194a27b9a27 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0883265 Aug 11 00:44:21.650878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0383a854-57a7-409e-b0cf-991644157c91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.651335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:21.741333 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Pushing event updated for resources: {'Port': ['ID=1fa7c874-f070-47af-851a-0038dad3fc6c,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:21.757548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eabaa349-3a49-4a15-8f37-68707d8fb9f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 7dfc9e2c-dd80-4098-8ead-f5147eaedfc7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:21.758129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eabaa349-3a49-4a15-8f37-68707d8fb9f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.759519 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.765842 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.769888 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.770575 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.771206 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.771760 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.772258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:44:21.772509 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.773059 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.778297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=a44d503e-995e-4d80-b5c2-eba1fd44a078,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:21.786213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b6bb271-7553-4bd1-aacd-fc1389fdd6fb admin admin] 10.222.0.43 "PUT /v2.0/routers/ae62abb7-74e7-4141-af6c-0e9fd50f6da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7510309 Aug 11 00:44:21.791704 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.791704 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.791704 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.791704 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.791704 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:21.792789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] Sync routers for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:44:21.805601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45828) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:21.814765 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ad16e8f-93a0-4b4d-84de-95086be963a7 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.816847 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7ad16e8f-93a0-4b4d-84de-95086be963a7 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/ports/c8d8870c-7e93-4e7a-b632-8d487e7de921 HTTP/1.1" status: 204 len: 168 time: 2.2380245 Aug 11 00:44:21.842390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:21.843091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.871436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=935f1b66-8e08-4ba3-855a-5b75d9f3f9e9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:21.884703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:21.885830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:21.906311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45830) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:21.939976 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Attempting to bind port 1fa7c874-f070-47af-851a-0038dad3fc6c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:21.940374 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Attempting to bind port 1fa7c874-f070-47af-851a-0038dad3fc6c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:21.940710 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Attempting to bind port 1fa7c874-f070-47af-851a-0038dad3fc6c on network c269dec9-ff3a-4149-be6b-829be0ca1b2c {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:21.966175 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:21.966893 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Checking segment: {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:21.971588 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:21.972144 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Bound using segment: {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:21.972655 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Bound port: 1fa7c874-f070-47af-851a-0038dad3fc6c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:21.973050 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.119781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1796b-fbec-44ba-8359-e5e292d4aa7d None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:22.143290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a55845-4fce-4b71-9ee3-1711cf786f8c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:22.145047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-83a55845-4fce-4b71-9ee3-1711cf786f8c tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "GET /v2.0/ports?device_id=6aa7b757-0989-4bea-946b-d8108ca18274 HTTP/1.1" status: 200 len: 913 time: 0.2352660 Aug 11 00:44:22.149236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45832) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:22.160171 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] For port 1fa7c874-f070-47af-851a-0038dad3fc6c, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:22.168604 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] For port 1fa7c874-f070-47af-851a-0038dad3fc6c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1fa7c874-f070-47af-851a-0038dad3fc6c,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:22.170421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b570baf-342c-44b5-94de-ae55e2cb1187 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2514465 Aug 11 00:44:22.179519 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45834) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:22.192482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac', 'name': 'tempest-AllowedAddressPairTestJSON-592544756', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:63:ec'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:22.232532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Made reservation on behalf of 0ba4ee2d3c4a414786470946cdc13652 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:22.235104 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.276042 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.327177 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0383a854-57a7-409e-b0cf-991644157c91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.339964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.378027 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b54d9-5cb9-45ac-976d-4782482d2852 None None] Pushing event updated for resources: {'Port': ['ID=1fa7c874-f070-47af-851a-0038dad3fc6c,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:22.416644 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:22.421659 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:22.449779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eabaa349-3a49-4a15-8f37-68707d8fb9f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.471624 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.473164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:22.478938 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0383a854-57a7-409e-b0cf-991644157c91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.537748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eabaa349-3a49-4a15-8f37-68707d8fb9f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 7dfc9e2c-dd80-4098-8ead-f5147eaedfc7 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:22.613824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383a854-57a7-409e-b0cf-991644157c91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06761d8-8e8f-42f3-b0fd-5c8c4b10a629,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:22.670166 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:22.699993 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0383a854-57a7-409e-b0cf-991644157c91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.701287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0383a854-57a7-409e-b0cf-991644157c91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3141530 Aug 11 00:44:22.706221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45838) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:22.706593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:22.715343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c31643b4-5ac9-4f0b-a766-62c5c6c7144d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'security_group_rule': {'security_group_id': '20b8eaf7-be4c-4167-8b14-41b95367bf6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:22.786279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f60a7-c297-4404-a2c8-bbaf8dfd78f4 None None] Network 01869f82-69c2-454d-bc53-c3fddf7176ac requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:22.824694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0272ac03-121c-4544-8aaf-0fd31ba9fa1b None None] Provisioning for port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:22.878787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=935f1b66-8e08-4ba3-855a-5b75d9f3f9e9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:22.960730 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:44:22.971856 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.985966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c31643b4-5ac9-4f0b-a766-62c5c6c7144d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:22.986347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:23.004005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:23.004753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.046659 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:22Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:23.075246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf14bd86-63ee-40ff-9dc7-844f051b324c req-557c8145-e193-484f-b04b-6943c3506860 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0803063 Aug 11 00:44:23.109043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.211521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c31643b4-5ac9-4f0b-a766-62c5c6c7144d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.256466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c129f030-bae1-4e03-9e09-2bbbcc915610,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:23.288722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Checking segment: {'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:23.288722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Network hostable DHCP agents. Network: 2c0b5057-7554-4f9f-a337-279964182843, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:23.297082 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d6170-3bbd-4bca-a265-d1f4cb2a7c1d None None] The sync data for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 is: [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:22Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:23.397858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da1508-0cc7-4135-b931-95555c3a76cf None None] Update dhcp port {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': 'a718f8f5-4b08-4472-8743-981892ce778a', 'ip_address': '172.20.0.2'}, {'subnet_id': '9cc58888-f122-4d79-9aeb-42b2937dd0c4'}], 'binding:host_id': 'n-d-712143-13'}, 'id': 'fcca46fc-f7f5-4055-920f-e6b17a7c9cb3'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 00:44:23.401718 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.446312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.448175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8ceeef46-0341-4726-aa44-5bbb374e2c48 None None] Provisioning for port dfff909c-b111-4856-a8d5-19d70287d206 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:23.487251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Network 2c0b5057-7554-4f9f-a337-279964182843 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:23.487251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eabaa349-3a49-4a15-8f37-68707d8fb9f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.487781 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-90da1508-0cc7-4135-b931-95555c3a76cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.490820 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c31643b4-5ac9-4f0b-a766-62c5c6c7144d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.552794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaa349-3a49-4a15-8f37-68707d8fb9f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=7dfc9e2c-dd80-4098-8ead-f5147eaedfc7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:23.569303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31643b4-5ac9-4f0b-a766-62c5c6c7144d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095e19c4-368a-4097-8e92-7744b587d355,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:23.587014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:44:18Z', 'revision_number': 5, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port': {'id': '42af0d40-2dcc-4d62-8847-9b6a87c59554', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:34:12Z', 'updated_at': '2021-08-11T00:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:23.590917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fcca46fc-f7f5-4055-920f-e6b17a7c9cb3,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:23.629131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.670600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] Checking router: ae62abb7-74e7-4141-af6c-0e9fd50f6da5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:44:23.689305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 2c0b5057-7554-4f9f-a337-279964182843) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:23.705229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:23.705951 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.731293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Made reservation on behalf of 0b195689641e4bae8598830caf139092 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:23.731532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eabaa349-3a49-4a15-8f37-68707d8fb9f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.736103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eabaa349-3a49-4a15-8f37-68707d8fb9f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/7dfc9e2c-dd80-4098-8ead-f5147eaedfc7 HTTP/1.1" status: 204 len: 168 time: 2.2391925 Aug 11 00:44:23.736455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45846) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:23.779067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1054f02-3b03-4e65-9a74-76a11206dc86 None None] Network 2c0b5057-7554-4f9f-a337-279964182843 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:23.793558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.794374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 59c8fa81-911f-4539-92e6-b84824722b1c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:23.797077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c31643b4-5ac9-4f0b-a766-62c5c6c7144d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:23.802771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c31643b4-5ac9-4f0b-a766-62c5c6c7144d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0935953 Aug 11 00:44:23.808589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45848) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:23.818821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:23.854038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca6910-9b34-4bbd-ad00-c7ff22b458df tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:23.855730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca6910-9b34-4bbd-ad00-c7ff22b458df tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:23.857427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca6910-9b34-4bbd-ad00-c7ff22b458df tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:23.859218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c9ca6910-9b34-4bbd-ad00-c7ff22b458df tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1217010 Aug 11 00:44:23.862596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45850) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:23.937549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf6631c-df17-4407-8ee3-11015222ec4e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 9cc58888-f122-4d79-9aeb-42b2937dd0c4 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:23.942168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf6631c-df17-4407-8ee3-11015222ec4e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.006297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf6631c-df17-4407-8ee3-11015222ec4e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.060712 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf6631c-df17-4407-8ee3-11015222ec4e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.082599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.116209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Deleting port 42af0d40-2dcc-4d62-8847-9b6a87c59554 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:24.116555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.140808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e3c05239-d5ca-467e-ba36-78d64098a55a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6366677 Aug 11 00:44:24.163869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45852) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:24.175598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:24.240191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=fcca46fc-f7f5-4055-920f-e6b17a7c9cb3,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:24.249013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] For port 42af0d40-2dcc-4d62-8847-9b6a87c59554, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=42af0d40-2dcc-4d62-8847-9b6a87c59554,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:24.249670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.253514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] Routers {'ae62abb7-74e7-4141-af6c-0e9fd50f6da5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:24.254322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:24.265720 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.277155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Calling delete_port for 42af0d40-2dcc-4d62-8847-9b6a87c59554 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:24.327018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] device_id is not set on port 5e261419-b23e-457a-bf56-cdc69bf1bd1d yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:24.407326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf6631c-df17-4407-8ee3-11015222ec4e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.452357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6631c-df17-4407-8ee3-11015222ec4e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc58888-f122-4d79-9aeb-42b2937dd0c4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:24.460999 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf6631c-df17-4407-8ee3-11015222ec4e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.460999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eaf6631c-df17-4407-8ee3-11015222ec4e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/9cc58888-f122-4d79-9aeb-42b2937dd0c4 HTTP/1.1" status: 204 len: 168 time: 0.5941756 Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server [None req-90da1508-0cc7-4135-b931-95555c3a76cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cc58888-f122-4d79-9aeb-42b2937dd0c4: This subnet is being modified by another concurrent operation. Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:44:24.462094 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise exception Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cc58888-f122-4d79-9aeb-42b2937dd0c4: This subnet is being modified by another concurrent operation. Aug 11 00:44:24.465117 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Aug 11 00:44:24.466870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45856) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:24.471544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 59c8fa81-911f-4539-92e6-b84824722b1c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:24.472403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.477956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5206bf3-303e-42e5-bb2b-a3da7f56e6ce req-045597da-1d8c-4d9b-9d9d-b7eb227e7417 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1821957 Aug 11 00:44:24.506622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.564028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-574252dd-4711-4ec5-bd40-f38affcbccd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet a718f8f5-4b08-4472-8743-981892ce778a {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:24.572337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-574252dd-4711-4ec5-bd40-f38affcbccd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.588176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.589635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.602139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] Set router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:24.653544 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-574252dd-4711-4ec5-bd40-f38affcbccd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.680896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:44:23Z', 'revision_number': 6, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:24.720110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a4aaf-560f-4347-9461-381f5abe657d None None] The sync data for ids ['ae62abb7-74e7-4141-af6c-0e9fd50f6da5'] in n-d-712143-13 is: [{'id': 'ae62abb7-74e7-4141-af6c-0e9fd50f6da5', 'name': 'tempest-AttachVolumeShelveTestJSON-1339952938-router', 'tenant_id': '7d80d82bf49641a48e698c15286c2606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:34:09Z', 'updated_at': '2021-08-11T00:44:23Z', 'revision_number': 6, 'project_id': '7d80d82bf49641a48e698c15286c2606', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:24.731143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port bf26821d-3566-47f0-ade2-e82cc0690837 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:24.731143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.779050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.795139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Allocated IP 172.25.0.160 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/5d8df1b3-b86c-4097-b7b2-54a28160026a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:24.931636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-574252dd-4711-4ec5-bd40-f38affcbccd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:24.937442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Allocated IP 172.20.0.9 (01869f82-69c2-454d-bc53-c3fddf7176ac/0be9572f-f4b3-4fcf-bedd-998af9a750fd/5e261419-b23e-457a-bf56-cdc69bf1bd1d) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:24.949669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb5f16-7e28-467b-9d42-fc302f7376be None None] Provisioning for port a44d503e-995e-4d80-b5c2-eba1fd44a078 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:24.972940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8bcb5f16-7e28-467b-9d42-fc302f7376be None None] Provisioning complete for port a44d503e-995e-4d80-b5c2-eba1fd44a078 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:24.973595 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8bcb5f16-7e28-467b-9d42-fc302f7376be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.018419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-2c0b5057-7554-4f9f-a337-279964182843', 'network_id': '2c0b5057-7554-4f9f-a337-279964182843', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'fixed_ips': [{'subnet_id': 'c129f030-bae1-4e03-9e09-2bbbcc915610'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:25.018801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.019265 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.041998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.046036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb5f16-7e28-467b-9d42-fc302f7376be None None] Port a44d503e-995e-4d80-b5c2-eba1fd44a078 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:25.046865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for bf26821d-3566-47f0-ade2-e82cc0690837 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:25.204939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4ad34e03-321a-44ef-8d32-9b9775a20c4b None None] Could not find standard attr ID for object 7dfc9e2c-dd80-4098-8ead-f5147eaedfc7. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:44:25.273299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.307747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Allocated IP 172.20.0.2 (2c0b5057-7554-4f9f-a337-279964182843/c129f030-bae1-4e03-9e09-2bbbcc915610/90797e6e-0d58-4408-a3c6-cf4ff2547470) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:25.316784 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-574252dd-4711-4ec5-bd40-f38affcbccd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.372389 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-574252dd-4711-4ec5-bd40-f38affcbccd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.378613 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-574252dd-4711-4ec5-bd40-f38affcbccd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a718f8f5-4b08-4472-8743-981892ce778a HTTP/1.1" status: 204 len: 168 time: 0.9095275 Aug 11 00:44:25.379702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45860) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:25.409710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574252dd-4711-4ec5-bd40-f38affcbccd4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=a718f8f5-4b08-4472-8743-981892ce778a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:25.488174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8b09e42d-3733-4180-836d-615a6dae66ce tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873516 Aug 11 00:44:25.517696 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.519236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45862) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:25.529560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Transition to ACTIVE for port object 90797e6e-0d58-4408-a3c6-cf4ff2547470 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:25.533391 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.548082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Transition to ACTIVE for port object 90797e6e-0d58-4408-a3c6-cf4ff2547470 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:25.550319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Pushing event deleted for resources: {'Port': ['ID=42af0d40-2dcc-4d62-8847-9b6a87c59554,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:25.557884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20990a48-6223-4192-b47e-97393a5f1ca7 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:25.561357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.620233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4ad34e03-321a-44ef-8d32-9b9775a20c4b None None] Provisioning complete for port a44d503e-995e-4d80-b5c2-eba1fd44a078 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:25.620585 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4ad34e03-321a-44ef-8d32-9b9775a20c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.636725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:25.647016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:25.653736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:25.684623 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.723301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-af4badcc-4612-4892-a8f0-1efc2cd3f8fa req-1a07a1a3-f230-43b5-ae70-96c182015a6a tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0631692 Aug 11 00:44:25.738601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=5d8df1b3-b86c-4097-b7b2-54a28160026a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:25.768464 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.769223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa091206-fa7f-4ab9-9af4-49d20adc3ede tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:25.773038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Pushing event updated for resources: {'Port': ['ID=90797e6e-0d58-4408-a3c6-cf4ff2547470,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:25.781386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4ad34e03-321a-44ef-8d32-9b9775a20c4b None None] Port a44d503e-995e-4d80-b5c2-eba1fd44a078 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:25.785889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45866) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:25.796413 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aa091206-fa7f-4ab9-9af4-49d20adc3ede tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2758493 Aug 11 00:44:25.825164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4ad34e03-321a-44ef-8d32-9b9775a20c4b None None] Provisioning complete for port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:25.825403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4ad34e03-321a-44ef-8d32-9b9775a20c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:25.853618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Network 2c0b5057-7554-4f9f-a337-279964182843 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:25.885839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:25.890617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:26.008597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1fa7c874-f070-47af-851a-0038dad3fc6c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:26.051422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:44:26.053909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.065861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Attempting to bind port 90797e6e-0d58-4408-a3c6-cf4ff2547470 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:26.068442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Attempting to bind port 90797e6e-0d58-4408-a3c6-cf4ff2547470 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:26.069004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Attempting to bind port 90797e6e-0d58-4408-a3c6-cf4ff2547470 on network 2c0b5057-7554-4f9f-a337-279964182843 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:26.083342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.124881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:26.125262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Checking segment: {'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:26.125671 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.126071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Bound using segment: {'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:26.126556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Bound port: 90797e6e-0d58-4408-a3c6-cf4ff2547470, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:26.126945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.193612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c5ad8-d9e6-4a0e-ae94-9217286ce155 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:26.198642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b2c5ad8-d9e6-4a0e-ae94-9217286ce155 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4081995 Aug 11 00:44:26.198922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45870) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:26.202009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.230542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.244986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] Deleting port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:26.245347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.249569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] For port 90797e6e-0d58-4408-a3c6-cf4ff2547470, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:26.258203 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-855f0e1d-0456-4b63-85f0-8748bc016a92 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526483 Aug 11 00:44:26.260462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45872) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:26.269054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3a9e1a4d-552c-4b4f-a045-fb4375415e5f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:26.304544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] For port 90797e6e-0d58-4408-a3c6-cf4ff2547470, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=90797e6e-0d58-4408-a3c6-cf4ff2547470,segment=NetworkSegment(a5722b8e-8502-483a-b2d8-5012366bade8),segment_id=a5722b8e-8502-483a-b2d8-5012366bade8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:26.336644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.339637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.341920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] For port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fcca46fc-f7f5-4055-920f-e6b17a7c9cb3,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:26.342564 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.370271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] Calling delete_port for fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:26.381483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Allocated IP 172.25.0.242 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/4b9e1ace-6a23-465c-a048-5065274d5264) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:26.383818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 1fa7c874-f070-47af-851a-0038dad3fc6c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:26.391069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1fa7c874-f070-47af-851a-0038dad3fc6c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:26.391474 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.413184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=bf26821d-3566-47f0-ade2-e82cc0690837,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:26.416780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Transition to ACTIVE for port object 5e261419-b23e-457a-bf56-cdc69bf1bd1d will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:26.469634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.496922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.497743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae62abb7-74e7-4141-af6c-0e9fd50f6da5 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:44:26.518088 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.545527 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.548255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c5be37a0-6417-4f8c-a985-80af33f5700a admin admin] 10.222.0.43 "DELETE /v2.0/routers/ae62abb7-74e7-4141-af6c-0e9fd50f6da5 HTTP/1.1" status: 204 len: 168 time: 4.7416019 Aug 11 00:44:26.560501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45874) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:26.601583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8ebde-3de6-4159-a787-088104ae198f None None] Pushing event updated for resources: {'Port': ['ID=90797e6e-0d58-4408-a3c6-cf4ff2547470,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:26.652965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.663843 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.716334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 1fa7c874-f070-47af-851a-0038dad3fc6c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1fa7c874-f070-47af-851a-0038dad3fc6c,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:26.731813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9e1a4d-552c-4b4f-a045-fb4375415e5f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:26.735506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a9e1a4d-552c-4b4f-a045-fb4375415e5f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.737162 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9e1a4d-552c-4b4f-a045-fb4375415e5f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:44:26.737617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9e1a4d-552c-4b4f-a045-fb4375415e5f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:44:26.761183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.761437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-725028ba-6f31-49e7-a468-4c7ccf799be1 admin admin] Deleting subnet 25eff5a2-7f57-4b91-a631-b962e7c23c48 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:26.761785 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.765109 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-725028ba-6f31-49e7-a468-4c7ccf799be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.805140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] Pushing event deleted for resources: {'Port': ['ID=fcca46fc-f7f5-4055-920f-e6b17a7c9cb3,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:26.806349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca3aaa-6140-4891-9607-b648610bef48 None None] No DVR routers for this DVR port fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:26.832131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-725028ba-6f31-49e7-a468-4c7ccf799be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.850438 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:26.850438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:26.999101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=1fa7c874-f070-47af-851a-0038dad3fc6c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:27.061502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:27.065072 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.246828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:27.258699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dfff909c-b111-4856-a8d5-19d70287d206 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:27.279763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:27.285809 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a48edc5f-e587-4245-b572-b57a08d55d4e req-763921cb-60cc-400a-abde-14fb63a46fcc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0465238 Aug 11 00:44:27.287390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:27.291463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.336258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Pushing event updated for resources: {'Port': ['ID=4b9e1ace-6a23-465c-a048-5065274d5264,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:27.431563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.434075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3a9e1a4d-552c-4b4f-a045-fb4375415e5f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1724541 Aug 11 00:44:27.451509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45880) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:27.475011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port dfff909c-b111-4856-a8d5-19d70287d206 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:27.483585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port dfff909c-b111-4856-a8d5-19d70287d206 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:27.484083 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.484255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-98e5ba10-a337-4ed9-8219-da9bbf1eb199 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:27.519854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f6a9c197-2bc3-4ac0-8d49-89ec28071a5f req-004c241d-d7e5-4c19-90c4-ee1bcf734063 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0939279 Aug 11 00:44:27.618793 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=5e261419-b23e-457a-bf56-cdc69bf1bd1d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:27.624829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.637006 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.642844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Network 01869f82-69c2-454d-bc53-c3fddf7176ac is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:27.644422 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-725028ba-6f31-49e7-a468-4c7ccf799be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.668600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:27.671812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:27.688219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port dfff909c-b111-4856-a8d5-19d70287d206, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dfff909c-b111-4856-a8d5-19d70287d206,segment=NetworkSegment(3e99d4b8-3798-40ec-8731-cb30c453a869),segment_id=3e99d4b8-3798-40ec-8731-cb30c453a869)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:27.712668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.796551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:27.797242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.944324 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.967813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:27.971278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e5ba10-a337-4ed9-8219-da9bbf1eb199 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:28.001164 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98e5ba10-a337-4ed9-8219-da9bbf1eb199 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.001164 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e5ba10-a337-4ed9-8219-da9bbf1eb199 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:44:28.001963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e5ba10-a337-4ed9-8219-da9bbf1eb199 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:44:28.049348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-725028ba-6f31-49e7-a468-4c7ccf799be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.091279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:44:28.119457 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-adc3055e-0d3b-4dd6-a8a2-b35b60e06342 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 5.9343154 Aug 11 00:44:28.133169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45884) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:28.135850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:44:28.136258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fcca46fc-f7f5-4055-920f-e6b17a7c9cb3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:44:28.136799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 475a34d4-d188-4146-8dde-58894ddbb8c3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:44:28.138882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725028ba-6f31-49e7-a468-4c7ccf799be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25eff5a2-7f57-4b91-a631-b962e7c23c48,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:28.148155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f26d7-834c-48a1-9fbb-0452c7a4b724 None None] Network af520825-082c-45f6-8942-abaa215f134c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:28.156574 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-725028ba-6f31-49e7-a468-4c7ccf799be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.161204 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-725028ba-6f31-49e7-a468-4c7ccf799be1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/25eff5a2-7f57-4b91-a631-b962e7c23c48 HTTP/1.1" status: 204 len: 168 time: 1.5822296 Aug 11 00:44:28.180011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45886) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:28.185897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Router 6aa7b757-0989-4bea-946b-d8108ca18274 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:44:28.198437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c6cdb-dccb-42e5-9193-4641906c9deb None None] Network 2c0b5057-7554-4f9f-a337-279964182843 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:28.213788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=5d8df1b3-b86c-4097-b7b2-54a28160026a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:28.275036 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-98e5ba10-a337-4ed9-8219-da9bbf1eb199 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7916090 Aug 11 00:44:28.280746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45888) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:28.290568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-949dc1a4-9922-4ce6-8406-3c6ed432b72e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:28.291359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 475a34d4-d188-4146-8dde-58894ddbb8c3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:44:28.291821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 475a34d4-d188-4146-8dde-58894ddbb8c3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:44:28.294071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-31535668-236f-45a8-aecb-9f055577e1d1 None None] Provisioning for port 5e261419-b23e-457a-bf56-cdc69bf1bd1d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:28.308518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=dfff909c-b111-4856-a8d5-19d70287d206,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:28.318278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-31535668-236f-45a8-aecb-9f055577e1d1 None None] Provisioning complete for port 5e261419-b23e-457a-bf56-cdc69bf1bd1d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:28.318843 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-31535668-236f-45a8-aecb-9f055577e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.371507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a3a42-b381-40e0-bcd8-52184db30eab tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:28.377877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a3a42-b381-40e0-bcd8-52184db30eab tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:28.384005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a3a42-b381-40e0-bcd8-52184db30eab tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:28.388762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af6a3a42-b381-40e0-bcd8-52184db30eab tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2441020 Aug 11 00:44:28.393323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45890) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:28.437900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-31535668-236f-45a8-aecb-9f055577e1d1 None None] Port 5e261419-b23e-457a-bf56-cdc69bf1bd1d cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:28.449872 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.471584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.590967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:44:28.601785 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d08c3dc6-b795-4cc6-94ef-31928b888461 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "PUT /v2.0/routers/6aa7b757-0989-4bea-946b-d8108ca18274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4448233 Aug 11 00:44:28.604555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45894) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:28.607108 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c732ba-055d-4e3b-ba8b-77cafd57d2eb None None] Sync routers for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:44:28.627892 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c732ba-055d-4e3b-ba8b-77cafd57d2eb None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:28.628935 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e8c732ba-055d-4e3b-ba8b-77cafd57d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:28.677543 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e8c732ba-055d-4e3b-ba8b-77cafd57d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:28.681373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.691684 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c732ba-055d-4e3b-ba8b-77cafd57d2eb None None] Routers {'6aa7b757-0989-4bea-946b-d8108ca18274'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:28.693278 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e8c732ba-055d-4e3b-ba8b-77cafd57d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['6aa7b757-0989-4bea-946b-d8108ca18274'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:28.726598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1fa7c874-f070-47af-851a-0038dad3fc6c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:28.744871 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e8c732ba-055d-4e3b-ba8b-77cafd57d2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:28.744871 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c732ba-055d-4e3b-ba8b-77cafd57d2eb None None] The sync data for ids ['6aa7b757-0989-4bea-946b-d8108ca18274'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:28.745165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a742af48-2d5d-4dbc-a5fe-24e4a40719de req-ba08034a-8a03-475e-ac31-f9452ce1550c tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0417147 Aug 11 00:44:28.775499 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.783924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d52b1123-f1e6-4ebe-8b99-7824e7d07283 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Deleting port 5e261419-b23e-457a-bf56-cdc69bf1bd1d {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:28.784275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d52b1123-f1e6-4ebe-8b99-7824e7d07283 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.860950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1fa7c874-f070-47af-851a-0038dad3fc6c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:28.861330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.896286 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Deleting port 676ad940-e8ce-4e3c-9f60-1821b9d40dce {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:28.896286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.899715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.907217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949dc1a4-9922-4ce6-8406-3c6ed432b72e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:28.912608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-949dc1a4-9922-4ce6-8406-3c6ed432b72e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:28.912804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] DHCP port deletion for af520825-082c-45f6-8942-abaa215f134c request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:44:28.914668 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-949dc1a4-9922-4ce6-8406-3c6ed432b72e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:44:28.915576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949dc1a4-9922-4ce6-8406-3c6ed432b72e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:44:28.917169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-43bd9858-fb39-4307-adda-944c385d2b6f None None] Provisioning for port 90797e6e-0d58-4408-a3c6-cf4ff2547470 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:29.033482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 90797e6e-0d58-4408-a3c6-cf4ff2547470 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:29.045745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] For port 676ad940-e8ce-4e3c-9f60-1821b9d40dce, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=676ad940-e8ce-4e3c-9f60-1821b9d40dce,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:29.046129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.080889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d52b1123-f1e6-4ebe-8b99-7824e7d07283 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.088392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] Deleting port 676ad940-e8ce-4e3c-9f60-1821b9d40dce {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:29.089523 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.119746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d52b1123-f1e6-4ebe-8b99-7824e7d07283 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Calling delete_port for 5e261419-b23e-457a-bf56-cdc69bf1bd1d owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:29.132122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Calling delete_port for 676ad940-e8ce-4e3c-9f60-1821b9d40dce owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:29.150382 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-949dc1a4-9922-4ce6-8406-3c6ed432b72e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8680665 Aug 11 00:44:29.158570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.167840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-77a26616-a771-45bf-9cdd-74b3fa6936b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3509200 Aug 11 00:44:29.167840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45898) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:29.169446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d5c89cac-0792-442e-8fca-8950bfd0abb3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:29.277531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] For port 676ad940-e8ce-4e3c-9f60-1821b9d40dce, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=676ad940-e8ce-4e3c-9f60-1821b9d40dce,segment=NetworkSegment(69479da4-719d-4b30-af8d-6570e1faffb8),segment_id=69479da4-719d-4b30-af8d-6570e1faffb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:29.278583 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.289348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.319040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] Calling delete_port for 676ad940-e8ce-4e3c-9f60-1821b9d40dce owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:29.366914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75d3565d-ddeb-48d6-948d-f9b4459c70a8 req-9ed563e3-ca70-48fe-a1ff-2eba22718319 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1&device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.2152574 Aug 11 00:44:29.413789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 90797e6e-0d58-4408-a3c6-cf4ff2547470 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:29.414196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 90797e6e-0d58-4408-a3c6-cf4ff2547470 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:29.414580 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.457034 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.467946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c89cac-0792-442e-8fca-8950bfd0abb3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:29.471964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5c89cac-0792-442e-8fca-8950bfd0abb3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.473627 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c89cac-0792-442e-8fca-8950bfd0abb3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:44:29.474319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c89cac-0792-442e-8fca-8950bfd0abb3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:44:29.478225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:44:29.580057 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.581537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting port 5d4e6ac9-af0d-4ff8-983b-3cc190cb7d8b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:29.582459 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.628612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 90797e6e-0d58-4408-a3c6-cf4ff2547470, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=90797e6e-0d58-4408-a3c6-cf4ff2547470,segment=NetworkSegment(a5722b8e-8502-483a-b2d8-5012366bade8),segment_id=a5722b8e-8502-483a-b2d8-5012366bade8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:29.636241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-71e2b6d8-4568-4b42-b6a6-0497c9a99e53 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1138428204&fields=id&tenant_id=8d618dfbf02243c789c876d25b382560 HTTP/1.1" status: 200 len: 267 time: 0.0867507 Aug 11 00:44:29.646679 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.688967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:44:29.702532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Sync routers for ids ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:44:29.709818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.713194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Routers {'5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:29.713895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:29.720690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-ec1bc056-eabc-4404-b503-29d0f4f3ed91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:29.720690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-ec1bc056-eabc-4404-b503-29d0f4f3ed91 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports/7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 932 time: 0.0677087 Aug 11 00:44:29.721020 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.721164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d5c89cac-0792-442e-8fca-8950bfd0abb3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5554724 Aug 11 00:44:29.725030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45920) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:29.740760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a0a7ea3c-4482-47c3-bf1d-aa95731c3817 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:29.744732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d52b1123-f1e6-4ebe-8b99-7824e7d07283 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.798479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] Pushing event deleted for resources: {'Port': ['ID=676ad940-e8ce-4e3c-9f60-1821b9d40dce,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:29.802639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Calling delete_port for 5d4e6ac9-af0d-4ff8-983b-3cc190cb7d8b owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:29.805653 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.812797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0c906-9023-4ca8-a484-dead6b37d3cc None None] No DVR routers for this DVR port 676ad940-e8ce-4e3c-9f60-1821b9d40dce on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:29.816130 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.818943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fa5328a9-08ef-43aa-8cf1-0d5383f9774c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6495323 Aug 11 00:44:29.832774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45922) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:29.845774 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b1123-f1e6-4ebe-8b99-7824e7d07283 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Port': ['ID=5e261419-b23e-457a-bf56-cdc69bf1bd1d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:29.856927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:29.879640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cdb68c-c0e7-470d-8dc1-eddcc3656c81 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:44:29.946539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-78ebbd07-3298-427d-bbc4-dce15d8a7318 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:29.960048 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-78ebbd07-3298-427d-bbc4-dce15d8a7318 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports/226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 932 time: 0.2116361 Aug 11 00:44:29.992879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 42af0d40-2dcc-4d62-8847-9b6a87c59554 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:44:29.997718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=676ad940-e8ce-4e3c-9f60-1821b9d40dce,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:30.006673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] No DVR routers for this DVR port 676ad940-e8ce-4e3c-9f60-1821b9d40dce on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:30.050524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 42af0d40-2dcc-4d62-8847-9b6a87c59554 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:44:30.050890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 42af0d40-2dcc-4d62-8847-9b6a87c59554 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:44:30.072710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-30998296-1513-4353-aa4f-72cdb52d91d5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1047740 Aug 11 00:44:30.125535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-81edc98a-3a78-4b10-bfff-562a68a8ed2f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0515761 Aug 11 00:44:30.155842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Set router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:30.239708 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-facbfd1d-6430-4cd2-a661-1cee12a4dd8a req-6624498c-592f-4268-bc69-f649d0ee6a48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d30fb5cbe6b4fa8bb1c891b25528e53&device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.1326144 Aug 11 00:44:30.250581 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:30.254738 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e565ffe-3a7c-4683-891c-905001419b52 req-0c107b28-7176-44fd-9e6d-cd6379d0263c tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0475390 Aug 11 00:44:30.271040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=90797e6e-0d58-4408-a3c6-cf4ff2547470,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:30.317184 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-facbfd1d-6430-4cd2-a661-1cee12a4dd8a req-ed5e2ca7-8c86-47f9-b2f5-01971599ba00 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d30fb5cbe6b4fa8bb1c891b25528e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351081 Aug 11 00:44:30.335076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af520825-082c-45f6-8942-abaa215f134c']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:30.389043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69479da4-719d-4b30-af8d-6570e1faffb8') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:30.389252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69479da4-719d-4b30-af8d-6570e1faffb8') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:30.404803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:30.508773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:30.517428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:44:30.517991 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:30.523879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 90797e6e-0d58-4408-a3c6-cf4ff2547470 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:30.581016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a7ea3c-4482-47c3-bf1d-aa95731c3817 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:30.592336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ea3c-4482-47c3-bf1d-aa95731c3817 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:30.596426 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a7ea3c-4482-47c3-bf1d-aa95731c3817 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:44:30.597750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a7ea3c-4482-47c3-bf1d-aa95731c3817 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:44:30.602116 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:44:30.614011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d52b1123-f1e6-4ebe-8b99-7824e7d07283 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:30.614011 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d52b1123-f1e6-4ebe-8b99-7824e7d07283 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "DELETE /v2.0/ports/5e261419-b23e-457a-bf56-cdc69bf1bd1d HTTP/1.1" status: 204 len: 168 time: 2.2146029 Aug 11 00:44:30.616864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45928) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:30.618465 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:30.619480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cdb68c-c0e7-470d-8dc1-eddcc3656c81 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:44:30.759197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 90797e6e-0d58-4408-a3c6-cf4ff2547470 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:30.759821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:30.894965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:44:27Z', 'revision_number': 3, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port': {'id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:26Z', 'updated_at': '2021-08-11T00:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:30.949345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Checking router: 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:44:30.949835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Updating router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca port 4b9e1ace-6a23-465c-a048-5065274d5264 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:44:31.030107 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.063556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-93f62236-6da1-4d4c-98f6-e383335591cf tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:31.070620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-93f62236-6da1-4d4c-98f6-e383335591cf tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:31.076845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-93f62236-6da1-4d4c-98f6-e383335591cf tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:31.083861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-93f62236-6da1-4d4c-98f6-e383335591cf tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 200 len: 1990 time: 0.9522047 Aug 11 00:44:31.121735 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0df9cda-097d-4953-bdcc-a3c55b8e4b44 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] GET failed (client error): The resource could not be found. Aug 11 00:44:31.123632 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b0df9cda-097d-4953-bdcc-a3c55b8e4b44 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "GET /v2.0/ports/5e261419-b23e-457a-bf56-cdc69bf1bd1d HTTP/1.1" status: 404 len: 333 time: 0.5008328 Aug 11 00:44:31.124403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.131216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.133476 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] 10.222.0.43 "DELETE /v2.0/networks/af520825-082c-45f6-8942-abaa215f134c HTTP/1.1" status: 204 len: 168 time: 2.9521136 Aug 11 00:44:31.140348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45930) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:31.149361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac', 'name': 'tempest-AllowedAddressPairTestJSON-933498428'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:31.157010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Port': ['ID=5d4e6ac9-af0d-4ff8-983b-3cc190cb7d8b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:31.173605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-afd0c916-770d-46ae-8fff-3a729d5043ee tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/quotas/8d618dfbf02243c789c876d25b382560 HTTP/1.1" status: 200 len: 375 time: 0.0752459 Aug 11 00:44:31.177732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbfd1d-6430-4cd2-a661-1cee12a4dd8a req-6b9249a7-2348-40ba-b327-37b8ec2a8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:31.181471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-facbfd1d-6430-4cd2-a661-1cee12a4dd8a req-6b9249a7-2348-40ba-b327-37b8ec2a8036 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7813227 Aug 11 00:44:31.345791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-cfc18562-c34a-4e5a-8981-0c8776a3b00a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1612666 Aug 11 00:44:31.383762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dfff909c-b111-4856-a8d5-19d70287d206 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:31.463786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a0a7ea3c-4482-47c3-bf1d-aa95731c3817 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.7318096 Aug 11 00:44:31.469904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45936) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:31.491606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e31f3b07-d34f-4eb4-ab75-c5d4390ad4a2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:31.495755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20ece-b990-43f8-be25-3784f94f5b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=af520825-082c-45f6-8942-abaa215f134c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:31.551154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-068dbd50-9bb9-462e-920a-8b98a1809201 service neutron] 10.222.0.43 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702414 Aug 11 00:44:31.584908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port dfff909c-b111-4856-a8d5-19d70287d206 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:31.585734 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.621371 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.662349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe6ce26-b55c-4962-a741-c1a9edc75767 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:44:31.662608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-79ebd315-7e16-416c-b8a2-112590a033f2 req-cce6a5b5-6dcc-493d-acd1-82a8131eb5d0 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.2086351 Aug 11 00:44:31.674832 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.680168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Made reservation on behalf of 0b195689641e4bae8598830caf139092 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:31.687147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.743433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7e45923a-48fb-4be1-a4c0-ecd060025c22 service neutron] 10.222.0.43 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910181 Aug 11 00:44:31.827218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] device_id is not set on port 3cb9a247-5809-46d3-8d98-9ac6ac96819c yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:31.835866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-211a8213-2f6f-416e-a40b-16ef33fff885 service neutron] 10.222.0.43 "GET /v2.0/ports/7a65af80-bd4e-40a3-9202-ac61272ffd45?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0909164 Aug 11 00:44:31.857761 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.891581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Transition to ACTIVE for port object 4b9e1ace-6a23-465c-a048-5065274d5264 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:31.900748 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.905508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:31.966440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe6ce26-b55c-4962-a741-c1a9edc75767 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:44:31.995412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45940) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:32.002432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 676ad940-e8ce-4e3c-9f60-1821b9d40dce no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:44:32.040248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Allocated IP 172.20.0.6 (01869f82-69c2-454d-bc53-c3fddf7176ac/0be9572f-f4b3-4fcf-bedd-998af9a750fd/3cb9a247-5809-46d3-8d98-9ac6ac96819c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:32.048365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-4cd69af6-2501-4b7f-89fe-aa696a6b0414 service neutron] 10.222.0.43 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119417 Aug 11 00:44:32.058084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31f3b07-d34f-4eb4-ab75-c5d4390ad4a2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:32.062380 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e31f3b07-d34f-4eb4-ab75-c5d4390ad4a2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.064258 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31f3b07-d34f-4eb4-ab75-c5d4390ad4a2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:44:32.064791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31f3b07-d34f-4eb4-ab75-c5d4390ad4a2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:44:32.069274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Allocated IP 172.20.0.1 (2c0b5057-7554-4f9f-a337-279964182843/c129f030-bae1-4e03-9e09-2bbbcc915610/810ac15d-98f6-48fb-b082-6723dff66dbe) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:32.113216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 676ad940-e8ce-4e3c-9f60-1821b9d40dce {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:44:32.113462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 676ad940-e8ce-4e3c-9f60-1821b9d40dce not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:44:32.134084 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-57019ef8-6644-41bd-bd7c-0c6c733a5bc0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d80d82bf49641a48e698c15286c2606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337361 Aug 11 00:44:32.135140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45942) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:32.136830 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.213485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.214308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa7b757-0989-4bea-946b-d8108ca18274 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:44:32.227278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2f9fc8de-8dc1-45ce-8e88-26ad6a1f9094 service neutron] 10.222.0.43 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666412 Aug 11 00:44:32.230485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.231936 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c4fe6d93-e82f-4cfb-9fb1-07c95169d8ad tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/routers/6aa7b757-0989-4bea-946b-d8108ca18274 HTTP/1.1" status: 204 len: 168 time: 3.6262631 Aug 11 00:44:32.242356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45944) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:32.260436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Attempting to bind port 4b9e1ace-6a23-465c-a048-5065274d5264 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:32.261180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Attempting to bind port 4b9e1ace-6a23-465c-a048-5065274d5264 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:32.261921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Attempting to bind port 4b9e1ace-6a23-465c-a048-5065274d5264 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:32.292633 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e31f3b07-d34f-4eb4-ab75-c5d4390ad4a2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8057339 Aug 11 00:44:32.299496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45946) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:32.300324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898a72c-9e0c-4693-80cc-32942fbf86dd None None] Pushing event updated for resources: {'Port': ['ID=4b9e1ace-6a23-465c-a048-5065274d5264,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:32.320728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:32.320728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:32.320728 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.321425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:32.322525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Bound port: 4b9e1ace-6a23-465c-a048-5065274d5264, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:32.323055 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.352681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8f7512d1-5bdf-4d22-a9cc-dffd983c2bc2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482447 Aug 11 00:44:32.355407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-868465b3-6349-4216-99c7-d25bb30cd911 service neutron] 10.222.0.43 "GET /v2.0/ports/226f90a5-65ad-4199-8a64-b461d676c137?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1202676 Aug 11 00:44:32.357060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45948) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:32.357885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cf0bfb6-066d-484f-8109-b958a85207b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.365048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-813ad18f-5a01-4438-aa99-897382509913 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Deleting subnet 5e0d5a0f-5db2-417a-96d3-c462f613b7f5 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:32.383661 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-813ad18f-5a01-4438-aa99-897382509913 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.386097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.467092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-facbfd1d-6430-4cd2-a661-1cee12a4dd8a req-8dba9910-ff45-461a-b349-d71baa228aa7 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0504353 Aug 11 00:44:32.472549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Transition to ACTIVE for port object 810ac15d-98f6-48fb-b082-6723dff66dbe will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:32.480182 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.493721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] For port 4b9e1ace-6a23-465c-a048-5065274d5264, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:32.497495 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cf0bfb6-066d-484f-8109-b958a85207b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.533414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-813ad18f-5a01-4438-aa99-897382509913 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.539549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2baea3-64b3-41b0-9989-98ebe747fb3b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:32.539810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-81f896ff-f0ce-4035-a3de-cef85f3ece53 service neutron] 10.222.0.43 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772349 Aug 11 00:44:32.541164 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8b2baea3-64b3-41b0-9989-98ebe747fb3b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1810954 Aug 11 00:44:32.552041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45950) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:32.554692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] For port 4b9e1ace-6a23-465c-a048-5065274d5264, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4b9e1ace-6a23-465c-a048-5065274d5264,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:32.576045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Transition to ACTIVE for port object 3cb9a247-5809-46d3-8d98-9ac6ac96819c will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:32.671019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-813ad18f-5a01-4438-aa99-897382509913 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.687059 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be2d8fd3-bd93-49e6-ab1d-7ad7f719e905 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278269 Aug 11 00:44:32.690813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45956) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:32.706829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:32.710469 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.787290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.857252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cf0bfb6-066d-484f-8109-b958a85207b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.862595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cf0bfb6-066d-484f-8109-b958a85207b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:32.869187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9cf0bfb6-066d-484f-8109-b958a85207b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee7d3b3e-c77b-401b-9ea1-c063ccae3544 HTTP/1.1" status: 204 len: 168 time: 0.7324717 Aug 11 00:44:32.882514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-ccadc4db-4b2b-46b9-9c13-595c84c77036 service neutron] 10.222.0.43 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312385 Aug 11 00:44:32.901841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0bfb6-066d-484f-8109-b958a85207b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7d3b3e-c77b-401b-9ea1-c063ccae3544,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:32.909155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898a72c-9e0c-4693-80cc-32942fbf86dd None None] Pushing event updated for resources: {'Port': ['ID=4b9e1ace-6a23-465c-a048-5065274d5264,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:32.922257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Routers {'5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:32.923344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:32.948045 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4232c519-dfa8-4648-bdef-5853ce7c1ea5 req-4e18cd2e-b22f-4378-9643-5d19a1a6284a tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7cbf818-53e1-4e46-b773-ce34cd3263c1 HTTP/1.1" status: 200 len: 210 time: 0.0769374 Aug 11 00:44:32.969897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Network 2c0b5057-7554-4f9f-a337-279964182843 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:33.019583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.024199 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-813ad18f-5a01-4438-aa99-897382509913 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.043728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:33.084089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:33.125722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-813ad18f-5a01-4438-aa99-897382509913 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.128433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-813ad18f-5a01-4438-aa99-897382509913 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/subnets/5e0d5a0f-5db2-417a-96d3-c462f613b7f5 HTTP/1.1" status: 204 len: 168 time: 0.8836071 Aug 11 00:44:33.131786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ad18f-5a01-4438-aa99-897382509913 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0d5a0f-5db2-417a-96d3-c462f613b7f5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:33.139265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45962) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:33.211193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Pushing event updated for resources: {'Port': ['ID=810ac15d-98f6-48fb-b082-6723dff66dbe,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:33.219027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Network 01869f82-69c2-454d-bc53-c3fddf7176ac is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:33.254051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:33.276267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] Set router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:33.327180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:33.358302 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.466866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=3cb9a247-5809-46d3-8d98-9ac6ac96819c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:33.506866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.518408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-3b18338b-bdfb-47d0-b5e6-276736d6556b service neutron] 10.222.0.43 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960212 Aug 11 00:44:33.541197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:33.542275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:33.543444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.547719 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.729974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:44:27Z', 'revision_number': 3, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port': {'id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:26Z', 'updated_at': '2021-08-11T00:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:33.744479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-65c54a9e-7a07-4458-8937-1932bb99ca10 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5998898 Aug 11 00:44:33.750079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45966) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:33.773119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:63:ec'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:33.783927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.837807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbfdb17-de32-46c7-af65-d00282ab5394 None None] The sync data for ids ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'] in n-d-712143-13 is: [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:44:27Z', 'revision_number': 3, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port': {'id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:26Z', 'updated_at': '2021-08-11T00:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:33.851356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d125e098-ab71-4d4a-a8e0-e0e8e91a63ca']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:33.855309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d71c7997-3000-4abb-958e-f1708150129b None None] Provisioning for port 810ac15d-98f6-48fb-b082-6723dff66dbe completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:33.865302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d71c7997-3000-4abb-958e-f1708150129b None None] Provisioning complete for port 810ac15d-98f6-48fb-b082-6723dff66dbe triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:33.865780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d71c7997-3000-4abb-958e-f1708150129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:33.896312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b372f81b-76ec-4fb4-bf9a-a3432174b811') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:33.896817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b372f81b-76ec-4fb4-bf9a-a3432174b811') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:33.955282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d71c7997-3000-4abb-958e-f1708150129b None None] Port 810ac15d-98f6-48fb-b082-6723dff66dbe cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:34.034891 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-afbb4631-1cc7-4e7a-a983-29ae116341e3 service neutron] 10.222.0.43 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150378 Aug 11 00:44:34.038027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:34.094644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:34.114396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:44:34.115071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:44:34.120805 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:44:34.212658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8128dad0-94c4-4272-bc29-773fa516491d None None] Provisioning for port 3cb9a247-5809-46d3-8d98-9ac6ac96819c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:34.220919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8128dad0-94c4-4272-bc29-773fa516491d None None] Provisioning complete for port 3cb9a247-5809-46d3-8d98-9ac6ac96819c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:34.221444 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8128dad0-94c4-4272-bc29-773fa516491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:34.315545 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:34.320757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8128dad0-94c4-4272-bc29-773fa516491d None None] Port 3cb9a247-5809-46d3-8d98-9ac6ac96819c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:34.363803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-a1f061c9-35cd-447a-a4d7-e3ef35b5b893 service neutron] 10.222.0.43 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806609 Aug 11 00:44:34.494744 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:34.528186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:34.535442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] 10.222.0.43 "DELETE /v2.0/networks/d125e098-ab71-4d4a-a8e0-e0e8e91a63ca HTTP/1.1" status: 204 len: 168 time: 1.3865933 Aug 11 00:44:34.570263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba717890-93b5-49c6-9132-590c862026a9 tempest-FloatingIPTestJSON-1424441580 tempest-FloatingIPTestJSON-1424441580-project] Pushing event deleted for resources: {'Network': ['ID=d125e098-ab71-4d4a-a8e0-e0e8e91a63ca,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:34.713657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:34.812879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:35.066871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=3cb9a247-5809-46d3-8d98-9ac6ac96819c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:35.126007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:35.149584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] In _notify_port_updated(), no bound segment for port 3cb9a247-5809-46d3-8d98-9ac6ac96819c on network 01869f82-69c2-454d-bc53-c3fddf7176ac {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:44:35.175561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:35.184518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:35.185161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7e12f364-e0e7-4307-a829-16a309078df4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "PUT /v2.0/ports/3cb9a247-5809-46d3-8d98-9ac6ac96819c HTTP/1.1" status: 200 len: 992 time: 1.4279697 Aug 11 00:44:35.185412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c7a29376-c4d7-44a4-a80b-cff0890e1304 service neutron] 10.222.0.43 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947781 Aug 11 00:44:35.186419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45994) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:35.390951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2cc3652a-e007-400d-9881-0d15b37648e1 req-ba2b8544-dd37-4e78-8815-4663682418ac tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.2028382 Aug 11 00:44:35.440419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-08bb3495-55aa-44f5-9a17-51a60d26cf8f service neutron] 10.222.0.43 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519090 Aug 11 00:44:35.493390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b9a19954-b3d7-4395-878e-7d4f16dc19e4 None None] Provisioning complete for port 3cb9a247-5809-46d3-8d98-9ac6ac96819c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:35.493988 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b9a19954-b3d7-4395-878e-7d4f16dc19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:35.545271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-834797a3-8b79-4768-bff0-b4c56aeff88e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Deleting port 3cb9a247-5809-46d3-8d98-9ac6ac96819c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:35.546960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbdd3caf-fa82-4203-be48-087b483f76ca req-43a463fc-b76d-4a33-80fe-5899e8260ae5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d30fb5cbe6b4fa8bb1c891b25528e53&device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.6015360 Aug 11 00:44:35.548116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-834797a3-8b79-4768-bff0-b4c56aeff88e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:35.553936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45998) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:35.586042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b9a19954-b3d7-4395-878e-7d4f16dc19e4 None None] Port 3cb9a247-5809-46d3-8d98-9ac6ac96819c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:35.715346 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-834797a3-8b79-4768-bff0-b4c56aeff88e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:35.730516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-834797a3-8b79-4768-bff0-b4c56aeff88e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Calling delete_port for 3cb9a247-5809-46d3-8d98-9ac6ac96819c owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:35.801882 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbdd3caf-fa82-4203-be48-087b483f76ca req-000b3d39-a109-41f4-ba0c-e5eeb06d0892 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d30fb5cbe6b4fa8bb1c891b25528e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2227528 Aug 11 00:44:35.883960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46004) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:36.035850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2ce9db84-43fe-479e-aeaf-27a4045fefea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e801e9bb31da4426a03157e0a8db6950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703507 Aug 11 00:44:36.039318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-262591946-network', 'tenant_id': 'c85169e76c884f878d22107716be8154'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:36.043997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46010) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:36.074290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:44:36.098695 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.104783 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-834797a3-8b79-4768-bff0-b4c56aeff88e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.151924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834797a3-8b79-4768-bff0-b4c56aeff88e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Port': ['ID=3cb9a247-5809-46d3-8d98-9ac6ac96819c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:36.198986 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7403cfcd-b5a0-4073-b146-bc9d74903b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.238764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7403cfcd-b5a0-4073-b146-bc9d74903b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.239421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f065474b-fee5-4182-bbaa-5025e3c4db79 service neutron] 10.222.0.43 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393763 Aug 11 00:44:36.339017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:36.382573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Made reservation on behalf of c85169e76c884f878d22107716be8154 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:36.389225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:36.393825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.402605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928aab9-fdc8-4b2c-8c61-dcffec421fdb None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:36.436174 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.464626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3caf-fa82-4203-be48-087b483f76ca req-738625f0-3684-47d6-ae23-f9d38f47bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:36.467438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbdd3caf-fa82-4203-be48-087b483f76ca req-738625f0-3684-47d6-ae23-f9d38f47bd84 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6541586 Aug 11 00:44:36.486839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:36.487779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.518634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=d048b675-36e4-4f0e-9f6d-86eafdbc5c6f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:36.540452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.541651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.547516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.548952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7403cfcd-b5a0-4073-b146-bc9d74903b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.549181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:36.552566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7403cfcd-b5a0-4073-b146-bc9d74903b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.557518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7403cfcd-b5a0-4073-b146-bc9d74903b9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09b07b41-929f-4d9b-91e6-c9fb17c56277 HTTP/1.1" status: 204 len: 168 time: 0.5078878 Aug 11 00:44:36.576537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-834797a3-8b79-4768-bff0-b4c56aeff88e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.581746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-834797a3-8b79-4768-bff0-b4c56aeff88e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "DELETE /v2.0/ports/3cb9a247-5809-46d3-8d98-9ac6ac96819c HTTP/1.1" status: 204 len: 168 time: 1.3918028 Aug 11 00:44:36.582780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46016) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:36.600799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403cfcd-b5a0-4073-b146-bc9d74903b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b07b41-929f-4d9b-91e6-c9fb17c56277,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:36.621307 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.647548 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f7b952-5554-451f-a64c-702d48d3a16e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] GET failed (client error): The resource could not be found. Aug 11 00:44:36.651974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-94f7b952-5554-451f-a64c-702d48d3a16e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "GET /v2.0/ports/3cb9a247-5809-46d3-8d98-9ac6ac96819c HTTP/1.1" status: 404 len: 333 time: 0.0670600 Aug 11 00:44:36.655971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46018) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:36.664587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac', 'name': 'tempest-AllowedAddressPairTestJSON-1198865785'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:36.668882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4b9e1ace-6a23-465c-a048-5065274d5264 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:36.691997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65d99560-0baa-4924-8235-f550eddf6640 req-2a514abf-0fb3-4988-95b1-7627da5907d6 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.1047513 Aug 11 00:44:36.721152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-35a9cc25-ca63-4065-8d42-139123d39c70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0257266 Aug 11 00:44:36.728270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46020) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:36.733854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:1a:dc:92', 'name': 'tempest-NetworksTestDHCPv6-26417691'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:36.767047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-eb3903fc-d870-49ae-bd7a-89822a4b6354 service neutron] 10.222.0.43 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889183 Aug 11 00:44:36.829519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.838752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'd048b675-36e4-4f0e-9f6d-86eafdbc5c6f'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:36.839968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:36.921218 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.021919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 4b9e1ace-6a23-465c-a048-5065274d5264 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:37.031209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4b9e1ace-6a23-465c-a048-5065274d5264 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:37.031426 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.073639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.081951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Allocated IP 2001:db8::f816:3eff:fe92:9d5e (a231281a-384d-46e8-8f86-e604acdadde9/d048b675-36e4-4f0e-9f6d-86eafdbc5c6f/04e6d6a0-99f5-4b76-abc8-648c58038ee1) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:37.112555 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.115507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Pushing event updated for resources: {'Port': ['ID=810ac15d-98f6-48fb-b082-6723dff66dbe,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:37.165488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:37.210730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af05691-3ba5-40d2-aa64-b89697ce1ada,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:37.231969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.232577 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Added segment ac0ce8d4-d6f6-4d17-b004-9654657c267d of type vlan for network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c Aug 11 00:44:37.237719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-a20a5f74-0449-4ff0-9a55-918458e16f7d service neutron] 10.222.0.43 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260430 Aug 11 00:44:37.312003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Network 2c0b5057-7554-4f9f-a337-279964182843 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:37.314116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:37.387734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.396412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Made reservation on behalf of 0b195689641e4bae8598830caf139092 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:37.405114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.414990 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.428092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Transition to ACTIVE for port object 04e6d6a0-99f5-4b76-abc8-648c58038ee1 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:37.451461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Transition to ACTIVE for port object 04e6d6a0-99f5-4b76-abc8-648c58038ee1 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:37.464890 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.500830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 4b9e1ace-6a23-465c-a048-5065274d5264, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4b9e1ace-6a23-465c-a048-5065274d5264,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:37.515391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] device_id is not set on port 85dc843b-2361-448c-aacc-eb46a4c6d6ba yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:37.593336 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.654222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:37.656560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.658582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:37.658982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:37.659731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.663606 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.666267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:37.689453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:37.711406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Pushing event updated for resources: {'Port': ['ID=04e6d6a0-99f5-4b76-abc8-648c58038ee1,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:37.762323 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbdd3caf-fa82-4203-be48-087b483f76ca req-deb2e5fb-4a2f-4787-acc4-dee21816a429 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.44 "GET /v2.0/ports?device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.1088963 Aug 11 00:44:37.779299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Attempting to bind port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:37.779742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Attempting to bind port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:37.780107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Attempting to bind port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:37.803550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:37.803938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:37.804482 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.804894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:37.805513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Bound port: 04e6d6a0-99f5-4b76-abc8-648c58038ee1, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:37.805774 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.834439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=4b9e1ace-6a23-465c-a048-5065274d5264,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:37.840067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f935beff-c095-47b0-83c9-2e2b74e8c2a7 None None] Provisioning complete for port 810ac15d-98f6-48fb-b082-6723dff66dbe triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:37.840679 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f935beff-c095-47b0-83c9-2e2b74e8c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:37.893404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] Pushing event updated for resources: {'Network': ['ID=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:37.899817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] For port 04e6d6a0-99f5-4b76-abc8-648c58038ee1, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:37.903599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] For port 04e6d6a0-99f5-4b76-abc8-648c58038ee1, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=04e6d6a0-99f5-4b76-abc8-648c58038ee1,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:37.907111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:37.958400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-586ea6bd-8636-4329-867b-c6b92f4ed1d6 req-fc62f5d7-06d6-4ed1-8a42-e54643aa6285 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.0341992 Aug 11 00:44:37.993590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ac87d227-dd69-4b1a-b32e-85e9bdc3a9ff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1031876 Aug 11 00:44:37.993895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:44:37.994076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46046) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:38.003544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Request body: {'subnet': {'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-262591946-subnet', 'tenant_id': 'c85169e76c884f878d22107716be8154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:38.010061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f935beff-c095-47b0-83c9-2e2b74e8c2a7 None None] Port 810ac15d-98f6-48fb-b082-6723dff66dbe cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:38.022331 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:38.084972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:38.107583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Allocated IP 172.20.0.6 (01869f82-69c2-454d-bc53-c3fddf7176ac/0be9572f-f4b3-4fcf-bedd-998af9a750fd/85dc843b-2361-448c-aacc-eb46a4c6d6ba) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:38.229784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Made reservation on behalf of c85169e76c884f878d22107716be8154 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:38.240560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:38.245902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port a80b79b5-82d9-48fd-8f7c-24abd786d3dd yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:38.257824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c34186-7ff1-44d4-949f-e081c3da4fa8 None None] Pushing event updated for resources: {'Port': ['ID=04e6d6a0-99f5-4b76-abc8-648c58038ee1,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:38.492689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4b9e1ace-6a23-465c-a048-5065274d5264 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:38.619140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4b9e1ace-6a23-465c-a048-5065274d5264 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:38.620358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:38.694566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fe1a:dc92 (a231281a-384d-46e8-8f86-e604acdadde9/d048b675-36e4-4f0e-9f6d-86eafdbc5c6f/a80b79b5-82d9-48fd-8f7c-24abd786d3dd) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:38.708933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:44:38.722255 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Sync routers for ids ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:44:38.740382 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Routers {'5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:38.741401 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:38.741570 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:38.757718 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-95edf0ce-b440-4954-b8df-24fb4c60646d admin admin] 10.222.0.43 "PUT /v2.0/routers/5aaa83fe-c61b-47e4-b6aa-68b8aed45aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9229052 Aug 11 00:44:38.798667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46064) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:38.851999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=39edb12d-13c0-4a9d-8189-dd56f8e43f4b,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:38.938516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Checking segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:38.939182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Network hostable DHCP agents. Network: 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:38.976744 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Set router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:39.066031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'networks': [{'name': 'tempest-network--736111132'}, {'name': 'tempest-network--1124876298'}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:39.066553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'network': {'name': 'tempest-network--736111132'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:39.068780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'network': {'name': 'tempest-network--1124876298'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:39.070322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:39.162302 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:39.167552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9fab3fff-568f-41e9-9ae6-fa4b216453f7 req-84726eaa-2fc4-49fd-9aea-a3ad3e4304a4 tempest-ServerShowV247Test-493653892 tempest-ServerShowV247Test-493653892-project] 10.222.0.43 "GET /v2.0/ports?device_id=a355e64c-88c2-4247-ab45-fea0c278cfb1 HTTP/1.1" status: 200 len: 210 time: 0.0556927 Aug 11 00:44:39.221390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:39.226524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:39.227174 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:39.231337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b436ec61-2989-4d07-a5ff-e7f77be8a2e4 None None] Network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:39.265675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Transition to ACTIVE for port object 85dc843b-2361-448c-aacc-eb46a4c6d6ba will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:39.307674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Made reservation on behalf of 9bdf0cdb269e4d2e907c2f3fe7ffe146 for: {'network': 2} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:39.313249 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:39.334366 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:39.346186 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d00502aa-616e-48b5-b8fc-b8b7d83b7fec admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3497612 Aug 11 00:44:39.416447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:39.422899 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:39.494366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=85dc843b-2361-448c-aacc-eb46a4c6d6ba,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:39.522887 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:44:34Z', 'revision_number': 4, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port': {'id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:26Z', 'updated_at': '2021-08-11T00:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '810ac15d-98f6-48fb-b082-6723dff66dbe', 'name': '', 'network_id': '2c0b5057-7554-4f9f-a337-279964182843', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'mac_address': 'fa:16:3e:66:b4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'c129f030-bae1-4e03-9e09-2bbbcc915610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:31Z', 'updated_at': '2021-08-11T00:44:35Z', 'revision_number': 2, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'subnets': [{'id': 'c129f030-bae1-4e03-9e09-2bbbcc915610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:39.526136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object a80b79b5-82d9-48fd-8f7c-24abd786d3dd will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:39.567898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Network 01869f82-69c2-454d-bc53-c3fddf7176ac is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:39.585482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:39.589605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:39.641022 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Checking router: 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:44:39.646057 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Updating router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca port 810ac15d-98f6-48fb-b082-6723dff66dbe binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:44:39.648989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae46695-adc2-494d-b39d-8ff44cae9e90 None None] Network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:39.745049 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:39.887228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:39.887959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.003070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86d439e0-e5af-4dba-b3e9-d8afc05bda46 req-460c6c40-ed5d-41fc-9ad0-9756d51147f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.1938114 Aug 11 00:44:40.044611 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.275529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.302963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8f134f91-e5d1-4a88-9329-957fe4499663 None None] Provisioning for port 85dc843b-2361-448c-aacc-eb46a4c6d6ba completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:40.309441 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.312435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8f134f91-e5d1-4a88-9329-957fe4499663 None None] Provisioning complete for port 85dc843b-2361-448c-aacc-eb46a4c6d6ba triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:40.313109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8f134f91-e5d1-4a88-9329-957fe4499663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.325181 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Transition to ACTIVE for port object 810ac15d-98f6-48fb-b082-6723dff66dbe will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:40.367389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:40.375288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ee47bd8d-d8d6-4d68-8b1d-e9f18fd88452 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502321123', 'description': 'tempest-secgroup-smoke-1502321123 description', 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:40.421334 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.444283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8f134f91-e5d1-4a88-9329-957fe4499663 None None] Port 85dc843b-2361-448c-aacc-eb46a4c6d6ba cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:40.471443 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a9700-45a0-4e5a-88d1-999ae9509432 None None] Pushing event updated for resources: {'Port': ['ID=810ac15d-98f6-48fb-b082-6723dff66dbe,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:40.517069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 04e6d6a0-99f5-4b76-abc8-648c58038ee1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:40.614435 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Attempting to bind port 810ac15d-98f6-48fb-b082-6723dff66dbe on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:40.614435 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Attempting to bind port 810ac15d-98f6-48fb-b082-6723dff66dbe by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:40.614435 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Attempting to bind port 810ac15d-98f6-48fb-b082-6723dff66dbe on network 2c0b5057-7554-4f9f-a337-279964182843 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:40.616026 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:40.616649 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Checking segment: {'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:40.617154 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.617627 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Bound using segment: {'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:40.618200 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Bound port: 810ac15d-98f6-48fb-b082-6723dff66dbe, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5722b8e-8502-483a-b2d8-5012366bade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2c0b5057-7554-4f9f-a337-279964182843'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:40.618662 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.644102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8f134f91-e5d1-4a88-9329-957fe4499663 None None] Provisioning for port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:40.716236 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] For port 810ac15d-98f6-48fb-b082-6723dff66dbe, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:40.724649 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] For port 810ac15d-98f6-48fb-b082-6723dff66dbe, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=810ac15d-98f6-48fb-b082-6723dff66dbe,segment=NetworkSegment(a5722b8e-8502-483a-b2d8-5012366bade8),segment_id=a5722b8e-8502-483a-b2d8-5012366bade8)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:40.757489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.757965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.778192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:40.791374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:40.792954 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.804051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:40.824329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:40.826031 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.849538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:40.855838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:40.856586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:40.866040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=a80b79b5-82d9-48fd-8f7c-24abd786d3dd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:40.887509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf73f88-2dd9-4d56-8f52-c17b41a48ad6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:40.905681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:40.944285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-05cb2790-43c4-446f-bd37-fe4cc794ee8c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:40.945179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-05cb2790-43c4-446f-bd37-fe4cc794ee8c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 814 time: 0.7291946 Aug 11 00:44:40.967384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-97c597f9-f16f-47c0-89a2-2069513335d4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3089561 Aug 11 00:44:40.972118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46116) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:40.991372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b7:63:ec'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:41.001927 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.001927 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Added segment 19dbe67c-c7e6-4ccd-81f6-2e295890d6b4 of type vlan for network 78996e6e-d91f-4486-b580-4b4d00bb7506 Aug 11 00:44:41.001927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-3c30ee4d-7be5-42dd-9aa7-978055bb6d19 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/quotas/c85169e76c884f878d22107716be8154 HTTP/1.1" status: 200 len: 375 time: 0.0333025 Aug 11 00:44:41.015101 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Routers {'5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:44:41.028397 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:44:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:41.093845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.109606 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a9700-45a0-4e5a-88d1-999ae9509432 None None] Pushing event updated for resources: {'Port': ['ID=810ac15d-98f6-48fb-b082-6723dff66dbe,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:41.114790 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee47bd8d-d8d6-4d68-8b1d-e9f18fd88452 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.124030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.206818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 04e6d6a0-99f5-4b76-abc8-648c58038ee1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=04e6d6a0-99f5-4b76-abc8-648c58038ee1,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:41.239343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:41.246898 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] Set router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:44:41.287317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a8be4d46-2afa-4706-829d-c2086caac145 req-556f058e-473b-4acc-b972-482578da1fc2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.1319757 Aug 11 00:44:41.303789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-0ec1be6e-47ba-45c2-938e-23c23e3f8848 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1431036 Aug 11 00:44:41.367991 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.368785 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Added segment 8cff5a8f-6d24-4e95-b9fb-05ef425758e4 of type vlan for network 86bc7340-ffa6-4fcb-b449-9a92d709e718 Aug 11 00:44:41.414443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e4be9f34-822b-4c1d-87a7-8f78d7423023 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6845357 Aug 11 00:44:41.418668 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.423001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46124) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:41.455288 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.528483 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.603291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35761b-b665-4537-b87f-7e809f74f4f6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:41.613229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f35761b-b665-4537-b87f-7e809f74f4f6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:41.615860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6f35761b-b665-4537-b87f-7e809f74f4f6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1937530 Aug 11 00:44:41.618970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-c2ef6011-a6d8-454c-84fe-4ab80b1a1dab service neutron] 10.222.0.43 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125377 Aug 11 00:44:41.620387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46126) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:41.621298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46128) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:41.643853 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:44:34Z', 'revision_number': 4, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port': {'id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:26Z', 'updated_at': '2021-08-11T00:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '810ac15d-98f6-48fb-b082-6723dff66dbe', 'name': '', 'network_id': '2c0b5057-7554-4f9f-a337-279964182843', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'mac_address': 'fa:16:3e:66:b4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'c129f030-bae1-4e03-9e09-2bbbcc915610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:31Z', 'updated_at': '2021-08-11T00:44:40Z', 'revision_number': 4, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'subnets': [{'id': 'c129f030-bae1-4e03-9e09-2bbbcc915610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:41.645725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=04e6d6a0-99f5-4b76-abc8-648c58038ee1,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:41.681079 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7c7cf-3ae1-4da7-84b8-87251aa62c9c None None] The sync data for ids ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'] in n-d-712143-13 is: [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:44:34Z', 'revision_number': 4, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port': {'id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:26Z', 'updated_at': '2021-08-11T00:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '810ac15d-98f6-48fb-b082-6723dff66dbe', 'name': '', 'network_id': '2c0b5057-7554-4f9f-a337-279964182843', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'mac_address': 'fa:16:3e:66:b4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'c129f030-bae1-4e03-9e09-2bbbcc915610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:31Z', 'updated_at': '2021-08-11T00:44:40Z', 'revision_number': 4, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'subnets': [{'id': 'c129f030-bae1-4e03-9e09-2bbbcc915610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:44:41.684889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee47bd8d-d8d6-4d68-8b1d-e9f18fd88452 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.817425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-128a51da-5d7e-4ed2-b90d-c0f4680f5e26 None None] Provisioning for port a80b79b5-82d9-48fd-8f7c-24abd786d3dd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:41.829484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-128a51da-5d7e-4ed2-b90d-c0f4680f5e26 None None] Provisioning complete for port a80b79b5-82d9-48fd-8f7c-24abd786d3dd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:41.834775 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-128a51da-5d7e-4ed2-b90d-c0f4680f5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.849930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.861643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee47bd8d-d8d6-4d68-8b1d-e9f18fd88452 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.868383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.868383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.872280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:41.878121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:41.878831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.889042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-128a51da-5d7e-4ed2-b90d-c0f4680f5e26 None None] Port a80b79b5-82d9-48fd-8f7c-24abd786d3dd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:41.925617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-cea33acd-d53a-4745-9be6-caff5c599ca0 service neutron] 10.222.0.43 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928672 Aug 11 00:44:41.958879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47bd8d-d8d6-4d68-8b1d-e9f18fd88452 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b471bdd6-149d-4edc-8374-ce4a728034c5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:41.972525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:41.993013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4c631bb-15f0-40f7-89e0-c9695ef6f737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.018539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee47bd8d-d8d6-4d68-8b1d-e9f18fd88452 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.022906 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ee47bd8d-d8d6-4d68-8b1d-e9f18fd88452 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6508474 Aug 11 00:44:42.040371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46134) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:42.046879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-be8ecf28-b52e-4ca5-85c5-0c7451e544ba tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'security_group_rule': {'security_group_id': 'b471bdd6-149d-4edc-8374-ce4a728034c5', 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:42.053742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fcded84c-f9d7-42f6-9882-682b39a1b708 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port a80b79b5-82d9-48fd-8f7c-24abd786d3dd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:42.054228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcded84c-f9d7-42f6-9882-682b39a1b708 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.116065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2922299 Aug 11 00:44:42.123413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46136) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:42.136320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=85dc843b-2361-448c-aacc-eb46a4c6d6ba,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:42.160042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Network': ['ID=78996e6e-d91f-4486-b580-4b4d00bb7506,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:42.188821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 78996e6e-d91f-4486-b580-4b4d00bb7506 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:42.268209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] In _notify_port_updated(), no bound segment for port 85dc843b-2361-448c-aacc-eb46a4c6d6ba on network 01869f82-69c2-454d-bc53-c3fddf7176ac {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:44:42.274576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:42.275316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.279834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-434bf031-37d0-4552-8f90-a62569b480ce tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "PUT /v2.0/ports/85dc843b-2361-448c-aacc-eb46a4c6d6ba HTTP/1.1" status: 200 len: 996 time: 1.3029711 Aug 11 00:44:42.283472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46138) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:42.430323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8147af4-87e5-420a-8735-9379f1bba3bf tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Network': ['ID=86bc7340-ffa6-4fcb-b449-9a92d709e718,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:42.482436 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4c631bb-15f0-40f7-89e0-c9695ef6f737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.483695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 86bc7340-ffa6-4fcb-b449-9a92d709e718 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:42.569140 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcded84c-f9d7-42f6-9882-682b39a1b708 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.581626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c4395a47-885c-4540-8110-3a847c3c3a9f req-ae641d7d-5698-4d16-8180-43c3ecd5e810 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 210 time: 0.0827746 Aug 11 00:44:42.631020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fcded84c-f9d7-42f6-9882-682b39a1b708 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for a80b79b5-82d9-48fd-8f7c-24abd786d3dd owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:42.671193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-43be3ea1-9e71-4ed8-8ddc-73fa48a0bc87 None None] Provisioning complete for port 85dc843b-2361-448c-aacc-eb46a4c6d6ba triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:42.671838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43be3ea1-9e71-4ed8-8ddc-73fa48a0bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.684140 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4c631bb-15f0-40f7-89e0-c9695ef6f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.760678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 04e6d6a0-99f5-4b76-abc8-648c58038ee1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:42.770844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-43be3ea1-9e71-4ed8-8ddc-73fa48a0bc87 None None] Port 85dc843b-2361-448c-aacc-eb46a4c6d6ba cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:42.852855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:42.853245 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:42.936907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c631bb-15f0-40f7-89e0-c9695ef6f737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1792e035-89d0-4be7-8a25-59233205ed22,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:42.962812 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e4c631bb-15f0-40f7-89e0-c9695ef6f737 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d30fb5cbe6b4fa8bb1c891b25528e53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3339689 Aug 11 00:44:42.963333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46150) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:43.050899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 810ac15d-98f6-48fb-b082-6723dff66dbe up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:43.051941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcded84c-f9d7-42f6-9882-682b39a1b708 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.110456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcded84c-f9d7-42f6-9882-682b39a1b708 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=a80b79b5-82d9-48fd-8f7c-24abd786d3dd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:43.224398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcded84c-f9d7-42f6-9882-682b39a1b708 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.236824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fcded84c-f9d7-42f6-9882-682b39a1b708 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/a80b79b5-82d9-48fd-8f7c-24abd786d3dd HTTP/1.1" status: 204 len: 168 time: 1.6104686 Aug 11 00:44:43.245259 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e385ee1-cdbf-472d-b24c-e5c2b343e869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.254763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-883a9251-88dd-4c57-85c6-cd754613c6cf req-04e9d984-984f-4419-8187-7a0718da4adf tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.1874685 Aug 11 00:44:43.269054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46154) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:43.283503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e385ee1-cdbf-472d-b24c-e5c2b343e869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.355866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada45aa-8af3-4455-9abd-0945a73c1f3e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:43.362447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada45aa-8af3-4455-9abd-0945a73c1f3e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:43.369426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada45aa-8af3-4455-9abd-0945a73c1f3e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:43.375656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada45aa-8af3-4455-9abd-0945a73c1f3e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:43.380486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3ada45aa-8af3-4455-9abd-0945a73c1f3e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2530930 Aug 11 00:44:43.381579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46156) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:43.406200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 810ac15d-98f6-48fb-b082-6723dff66dbe completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:43.420345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 810ac15d-98f6-48fb-b082-6723dff66dbe triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:43.420345 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.475473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e385ee1-cdbf-472d-b24c-e5c2b343e869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.479084 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e385ee1-cdbf-472d-b24c-e5c2b343e869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.481081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7e385ee1-cdbf-472d-b24c-e5c2b343e869 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1792e035-89d0-4be7-8a25-59233205ed22 HTTP/1.1" status: 204 len: 168 time: 0.5161324 Aug 11 00:44:43.493552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61bf7f-df18-4b51-84bb-e92130454f46 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:43.495822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61bf7f-df18-4b51-84bb-e92130454f46 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:43.498269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5c61bf7f-df18-4b51-84bb-e92130454f46 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2131581 Aug 11 00:44:43.498532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e385ee1-cdbf-472d-b24c-e5c2b343e869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1792e035-89d0-4be7-8a25-59233205ed22,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:43.503641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be8ecf28-b52e-4ca5-85c5-0c7451e544ba tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.510825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46160) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:43.528970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b157ad32-db91-47f2-a96e-6d73a4c9229b tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Deleting port 85dc843b-2361-448c-aacc-eb46a4c6d6ba {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:43.529565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b157ad32-db91-47f2-a96e-6d73a4c9229b tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.560507 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.636323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-55250ef7-16b9-4e37-8fc9-f1c5fd547238 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet d048b675-36e4-4f0e-9f6d-86eafdbc5c6f {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:43.648921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55250ef7-16b9-4e37-8fc9-f1c5fd547238 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.685452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.729710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88f99366-c1af-497c-9e83-8e8b3d88148c req-8e809c9f-0cd5-43b4-bf00-fe0bf7932353 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 210 time: 0.0391278 Aug 11 00:44:43.766833 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be8ecf28-b52e-4ca5-85c5-0c7451e544ba tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.779083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55250ef7-16b9-4e37-8fc9-f1c5fd547238 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.821067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 810ac15d-98f6-48fb-b082-6723dff66dbe, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=810ac15d-98f6-48fb-b082-6723dff66dbe,segment=NetworkSegment(a5722b8e-8502-483a-b2d8-5012366bade8),segment_id=a5722b8e-8502-483a-b2d8-5012366bade8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:43.840727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b157ad32-db91-47f2-a96e-6d73a4c9229b tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.854035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.869174 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b157ad32-db91-47f2-a96e-6d73a4c9229b tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Calling delete_port for 85dc843b-2361-448c-aacc-eb46a4c6d6ba owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:43.872252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78996e6e-d91f-4486-b580-4b4d00bb7506']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:43.894254 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be8ecf28-b52e-4ca5-85c5-0c7451e544ba tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.899279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dbe67c-c7e6-4ccd-81f6-2e295890d6b4') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:43.899599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dbe67c-c7e6-4ccd-81f6-2e295890d6b4') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:43.920046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.936247 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55250ef7-16b9-4e37-8fc9-f1c5fd547238 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.956062 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:43.981508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ecf28-b52e-4ca5-85c5-0c7451e544ba tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93b3df1-469e-4afa-b5ba-6ade25748eb7,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:43.995043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.040571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:44:44.041250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:44:44.046988 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:44:44.078082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-54b94564-e5b1-485d-a4a2-f1f836cd2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:44.079624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-54b94564-e5b1-485d-a4a2-f1f836cd2061 service neutron] 10.222.0.44 "GET /v2.0/ports/7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 1028 time: 0.0545893 Aug 11 00:44:44.127286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be8ecf28-b52e-4ca5-85c5-0c7451e544ba tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.130050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-be8ecf28-b52e-4ca5-85c5-0c7451e544ba tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0876443 Aug 11 00:44:44.150861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:44.161124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=810ac15d-98f6-48fb-b082-6723dff66dbe,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:44.161975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3ef2f2f6-e2d4-41ad-9258-54ab7ebea0cb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'security_group_rule': {'security_group_id': 'b471bdd6-149d-4edc-8374-ce4a728034c5', 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:44.171600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.172118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.172582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.173029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.173820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.174365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.174827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.175301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.175845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.176392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.177146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.177607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:44.216053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-065bde58-2213-4b22-8911-eef3778d9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:44.217529 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-065bde58-2213-4b22-8911-eef3778d9687 service neutron] 10.222.0.44 "GET /v2.0/ports/226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 1028 time: 0.1285157 Aug 11 00:44:44.344452 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55250ef7-16b9-4e37-8fc9-f1c5fd547238 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.359244 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f2f6-e2d4-41ad-9258-54ab7ebea0cb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.393049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.401558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55250ef7-16b9-4e37-8fc9-f1c5fd547238 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=d048b675-36e4-4f0e-9f6d-86eafdbc5c6f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:44.408594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45001b88-60d9-4d45-a06d-1c966b468a92 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:44.410083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55250ef7-16b9-4e37-8fc9-f1c5fd547238 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.415229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-55250ef7-16b9-4e37-8fc9-f1c5fd547238 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/d048b675-36e4-4f0e-9f6d-86eafdbc5c6f HTTP/1.1" status: 204 len: 168 time: 0.9007628 Aug 11 00:44:44.417059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46180) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:44.430965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.435952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/networks/78996e6e-d91f-4486-b580-4b4d00bb7506 HTTP/1.1" status: 204 len: 168 time: 1.0528743 Aug 11 00:44:44.437823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7843eac-0976-45a1-8024-14b398e9c605 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Network': ['ID=78996e6e-d91f-4486-b580-4b4d00bb7506,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:44.447119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46182) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:44.456292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7989f2cd-c3c6-4dc0-af29-018ec89d3685 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:44.463235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7989f2cd-c3c6-4dc0-af29-018ec89d3685 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:44.470012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7989f2cd-c3c6-4dc0-af29-018ec89d3685 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:44.471937 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7989f2cd-c3c6-4dc0-af29-018ec89d3685 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 200 len: 1990 time: 0.2475529 Aug 11 00:44:44.500104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 810ac15d-98f6-48fb-b082-6723dff66dbe up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:44.519958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0fd15cb7-4193-45b4-8e12-2291686da71a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984967 Aug 11 00:44:44.532766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46184) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:44.540076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:44.590137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f2f6-e2d4-41ad-9258-54ab7ebea0cb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.597566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.606684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7607b9f4-0a4d-40ab-a280-c1bc0a57117f req-17770f4a-9c55-4db2-b157-cd8cbe7eff05 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.1336226 Aug 11 00:44:44.700345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b157ad32-db91-47f2-a96e-6d73a4c9229b tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.754798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157ad32-db91-47f2-a96e-6d73a4c9229b tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Port': ['ID=85dc843b-2361-448c-aacc-eb46a4c6d6ba,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:44.765288 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.777960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f2f6-e2d4-41ad-9258-54ab7ebea0cb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.789834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bc7340-ffa6-4fcb-b449-9a92d709e718']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:44.791325 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-a7dc0032-4f35-4277-9a92-d1679ab72ca3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d618dfbf02243c789c876d25b382560 HTTP/1.1" status: 200 len: 380 time: 0.2771938 Aug 11 00:44:44.803357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'admin_state_up': True, 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'security_groups': ['20b8eaf7-be4c-4167-8b14-41b95367bf6b']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:44.828014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 810ac15d-98f6-48fb-b082-6723dff66dbe triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:44.828676 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.892249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cff5a8f-6d24-4e95-b9fb-05ef425758e4') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:44.892530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cff5a8f-6d24-4e95-b9fb-05ef425758e4') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:44:44.897617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2f2f6-e2d4-41ad-9258-54ab7ebea0cb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec65590-be49-415c-abc5-030ed2c3c89b,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:44.920520 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.929250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b157ad32-db91-47f2-a96e-6d73a4c9229b tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:44.931669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b157ad32-db91-47f2-a96e-6d73a4c9229b tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "DELETE /v2.0/ports/85dc843b-2361-448c-aacc-eb46a4c6d6ba HTTP/1.1" status: 204 len: 168 time: 2.6461022 Aug 11 00:44:44.937135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46190) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:44.963260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.028459 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-797ee592-0875-49e2-9372-d83033503d7a req-0e11ce8d-bcac-4036-b6cf-6969f58a9874 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 210 time: 0.0617218 Aug 11 00:44:45.028459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:44:45.028459 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:44:45.031743 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:44:45.067972 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3151ad89-0bea-4fa9-9aa6-ab2859f5b53e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] GET failed (client error): The resource could not be found. Aug 11 00:44:45.076468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3151ad89-0bea-4fa9-9aa6-ab2859f5b53e tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "GET /v2.0/ports/85dc843b-2361-448c-aacc-eb46a4c6d6ba HTTP/1.1" status: 404 len: 333 time: 0.1241219 Aug 11 00:44:45.090967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46194) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:45.092755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:45.096811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.112159 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac', 'name': 'tempest-AllowedAddressPairTestJSON-1826420910'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:45.120728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:44:45.227680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] Deleting port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:45.228289 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.232466 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f2f6-e2d4-41ad-9258-54ab7ebea0cb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.234179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3ef2f2f6-e2d4-41ad-9258-54ab7ebea0cb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0818472 Aug 11 00:44:45.236965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46198) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:45.243524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3355f7bb-5a43-401b-923c-39f2d75b92eb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'security_group_rule': {'security_group_id': 'b471bdd6-149d-4edc-8374-ce4a728034c5', 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:45.256476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.288457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.291777 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/networks/86bc7340-ffa6-4fcb-b449-9a92d709e718 HTTP/1.1" status: 204 len: 168 time: 0.8419378 Aug 11 00:44:45.291777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b502db6-cdae-474d-8111-6e129f4c033f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Network': ['ID=86bc7340-ffa6-4fcb-b449-9a92d709e718,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:45.300009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46204) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:45.383118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] For port 04e6d6a0-99f5-4b76-abc8-648c58038ee1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=04e6d6a0-99f5-4b76-abc8-648c58038ee1,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:45.383804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.435920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] Calling delete_port for 04e6d6a0-99f5-4b76-abc8-648c58038ee1 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:45.454735 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0c418-5fd2-4ff9-8a9c-33b8c744e134 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:45.463536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0c418-5fd2-4ff9-8a9c-33b8c744e134 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:45.465557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-50b0c418-5fd2-4ff9-8a9c-33b8c744e134 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1644301 Aug 11 00:44:45.470411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46206) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:45.480531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-240082270'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:45.503248 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3355f7bb-5a43-401b-923c-39f2d75b92eb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.663444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:45.670417 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.674035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3355f7bb-5a43-401b-923c-39f2d75b92eb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.717081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46212) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:45.737968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.774015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3355f7bb-5a43-401b-923c-39f2d75b92eb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.835754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Made reservation on behalf of 9bdf0cdb269e4d2e907c2f3fe7ffe146 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:45.846805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.862609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] Pushing event deleted for resources: {'Port': ['ID=04e6d6a0-99f5-4b76-abc8-648c58038ee1,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:45.879290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a70b06-836f-4a79-a7d5-2eab519c3920 None None] No DVR routers for this DVR port 04e6d6a0-99f5-4b76-abc8-648c58038ee1 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:45.882715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355f7bb-5a43-401b-923c-39f2d75b92eb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c64dc43-3395-41dc-bade-c89e8a11791f,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:45.967201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3add01c7-4179-44e2-8800-31ea6a5ee9eb req-e4b65df7-3fae-4597-8471-c12fca6fbb0f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0633657 Aug 11 00:44:45.968413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:45.981650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:45.982668 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Added segment 7d0d5ec7-00b4-4c34-9eb3-ab2bb11ae411 of type vlan for network eb17f323-aca3-40fc-a8a8-c1acd6942664 Aug 11 00:44:46.037488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.052161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1607511755-network', 'tenant_id': '3d9e176f309c4c8f80b8dfb64869d6ea'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:46.066996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Made reservation on behalf of 0b195689641e4bae8598830caf139092 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:46.072537 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.118898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] device_id is not set on port 6b4cc52e-3204-4073-a544-d3b86509cbf0 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:46.168104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Allocated IP 172.20.0.9 (ece244df-909c-4779-bf6c-17273d3f30aa/01b0d88f-459e-4ff9-b267-1377751700fa/397d7780-b4ca-445a-9903-d868d786bf2e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:46.193135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.206237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:46.208040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.251442 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-212e5e5c-fab6-4118-806a-797c8f0a6fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.258250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd96d522-57f9-4dbb-a3c7-0512b02dc7b4 req-5a2a41db-fe76-4c65-843b-a65d28c6b692 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 210 time: 0.0465178 Aug 11 00:44:46.286201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3355f7bb-5a43-401b-923c-39f2d75b92eb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.288305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3355f7bb-5a43-401b-923c-39f2d75b92eb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0496273 Aug 11 00:44:46.335835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46218) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:46.406430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-31ece7a5-42a2-45b4-a92b-18f7d878a26d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'security_group_rule': {'security_group_id': 'b471bdd6-149d-4edc-8374-ce4a728034c5', 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:46.484285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 04e6d6a0-99f5-4b76-abc8-648c58038ee1 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:44:46.489688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:44:46.524705 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.537495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 04e6d6a0-99f5-4b76-abc8-648c58038ee1 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:44:46.539857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 04e6d6a0-99f5-4b76-abc8-648c58038ee1 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:44:46.591085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Network': ['ID=eb17f323-aca3-40fc-a8a8-c1acd6942664,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:46.605022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network eb17f323-aca3-40fc-a8a8-c1acd6942664 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:46.610465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-07ec0ca8-e718-482a-a97f-988674847823 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:46.612408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-07ec0ca8-e718-482a-a97f-988674847823 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 814 time: 0.4873381 Aug 11 00:44:46.626611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Request body: {'port': {'device_id': '998c20cd-5261-4fb1-b686-dde0ef299f50', 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'admin_state_up': True, 'tenant_id': 'c85169e76c884f878d22107716be8154'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:46.641648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:46.653026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:46.669685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:46.670579 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.700776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=e771f40a-ef35-49f9-ab69-2b18a100ac9f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:46.729716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Allocated IP 172.20.0.6 (01869f82-69c2-454d-bc53-c3fddf7176ac/0be9572f-f4b3-4fcf-bedd-998af9a750fd/6b4cc52e-3204-4073-a544-d3b86509cbf0) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:46.734630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.738370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0383cc-5e91-4849-90b7-eea11f939792 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:46.763132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Transition to ACTIVE for port object 397d7780-b4ca-445a-9903-d868d786bf2e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:46.949343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Made reservation on behalf of 3d9e176f309c4c8f80b8dfb64869d6ea for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:46.953490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.975377 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:46.978598 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.007599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Transition to ACTIVE for port object 6b4cc52e-3204-4073-a544-d3b86509cbf0 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:47.028687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'e771f40a-ef35-49f9-ab69-2b18a100ac9f'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:47.030661 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.046382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.079198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a0db0cb4-ebf3-4b66-861f-ca0631f0c390 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6043282 Aug 11 00:44:47.080986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46224) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:47.087681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1744834829'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:47.229067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31ece7a5-42a2-45b4-a92b-18f7d878a26d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.231537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=397d7780-b4ca-445a-9903-d868d786bf2e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:47.253363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network ece244df-909c-4779-bf6c-17273d3f30aa is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:47.260927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Allocated IP 2001:db8::f816:3eff:feea:7f1c (a231281a-384d-46e8-8f86-e604acdadde9/e771f40a-ef35-49f9-ab69-2b18a100ac9f/3ddfac57-9818-424c-a7d5-d37490255b92) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:47.267364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:47.267364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:47.344053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31ece7a5-42a2-45b4-a92b-18f7d878a26d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.409189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b60dbe-d262-4759-9bcb-26d1f2d8f260 req-46b79ae7-50be-4263-9573-b34fd560fc65 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:47.409189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7b60dbe-d262-4759-9bcb-26d1f2d8f260 req-46b79ae7-50be-4263-9573-b34fd560fc65 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 931 time: 0.2437847 Aug 11 00:44:47.409189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e6d2da3-3d6d-4a52-b104-0eef8ab36402 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8712289 Aug 11 00:44:47.409674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46228) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:47.415485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:17:dc:17', 'name': 'tempest-NetworksTestDHCPv6-1917866966'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:47.415693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.502916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:47.503977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.512365 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.526998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Transition to ACTIVE for port object 3ddfac57-9818-424c-a7d5-d37490255b92 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:47.550958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Transition to ACTIVE for port object 3ddfac57-9818-424c-a7d5-d37490255b92 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:47.607968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a39a11a-fb13-42fa-b1ee-e56012f17784 req-97f92e96-63c1-40aa-839d-95488e207174 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 210 time: 0.1567936 Aug 11 00:44:47.612010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Made reservation on behalf of c85169e76c884f878d22107716be8154 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:47.617626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.648385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31ece7a5-42a2-45b4-a92b-18f7d878a26d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.669354 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.679616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Network 01869f82-69c2-454d-bc53-c3fddf7176ac is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:47.696594 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7b60dbe-d262-4759-9bcb-26d1f2d8f260 req-f61440fa-7345-41bf-8fd7-314722520768 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892287 Aug 11 00:44:47.698423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:47.726287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=6b4cc52e-3204-4073-a544-d3b86509cbf0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:47.731968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:47.750133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:44:47.750133 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:44:47.750133 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '9bdf0cdb269e4d2e907c2f3fe7ffe146', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 44, 47, 114813)}] Aug 11 00:44:47.750133 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:44:47.751035 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:44:47.766737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:44:47.766737 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:44:47.766737 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': 'b855058820aa4dd1a2fb58b3e17de6e8', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 44, 47, 654734)}] Aug 11 00:44:47.766737 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:44:47.767520 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:44:47.813774 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ece7a5-42a2-45b4-a92b-18f7d878a26d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417a2986-3132-4266-a878-bacb92774590,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:47.827546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Pushing event updated for resources: {'Port': ['ID=3ddfac57-9818-424c-a7d5-d37490255b92,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:47.858780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:47.860908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.862692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:47.868598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:47.872336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:47.960944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-30851536-7af5-4fd8-ad19-08850ff3ecda None None] Provisioning for port 397d7780-b4ca-445a-9903-d868d786bf2e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:47.969931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-30851536-7af5-4fd8-ad19-08850ff3ecda None None] Provisioning complete for port 397d7780-b4ca-445a-9903-d868d786bf2e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:47.970529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-30851536-7af5-4fd8-ad19-08850ff3ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:47.986348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Allocated IP 172.20.0.12 (129d0b1b-4b81-40b6-8b6f-08b929c0ca1c/39edb12d-13c0-4a9d-8189-dd56f8e43f4b/5c01c53f-caeb-426d-aa21-7738768aa593) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:48.025991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Attempting to bind port 3ddfac57-9818-424c-a7d5-d37490255b92 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:48.026578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Attempting to bind port 3ddfac57-9818-424c-a7d5-d37490255b92 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:48.027249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Attempting to bind port 3ddfac57-9818-424c-a7d5-d37490255b92 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:48.049489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:48.050151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:48.057075 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.057075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:48.057075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Bound port: 3ddfac57-9818-424c-a7d5-d37490255b92, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:48.057075 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.057506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.077520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-30851536-7af5-4fd8-ad19-08850ff3ecda None None] Port 397d7780-b4ca-445a-9903-d868d786bf2e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:48.159916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.187305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] For port 3ddfac57-9818-424c-a7d5-d37490255b92, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:48.200547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] For port 3ddfac57-9818-424c-a7d5-d37490255b92, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3ddfac57-9818-424c-a7d5-d37490255b92,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:48.211267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:48.229115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:48.232400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-05bb659a-019f-4b15-9e8d-089ff30db4fc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4338307 Aug 11 00:44:48.246781 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.247144 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Added segment a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a of type vlan for network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc Aug 11 00:44:48.255579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'admin_state_up': True, 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'security_groups': ['20b8eaf7-be4c-4167-8b14-41b95367bf6b']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:48.323944 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31ece7a5-42a2-45b4-a92b-18f7d878a26d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.328128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-31ece7a5-42a2-45b4-a92b-18f7d878a26d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9836712 Aug 11 00:44:48.333163 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46232) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:48.347861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d3aebbb1-aa65-48c0-a347-7c1b97b06133 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'security_group_rule': {'security_group_id': 'b471bdd6-149d-4edc-8374-ce4a728034c5', 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:48.353680 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fe59f6b4-dbce-4e5b-b4a2-8b3b0794e5e4 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2478399 Aug 11 00:44:48.355761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46234) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:48.360067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.364110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.367870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'network_id': '01869f82-69c2-454d-bc53-c3fddf7176ac', 'name': 'tempest-AllowedAddressPairTestJSON-1582239725'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:48.373056 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.392364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ea9b19e3-bfb5-4be9-8832-c84b544dbe80 None None] Provisioning for port 6b4cc52e-3204-4073-a544-d3b86509cbf0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:48.453454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ea9b19e3-bfb5-4be9-8832-c84b544dbe80 None None] Provisioning complete for port 6b4cc52e-3204-4073-a544-d3b86509cbf0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:48.454213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ea9b19e3-bfb5-4be9-8832-c84b544dbe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.486612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Made reservation on behalf of 9bdf0cdb269e4d2e907c2f3fe7ffe146 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:48.493720 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.530066 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.531117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:48.531918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.534924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.572744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6e277-6b64-4597-89a3-97bc0dcd45b8 None None] Pushing event updated for resources: {'Port': ['ID=3ddfac57-9818-424c-a7d5-d37490255b92,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:48.577541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b19e3-bfb5-4be9-8832-c84b544dbe80 None None] Port 6b4cc52e-3204-4073-a544-d3b86509cbf0 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:48.614822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:48.657333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:48.685294 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.685653 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Added segment a254dfdd-3d67-45d1-96f8-1c7b15503e3c of type vlan for network 704d6cdf-4f58-4793-aa5b-24ea57a274eb Aug 11 00:44:48.760617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:48.779807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Pushing event updated for resources: {'Network': ['ID=cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:48.809133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0906739 Aug 11 00:44:48.830948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46242) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:48.834151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10826f75-ddaf-4d62-b605-d6ee995c02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.843713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Request body: {'subnet': {'network_id': 'cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1607511755-subnet', 'tenant_id': '3d9e176f309c4c8f80b8dfb64869d6ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:48.866937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5816b10-8150-4d05-bed4-7492a2d44cbc req-efdac5ff-e04d-4031-8217-786627ac72f8 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:48.871051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:48.873867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Pushing event updated for resources: {'Port': ['ID=5c01c53f-caeb-426d-aa21-7738768aa593,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:48.880297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:48.881067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5816b10-8150-4d05-bed4-7492a2d44cbc req-efdac5ff-e04d-4031-8217-786627ac72f8 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 932 time: 0.1691391 Aug 11 00:44:48.931056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5816b10-8150-4d05-bed4-7492a2d44cbc req-8b8d7711-5188-4b06-9b9b-b305cac78593 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 Aug 11 00:44:48.948048 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:48.951153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.951547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.951900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.952251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.952595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.952935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.953276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.953611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.953950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.954284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.954616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.955239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d82bcb-ae90-474d-8b0a-8e7ff2d4b9dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:48.970062 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:48.996618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.034871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.035324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.035680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.036026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.036523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.036873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.037303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.037566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.037889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.038225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.038560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.038888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:44:49.104585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:49.104585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.124673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.153093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc879f8-79fd-4b92-836d-8031bc29b455 req-4641d25d-e30b-454f-b3c6-56d08b598810 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:49.161250 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bc879f8-79fd-4b92-836d-8031bc29b455 req-4641d25d-e30b-454f-b3c6-56d08b598810 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 931 time: 0.2693470 Aug 11 00:44:49.165828 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-d3aebbb1-aa65-48c0-a347-7c1b97b06133 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Project acb5a8cd51cf48fda3b15f711dfb924f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:44:49.191549 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3aebbb1-aa65-48c0-a347-7c1b97b06133 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.201691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 73e48291-1140-4de0-8abc-a4f0249342ea yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:49.249429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bc879f8-79fd-4b92-836d-8031bc29b455 req-3dcaedca-d364-4023-98fb-c8f78f8f681d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872135 Aug 11 00:44:49.250095 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.256852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:49.257528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.289721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Made reservation on behalf of 0b195689641e4bae8598830caf139092 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:49.294860 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.320573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] device_id is not set on port 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:49.414573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-dc7e983d-ba60-440a-9db5-47435b1f3a7f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7928708 Aug 11 00:44:49.461061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Request body: {'port': {'device_id': '998c20cd-5261-4fb1-b686-dde0ef299f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:49.463778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Network': ['ID=704d6cdf-4f58-4793-aa5b-24ea57a274eb,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:49.481781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 704d6cdf-4f58-4793-aa5b-24ea57a274eb details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:49.526531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3aebbb1-aa65-48c0-a347-7c1b97b06133 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.574762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Allocated IP 172.20.0.9 (01869f82-69c2-454d-bc53-c3fddf7176ac/0be9572f-f4b3-4fcf-bedd-998af9a750fd/860c65d9-405f-4bf2-ac7c-40e3a7e07a15) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:49.631296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fe17:dc17 (a231281a-384d-46e8-8f86-e604acdadde9/e771f40a-ef35-49f9-ab69-2b18a100ac9f/73e48291-1140-4de0-8abc-a4f0249342ea) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:49.641022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3aebbb1-aa65-48c0-a347-7c1b97b06133 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.672675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.696002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aebbb1-aa65-48c0-a347-7c1b97b06133 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9931e1-ee44-4630-aab1-a0649f957c17,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:49.912479 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.932950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:49.939254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:49.974955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Transition to ACTIVE for port object 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:50.006246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3184e120-69d1-49a3-8c88-404b9f6987af None None] Provisioning for port 3ddfac57-9818-424c-a7d5-d37490255b92 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:50.041207 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.092410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3aebbb1-aa65-48c0-a347-7c1b97b06133 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.097122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3aebbb1-aa65-48c0-a347-7c1b97b06133 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7528028 Aug 11 00:44:50.108169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46248) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:50.116573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5c7a6bb4-c9d9-4642-ba7d-f36c98e5694b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'security_group_rule': {'security_group_id': 'b471bdd6-149d-4edc-8374-ce4a728034c5', 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:50.139534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 73e48291-1140-4de0-8abc-a4f0249342ea will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:50.176350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.265283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b9a43-0ca7-40d1-a4a6-5177d0fb9e0f req-30331aa9-d081-400a-9e57-f589bb4cc1a6 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:50.266977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea3b9a43-0ca7-40d1-a4a6-5177d0fb9e0f req-30331aa9-d081-400a-9e57-f589bb4cc1a6 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 932 time: 0.2114351 Aug 11 00:44:50.302191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c01c53f-caeb-426d-aa21-7738768aa593 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:44:50.315005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.334757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Transition to ACTIVE for port object 5c01c53f-caeb-426d-aa21-7738768aa593 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:50.483552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c31af9c7-d286-4534-9b1c-b187b29ba09c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.4018915 Aug 11 00:44:50.489233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46252) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:50.498305 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.515862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3ddfac57-9818-424c-a7d5-d37490255b92 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:50.706167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 3ddfac57-9818-424c-a7d5-d37490255b92 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:50.711185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3ddfac57-9818-424c-a7d5-d37490255b92 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:50.711574 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.747086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Network 01869f82-69c2-454d-bc53-c3fddf7176ac is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:50.748298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Made reservation on behalf of 3d9e176f309c4c8f80b8dfb64869d6ea for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:50.752349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.813656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:50.843651 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.893589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:50.898178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 3ddfac57-9818-424c-a7d5-d37490255b92, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3ddfac57-9818-424c-a7d5-d37490255b92,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:50.913472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=860c65d9-405f-4bf2-ac7c-40e3a7e07a15,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:50.942568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'ports': [{'network_id': 'eb17f323-aca3-40fc-a8a8-c1acd6942664', 'name': 'tempest-port--786304739', 'admin_state_up': True}, {'network_id': '704d6cdf-4f58-4793-aa5b-24ea57a274eb', 'admin_state_up': False}]} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:50.943461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'port': {'network_id': 'eb17f323-aca3-40fc-a8a8-c1acd6942664', 'name': 'tempest-port--786304739', 'admin_state_up': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:50.945215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'port': {'network_id': '704d6cdf-4f58-4793-aa5b-24ea57a274eb', 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:50.951209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.956803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:50.960507 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-5c7a6bb4-c9d9-4642-ba7d-f36c98e5694b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Project acb5a8cd51cf48fda3b15f711dfb924f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:44:51.000712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.089855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Allocated IP 10.1.1.147 (532a7180-b56f-4d6f-adf3-8a4e1239cfb8/34aa3175-428d-4c19-a8c5-cb6b1aaf8cce/42653c7a-c067-44ea-b929-e68fe3b4e47c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:51.111928 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6bb4-c9d9-4642-ba7d-f36c98e5694b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.122970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:51.123254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=3ddfac57-9818-424c-a7d5-d37490255b92,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:51.124008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.184721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:51.224699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:51.225079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea3b9a43-0ca7-40d1-a4a6-5177d0fb9e0f req-3710797f-0733-4468-a52d-6e8b04ed093d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866414 Aug 11 00:44:51.236178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675db4d7-b822-4714-8dc1-bd01df87eb81 req-beadf19a-4663-45cd-bfe5-3ca33f5efcdb tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:51.237895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-675db4d7-b822-4714-8dc1-bd01df87eb81 req-beadf19a-4663-45cd-bfe5-3ca33f5efcdb tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 931 time: 0.8574123 Aug 11 00:44:51.239282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=73e48291-1140-4de0-8abc-a4f0249342ea,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:51.245545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:51.251685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:51.252293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.319323 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc60d31c-6bb9-4a37-b3d5-8c45af3328a7 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9585609 Aug 11 00:44:51.336536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46256) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:51.352224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f44220e1-09ae-4dd3-8680-a5751e80cbf7 None None] Provisioning for port 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:51.357665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f44220e1-09ae-4dd3-8680-a5751e80cbf7 None None] Provisioning complete for port 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:51.358867 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f44220e1-09ae-4dd3-8680-a5751e80cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.390138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:63:ec'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:1e:a4:54'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:51.413718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f44220e1-09ae-4dd3-8680-a5751e80cbf7 None None] Port 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:51.538868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.559039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Transition to ACTIVE for port object 42653c7a-c067-44ea-b929-e68fe3b4e47c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:51.578640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f6ace0c2-51e4-41b1-9443-6dd2afbb8736 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1711113 Aug 11 00:44:51.584274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46258) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:51.607619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.643697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-675db4d7-b822-4714-8dc1-bd01df87eb81 req-a583aafd-8543-477c-9b26-1b92e61c7799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631368 Aug 11 00:44:51.655035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Pushing event updated for resources: {'Port': ['ID=5c01c53f-caeb-426d-aa21-7738768aa593,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:51.694487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e13454-3706-40b3-86fe-5d45ed95fb81,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:51.719440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666c48b-8c6e-4ad3-9e8c-4af81eb29498 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:51.721054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666c48b-8c6e-4ad3-9e8c-4af81eb29498 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:51.723308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3666c48b-8c6e-4ad3-9e8c-4af81eb29498 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1356792 Aug 11 00:44:51.728144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46260) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:51.748759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff2ccb03-7991-4521-87e8-bb94e050f20c None None] Provisioning for port 73e48291-1140-4de0-8abc-a4f0249342ea completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:51.754027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff2ccb03-7991-4521-87e8-bb94e050f20c None None] Provisioning complete for port 73e48291-1140-4de0-8abc-a4f0249342ea triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:51.756657 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccb03-7991-4521-87e8-bb94e050f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.758852 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6bb4-c9d9-4642-ba7d-f36c98e5694b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.764414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Checking segment: {'id': 'a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:51.765029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Network hostable DHCP agents. Network: cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:51.770616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.803288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Attempting to bind port 5c01c53f-caeb-426d-aa21-7738768aa593 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:51.803712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Attempting to bind port 5c01c53f-caeb-426d-aa21-7738768aa593 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:51.804319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Attempting to bind port 5c01c53f-caeb-426d-aa21-7738768aa593 on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:51.805451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ccb03-7991-4521-87e8-bb94e050f20c None None] Port 73e48291-1140-4de0-8abc-a4f0249342ea cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:51.838038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Port 5c01c53f-caeb-426d-aa21-7738768aa593 on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:44:51.838623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Attempting to bind port 5c01c53f-caeb-426d-aa21-7738768aa593 on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:51.862430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:51.862778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:51.864129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Checking segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:51.864129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Bound using segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:51.864805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Bound port: 5c01c53f-caeb-426d-aa21-7738768aa593, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:51.865891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.874603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:51.877968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6bb4-c9d9-4642-ba7d-f36c98e5694b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.882036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:51.908484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=42653c7a-c067-44ea-b929-e68fe3b4e47c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:51.955046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:51.956049 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.963482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:51.970037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Made reservation on behalf of 9bdf0cdb269e4d2e907c2f3fe7ffe146 for: {'port': 2} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:51.979055 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:51.982587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a6bb4-c9d9-4642-ba7d-f36c98e5694b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd69d12e-015d-45a1-acff-98f85999f42c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:51.986211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6118936b-f182-4656-96b5-b1cb5408da63 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 73e48291-1140-4de0-8abc-a4f0249342ea {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:51.987136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6118936b-f182-4656-96b5-b1cb5408da63 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.061205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-7eb747d4-2020-4bd7-bd3a-316f6a49a0d6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8199320 Aug 11 00:44:52.061385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:52.073246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e795fbc5-858c-4a07-b757-fa81e250e03c None None] Network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:52.079614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:52.079614 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.101075 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6bb4-c9d9-4642-ba7d-f36c98e5694b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.103135 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5c7a6bb4-c9d9-4642-ba7d-f36c98e5694b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.9931843 Aug 11 00:44:52.109572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'admin_state_up': True, 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'security_groups': ['20b8eaf7-be4c-4167-8b14-41b95367bf6b']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:52.117631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.164649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.222694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6118936b-f182-4656-96b5-b1cb5408da63 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.272608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6118936b-f182-4656-96b5-b1cb5408da63 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 73e48291-1140-4de0-8abc-a4f0249342ea owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:52.330601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] For port 5c01c53f-caeb-426d-aa21-7738768aa593, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:52.337097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d422c-eaff-4713-b42a-114692ee6221 None None] Network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:52.385469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] For port 5c01c53f-caeb-426d-aa21-7738768aa593, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5c01c53f-caeb-426d-aa21-7738768aa593,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:52.415391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] device_id is not set on port ebff1d5b-f327-455c-bbae-f9c9af0ebee3 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:52.449579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-93da8c83-e8d2-4d45-bc58-a88fb19fb6c0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.6117492 Aug 11 00:44:52.489398 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.490239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8e22ff8e-87ed-42a4-82a0-37623a2d73b7 None None] Provisioning for port 42653c7a-c067-44ea-b929-e68fe3b4e47c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:52.515372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8e22ff8e-87ed-42a4-82a0-37623a2d73b7 None None] Provisioning complete for port 42653c7a-c067-44ea-b929-e68fe3b4e47c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:52.516522 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8e22ff8e-87ed-42a4-82a0-37623a2d73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.546008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.601965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfe9c7-5eda-4ec7-abf8-e245ccd037c8 req-80be2a66-f09d-4d9c-aba3-5b268c308a36 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:52.609775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42bfe9c7-5eda-4ec7-abf8-e245ccd037c8 req-80be2a66-f09d-4d9c-aba3-5b268c308a36 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 944 time: 0.1668873 Aug 11 00:44:52.715087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42bfe9c7-5eda-4ec7-abf8-e245ccd037c8 req-895dc2ec-a5db-4795-8fd9-66a0c487763f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042745 Aug 11 00:44:52.737441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:52.737593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3ddfac57-9818-424c-a7d5-d37490255b92 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:44:52.737688 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.765984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:52.768613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.771420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] 10.222.0.44 "PUT /v2.0/ports/5c01c53f-caeb-426d-aa21-7738768aa593 HTTP/1.1" status: 200 len: 1093 time: 3.3452654 Aug 11 00:44:52.786086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998c20cd-5261-4fb1-b686-dde0ef299f50', 'tag': '5c01c53f-caeb-426d-aa21-7738768aa593'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:44:52.788718 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66565d13-b1d0-4334-9927-720e8b4e2c87" -d '{"events": [{"name": "network-changed", "server_uuid": "998c20cd-5261-4fb1-b686-dde0ef299f50", "tag": "5c01c53f-caeb-426d-aa21-7738768aa593"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:44:52.818129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-45caccaf-9114-44b2-bd31-eb810d23c2e0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502321123&fields=id&tenant_id=acb5a8cd51cf48fda3b15f711dfb924f HTTP/1.1" status: 200 len: 267 time: 0.2798431 Aug 11 00:44:52.855776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e82de6-5965-46bd-8bb6-c0469ed0af04 service neutron] Pushing event updated for resources: {'Port': ['ID=5c01c53f-caeb-426d-aa21-7738768aa593,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:52.871582 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6118936b-f182-4656-96b5-b1cb5408da63 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:52.965858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118936b-f182-4656-96b5-b1cb5408da63 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=73e48291-1140-4de0-8abc-a4f0249342ea,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:53.110539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.120285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6118936b-f182-4656-96b5-b1cb5408da63 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.124797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6118936b-f182-4656-96b5-b1cb5408da63 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/73e48291-1140-4de0-8abc-a4f0249342ea HTTP/1.1" status: 204 len: 168 time: 1.3931661 Aug 11 00:44:53.137585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46288) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:53.217192 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.219726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8e22ff8e-87ed-42a4-82a0-37623a2d73b7 None None] Port 42653c7a-c067-44ea-b929-e68fe3b4e47c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:53.228964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36363b7-4dc1-4747-8558-800c09bfd839 req-d578ce5e-f4e1-4110-a185-386296c49b24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:53.235351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36363b7-4dc1-4747-8558-800c09bfd839 req-d578ce5e-f4e1-4110-a185-386296c49b24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:53.256709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d36363b7-4dc1-4747-8558-800c09bfd839 req-d578ce5e-f4e1-4110-a185-386296c49b24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 1653 time: 0.2975116 Aug 11 00:44:53.269802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.277271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3ddfac57-9818-424c-a7d5-d37490255b92 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:53.284935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.301834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Allocated IP 10.1.1.115 (532a7180-b56f-4d6f-adf3-8a4e1239cfb8/34aa3175-428d-4c19-a8c5-cb6b1aaf8cce/901d9961-465b-4f91-a402-50d5a7a3786f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:53.356483 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d36363b7-4dc1-4747-8558-800c09bfd839 req-55794d31-f044-47ca-bfab-aaea2b509907 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985608 Aug 11 00:44:53.444168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-89d233f9-da4a-4465-b720-510cced6f91e tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:53.445972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-89d233f9-da4a-4465-b720-510cced6f91e tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/networks?id=c269dec9-ff3a-4149-be6b-829be0ca1b2c HTTP/1.1" status: 200 len: 809 time: 0.6080770 Aug 11 00:44:53.460713 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1827889-3244-47d0-b419-69838e55c743 x-openstack-request-id: req-b1827889-3244-47d0-b419-69838e55c743 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:44:53.461015 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998c20cd-5261-4fb1-b686-dde0ef299f50", "tag": "5c01c53f-caeb-426d-aa21-7738768aa593", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:44:53.461273 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1827889-3244-47d0-b419-69838e55c743 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:44:53.461802 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998c20cd-5261-4fb1-b686-dde0ef299f50', 'tag': '5c01c53f-caeb-426d-aa21-7738768aa593', 'status': 'completed', 'code': 200} Aug 11 00:44:53.488547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e4d5d-8012-4849-b373-3c9f6d9709b3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:53.488547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e4d5d-8012-4849-b373-3c9f6d9709b3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:53.493024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8c2e4d5d-8012-4849-b373-3c9f6d9709b3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3445852 Aug 11 00:44:53.494135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46296) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:53.495472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-df00bd4e-c706-431d-8b5d-f004b49d0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:53.497101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-df00bd4e-c706-431d-8b5d-f004b49d0953 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 1096 time: 0.5361538 Aug 11 00:44:53.569158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-d9c2a0ab-f9e4-46c8-a72f-031a34030d4b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/quotas/acb5a8cd51cf48fda3b15f711dfb924f HTTP/1.1" status: 200 len: 375 time: 0.0946074 Aug 11 00:44:53.582708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event updated for resources: {'Port': ['ID=860c65d9-405f-4bf2-ac7c-40e3a7e07a15,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:53.593183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fc81c4-d028-42ce-9064-6b3edd0733c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet e771f40a-ef35-49f9-ab69-2b18a100ac9f {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:44:53.599688 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.605782 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85fc81c4-d028-42ce-9064-6b3edd0733c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.650483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46298) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:53.661892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1355395408-network', 'tenant_id': 'a194b6272a3941c6b6da734168fe0a8d'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:53.671558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Transition to ACTIVE for port object 901d9961-465b-4f91-a402-50d5a7a3786f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:53.675255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-9cd21c80-4ccf-4546-a116-403210f8d070 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c01c53f-caeb-426d-aa21-7738768aa593 HTTP/1.1" status: 200 len: 217 time: 0.1641586 Aug 11 00:44:53.694353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85fc81c4-d028-42ce-9064-6b3edd0733c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.704889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] In _notify_port_updated(), no bound segment for port 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 on network 01869f82-69c2-454d-bc53-c3fddf7176ac {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:44:53.712426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:53.713279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.718170 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-39ad9730-178a-487c-b5d8-e97f291cf2d6 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "PUT /v2.0/ports/860c65d9-405f-4bf2-ac7c-40e3a7e07a15 HTTP/1.1" status: 200 len: 1055 time: 2.3446078 Aug 11 00:44:53.723508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] device_id is not set on port 63714eef-f394-4a65-b21a-97690ac0422c yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:53.726510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46300) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:53.888690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.944300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Made reservation on behalf of a194b6272a3941c6b6da734168fe0a8d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:53.947028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.964780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-23b661c5-d89c-46fc-8661-8a3c059f10d9 None None] Provisioning complete for port 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:53.965758 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-23b661c5-d89c-46fc-8661-8a3c059f10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:53.967221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85fc81c4-d028-42ce-9064-6b3edd0733c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.007463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.037992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:54.052191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-23b661c5-d89c-46fc-8661-8a3c059f10d9 None None] Port 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:54.059576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:54.066976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:54.081464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a938e-3f80-4e16-ae9e-f88e6b4411ee req-fec1cc16-0c63-4bd3-bf31-9c75f9a2def2 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:54.089682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-997a938e-3f80-4e16-ae9e-f88e6b4411ee req-fec1cc16-0c63-4bd3-bf31-9c75f9a2def2 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 944 time: 0.2113774 Aug 11 00:44:54.104048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=901d9961-465b-4f91-a402-50d5a7a3786f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:54.154107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-ff07c44b-46bb-4d8b-8ac9-61933d69d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:54.156753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-ff07c44b-46bb-4d8b-8ac9-61933d69d90e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39edb12d-13c0-4a9d-8189-dd56f8e43f4b HTTP/1.1" status: 200 len: 854 time: 0.4373691 Aug 11 00:44:54.177197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-1ea56f2c-10a8-4243-9383-82f1718ee73e tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb5a8cd51cf48fda3b15f711dfb924f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4761815 Aug 11 00:44:54.220623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:54.221316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.221946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-ede80dc5-5082-43ed-9dea-017edf52263f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437007 Aug 11 00:44:54.241832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-997a938e-3f80-4e16-ae9e-f88e6b4411ee req-9a2c7078-d760-4dd3-8a2f-c29c903598a8 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512630 Aug 11 00:44:54.333328 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.354588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85fc81c4-d028-42ce-9064-6b3edd0733c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.396478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc81c4-d028-42ce-9064-6b3edd0733c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=e771f40a-ef35-49f9-ab69-2b18a100ac9f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:54.411399 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85fc81c4-d028-42ce-9064-6b3edd0733c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.411508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83b2c5-fe2c-4cc0-b3fd-bce28f6fc007 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:54.413012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-85fc81c4-d028-42ce-9064-6b3edd0733c8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/e771f40a-ef35-49f9-ab69-2b18a100ac9f HTTP/1.1" status: 204 len: 168 time: 0.9177148 Aug 11 00:44:54.415655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46312) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:54.453624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d781-d4c1-41bb-a1ae-f59955f34201 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Deleting port 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:54.463984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d781-d4c1-41bb-a1ae-f59955f34201 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.539174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc4c6d67-9efa-4c45-b7e1-7838a5c5512d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182907 Aug 11 00:44:54.568847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46314) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:54.691189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.703521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.731679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:44:54.739916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e663248-9fd2-40be-bbef-dee1cda636a4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:54.748041 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-fbaa3595-1add-4e9c-896d-d69b2992a981 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6743898 Aug 11 00:44:54.760032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c94743-b08e-45e3-830d-36d3b3c3bb62 req-45176649-9387-438b-9e94-d137e7edbbda tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:54.764048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c94743-b08e-45e3-830d-36d3b3c3bb62 req-45176649-9387-438b-9e94-d137e7edbbda tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:54.771342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c94743-b08e-45e3-830d-36d3b3c3bb62 req-45176649-9387-438b-9e94-d137e7edbbda tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:54.779050 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32c94743-b08e-45e3-830d-36d3b3c3bb62 req-45176649-9387-438b-9e94-d137e7edbbda tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 2374 time: 0.2347927 Aug 11 00:44:54.780441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c333f-c75b-48ad-b6c5-c69dbae8e1f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:54.781820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bb6c333f-c75b-48ad-b6c5-c69dbae8e1f8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2088022 Aug 11 00:44:54.784040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d781-d4c1-41bb-a1ae-f59955f34201 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.789822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-b1efaefd-bf81-458d-bb4b-d8b124a676cd service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931276 Aug 11 00:44:54.795665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46316) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:54.796298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65', 'admin_state_up': True, 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'security_groups': ['20b8eaf7-be4c-4167-8b14-41b95367bf6b']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:54.811509 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-102f30df-89ee-4134-b272-43c7568a2fb2 None None] Provisioning for port 901d9961-465b-4f91-a402-50d5a7a3786f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:54.814632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.814993 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Added segment 6f4227b3-a666-45b2-abdb-2f7e059d08dd of type vlan for network 0e699cfd-4fd6-4702-94ed-60eb1fc2ff41 Aug 11 00:44:54.817298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d781-d4c1-41bb-a1ae-f59955f34201 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Calling delete_port for 860c65d9-405f-4bf2-ac7c-40e3a7e07a15 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:54.821180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-102f30df-89ee-4134-b272-43c7568a2fb2 None None] Provisioning complete for port 901d9961-465b-4f91-a402-50d5a7a3786f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:54.822780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-102f30df-89ee-4134-b272-43c7568a2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:54.905753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-102f30df-89ee-4134-b272-43c7568a2fb2 None None] Port 901d9961-465b-4f91-a402-50d5a7a3786f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:54.914706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:44:54.934927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32c94743-b08e-45e3-830d-36d3b3c3bb62 req-47bfbd11-0712-43ce-af67-b6d72e78e407 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549149 Aug 11 00:44:55.011288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:55.020797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] Deleting port 3ddfac57-9818-424c-a7d5-d37490255b92 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:55.021421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:55.106769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76aff75-aacf-4b5b-a8bf-7a1834a413ea tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:55.108503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c76aff75-aacf-4b5b-a8bf-7a1834a413ea tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2936258 Aug 11 00:44:55.114587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46318) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:55.176927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] For port 3ddfac57-9818-424c-a7d5-d37490255b92, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3ddfac57-9818-424c-a7d5-d37490255b92,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:55.177628 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:55.192908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c31d303-f21d-4492-a28c-cb22c7dde5f5 req-948e0951-9979-4df4-9add-a45a5d7b68a7 service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730512 Aug 11 00:44:55.194694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1b2dc57-eaa2-4c96-9c30-594029f1206c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786972 Aug 11 00:44:55.195578 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:55.199896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:55.199896 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:55.200349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-f0a5648c-6182-4aa2-9ac7-8b8caf12c57d service neutron] 10.222.0.43 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9048777 Aug 11 00:44:55.201129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46320) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:55.216933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] Calling delete_port for 3ddfac57-9818-424c-a7d5-d37490255b92 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:55.223031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:55.308632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] Pushing event updated for resources: {'Network': ['ID=0e699cfd-4fd6-4702-94ed-60eb1fc2ff41,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:55.326931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 0e699cfd-4fd6-4702-94ed-60eb1fc2ff41 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:44:55.400838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:55.441816 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:55.443000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-06d537b1-c3cf-4d65-9c21-e233cf87c91a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7865992 Aug 11 00:44:55.446445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46324) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:55.457015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Request body: {'subnet': {'network_id': '0e699cfd-4fd6-4702-94ed-60eb1fc2ff41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1355395408-subnet', 'tenant_id': 'a194b6272a3941c6b6da734168fe0a8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:55.482860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] Pushing event deleted for resources: {'Port': ['ID=3ddfac57-9818-424c-a7d5-d37490255b92,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:55.493610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa7e54-b8ac-49b9-964c-9a80e781d3b3 None None] No DVR routers for this DVR port 3ddfac57-9818-424c-a7d5-d37490255b92 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:44:55.497714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e724939-703c-46a0-9e4b-1c6e204171b3 req-fdd51061-19f7-4fff-890b-a247280d002f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:55.504854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e724939-703c-46a0-9e4b-1c6e204171b3 req-fdd51061-19f7-4fff-890b-a247280d002f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 944 time: 0.1323321 Aug 11 00:44:55.527200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:55.618104 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e724939-703c-46a0-9e4b-1c6e204171b3 req-13c73195-dc31-4483-a615-818f282d19cd tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044209 Aug 11 00:44:55.668854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Made reservation on behalf of a194b6272a3941c6b6da734168fe0a8d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:55.671799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:55.694250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:56.211508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Port': ['ID=ebff1d5b-f327-455c-bbae-f9c9af0ebee3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:56.281850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e6ee991d-4363-4445-94d9-59d1d6c63fef service neutron] 10.222.0.43 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0495017 Aug 11 00:44:56.285995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b87ec-4962-412e-b3fc-228ed388ea94 req-85f2ccb5-283b-457c-9ba5-14e88b8bcc1e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:56.293574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-13ac6f0e-86fc-455f-a70d-cd98fc4b3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:56.293574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-13ac6f0e-86fc-455f-a70d-cd98fc4b3821 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 1096 time: 0.8421197 Aug 11 00:44:56.295337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b87ec-4962-412e-b3fc-228ed388ea94 req-85f2ccb5-283b-457c-9ba5-14e88b8bcc1e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:56.302499 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b87ec-4962-412e-b3fc-228ed388ea94 req-85f2ccb5-283b-457c-9ba5-14e88b8bcc1e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:56.304491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-356b87ec-4962-412e-b3fc-228ed388ea94 req-85f2ccb5-283b-457c-9ba5-14e88b8bcc1e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 2374 time: 0.2085230 Aug 11 00:44:56.314223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Allocated IP 10.2.2.100 (80e3df8e-18e1-42ee-a0ef-a006a3dbae65/ecbad430-9e61-4416-8e5d-87b7bd2dc366/71bbd851-f54e-4f2a-ae13-e22b687560c0) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:56.317175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Checking segment: {'id': '7d0d5ec7-00b4-4c34-9eb3-ab2bb11ae411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'eb17f323-aca3-40fc-a8a8-c1acd6942664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:56.317816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Network hostable DHCP agents. Network: eb17f323-aca3-40fc-a8a8-c1acd6942664, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:56.424730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:56.424730 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:56.425494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-356b87ec-4962-412e-b3fc-228ed388ea94 req-bc614c8e-782e-4038-a477-e536aaf5ffb3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672345 Aug 11 00:44:56.444198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:56.496167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3ddfac57-9818-424c-a7d5-d37490255b92 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:44:56.520624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d781-d4c1-41bb-a1ae-f59955f34201 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:56.544251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 3ddfac57-9818-424c-a7d5-d37490255b92 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:44:56.544521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3ddfac57-9818-424c-a7d5-d37490255b92 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:44:56.579336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c61552-5c30-424d-918a-34b716c7b543,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:56.617120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Checking segment: {'id': '6f4227b3-a666-45b2-abdb-2f7e059d08dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0e699cfd-4fd6-4702-94ed-60eb1fc2ff41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:56.617631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Network hostable DHCP agents. Network: 0e699cfd-4fd6-4702-94ed-60eb1fc2ff41, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:56.640906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:56.663619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Transition to ACTIVE for port object 71bbd851-f54e-4f2a-ae13-e22b687560c0 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:56.677977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d781-d4c1-41bb-a1ae-f59955f34201 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Port': ['ID=860c65d9-405f-4bf2-ac7c-40e3a7e07a15,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:56.708664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Network eb17f323-aca3-40fc-a8a8-c1acd6942664 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:56.785942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Network 0e699cfd-4fd6-4702-94ed-60eb1fc2ff41 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:56.855908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:56.857973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-fbc36bc6-c186-48d8-a588-51efe4d33d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:56.865480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-fbc36bc6-c186-48d8-a588-51efe4d33d77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 915 time: 0.5619750 Aug 11 00:44:56.891455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa7cb7-d7ff-4ac8-b2b5-30e50b44cca7 req-de07a850-46fa-4310-9a7c-4eaa5c8759fc tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:56.913050 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8aa7cb7-d7ff-4ac8-b2b5-30e50b44cca7 req-de07a850-46fa-4310-9a7c-4eaa5c8759fc tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 944 time: 0.1933539 Aug 11 00:44:56.966454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 0e699cfd-4fd6-4702-94ed-60eb1fc2ff41) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:56.972389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, eb17f323-aca3-40fc-a8a8-c1acd6942664) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:56.980137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-23c1e246-d8a6-4b18-8ae4-f9cee2d1599f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c01c53f-caeb-426d-aa21-7738768aa593 HTTP/1.1" status: 200 len: 217 time: 0.0940814 Aug 11 00:44:56.983636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:56.984629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:56.988227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38e4da6-8a64-4ef2-b291-e8755a6f52c5 None None] Network 0e699cfd-4fd6-4702-94ed-60eb1fc2ff41 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:57.027835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:57.033544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:57.033657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9f162-7306-41b3-b203-ed9642c799b9 None None] Network eb17f323-aca3-40fc-a8a8-c1acd6942664 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:57.061419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8aa7cb7-d7ff-4ac8-b2b5-30e50b44cca7 req-b8e454c7-24da-4bb9-a660-a405973c4d4d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460276 Aug 11 00:44:57.108328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:57.129591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:57.129966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-775d8b2b-0f64-4ff1-817c-60b31b7324a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:57.132025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-775d8b2b-0f64-4ff1-817c-60b31b7324a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39edb12d-13c0-4a9d-8189-dd56f8e43f4b HTTP/1.1" status: 200 len: 854 time: 0.0839705 Aug 11 00:44:57.133812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cca0c8e-326e-43ed-8c37-ed3e2ac84072 req-c09cb2e9-e559-44b8-97bb-88fde8a5a8cc tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 210 time: 0.2069945 Aug 11 00:44:57.163256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:57.223995 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-2c48d693-b907-4679-a788-518e3500a1ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650427 Aug 11 00:44:57.279359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=71bbd851-f54e-4f2a-ae13-e22b687560c0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:57.315402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:57.317045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:57.335195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8521cd9d-46f7-4ec9-b3b4-ccdff4add83d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8787990 Aug 11 00:44:57.360472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b028a-74ff-4577-bcb7-99659bf2e926 None None] Network 0e699cfd-4fd6-4702-94ed-60eb1fc2ff41 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:57.470172 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f22e77d1-977d-4659-843d-01214325f724 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6746576 Aug 11 00:44:57.489603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65', 'admin_state_up': True, 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'security_groups': ['20b8eaf7-be4c-4167-8b14-41b95367bf6b']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:57.704920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.objects.ports [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95255) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:44:57.711044 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-102a1105-50f3-400f-b882-b155e4671039 service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745541 Aug 11 00:44:57.722172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Port': ['ID=63714eef-f394-4a65-b21a-97690ac0422c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:57.770426 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:57.851814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a2ebda74-a11e-42b7-aa79-d93843002555 None None] Provisioning for port 71bbd851-f54e-4f2a-ae13-e22b687560c0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:44:57.857471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a2ebda74-a11e-42b7-aa79-d93843002555 None None] Provisioning complete for port 71bbd851-f54e-4f2a-ae13-e22b687560c0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:44:57.857993 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a2ebda74-a11e-42b7-aa79-d93843002555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:57.914614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7997-4e7e-4a01-b1f4-9001a1ce002f req-b1b7024f-bf8f-4dcc-9c35-0b7d4fb6f10e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:57.930555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7997-4e7e-4a01-b1f4-9001a1ce002f req-b1b7024f-bf8f-4dcc-9c35-0b7d4fb6f10e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:57.949081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7997-4e7e-4a01-b1f4-9001a1ce002f req-b1b7024f-bf8f-4dcc-9c35-0b7d4fb6f10e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:57.953165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:57.957728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7997-4e7e-4a01-b1f4-9001a1ce002f req-b1b7024f-bf8f-4dcc-9c35-0b7d4fb6f10e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:57.963788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebda74-a11e-42b7-aa79-d93843002555 None None] Port 71bbd851-f54e-4f2a-ae13-e22b687560c0 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:44:57.970573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c09a7997-4e7e-4a01-b1f4-9001a1ce002f req-b1b7024f-bf8f-4dcc-9c35-0b7d4fb6f10e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 3095 time: 0.2700617 Aug 11 00:44:58.007989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:58.011053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Checking segment: {'id': 'a254dfdd-3d67-45d1-96f8-1c7b15503e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '704d6cdf-4f58-4793-aa5b-24ea57a274eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:58.011666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Network hostable DHCP agents. Network: 704d6cdf-4f58-4793-aa5b-24ea57a274eb, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:44:58.018634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f44b8-9860-4c4f-b158-3404d7f54534 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:58.031686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:58.033227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:58.047627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c09a7997-4e7e-4a01-b1f4-9001a1ce002f req-8d703ced-d08a-4e8d-86c9-eda7448f7f08 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717373 Aug 11 00:44:58.177700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Made reservation on behalf of 8d618dfbf02243c789c876d25b382560 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:58.182875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:58.261099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=a4048ba4-d4d2-431e-8f4a-b5e1d4219aed,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:58.263918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d781-d4c1-41bb-a1ae-f59955f34201 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:58.269464 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d5b7d781-d4c1-41bb-a1ae-f59955f34201 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "DELETE /v2.0/ports/860c65d9-405f-4bf2-ac7c-40e3a7e07a15 HTTP/1.1" status: 204 len: 168 time: 4.5409560 Aug 11 00:44:58.278313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46370) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:58.337801 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6eca3a-39cd-4924-82c9-f94b43467982 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] GET failed (client error): The resource could not be found. Aug 11 00:44:58.342635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3e6eca3a-39cd-4924-82c9-f94b43467982 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "GET /v2.0/ports/860c65d9-405f-4bf2-ac7c-40e3a7e07a15 HTTP/1.1" status: 404 len: 333 time: 0.0629175 Aug 11 00:44:58.347232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46372) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:58.349818 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66565d13-b1d0-4334-9927-720e8b4e2c87 req-70b833ee-e8b2-4823-aa56-95a8e62bb1c8 service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159809 Aug 11 00:44:58.367221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'a4048ba4-d4d2-431e-8f4a-b5e1d4219aed'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:44:58.372532 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:58.372758 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7884c36a-a6fa-4500-aac6-84de44fe45b2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1542761 Aug 11 00:44:58.372758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Network 704d6cdf-4f58-4793-aa5b-24ea57a274eb is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:44:58.375979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46374) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:58.381852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:1b:a6:e5', 'name': 'tempest-NetworksTestDHCPv6-378061427'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:44:58.430492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-e031d454-3525-42d6-adbe-321802618a33 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:58.439088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-e031d454-3525-42d6-adbe-321802618a33 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/networks?id=cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc HTTP/1.1" status: 200 len: 825 time: 0.3536136 Aug 11 00:44:58.499331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-efdae96b-4aed-430c-802c-55e6d534a36d tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/quotas/3d9e176f309c4c8f80b8dfb64869d6ea HTTP/1.1" status: 200 len: 375 time: 0.0590212 Aug 11 00:44:58.528731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5c01c53f-caeb-426d-aa21-7738768aa593 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:44:58.543817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-65c9e571-1057-4eb6-ae97-b0007ab1423b tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d9e176f309c4c8f80b8dfb64869d6ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434916 Aug 11 00:44:58.594264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 704d6cdf-4f58-4793-aa5b-24ea57a274eb) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:58.594641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Allocated IP 10.2.2.200 (80e3df8e-18e1-42ee-a0ef-a006a3dbae65/ecbad430-9e61-4416-8e5d-87b7bd2dc366/c8063b30-6be5-4a51-b6a9-3e2347a26822) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:58.613254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073d5d3-8791-4b61-b56e-369ae7fc234b None None] Network 704d6cdf-4f58-4793-aa5b-24ea57a274eb requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:44:58.614070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5a8a4-361f-48aa-8ebc-75f72183f95f req-73e79636-bd97-471e-849e-0801724e144f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:58.616196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ddd5a8a4-361f-48aa-8ebc-75f72183f95f req-73e79636-bd97-471e-849e-0801724e144f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 944 time: 0.0962412 Aug 11 00:44:58.679668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:58.686130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:58.691744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:58.692460 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:58.832395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-931a9bd8-7e41-4295-bb14-f71dcb15df1c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.3355281 Aug 11 00:44:58.840144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46376) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:58.872682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Allocated IP 2001:db8::f816:3eff:fe24:1cf1 (a231281a-384d-46e8-8f86-e604acdadde9/a4048ba4-d4d2-431e-8f4a-b5e1d4219aed/b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:58.876576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0df898e8-f4e1-4c14-b03a-8fda8a6c7485 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Deleting port 6b4cc52e-3204-4073-a544-d3b86509cbf0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:58.876942 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0df898e8-f4e1-4c14-b03a-8fda8a6c7485 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:58.925994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-f0565363-1d17-4339-a874-5eadf9fcdd2f service neutron] 10.222.0.43 "GET /v2.0/networks/cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469443 Aug 11 00:44:58.971415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5c01c53f-caeb-426d-aa21-7738768aa593, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5c01c53f-caeb-426d-aa21-7738768aa593,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:59.035511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:44:59.035991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '5c01c53f-caeb-426d-aa21-7738768aa593', 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'port_id': '5c01c53f-caeb-426d-aa21-7738768aa593', 'mac_address': 'fa:16:3e:83:1e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39edb12d-13c0-4a9d-8189-dd56f8e43f4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:44:59.170880 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.190356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c01c53f-caeb-426d-aa21-7738768aa593 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:44:59.216821 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ddd5a8a4-361f-48aa-8ebc-75f72183f95f req-90f50373-a451-4c41-86b4-8101eef07646 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926521 Aug 11 00:44:59.225459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5c01c53f-caeb-426d-aa21-7738768aa593, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5c01c53f-caeb-426d-aa21-7738768aa593,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:44:59.226807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.243469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Transition to ACTIVE for port object b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:59.261040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Transition to ACTIVE for port object b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:59.279761 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0df898e8-f4e1-4c14-b03a-8fda8a6c7485 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.280456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.286987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514a28e-13ca-4e7c-8362-241cd39d38b8 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:59.293466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514a28e-13ca-4e7c-8362-241cd39d38b8 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:59.298086 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7514a28e-13ca-4e7c-8362-241cd39d38b8 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4463184 Aug 11 00:44:59.298286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Transition to ACTIVE for port object c8063b30-6be5-4a51-b6a9-3e2347a26822 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:44:59.298810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46382) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:44:59.333269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0df898e8-f4e1-4c14-b03a-8fda8a6c7485 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Calling delete_port for 6b4cc52e-3204-4073-a544-d3b86509cbf0 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:59.372983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-c4705c2b-cac8-4960-bb98-8f595e57e9b1 service neutron] 10.222.0.43 "GET /v2.0/networks/cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458346 Aug 11 00:44:59.377184 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.388346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73ea67be-ec4a-463f-878c-288ea8ac2f2a req-7a592212-2f2a-4793-bce4-9917c7d0ee15 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 210 time: 0.0426610 Aug 11 00:44:59.432152 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.449408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 6a12ca90-bb59-401b-8c2f-80644e74310d yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:44:59.451536 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.508099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-78328212-e7f5-4447-92fe-c672ce979b8f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Deleting port ebff1d5b-f327-455c-bbae-f9c9af0ebee3 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:44:59.508530 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78328212-e7f5-4447-92fe-c672ce979b8f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.541431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.579086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:44:59.585198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:44:59.589055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:44:59.610146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5c01c53f-caeb-426d-aa21-7738768aa593,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:59.627920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fe1b:a6e5 (a231281a-384d-46e8-8f86-e604acdadde9/a4048ba4-d4d2-431e-8f4a-b5e1d4219aed/6a12ca90-bb59-401b-8c2f-80644e74310d) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:44:59.672375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5c01c53f-caeb-426d-aa21-7738768aa593'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:44:59.688569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78328212-e7f5-4447-92fe-c672ce979b8f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.725826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-78328212-e7f5-4447-92fe-c672ce979b8f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Calling delete_port for ebff1d5b-f327-455c-bbae-f9c9af0ebee3 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:44:59.730714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Attempting to bind port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:44:59.731098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Attempting to bind port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:44:59.731503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Attempting to bind port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:44:59.743269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Pushing event updated for resources: {'Port': ['ID=b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:59.749028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:44:59.749422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:44:59.749846 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.750258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:44:59.750758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Bound port: b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:44:59.751150 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.769341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8858-ce02-4dab-894e-8a272f8b5654 req-d4565b8a-4be3-45da-a66b-68fd9457a34b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:59.781719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8858-ce02-4dab-894e-8a272f8b5654 req-d4565b8a-4be3-45da-a66b-68fd9457a34b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:59.792549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8858-ce02-4dab-894e-8a272f8b5654 req-d4565b8a-4be3-45da-a66b-68fd9457a34b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:59.800471 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.803907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb8858-ce02-4dab-894e-8a272f8b5654 req-d4565b8a-4be3-45da-a66b-68fd9457a34b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:44:59.813476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1bb8858-ce02-4dab-894e-8a272f8b5654 req-d4565b8a-4be3-45da-a66b-68fd9457a34b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 3095 time: 0.2184527 Aug 11 00:44:59.825726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0df898e8-f4e1-4c14-b03a-8fda8a6c7485 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.836211 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:44:59.884515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] For port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:44:59.903001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] For port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:44:59.924586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df898e8-f4e1-4c14-b03a-8fda8a6c7485 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Port': ['ID=6b4cc52e-3204-4073-a544-d3b86509cbf0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:44:59.951648 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:45:00.041001 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.086685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:00.107932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1bb8858-ce02-4dab-894e-8a272f8b5654 req-ed2c9852-b985-4413-b686-912a2ee5262e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931836 Aug 11 00:45:00.117753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:00.184042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05544999-c2cb-4aff-8fc7-3d45c9ebf272 None None] Pushing event updated for resources: {'Port': ['ID=b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:00.184734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:00.222451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78328212-e7f5-4447-92fe-c672ce979b8f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.235308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event updated for resources: {'Port': ['ID=c8063b30-6be5-4a51-b6a9-3e2347a26822,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:00.270755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78328212-e7f5-4447-92fe-c672ce979b8f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Port': ['ID=ebff1d5b-f327-455c-bbae-f9c9af0ebee3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:00.292384 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78328212-e7f5-4447-92fe-c672ce979b8f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.294523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-78328212-e7f5-4447-92fe-c672ce979b8f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/ports/ebff1d5b-f327-455c-bbae-f9c9af0ebee3 HTTP/1.1" status: 204 len: 168 time: 0.9947171 Aug 11 00:45:00.301579 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2578d2bc-618d-4dc4-b4e1-12d81beb1ab8 req-e346faff-ad34-4a85-8011-034fab9dd712 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.0789695 Aug 11 00:45:00.306331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46394) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:00.336712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0df898e8-f4e1-4c14-b03a-8fda8a6c7485 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.356173 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0df898e8-f4e1-4c14-b03a-8fda8a6c7485 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "DELETE /v2.0/ports/6b4cc52e-3204-4073-a544-d3b86509cbf0 HTTP/1.1" status: 204 len: 168 time: 2.0051582 Aug 11 00:45:00.360208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46396) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:00.403615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:00.404373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.418483 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9fb095-821a-4670-b699-ee8341cd49d9 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] GET failed (client error): The resource could not be found. Aug 11 00:45:00.420371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ae9fb095-821a-4670-b699-ee8341cd49d9 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "GET /v2.0/ports/6b4cc52e-3204-4073-a544-d3b86509cbf0 HTTP/1.1" status: 404 len: 333 time: 0.0598917 Aug 11 00:45:00.429161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46398) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:00.543934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5c01c53f-caeb-426d-aa21-7738768aa593 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:00.564731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951d862-e0df-499b-8287-8a2b0e285849 req-bde42546-1a1f-4cef-be29-d4a642c8c082 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:00.566813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2951d862-e0df-499b-8287-8a2b0e285849 req-bde42546-1a1f-4cef-be29-d4a642c8c082 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 945 time: 0.1727104 Aug 11 00:45:00.657506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.674060 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2951d862-e0df-499b-8287-8a2b0e285849 req-2eec7a29-0e68-4639-ba8e-eff97678fa9b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865369 Aug 11 00:45:00.679092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-85dfa96c-25d1-4cd6-ae12-da9506239927 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Deleting port 63714eef-f394-4a65-b21a-97690ac0422c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:00.679465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85dfa96c-25d1-4cd6-ae12-da9506239927 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.708150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2419956c-89c2-4e2f-a62e-76d033c24978 req-19721ea0-ec2d-4a3c-a1b8-5e4069a9f7c1 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 210 time: 0.1725304 Aug 11 00:45:00.766778 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-920ac74d-b324-41ba-bebf-96b27983c9a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2922559 Aug 11 00:45:00.781149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:00.795363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 6a12ca90-bb59-401b-8c2f-80644e74310d will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:00.873819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8ce777c5-0f8e-477b-826e-09c4df83bb62 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Deleting port a44d503e-995e-4d80-b5c2-eba1fd44a078 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:00.874209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ce777c5-0f8e-477b-826e-09c4df83bb62 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.884808 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85dfa96c-25d1-4cd6-ae12-da9506239927 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.908506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 5c01c53f-caeb-426d-aa21-7738768aa593 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:00.909211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-85dfa96c-25d1-4cd6-ae12-da9506239927 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Calling delete_port for 63714eef-f394-4a65-b21a-97690ac0422c owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:00.913506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 5c01c53f-caeb-426d-aa21-7738768aa593 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:00.913880 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:00.921930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.011574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-225a1435-a459-4172-8c62-be9c08350937 None None] Provisioning for port c8063b30-6be5-4a51-b6a9-3e2347a26822 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:01.025377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-225a1435-a459-4172-8c62-be9c08350937 None None] Provisioning complete for port c8063b30-6be5-4a51-b6a9-3e2347a26822 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:01.025756 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-225a1435-a459-4172-8c62-be9c08350937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.059714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.112378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-225a1435-a459-4172-8c62-be9c08350937 None None] Port c8063b30-6be5-4a51-b6a9-3e2347a26822 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:01.151786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=6a12ca90-bb59-401b-8c2f-80644e74310d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:01.162262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ce777c5-0f8e-477b-826e-09c4df83bb62 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.195827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8ce777c5-0f8e-477b-826e-09c4df83bb62 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Calling delete_port for a44d503e-995e-4d80-b5c2-eba1fd44a078 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:01.199629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:01.209197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:01.216458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:01.226629 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.235922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:01.240383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.291629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998c20cd-5261-4fb1-b686-dde0ef299f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c01c53f-caeb-426d-aa21-7738768aa593'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:01.299881 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361b8d8f-1cc1-4a5d-9f81-d1078e5bf944" -d '{"events": [{"server_uuid": "998c20cd-5261-4fb1-b686-dde0ef299f50", "name": "network-vif-plugged", "status": "completed", "tag": "5c01c53f-caeb-426d-aa21-7738768aa593"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:01.329033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5c01c53f-caeb-426d-aa21-7738768aa593, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5c01c53f-caeb-426d-aa21-7738768aa593,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:01.387766 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97cae62-9610-4fd1-864c-645ebd817b9f x-openstack-request-id: req-d97cae62-9610-4fd1-864c-645ebd817b9f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:01.392708 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998c20cd-5261-4fb1-b686-dde0ef299f50", "name": "network-vif-plugged", "status": "completed", "tag": "5c01c53f-caeb-426d-aa21-7738768aa593", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:01.392708 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d97cae62-9610-4fd1-864c-645ebd817b9f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:01.392708 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998c20cd-5261-4fb1-b686-dde0ef299f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c01c53f-caeb-426d-aa21-7738768aa593', 'code': 200} Aug 11 00:45:01.434955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-fc8bb5e7-dbca-4d96-9b9c-ac0e545ba2ce tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:01.436605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-fc8bb5e7-dbca-4d96-9b9c-ac0e545ba2ce tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.55 "GET /v2.0/networks?id=c269dec9-ff3a-4149-be6b-829be0ca1b2c HTTP/1.1" status: 200 len: 809 time: 0.4580986 Aug 11 00:45:01.529563 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.598243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85dfa96c-25d1-4cd6-ae12-da9506239927 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.612783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93bdd7e7-343f-4880-8112-14638fa89835 req-9b342e1f-b720-4fd0-97be-c6b7bc561b6f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.1823809 Aug 11 00:45:01.659136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5c01c53f-caeb-426d-aa21-7738768aa593,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:01.686111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfa96c-25d1-4cd6-ae12-da9506239927 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Port': ['ID=63714eef-f394-4a65-b21a-97690ac0422c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:01.761902 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85dfa96c-25d1-4cd6-ae12-da9506239927 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:01.768056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-85dfa96c-25d1-4cd6-ae12-da9506239927 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/ports/63714eef-f394-4a65-b21a-97690ac0422c HTTP/1.1" status: 204 len: 168 time: 1.4581745 Aug 11 00:45:01.801160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46414) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:01.908854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2e14968a-bc8f-4ea0-8e66-8804d7011e2f tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1062214 Aug 11 00:45:01.909555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46418) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:01.918563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1113849697'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:01.945238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397d7780-b4ca-445a-9903-d868d786bf2e {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:01.962739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.004544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2524de8-3518-4562-a1ec-8763f9baaf9f req-715919a4-180e-4bac-b952-10648093ed4a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.013143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2524de8-3518-4562-a1ec-8763f9baaf9f req-715919a4-180e-4bac-b952-10648093ed4a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 946 time: 0.2128832 Aug 11 00:45:02.014948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Transition to ACTIVE for port object 397d7780-b4ca-445a-9903-d868d786bf2e will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:02.082608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2524de8-3518-4562-a1ec-8763f9baaf9f req-1db2c0e9-d4da-4028-982a-bd5a7e44618e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615129 Aug 11 00:45:02.131803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Made reservation on behalf of 9bdf0cdb269e4d2e907c2f3fe7ffe146 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:02.135433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.137794 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.144755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-01930aaa-e7d1-43b6-ac37-f0f84462e0e4 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb5a8cd51cf48fda3b15f711dfb924f HTTP/1.1" status: 200 len: 380 time: 0.6850026 Aug 11 00:45:02.217369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-210f3d03-41d3-4742-88e5-cfe56f1566ca tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8373251 Aug 11 00:45:02.220349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'port': {'device_id': '90727be3-ec11-4031-91da-20d6ea2860b8', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'admin_state_up': True, 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'security_groups': ['b471bdd6-149d-4edc-8374-ce4a728034c5']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:02.239712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46422) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:02.308599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b2dcd5b4-fb09-471f-b552-fe76490716e7 None None] Provisioning for port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:02.431498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:45:02.431498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Pushing event updated for resources: {'Port': ['ID=397d7780-b4ca-445a-9903-d868d786bf2e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:02.444406 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fca0968a-bb0d-4801-a56d-a39ecb0b585e req-e2517180-d7a2-48fa-877f-017573862e57 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 210 time: 0.1739528 Aug 11 00:45:02.493722 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.494221 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Added segment 4153bc63-6c7c-40d0-8769-b2475225f4d0 of type vlan for network 1a386e19-809b-4cd1-99e5-8ff6a7572733 Aug 11 00:45:02.582534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2204d4-b229-4321-a1e6-01617c7ca408 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.584883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3a3a-b5e0-4750-bdec-7347ee86a908 req-35263e36-9e82-47a8-9266-4cac8939b212 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.587887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:02.591415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2204d4-b229-4321-a1e6-01617c7ca408 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.596317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4c2204d4-b229-4321-a1e6-01617c7ca408 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3453155 Aug 11 00:45:02.597287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46424) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:02.619138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3a3a-b5e0-4750-bdec-7347ee86a908 req-35263e36-9e82-47a8-9266-4cac8939b212 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.632728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3a3a-b5e0-4750-bdec-7347ee86a908 req-35263e36-9e82-47a8-9266-4cac8939b212 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.660499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.660663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3a3a-b5e0-4750-bdec-7347ee86a908 req-35263e36-9e82-47a8-9266-4cac8939b212 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.687229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de3a3a-b5e0-4750-bdec-7347ee86a908 req-35263e36-9e82-47a8-9266-4cac8939b212 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.712425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68de3a3a-b5e0-4750-bdec-7347ee86a908 req-35263e36-9e82-47a8-9266-4cac8939b212 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 3816 time: 1.3386693 Aug 11 00:45:02.728291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ce777c5-0f8e-477b-826e-09c4df83bb62 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.748260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Attempting to bind port 397d7780-b4ca-445a-9903-d868d786bf2e on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:02.748989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Attempting to bind port 397d7780-b4ca-445a-9903-d868d786bf2e by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:02.749535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Attempting to bind port 397d7780-b4ca-445a-9903-d868d786bf2e on network ece244df-909c-4779-bf6c-17273d3f30aa {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:02.794909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Port 397d7780-b4ca-445a-9903-d868d786bf2e on network ece244df-909c-4779-bf6c-17273d3f30aa not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:02.796229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Attempting to bind port 397d7780-b4ca-445a-9903-d868d786bf2e on network ece244df-909c-4779-bf6c-17273d3f30aa {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:02.809081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:02.809775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Checking segment: {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:02.820596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Bound using segment: {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:02.820596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Bound port: 397d7780-b4ca-445a-9903-d868d786bf2e, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91052f2b-117a-498d-8661-ea09478d4c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:02.820596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.821114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a18e5-16c0-466d-9807-b6d9c999005b req-799e8384-167b-4451-9912-c5bd9993adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:02.831576 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-309a18e5-16c0-466d-9807-b6d9c999005b req-799e8384-167b-4451-9912-c5bd9993adbe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 1097 time: 1.3345568 Aug 11 00:45:02.838101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce777c5-0f8e-477b-826e-09c4df83bb62 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Port': ['ID=a44d503e-995e-4d80-b5c2-eba1fd44a078,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:02.890026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7145f4d3-630b-4aab-8f77-5d1fdd814739 req-c8587288-e888-4164-8320-2d34771f3d2c tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.0533988 Aug 11 00:45:02.913490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-10f7bbc3-3ff2-44cc-bde6-6aa940b73b85 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 6a12ca90-bb59-401b-8c2f-80644e74310d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:02.913986 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f7bbc3-3ff2-44cc-bde6-6aa940b73b85 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.936929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Made reservation on behalf of acb5a8cd51cf48fda3b15f711dfb924f for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:02.941702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:02.949864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bc65a22c-1c99-4ab0-89bf-2d9e936c1ba9 None None] Provisioning for port 6a12ca90-bb59-401b-8c2f-80644e74310d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:02.957035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bc65a22c-1c99-4ab0-89bf-2d9e936c1ba9 None None] Provisioning complete for port 6a12ca90-bb59-401b-8c2f-80644e74310d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:02.959802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bc65a22c-1c99-4ab0-89bf-2d9e936c1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.026416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68de3a3a-b5e0-4750-bdec-7347ee86a908 req-c857a4e4-7f2e-43c2-9367-a8ac67a54043 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109100 Aug 11 00:45:03.078185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-309a18e5-16c0-466d-9807-b6d9c999005b req-a301307e-55c1-401f-9681-37d68ae36017 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284930 Aug 11 00:45:03.119108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ce777c5-0f8e-477b-826e-09c4df83bb62 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.125434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8ce777c5-0f8e-477b-826e-09c4df83bb62 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "DELETE /v2.0/ports/a44d503e-995e-4d80-b5c2-eba1fd44a078 HTTP/1.1" status: 204 len: 168 time: 2.6954079 Aug 11 00:45:03.126306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46430) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:03.142003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:03.183776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:03.188048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] For port 397d7780-b4ca-445a-9903-d868d786bf2e, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:03.193786 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.212876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] For port 397d7780-b4ca-445a-9903-d868d786bf2e, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=397d7780-b4ca-445a-9903-d868d786bf2e,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:03.217426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.230226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:03.235701 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.262615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fb7fdd-0378-4561-9172-7aa5cd8cb633 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Deleting subnet 0be9572f-f4b3-4fcf-bedd-998af9a750fd {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:03.270724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75fb7fdd-0378-4561-9172-7aa5cd8cb633 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.321541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bc65a22c-1c99-4ab0-89bf-2d9e936c1ba9 None None] Port 6a12ca90-bb59-401b-8c2f-80644e74310d cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:03.366011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Allocated IP 172.20.0.14 (c269dec9-ff3a-4149-be6b-829be0ca1b2c/5089f315-ab5e-404a-b776-303dacfbf732/c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:03.374155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75fb7fdd-0378-4561-9172-7aa5cd8cb633 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.469141 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.473238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f7bbc3-3ff2-44cc-bde6-6aa940b73b85 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.483733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cf74c-c7b6-40e3-85de-87f754f2743d req-4f48f35e-34c2-4f59-a666-db0fc23e21f9 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:03.485442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5b0cf74c-c7b6-40e3-85de-87f754f2743d req-4f48f35e-34c2-4f59-a666-db0fc23e21f9 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 946 time: 0.2228932 Aug 11 00:45:03.499130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Network': ['ID=1a386e19-809b-4cd1-99e5-8ff6a7572733,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:03.508896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-10f7bbc3-3ff2-44cc-bde6-6aa940b73b85 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 6a12ca90-bb59-401b-8c2f-80644e74310d owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:03.525558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 1a386e19-809b-4cd1-99e5-8ff6a7572733 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:45:03.573797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75fb7fdd-0378-4561-9172-7aa5cd8cb633 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.614125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-14d6c45c-9028-4ea7-83f4-fddecdb0f9f3 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6969419 Aug 11 00:45:03.614125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.655010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:03.696977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46434) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:03.793940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:03.793940 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:03.793940 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] 10.222.0.44 "PUT /v2.0/ports/397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 1092 time: 2.9575009 Aug 11 00:45:03.793940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1950969519'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:03.794195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c83d941f-3599-448a-9623-b5dd9920a747 req-fe1b8a35-a515-4d86-8190-151f27faa1b5 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 210 time: 0.0590210 Aug 11 00:45:03.845517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:03.848228 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36" -d '{"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:03.970341 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a223a9-0ad0-4f55-aab1-2bb122e889fb x-openstack-request-id: req-12a223a9-0ad0-4f55-aab1-2bb122e889fb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:03.972227 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:03.973999 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12a223a9-0ad0-4f55-aab1-2bb122e889fb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:03.975316 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e', 'status': 'completed', 'code': 200} Aug 11 00:45:04.012242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-d9d4f45c-e695-4765-b9b7-51ec5866fec1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3222170 Aug 11 00:45:04.021541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c3514-d023-4d9e-8972-f674698ab94c service neutron] Pushing event updated for resources: {'Port': ['ID=397d7780-b4ca-445a-9903-d868d786bf2e,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:04.079882 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:04.094179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5b0cf74c-c7b6-40e3-85de-87f754f2743d req-fc1129e6-27a0-4c75-ba04-cd9df7bbda1f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701821 Aug 11 00:45:04.097525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75fb7fdd-0378-4561-9172-7aa5cd8cb633 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:04.131796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:04.234957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Made reservation on behalf of 9bdf0cdb269e4d2e907c2f3fe7ffe146 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:04.239897 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:04.251538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:04.261449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-a66d71cd-b649-48c0-b36f-bcabaaeddc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.262017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-a66d71cd-b649-48c0-b36f-bcabaaeddc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.262644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-a66d71cd-b649-48c0-b36f-bcabaaeddc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.262997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-a66d71cd-b649-48c0-b36f-bcabaaeddc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.264415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-a66d71cd-b649-48c0-b36f-bcabaaeddc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.265956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-a66d71cd-b649-48c0-b36f-bcabaaeddc92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 4364 time: 0.2299664 Aug 11 00:45:04.382212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:04.424499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb7fdd-0378-4561-9172-7aa5cd8cb633 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Subnet': ['ID=0be9572f-f4b3-4fcf-bedd-998af9a750fd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:04.442958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d515b1d-ad77-4102-ba64-a33498c811fe req-6c349cd8-e4e5-472a-b3a4-03e0a37f76c7 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.2252028 Aug 11 00:45:04.471287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:04.489913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75fb7fdd-0378-4561-9172-7aa5cd8cb633 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:04.495117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-75fb7fdd-0378-4561-9172-7aa5cd8cb633 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "DELETE /v2.0/subnets/0be9572f-f4b3-4fcf-bedd-998af9a750fd HTTP/1.1" status: 204 len: 168 time: 1.3643780 Aug 11 00:45:04.497520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fcf041-0667-4878-aaf1-ab19a987d447 None None] Network 01869f82-69c2-454d-bc53-c3fddf7176ac requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:04.499674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46444) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:04.604565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-c6c94419-9e14-4821-8658-9ca0c48472e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.605318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-c6c94419-9e14-4821-8658-9ca0c48472e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.605993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-c6c94419-9e14-4821-8658-9ca0c48472e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.608310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-c6c94419-9e14-4821-8658-9ca0c48472e5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d618dfbf02243c789c876d25b382560&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3094432 Aug 11 00:45:04.618808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:45:04.640663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:04.705173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:04.705796 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Added segment 9dfecf74-b72d-4cfd-93f6-413a3ad39815 of type vlan for network 79cc9155-976c-4f57-b140-ec479da17c44 Aug 11 00:45:04.721306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Transition to ACTIVE for port object c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:04.725057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8a0b-68f5-48df-a518-c605c3920b62 req-8a71e268-42f8-456a-a1b2-9386589c7a42 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.732641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8a0b-68f5-48df-a518-c605c3920b62 req-8a71e268-42f8-456a-a1b2-9386589c7a42 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.740632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8a0b-68f5-48df-a518-c605c3920b62 req-8a71e268-42f8-456a-a1b2-9386589c7a42 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.749070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8a0b-68f5-48df-a518-c605c3920b62 req-8a71e268-42f8-456a-a1b2-9386589c7a42 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.757422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8a0b-68f5-48df-a518-c605c3920b62 req-8a71e268-42f8-456a-a1b2-9386589c7a42 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.760373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a43d8a0b-68f5-48df-a518-c605c3920b62 req-8a71e268-42f8-456a-a1b2-9386589c7a42 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 3828 time: 0.4604902 Aug 11 00:45:04.773580 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f7bbc3-3ff2-44cc-bde6-6aa940b73b85 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:04.779046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fda1255d-3e13-4e2d-b6d4-f3dc7d2e8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.779634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fda1255d-3e13-4e2d-b6d4-f3dc7d2e8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.780200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fda1255d-3e13-4e2d-b6d4-f3dc7d2e8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.780911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fda1255d-3e13-4e2d-b6d4-f3dc7d2e8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.781330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fda1255d-3e13-4e2d-b6d4-f3dc7d2e8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.781901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fda1255d-3e13-4e2d-b6d4-f3dc7d2e8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.782464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fda1255d-3e13-4e2d-b6d4-f3dc7d2e8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.785380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fda1255d-3e13-4e2d-b6d4-f3dc7d2e8625 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6505 time: 0.5774479 Aug 11 00:45:04.953788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-3bca9628-ee17-48be-83ba-9f8b009b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.954553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-3bca9628-ee17-48be-83ba-9f8b009b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.955141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-3bca9628-ee17-48be-83ba-9f8b009b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:04.957175 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-3bca9628-ee17-48be-83ba-9f8b009b6a36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 HTTP/1.1" status: 200 len: 2299 time: 0.1291544 Aug 11 00:45:04.974459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:04.974784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.006302 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a43d8a0b-68f5-48df-a518-c605c3920b62 req-12821ae7-4791-45ea-9073-9068b25c9afd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149303 Aug 11 00:45:05.011065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7bbc3-3ff2-44cc-bde6-6aa940b73b85 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=6a12ca90-bb59-401b-8c2f-80644e74310d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:05.041695 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10f7bbc3-3ff2-44cc-bde6-6aa940b73b85 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.047554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-10f7bbc3-3ff2-44cc-bde6-6aa940b73b85 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/6a12ca90-bb59-401b-8c2f-80644e74310d HTTP/1.1" status: 204 len: 168 time: 2.4417553 Aug 11 00:45:05.058257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48564ef7-aae8-443e-9211-091eff4f1379 req-98af954d-fdef-4abe-a9fc-a4689750051f tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 210 time: 0.0532150 Aug 11 00:45:05.066853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46450) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:05.091429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.101345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.194757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-c60d0190-bc14-4afa-b07a-903ccb2c6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:05.196669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35eef0b1-ca22-4cf9-b674-610bfc4cdc36 req-c60d0190-bc14-4afa-b07a-903ccb2c6123 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5792994 Aug 11 00:45:05.313134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] DHCP port deletion for 01869f82-69c2-454d-bc53-c3fddf7176ac request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:45:05.365940 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.375456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:05.376128 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.431873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] Deleting port dfff909c-b111-4856-a8d5-19d70287d206 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:05.432477 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.511668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] For port dfff909c-b111-4856-a8d5-19d70287d206, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dfff909c-b111-4856-a8d5-19d70287d206,segment=NetworkSegment(3e99d4b8-3798-40ec-8731-cb30c453a869),segment_id=3e99d4b8-3798-40ec-8731-cb30c453a869)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:05.513495 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.517544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Network': ['ID=79cc9155-976c-4f57-b140-ec479da17c44,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:05.531242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d35cbb3e-a7cd-4ac2-a442-72ca91766359 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7970266 Aug 11 00:45:05.546564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 79cc9155-976c-4f57-b140-ec479da17c44 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:45:05.557640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] Calling delete_port for dfff909c-b111-4856-a8d5-19d70287d206 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:05.588060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b193b-5103-4124-8a38-1067ceaaaf69 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:05.588769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b193b-5103-4124-8a38-1067ceaaaf69 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:05.593263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46456) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:05.593518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d80b193b-5103-4124-8a38-1067ceaaaf69 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4986482 Aug 11 00:45:05.601296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-4b9daf96-fd20-4e69-a7ce-96d43f87a4e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c HTTP/1.1" status: 200 len: 1000 time: 0.6239429 Aug 11 00:45:05.620947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aacebd-ff95-4fd9-a0de-d8dc00b33dc4 req-711b57c0-3d02-4a19-80f9-30b9a45044c2 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:05.629357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18aacebd-ff95-4fd9-a0de-d8dc00b33dc4 req-711b57c0-3d02-4a19-80f9-30b9a45044c2 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 946 time: 0.3461230 Aug 11 00:45:05.725540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:05.855626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18aacebd-ff95-4fd9-a0de-d8dc00b33dc4 req-4000e1d2-2a68-4eee-ad0c-1d35aa2e5b71 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252033 Aug 11 00:45:06.004437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:06.027684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:06.065144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-a734534f-c722-437b-9b27-d6d7344f26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:06.066526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-a734534f-c722-437b-9b27-d6d7344f26b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3935a048-727c-41ee-a6fb-8de53f84acfa HTTP/1.1" status: 200 len: 856 time: 0.4187620 Aug 11 00:45:06.070656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:06.095804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a65af80-bd4e-40a3-9202-ac61272ffd45 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:06.141034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-4afac751-5837-458b-bf5a-15f2b61d4cf9 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:06.142634 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-4afac751-5837-458b-bf5a-15f2b61d4cf9 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.55 "GET /v2.0/networks?id=cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc HTTP/1.1" status: 200 len: 825 time: 0.9007881 Aug 11 00:45:06.288171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:06.360928 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:06.509750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] Pushing event deleted for resources: {'Port': ['ID=dfff909c-b111-4856-a8d5-19d70287d206,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:06.551132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a8d77-bb2d-424c-9e4a-9a48bfa27b44 None None] No DVR routers for this DVR port dfff909c-b111-4856-a8d5-19d70287d206 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:06.594661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Request body: {'port': {'device_id': '9426ba1d-31d1-4ac6-aa87-4a8834942764', 'network_id': 'cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc', 'admin_state_up': True, 'tenant_id': '3d9e176f309c4c8f80b8dfb64869d6ea'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:06.609248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Transition to ACTIVE for port object 7a65af80-bd4e-40a3-9202-ac61272ffd45 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:06.667544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'Port': ['ID=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:06.709073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dfff909c-b111-4856-a8d5-19d70287d206 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:45:06.746913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Deleting port dfff909c-b111-4856-a8d5-19d70287d206 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:06.750210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:06.756372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d45b250-1f1e-49c5-aff9-89755e7cb14e req-b545cee6-ec69-4172-b2c3-3ea005948fd4 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.9351652 Aug 11 00:45:06.770654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1277a85-239c-4469-9edc-b9e1535d89ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet a4048ba4-d4d2-431e-8f4a-b5e1d4219aed {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:06.780309 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1277a85-239c-4469-9edc-b9e1535d89ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:06.781922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: dfff909c-b111-4856-a8d5-19d70287d206 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:45:06.783255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dfff909c-b111-4856-a8d5-19d70287d206 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:45:06.838796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6c81aa0d-df01-462a-a12b-96bd71335d57 None None] Provisioning for port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:06.851064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6c81aa0d-df01-462a-a12b-96bd71335d57 None None] Provisioning complete for port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:06.852326 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6c81aa0d-df01-462a-a12b-96bd71335d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:06.853370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:06.915645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1277a85-239c-4469-9edc-b9e1535d89ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:06.948753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6c81aa0d-df01-462a-a12b-96bd71335d57 None None] Port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:07.044755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445cf9-369f-4179-8881-371103acf68a req-c4766f49-7aef-47b3-8d85-e0d2f2bf2f77 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:07.053225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445cf9-369f-4179-8881-371103acf68a req-c4766f49-7aef-47b3-8d85-e0d2f2bf2f77 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:07.063924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445cf9-369f-4179-8881-371103acf68a req-c4766f49-7aef-47b3-8d85-e0d2f2bf2f77 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:07.074205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445cf9-369f-4179-8881-371103acf68a req-c4766f49-7aef-47b3-8d85-e0d2f2bf2f77 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:07.108562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b445cf9-369f-4179-8881-371103acf68a req-c4766f49-7aef-47b3-8d85-e0d2f2bf2f77 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:07.120900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1277a85-239c-4469-9edc-b9e1535d89ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:07.128112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b445cf9-369f-4179-8881-371103acf68a req-c4766f49-7aef-47b3-8d85-e0d2f2bf2f77 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 3828 time: 0.6228430 Aug 11 00:45:07.185998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac862728-1b38-43a6-b4f2-8c4d24c3002f req-e2243eab-72f0-4406-bd56-e7db19607a4f tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:07.193202 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac862728-1b38-43a6-b4f2-8c4d24c3002f req-e2243eab-72f0-4406-bd56-e7db19607a4f tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 932 time: 0.3091192 Aug 11 00:45:07.266774 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac862728-1b38-43a6-b4f2-8c4d24c3002f req-f0bedd46-d86d-4eac-bd3d-0dcf9fc04ecf tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593379 Aug 11 00:45:07.267982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-f4d716cf-83ee-4e06-b06c-78fbce8d0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:07.271331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-f4d716cf-83ee-4e06-b06c-78fbce8d0cf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1101489 Aug 11 00:45:07.299045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:07.300117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:07.412439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1277a85-239c-4469-9edc-b9e1535d89ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:07.459049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277a85-239c-4469-9edc-b9e1535d89ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=a4048ba4-d4d2-431e-8f4a-b5e1d4219aed,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:07.469716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1277a85-239c-4469-9edc-b9e1535d89ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:07.483514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a1277a85-239c-4469-9edc-b9e1535d89ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a4048ba4-d4d2-431e-8f4a-b5e1d4219aed HTTP/1.1" status: 204 len: 168 time: 1.8885455 Aug 11 00:45:07.483741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ae4bd-57b8-4c27-b1a3-8ca4f555a706 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:07.484775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46470) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:07.575058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3b344342-7c34-4b2c-807b-a35d324abce3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888941 Aug 11 00:45:07.576038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46472) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:07.583730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:07.623496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] For port dfff909c-b111-4856-a8d5-19d70287d206, host n-d-712143-13, got binding levels [] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:07.624090 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:07.656136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Pushing event updated for resources: {'Port': ['ID=7a65af80-bd4e-40a3-9202-ac61272ffd45,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:07.749231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b445cf9-369f-4179-8881-371103acf68a req-9bf74abb-0dbb-4f34-96fa-c44d408c63dd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6187425 Aug 11 00:45:07.785560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Calling delete_port for dfff909c-b111-4856-a8d5-19d70287d206 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:07.832094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:45:07.837926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-167a1ee0-b5fc-4bbf-bb2d-7c6d3c2aeb30 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6257513 Aug 11 00:45:07.860664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.ipam_backend_mixin [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Port dfff909c-b111-4856-a8d5-19d70287d206 was not found and therefore no delete operation was performed {{(pid=95255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:45:07.904108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:07.926859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Request body: {'port': {'device_id': '90727be3-ec11-4031-91da-20d6ea2860b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:07.952091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ff3ce58-8244-449e-8923-c68868772442 req-e97fb210-63c5-47dc-b3b3-4525adca0b2e tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.0475242 Aug 11 00:45:07.991870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] Deleting port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:07.991870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:08.046989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-37743dfa-4c19-4af7-8bc4-3926dae3fdbd service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7066178 Aug 11 00:45:08.079857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:08.084888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:08.140275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] For port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:08.141051 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:08.172010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] Calling delete_port for b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:08.181779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Made reservation on behalf of 3d9e176f309c4c8f80b8dfb64869d6ea for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:08.192593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:08.438326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] No DVR routers for this DVR port dfff909c-b111-4856-a8d5-19d70287d206 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:08.454783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Port': ['ID=dfff909c-b111-4856-a8d5-19d70287d206,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:08.514896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:45:08.580347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:08.645047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] No DVR routers for this DVR port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:08.661010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049cf61-bc5b-4bab-9983-080cd2ffa090 None None] Pushing event deleted for resources: {'Port': ['ID=b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:08.699311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No active binding found for port b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd {{(pid=95256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 00:45:08.700003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b8715f41-9ed4-4e62-a8fc-6d1ced78d7bd not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:45:08.820923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:45:08.824934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:08.891996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46486) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:08.892755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=ffb5a686-e412-42bd-9959-5ecb09db2278,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:08.900900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'subnets': [{'network_id': '1a386e19-809b-4cd1-99e5-8ff6a7572733', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--279481004', 'ip_version': 6}, {'network_id': '79cc9155-976c-4f57-b140-ec479da17c44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:08.901221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'subnet': {'network_id': '1a386e19-809b-4cd1-99e5-8ff6a7572733', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--279481004', 'ip_version': 6}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:08.902073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Request body: {'subnet': {'network_id': '79cc9155-976c-4f57-b140-ec479da17c44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:09.045487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:09.080771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:09.085188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:09.086081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.097006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af532c63-c7c3-4e03-868d-32e43192cb85 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:09.208178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-468ece06-9372-4243-9560-46e60a333ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6303344 Aug 11 00:45:09.226001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46490) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:09.240946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:d9:e6:5d', 'name': 'tempest-NetworksTestDHCPv6-150638687'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:09.456271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'ffb5a686-e412-42bd-9959-5ecb09db2278'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:45:09.458088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.463988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.496159 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.499015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Attempting to bind port 7a65af80-bd4e-40a3-9202-ac61272ffd45 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:09.499402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Attempting to bind port 7a65af80-bd4e-40a3-9202-ac61272ffd45 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:09.499745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Attempting to bind port 7a65af80-bd4e-40a3-9202-ac61272ffd45 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:09.522642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Allocated IP 172.20.0.2 (cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc/82e13454-3706-40b3-86fe-5d45ed95fb81/37c778d6-8432-4755-a1b5-2fdc409a81c9) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:09.543431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01869f82-69c2-454d-bc53-c3fddf7176ac']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:09.543431 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-533d0880-1c8d-45d4-b642-1c2c256f618a service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2907031 Aug 11 00:45:09.543741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84ddd-0fe0-480d-bf9f-327e6b0336f4 req-a7dd597f-1649-4e84-bf07-c622f0abe546 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:09.547434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Port 7a65af80-bd4e-40a3-9202-ac61272ffd45 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:09.547434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Attempting to bind port 7a65af80-bd4e-40a3-9202-ac61272ffd45 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:09.551964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84ddd-0fe0-480d-bf9f-327e6b0336f4 req-a7dd597f-1649-4e84-bf07-c622f0abe546 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:09.557503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84ddd-0fe0-480d-bf9f-327e6b0336f4 req-a7dd597f-1649-4e84-bf07-c622f0abe546 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:09.563880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84ddd-0fe0-480d-bf9f-327e6b0336f4 req-a7dd597f-1649-4e84-bf07-c622f0abe546 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:09.570534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84ddd-0fe0-480d-bf9f-327e6b0336f4 req-a7dd597f-1649-4e84-bf07-c622f0abe546 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:09.580627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84ddd-0fe0-480d-bf9f-327e6b0336f4 req-a7dd597f-1649-4e84-bf07-c622f0abe546 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:09.583492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77c84ddd-0fe0-480d-bf9f-327e6b0336f4 req-a7dd597f-1649-4e84-bf07-c622f0abe546 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 4601 time: 0.2215521 Aug 11 00:45:09.597758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27650503-caa8-482a-b472-2e6930cefcd9 req-0a25189b-5ad9-4e5d-b1b5-72e9e0b86ef9 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:09.599110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Made reservation on behalf of 9bdf0cdb269e4d2e907c2f3fe7ffe146 for: {'subnet': 2} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:09.599410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27650503-caa8-482a-b472-2e6930cefcd9 req-0a25189b-5ad9-4e5d-b1b5-72e9e0b86ef9 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 932 time: 1.1010220 Aug 11 00:45:09.604742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.604742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.609175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e99d4b8-3798-40ec-8731-cb30c453a869') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:09.609709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e99d4b8-3798-40ec-8731-cb30c453a869') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:09.671328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:09.672073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Checking segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:09.672757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Bound using segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:09.673605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Bound port: 7a65af80-bd4e-40a3-9202-ac61272ffd45, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:09.674006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.678112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.718901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:09.726468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-69bd0e8a-8458-4db4-9d3a-7ac9046fdb75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 217 time: 0.1674142 Aug 11 00:45:09.744215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Allocated IP 2001:db8::f816:3eff:fe8e:96f4 (a231281a-384d-46e8-8f86-e604acdadde9/ffb5a686-e412-42bd-9959-5ecb09db2278/ae6064b8-1203-4c24-a4ae-7b8da6a672f7) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:09.758232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77c84ddd-0fe0-480d-bf9f-327e6b0336f4 req-047819c7-9b29-459d-be7f-3f93c41b189a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530938 Aug 11 00:45:09.797631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.898210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:45:09.898755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:45:09.902967 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:45:09.939390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:09.958233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Transition to ACTIVE for port object ae6064b8-1203-4c24-a4ae-7b8da6a672f7 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:09.967634 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28855981-a4f6-434d-a736-23f0ec37b5f6 req-f045408d-094d-4f18-abb2-8e33f0b990a9 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.0655937 Aug 11 00:45:09.975357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.010736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27650503-caa8-482a-b472-2e6930cefcd9 req-da64e407-cd04-4c56-94f4-0247687e8745 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966637 Aug 11 00:45:10.023405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Transition to ACTIVE for port object ae6064b8-1203-4c24-a4ae-7b8da6a672f7 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:10.098951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-bf7c0044-27a2-40ff-a215-f907665efd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:10.100437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-bf7c0044-27a2-40ff-a215-f907665efd5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.3650577 Aug 11 00:45:10.157826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 72e20f03-269c-4c18-9346-95069b24cd8b yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:45:10.206609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.250490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] For port 7a65af80-bd4e-40a3-9202-ac61272ffd45, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:10.282913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] For port 7a65af80-bd4e-40a3-9202-ac61272ffd45, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:10.313690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.314256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:10.326856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-938f308b-4a69-4903-98f0-14a6198c7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:10.328329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:10.328594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-938f308b-4a69-4903-98f0-14a6198c7a86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2122774 Aug 11 00:45:10.338397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:10.348223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Pushing event updated for resources: {'Port': ['ID=ae6064b8-1203-4c24-a4ae-7b8da6a672f7,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:10.367473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.421137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.426802 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] 10.222.0.43 "DELETE /v2.0/networks/01869f82-69c2-454d-bc53-c3fddf7176ac HTTP/1.1" status: 204 len: 168 time: 5.9242165 Aug 11 00:45:10.451959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Attempting to bind port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:10.452553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Attempting to bind port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:10.452958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Attempting to bind port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:10.460316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:10.460786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:10.461130 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.461534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:10.462023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Bound port: ae6064b8-1203-4c24-a4ae-7b8da6a672f7, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:10.462452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.481812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fed9:e65d (a231281a-384d-46e8-8f86-e604acdadde9/ffb5a686-e412-42bd-9959-5ecb09db2278/72e20f03-269c-4c18-9346-95069b24cd8b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:10.528507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a2292-a36f-4901-8235-c421f43b0100 tempest-AllowedAddressPairTestJSON-359525384 tempest-AllowedAddressPairTestJSON-359525384-project] Pushing event deleted for resources: {'Network': ['ID=01869f82-69c2-454d-bc53-c3fddf7176ac,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:10.544148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.594347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] For port ae6064b8-1203-4c24-a4ae-7b8da6a672f7, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:10.598901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] For port ae6064b8-1203-4c24-a4ae-7b8da6a672f7, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ae6064b8-1203-4c24-a4ae-7b8da6a672f7,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:10.612000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:10.612743 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.615058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] 10.222.0.44 "PUT /v2.0/ports/7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 1132 time: 6.5049927 Aug 11 00:45:10.625969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '7a65af80-bd4e-40a3-9202-ac61272ffd45'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:10.627935 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43833e59-0ff2-47ba-af60-92e31b14d222" -d '{"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "7a65af80-bd4e-40a3-9202-ac61272ffd45"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:10.656210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.709597 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c9b660-ac2e-42c5-afea-4c2ed2aad177 x-openstack-request-id: req-b8c9b660-ac2e-42c5-afea-4c2ed2aad177 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:10.709882 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "7a65af80-bd4e-40a3-9202-ac61272ffd45", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:10.710136 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8c9b660-ac2e-42c5-afea-4c2ed2aad177 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:10.710614 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '7a65af80-bd4e-40a3-9202-ac61272ffd45', 'status': 'completed', 'code': 200} Aug 11 00:45:10.718290 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.725499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:10.742696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:10.745418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:10.750151 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-f7c439e2-225f-4f36-9ff4-1cd693b04b7c service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125335 Aug 11 00:45:10.841692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b4b24-f88e-4980-9de2-8e6f42bc07d9 None None] Pushing event updated for resources: {'Port': ['ID=ae6064b8-1203-4c24-a4ae-7b8da6a672f7,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:10.901530 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:10.917535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 72e20f03-269c-4c18-9346-95069b24cd8b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:10.939029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:10.966637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:10.967965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aaeea-cea9-44a6-9d5e-34db36f86c53 service neutron] Pushing event updated for resources: {'Port': ['ID=7a65af80-bd4e-40a3-9202-ac61272ffd45,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:11.001253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.060711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.068177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Subnet': ['ID=ae3ed52d-d917-493a-afeb-61f8631688d3,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:11.096134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Pushing event updated for resources: {'Port': ['ID=37c778d6-8432-4755-a1b5-2fdc409a81c9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:11.100943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-3a345683-fdb8-4164-8ae7-ecd101c494ed service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186798 Aug 11 00:45:11.125862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.144510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.156991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-482c569f-b6e9-4759-ba2c-ac6be4e028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.157474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-482c569f-b6e9-4759-ba2c-ac6be4e028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.157969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-482c569f-b6e9-4759-ba2c-ac6be4e028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.158522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-482c569f-b6e9-4759-ba2c-ac6be4e028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.159209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-482c569f-b6e9-4759-ba2c-ac6be4e028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.160332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-482c569f-b6e9-4759-ba2c-ac6be4e028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.162406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-482c569f-b6e9-4759-ba2c-ac6be4e028d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5289 time: 0.4368193 Aug 11 00:45:11.215345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-a7742664-53d3-451b-b7d3-2b939f63c583 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 217 time: 0.1024234 Aug 11 00:45:11.222477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.223094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.233210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=72e20f03-269c-4c18-9346-95069b24cd8b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:11.239752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Transition to ACTIVE for port object c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:11.255848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:11.260511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:11.276349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:11.281909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.282644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2c6b-962b-4c96-8037-5a9155a416ca req-b85aa9f4-ab06-4828-9f3d-c7c7fd635f7d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.282879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.290724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2c6b-962b-4c96-8037-5a9155a416ca req-b85aa9f4-ab06-4828-9f3d-c7c7fd635f7d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.297149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2c6b-962b-4c96-8037-5a9155a416ca req-b85aa9f4-ab06-4828-9f3d-c7c7fd635f7d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.304326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2c6b-962b-4c96-8037-5a9155a416ca req-b85aa9f4-ab06-4828-9f3d-c7c7fd635f7d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.308574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Checking segment: {'id': '4153bc63-6c7c-40d0-8769-b2475225f4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1a386e19-809b-4cd1-99e5-8ff6a7572733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:11.309021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Network hostable DHCP agents. Network: 1a386e19-809b-4cd1-99e5-8ff6a7572733, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:45:11.312991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2c6b-962b-4c96-8037-5a9155a416ca req-b85aa9f4-ab06-4828-9f3d-c7c7fd635f7d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.318372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a2c6b-962b-4c96-8037-5a9155a416ca req-b85aa9f4-ab06-4828-9f3d-c7c7fd635f7d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.326939 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f28a2c6b-962b-4c96-8037-5a9155a416ca req-b85aa9f4-ab06-4828-9f3d-c7c7fd635f7d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 4601 time: 0.3916020 Aug 11 00:45:11.371043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46520) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:11.530479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.531998 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-646b052d-1dde-4110-b418-c715b6d2a952 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2928450 Aug 11 00:45:11.531998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46524) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:11.600114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Network 1a386e19-809b-4cd1-99e5-8ff6a7572733 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:45:11.688960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12f066-4bbc-4ad5-9dad-5d125f0485f1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.707482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12f066-4bbc-4ad5-9dad-5d125f0485f1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.707482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9a12f066-4bbc-4ad5-9dad-5d125f0485f1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1740522 Aug 11 00:45:11.735506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46528) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:11.750670 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-48d95767-aa77-4a40-b5b9-fe133ca44191 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b195689641e4bae8598830caf139092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742049 Aug 11 00:45:11.790425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46530) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:11.790988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 1a386e19-809b-4cd1-99e5-8ff6a7572733) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:11.795534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f3b26-2864-4519-b218-439e3c165688 None None] Network 1a386e19-809b-4cd1-99e5-8ff6a7572733 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:11.807549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.915512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event updated for resources: {'Subnet': ['ID=acb3ee8b-7987-4721-b323-64b0deebb8b5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:11.929727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226f90a5-65ad-4199-8a64-b461d676c137 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:11.944440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf14f51-bada-40c2-9819-f2e7c965ec3c req-4e072e7e-c27f-4c09-953f-5e45f23d29bb tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:11.953330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5bf14f51-bada-40c2-9819-f2e7c965ec3c req-4e072e7e-c27f-4c09-953f-5e45f23d29bb tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 931 time: 0.2895169 Aug 11 00:45:11.973167 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:11.983605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-acdd35ca-087b-4604-9056-f6327074d83f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4122365 Aug 11 00:45:12.012444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f28a2c6b-962b-4c96-8037-5a9155a416ca req-df57c22c-fb18-4f9e-ba2b-f4204142f3c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6845572 Aug 11 00:45:12.014038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-1f04f0b0-b7d7-44a2-a811-cdb7948aa3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.015778 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-1f04f0b0-b7d7-44a2-a811-cdb7948aa3fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.7780299 Aug 11 00:45:12.062951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Request body: {'port': {'device_id': '9426ba1d-31d1-4ac6-aa87-4a8834942764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:12.122244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Transition to ACTIVE for port object 226f90a5-65ad-4199-8a64-b461d676c137 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:12.149823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5bf14f51-bada-40c2-9819-f2e7c965ec3c req-87382bcd-82f5-4448-a5c4-5f9601a5360e tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955535 Aug 11 00:45:12.157142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Checking segment: {'id': '9dfecf74-b72d-4cfd-93f6-413a3ad39815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '79cc9155-976c-4f57-b140-ec479da17c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:12.157890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Network hostable DHCP agents. Network: 79cc9155-976c-4f57-b140-ec479da17c44, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:45:12.163643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-1a386e19-809b-4cd1-99e5-8ff6a7572733', 'network_id': '1a386e19-809b-4cd1-99e5-8ff6a7572733', 'tenant_id': '9bdf0cdb269e4d2e907c2f3fe7ffe146', 'fixed_ips': [{'subnet_id': 'ae3ed52d-d917-493a-afeb-61f8631688d3'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:45:12.174024 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:12.207150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:12.239976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:12.259510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Pushing event updated for resources: {'Port': ['ID=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:12.315269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Network 79cc9155-976c-4f57-b140-ec479da17c44 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:45:12.344711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=226f90a5-65ad-4199-8a64-b461d676c137,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:12.353555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-980f1fbf-a56b-4672-843a-ba020a792c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:12.382516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-c99648be-65fb-4203-aa19-eabfe21bf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.383089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-c99648be-65fb-4203-aa19-eabfe21bf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.383638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-c99648be-65fb-4203-aa19-eabfe21bf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.385404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-c99648be-65fb-4203-aa19-eabfe21bf5d5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d618dfbf02243c789c876d25b382560&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1831155 Aug 11 00:45:12.390881 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-980f1fbf-a56b-4672-843a-ba020a792c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:12.488575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 79cc9155-976c-4f57-b140-ec479da17c44) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:12.497939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.498595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.499416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:12.549062 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf7b17-bc3a-45b3-88df-bf6939c5859f None None] Network 79cc9155-976c-4f57-b140-ec479da17c44 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:12.583520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4aaeb76b-ca41-4584-9427-53a301ea63d2 None None] Provisioning for port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:12.602476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e2c9ea54-54d6-4dcf-b494-cff6b3262229 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.7067790 Aug 11 00:45:12.618871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46534) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:12.635400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Attempting to bind port 226f90a5-65ad-4199-8a64-b461d676c137 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:12.635756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Attempting to bind port 226f90a5-65ad-4199-8a64-b461d676c137 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:12.636104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Attempting to bind port 226f90a5-65ad-4199-8a64-b461d676c137 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:12.672485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Port 226f90a5-65ad-4199-8a64-b461d676c137 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:12.672929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Attempting to bind port 226f90a5-65ad-4199-8a64-b461d676c137 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:12.695090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ae6064b8-1203-4c24-a4ae-7b8da6a672f7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:12.695449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:12.695843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Checking segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:12.696291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Bound using segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:12.696817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Bound port: 226f90a5-65ad-4199-8a64-b461d676c137, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:12.697202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:12.837790 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bf2b5-28d2-43d2-ac12-e2da378a2308 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.842123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bf2b5-28d2-43d2-ac12-e2da378a2308 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.851689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bf2b5-28d2-43d2-ac12-e2da378a2308 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:12.854919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e26bf2b5-28d2-43d2-ac12-e2da378a2308 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2339737 Aug 11 00:45:12.871514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46538) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:12.887692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Allocated IP 2001:db8::1 (1a386e19-809b-4cd1-99e5-8ff6a7572733/ae3ed52d-d917-493a-afeb-61f8631688d3/bafee76d-37a6-4cdb-9287-ce006afae352) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:12.959620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] For port 226f90a5-65ad-4199-8a64-b461d676c137, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:12.966487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a08eec6-a559-4226-b488-9e8999dc924c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Deleting subnet ae3ed52d-d917-493a-afeb-61f8631688d3 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:12.970234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] For port 226f90a5-65ad-4199-8a64-b461d676c137, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=226f90a5-65ad-4199-8a64-b461d676c137,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:13.052650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.107750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:13.146406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.147648 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.153032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:13.153032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.155241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] 10.222.0.44 "PUT /v2.0/ports/226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 1132 time: 2.2221055 Aug 11 00:45:13.163754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '226f90a5-65ad-4199-8a64-b461d676c137'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:13.176746 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d6501d-fd03-4fcd-9cbc-878a80e93498" -d '{"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "226f90a5-65ad-4199-8a64-b461d676c137"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:13.296212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-79cc9155-976c-4f57-b140-ec479da17c44', 'network_id': '79cc9155-976c-4f57-b140-ec479da17c44', 'tenant_id': '9bdf0cdb269e4d2e907c2f3fe7ffe146', 'fixed_ips': [{'subnet_id': 'acb3ee8b-7987-4721-b323-64b0deebb8b5'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:45:13.297394 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.338288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:13.429658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-8370c7b9-e833-4518-aed7-0b549c4f09c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.444897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-8370c7b9-e833-4518-aed7-0b549c4f09c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.453377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-8370c7b9-e833-4518-aed7-0b549c4f09c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.461605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-8370c7b9-e833-4518-aed7-0b549c4f09c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.473637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-8370c7b9-e833-4518-aed7-0b549c4f09c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.487067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-8370c7b9-e833-4518-aed7-0b549c4f09c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.496619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-8370c7b9-e833-4518-aed7-0b549c4f09c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.499379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-8370c7b9-e833-4518-aed7-0b549c4f09c2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5374 time: 0.3064604 Aug 11 00:45:13.523357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0ffd4-4a37-4ddc-968a-f112ca81d3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=226f90a5-65ad-4199-8a64-b461d676c137,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:13.529366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a3e552ee-347a-4ccc-b214-f05792a8e620 None None] Provisioning for port 72e20f03-269c-4c18-9346-95069b24cd8b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:13.564687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a3e552ee-347a-4ccc-b214-f05792a8e620 None None] Provisioning complete for port 72e20f03-269c-4c18-9346-95069b24cd8b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:13.565087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a3e552ee-347a-4ccc-b214-f05792a8e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.610999 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.611222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.650760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a918ff3b-0dd8-40d3-970d-1dfbf387cdf5 req-7ee09079-5a8c-4732-a3df-db87c403b600 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413698 Aug 11 00:45:13.690283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Transition to ACTIVE for port object bafee76d-37a6-4cdb-9287-ce006afae352 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:13.719211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Attempting to bind port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:13.720083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Attempting to bind port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:13.720762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Attempting to bind port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e on network c269dec9-ff3a-4149-be6b-829be0ca1b2c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:13.728013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-8265fc8b-feef-49ce-b53a-9ecd5397363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.731311 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-8265fc8b-feef-49ce-b53a-9ecd5397363d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.6162925 Aug 11 00:45:13.749928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Transition to ACTIVE for port object bafee76d-37a6-4cdb-9287-ce006afae352 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:13.773164 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.778982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47400bf6-db75-4dc1-a117-2bb5f66c7de8 req-15478e34-4ee3-4a8b-ab7d-a84be05d79d4 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:13.782400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47400bf6-db75-4dc1-a117-2bb5f66c7de8 req-15478e34-4ee3-4a8b-ab7d-a84be05d79d4 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 944 time: 1.5988147 Aug 11 00:45:13.903627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a3e552ee-347a-4ccc-b214-f05792a8e620 None None] Port 72e20f03-269c-4c18-9346-95069b24cd8b cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:13.931313 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a08eec6-a559-4226-b488-9e8999dc924c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.949934 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:13.954912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e on network c269dec9-ff3a-4149-be6b-829be0ca1b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:13.955388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Attempting to bind port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e on network c269dec9-ff3a-4149-be6b-829be0ca1b2c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:14.014186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Allocated IP 2001:db8:0:1::1 (79cc9155-976c-4f57-b140-ec479da17c44/acb3ee8b-7987-4721-b323-64b0deebb8b5/8f34327e-8177-4e7d-a26f-7c1a59ca8f50) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:14.096213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-b0bd89f7-6c44-4ba2-82d2-67d1cccb37a2 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081231 Aug 11 00:45:14.136033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:14.149408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Checking segment: {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:14.149408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Bound using segment: {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:14.149408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Bound port: c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d12-a8bf-4852-8842-cf7623e67fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:14.149844 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.258811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42653c7a-c067-44ea-b929-e68fe3b4e47c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:14.270079 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.289216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Transition to ACTIVE for port object 42653c7a-c067-44ea-b929-e68fe3b4e47c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:14.322260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a08eec6-a559-4226-b488-9e8999dc924c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.337382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d2c15-3dfb-42c0-87ef-48553006ff24 req-1c214ec7-a157-4275-8043-be22bc2d8c0e tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:14.342167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c68c68b7-5277-4520-885e-5acaae87ee8f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 72e20f03-269c-4c18-9346-95069b24cd8b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:14.342728 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c68c68b7-5277-4520-885e-5acaae87ee8f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.347247 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb7d2c15-3dfb-42c0-87ef-48553006ff24 req-1c214ec7-a157-4275-8043-be22bc2d8c0e tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 931 time: 0.5402620 Aug 11 00:45:14.355034 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.365191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Transition to ACTIVE for port object 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:14.383252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Transition to ACTIVE for port object 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:14.418597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.454193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-980f1fbf-a56b-4672-843a-ba020a792c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.459043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-980f1fbf-a56b-4672-843a-ba020a792c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.460984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-980f1fbf-a56b-4672-843a-ba020a792c4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8ca6d88-ca47-44cb-a3f0-4267c42b5988 HTTP/1.1" status: 204 len: 168 time: 2.6605196 Aug 11 00:45:14.492536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb7d2c15-3dfb-42c0-87ef-48553006ff24 req-dbdc541d-0175-4d8d-a255-d1c1cd668b21 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441677 Aug 11 00:45:14.546084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Pushing event updated for resources: {'Port': ['ID=bafee76d-37a6-4cdb-9287-ce006afae352,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:14.569739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port ae6064b8-1203-4c24-a4ae-7b8da6a672f7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ae6064b8-1203-4c24-a4ae-7b8da6a672f7,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:14.572552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47400bf6-db75-4dc1-a117-2bb5f66c7de8 req-73d030f8-c748-4e9b-a8a8-29e65a98f6f2 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6459394 Aug 11 00:45:14.590074 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.673726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Pushing event updated for resources: {'Port': ['ID=42653c7a-c067-44ea-b929-e68fe3b4e47c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:14.716609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Network 79cc9155-976c-4f57-b140-ec479da17c44 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:14.775767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a08eec6-a559-4226-b488-9e8999dc924c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.836168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Network 1a386e19-809b-4cd1-99e5-8ff6a7572733 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:14.841357 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.853735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:14.894946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:14.939141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:14.953255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Attempting to bind port 42653c7a-c067-44ea-b929-e68fe3b4e47c on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:14.953714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Attempting to bind port 42653c7a-c067-44ea-b929-e68fe3b4e47c by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:14.953996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Attempting to bind port 42653c7a-c067-44ea-b929-e68fe3b4e47c on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:14.973782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Port 42653c7a-c067-44ea-b929-e68fe3b4e47c on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:14.974229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Attempting to bind port 42653c7a-c067-44ea-b929-e68fe3b4e47c on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:14.984274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:14.984589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-f6ed938c-f50f-4c89-a6dd-917be8df2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:14.985102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Checking segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:14.985102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Bound using segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:14.985443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Bound port: 42653c7a-c067-44ea-b929-e68fe3b4e47c, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:14.985819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:14.987326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-43833e59-0ff2-47ba-af60-92e31b14d222 req-f6ed938c-f50f-4c89-a6dd-917be8df2e9c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.5829117 Aug 11 00:45:15.001094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f1fbf-a56b-4672-843a-ba020a792c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca6d88-ca47-44cb-a3f0-4267c42b5988,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:15.015387 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96724906-9596-46b5-98a7-c50303732341 x-openstack-request-id: req-96724906-9596-46b5-98a7-c50303732341 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:15.016062 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "226f90a5-65ad-4199-8a64-b461d676c137", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:15.016712 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96724906-9596-46b5-98a7-c50303732341 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:15.017449 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '226f90a5-65ad-4199-8a64-b461d676c137', 'status': 'completed', 'code': 200} Aug 11 00:45:15.054188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:15.060995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a08eec6-a559-4226-b488-9e8999dc924c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.120268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08eec6-a559-4226-b488-9e8999dc924c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3ed52d-d917-493a-afeb-61f8631688d3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:15.140757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a08eec6-a559-4226-b488-9e8999dc924c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.147461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9a08eec6-a559-4226-b488-9e8999dc924c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/subnets/ae3ed52d-d917-493a-afeb-61f8631688d3 HTTP/1.1" status: 204 len: 168 time: 2.2704699 Aug 11 00:45:15.148426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46558) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:15.151897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] For port 42653c7a-c067-44ea-b929-e68fe3b4e47c, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:15.165559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] For port 42653c7a-c067-44ea-b929-e68fe3b4e47c, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:15.244353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-40984b2e-47b4-473b-93c8-d9817bc1b25e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Deleting subnet acb3ee8b-7987-4721-b323-64b0deebb8b5 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:15.250188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40984b2e-47b4-473b-93c8-d9817bc1b25e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.251205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Pushing event updated for resources: {'Port': ['ID=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:15.325943 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.376857 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40984b2e-47b4-473b-93c8-d9817bc1b25e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.409040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:15.410266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.411882 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] 10.222.0.44 "PUT /v2.0/ports/42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 200 len: 1092 time: 2.0984573 Aug 11 00:45:15.536249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c68c68b7-5277-4520-885e-5acaae87ee8f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.574385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Attempting to bind port bafee76d-37a6-4cdb-9287-ce006afae352 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:15.575297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Attempting to bind port bafee76d-37a6-4cdb-9287-ce006afae352 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '4153bc63-6c7c-40d0-8769-b2475225f4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1a386e19-809b-4cd1-99e5-8ff6a7572733'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:15.575923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Attempting to bind port bafee76d-37a6-4cdb-9287-ce006afae352 on network 1a386e19-809b-4cd1-99e5-8ff6a7572733 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:15.578960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Attempting to bind port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:15.579525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Attempting to bind port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9dfecf74-b72d-4cfd-93f6-413a3ad39815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '79cc9155-976c-4f57-b140-ec479da17c44'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:15.580002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Attempting to bind port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 on network 79cc9155-976c-4f57-b140-ec479da17c44 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:15.605313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c68c68b7-5277-4520-885e-5acaae87ee8f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 72e20f03-269c-4c18-9346-95069b24cd8b owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:15.615660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:15.632243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:15.632831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Checking segment: {'id': '9dfecf74-b72d-4cfd-93f6-413a3ad39815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '79cc9155-976c-4f57-b140-ec479da17c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:15.633518 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.634186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Bound using segment: {'id': '9dfecf74-b72d-4cfd-93f6-413a3ad39815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '79cc9155-976c-4f57-b140-ec479da17c44'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:15.634780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Bound port: 8f34327e-8177-4e7d-a26f-7c1a59ca8f50, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfecf74-b72d-4cfd-93f6-413a3ad39815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '79cc9155-976c-4f57-b140-ec479da17c44'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:15.635312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.734198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40984b2e-47b4-473b-93c8-d9817bc1b25e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.747803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:15.749996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Checking segment: {'id': '4153bc63-6c7c-40d0-8769-b2475225f4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1a386e19-809b-4cd1-99e5-8ff6a7572733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:15.750591 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.757194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Bound using segment: {'id': '4153bc63-6c7c-40d0-8769-b2475225f4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1a386e19-809b-4cd1-99e5-8ff6a7572733'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:15.757893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Bound port: bafee76d-37a6-4cdb-9287-ce006afae352, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4153bc63-6c7c-40d0-8769-b2475225f4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1a386e19-809b-4cd1-99e5-8ff6a7572733'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:15.758369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.886489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3ebb9-8c0c-40d7-863f-0478c78abf03 service neutron] Pushing event updated for resources: {'Port': ['ID=42653c7a-c067-44ea-b929-e68fe3b4e47c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:15.951527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c778d6-8432-4755-a1b5-2fdc409a81c9 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:15.968586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.979298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:15.992807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Transition to ACTIVE for port object 37c778d6-8432-4755-a1b5-2fdc409a81c9 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:16.000797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-14e784e1-7f79-474c-92ea-67ac551842f5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8453789 Aug 11 00:45:16.112784 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-a2f325e4-f833-4451-a4d0-ce9e00baa132 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de HTTP/1.1" status: 200 len: 217 time: 0.0808215 Aug 11 00:45:16.119986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] For port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:16.135513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=ae6064b8-1203-4c24-a4ae-7b8da6a672f7,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:16.169483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-34e28a50-1220-46f9-8e23-49613a0f6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.171268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-34e28a50-1220-46f9-8e23-49613a0f6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.173048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-34e28a50-1220-46f9-8e23-49613a0f6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.174398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-34e28a50-1220-46f9-8e23-49613a0f6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.175582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-34e28a50-1220-46f9-8e23-49613a0f6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.176713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-34e28a50-1220-46f9-8e23-49613a0f6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.178413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-34e28a50-1220-46f9-8e23-49613a0f6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.183046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-34e28a50-1220-46f9-8e23-49613a0f6491 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6240 time: 1.0533698 Aug 11 00:45:16.188103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:16.325566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-562c1960-bab5-4c89-85e0-8120be59edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.327604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-562c1960-bab5-4c89-85e0-8120be59edea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1887038 Aug 11 00:45:16.362707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] For port bafee76d-37a6-4cdb-9287-ce006afae352, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:16.366556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] For port bafee76d-37a6-4cdb-9287-ce006afae352, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bafee76d-37a6-4cdb-9287-ce006afae352,segment=NetworkSegment(4153bc63-6c7c-40d0-8769-b2475225f4d0),segment_id=4153bc63-6c7c-40d0-8769-b2475225f4d0)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:16.368767 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a2eaf8cc-0ee9-41e6-9b42-ca4d2f13449d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:16.441849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] For port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:16.472669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:16.511731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df82712-5558-48d9-b58a-45b85e45586c req-5309f42f-0483-4492-814c-0d622e0fc92d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.519433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df82712-5558-48d9-b58a-45b85e45586c req-5309f42f-0483-4492-814c-0d622e0fc92d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.526201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df82712-5558-48d9-b58a-45b85e45586c req-5309f42f-0483-4492-814c-0d622e0fc92d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.532946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df82712-5558-48d9-b58a-45b85e45586c req-5309f42f-0483-4492-814c-0d622e0fc92d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.540387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df82712-5558-48d9-b58a-45b85e45586c req-5309f42f-0483-4492-814c-0d622e0fc92d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.547338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df82712-5558-48d9-b58a-45b85e45586c req-5309f42f-0483-4492-814c-0d622e0fc92d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.554573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df82712-5558-48d9-b58a-45b85e45586c req-5309f42f-0483-4492-814c-0d622e0fc92d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.557076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0df82712-5558-48d9-b58a-45b85e45586c req-5309f42f-0483-4492-814c-0d622e0fc92d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5386 time: 1.4036109 Aug 11 00:45:16.585133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:16.653212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9550ba8-cab2-4549-b93e-78256fb3847a None None] Pushing event updated for resources: {'Port': ['ID=bafee76d-37a6-4cdb-9287-ce006afae352,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:16.659924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.659924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:16.669044 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] 10.222.0.55 "PUT /v2.0/ports/c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e HTTP/1.1" status: 200 len: 1093 time: 8.7723839 Aug 11 00:45:16.803491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59becff9-0f05-4ec5-a485-18e1223af569 None None] Network 1a386e19-809b-4cd1-99e5-8ff6a7572733 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:16.818529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90727be3-ec11-4031-91da-20d6ea2860b8', 'tag': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:16.839674 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8af2e7e-17e2-4cdf-9445-da44a18db334" -d '{"events": [{"name": "network-changed", "server_uuid": "90727be3-ec11-4031-91da-20d6ea2860b8", "tag": "c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:16.899492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-398498e0-2758-4703-912e-e455e3571990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.900567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-398498e0-2758-4703-912e-e455e3571990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.901465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-398498e0-2758-4703-912e-e455e3571990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.904604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-398498e0-2758-4703-912e-e455e3571990 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d618dfbf02243c789c876d25b382560&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6988618 Aug 11 00:45:16.990464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97f7e4-fa79-453d-acf6-8ec305a7ae6e req-6229b9b5-bee3-4a5b-a9fc-0aedb90b7244 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:16.992995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c97f7e4-fa79-453d-acf6-8ec305a7ae6e req-6229b9b5-bee3-4a5b-a9fc-0aedb90b7244 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 931 time: 1.2348905 Aug 11 00:45:17.030741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '42653c7a-c067-44ea-b929-e68fe3b4e47c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:17.035715 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a960b911-f062-420f-8235-4d0d3d294b33" -d '{"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "42653c7a-c067-44ea-b929-e68fe3b4e47c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:17.083553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] For port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:17.094453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40984b2e-47b4-473b-93c8-d9817bc1b25e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:17.109246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ae6064b8-1203-4c24-a4ae-7b8da6a672f7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:17.154125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] For port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,segment=NetworkSegment(9dfecf74-b72d-4cfd-93f6-413a3ad39815),segment_id=9dfecf74-b72d-4cfd-93f6-413a3ad39815)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:17.194049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46590) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:17.209112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40984b2e-47b4-473b-93c8-d9817bc1b25e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Subnet': ['ID=acb3ee8b-7987-4721-b323-64b0deebb8b5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:17.232904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40984b2e-47b4-473b-93c8-d9817bc1b25e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:17.234540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40984b2e-47b4-473b-93c8-d9817bc1b25e tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/subnets/acb3ee8b-7987-4721-b323-64b0deebb8b5 HTTP/1.1" status: 204 len: 168 time: 2.0842762 Aug 11 00:45:17.235421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:17.241502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46594) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:17.347301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Pushing event updated for resources: {'Port': ['ID=37c778d6-8432-4755-a1b5-2fdc409a81c9,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:17.375269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c97f7e4-fa79-453d-acf6-8ec305a7ae6e req-b976778e-7dfb-497e-bedc-2604bba0e8ae tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493447 Aug 11 00:45:17.431869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221b1f-357d-4fba-ac90-bf2ae548ee65 None None] Pushing event updated for resources: {'Port': ['ID=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:17.464103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:17.469828 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:17.501552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c68c68b7-5277-4520-885e-5acaae87ee8f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:17.525796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ba3e2-e04c-4584-8f35-327972a44b87 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:17.533786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1e5ba3e2-e04c-4584-8f35-327972a44b87 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2860937 Aug 11 00:45:17.546366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46598) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:17.594588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306484222'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:17.802490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c68c68b7-5277-4520-885e-5acaae87ee8f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:17.805372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c68c68b7-5277-4520-885e-5acaae87ee8f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/72e20f03-269c-4c18-9346-95069b24cd8b HTTP/1.1" status: 204 len: 168 time: 6.0459876 Aug 11 00:45:17.831672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46600) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:17.861521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0df82712-5558-48d9-b58a-45b85e45586c req-a0bc88eb-0078-4bbf-a935-778c54202ad9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2866082 Aug 11 00:45:17.879938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-a39b0c94-e813-4ab7-a9e7-ea3d1e052dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:17.882074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-a39b0c94-e813-4ab7-a9e7-ea3d1e052dbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4687030 Aug 11 00:45:17.901744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Attempting to bind port 37c778d6-8432-4755-a1b5-2fdc409a81c9 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:17.902245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Attempting to bind port 37c778d6-8432-4755-a1b5-2fdc409a81c9 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:17.902817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Attempting to bind port 37c778d6-8432-4755-a1b5-2fdc409a81c9 on network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:18.012776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901d9961-465b-4f91-a402-50d5a7a3786f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:18.044776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.132098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-366ec429-1d18-4eb9-acb6-e16dfd68d534 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256150 Aug 11 00:45:18.140696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Port 37c778d6-8432-4755-a1b5-2fdc409a81c9 on network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:18.140696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Attempting to bind port 37c778d6-8432-4755-a1b5-2fdc409a81c9 on network cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:18.152689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-c26a5f63-4fec-4028-a9c8-bdde2965ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:18.158005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-c26a5f63-4fec-4028-a9c8-bdde2965ae5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acb5a8cd51cf48fda3b15f711dfb924f&device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1096 time: 1.2346966 Aug 11 00:45:18.164718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.168857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Transition to ACTIVE for port object 901d9961-465b-4f91-a402-50d5a7a3786f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:18.181476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa37ea-85bc-4df2-9cb5-8dbc519f1e04 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:18.185493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fa37ea-85bc-4df2-9cb5-8dbc519f1e04 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:18.193223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-45fa37ea-85bc-4df2-9cb5-8dbc519f1e04 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3394303 Aug 11 00:45:18.195987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46602) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:18.197505 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.241377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b0f5e-9401-4922-b269-cd716ad2d65d req-79cd22db-cd6b-48ab-b3c5-e5adcbabc974 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:18.260382 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c4b0f5e-9401-4922-b269-cd716ad2d65d req-79cd22db-cd6b-48ab-b3c5-e5adcbabc974 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 944 time: 0.5678873 Aug 11 00:45:18.303502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-9b98a5b0-dbff-44fc-9197-c83c54c9acc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e HTTP/1.1" status: 200 len: 217 time: 0.1160512 Aug 11 00:45:18.304654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868335a-36d2-4480-970f-60b2fd10911b service neutron] Pushing event updated for resources: {'Port': ['ID=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:18.320215 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa2df1-7e1a-4fbe-b7e7-165d396b5b8c x-openstack-request-id: req-dbaa2df1-7e1a-4fbe-b7e7-165d396b5b8c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:18.320976 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90727be3-ec11-4031-91da-20d6ea2860b8", "tag": "c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:18.321464 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbaa2df1-7e1a-4fbe-b7e7-165d396b5b8c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:18.322444 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90727be3-ec11-4031-91da-20d6ea2860b8', 'tag': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'status': 'completed', 'code': 200} Aug 11 00:45:18.323303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.343728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:18.344481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Checking segment: {'id': 'a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:18.345259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Bound using segment: {'id': 'a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:18.346364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Bound port: 37c778d6-8432-4755-a1b5-2fdc409a81c9, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:18.347187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.349299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.442052 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d97e9e-1087-494a-8327-6aee2e6d2fae x-openstack-request-id: req-a3d97e9e-1087-494a-8327-6aee2e6d2fae {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:18.442503 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "42653c7a-c067-44ea-b929-e68fe3b4e47c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:18.442898 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3d97e9e-1087-494a-8327-6aee2e6d2fae {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:18.443580 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '42653c7a-c067-44ea-b929-e68fe3b4e47c', 'status': 'completed', 'code': 200} Aug 11 00:45:18.547082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c68b7-5277-4520-885e-5acaae87ee8f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=72e20f03-269c-4c18-9346-95069b24cd8b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:18.602691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-ebc55ebf-c213-430a-9104-a2409791b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:18.604502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-ebc55ebf-c213-430a-9104-a2409791b97c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5089f315-ab5e-404a-b776-303dacfbf732 HTTP/1.1" status: 200 len: 848 time: 0.2900536 Aug 11 00:45:18.607698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d292d8-53c6-4cc5-bb18-cfa2783ccb70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet ffb5a686-e412-42bd-9959-5ecb09db2278 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:18.636041 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c4b0f5e-9401-4922-b269-cd716ad2d65d req-c0970615-f501-4bda-9c2c-ca8928ea6793 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745613 Aug 11 00:45:18.637109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Pushing event updated for resources: {'Port': ['ID=901d9961-465b-4f91-a402-50d5a7a3786f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:18.656918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07d292d8-53c6-4cc5-bb18-cfa2783ccb70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.688643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-1dad70be-6cb3-4002-852b-38d7ac162a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:18.696493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c8d6501d-fd03-4fcd-9cbc-878a80e93498 req-1dad70be-6cb3-4002-852b-38d7ac162a45 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4955389 Aug 11 00:45:18.825704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-783af140-d229-4013-84f1-40f36d150d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.952334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2ad7a-944e-4625-abfc-7242d39777f0 req-7af9feed-e83a-4cb0-a077-17942df58217 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:18.956484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07d292d8-53c6-4cc5-bb18-cfa2783ccb70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:18.961502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98a2ad7a-944e-4625-abfc-7242d39777f0 req-7af9feed-e83a-4cb0-a077-17942df58217 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 943 time: 0.3512030 Aug 11 00:45:18.984431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.064243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-63fe5cb9-c266-4df9-b9d8-a2528a06c195 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9146674 Aug 11 00:45:19.077498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-926b4767-47ba-4f49-b0cc-9cc459717c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.079578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-926b4767-47ba-4f49-b0cc-9cc459717c2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c269dec9-ff3a-4149-be6b-829be0ca1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4563792 Aug 11 00:45:19.127621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Deleting port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:19.128256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.129791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] For port 37c778d6-8432-4755-a1b5-2fdc409a81c9, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:19.133653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-8c921632-78c2-430a-b598-85e8f5f9b936 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=20e99aba-6b99-4072-8bff-ed68255952c5 HTTP/1.1" status: 200 len: 217 time: 0.0618472 Aug 11 00:45:19.205102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98a2ad7a-944e-4625-abfc-7242d39777f0 req-c9e14c5c-f01d-42d0-9dc5-1a30156abdb8 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378767 Aug 11 00:45:19.232434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] For port 37c778d6-8432-4755-a1b5-2fdc409a81c9, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=37c778d6-8432-4755-a1b5-2fdc409a81c9,segment=NetworkSegment(a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a),segment_id=a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:19.235317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:19.282972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-44a378ad-5dce-4084-b86f-f1ea4d0e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.283571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-44a378ad-5dce-4084-b86f-f1ea4d0e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.284634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-44a378ad-5dce-4084-b86f-f1ea4d0e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.285128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-44a378ad-5dce-4084-b86f-f1ea4d0e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.285637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-44a378ad-5dce-4084-b86f-f1ea4d0e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.286177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-44a378ad-5dce-4084-b86f-f1ea4d0e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.286695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-44a378ad-5dce-4084-b86f-f1ea4d0e40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.288848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a960b911-f062-420f-8235-4d0d3d294b33 req-44a378ad-5dce-4084-b86f-f1ea4d0e40f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6308 time: 0.4917810 Aug 11 00:45:19.352276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Attempting to bind port 901d9961-465b-4f91-a402-50d5a7a3786f on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:19.352993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Attempting to bind port 901d9961-465b-4f91-a402-50d5a7a3786f by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:19.353662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Attempting to bind port 901d9961-465b-4f91-a402-50d5a7a3786f on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:19.364323 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.467512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Port 901d9961-465b-4f91-a402-50d5a7a3786f on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:19.467964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Attempting to bind port 901d9961-465b-4f91-a402-50d5a7a3786f on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:19.472671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.473323 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.474914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] 10.222.0.55 "PUT /v2.0/ports/37c778d6-8432-4755-a1b5-2fdc409a81c9 HTTP/1.1" status: 200 len: 1092 time: 7.4582605 Aug 11 00:45:19.534919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:19.542048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b626cf43-18ab-4512-b524-3b2db2f033e0 None None] Network 79cc9155-976c-4f57-b140-ec479da17c44 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:19.548980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-df0c11fa-932f-4665-82ba-495e3a74ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.551877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-df0c11fa-932f-4665-82ba-495e3a74ae57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.3839216 Aug 11 00:45:19.559085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:19.560778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Checking segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:19.563966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Bound using segment: {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:19.563966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Bound port: 901d9961-465b-4f91-a402-50d5a7a3786f, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43924c13-dc1e-45a1-9c7f-f500506f1a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:19.563966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.575894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] For port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,segment=NetworkSegment(9dfecf74-b72d-4cfd-93f6-413a3ad39815),segment_id=9dfecf74-b72d-4cfd-93f6-413a3ad39815)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:19.576530 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.589304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.607474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07d292d8-53c6-4cc5-bb18-cfa2783ccb70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.661017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-c13ee208-45c7-4932-8804-eaafc2b2c350 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.667614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-c13ee208-45c7-4932-8804-eaafc2b2c350 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.674165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-c13ee208-45c7-4932-8804-eaafc2b2c350 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.681122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-c13ee208-45c7-4932-8804-eaafc2b2c350 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.687724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-c13ee208-45c7-4932-8804-eaafc2b2c350 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.695447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-c13ee208-45c7-4932-8804-eaafc2b2c350 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.701995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-c13ee208-45c7-4932-8804-eaafc2b2c350 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.711211 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-c13ee208-45c7-4932-8804-eaafc2b2c350 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5398 time: 0.3643370 Aug 11 00:45:19.723404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Calling delete_port for 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:19.730659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a4dc901c-a11a-4a3a-aa44-d1edb4f52ec0 None None] Provisioning for port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:19.733450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a4dc901c-a11a-4a3a-aa44-d1edb4f52ec0 None None] Provisioning complete for port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:19.733937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a4dc901c-a11a-4a3a-aa44-d1edb4f52ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.754689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.761005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-1d89d6c5-4c05-405e-b0ca-68f0ca520f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.761941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-1d89d6c5-4c05-405e-b0ca-68f0ca520f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.762442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-1d89d6c5-4c05-405e-b0ca-68f0ca520f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:19.766337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a960b911-f062-420f-8235-4d0d3d294b33 req-1d89d6c5-4c05-405e-b0ca-68f0ca520f76 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d618dfbf02243c789c876d25b382560&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4162221 Aug 11 00:45:19.910204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a4dc901c-a11a-4a3a-aa44-d1edb4f52ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:19.935279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-2816b481-b0ff-453d-bb98-6fcbc9e10d76 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981784 Aug 11 00:45:19.937117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b4bf6-2e5e-436a-8469-eb64dc85153d service neutron] Pushing event updated for resources: {'Port': ['ID=37c778d6-8432-4755-a1b5-2fdc409a81c9,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:19.953933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] DHCP port deletion for 79cc9155-976c-4f57-b140-ec479da17c44 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:45:19.986328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e5b13-0fdb-41a2-9513-880b316ba07f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:20.013163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46e8fba3-8c43-4cb3-a2bf-eed03a5cc379 req-8a8fcede-676e-4ffd-9745-5802eaa0012d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2966356 Aug 11 00:45:20.038978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a4dc901c-a11a-4a3a-aa44-d1edb4f52ec0 None None] For port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,segment=NetworkSegment(9dfecf74-b72d-4cfd-93f6-413a3ad39815),segment_id=9dfecf74-b72d-4cfd-93f6-413a3ad39815)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:20.060020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] For port 901d9961-465b-4f91-a402-50d5a7a3786f, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:20.065126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] For port 901d9961-465b-4f91-a402-50d5a7a3786f, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=901d9961-465b-4f91-a402-50d5a7a3786f,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:20.077823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] Deleting port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:20.078846 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.148768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.159726 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.160843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] For port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,segment=NetworkSegment(9dfecf74-b72d-4cfd-93f6-413a3ad39815),segment_id=9dfecf74-b72d-4cfd-93f6-413a3ad39815)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:20.161501 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.174383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07d292d8-53c6-4cc5-bb18-cfa2783ccb70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.184696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] Calling delete_port for 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:20.214198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:20.214909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.216844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] 10.222.0.44 "PUT /v2.0/ports/901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 200 len: 1092 time: 4.6234946 Aug 11 00:45:20.290101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.298907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.309375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.336480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6dddc-f965-4dc9-9c90-7876406b67af None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:20.339377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-07d292d8-53c6-4cc5-bb18-cfa2783ccb70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.342545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a4dc901c-a11a-4a3a-aa44-d1edb4f52ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.344191 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-07d292d8-53c6-4cc5-bb18-cfa2783ccb70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/ffb5a686-e412-42bd-9959-5ecb09db2278 HTTP/1.1" status: 204 len: 168 time: 2.1404166 Aug 11 00:45:20.415908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d292d8-53c6-4cc5-bb18-cfa2783ccb70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb5a686-e412-42bd-9959-5ecb09db2278,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:20.426912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46618) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:20.446066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] Pushing event deleted for resources: {'Port': ['ID=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:20.448109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134d76f-cbe7-4eae-a0dd-8fada2fe9517 None None] No DVR routers for this DVR port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:20.494163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:20.515061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc901c-a11a-4a3a-aa44-d1edb4f52ec0 None None] Pushing event deleted for resources: {'Port': ['ID=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:20.562025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '901d9961-465b-4f91-a402-50d5a7a3786f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:20.566443 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcba7cb-2022-46d4-805b-3063be8b7049" -d '{"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "901d9961-465b-4f91-a402-50d5a7a3786f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:20.576511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f038349f-e79e-4106-88ad-420dc36533f8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:20.599246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] No DVR routers for this DVR port 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:20.608940 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.611064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c81cb075-9659-421c-965e-251bd3d9e9c0 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.4037943 Aug 11 00:45:20.623317 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.715452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46626) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:20.740576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:45:20.769905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-443ad23b-6335-429f-8dbe-3211744bfb43 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3378828 Aug 11 00:45:20.788442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46628) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:20.838799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] Deleting port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:20.840645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.945128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9426ba1d-31d1-4ac6-aa87-4a8834942764', 'tag': '37c778d6-8432-4755-a1b5-2fdc409a81c9'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:20.949330 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bef76f-6e63-4101-955f-2430d62e7880" -d '{"events": [{"name": "network-changed", "server_uuid": "9426ba1d-31d1-4ac6-aa87-4a8834942764", "tag": "37c778d6-8432-4755-a1b5-2fdc409a81c9"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:20.954474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] For port ae6064b8-1203-4c24-a4ae-7b8da6a672f7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ae6064b8-1203-4c24-a4ae-7b8da6a672f7,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:20.955121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.988681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:20.993799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ae6064b8-1203-4c24-a4ae-7b8da6a672f7 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:45:21.016843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] Calling delete_port for ae6064b8-1203-4c24-a4ae-7b8da6a672f7 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:21.101472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eb9f8-2ddf-41b1-b156-0e9210d0e19e service neutron] Pushing event updated for resources: {'Port': ['ID=901d9961-465b-4f91-a402-50d5a7a3786f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:21.115769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc3c25b2-2843-4fe1-bba5-7a3525d9407c req-2f3e875d-6273-441f-8841-a7944e7f9c60 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0943353 Aug 11 00:45:21.167389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-e4013cf0-1f1f-4eda-949a-83b6a8af9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.170334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-e4013cf0-1f1f-4eda-949a-83b6a8af9ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.6023393 Aug 11 00:45:21.195652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.219357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238b521-fe16-4d1a-9d45-c1e509aee557 req-396db921-4661-4c1f-bde0-f63f37359b4c tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.220114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dec464-8de9-46b0-b496-a5e8494a7e12 req-c0ff42bf-67c9-4803-83b1-660eb98c28fb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.222523 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.222764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1dec464-8de9-46b0-b496-a5e8494a7e12 req-c0ff42bf-67c9-4803-83b1-660eb98c28fb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 944 time: 1.0754094 Aug 11 00:45:21.233156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1238b521-fe16-4d1a-9d45-c1e509aee557 req-396db921-4661-4c1f-bde0-f63f37359b4c tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 943 time: 0.8135102 Aug 11 00:45:21.259353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-a038c622-cfde-4950-beae-819ec63553c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.260004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Port': ['ID=8f34327e-8177-4e7d-a26f-7c1a59ca8f50,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:21.262006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-a038c622-cfde-4950-beae-819ec63553c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9e176f309c4c8f80b8dfb64869d6ea&device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 1095 time: 1.4167595 Aug 11 00:45:21.272424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.309788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] Pushing event deleted for resources: {'Port': ['ID=ae6064b8-1203-4c24-a4ae-7b8da6a672f7,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:21.315855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cc9155-976c-4f57-b140-ec479da17c44']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:21.331056 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a252f6-2a2b-46f8-bb6e-70d0c2e26e82 None None] No DVR routers for this DVR port ae6064b8-1203-4c24-a4ae-7b8da6a672f7 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:21.333825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:45:21.365673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b911-f062-420f-8235-4d0d3d294b33 req-4dbe8244-d494-4846-b54f-c29f6f1ef383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.369844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a960b911-f062-420f-8235-4d0d3d294b33 req-4dbe8244-d494-4846-b54f-c29f6f1ef383 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3870542 Aug 11 00:45:21.373425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfecf74-b72d-4cfd-93f6-413a3ad39815') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:21.375658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfecf74-b72d-4cfd-93f6-413a3ad39815') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:21.388298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15096090-f289-4745-9197-0e9a4cada61a None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:45:21.392725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:45:21.392725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8f34327e-8177-4e7d-a26f-7c1a59ca8f50 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:45:21.430587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.438488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-77ee8561-1579-408d-90d8-43f35e35d0df tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6742146 Aug 11 00:45:21.461870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46636) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:21.466887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-701601c2-f594-4794-8544-283a1835a355 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-security--106972728', 'description': 'tempest-security-description-306403114'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:21.488684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-285dc004-99bc-4dac-9b5e-2433f662376d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37c778d6-8432-4755-a1b5-2fdc409a81c9 HTTP/1.1" status: 200 len: 217 time: 0.1717544 Aug 11 00:45:21.495977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7ca08-124d-464f-bcbe-f917bf5d4789 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.497945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1af7ca08-124d-464f-bcbe-f917bf5d4789 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7002485 Aug 11 00:45:21.505980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46638) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:21.560680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.585469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1238b521-fe16-4d1a-9d45-c1e509aee557 req-aca45684-6cea-44bb-8c34-78f08bc4d391 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197680 Aug 11 00:45:21.597901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:45:21.598336 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.599948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15096090-f289-4745-9197-0e9a4cada61a None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:45:21.606850 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:45:21.671361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-701601c2-f594-4794-8544-283a1835a355 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.683750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1dec464-8de9-46b0-b496-a5e8494a7e12 req-cad04121-11fd-4397-b555-991612282ee3 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4151368 Aug 11 00:45:21.764467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-1e5bdd28-830c-4f08-a02f-7a901a9f7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.767782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-1e5bdd28-830c-4f08-a02f-7a901a9f7f03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acb5a8cd51cf48fda3b15f711dfb924f&device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1096 time: 0.5041797 Aug 11 00:45:21.816788 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-701601c2-f594-4794-8544-283a1835a355 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.822584 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1787ce54-100a-4ca3-8a14-e7dc4caa3f4c x-openstack-request-id: req-1787ce54-100a-4ca3-8a14-e7dc4caa3f4c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:21.834717 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "901d9961-465b-4f91-a402-50d5a7a3786f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:21.834717 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1787ce54-100a-4ca3-8a14-e7dc4caa3f4c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:21.834717 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '901d9961-465b-4f91-a402-50d5a7a3786f', 'status': 'completed', 'code': 200} Aug 11 00:45:21.838916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.889473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.895963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/networks/79cc9155-976c-4f57-b140-ec479da17c44 HTTP/1.1" status: 204 len: 168 time: 4.3361170 Aug 11 00:45:21.905504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46640) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:21.906110 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574b8079-6e4d-4f64-810a-bfac9a8ce73e x-openstack-request-id: req-574b8079-6e4d-4f64-810a-bfac9a8ce73e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:21.906496 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9426ba1d-31d1-4ac6-aa87-4a8834942764", "tag": "37c778d6-8432-4755-a1b5-2fdc409a81c9", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:21.906824 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-574b8079-6e4d-4f64-810a-bfac9a8ce73e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:21.907404 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9426ba1d-31d1-4ac6-aa87-4a8834942764', 'tag': '37c778d6-8432-4755-a1b5-2fdc409a81c9', 'status': 'completed', 'code': 200} Aug 11 00:45:21.924830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfad9a4-65c1-4246-bd10-630b611e99af tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Network': ['ID=79cc9155-976c-4f57-b140-ec479da17c44,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:21.926782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-6f74badd-ef93-4026-b6ac-4ca298356822 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379766 Aug 11 00:45:21.949134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-701601c2-f594-4794-8544-283a1835a355 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.953707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-701601c2-f594-4794-8544-283a1835a355 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:21.960466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-701601c2-f594-4794-8544-283a1835a355 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "PUT /v2.0/security-groups/f038349f-e79e-4106-88ad-420dc36533f8 HTTP/1.1" status: 200 len: 1778 time: 0.4925985 Aug 11 00:45:21.988693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73da01a-edb8-4302-b5eb-96632aae5ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.993605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d73da01a-edb8-4302-b5eb-96632aae5ed3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4618206 Aug 11 00:45:21.994043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-d5a5cb43-c6c4-4d52-a1f7-7162d2b67997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:21.996075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-d5a5cb43-c6c4-4d52-a1f7-7162d2b67997 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82e13454-3706-40b3-86fe-5d45ed95fb81 HTTP/1.1" status: 200 len: 865 time: 0.4964108 Aug 11 00:45:21.999552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46642) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:22.000033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46644) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:22.098939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701601c2-f594-4794-8544-283a1835a355 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f038349f-e79e-4106-88ad-420dc36533f8,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:22.115281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:22.127418 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-9665bec8-a4bc-4141-a991-d183fa044fea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014292 Aug 11 00:45:22.228867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71bbd851-f54e-4f2a-ae13-e22b687560c0 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:22.246425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:22.255246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a77813ef-afac-41e2-a734-26dd49a15e7a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2387445 Aug 11 00:45:22.264937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46648) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:22.285323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:22.354691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:22.382103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Transition to ACTIVE for port object 71bbd851-f54e-4f2a-ae13-e22b687560c0 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:22.394612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Deleting port bafee76d-37a6-4cdb-9287-ce006afae352 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:22.395188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:22.436012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-8050361a-8a16-4635-915a-cb2efaa50bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.436459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-8050361a-8a16-4635-915a-cb2efaa50bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.436959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-8050361a-8a16-4635-915a-cb2efaa50bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.437455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-8050361a-8a16-4635-915a-cb2efaa50bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.437943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-8050361a-8a16-4635-915a-cb2efaa50bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.438430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-8050361a-8a16-4635-915a-cb2efaa50bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.438921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-8050361a-8a16-4635-915a-cb2efaa50bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.441862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-8050361a-8a16-4635-915a-cb2efaa50bcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6350 time: 0.5983727 Aug 11 00:45:22.467732 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b7337c66-65d1-4d25-95c2-4a9aff5626bc tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups/f038349f-e79e-4106-88ad-420dc36533f8 HTTP/1.1" status: 200 len: 1778 time: 0.4549479 Aug 11 00:45:22.482452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46650) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:22.492427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-4e7f50ba-52df-4fd4-bda7-bdd1fb697982 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.498610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-4e7f50ba-52df-4fd4-bda7-bdd1fb697982 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.505639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-4e7f50ba-52df-4fd4-bda7-bdd1fb697982 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.511910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-4e7f50ba-52df-4fd4-bda7-bdd1fb697982 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.518305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-4e7f50ba-52df-4fd4-bda7-bdd1fb697982 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.519106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:22.525040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-4e7f50ba-52df-4fd4-bda7-bdd1fb697982 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.531247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-4e7f50ba-52df-4fd4-bda7-bdd1fb697982 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.533312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-4e7f50ba-52df-4fd4-bda7-bdd1fb697982 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5398 time: 0.6304076 Aug 11 00:45:22.558730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-e51e1610-9be4-41e9-92d6-dce58abb301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.558730 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-e51e1610-9be4-41e9-92d6-dce58abb301f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c269dec9-ff3a-4149-be6b-829be0ca1b2c HTTP/1.1" status: 200 len: 910 time: 0.7476327 Aug 11 00:45:22.604214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] For port bafee76d-37a6-4cdb-9287-ce006afae352, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bafee76d-37a6-4cdb-9287-ce006afae352,segment=NetworkSegment(4153bc63-6c7c-40d0-8769-b2475225f4d0),segment_id=4153bc63-6c7c-40d0-8769-b2475225f4d0)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:22.604597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:22.651149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Calling delete_port for bafee76d-37a6-4cdb-9287-ce006afae352 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:22.652205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-35c58706-3c36-4c5f-80d2-530814aa1f90 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809988 Aug 11 00:45:22.659453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Pushing event updated for resources: {'Port': ['ID=71bbd851-f54e-4f2a-ae13-e22b687560c0,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:22.663116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-57760507-cbc6-4bb1-adb0-c2531d29dea8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e HTTP/1.1" status: 200 len: 217 time: 0.1175401 Aug 11 00:45:22.681947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-f3468201-2a2f-425e-ae71-94ccaf257c97 service neutron] 10.222.0.55 "GET /v2.0/networks/cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443526 Aug 11 00:45:22.709943 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc92542-6919-4b65-8194-09722604adb9 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:22.783825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:22.787449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:22.822107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-ff4f095d-7c43-4e06-a690-b711abea0029 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db8de401-0507-4b3c-9d6c-7448e25908a9 HTTP/1.1" status: 200 len: 217 time: 0.1557221 Aug 11 00:45:22.874561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecc2c45d-a098-4a00-9e51-49755def4524 req-8b0019c0-6772-4ea2-a231-721a067070db tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3089192 Aug 11 00:45:22.965937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-f5ad99dd-7387-4dac-865b-fb1be516f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:22.967515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-f5ad99dd-7387-4dac-865b-fb1be516f1f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5089f315-ab5e-404a-b776-303dacfbf732 HTTP/1.1" status: 200 len: 848 time: 0.2811143 Aug 11 00:45:23.009134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-4c63ff7d-acf0-4724-bcc6-40b8117c301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.009823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-4c63ff7d-acf0-4724-bcc6-40b8117c301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.010138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-4c63ff7d-acf0-4724-bcc6-40b8117c301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.012026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-4c63ff7d-acf0-4724-bcc6-40b8117c301a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d618dfbf02243c789c876d25b382560&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5562601 Aug 11 00:45:23.042559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b88ce623-a5fe-415d-9d9a-1b5fa77320b5 req-258019ae-1763-46d2-bb57-6ac55a94bbfd service neutron] 10.222.0.55 "GET /v2.0/networks/cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431077 Aug 11 00:45:23.075422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-8182ea33-3e98-42f6-b62c-97bdd8a766d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.080098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-8182ea33-3e98-42f6-b62c-97bdd8a766d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.2343602 Aug 11 00:45:23.180919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:23.199720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2e90d-5128-472c-bf54-d6ceb8c3c5fc req-0128f375-3f8b-45ea-8757-8a3b1900021d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.201496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4fc2e90d-5128-472c-bf54-d6ceb8c3c5fc req-0128f375-3f8b-45ea-8757-8a3b1900021d tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 944 time: 0.2330024 Aug 11 00:45:23.203684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-f3a89050-b211-4711-bcce-7f925462fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.205247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-f3a89050-b211-4711-bcce-7f925462fc68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c269dec9-ff3a-4149-be6b-829be0ca1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2262652 Aug 11 00:45:23.341619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:23.348028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-97e22d4c-a274-4d70-90c9-810e91d17db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.349623 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cdcba7cb-2022-46d4-805b-3063be8b7049 req-97e22d4c-a274-4d70-90c9-810e91d17db7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3059449 Aug 11 00:45:23.362773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-62606b76-6d5f-42b2-a853-16765d07c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.363756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'port_id': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'mac_address': 'fa:16:3e:56:db:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:23.364480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-62606b76-6d5f-42b2-a853-16765d07c6a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2502570 Aug 11 00:45:23.379984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bef76f-6e63-4101-955f-2430d62e7880 req-a6a83c6a-7dac-4e1c-853e-f38c8ceccff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.381617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20bef76f-6e63-4101-955f-2430d62e7880 req-a6a83c6a-7dac-4e1c-853e-f38c8ceccff4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d9e176f309c4c8f80b8dfb64869d6ea&device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 1095 time: 0.2032933 Aug 11 00:45:23.387671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc92542-6919-4b65-8194-09722604adb9 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.396450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4fc2e90d-5128-472c-bf54-d6ceb8c3c5fc req-8e5420ee-57ae-4490-a834-8415b9f705aa tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787980 Aug 11 00:45:23.435934 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.468095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:23.485009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Attempting to bind port 71bbd851-f54e-4f2a-ae13-e22b687560c0 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:23.485341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Attempting to bind port 71bbd851-f54e-4f2a-ae13-e22b687560c0 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:23.485681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Attempting to bind port 71bbd851-f54e-4f2a-ae13-e22b687560c0 on network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:23.496417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Port 71bbd851-f54e-4f2a-ae13-e22b687560c0 on network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:23.496753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Attempting to bind port 71bbd851-f54e-4f2a-ae13-e22b687560c0 on network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:23.507682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62568cd-5c2d-4d15-bd88-0e55f146381d req-5e234228-22bb-4108-8b96-5970dae53b23 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.509353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c62568cd-5c2d-4d15-bd88-0e55f146381d req-5e234228-22bb-4108-8b96-5970dae53b23 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 943 time: 0.7368262 Aug 11 00:45:23.517342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:23.517921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Checking segment: {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:23.519114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Bound using segment: {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:23.519890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Bound port: 71bbd851-f54e-4f2a-ae13-e22b687560c0, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:23.520224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:23.520481 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.596920 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.613655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-adbd34d1-0488-4749-b51b-4d60cd2ac1eb service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945267 Aug 11 00:45:23.618466 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.652811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc92542-6919-4b65-8194-09722604adb9 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.655587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebc92542-6919-4b65-8194-09722604adb9 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.662182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ebc92542-6919-4b65-8194-09722604adb9 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/f038349f-e79e-4106-88ad-420dc36533f8 HTTP/1.1" status: 204 len: 168 time: 1.1737187 Aug 11 00:45:23.669783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c62568cd-5c2d-4d15-bd88-0e55f146381d req-8bbba4ad-beca-43d2-a509-9c192802d4ba tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433122 Aug 11 00:45:23.672797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46660) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:23.683063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Port': ['ID=bafee76d-37a6-4cdb-9287-ce006afae352,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:23.685405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] No DVR routers for this DVR port bafee76d-37a6-4cdb-9287-ce006afae352 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:23.704894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:23.756926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc92542-6919-4b65-8194-09722604adb9 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f038349f-e79e-4106-88ad-420dc36533f8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:23.791135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bef76f-6e63-4101-955f-2430d62e7880 req-efcefe9e-6ec0-4e97-b707-84add429942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:23.792828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20bef76f-6e63-4101-955f-2430d62e7880 req-efcefe9e-6ec0-4e97-b707-84add429942f service neutron] 10.222.0.55 "GET /v2.0/networks?id=cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc HTTP/1.1" status: 200 len: 926 time: 0.3965530 Aug 11 00:45:23.802578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-9f072e17-5085-4d78-b8f1-35b1f9341e70 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294021 Aug 11 00:45:23.812910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] For port 71bbd851-f54e-4f2a-ae13-e22b687560c0, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:23.821489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] For port 71bbd851-f54e-4f2a-ae13-e22b687560c0, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:23.872085 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20bef76f-6e63-4101-955f-2430d62e7880 req-874d9287-3b0b-4666-881f-404359731d62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37c778d6-8432-4755-a1b5-2fdc409a81c9 HTTP/1.1" status: 200 len: 217 time: 0.0662158 Aug 11 00:45:23.941512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f7160914-6707-4c42-af2e-57d567dedcfd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2590027 Aug 11 00:45:23.941512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.941916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:45:23.945796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:23.950390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46664) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:23.952735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-fa4902d6-572e-41cf-a6ca-8b873dc89a85 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310006 Aug 11 00:45:23.965280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a386e19-809b-4cd1-99e5-8ff6a7572733']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:23.978518 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-b3089bcb-660c-4888-a285-fbe551392838 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] delete failed (client error): The resource could not be found. Aug 11 00:45:23.978518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b3089bcb-660c-4888-a285-fbe551392838 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/f038349f-e79e-4106-88ad-420dc36533f8 HTTP/1.1" status: 404 len: 347 time: 0.0189366 Aug 11 00:45:23.978967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46666) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:23.984534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4803d641-610f-4567-a8e1-20021391973f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-secgroup--193741682'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:24.038321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4153bc63-6c7c-40d0-8769-b2475225f4d0') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:24.038664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4153bc63-6c7c-40d0-8769-b2475225f4d0') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:24.048441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.049091 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.051316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] 10.222.0.44 "PUT /v2.0/ports/71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 200 len: 1092 time: 3.6264968 Aug 11 00:45:24.058811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '71bbd851-f54e-4f2a-ae13-e22b687560c0'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:24.061312 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8905a2fe-8128-4136-8366-09db895167f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "71bbd851-f54e-4f2a-ae13-e22b687560c0"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:24.078005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.082429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bef76f-6e63-4101-955f-2430d62e7880 req-a736ccd8-0e51-4e2f-928f-1db35eca6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.091969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20bef76f-6e63-4101-955f-2430d62e7880 req-a736ccd8-0e51-4e2f-928f-1db35eca6814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82e13454-3706-40b3-86fe-5d45ed95fb81 HTTP/1.1" status: 200 len: 865 time: 0.2060792 Aug 11 00:45:24.120451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.138042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:45:24.138501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:45:24.168678 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:45:24.265481 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692d8e7-b006-4363-9836-8f3b194e18f2 x-openstack-request-id: req-2692d8e7-b006-4363-9836-8f3b194e18f2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:24.265481 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "71bbd851-f54e-4f2a-ae13-e22b687560c0", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:24.265481 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2692d8e7-b006-4363-9836-8f3b194e18f2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:24.265481 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '71bbd851-f54e-4f2a-ae13-e22b687560c0', 'status': 'completed', 'code': 200} Aug 11 00:45:24.265481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d936100-b132-422d-a881-33cca6d3e372 service neutron] Pushing event updated for resources: {'Port': ['ID=71bbd851-f54e-4f2a-ae13-e22b687560c0,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:24.266048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20bef76f-6e63-4101-955f-2430d62e7880 req-65bf24f1-1b4c-457a-8718-97eda99b96b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646993 Aug 11 00:45:24.300762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-92d67443-5054-4982-b2b0-2e0347f0e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.301071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-92d67443-5054-4982-b2b0-2e0347f0e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.301659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-92d67443-5054-4982-b2b0-2e0347f0e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.302202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-92d67443-5054-4982-b2b0-2e0347f0e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.302719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-92d67443-5054-4982-b2b0-2e0347f0e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.303279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-92d67443-5054-4982-b2b0-2e0347f0e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.316508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-92d67443-5054-4982-b2b0-2e0347f0e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.316508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8905a2fe-8128-4136-8366-09db895167f5 req-92d67443-5054-4982-b2b0-2e0347f0e712 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6418 time: 0.0737634 Aug 11 00:45:24.354559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-18d245e2-5d53-423c-99ed-73b999746694 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368156 Aug 11 00:45:24.389263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-91f8d271-280f-4340-9044-23d54cc7aa50 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.396130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-91f8d271-280f-4340-9044-23d54cc7aa50 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.405055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-91f8d271-280f-4340-9044-23d54cc7aa50 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.413170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-91f8d271-280f-4340-9044-23d54cc7aa50 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.420099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-91f8d271-280f-4340-9044-23d54cc7aa50 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.426952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-91f8d271-280f-4340-9044-23d54cc7aa50 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.433626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-91f8d271-280f-4340-9044-23d54cc7aa50 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.435837 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-91f8d271-280f-4340-9044-23d54cc7aa50 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5410 time: 0.2500906 Aug 11 00:45:24.479137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4803d641-610f-4567-a8e1-20021391973f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.493722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-ef4cad07-612c-4546-abb7-66ee3b946b8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30d89737-eda3-40ac-9ae8-63b3180d7466 HTTP/1.1" status: 200 len: 217 time: 0.1316156 Aug 11 00:45:24.523627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-6d09276e-fb5e-4f75-b8dc-37119c7a30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.524244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-6d09276e-fb5e-4f75-b8dc-37119c7a30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.524543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-6d09276e-fb5e-4f75-b8dc-37119c7a30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.526319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8905a2fe-8128-4136-8366-09db895167f5 req-6d09276e-fb5e-4f75-b8dc-37119c7a30f2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d618dfbf02243c789c876d25b382560&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2112167 Aug 11 00:45:24.571366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20bef76f-6e63-4101-955f-2430d62e7880 req-e11abb81-97af-451b-b6b9-ae94ce8ffa3b service neutron] 10.222.0.55 "GET /v2.0/networks/cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938061 Aug 11 00:45:24.622023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5dbfebdb-b93c-48fd-8c18-32987bcad25b req-09b1c59a-3718-4295-8901-c0312f0fa4f0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467817 Aug 11 00:45:24.625386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d55e4-1fc2-4fe7-aa86-ed067f53796d req-ff26d309-3bef-4cf7-84fa-b71edb31eaeb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.626995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f1d55e4-1fc2-4fe7-aa86-ed067f53796d req-ff26d309-3bef-4cf7-84fa-b71edb31eaeb tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 945 time: 0.1194959 Aug 11 00:45:24.674492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fc379da9-2d63-4737-bd7d-0169423a0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.676129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-fc379da9-2d63-4737-bd7d-0169423a0fc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.1703198 Aug 11 00:45:24.683447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.686502 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.703066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Request body: {'port': {'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:24.721930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.728002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/networks/1a386e19-809b-4cd1-99e5-8ff6a7572733 HTTP/1.1" status: 204 len: 168 time: 2.8162529 Aug 11 00:45:24.731667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46678) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:24.825764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a2fe-8128-4136-8366-09db895167f5 req-0d471f3d-6311-4408-aa91-7f94a58d3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.828444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8905a2fe-8128-4136-8366-09db895167f5 req-0d471f3d-6311-4408-aa91-7f94a58d3859 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2824786 Aug 11 00:45:24.842840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30a1c-5d25-4f2a-bdbe-4fe7defd2a7c tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Network': ['ID=1a386e19-809b-4cd1-99e5-8ff6a7572733,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:24.848802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:24.856123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f1d55e4-1fc2-4fe7-aa86-ed067f53796d req-0d6d686c-19af-49b5-abf5-eaf8aff96ca6 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175243 Aug 11 00:45:24.857210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=bee57108-372f-4a48-ae83-2091820a1de1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:24.864640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:24.869350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:24.870300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:24.887927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804358f5-b819-4af5-b567-69150aeb1f92 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:25.116444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': 'bee57108-372f-4a48-ae83-2091820a1de1'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:45:25.117807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.207302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 37c778d6-8432-4755-a1b5-2fdc409a81c9 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:25.209812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:25.347704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20bef76f-6e63-4101-955f-2430d62e7880 req-dc9b8197-fc4d-4578-8f74-4a7d279fd25b service neutron] 10.222.0.55 "GET /v2.0/networks/cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616389 Aug 11 00:45:25.373240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.378904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4803d641-610f-4567-a8e1-20021391973f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.380210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/bee57108-372f-4a48-ae83-2091820a1de1/bd210021-828d-41e6-99f3-3d94a3b6f187) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:25.388915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-b04a65aa-f1d8-4a2a-b757-1effc66c528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:25.395331 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-b04a65aa-f1d8-4a2a-b757-1effc66c528a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7004552 Aug 11 00:45:25.397658 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.459396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 37c778d6-8432-4755-a1b5-2fdc409a81c9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=37c778d6-8432-4755-a1b5-2fdc409a81c9,segment=NetworkSegment(a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a),segment_id=a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:25.461269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e53f7-4142-4f1b-b9da-6b9edab0657f req-bb127309-6768-416c-bf47-9420aaef3b3f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:25.463201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c69e53f7-4142-4f1b-b9da-6b9edab0657f req-bb127309-6768-416c-bf47-9420aaef3b3f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 943 time: 0.2212183 Aug 11 00:45:25.479579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '37c778d6-8432-4755-a1b5-2fdc409a81c9', 'network_id': 'cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc', 'port_id': '37c778d6-8432-4755-a1b5-2fdc409a81c9', 'mac_address': 'fa:16:3e:79:59:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e13454-3706-40b3-86fe-5d45ed95fb81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:25.485444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4803d641-610f-4567-a8e1-20021391973f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.515735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:25.530083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:25.530456 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.543897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3f0349db-21b3-4f2c-98f1-23e48a1010e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2653458 Aug 11 00:45:25.547081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46682) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:25.560597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:46:7b:b0', 'name': 'tempest-NetworksTestDHCPv6-1105103597'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:25.588612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.622058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803d641-610f-4567-a8e1-20021391973f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b752342-3aea-4819-a9f5-b51672a9bc9d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:25.639720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c778d6-8432-4755-a1b5-2fdc409a81c9 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:25.680011 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.689926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 37c778d6-8432-4755-a1b5-2fdc409a81c9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=37c778d6-8432-4755-a1b5-2fdc409a81c9,segment=NetworkSegment(a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a),segment_id=a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:25.695002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Transition to ACTIVE for port object bd210021-828d-41e6-99f3-3d94a3b6f187 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:25.735857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Transition to ACTIVE for port object bd210021-828d-41e6-99f3-3d94a3b6f187 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:25.751969 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.757824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4803d641-610f-4567-a8e1-20021391973f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.763119 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4803d641-610f-4567-a8e1-20021391973f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7788126 Aug 11 00:45:25.766721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46686) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:25.786254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90727be3-ec11-4031-91da-20d6ea2860b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:25.787419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': '7b752342-3aea-4819-a9f5-b51672a9bc9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:25.788624 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e0047-0107-440f-bddb-ae9b088b4ecd" -d '{"events": [{"server_uuid": "90727be3-ec11-4031-91da-20d6ea2860b8", "name": "network-vif-plugged", "status": "completed", "tag": "c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:25.802973 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.809485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c69e53f7-4142-4f1b-b9da-6b9edab0657f req-174900b5-7205-4336-b692-d66258d1e050 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158367 Aug 11 00:45:25.810075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:25.823391 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-b2a55aad-a1b9-45ad-8948-88fa24a13b8e service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215565 Aug 11 00:45:25.840064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:45:25.840064 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:45:25.840064 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': '69df41f8f1194dab8c218f9aecd73d14', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 45, 25, 800760)}] Aug 11 00:45:25.840064 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:45:25.840545 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:45:25.844191 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.888211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:25.896106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:25.900690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:25.902729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:25.913739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=37c778d6-8432-4755-a1b5-2fdc409a81c9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:25.948616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:25.954874 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c111d7-5fd1-4cae-b2d4-ecfff761bee5 x-openstack-request-id: req-63c111d7-5fd1-4cae-b2d4-ecfff761bee5 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:25.956257 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90727be3-ec11-4031-91da-20d6ea2860b8", "name": "network-vif-plugged", "status": "completed", "tag": "c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:25.956257 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63c111d7-5fd1-4cae-b2d4-ecfff761bee5 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:25.956586 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90727be3-ec11-4031-91da-20d6ea2860b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'code': 200} Aug 11 00:45:25.970231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75b9c9bd-ac49-408b-9985-fc75e51d095a req-b936fdda-30cc-4956-8de6-fbab70e22696 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328602 Aug 11 00:45:25.972550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.003176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704d6cdf-4f58-4793-aa5b-24ea57a274eb']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:26.085724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a254dfdd-3d67-45d1-96f8-1c7b15503e3c') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:26.086433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a254dfdd-3d67-45d1-96f8-1c7b15503e3c') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:26.114564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Pushing event updated for resources: {'Port': ['ID=bd210021-828d-41e6-99f3-3d94a3b6f187,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:26.115516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.124788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Attempting to bind port bd210021-828d-41e6-99f3-3d94a3b6f187 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:26.125165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Attempting to bind port bd210021-828d-41e6-99f3-3d94a3b6f187 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:26.125537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Attempting to bind port bd210021-828d-41e6-99f3-3d94a3b6f187 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:26.151541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:26.152242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:26.152443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.152807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:26.153277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Bound port: bd210021-828d-41e6-99f3-3d94a3b6f187, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:26.153670 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.161238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['37c778d6-8432-4755-a1b5-2fdc409a81c9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:45:26.180664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-297abc31-522f-4cd9-bc37-5971b57aff9a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.188445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-297abc31-522f-4cd9-bc37-5971b57aff9a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.199025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-297abc31-522f-4cd9-bc37-5971b57aff9a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.206908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-297abc31-522f-4cd9-bc37-5971b57aff9a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.218604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-297abc31-522f-4cd9-bc37-5971b57aff9a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.225645 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.226178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-297abc31-522f-4cd9-bc37-5971b57aff9a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.235274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-297abc31-522f-4cd9-bc37-5971b57aff9a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.238530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-297abc31-522f-4cd9-bc37-5971b57aff9a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5410 time: 0.3328331 Aug 11 00:45:26.292022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a788b3-411e-40c9-af1c-5080574d1298 req-1e43fc25-1b88-403c-909d-50e4b332efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.295521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98a788b3-411e-40c9-af1c-5080574d1298 req-1e43fc25-1b88-403c-909d-50e4b332efff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1098 time: 0.2487226 Aug 11 00:45:26.311004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:45:26.311855 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:45:26.316586 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:45:26.366228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd882b2b-4f91-4a5c-a090-93215040d048 req-1905a340-9ad8-4b37-bb0a-84484c1ff547 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072764 Aug 11 00:45:26.403490 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.430164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:26.450216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port ba25c4d2-6125-45e4-b1e9-b4171c34a88a yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:45:26.473086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] For port bd210021-828d-41e6-99f3-3d94a3b6f187, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:26.478501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] For port bd210021-828d-41e6-99f3-3d94a3b6f187, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bd210021-828d-41e6-99f3-3d94a3b6f187,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:26.490106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afbd7-d26f-4259-9f71-7f5121d43b4f req-61c7e876-fd17-4efb-97b0-d9fb2bb6197b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:26.495762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-244afbd7-d26f-4259-9f71-7f5121d43b4f req-61c7e876-fd17-4efb-97b0-d9fb2bb6197b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 946 time: 0.3185287 Aug 11 00:45:26.508414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98a788b3-411e-40c9-af1c-5080574d1298 req-a6bd272d-5f4e-45c6-b2ce-e9627b85ccc2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018039 Aug 11 00:45:26.528699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.590946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.594814 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.607443 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.612788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/networks/704d6cdf-4f58-4793-aa5b-24ea57a274eb HTTP/1.1" status: 204 len: 168 time: 1.8600082 Aug 11 00:45:26.617997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46696) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:26.619739 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-244afbd7-d26f-4259-9f71-7f5121d43b4f req-ede99ec0-340d-4331-9721-11ea0b2768ea tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077998 Aug 11 00:45:26.624741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8063b30-6be5-4a51-b6a9-3e2347a26822 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:26.664004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a539-6463-4e9d-a7a3-72ee04af76ed tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Network': ['ID=704d6cdf-4f58-4793-aa5b-24ea57a274eb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:26.666109 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.681912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb2813-2dd5-4565-9c29-a816be7b1e42 None None] Pushing event updated for resources: {'Port': ['ID=bd210021-828d-41e6-99f3-3d94a3b6f187,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:26.682841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Transition to ACTIVE for port object c8063b30-6be5-4a51-b6a9-3e2347a26822 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:26.728356 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.729839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::378 (a231281a-384d-46e8-8f86-e604acdadde9/bee57108-372f-4a48-ae83-2091820a1de1/ba25c4d2-6125-45e4-b1e9-b4171c34a88a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:26.766059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.819296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.899077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:26.912187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Pushing event updated for resources: {'Port': ['ID=c8063b30-6be5-4a51-b6a9-3e2347a26822,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:27.034853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d5ec84-894d-48c6-8c81-cf3c18f5e28d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:27.101699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Attempting to bind port c8063b30-6be5-4a51-b6a9-3e2347a26822 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:27.101699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Attempting to bind port c8063b30-6be5-4a51-b6a9-3e2347a26822 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:27.101699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Attempting to bind port c8063b30-6be5-4a51-b6a9-3e2347a26822 on network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:27.112321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.114095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Port c8063b30-6be5-4a51-b6a9-3e2347a26822 on network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:27.117931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Attempting to bind port c8063b30-6be5-4a51-b6a9-3e2347a26822 on network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:27.128805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:27.128805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Checking segment: {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:27.128805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Bound using segment: {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:27.129211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Bound port: c8063b30-6be5-4a51-b6a9-3e2347a26822, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:27.129917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.139643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bd210021-828d-41e6-99f3-3d94a3b6f187 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:27.160112 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.164477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4bbeebbf-e31b-42e9-bb6c-8d25dc5560ae tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3957787 Aug 11 00:45:27.167306 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb17f323-aca3-40fc-a8a8-c1acd6942664']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:27.187000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46702) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:27.234487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0d5ec7-00b4-4c34-9eb3-ab2bb11ae411') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:27.234844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0d5ec7-00b4-4c34-9eb3-ab2bb11ae411') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:27.251436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] For port c8063b30-6be5-4a51-b6a9-3e2347a26822, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:27.256080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] For port c8063b30-6be5-4a51-b6a9-3e2347a26822, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:27.259885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.264085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.296866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462cf1e-f0a4-4c69-9bba-e36eca447272 req-006f70da-25b3-4213-8406-409470301a45 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.298530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f462cf1e-f0a4-4c69-9bba-e36eca447272 req-006f70da-25b3-4213-8406-409470301a45 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 944 time: 0.2665803 Aug 11 00:45:27.310572 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.313694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e56b8b2-3703-4802-9caa-84c53d1cae86 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.335632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object ba25c4d2-6125-45e4-b1e9-b4171c34a88a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:27.335632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:45:27.335793 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.351806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e56b8b2-3703-4802-9caa-84c53d1cae86 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:45:27.353270 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:45:27.359595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port bd210021-828d-41e6-99f3-3d94a3b6f187 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:27.394730 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.441349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.442361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.444929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] 10.222.0.44 "PUT /v2.0/ports/c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 200 len: 1092 time: 2.7492030 Aug 11 00:45:27.445633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': 'c8063b30-6be5-4a51-b6a9-3e2347a26822'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:27.459456 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975bbaeb-0b86-4096-9e2b-2c8272869db2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "c8063b30-6be5-4a51-b6a9-3e2347a26822"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:27.460560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f462cf1e-f0a4-4c69-9bba-e36eca447272 req-1b2c5d39-cb44-430c-b59d-ffabae1a7826 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537602 Aug 11 00:45:27.541605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f3ad7-8062-4f59-9cbf-7a689d57a489 service neutron] Pushing event updated for resources: {'Port': ['ID=c8063b30-6be5-4a51-b6a9-3e2347a26822,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:27.563977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e56b8b2-3703-4802-9caa-84c53d1cae86 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.566468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e56b8b2-3703-4802-9caa-84c53d1cae86 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.571142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2e56b8b2-3703-4802-9caa-84c53d1cae86 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f7d5ec84-894d-48c6-8c81-cf3c18f5e28d HTTP/1.1" status: 204 len: 168 time: 0.3654652 Aug 11 00:45:27.573234 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf31ab-041d-46bf-9bcc-a97b0a1d6ead x-openstack-request-id: req-b6cf31ab-041d-46bf-9bcc-a97b0a1d6ead {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:27.573851 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "c8063b30-6be5-4a51-b6a9-3e2347a26822", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:27.574048 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6cf31ab-041d-46bf-9bcc-a97b0a1d6ead {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:27.574638 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': 'c8063b30-6be5-4a51-b6a9-3e2347a26822', 'status': 'completed', 'code': 200} Aug 11 00:45:27.575884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46708) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:27.615213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-547eb37c-3c6a-48b0-af1f-9b10c7b6c5e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.626644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56b8b2-3703-4802-9caa-84c53d1cae86 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7d5ec84-894d-48c6-8c81-cf3c18f5e28d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:27.642054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-547eb37c-3c6a-48b0-af1f-9b10c7b6c5e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.646117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.657372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-547eb37c-3c6a-48b0-af1f-9b10c7b6c5e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.677177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-547eb37c-3c6a-48b0-af1f-9b10c7b6c5e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.689125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.697115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-547eb37c-3c6a-48b0-af1f-9b10c7b6c5e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.705904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:27.709844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] 10.222.0.43 "DELETE /v2.0/networks/eb17f323-aca3-40fc-a8a8-c1acd6942664 HTTP/1.1" status: 204 len: 168 time: 1.0878146 Aug 11 00:45:27.713378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-547eb37c-3c6a-48b0-af1f-9b10c7b6c5e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.726567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-547eb37c-3c6a-48b0-af1f-9b10c7b6c5e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.746113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-547eb37c-3c6a-48b0-af1f-9b10c7b6c5e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.2566295 Aug 11 00:45:27.876350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c28fc3f-edbf-47c7-8933-faa30e72c89b req-1364a2b5-c83c-4881-aa79-65efb962c91a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254022 Aug 11 00:45:27.926261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d60c9-e9d2-4d59-8f47-c0a2e692be64 tempest-BulkNetworkOpsIpV6Test-608805843 tempest-BulkNetworkOpsIpV6Test-608805843-project] Pushing event deleted for resources: {'Network': ['ID=eb17f323-aca3-40fc-a8a8-c1acd6942664,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:27.935626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:27.946665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-cdd8ad7d-782a-49ea-abc3-ff20b6275217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.953030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-cdd8ad7d-782a-49ea-abc3-ff20b6275217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.953937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-cdd8ad7d-782a-49ea-abc3-ff20b6275217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.954873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-cdd8ad7d-782a-49ea-abc3-ff20b6275217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.957298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-cdd8ad7d-782a-49ea-abc3-ff20b6275217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.959772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-cdd8ad7d-782a-49ea-abc3-ff20b6275217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.960445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-cdd8ad7d-782a-49ea-abc3-ff20b6275217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:27.966698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-cdd8ad7d-782a-49ea-abc3-ff20b6275217 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6486 time: 0.2020841 Aug 11 00:45:28.083657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:28.088876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=ba25c4d2-6125-45e4-b1e9-b4171c34a88a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:28.115762 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-918ac81d-c507-4ca9-bbba-e843637c62b9 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5310748 Aug 11 00:45:28.116229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:28.121104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46720) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:28.126922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.127904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.175575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf9c8c-3254-4e32-81ca-5d31d6736f32 req-f53ed747-1414-4437-b9ad-558aaab589ed tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.177950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7bf9c8c-3254-4e32-81ca-5d31d6736f32 req-f53ed747-1414-4437-b9ad-558aaab589ed tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 946 time: 0.3605866 Aug 11 00:45:28.230236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-8867a53c-6d3f-47f6-984b-4a37e43da1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.230736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-8867a53c-6d3f-47f6-984b-4a37e43da1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.231251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-8867a53c-6d3f-47f6-984b-4a37e43da1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.233814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-8867a53c-6d3f-47f6-984b-4a37e43da1c5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d618dfbf02243c789c876d25b382560&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2571311 Aug 11 00:45:28.240847 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7bf9c8c-3254-4e32-81ca-5d31d6736f32 req-d0cc4997-b5de-434d-ac35-f03eb08bbe50 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553920 Aug 11 00:45:28.311306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f78b3232-e0b7-4813-b0c2-902b3f92a033 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7623568 Aug 11 00:45:28.315892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46736) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:28.391522 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47504775-04db-4b9d-acca-35abceb576cd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.417581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b2bad7af-1e6b-4544-8bb0-3099a6e6710a None None] Provisioning for port bd210021-828d-41e6-99f3-3d94a3b6f187 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:28.423046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b2bad7af-1e6b-4544-8bb0-3099a6e6710a None None] Provisioning complete for port bd210021-828d-41e6-99f3-3d94a3b6f187 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:28.423448 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b2bad7af-1e6b-4544-8bb0-3099a6e6710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.426206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d1fe8-cb88-453d-b1ee-f0fafff7b5cf tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.434091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d1fe8-cb88-453d-b1ee-f0fafff7b5cf tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.436553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-626d1fe8-cb88-453d-b1ee-f0fafff7b5cf tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1188586 Aug 11 00:45:28.441309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46738) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:28.489267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47504775-04db-4b9d-acca-35abceb576cd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.502663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-975bf349-b17a-48b0-a7ee-164f67d6143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.504243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-975bbaeb-0b86-4096-9e2b-2c8272869db2 req-975bf349-b17a-48b0-a7ee-164f67d6143b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2624326 Aug 11 00:45:28.513512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-bc915e73-0205-4a9d-8bac-44a9396d8b53 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.515004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-bc915e73-0205-4a9d-8bac-44a9396d8b53 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 814 time: 0.2566760 Aug 11 00:45:28.598499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b2bad7af-1e6b-4544-8bb0-3099a6e6710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.621290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a29fef-160f-4217-8eb4-f1e6bf007c1c req-fa0f3e84-89ba-4861-bcfb-3ffdfaae22b3 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.624152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0a29fef-160f-4217-8eb4-f1e6bf007c1c req-fa0f3e84-89ba-4861-bcfb-3ffdfaae22b3 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 946 time: 0.1187391 Aug 11 00:45:28.654402 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04e2600c-b2bf-42d3-9247-a128cb472de2 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/quotas/c85169e76c884f878d22107716be8154 HTTP/1.1" status: 200 len: 375 time: 0.1270084 Aug 11 00:45:28.654958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b2bad7af-1e6b-4544-8bb0-3099a6e6710a None None] For port bd210021-828d-41e6-99f3-3d94a3b6f187, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bd210021-828d-41e6-99f3-3d94a3b6f187,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:28.695000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0a29fef-160f-4217-8eb4-f1e6bf007c1c req-948f39b9-e1a3-4737-9188-55d82120084e tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615435 Aug 11 00:45:28.703406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6627b5f2-385c-48b2-9c48-b1cfa7650808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.704230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6627b5f2-385c-48b2-9c48-b1cfa7650808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.704896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6627b5f2-385c-48b2-9c48-b1cfa7650808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.706094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6627b5f2-385c-48b2-9c48-b1cfa7650808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.706762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6627b5f2-385c-48b2-9c48-b1cfa7650808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.707676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6627b5f2-385c-48b2-9c48-b1cfa7650808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.708328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6627b5f2-385c-48b2-9c48-b1cfa7650808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.710336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6627b5f2-385c-48b2-9c48-b1cfa7650808 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6486 time: 0.1500707 Aug 11 00:45:28.712613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46744) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:28.739318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d87caa72-11ac-49ee-ba39-7a8241c910e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port ba25c4d2-6125-45e4-b1e9-b4171c34a88a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:28.739673 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87caa72-11ac-49ee-ba39-7a8241c910e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.745643 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b2bad7af-1e6b-4544-8bb0-3099a6e6710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.778442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-d854eb28-f30e-430c-8a65-c85f2a5000c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 217 time: 0.0545707 Aug 11 00:45:28.782203 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47504775-04db-4b9d-acca-35abceb576cd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.786632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47504775-04db-4b9d-acca-35abceb576cd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.788320 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47504775-04db-4b9d-acca-35abceb576cd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/7b752342-3aea-4819-a9f5-b51672a9bc9d HTTP/1.1" status: 204 len: 168 time: 0.6654532 Aug 11 00:45:28.798843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46750) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:28.831735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bad7af-1e6b-4544-8bb0-3099a6e6710a None None] Pushing event updated for resources: {'Port': ['ID=bd210021-828d-41e6-99f3-3d94a3b6f187,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:28.880795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-6988361b-fd24-4249-874c-628300c69e55 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2150352 Aug 11 00:45:28.881971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47504775-04db-4b9d-acca-35abceb576cd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b752342-3aea-4819-a9f5-b51672a9bc9d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:28.930966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dbeb58de-7855-4b61-9a0d-d8b3f9a56075 None None] Provisioning for port ba25c4d2-6125-45e4-b1e9-b4171c34a88a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:28.941696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dbeb58de-7855-4b61-9a0d-d8b3f9a56075 None None] Provisioning complete for port ba25c4d2-6125-45e4-b1e9-b4171c34a88a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:28.941908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87caa72-11ac-49ee-ba39-7a8241c910e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.942073 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dbeb58de-7855-4b61-9a0d-d8b3f9a56075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:28.952012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ed2c4911-b9e0-4eb0-822c-e0389363da7f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1518085 Aug 11 00:45:28.960445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021efd70-7757-41e9-9e1b-eb1bb0ed771d req-ec21a2ab-b424-41dc-8423-00bfeccf8e5a tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:28.968105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-021efd70-7757-41e9-9e1b-eb1bb0ed771d req-ec21a2ab-b424-41dc-8423-00bfeccf8e5a tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 944 time: 0.1637928 Aug 11 00:45:28.969636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46754) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:28.977435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f821d1ea-2020-4930-9463-95a51d9f1e9c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-secgroup--675933548'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:29.004719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d87caa72-11ac-49ee-ba39-7a8241c910e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for ba25c4d2-6125-45e4-b1e9-b4171c34a88a owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:29.015069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bd210021-828d-41e6-99f3-3d94a3b6f187 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:29.019891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb58de-7855-4b61-9a0d-d8b3f9a56075 None None] Port ba25c4d2-6125-45e4-b1e9-b4171c34a88a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:29.026337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c3bec410-6907-4a0b-8a69-c1b37e2396fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.027926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c3bec410-6907-4a0b-8a69-c1b37e2396fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 200 len: 851 time: 0.2361600 Aug 11 00:45:29.032043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-021efd70-7757-41e9-9e1b-eb1bb0ed771d req-14f432e7-ea37-4dba-95d4-bf0be87a1bc9 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629158 Aug 11 00:45:29.039855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-594d72a6-08ae-4951-a559-921e105b9324 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bdf0cdb269e4d2e907c2f3fe7ffe146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269389 Aug 11 00:45:29.052586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46756) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:29.101624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bd210021-828d-41e6-99f3-3d94a3b6f187 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:29.102257 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.124188 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f821d1ea-2020-4930-9463-95a51d9f1e9c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.160791 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-05a25d7e-a6f7-4ee2-9565-b68b7f58cb72 service neutron] 10.222.0.43 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523978 Aug 11 00:45:29.189740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114393e-9356-4810-b662-cab2a0639026 req-f252b571-3620-44ea-bb76-62fdbc34e2d6 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.191770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1114393e-9356-4810-b662-cab2a0639026 req-f252b571-3620-44ea-bb76-62fdbc34e2d6 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 946 time: 0.0734878 Aug 11 00:45:29.220924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 37c778d6-8432-4755-a1b5-2fdc409a81c9 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:29.237673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c53432f7-be67-4093-adfd-3b90d872a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.239246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c53432f7-be67-4093-adfd-3b90d872a491 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ece244df-909c-4779-bf6c-17273d3f30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1952848 Aug 11 00:45:29.271737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b70f8e73-a5c2-4b07-9c2d-c382b0af0d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.283343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1114393e-9356-4810-b662-cab2a0639026 req-2d9cf6bc-61af-4e5b-b0fc-3e5a1963910f tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554636 Aug 11 00:45:29.318431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46758) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:29.351289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87caa72-11ac-49ee-ba39-7a8241c910e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.360799 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b70f8e73-a5c2-4b07-9c2d-c382b0af0d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.390403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.393790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 37c778d6-8432-4755-a1b5-2fdc409a81c9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:29.399651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87caa72-11ac-49ee-ba39-7a8241c910e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=ba25c4d2-6125-45e4-b1e9-b4171c34a88a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:29.401695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 37c778d6-8432-4755-a1b5-2fdc409a81c9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:29.401695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.446050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-4201298a-3197-4e0e-9f18-b61dc4c52070 service neutron] 10.222.0.43 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833769 Aug 11 00:45:29.469748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d87caa72-11ac-49ee-ba39-7a8241c910e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.473242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d87caa72-11ac-49ee-ba39-7a8241c910e5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/ba25c4d2-6125-45e4-b1e9-b4171c34a88a HTTP/1.1" status: 204 len: 168 time: 1.0303261 Aug 11 00:45:29.476715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46764) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:29.520780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-9ef28c22-e658-4032-a58b-a00c838ca5a7 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685709 Aug 11 00:45:29.584997 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.585972 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.634865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439c6d-5309-4b59-a751-8895193e1844 req-af2fb93c-2e2a-4608-9f6c-b0f088beee6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.635842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 37c778d6-8432-4755-a1b5-2fdc409a81c9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=37c778d6-8432-4755-a1b5-2fdc409a81c9,segment=NetworkSegment(a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a),segment_id=a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:29.636543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f821d1ea-2020-4930-9463-95a51d9f1e9c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.636998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9426ba1d-31d1-4ac6-aa87-4a8834942764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c778d6-8432-4755-a1b5-2fdc409a81c9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:29.639458 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292a0462-369d-4587-aa43-cdb1b0eb6f91" -d '{"events": [{"server_uuid": "9426ba1d-31d1-4ac6-aa87-4a8834942764", "name": "network-vif-plugged", "status": "completed", "tag": "37c778d6-8432-4755-a1b5-2fdc409a81c9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:29.640961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439c6d-5309-4b59-a751-8895193e1844 req-af2fb93c-2e2a-4608-9f6c-b0f088beee6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.647969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439c6d-5309-4b59-a751-8895193e1844 req-af2fb93c-2e2a-4608-9f6c-b0f088beee6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.654014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439c6d-5309-4b59-a751-8895193e1844 req-af2fb93c-2e2a-4608-9f6c-b0f088beee6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.660652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439c6d-5309-4b59-a751-8895193e1844 req-af2fb93c-2e2a-4608-9f6c-b0f088beee6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.667075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439c6d-5309-4b59-a751-8895193e1844 req-af2fb93c-2e2a-4608-9f6c-b0f088beee6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.673453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439c6d-5309-4b59-a751-8895193e1844 req-af2fb93c-2e2a-4608-9f6c-b0f088beee6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.680027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec439c6d-5309-4b59-a751-8895193e1844 req-af2fb93c-2e2a-4608-9f6c-b0f088beee6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.2957442 Aug 11 00:45:29.693760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e71b6bd7-0df0-4fd7-953b-87e6a71b5bee service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584840 Aug 11 00:45:29.697129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b70f8e73-a5c2-4b07-9c2d-c382b0af0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.699416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb4966-a0c8-40b1-93ee-8f5a67c201d8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.701787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb4966-a0c8-40b1-93ee-8f5a67c201d8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.702254 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b70f8e73-a5c2-4b07-9c2d-c382b0af0d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.708819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b70f8e73-a5c2-4b07-9c2d-c382b0af0d79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abf73f88-2dd9-4d56-8f52-c17b41a48ad6 HTTP/1.1" status: 204 len: 168 time: 0.6500804 Aug 11 00:45:29.709141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f9bb4966-a0c8-40b1-93ee-8f5a67c201d8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2302966 Aug 11 00:45:29.713694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46770) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:29.730769 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.800387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f8e73-a5c2-4b07-9c2d-c382b0af0d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf73f88-2dd9-4d56-8f52-c17b41a48ad6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:29.802120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f821d1ea-2020-4930-9463-95a51d9f1e9c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:29.805677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f3191adc-efe7-4cbe-9d83-ff59b95cedc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 217 time: 0.1005166 Aug 11 00:45:29.816879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=37c778d6-8432-4755-a1b5-2fdc409a81c9,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:29.871748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55335d-03f8-493a-9c53-db66e6bdd14a tempest-TestServerBasicOps-1844501854 tempest-TestServerBasicOps-1844501854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.874640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ab55335d-03f8-493a-9c53-db66e6bdd14a tempest-TestServerBasicOps-1844501854 tempest-TestServerBasicOps-1844501854-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1093 time: 0.5545268 Aug 11 00:45:29.896237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46776) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:29.908835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:29.919342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d4991e-98aa-4836-92fc-0dc8c61a8fe1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet bee57108-372f-4a48-ae83-2091820a1de1 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:29.925701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821d1ea-2020-4930-9463-95a51d9f1e9c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f66509-5946-45d6-85c1-cbf32b0a9292,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:29.942224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-cd98d6a0-3e0d-47de-a3eb-0911caa36e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:29.943828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-cd98d6a0-3e0d-47de-a3eb-0911caa36e33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1275086 Aug 11 00:45:29.944351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec439c6d-5309-4b59-a751-8895193e1844 req-70e27d11-5503-4222-af9e-5bf83209032d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2557364 Aug 11 00:45:29.946877 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1d4991e-98aa-4836-92fc-0dc8c61a8fe1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.018763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f821d1ea-2020-4930-9463-95a51d9f1e9c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.018763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f821d1ea-2020-4930-9463-95a51d9f1e9c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0358818 Aug 11 00:45:30.021028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46778) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:30.026126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1d4991e-98aa-4836-92fc-0dc8c61a8fe1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.033715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fdd47b7a-e3ce-482f-ab3e-b26facefb7b2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'c8f66509-5946-45d6-85c1-cbf32b0a9292', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:30.049996 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700e0817-7f4f-4eff-aa8f-f89887a4cef6 x-openstack-request-id: req-700e0817-7f4f-4eff-aa8f-f89887a4cef6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:30.050362 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9426ba1d-31d1-4ac6-aa87-4a8834942764", "name": "network-vif-plugged", "status": "completed", "tag": "37c778d6-8432-4755-a1b5-2fdc409a81c9", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:30.050926 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-700e0817-7f4f-4eff-aa8f-f89887a4cef6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:30.051530 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9426ba1d-31d1-4ac6-aa87-4a8834942764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c778d6-8432-4755-a1b5-2fdc409a81c9', 'code': 200} Aug 11 00:45:30.103199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-545ac8bc-e02a-4fcc-b3d0-67125175c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:30.104844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-545ac8bc-e02a-4fcc-b3d0-67125175c3be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1534059 Aug 11 00:45:30.151118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b3ff0de6-138d-469b-818c-410b5de5c6b5 req-c8ada242-9197-4c20-b98d-52b692ff935d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 210 time: 0.0623248 Aug 11 00:45:30.220129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.227150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1d4991e-98aa-4836-92fc-0dc8c61a8fe1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.348359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b769839-5012-427b-8f75-5857f73cda42 req-ee52b085-429e-424f-b810-04976fe360b1 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:30.350005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b769839-5012-427b-8f75-5857f73cda42 req-ee52b085-429e-424f-b810-04976fe360b1 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 945 time: 0.2275977 Aug 11 00:45:30.392971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ff6e8-a9f9-424a-b531-9c9f13cf2147 req-857713a9-0546-4e16-84e1-3a99d316101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:30.392971 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a6ff6e8-a9f9-424a-b531-9c9f13cf2147 req-857713a9-0546-4e16-84e1-3a99d316101c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 1097 time: 0.2271655 Aug 11 00:45:30.407768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-5d67c965-9577-4b9b-92c5-05b85a3c8b54 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936242 Aug 11 00:45:30.509041 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1d4991e-98aa-4836-92fc-0dc8c61a8fe1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.526813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fdd47b7a-e3ce-482f-ab3e-b26facefb7b2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.539821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b769839-5012-427b-8f75-5857f73cda42 req-0adf4384-70a4-4637-9aec-fee79a0c33fe tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709106 Aug 11 00:45:30.564806 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a6ff6e8-a9f9-424a-b531-9c9f13cf2147 req-edab87b8-510f-4448-a140-4b27f0789b09 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756625 Aug 11 00:45:30.587322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4991e-98aa-4836-92fc-0dc8c61a8fe1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=bee57108-372f-4a48-ae83-2091820a1de1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:30.595553 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1d4991e-98aa-4836-92fc-0dc8c61a8fe1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.599838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d1d4991e-98aa-4836-92fc-0dc8c61a8fe1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/bee57108-372f-4a48-ae83-2091820a1de1 HTTP/1.1" status: 204 len: 168 time: 0.8746123 Aug 11 00:45:30.604257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46796) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:30.608121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08de468b-b786-494b-831f-0bcdc3fe25b1 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:30.665857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-88c58034-0fd7-4218-8f03-384e58291cf8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569799 Aug 11 00:45:30.667240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46798) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:30.694487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-3090dd8d-6f0b-4378-9570-191fe960f3d3 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751379 Aug 11 00:45:30.703679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.709109 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fdd47b7a-e3ce-482f-ab3e-b26facefb7b2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:30.797958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00197097-fe61-4258-bf3b-1f68fe4a90a9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:30.800927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-00197097-fe61-4258-bf3b-1f68fe4a90a9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1319954 Aug 11 00:45:30.802583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46802) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:30.873642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d51db4-14d3-412a-8a98-609f24c22c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:30.880066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-56d51db4-14d3-412a-8a98-609f24c22c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718148 Aug 11 00:45:30.880892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46804) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:30.961960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:45:30.965246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0a3b10cb-e09a-4e5c-a42b-9e5476f2a922 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747125 Aug 11 00:45:30.966094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46808) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:30.971524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:31.097421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] Deleting port bd210021-828d-41e6-99f3-3d94a3b6f187 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:31.098539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:31.230912 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-41237a6a-6490-4dd5-bc1e-46043cf17df1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 217 time: 0.5239532 Aug 11 00:45:31.231669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fdd47b7a-e3ce-482f-ab3e-b26facefb7b2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:31.233221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] For port bd210021-828d-41e6-99f3-3d94a3b6f187, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bd210021-828d-41e6-99f3-3d94a3b6f187,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:31.234120 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:31.245097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:31.248910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:31.260702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] Calling delete_port for bd210021-828d-41e6-99f3-3d94a3b6f187 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:31.362360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd47b7a-e3ce-482f-ab3e-b26facefb7b2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a8197d-9ce4-4bf3-be8d-c9b5bf5b1fdf,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:31.378404 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fdd47b7a-e3ce-482f-ab3e-b26facefb7b2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:31.379941 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fdd47b7a-e3ce-482f-ab3e-b26facefb7b2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3584700 Aug 11 00:45:31.388860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46822) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:31.399418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f84dd84e-a89d-4ff3-9ce7-3d706fc21dc3 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'c8f66509-5946-45d6-85c1-cbf32b0a9292', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:31.435096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-685f6f07-385d-497e-a40c-2f77e4a9cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.436592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-685f6f07-385d-497e-a40c-2f77e4a9cfe6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1900384 Aug 11 00:45:31.451649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-3c38140f-2c11-4e6c-8acd-482498cf4799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.457710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-3c38140f-2c11-4e6c-8acd-482498cf4799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.463724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-3c38140f-2c11-4e6c-8acd-482498cf4799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.469680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-3c38140f-2c11-4e6c-8acd-482498cf4799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.476281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-3c38140f-2c11-4e6c-8acd-482498cf4799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.482295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-3c38140f-2c11-4e6c-8acd-482498cf4799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.491030 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ac8bd2c-6686-4e8f-b264-8f5db0fa0f42 req-69298769-a731-44d9-bb0a-aef4ba2b7102 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 210 time: 0.1409273 Aug 11 00:45:31.491152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-3c38140f-2c11-4e6c-8acd-482498cf4799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.491152 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-3c38140f-2c11-4e6c-8acd-482498cf4799 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.2881401 Aug 11 00:45:31.491485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46824) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:31.577560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Allocated IP 172.25.0.17 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/90e2c7d9-19d8-4054-be39-6547e28a6974) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:31.599230 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:31.615544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-bf466567-5319-46b4-af7e-af9848eb7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:31.617185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-bf466567-5319-46b4-af7e-af9848eb7056 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179941 Aug 11 00:45:31.624177 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62b1bd64-25b3-4a39-be1c-c0d686d851f2 req-15534c0a-cfb6-4b10-9668-f24f22686ca1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042194 Aug 11 00:45:31.648960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] Pushing event deleted for resources: {'Port': ['ID=bd210021-828d-41e6-99f3-3d94a3b6f187,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:31.655506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39edfcd8-c75e-4f56-8391-18a632a0c059 None None] No DVR routers for this DVR port bd210021-828d-41e6-99f3-3d94a3b6f187 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:31.731263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6f0a6ae6-a69a-4f25-903b-48ecfd99e832 tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1908364787', 'prefixes': ['172.20.0.0/16']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:31.735794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84dd84e-a89d-4ff3-9ce7-3d706fc21dc3 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:31.872963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-0f2290f4-ade3-4272-b108-6405abce6fdd service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456491 Aug 11 00:45:31.894136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:31.905881 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84dd84e-a89d-4ff3-9ce7-3d706fc21dc3 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.028677 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84dd84e-a89d-4ff3-9ce7-3d706fc21dc3 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.065836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd84e-a89d-4ff3-9ce7-3d706fc21dc3 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1d3fe0-658f-4195-ac2e-8d9e91fc12e8,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:32.076252 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-665be138-5934-4ef5-816f-29745a4d470f service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874459 Aug 11 00:45:32.125649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-e536a87a-f726-4e02-9044-1752a6073e49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 200 len: 217 time: 0.0412552 Aug 11 00:45:32.129305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0af13-1473-4312-a004-3034e123432f req-976a7be2-3e11-47af-9541-ea47df5572ff tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:32.130856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-62a0af13-1473-4312-a004-3034e123432f req-976a7be2-3e11-47af-9541-ea47df5572ff tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 945 time: 0.4334528 Aug 11 00:45:32.170361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:45:32.170361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.218374 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84dd84e-a89d-4ff3-9ce7-3d706fc21dc3 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.221645 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f84dd84e-a89d-4ff3-9ce7-3d706fc21dc3 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8311186 Aug 11 00:45:32.226785 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.228535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46832) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:32.237232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b4931a44-d538-46dc-b984-5f8a264cef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:32.247735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8d2858fa-dd49-4771-8e8b-bdab8c4dc1df tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'c8f66509-5946-45d6-85c1-cbf32b0a9292', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:32.247945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-b4931a44-d538-46dc-b984-5f8a264cef77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1008384 Aug 11 00:45:32.249234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:32.265425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-62a0af13-1473-4312-a004-3034e123432f req-df938875-c11c-46c9-9a9b-6f42b547fff9 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973747 Aug 11 00:45:32.265425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:32.268731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:32.269097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.279512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=5efedf2a-e3bd-4cf4-b07b-bff1d28dc902,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:32.285340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5da8d3-454a-4bb1-b406-77e2a0ad25f7 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:32.312673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:32.313829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'Port': ['ID=90e2c7d9-19d8-4054-be39-6547e28a6974,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:32.318874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:32.322781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:32.346524 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6ae6-a69a-4f25-903b-48ecfd99e832 tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] Notify callbacks [] for subnetpool, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.347796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6f0a6ae6-a69a-4f25-903b-48ecfd99e832 tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8473828 Aug 11 00:45:32.350588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46834) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:32.379086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c51451bf-f554-44c4-9301-bc33fa93505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:32.387826 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c51451bf-f554-44c4-9301-bc33fa93505c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1208832 Aug 11 00:45:32.403830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2ecd89b2-c754-4fd7-aea6-e37ba29c2ccd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4365115 Aug 11 00:45:32.409499 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46836) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:32.419732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c0513e2a-1de2-4496-a8f9-b95fa57d83f9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:32.427373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-abea9015-2451-421a-86e7-5c62fb4a2301 tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] 10.222.0.43 "GET /v2.0/subnetpools/90ac9a8e-6ccb-4a75-b7ab-0165330cbade HTTP/1.1" status: 200 len: 732 time: 0.0751896 Aug 11 00:45:32.430230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46838) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:32.435569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e551c2d6-2542-4f8c-8c01-380b3cee505c tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-374317922'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:32.486242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '5efedf2a-e3bd-4cf4-b07b-bff1d28dc902'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:45:32.488095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.555054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d2858fa-dd49-4771-8e8b-bdab8c4dc1df tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.677062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d2858fa-dd49-4771-8e8b-bdab8c4dc1df tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.699713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Allocated IP 2001:db8::f816:3eff:fe03:47f5 (a231281a-384d-46e8-8f86-e604acdadde9/5efedf2a-e3bd-4cf4-b07b-bff1d28dc902/6c808d92-62f5-4fd3-bcbf-a6699507ceeb) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:32.711302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72c454fe-7a19-4e5f-a52e-034252691a01 req-5858e9e9-d74f-447f-aee8-cba20395d49c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 210 time: 0.0693192 Aug 11 00:45:32.712325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0513e2a-1de2-4496-a8f9-b95fa57d83f9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:32.723640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0513e2a-1de2-4496-a8f9-b95fa57d83f9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.759289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-4361e392-29fc-4761-a73f-5d9d30c88072 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348758 Aug 11 00:45:32.835352 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d2858fa-dd49-4771-8e8b-bdab8c4dc1df tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.870561 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e551c2d6-2542-4f8c-8c01-380b3cee505c tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] Notify callbacks [] for subnetpool, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:32.872692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e551c2d6-2542-4f8c-8c01-380b3cee505c tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] 10.222.0.43 "PUT /v2.0/subnetpools/90ac9a8e-6ccb-4a75-b7ab-0165330cbade HTTP/1.1" status: 200 len: 683 time: 0.4412115 Aug 11 00:45:32.889106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46844) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:32.900478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2858fa-dd49-4771-8e8b-bdab8c4dc1df tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f865369b-a0fa-48d1-bbbe-110e5854714b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:32.970762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bd210021-828d-41e6-99f3-3d94a3b6f187 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:45:32.995192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-8e4a3f9c-c83a-4d4a-b4b2-a6b30f3c233e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:32.999400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: bd210021-828d-41e6-99f3-3d94a3b6f187 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:45:32.999400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bd210021-828d-41e6-99f3-3d94a3b6f187 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:45:32.999815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.005576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-8e4a3f9c-c83a-4d4a-b4b2-a6b30f3c233e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.009042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-8e4a3f9c-c83a-4d4a-b4b2-a6b30f3c233e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.017648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-8e4a3f9c-c83a-4d4a-b4b2-a6b30f3c233e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.022985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Transition to ACTIVE for port object 6c808d92-62f5-4fd3-bcbf-a6699507ceeb will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:33.024213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-8e4a3f9c-c83a-4d4a-b4b2-a6b30f3c233e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.030532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-8e4a3f9c-c83a-4d4a-b4b2-a6b30f3c233e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.037470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-8e4a3f9c-c83a-4d4a-b4b2-a6b30f3c233e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.039512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-8e4a3f9c-c83a-4d4a-b4b2-a6b30f3c233e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.2014184 Aug 11 00:45:33.071461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-2dd42efc-72d9-4c3b-b231-2f9be08c2614 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894645 Aug 11 00:45:33.077594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d2858fa-dd49-4771-8e8b-bdab8c4dc1df tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.082386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8d2858fa-dd49-4771-8e8b-bdab8c4dc1df tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8449402 Aug 11 00:45:33.084842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46846) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:33.089681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1770729e-291b-4a98-bd48-653db43e3c06 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'c8f66509-5946-45d6-85c1-cbf32b0a9292', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:33.089941 n-d-712143-13 neutron-server[95254]: INFO neutron.db.ipam_backend_mixin [None req-c0513e2a-1de2-4496-a8f9-b95fa57d83f9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5efedf2a-e3bd-4cf4-b07b-bff1d28dc902 (CIDR: 2001:db8::/64) Aug 11 00:45:33.141052 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-8689a738-5d65-4760-a021-a81044c3d765 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 200 len: 217 time: 0.0572355 Aug 11 00:45:33.148029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Transition to ACTIVE for port object 6c808d92-62f5-4fd3-bcbf-a6699507ceeb will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:33.150478 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0513e2a-1de2-4496-a8f9-b95fa57d83f9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:45:33.151302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0513e2a-1de2-4496-a8f9-b95fa57d83f9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:45:33.161031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-085ffd6f-da7a-4b0c-87dd-a6e3fa35b1c5 req-5aed3a7a-024b-4161-869a-c4f032028217 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889304 Aug 11 00:45:33.189478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-063edea2-7c40-4eb1-8438-d1c84c20243f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.191962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-063edea2-7c40-4eb1-8438-d1c84c20243f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 814 time: 0.2457986 Aug 11 00:45:33.207339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Request body: {'port': {'device_id': '7c1a1d74-c417-4c4a-ba38-ce21cce098a1', 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'admin_state_up': True, 'tenant_id': 'c85169e76c884f878d22107716be8154'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:33.209832 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fda1419a-76f1-43b0-b022-9d2352f7daa2 tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] Notify callbacks [] for subnetpool, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.210503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fda1419a-76f1-43b0-b022-9d2352f7daa2 tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] 10.222.0.43 "DELETE /v2.0/subnetpools/90ac9a8e-6ccb-4a75-b7ab-0165330cbade HTTP/1.1" status: 204 len: 168 time: 0.3200572 Aug 11 00:45:33.217850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46848) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:33.295204 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-bb3e92d6-5e81-4398-85de-9aefe6ac0514 tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] show failed (client error): The resource could not be found. Aug 11 00:45:33.299063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bb3e92d6-5e81-4398-85de-9aefe6ac0514 tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] 10.222.0.43 "GET /v2.0/subnetpools/90ac9a8e-6ccb-4a75-b7ab-0165330cbade HTTP/1.1" status: 404 len: 346 time: 0.0777040 Aug 11 00:45:33.300489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46852) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:33.320841 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.321780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-45d1de7d-ec43-4332-a6af-43ddf63130e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.323374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-45d1de7d-ec43-4332-a6af-43ddf63130e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1748118 Aug 11 00:45:33.345005 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-0add68b4-37eb-423f-8f6e-a9741e9f2aba tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] delete failed (client error): The resource could not be found. Aug 11 00:45:33.346646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0add68b4-37eb-423f-8f6e-a9741e9f2aba tempest-SubnetPoolsTestJSON-2015173280 tempest-SubnetPoolsTestJSON-2015173280-project] 10.222.0.43 "DELETE /v2.0/subnetpools/90ac9a8e-6ccb-4a75-b7ab-0165330cbade HTTP/1.1" status: 404 len: 346 time: 0.0431056 Aug 11 00:45:33.372076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:33.378841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:33.386164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:33.425392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1770729e-291b-4a98-bd48-653db43e3c06 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.456911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Pushing event updated for resources: {'Port': ['ID=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:33.491078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-9d88dcf8-7d41-41ce-a4e9-e15578a48abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.503697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-9d88dcf8-7d41-41ce-a4e9-e15578a48abc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1590269 Aug 11 00:45:33.503925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Attempting to bind port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:33.503925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Attempting to bind port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:33.503925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Attempting to bind port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:33.504338 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.504492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:33.504492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:33.504492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.504492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:33.505129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Bound port: 6c808d92-62f5-4fd3-bcbf-a6699507ceeb, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:33.505293 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.516140 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383db14-88f5-4a0e-913c-2605471586d5 req-b5bba219-d7cb-4768-ae0d-9d8f04705ee9 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.518448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a383db14-88f5-4a0e-913c-2605471586d5 req-b5bba219-d7cb-4768-ae0d-9d8f04705ee9 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 945 time: 0.0723491 Aug 11 00:45:33.551540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c0513e2a-1de2-4496-a8f9-b95fa57d83f9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1359234 Aug 11 00:45:33.554169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46858) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:33.586637 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a383db14-88f5-4a0e-913c-2605471586d5 req-f1760727-3eb5-4348-a561-3e6cfb62ae15 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544066 Aug 11 00:45:33.594484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:33.597996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] For port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:33.604329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] For port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:33.673023 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1770729e-291b-4a98-bd48-653db43e3c06 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.693046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Made reservation on behalf of c85169e76c884f878d22107716be8154 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:33.694059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.701507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.772777 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-3c62af12-8ef3-4c01-affd-46a077d79781 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435474 Aug 11 00:45:33.812013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe88da-abbf-46cf-83dd-6ca4b74f5aa7 None None] Pushing event updated for resources: {'Port': ['ID=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:33.869546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b233e6-b323-4846-bd0c-3ca8404600df req-020ae7b1-840e-4c6f-aa10-d3ed2633f0db tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:33.883997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56b233e6-b323-4846-bd0c-3ca8404600df req-020ae7b1-840e-4c6f-aa10-d3ed2633f0db tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 945 time: 0.1946959 Aug 11 00:45:33.909582 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1770729e-291b-4a98-bd48-653db43e3c06 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:33.934344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b19b7012-4fb0-4d94-9900-e6d14d658b11 req-47b4c4a8-27b1-42bb-9803-062827b4863e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 210 time: 0.0536005 Aug 11 00:45:34.038470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Allocated IP 172.20.0.7 (129d0b1b-4b81-40b6-8b6f-08b929c0ca1c/39edb12d-13c0-4a9d-8189-dd56f8e43f4b/d3fcb383-e445-4608-9472-51957d7d0e6d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:34.046645 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.177444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770729e-291b-4a98-bd48-653db43e3c06 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff3bb79-96f7-4522-a797-f8a474902bea,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:34.224355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46868) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:34.237121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56b233e6-b323-4846-bd0c-3ca8404600df req-47c883df-3436-43fe-8d9f-f215430555ad tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512313 Aug 11 00:45:34.297632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.308713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-f4178b39-da84-4b94-b478-edfeb40ed297 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242302 Aug 11 00:45:34.373504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-da658f63-75a6-451e-9239-662cc0bf36b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 200 len: 217 time: 0.0517371 Aug 11 00:45:34.435371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:34.438987 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.480253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5311356-4cdb-48ec-8ab7-b89f30fbcb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.535119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-aa3d00fc-c5e7-4bc1-91c6-0920f49472fe tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.546755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-aa3d00fc-c5e7-4bc1-91c6-0920f49472fe tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.550159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c66a81ba-283c-48b0-a9cf-2c2952494372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.551900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-c66a81ba-283c-48b0-a9cf-2c2952494372 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.1694069 Aug 11 00:45:34.559215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-aa3d00fc-c5e7-4bc1-91c6-0920f49472fe tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.569224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-aa3d00fc-c5e7-4bc1-91c6-0920f49472fe tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.577974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-aa3d00fc-c5e7-4bc1-91c6-0920f49472fe tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.581630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1770729e-291b-4a98-bd48-653db43e3c06 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.582886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1770729e-291b-4a98-bd48-653db43e3c06 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4970999 Aug 11 00:45:34.587064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-aa3d00fc-c5e7-4bc1-91c6-0920f49472fe tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.595011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46878) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:34.604167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-aa3d00fc-c5e7-4bc1-91c6-0920f49472fe tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.607832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-aa3d00fc-c5e7-4bc1-91c6-0920f49472fe tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.2292347 Aug 11 00:45:34.622167 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.628066 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.634079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d19c0ea3-fafd-4c0e-aa9a-6d77c10ec8a6 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'c8f66509-5946-45d6-85c1-cbf32b0a9292', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:34.635201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5c01c53f-caeb-426d-aa21-7738768aa593'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:45:34.703251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6c0621ea-14a3-4f7e-88bd-aeea0758db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.704843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-6c0621ea-14a3-4f7e-88bd-aeea0758db37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1398540 Aug 11 00:45:34.726584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:34.732114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:34.765041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:34.780070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b25a821-2b8a-4900-8e79-5e74c1b63da9 req-87f26f1b-7d9a-41e0-98f4-bdb83c0cb805 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564317 Aug 11 00:45:34.808603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.838877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Pushing event updated for resources: {'Port': ['ID=d3fcb383-e445-4608-9472-51957d7d0e6d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:34.904415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:34.905020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:34.992997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5311356-4cdb-48ec-8ab7-b89f30fbcb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.025113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event updated for resources: {'Port': ['ID=90e2c7d9-19d8-4054-be39-6547e28a6974,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:35.053602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6c808d92-62f5-4fd3-bcbf-a6699507ceeb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:35.061472 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.116922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5311356-4cdb-48ec-8ab7-b89f30fbcb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.120617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-df9d2970-c863-4050-9444-031270f1def7 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066021 Aug 11 00:45:35.144296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848c863-0df1-49b2-b732-d94cd26116ad req-13f02f65-bb2d-468e-a69f-7f1d9338a320 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:35.150500 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3848c863-0df1-49b2-b732-d94cd26116ad req-13f02f65-bb2d-468e-a69f-7f1d9338a320 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 945 time: 0.2980921 Aug 11 00:45:35.194516 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a5311356-4cdb-48ec-8ab7-b89f30fbcb3c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b12a9ef5a81b427baa8a8d68ed14b399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9633491 Aug 11 00:45:35.194516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5311356-4cdb-48ec-8ab7-b89f30fbcb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccbb6e9-881c-4b11-aabd-c528ec7e5772,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:35.196420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46884) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:35.231887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646ee8-b021-48d0-ab13-b2eaec693573 req-311e1431-5c88-4b8e-b205-a17e235da7cd tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:35.235840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c646ee8-b021-48d0-ab13-b2eaec693573 req-311e1431-5c88-4b8e-b205-a17e235da7cd tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 931 time: 0.1361196 Aug 11 00:45:35.265544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:35.345345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-51869b41-59be-45ac-bb2d-df45de2cf21e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1428425 Aug 11 00:45:35.362196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c646ee8-b021-48d0-ab13-b2eaec693573 req-19dfa0e0-5053-4cd7-8f87-19e624b88911 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181421 Aug 11 00:45:35.376118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Request body: {'port': {'device_id': '7c1a1d74-c417-4c4a-ba38-ce21cce098a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:35.380264 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e825e69-8f65-4387-ab57-0c9361a72635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.473263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e825e69-8f65-4387-ab57-0c9361a72635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.546990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.646279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-819f1843-04a9-42ae-a677-cba8c2246fc9 None None] Provisioning for port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:35.654560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-819f1843-04a9-42ae-a677-cba8c2246fc9 None None] Provisioning complete for port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:35.655690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-819f1843-04a9-42ae-a677-cba8c2246fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.669114 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.782361 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-819f1843-04a9-42ae-a677-cba8c2246fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.826369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:35.826938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-819f1843-04a9-42ae-a677-cba8c2246fc9 None None] For port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:35.850556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:35.865063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09766251-32ae-47f6-a175-0544ced6bd3b None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:35.882003 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e825e69-8f65-4387-ab57-0c9361a72635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.882519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3848c863-0df1-49b2-b732-d94cd26116ad req-71efb19d-9915-4410-b8a3-fd4001113eed tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192464 Aug 11 00:45:35.886504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e825e69-8f65-4387-ab57-0c9361a72635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.891356 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2e825e69-8f65-4387-ab57-0c9361a72635 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ccbb6e9-881c-4b11-aabd-c528ec7e5772 HTTP/1.1" status: 204 len: 168 time: 0.6937587 Aug 11 00:45:35.902110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:35.903329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.927556 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-819f1843-04a9-42ae-a677-cba8c2246fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:35.932089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825e69-8f65-4387-ab57-0c9361a72635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccbb6e9-881c-4b11-aabd-c528ec7e5772,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:35.983232 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Floating IP ce15dd37-4580-460d-853b-91402a9f2e95 associated. External IP: 172.25.0.17, port: c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e. Aug 11 00:45:36.024022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-fbf3d0fc-ec7b-4588-9ea6-969f92063bfd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.031354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-fbf3d0fc-ec7b-4588-9ea6-969f92063bfd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.038368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-fbf3d0fc-ec7b-4588-9ea6-969f92063bfd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.045369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-fbf3d0fc-ec7b-4588-9ea6-969f92063bfd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.052910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1843-04a9-42ae-a677-cba8c2246fc9 None None] Pushing event updated for resources: {'Port': ['ID=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:36.054001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-fbf3d0fc-ec7b-4588-9ea6-969f92063bfd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.062149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-fbf3d0fc-ec7b-4588-9ea6-969f92063bfd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.068579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-fbf3d0fc-ec7b-4588-9ea6-969f92063bfd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.072235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-fbf3d0fc-ec7b-4588-9ea6-969f92063bfd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1776609 Aug 11 00:45:36.083945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=c1f93540-8aa4-4a9f-abc3-ef6d166220c4,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:36.129363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b6011dad-4bca-4295-8022-5e06d0f7995f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5466878 Aug 11 00:45:36.132339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46896) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:36.141482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:fb:d0:c1', 'name': 'tempest-NetworksTestDHCPv6-2117331789'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:36.150306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d19c0ea3-fafd-4c0e-aa9a-6d77c10ec8a6 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.196688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-1c46dc88-8749-4632-837b-bce7aa754561 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0414689 Aug 11 00:45:36.310891 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed6aef33-6c51-4753-a1ac-6aea529357e7 req-8fb0bb77-5247-4dd5-a6f5-e142230d8e6c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2082810 Aug 11 00:45:36.319197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-4ff6d0f8-a2c1-4cec-9027-440fe64bed7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 200 len: 217 time: 0.0946414 Aug 11 00:45:36.323924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fcb383-e445-4608-9472-51957d7d0e6d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:36.333086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dfe464-f165-4b69-905b-416c984ccb74 None None] Update dhcp port {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': '5efedf2a-e3bd-4cf4-b07b-bff1d28dc902', 'ip_address': '2001:db8::f816:3eff:fe03:47f5'}, {'subnet_id': 'c1f93540-8aa4-4a9f-abc3-ef6d166220c4'}], 'binding:host_id': 'n-d-712143-13'}, 'id': '6c808d92-62f5-4fd3-bcbf-a6699507ceeb'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 00:45:36.358202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.382053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-74dfe464-f165-4b69-905b-416c984ccb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.389858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Transition to ACTIVE for port object d3fcb383-e445-4608-9472-51957d7d0e6d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:36.431036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d19c0ea3-fafd-4c0e-aa9a-6d77c10ec8a6 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.441514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-8c647680-4106-41d7-9cbe-fe82451f3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.442351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-8c647680-4106-41d7-9cbe-fe82451f3842 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.0900612 Aug 11 00:45:36.464867 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.535219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=d3fcb383-e445-4608-9472-51957d7d0e6d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:36.552075 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d19c0ea3-fafd-4c0e-aa9a-6d77c10ec8a6 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.579218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:36.633036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c0ea3-fafd-4c0e-aa9a-6d77c10ec8a6 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8426f1eb-e240-475a-9dce-896b1e78aa38,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:36.653367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-57c0df87-3309-4d4f-969b-2adc2564d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.655004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-57c0df87-3309-4d4f-969b-2adc2564d1a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2052915 Aug 11 00:45:36.726162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:45:36.762985 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d19c0ea3-fafd-4c0e-aa9a-6d77c10ec8a6 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.762985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d19c0ea3-fafd-4c0e-aa9a-6d77c10ec8a6 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 2.1529222 Aug 11 00:45:36.780346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Attempting to bind port d3fcb383-e445-4608-9472-51957d7d0e6d on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:36.780632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Attempting to bind port d3fcb383-e445-4608-9472-51957d7d0e6d by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:36.780955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Attempting to bind port d3fcb383-e445-4608-9472-51957d7d0e6d on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:36.787875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46910) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:36.838259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b936d9a-9dd0-4c0d-9469-bdadc58626f2 req-12d6fb67-4699-4ee2-a5b7-9e5909abe8d2 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:36.838259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b936d9a-9dd0-4c0d-9469-bdadc58626f2 req-12d6fb67-4699-4ee2-a5b7-9e5909abe8d2 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 943 time: 0.2710557 Aug 11 00:45:36.838880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-3fe36577-ad75-4ba5-a595-b0624f3ca6cc service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720469 Aug 11 00:45:36.844643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Port d3fcb383-e445-4608-9472-51957d7d0e6d on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:45:36.845111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Attempting to bind port d3fcb383-e445-4608-9472-51957d7d0e6d on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:36.874821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-74dfe464-f165-4b69-905b-416c984ccb74 None None] Allocated IP 2001:db8:0:1::2 (a231281a-384d-46e8-8f86-e604acdadde9/c1f93540-8aa4-4a9f-abc3-ef6d166220c4/6c808d92-62f5-4fd3-bcbf-a6699507ceeb) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:36.892058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:36.892412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Checking segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:36.892854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Bound using segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:36.893300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Bound port: d3fcb383-e445-4608-9472-51957d7d0e6d, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:36.893669 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.914530 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.947660 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:36.953411 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:45:36.982328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:45:37.015533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f30959-df28-4503-aadd-46137ea1a529 req-1dc48372-e401-4884-82de-97e96345879b tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.018524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9f30959-df28-4503-aadd-46137ea1a529 req-1dc48372-e401-4884-82de-97e96345879b tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 945 time: 0.1518772 Aug 11 00:45:37.037272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] Sync routers for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:45:37.043908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a589ce2-8610-44b0-a015-99c9106ad092 req-9588c848-d897-440b-b491-752ec4341866 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768003 Aug 11 00:45:37.048043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b936d9a-9dd0-4c0d-9469-bdadc58626f2 req-b47e5025-6f72-4798-939b-c99c1bdeee0f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121882 Aug 11 00:45:37.064186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6c808d92-62f5-4fd3-bcbf-a6699507ceeb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:37.074037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.117139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9f30959-df28-4503-aadd-46137ea1a529 req-17d68380-643f-42d3-9732-cec73ceb6b5d tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688777 Aug 11 00:45:37.128070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.169673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:45:37.171149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:45:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:37.223695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 916a2b0e-c6b6-4bfb-b016-48e4550092dc yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:45:37.224561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3bf9b04d-42c9-4a16-816e-1df14c0934d0 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3255134 Aug 11 00:45:37.235832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90727be3-ec11-4031-91da-20d6ea2860b8', 'tag': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:37.238095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:37.238874 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.240422 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b894a4-093e-4922-be19-66fea7dd05fe" -d '{"events": [{"name": "network-changed", "server_uuid": "90727be3-ec11-4031-91da-20d6ea2860b8", "tag": "c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:37.295938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-74dfe464-f165-4b69-905b-416c984ccb74 None None] For port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:37.310493 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96da2c0e-74ef-4024-b198-bf7b1304559c x-openstack-request-id: req-96da2c0e-74ef-4024-b198-bf7b1304559c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:37.311135 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90727be3-ec11-4031-91da-20d6ea2860b8", "tag": "c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:37.311761 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96da2c0e-74ef-4024-b198-bf7b1304559c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:37.313646 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90727be3-ec11-4031-91da-20d6ea2860b8', 'tag': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'status': 'completed', 'code': 200} Aug 11 00:45:37.318982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] For port d3fcb383-e445-4608-9472-51957d7d0e6d, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:37.367535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] For port d3fcb383-e445-4608-9472-51957d7d0e6d, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d3fcb383-e445-4608-9472-51957d7d0e6d,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:37.419672 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-74dfe464-f165-4b69-905b-416c984ccb74 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.444652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:45:37.468447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b894a4-093e-4922-be19-66fea7dd05fe req-a6612dc9-ca48-4267-bb10-c9e1671cc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.471095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b894a4-093e-4922-be19-66fea7dd05fe req-a6612dc9-ca48-4267-bb10-c9e1671cc7c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acb5a8cd51cf48fda3b15f711dfb924f&device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1098 time: 0.1091909 Aug 11 00:45:37.478856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-74dfe464-f165-4b69-905b-416c984ccb74 None None] Transition to ACTIVE for port object 6c808d92-62f5-4fd3-bcbf-a6699507ceeb will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:37.521004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.552854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-5bd670a9-b3ea-457b-be4a-7f8dd652dc15 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.564037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-5bd670a9-b3ea-457b-be4a-7f8dd652dc15 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.576541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-5bd670a9-b3ea-457b-be4a-7f8dd652dc15 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.588641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-5bd670a9-b3ea-457b-be4a-7f8dd652dc15 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.600749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-5bd670a9-b3ea-457b-be4a-7f8dd652dc15 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.614463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-5bd670a9-b3ea-457b-be4a-7f8dd652dc15 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.620365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b894a4-093e-4922-be19-66fea7dd05fe req-8cc0fd9c-aa00-4fa5-a997-c458ae4c5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.623772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b894a4-093e-4922-be19-66fea7dd05fe req-8cc0fd9c-aa00-4fa5-a997-c458ae4c5f70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c269dec9-ff3a-4149-be6b-829be0ca1b2c HTTP/1.1" status: 200 len: 910 time: 0.1435168 Aug 11 00:45:37.627543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-5bd670a9-b3ea-457b-be4a-7f8dd652dc15 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.631203 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-5bd670a9-b3ea-457b-be4a-7f8dd652dc15 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1984353 Aug 11 00:45:37.637850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.639835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8426f1eb-e240-475a-9dce-896b1e78aa38 HTTP/1.1" status: 204 len: 168 time: 0.8511147 Aug 11 00:45:37.649821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46928) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:37.655591 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.748117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-74dfe464-f165-4b69-905b-416c984ccb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.881602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ba787e79-1ad5-4ead-adef-d691be3311de tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2300353 Aug 11 00:45:37.885869 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b894a4-093e-4922-be19-66fea7dd05fe req-99822a62-410b-4589-800e-798074b342b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e HTTP/1.1" status: 200 len: 999 time: 0.2546694 Aug 11 00:45:37.892320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8426f1eb-e240-475a-9dce-896b1e78aa38,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:37.895831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46932) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:37.949772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:37.950413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:37.951970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] 10.222.0.44 "PUT /v2.0/ports/d3fcb383-e445-4608-9472-51957d7d0e6d HTTP/1.1" status: 200 len: 1092 time: 2.5955665 Aug 11 00:45:37.952525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1a1d74-c417-4c4a-ba38-ce21cce098a1', 'tag': 'd3fcb383-e445-4608-9472-51957d7d0e6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:37.954897 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eee13d-9429-4747-aa86-cd86fb092bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1a1d74-c417-4c4a-ba38-ce21cce098a1", "tag": "d3fcb383-e445-4608-9472-51957d7d0e6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:37.961133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46934) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:37.969139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfe464-f165-4b69-905b-416c984ccb74 None None] Pushing event updated for resources: {'Port': ['ID=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:37.978194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.978451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.978816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.979179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.979529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.979871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.980211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.980543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.980876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.981208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.981540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:37.981870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3c6cd-ebe5-476a-9dbc-2e81d93f534f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:38.018451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8:0:1::158 (a231281a-384d-46e8-8f86-e604acdadde9/c1f93540-8aa4-4a9f-abc3-ef6d166220c4/916a2b0e-c6b6-4bfb-b016-48e4550092dc) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:38.044694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fefb:d0c1 (a231281a-384d-46e8-8f86-e604acdadde9/5efedf2a-e3bd-4cf4-b07b-bff1d28dc902/916a2b0e-c6b6-4bfb-b016-48e4550092dc) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:38.058763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e68e735e-fa26-4ddc-9637-225b05a50737 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.095103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c50fc873-cb49-428c-bddd-d336adb3ee64 req-3291e5e4-f87e-4892-87b0-d2076bd41c02 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4463232 Aug 11 00:45:38.105105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b894a4-093e-4922-be19-66fea7dd05fe req-700301ae-9b87-4327-b604-ae1af2a7cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:38.106945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b894a4-093e-4922-be19-66fea7dd05fe req-700301ae-9b87-4327-b604-ae1af2a7cede service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5089f315-ab5e-404a-b776-303dacfbf732 HTTP/1.1" status: 200 len: 848 time: 0.2097037 Aug 11 00:45:38.109217 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e68e735e-fa26-4ddc-9637-225b05a50737 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.111963 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23ffb4-9501-46e2-b3f1-825921b021cc x-openstack-request-id: req-db23ffb4-9501-46e2-b3f1-825921b021cc {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:38.112170 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1a1d74-c417-4c4a-ba38-ce21cce098a1", "tag": "d3fcb383-e445-4608-9472-51957d7d0e6d", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:38.112422 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db23ffb4-9501-46e2-b3f1-825921b021cc {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:38.112807 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1a1d74-c417-4c4a-ba38-ce21cce098a1', 'tag': 'd3fcb383-e445-4608-9472-51957d7d0e6d', 'status': 'completed', 'code': 200} Aug 11 00:45:38.171055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ce15dd37-4580-460d-853b-91402a9f2e95', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'port_id': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'mac_address': 'fa:16:3e:56:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90727be3-ec11-4031-91da-20d6ea2860b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:45:32Z', 'updated_at': '2021-08-11T00:45:32Z', 'revision_number': 0, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:26Z', 'revision_number': 5, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:38.180542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae04bd-71bb-467b-b274-945c5013cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=d3fcb383-e445-4608-9472-51957d7d0e6d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:38.232668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] Checking router: 444b5019-fbc0-49cc-9a7b-2fcb67cede05 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:45:38.261488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:45:38.262757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:45:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:38.264153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-345724835'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:38.272771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eee13d-9429-4747-aa86-cd86fb092bb6 req-1f33143d-494c-4d93-81e6-e3f526b42664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:38.274524 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5eee13d-9429-4747-aa86-cd86fb092bb6 req-1f33143d-494c-4d93-81e6-e3f526b42664 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 1095 time: 0.1607742 Aug 11 00:45:38.389253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-b7aff473-a9f1-47d1-9cb6-ecc7f39521ce tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:38.390917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-b7aff473-a9f1-47d1-9cb6-ecc7f39521ce tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.55 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 945 time: 0.2585900 Aug 11 00:45:38.427883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b894a4-093e-4922-be19-66fea7dd05fe req-4a304f13-270c-4f41-9465-a52c2cc75f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:38.428677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b894a4-093e-4922-be19-66fea7dd05fe req-4a304f13-270c-4f41-9465-a52c2cc75f33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c269dec9-ff3a-4149-be6b-829be0ca1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2951796 Aug 11 00:45:38.466170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ef336-5a9a-47d1-8502-23aca2d0177c req-cf8400d7-a662-4044-9baf-5e72d7956b1e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:38.475275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc6ef336-5a9a-47d1-8502-23aca2d0177c req-cf8400d7-a662-4044-9baf-5e72d7956b1e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 943 time: 0.2191584 Aug 11 00:45:38.515043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:45:38.533859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb591-80d1-4cf1-8726-426f790aa9df req-0c0c250e-5337-406f-8eb5-cad565e766fa tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:38.542518 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-94dcb591-80d1-4cf1-8726-426f790aa9df req-0c0c250e-5337-406f-8eb5-cad565e766fa tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 945 time: 0.2624664 Aug 11 00:45:38.556761 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e68e735e-fa26-4ddc-9637-225b05a50737 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.569646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Made reservation on behalf of 0d795cdee037409c86be1fbb3eb8fc69 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:38.573350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.583915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e68e735e-fa26-4ddc-9637-225b05a50737 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.585169 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e68e735e-fa26-4ddc-9637-225b05a50737 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/1ff3bb79-96f7-4522-a797-f8a474902bea HTTP/1.1" status: 204 len: 168 time: 0.6858296 Aug 11 00:45:38.589875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46946) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:38.624131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eee13d-9429-4747-aa86-cd86fb092bb6 req-76959527-7c05-4276-95b3-4621fa9349ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:38.625727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5eee13d-9429-4747-aa86-cd86fb092bb6 req-76959527-7c05-4276-95b3-4621fa9349ca service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c85169e76c884f878d22107716be8154&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3070576 Aug 11 00:45:38.658032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.664157 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b894a4-093e-4922-be19-66fea7dd05fe req-045d893d-935b-4d57-aa72-cd0a8e659a08 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067804 Aug 11 00:45:38.674118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.676252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e735e-fa26-4ddc-9637-225b05a50737 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ff3bb79-96f7-4522-a797-f8a474902bea,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:38.730796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-94dcb591-80d1-4cf1-8726-426f790aa9df req-c59a4eb1-108f-48aa-9fe4-91f0f005ff9f tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/security-groups?id=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869414 Aug 11 00:45:38.736347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc6ef336-5a9a-47d1-8502-23aca2d0177c req-d0dba89b-d5e2-4626-8be0-433e3c2d4267 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610714 Aug 11 00:45:38.786891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 916a2b0e-c6b6-4bfb-b016-48e4550092dc will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:38.844423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7242d149-f205-475c-ae91-7ae27ad1472c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2489824 Aug 11 00:45:38.852765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46948) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:38.865610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Deleting port 37c778d6-8432-4755-a1b5-2fdc409a81c9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:38.865971 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.921149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9370baae-cca5-4c20-ba08-95d8e6b7c556 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.922138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eee13d-9429-4747-aa86-cd86fb092bb6 req-737d4323-5518-4bca-b63a-6e500b70cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:38.923852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5eee13d-9429-4747-aa86-cd86fb092bb6 req-737d4323-5518-4bca-b63a-6e500b70cd96 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2828939 Aug 11 00:45:38.935875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9370baae-cca5-4c20-ba08-95d8e6b7c556 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:38.978408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6c808d92-62f5-4fd3-bcbf-a6699507ceeb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:39.008205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b894a4-093e-4922-be19-66fea7dd05fe req-2ca02171-da9f-48f5-be32-cf6645d57f42 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203695 Aug 11 00:45:39.025741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-897ccd88-f6cc-43d0-88c6-dbdb987c45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.027503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-897ccd88-f6cc-43d0-88c6-dbdb987c45f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 1095 time: 0.0591614 Aug 11 00:45:39.032973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-62c9c6a3-9547-462e-a79b-10271dc524ea None None] Provisioning for port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:39.037333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] For port 37c778d6-8432-4755-a1b5-2fdc409a81c9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=37c778d6-8432-4755-a1b5-2fdc409a81c9,segment=NetworkSegment(a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a),segment_id=a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:39.037718 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.047509 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-62c9c6a3-9547-462e-a79b-10271dc524ea None None] Provisioning complete for port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:39.047888 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-62c9c6a3-9547-462e-a79b-10271dc524ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.059033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Calling delete_port for 37c778d6-8432-4755-a1b5-2fdc409a81c9 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:39.081477 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.093044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:39.093306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-ac64e2ec-1bf6-4ce4-94cb-c6a8ba4cc306 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3fcb383-e445-4608-9472-51957d7d0e6d HTTP/1.1" status: 200 len: 217 time: 0.0558124 Aug 11 00:45:39.093471 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.131078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ce15dd37-4580-460d-853b-91402a9f2e95', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'port_id': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'mac_address': 'fa:16:3e:56:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90727be3-ec11-4031-91da-20d6ea2860b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:45:32Z', 'updated_at': '2021-08-11T00:45:32Z', 'revision_number': 0, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:26Z', 'revision_number': 5, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:39.153091 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9370baae-cca5-4c20-ba08-95d8e6b7c556 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.159277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.179982 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9370baae-cca5-4c20-ba08-95d8e6b7c556 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.181358 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9370baae-cca5-4c20-ba08-95d8e6b7c556 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/f865369b-a0fa-48d1-bbbe-110e5854714b HTTP/1.1" status: 204 len: 168 time: 0.3273287 Aug 11 00:45:39.184600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46952) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:39.187658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd010fb-c861-4d7a-8b0b-65c67bb57a4f None None] The sync data for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 is: [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ce15dd37-4580-460d-853b-91402a9f2e95', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'port_id': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'mac_address': 'fa:16:3e:56:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90727be3-ec11-4031-91da-20d6ea2860b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:45:32Z', 'updated_at': '2021-08-11T00:45:32Z', 'revision_number': 0, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:26Z', 'revision_number': 5, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:45:39.210233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:39.230597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370baae-cca5-4c20-ba08-95d8e6b7c556 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f865369b-a0fa-48d1-bbbe-110e5854714b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:39.249441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:39.261375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:39.268090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.268942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.275427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=916a2b0e-c6b6-4bfb-b016-48e4550092dc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:39.282338 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.288868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-56d8d692-e5e3-48c5-a6b2-91419545dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.290526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-56d8d692-e5e3-48c5-a6b2-91419545dbac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39edb12d-13c0-4a9d-8189-dd56f8e43f4b HTTP/1.1" status: 200 len: 854 time: 0.1500943 Aug 11 00:45:39.367425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-15cac1a9-4d98-423f-9c78-675c02c901ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696905 Aug 11 00:45:39.370328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a168c2ca-91fb-4089-ae95-65540b6e5abb,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:39.380221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8dfdd5bd-5ba1-418c-986d-f717534b134a tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1861765 Aug 11 00:45:39.392920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46954) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:39.395328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-ccf9d2d3-101f-4499-86eb-e9f74a6cf235 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.402001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-ccf9d2d3-101f-4499-86eb-e9f74a6cf235 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.414976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-ccf9d2d3-101f-4499-86eb-e9f74a6cf235 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.423120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-ccf9d2d3-101f-4499-86eb-e9f74a6cf235 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.423305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7437dff2-aeb5-4ddf-a1d0-1e08f777cad0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2868750 Aug 11 00:45:39.427026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46956) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:39.428241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-ccf9d2d3-101f-4499-86eb-e9f74a6cf235 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.434509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-ccf9d2d3-101f-4499-86eb-e9f74a6cf235 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.441598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-ccf9d2d3-101f-4499-86eb-e9f74a6cf235 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.443724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-ccf9d2d3-101f-4499-86eb-e9f74a6cf235 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1735575 Aug 11 00:45:39.506732 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9cc53ca5-8865-409f-b2fe-a860874b5424 req-69006003-943f-482d-87e8-41b5aa76a2b0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476861 Aug 11 00:45:39.511523 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e930ee62-82a6-42f5-b489-bbc470edb8dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.536806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e930ee62-82a6-42f5-b489-bbc470edb8dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.552735 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.562826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:45:39.598427 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a3bec6-c07d-4d81-803b-f2bd4bc2d04b None None] New status for floating IP ce15dd37-4580-460d-853b-91402a9f2e95: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:45:39.601129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.601493 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Added segment ca3f1cdb-df22-4973-b0da-4d439f764e6c of type vlan for network 90e99d16-750e-4962-8b80-131bb890f2f2 Aug 11 00:45:39.605161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Pushing event deleted for resources: {'Port': ['ID=37c778d6-8432-4755-a1b5-2fdc409a81c9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:39.659943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-f7a05979-3058-496d-8d62-f1286c09acfb service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783134 Aug 11 00:45:39.690443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] No DVR routers for this DVR port 37c778d6-8432-4755-a1b5-2fdc409a81c9 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:39.693694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.698177 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.700553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99d2ad1b-2ec9-4af0-af02-1f8b9a85c1e6 req-ab3cb7f4-cccc-4f0a-9733-5350607e55c6 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.55 "DELETE /v2.0/ports/37c778d6-8432-4755-a1b5-2fdc409a81c9 HTTP/1.1" status: 204 len: 173 time: 1.2836769 Aug 11 00:45:39.700825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9426ba1d-31d1-4ac6-aa87-4a8834942764', 'name': 'network-vif-deleted', 'tag': '37c778d6-8432-4755-a1b5-2fdc409a81c9'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:39.703236 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d5738-9f44-4877-a04f-6b182db1bc0f" -d '{"events": [{"server_uuid": "9426ba1d-31d1-4ac6-aa87-4a8834942764", "name": "network-vif-deleted", "tag": "37c778d6-8432-4755-a1b5-2fdc409a81c9"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:39.754999 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e97425-3d77-4178-ac50-82b890e5053c x-openstack-request-id: req-87e97425-3d77-4178-ac50-82b890e5053c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:39.755376 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9426ba1d-31d1-4ac6-aa87-4a8834942764", "name": "network-vif-deleted", "tag": "37c778d6-8432-4755-a1b5-2fdc409a81c9", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:39.755643 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87e97425-3d77-4178-ac50-82b890e5053c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:39.756071 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9426ba1d-31d1-4ac6-aa87-4a8834942764', 'name': 'network-vif-deleted', 'tag': '37c778d6-8432-4755-a1b5-2fdc409a81c9', 'status': 'completed', 'code': 200} Aug 11 00:45:39.866959 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-977358d4-e833-45a5-8c6d-e502cedde885 req-e1b12122-6c12-4618-b171-475e436e31d9 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.0333672 Aug 11 00:45:39.902172 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.902340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9e9e4606-37f2-4287-a580-a86a5eaa3950 None None] Provisioning for port 916a2b0e-c6b6-4bfb-b016-48e4550092dc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:39.908663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9e9e4606-37f2-4287-a580-a86a5eaa3950 None None] Provisioning complete for port 916a2b0e-c6b6-4bfb-b016-48e4550092dc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:39.909779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:39.909922 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4606-37f2-4287-a580-a86a5eaa3950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.910989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:39.961516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e4606-37f2-4287-a580-a86a5eaa3950 None None] Port 916a2b0e-c6b6-4bfb-b016-48e4550092dc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:40.004952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Pushing event updated for resources: {'Network': ['ID=90e99d16-750e-4962-8b80-131bb890f2f2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:40.016356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 90e99d16-750e-4962-8b80-131bb890f2f2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:45:40.038839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4e71401-14d5-4d3a-8c57-53424e30db26 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0378840 Aug 11 00:45:40.038839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46966) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:40.049270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Request body: {'subnet': {'network_id': '90e99d16-750e-4962-8b80-131bb890f2f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:40.215042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-84043304-b1cf-4a87-9d28-eec270034a70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 916a2b0e-c6b6-4bfb-b016-48e4550092dc {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:40.215332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84043304-b1cf-4a87-9d28-eec270034a70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.220781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e930ee62-82a6-42f5-b489-bbc470edb8dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.246329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e930ee62-82a6-42f5-b489-bbc470edb8dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.249830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e930ee62-82a6-42f5-b489-bbc470edb8dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0b1d3fe0-658f-4195-ac2e-8d9e91fc12e8 HTTP/1.1" status: 204 len: 168 time: 0.8510878 Aug 11 00:45:40.250534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46968) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:40.306538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930ee62-82a6-42f5-b489-bbc470edb8dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b1d3fe0-658f-4195-ac2e-8d9e91fc12e8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:40.317417 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-526a31c3-4e0b-4b27-b4b5-95ce13e69ae6 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0624423 Aug 11 00:45:40.319062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46970) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:40.325776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Made reservation on behalf of 0d795cdee037409c86be1fbb3eb8fc69 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:40.329319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.356617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0c7fc03-9a66-48ba-9b58-606d0533c188 req-bdb6fcbd-4f4f-47d5-be87-ecec32025c55 service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844013 Aug 11 00:45:40.374446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f4b79-00e6-4ab0-bfcf-3c6bb320399f req-39866fac-42f8-4ae2-a31a-d8e06d1598de tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.376072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc7f4b79-00e6-4ab0-bfcf-3c6bb320399f req-39866fac-42f8-4ae2-a31a-d8e06d1598de tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 943 time: 0.1659522 Aug 11 00:45:40.401748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84043304-b1cf-4a87-9d28-eec270034a70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.406776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4b2e-1abe-4092-9e7f-cc482f03a573 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.421776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4b2e-1abe-4092-9e7f-cc482f03a573 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.426376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-84043304-b1cf-4a87-9d28-eec270034a70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 916a2b0e-c6b6-4bfb-b016-48e4550092dc owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:40.450054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc7f4b79-00e6-4ab0-bfcf-3c6bb320399f req-f6cb6f15-b782-4627-96ca-b055fcaf3ee7 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638654 Aug 11 00:45:40.644133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4b2e-1abe-4092-9e7f-cc482f03a573 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.650350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb5a4b2e-1abe-4092-9e7f-cc482f03a573 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.651692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bb5a4b2e-1abe-4092-9e7f-cc482f03a573 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/08a8197d-9ce4-4bf3-be8d-c9b5bf5b1fdf HTTP/1.1" status: 204 len: 168 time: 0.3315954 Aug 11 00:45:40.655670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46974) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:40.665736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a4b2e-1abe-4092-9e7f-cc482f03a573 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08a8197d-9ce4-4bf3-be8d-c9b5bf5b1fdf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:40.699096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-b67a8f23-0dce-42e0-a38c-8176d38e5b2c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.703783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9216e2b6-9562-4f6d-88bf-24c291b30a92 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0478547 Aug 11 00:45:40.705279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-b67a8f23-0dce-42e0-a38c-8176d38e5b2c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.706693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:40.711660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-b67a8f23-0dce-42e0-a38c-8176d38e5b2c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.719103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-b67a8f23-0dce-42e0-a38c-8176d38e5b2c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.725636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-b67a8f23-0dce-42e0-a38c-8176d38e5b2c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.731876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-b67a8f23-0dce-42e0-a38c-8176d38e5b2c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.738762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-b67a8f23-0dce-42e0-a38c-8176d38e5b2c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.740597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84043304-b1cf-4a87-9d28-eec270034a70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.741056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-b67a8f23-0dce-42e0-a38c-8176d38e5b2c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1333423 Aug 11 00:45:40.742663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.783835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84043304-b1cf-4a87-9d28-eec270034a70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=916a2b0e-c6b6-4bfb-b016-48e4550092dc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:40.820578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Pushing event updated for resources: {'Subnet': ['ID=8155c7b1-af67-4df7-9f2f-f2e80e897adf,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:40.825637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94b0c76f-12ef-4a11-889e-0f12c50b3a6d tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.852261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84043304-b1cf-4a87-9d28-eec270034a70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.854238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-84043304-b1cf-4a87-9d28-eec270034a70 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/916a2b0e-c6b6-4bfb-b016-48e4550092dc HTTP/1.1" status: 204 len: 168 time: 1.3996730 Aug 11 00:45:40.857141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46978) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:40.860330 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd496703-73f5-46a5-b93f-c214d634bbeb req-661db7a0-c1ea-40cf-ac9c-099a6739f8e1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910132 Aug 11 00:45:40.883040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Checking segment: {'id': 'ca3f1cdb-df22-4973-b0da-4d439f764e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '90e99d16-750e-4962-8b80-131bb890f2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:40.883451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Network hostable DHCP agents. Network: 90e99d16-750e-4962-8b80-131bb890f2f2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:45:40.908861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94b0c76f-12ef-4a11-889e-0f12c50b3a6d tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:40.963967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffdc22c-ac9a-41b8-bd5f-44f00135cece tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:40.965635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0ffdc22c-ac9a-41b8-bd5f-44f00135cece tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1074274 Aug 11 00:45:40.968197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46982) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:41.013590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Network 90e99d16-750e-4962-8b80-131bb890f2f2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:45:41.045073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d02144e-2025-47af-b57f-5c54c2d81d25 req-f275ee1d-4f6a-443f-82bb-9dfbf0b38274 tempest-ServersNegativeTestMultiTenantJSON-1208338480 tempest-ServersNegativeTestMultiTenantJSON-1208338480-project] 10.222.0.43 "GET /v2.0/ports?device_id=9426ba1d-31d1-4ac6-aa87-4a8834942764 HTTP/1.1" status: 200 len: 210 time: 0.0368435 Aug 11 00:45:41.067733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c35cc-4797-471f-9475-353fcc3c41e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:41.069434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4f4c35cc-4797-471f-9475-353fcc3c41e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1002867 Aug 11 00:45:41.072013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46986) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:41.112504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94b0c76f-12ef-4a11-889e-0f12c50b3a6d tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.115033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94b0c76f-12ef-4a11-889e-0f12c50b3a6d tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.116255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-94b0c76f-12ef-4a11-889e-0f12c50b3a6d tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/c8f66509-5946-45d6-85c1-cbf32b0a9292 HTTP/1.1" status: 204 len: 168 time: 0.4083998 Aug 11 00:45:41.119079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46988) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:41.134529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0c76f-12ef-4a11-889e-0f12c50b3a6d tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f66509-5946-45d6-85c1-cbf32b0a9292,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:41.144066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640c476-f666-4da3-ac43-23b273af520a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:41.145923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640c476-f666-4da3-ac43-23b273af520a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:41.148151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640c476-f666-4da3-ac43-23b273af520a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:41.148622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 90e99d16-750e-4962-8b80-131bb890f2f2) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:41.151217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6640c476-f666-4da3-ac43-23b273af520a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0763376 Aug 11 00:45:41.152035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46990) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:41.162568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:41.163339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.173299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d67c9-8b99-4b42-8c74-4fc64feb3e82 None None] Network 90e99d16-750e-4962-8b80-131bb890f2f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:41.205889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-56f081e3-58a6-41f6-9c9d-21b54cdb392d tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855024 Aug 11 00:45:41.210465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46992) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:41.215657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-12bbd0c8-886f-4192-b532-8bca6a8247fd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1615541068'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:41.225880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e381790-671b-4647-a063-42e37c5601af tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 5efedf2a-e3bd-4cf4-b07b-bff1d28dc902 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:41.232120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e381790-671b-4647-a063-42e37c5601af tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.284511 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e381790-671b-4647-a063-42e37c5601af tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.303094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 37c778d6-8432-4755-a1b5-2fdc409a81c9 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:45:41.321111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-52236d0b-a805-494e-b7c1-351472403a04 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2793720 Aug 11 00:45:41.322103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46994) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:41.329175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 37c778d6-8432-4755-a1b5-2fdc409a81c9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:45:41.329594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 37c778d6-8432-4755-a1b5-2fdc409a81c9 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:45:41.334636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Request body: {'port': {'network_id': '90e99d16-750e-4962-8b80-131bb890f2f2', 'name': 'tempest-TagsExtTest-2144784237'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:41.387124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-90e99d16-750e-4962-8b80-131bb890f2f2', 'network_id': '90e99d16-750e-4962-8b80-131bb890f2f2', 'tenant_id': '0d795cdee037409c86be1fbb3eb8fc69', 'fixed_ips': [{'subnet_id': '8155c7b1-af67-4df7-9f2f-f2e80e897adf'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:45:41.388549 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.453014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e381790-671b-4647-a063-42e37c5601af tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.459121 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12bbd0c8-886f-4192-b532-8bca6a8247fd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.567913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Allocated IP 172.20.0.2 (90e99d16-750e-4962-8b80-131bb890f2f2/8155c7b1-af67-4df7-9f2f-f2e80e897adf/2dc741c8-6148-440f-8e7d-1fcc466eebaa) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:41.602222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ece784-09ba-47f1-9c29-27e9562535ae req-b39fa9fa-7b60-4ea6-891c-0383684f0800 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:41.603811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34ece784-09ba-47f1-9c29-27e9562535ae req-b39fa9fa-7b60-4ea6-891c-0383684f0800 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 943 time: 0.0600295 Aug 11 00:45:41.606731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Made reservation on behalf of 0d795cdee037409c86be1fbb3eb8fc69 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:41.611230 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.636228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] device_id is not set on port b4020c0d-67a9-43b2-b2cc-b4a113631500 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:45:41.671938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-34ece784-09ba-47f1-9c29-27e9562535ae req-f62f35ae-9ac2-41f0-9773-64fa0d0564ad tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563753 Aug 11 00:45:41.679501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e381790-671b-4647-a063-42e37c5601af tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.726117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e381790-671b-4647-a063-42e37c5601af tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=5efedf2a-e3bd-4cf4-b07b-bff1d28dc902,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:41.730550 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5e381790-671b-4647-a063-42e37c5601af tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.732535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5e381790-671b-4647-a063-42e37c5601af tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/5efedf2a-e3bd-4cf4-b07b-bff1d28dc902 HTTP/1.1" status: 204 len: 168 time: 0.5793180 Aug 11 00:45:41.736455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46998) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:41.751250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0745fc-963b-4be5-b5bb-2cc5a6869dc3 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:41.757402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12bbd0c8-886f-4192-b532-8bca6a8247fd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.802466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6340a381-1928-4962-aed8-c426c16e75f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet c1f93540-8aa4-4a9f-abc3-ef6d166220c4 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:41.806225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6340a381-1928-4962-aed8-c426c16e75f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.830668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12bbd0c8-886f-4192-b532-8bca6a8247fd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.860607 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6340a381-1928-4962-aed8-c426c16e75f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.889611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbd0c8-886f-4192-b532-8bca6a8247fd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fb935b-9e6d-4b12-9bc8-1e194547206d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:41.960481 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.964300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12bbd0c8-886f-4192-b532-8bca6a8247fd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.969292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-12bbd0c8-886f-4192-b532-8bca6a8247fd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7541091 Aug 11 00:45:41.969292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47002) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:41.974156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3d6bd989-2665-4206-bc36-18a64aadd801 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': '54fb935b-9e6d-4b12-9bc8-1e194547206d', 'direction': 'ingress', 'protocol': 17}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:41.978906 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6340a381-1928-4962-aed8-c426c16e75f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:41.987715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Transition to ACTIVE for port object 2dc741c8-6148-440f-8e7d-1fcc466eebaa will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:42.080393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd989-2665-4206-bc36-18a64aadd801 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.088046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-be0f1315-bf0d-48e7-9df9-8ad770e29522 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:42.094314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-be0f1315-bf0d-48e7-9df9-8ad770e29522 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:42.103495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-be0f1315-bf0d-48e7-9df9-8ad770e29522 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:42.109688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-be0f1315-bf0d-48e7-9df9-8ad770e29522 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:42.117115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-be0f1315-bf0d-48e7-9df9-8ad770e29522 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:42.124259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-be0f1315-bf0d-48e7-9df9-8ad770e29522 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:42.130455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-be0f1315-bf0d-48e7-9df9-8ad770e29522 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:42.134750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-be0f1315-bf0d-48e7-9df9-8ad770e29522 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1512280 Aug 11 00:45:42.170439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd989-2665-4206-bc36-18a64aadd801 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.189072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-acfd4e96-2dc0-461d-bbeb-4e6bb9beb9b2 req-9f55fbd3-e6b3-462a-a87c-a314efffee17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483172 Aug 11 00:45:42.213375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47008) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:42.250663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Transition to ACTIVE for port object 2dc741c8-6148-440f-8e7d-1fcc466eebaa will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:42.252678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6340a381-1928-4962-aed8-c426c16e75f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.273648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-80269d2f-3ce1-4e1e-b25e-1e9f7f99feae admin admin] Deleting subnet 82e13454-3706-40b3-86fe-5d45ed95fb81 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:42.277453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80269d2f-3ce1-4e1e-b25e-1e9f7f99feae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.279961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6340a381-1928-4962-aed8-c426c16e75f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.283820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6340a381-1928-4962-aed8-c426c16e75f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/c1f93540-8aa4-4a9f-abc3-ef6d166220c4 HTTP/1.1" status: 204 len: 168 time: 0.5451179 Aug 11 00:45:42.298074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47010) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:42.308105 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd989-2665-4206-bc36-18a64aadd801 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.318104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340a381-1928-4962-aed8-c426c16e75f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f93540-8aa4-4a9f-abc3-ef6d166220c4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:42.365000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c11bf610-22cc-48d1-850d-c1d043778006 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649395 Aug 11 00:45:42.369372 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.373815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47012) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:42.380219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:42.448760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd989-2665-4206-bc36-18a64aadd801 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9768c0c-f510-4429-96b3-eb9afd347965,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:42.458804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80269d2f-3ce1-4e1e-b25e-1e9f7f99feae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.467359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Network 90e99d16-750e-4962-8b80-131bb890f2f2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:42.474279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Allocated IP 172.20.0.14 (90e99d16-750e-4962-8b80-131bb890f2f2/8155c7b1-af67-4df7-9f2f-f2e80e897adf/b4020c0d-67a9-43b2-b2cc-b4a113631500) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:42.478169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:42.485166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:42.532418 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80269d2f-3ce1-4e1e-b25e-1e9f7f99feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.540935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Pushing event updated for resources: {'Port': ['ID=2dc741c8-6148-440f-8e7d-1fcc466eebaa,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:42.616354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Attempting to bind port 2dc741c8-6148-440f-8e7d-1fcc466eebaa on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:42.617052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Attempting to bind port 2dc741c8-6148-440f-8e7d-1fcc466eebaa by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'ca3f1cdb-df22-4973-b0da-4d439f764e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '90e99d16-750e-4962-8b80-131bb890f2f2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:42.617626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Attempting to bind port 2dc741c8-6148-440f-8e7d-1fcc466eebaa on network 90e99d16-750e-4962-8b80-131bb890f2f2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:42.626547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:42.627070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Checking segment: {'id': 'ca3f1cdb-df22-4973-b0da-4d439f764e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '90e99d16-750e-4962-8b80-131bb890f2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:42.627727 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.628257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Bound using segment: {'id': 'ca3f1cdb-df22-4973-b0da-4d439f764e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '90e99d16-750e-4962-8b80-131bb890f2f2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:42.628942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Bound port: 2dc741c8-6148-440f-8e7d-1fcc466eebaa, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3f1cdb-df22-4973-b0da-4d439f764e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '90e99d16-750e-4962-8b80-131bb890f2f2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:42.629477 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.722161 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd989-2665-4206-bc36-18a64aadd801 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.729755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3d6bd989-2665-4206-bc36-18a64aadd801 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7595010 Aug 11 00:45:42.736932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] For port 2dc741c8-6148-440f-8e7d-1fcc466eebaa, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:42.737625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47016) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:42.738259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] For port 2dc741c8-6148-440f-8e7d-1fcc466eebaa, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2dc741c8-6148-440f-8e7d-1fcc466eebaa,segment=NetworkSegment(ca3f1cdb-df22-4973-b0da-4d439f764e6c),segment_id=ca3f1cdb-df22-4973-b0da-4d439f764e6c)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:42.747998 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.760464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d3fcb383-e445-4608-9472-51957d7d0e6d details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:42.777299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80269d2f-3ce1-4e1e-b25e-1e9f7f99feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.790912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Transition to ACTIVE for port object b4020c0d-67a9-43b2-b2cc-b4a113631500 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:42.874928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80269d2f-3ce1-4e1e-b25e-1e9f7f99feae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e13454-3706-40b3-86fe-5d45ed95fb81,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:42.878397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80269d2f-3ce1-4e1e-b25e-1e9f7f99feae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.882708 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-80269d2f-3ce1-4e1e-b25e-1e9f7f99feae admin admin] 10.222.0.43 "DELETE /v2.0/subnets/82e13454-3706-40b3-86fe-5d45ed95fb81 HTTP/1.1" status: 204 len: 168 time: 0.6678617 Aug 11 00:45:42.882876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47018) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:42.921913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d3fcb383-e445-4608-9472-51957d7d0e6d, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d3fcb383-e445-4608-9472-51957d7d0e6d,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:42.936778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'd3fcb383-e445-4608-9472-51957d7d0e6d', 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'port_id': 'd3fcb383-e445-4608-9472-51957d7d0e6d', 'mac_address': 'fa:16:3e:dc:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39edb12d-13c0-4a9d-8189-dd56f8e43f4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:42.942044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3e877-99e3-4262-8297-fa938ad2ee17 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:42.946669 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64e0aea4-4acc-4d58-a896-c6617db49bc7 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.949173 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.963886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0e4b7-5d2e-45d8-b997-0b331baf50c0 req-5e7592de-6946-49df-a7db-679c72758487 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:42.967810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10a0e4b7-5d2e-45d8-b997-0b331baf50c0 req-5e7592de-6946-49df-a7db-679c72758487 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 943 time: 0.1504366 Aug 11 00:45:42.988248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:42.992968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:42.993201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.012660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.074073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64e0aea4-4acc-4d58-a896-c6617db49bc7 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.123911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10a0e4b7-5d2e-45d8-b997-0b331baf50c0 req-b22aab8b-9d8a-4be5-9839-e4c01636adfc tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374898 Aug 11 00:45:43.185370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dac2e452-5295-4360-92dd-b0de334bb54c None None] Provisioning complete for port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:43.186168 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dac2e452-5295-4360-92dd-b0de334bb54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.337981 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.342006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c67c5f-9165-463c-a502-1d537f7d63be None None] Pushing event updated for resources: {'Port': ['ID=2dc741c8-6148-440f-8e7d-1fcc466eebaa,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:43.441242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fcb383-e445-4608-9472-51957d7d0e6d {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:43.451667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64e0aea4-4acc-4d58-a896-c6617db49bc7 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.458659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64e0aea4-4acc-4d58-a896-c6617db49bc7 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.458659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-64e0aea4-4acc-4d58-a896-c6617db49bc7 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/54fb935b-9e6d-4b12-9bc8-1e194547206d HTTP/1.1" status: 204 len: 168 time: 0.7171085 Aug 11 00:45:43.460826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47024) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:43.516415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d3fcb383-e445-4608-9472-51957d7d0e6d, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d3fcb383-e445-4608-9472-51957d7d0e6d,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:43.523922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0aea4-4acc-4d58-a896-c6617db49bc7 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fb935b-9e6d-4b12-9bc8-1e194547206d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:43.546212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-c3df23a1-ded9-4349-86af-1f644d807e10 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:43.553515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-c3df23a1-ded9-4349-86af-1f644d807e10 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:43.560050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-c3df23a1-ded9-4349-86af-1f644d807e10 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:43.567400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-c3df23a1-ded9-4349-86af-1f644d807e10 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:43.575110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-c3df23a1-ded9-4349-86af-1f644d807e10 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:43.580329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-c3df23a1-ded9-4349-86af-1f644d807e10 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:43.586811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-c3df23a1-ded9-4349-86af-1f644d807e10 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:43.588982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:45:43.594828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-c3df23a1-ded9-4349-86af-1f644d807e10 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.2336309 Aug 11 00:45:43.633038 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.637554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-25be997b-1ba3-4d14-b431-29d43ed1fa46 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1692090 Aug 11 00:45:43.656927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47026) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:43.668320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-502f9fe2-8070-4c7e-9d55-b3a188951254 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-secgroup--393003684'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:43.739050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Network 90e99d16-750e-4962-8b80-131bb890f2f2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:43.747937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:43.751398 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.773035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Pushing event updated for resources: {'Port': ['ID=b4020c0d-67a9-43b2-b2cc-b4a113631500,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:43.773035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:43.773990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e127d817-0a9b-4a5c-a9de-6ea729684868 req-4702d87f-e6ab-4b0f-8904-a63d78b6dee0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1497025 Aug 11 00:45:43.774708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d3fcb383-e445-4608-9472-51957d7d0e6d,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:43.777357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Deleting port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:43.777617 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.805645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:43.824534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:43.824839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33cf7ff-cb42-4cd8-bfc3-a78bd8b19c0a') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:43.842293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.852080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:45:43.860319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:43.861546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.871320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.881812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:45:43.882252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:45:43.884394 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:45:43.941240 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-502f9fe2-8070-4c7e-9d55-b3a188951254 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.042672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fc6e6eb0-1ebb-40b9-9115-488765c5bff2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7167530 Aug 11 00:45:44.042672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47028) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:44.050336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-43619fd6-f0e0-4629-a4ff-e60cb7d2f599 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1456135122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:44.066796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['d3fcb383-e445-4608-9472-51957d7d0e6d'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:45:44.069614 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.078126 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.081904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc HTTP/1.1" status: 204 len: 168 time: 1.1979091 Aug 11 00:45:44.087014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47030) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:44.115791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3ea35-f24a-4f6f-bc89-40a5b1df59d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd7bb34-cdee-4f52-a58a-2ed8fb09d8bc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:44.146233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] For port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:44.146670 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.168877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Calling delete_port for 6c808d92-62f5-4fd3-bcbf-a6699507ceeb owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:44.183085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2947f32f-6ada-4ea9-933e-a61652711f5a admin admin] Deleting subnet d6c61552-5c30-424d-918a-34b716c7b543 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:44.187816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2947f32f-6ada-4ea9-933e-a61652711f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.204220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-502f9fe2-8070-4c7e-9d55-b3a188951254 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.265629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.267821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2947f32f-6ada-4ea9-933e-a61652711f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.354168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-502f9fe2-8070-4c7e-9d55-b3a188951254 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.406885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2947f32f-6ada-4ea9-933e-a61652711f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.426448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f9fe2-8070-4c7e-9d55-b3a188951254 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317b2ba1-e1cb-497f-aa61-c87ef58b49f6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:44.468070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.493665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba49c2-55bd-44af-a710-f768319fa0ec req-d6af4944-0e85-427d-9bcb-5b9f110cc479 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:44.495862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aba49c2-55bd-44af-a710-f768319fa0ec req-d6af4944-0e85-427d-9bcb-5b9f110cc479 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 944 time: 0.1474984 Aug 11 00:45:44.514032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Pushing event deleted for resources: {'Port': ['ID=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:44.535973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] No DVR routers for this DVR port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:44.540844 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43619fd6-f0e0-4629-a4ff-e60cb7d2f599 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.542629 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43619fd6-f0e0-4629-a4ff-e60cb7d2f599 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.545208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.546008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.558913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.559749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.560312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.560877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.561439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.561987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.562618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.564474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.565505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.566569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b997f2-2b86-44e7-a19e-c7ed7fca84e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:44.568984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4aba49c2-55bd-44af-a710-f768319fa0ec req-6d64046c-734d-4bc3-8d33-cda51b74f2e5 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540059 Aug 11 00:45:44.617892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] For port 6c808d92-62f5-4fd3-bcbf-a6699507ceeb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:44.621706 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2947f32f-6ada-4ea9-933e-a61652711f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.656257 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.664771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-502f9fe2-8070-4c7e-9d55-b3a188951254 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.670031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-502f9fe2-8070-4c7e-9d55-b3a188951254 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0051959 Aug 11 00:45:44.678867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47036) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:44.678867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-00621488-d289-440d-b774-2cef53f47d2c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194111107'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:44.680251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947f32f-6ada-4ea9-933e-a61652711f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c61552-5c30-424d-918a-34b716c7b543,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:44.684027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2947f32f-6ada-4ea9-933e-a61652711f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.688305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2947f32f-6ada-4ea9-933e-a61652711f5a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d6c61552-5c30-424d-918a-34b716c7b543 HTTP/1.1" status: 204 len: 168 time: 0.5974796 Aug 11 00:45:44.689092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47038) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:44.714908 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43619fd6-f0e0-4629-a4ff-e60cb7d2f599 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.766744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.770705 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.771052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c11523-7851-45ce-aab1-c34efb26d166 None None] Network 90e99d16-750e-4962-8b80-131bb890f2f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:44.786512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d3fcb383-e445-4608-9472-51957d7d0e6d up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:44.838303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=6c808d92-62f5-4fd3-bcbf-a6699507ceeb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:44.848417 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.867243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:44.867485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43619fd6-f0e0-4629-a4ff-e60cb7d2f599 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.873798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:44.877118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:44.877740 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:44.889547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207b579-ab2f-4d7c-8077-f3049d77120e None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:44.901658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=455595c2-a7e1-48e6-8802-855adc26804c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:44.954075 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00621488-d289-440d-b774-2cef53f47d2c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.008007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7e0f5217-4de8-4804-a6ca-78c0d9ded69e None None] Provisioning for port 2dc741c8-6148-440f-8e7d-1fcc466eebaa completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:45.031390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.045342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-52aafcad-ed96-4e71-bd82-698d587b5669 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:45.045822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2dc741c8-6148-440f-8e7d-1fcc466eebaa up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:45.052193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-52aafcad-ed96-4e71-bd82-698d587b5669 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:45.058168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-52aafcad-ed96-4e71-bd82-698d587b5669 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:45.064256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-52aafcad-ed96-4e71-bd82-698d587b5669 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:45.070633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-52aafcad-ed96-4e71-bd82-698d587b5669 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:45.076793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-52aafcad-ed96-4e71-bd82-698d587b5669 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:45.083463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-52aafcad-ed96-4e71-bd82-698d587b5669 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:45.085508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-52aafcad-ed96-4e71-bd82-698d587b5669 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1990731 Aug 11 00:45:45.094743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bb002215-24c3-445e-8627-0f8ead3f6725 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7195890 Aug 11 00:45:45.097922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e699cfd-4fd6-4702-94ed-60eb1fc2ff41']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:45.098912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47042) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:45.105649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1940ce78-8213-441b-be08-c9f7cbd6e97d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:45.115234 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43619fd6-f0e0-4629-a4ff-e60cb7d2f599 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.124694 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-43619fd6-f0e0-4629-a4ff-e60cb7d2f599 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0747392 Aug 11 00:45:45.128743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4227b3-a666-45b2-abdb-2f7e059d08dd') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:45.129311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4227b3-a666-45b2-abdb-2f7e059d08dd') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:45.130998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47044) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:45.137449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-55323caf-96d9-4c34-92e3-d839faff497b tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1531544555', 'prefixes': ['172.20.0.0/16']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:45.173279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.213259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a8dcf14-d370-4404-b685-2085b0758e46 req-00ce745b-d2a1-45ed-af54-08e06a592556 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172912 Aug 11 00:45:45.221701 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.224594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port d3fcb383-e445-4608-9472-51957d7d0e6d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:45.230659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:45:45.230659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.230864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port d3fcb383-e445-4608-9472-51957d7d0e6d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:45.231053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:45:45.232335 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:45:45.259980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '455595c2-a7e1-48e6-8802-855adc26804c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:45:45.267964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.312566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00621488-d289-440d-b774-2cef53f47d2c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.414236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 2dc741c8-6148-440f-8e7d-1fcc466eebaa completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:45.441121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.444745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 2dc741c8-6148-440f-8e7d-1fcc466eebaa triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:45.445110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.492196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00621488-d289-440d-b774-2cef53f47d2c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.501152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Allocated IP 2001:db8::f816:3eff:fe89:f815 (a231281a-384d-46e8-8f86-e604acdadde9/455595c2-a7e1-48e6-8802-855adc26804c/35ed6c21-3f3e-4776-b3f1-9168235797a1) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:45.524267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.527456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00621488-d289-440d-b774-2cef53f47d2c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd7088-8512-4e1f-be08-116d2b5fe411,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:45.534541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1a1d74-c417-4c4a-ba38-ce21cce098a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fcb383-e445-4608-9472-51957d7d0e6d'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:45:45.581817 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a8da86-e7f4-4038-8338-0b6f1a69c758" -d '{"events": [{"server_uuid": "7c1a1d74-c417-4c4a-ba38-ce21cce098a1", "name": "network-vif-plugged", "status": "completed", "tag": "d3fcb383-e445-4608-9472-51957d7d0e6d"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:45:45.585138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.585138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e699cfd-4fd6-4702-94ed-60eb1fc2ff41 HTTP/1.1" status: 204 len: 168 time: 0.8670533 Aug 11 00:45:45.585138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9788f6-2d29-4397-9628-014cbf0bda3b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e699cfd-4fd6-4702-94ed-60eb1fc2ff41,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:45.590621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port d3fcb383-e445-4608-9472-51957d7d0e6d, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d3fcb383-e445-4608-9472-51957d7d0e6d,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:45.705703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Provisioning complete for port 2dc741c8-6148-440f-8e7d-1fcc466eebaa triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:45.706326 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.827467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b0db-1820-44af-b82b-1b3b28dba629 req-64ec4e2c-bc71-4871-a1d4-eff0f179d766 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:45.829255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e202b0db-1820-44af-b82b-1b3b28dba629 req-64ec4e2c-bc71-4871-a1d4-eff0f179d766 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 944 time: 0.0993938 Aug 11 00:45:45.864477 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841791dd-cbe5-486b-808d-2ff8064fb9ee x-openstack-request-id: req-841791dd-cbe5-486b-808d-2ff8064fb9ee {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:45:45.864912 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1a1d74-c417-4c4a-ba38-ce21cce098a1", "name": "network-vif-plugged", "status": "completed", "tag": "d3fcb383-e445-4608-9472-51957d7d0e6d", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:45:45.865308 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-841791dd-cbe5-486b-808d-2ff8064fb9ee {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:45:45.865890 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1a1d74-c417-4c4a-ba38-ce21cce098a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fcb383-e445-4608-9472-51957d7d0e6d', 'code': 200} Aug 11 00:45:45.888638 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.914622 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e202b0db-1820-44af-b82b-1b3b28dba629 req-9d743908-0c57-4829-9f36-35732620095d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575545 Aug 11 00:45:45.915768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.979792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-00621488-d289-440d-b774-2cef53f47d2c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:45.981209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-00621488-d289-440d-b774-2cef53f47d2c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3093860 Aug 11 00:45:45.985134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47058) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:45.992027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f0f80e05-40ad-4f99-b685-04fe7ed158c5 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': '317b2ba1-e1cb-497f-aa61-c87ef58b49f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8bcd7088-8512-4e1f-be08-116d2b5fe411', 'remote_ip_prefix': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:46.014642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c77da5-07ef-4e8e-9f7b-8b159fd56794 req-80c7f5f5-60a1-4734-9a77-52b71ff1fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:46.029998 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-66c77da5-07ef-4e8e-9f7b-8b159fd56794 req-80c7f5f5-60a1-4734-9a77-52b71ff1fbab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 1097 time: 0.0844722 Aug 11 00:45:46.043554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 2dc741c8-6148-440f-8e7d-1fcc466eebaa, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2dc741c8-6148-440f-8e7d-1fcc466eebaa,segment=NetworkSegment(ca3f1cdb-df22-4973-b0da-4d439f764e6c),segment_id=ca3f1cdb-df22-4973-b0da-4d439f764e6c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:46.071227 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-66c77da5-07ef-4e8e-9f7b-8b159fd56794 req-dfd24e82-f4d6-4f41-9741-bd16f4451884 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Aug 11 00:45:46.100387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=d3fcb383-e445-4608-9472-51957d7d0e6d,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:46.106411 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.121908 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.138940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Transition to ACTIVE for port object 35ed6c21-3f3e-4776-b3f1-9168235797a1 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:46.197857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Transition to ACTIVE for port object 35ed6c21-3f3e-4776-b3f1-9168235797a1 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:46.259104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940ce78-8213-441b-be08-c9f7cbd6e97d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:46.260825 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.266329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1940ce78-8213-441b-be08-c9f7cbd6e97d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.352630 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a3d7f84e-b95a-42ae-b935-b151beee0b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.368738 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.388888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6c808d92-62f5-4fd3-bcbf-a6699507ceeb no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:45:46.416886 n-d-712143-13 neutron-server[95255]: INFO neutron.db.ipam_backend_mixin [None req-1940ce78-8213-441b-be08-c9f7cbd6e97d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 455595c2-a7e1-48e6-8802-855adc26804c (CIDR: 2001:db8::/64) Aug 11 00:45:46.430255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-8f172269-86f2-4e61-bde4-cc17eea6c8a3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:46.433858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47062) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:46.437322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-8f172269-86f2-4e61-bde4-cc17eea6c8a3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:46.444798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-8f172269-86f2-4e61-bde4-cc17eea6c8a3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:46.452061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-8f172269-86f2-4e61-bde4-cc17eea6c8a3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:46.459725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-8f172269-86f2-4e61-bde4-cc17eea6c8a3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:46.466898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-8f172269-86f2-4e61-bde4-cc17eea6c8a3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:46.467968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6c808d92-62f5-4fd3-bcbf-a6699507ceeb {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:45:46.468739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6c808d92-62f5-4fd3-bcbf-a6699507ceeb not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:45:46.471669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=2dc741c8-6148-440f-8e7d-1fcc466eebaa,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:46.473905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-8f172269-86f2-4e61-bde4-cc17eea6c8a3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:46.474549 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1940ce78-8213-441b-be08-c9f7cbd6e97d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:45:46.475293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1940ce78-8213-441b-be08-c9f7cbd6e97d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:45:46.476107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-8f172269-86f2-4e61-bde4-cc17eea6c8a3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1216218 Aug 11 00:45:46.477630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55323caf-96d9-4c34-92e3-d839faff497b tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for subnetpool, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.486746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-55323caf-96d9-4c34-92e3-d839faff497b tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.3451777 Aug 11 00:45:46.487038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47064) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:46.497920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-67bfeac0-016c-4da0-baa9-df961b5de3f7 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf', 'tempest-TagsExtTest-Tag-91667791') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:46.530438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6d60411e-a689-4ca8-a41a-1592064e4b9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d9e176f309c4c8f80b8dfb64869d6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948992 Aug 11 00:45:46.535864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47066) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:46.552499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:46.554058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:45:46.554948 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:45:46.565117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:46.572103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:46.587604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f0f80e05-40ad-4f99-b685-04fe7ed158c5 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.596752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Pushing event updated for resources: {'Port': ['ID=35ed6c21-3f3e-4776-b3f1-9168235797a1,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:46.605231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ade3edf3-b4c3-45d7-899a-a758de7166ae req-4310b384-dd8a-40b2-8e41-d5cbedf267a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206894 Aug 11 00:45:46.652221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e7c-8ff0-4e37-9cba-19b69d19b1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.664953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Attempting to bind port 35ed6c21-3f3e-4776-b3f1-9168235797a1 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:46.665350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Attempting to bind port 35ed6c21-3f3e-4776-b3f1-9168235797a1 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:46.665766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Attempting to bind port 35ed6c21-3f3e-4776-b3f1-9168235797a1 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:46.672436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:46.673163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:46.674303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.674816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:46.675454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Bound port: 35ed6c21-3f3e-4776-b3f1-9168235797a1, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:46.675931 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.697382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e7c-8ff0-4e37-9cba-19b69d19b1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.716358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1940ce78-8213-441b-be08-c9f7cbd6e97d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6165457 Aug 11 00:45:46.722259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47070) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:46.734784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:46.768973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] For port 35ed6c21-3f3e-4776-b3f1-9168235797a1, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:46.778006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] For port 35ed6c21-3f3e-4776-b3f1-9168235797a1, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35ed6c21-3f3e-4776-b3f1-9168235797a1,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:46.786329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f0f80e05-40ad-4f99-b685-04fe7ed158c5 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.864982 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-67bfeac0-016c-4da0-baa9-df961b5de3f7 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags/tempest-TagsExtTest-Tag-91667791 HTTP/1.1" status: 201 len: 201 time: 0.3769791 Aug 11 00:45:46.868074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47072) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:46.873241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-43561ae3-5314-4642-9092-9bdc4fd9eed6 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500', 'tempest-TagsExtTest-Tag-1826269706') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:46.927999 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.943800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e7c-8ff0-4e37-9cba-19b69d19b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.949049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e7c-8ff0-4e37-9cba-19b69d19b1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:46.954572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d5e03e7c-8ff0-4e37-9cba-19b69d19b1c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e52da97f-d2d8-4eda-a2e5-cde251ca4fd9 HTTP/1.1" status: 204 len: 168 time: 0.4140499 Aug 11 00:45:47.005318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f0f80e05-40ad-4f99-b685-04fe7ed158c5 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.006551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e03e7c-8ff0-4e37-9cba-19b69d19b1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52da97f-d2d8-4eda-a2e5-cde251ca4fd9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:47.041667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2dc741c8-6148-440f-8e7d-1fcc466eebaa up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:47.045767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8dfe5-9e56-4bd3-83a1-7b30e77b2732 None None] Pushing event updated for resources: {'Port': ['ID=35ed6c21-3f3e-4776-b3f1-9168235797a1,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:47.092734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:47.093605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f80e05-40ad-4f99-b685-04fe7ed158c5 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2c215e-334c-4aaf-b592-8fdd9c32b606,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:47.097082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.187006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 2dc741c8-6148-440f-8e7d-1fcc466eebaa triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:47.187571 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.232309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930dda9-10be-457e-8011-2b5f9092af28 req-1f69c521-10dd-4c7c-a27b-b3310d1376bf tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.234081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d930dda9-10be-457e-8011-2b5f9092af28 req-1f69c521-10dd-4c7c-a27b-b3310d1376bf tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 945 time: 0.1929741 Aug 11 00:45:47.326741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d930dda9-10be-457e-8011-2b5f9092af28 req-c3ffd31b-484a-4445-b5f1-bbc68604e470 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784745 Aug 11 00:45:47.351750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f0f80e05-40ad-4f99-b685-04fe7ed158c5 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.353376 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f0f80e05-40ad-4f99-b685-04fe7ed158c5 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3669384 Aug 11 00:45:47.356801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47078) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:47.387724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b77f7f09-6015-400e-bd39-23962d6595dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.398216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b77f7f09-6015-400e-bd39-23962d6595dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.502480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Provisioning for port b4020c0d-67a9-43b2-b2cc-b4a113631500 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:47.503820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-43561ae3-5314-4642-9092-9bdc4fd9eed6 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags/tempest-TagsExtTest-Tag-1826269706 HTTP/1.1" status: 201 len: 201 time: 0.6345453 Aug 11 00:45:47.507526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47080) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:47.513571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Provisioning complete for port b4020c0d-67a9-43b2-b2cc-b4a113631500 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:47.513571 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.513799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-db2e8034-c234-49c6-8a95-fd5542cdfaf3 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f', 'tempest-TagsExtTest-Tag-680430619') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:47.570522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6befed3f-d0cc-4f93-8dc7-de27e3e61cf4 None None] Port b4020c0d-67a9-43b2-b2cc-b4a113631500 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:47.623654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b77f7f09-6015-400e-bd39-23962d6595dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.636794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b77f7f09-6015-400e-bd39-23962d6595dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.637943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b77f7f09-6015-400e-bd39-23962d6595dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/db2c215e-334c-4aaf-b592-8fdd9c32b606 HTTP/1.1" status: 204 len: 168 time: 0.2801082 Aug 11 00:45:47.640857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47082) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:47.647881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f7f09-6015-400e-bd39-23962d6595dd tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db2c215e-334c-4aaf-b592-8fdd9c32b606,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:47.691261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-810b0f0c-b9d9-4e89-9bef-7e60266455db None None] Provisioning complete for port b4020c0d-67a9-43b2-b2cc-b4a113631500 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:47.691650 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-810b0f0c-b9d9-4e89-9bef-7e60266455db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.695150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3b17834a-ab96-4cc1-93e0-01cc4cc6015e tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0529346 Aug 11 00:45:47.697727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47086) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:47.732337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-810b0f0c-b9d9-4e89-9bef-7e60266455db None None] Port b4020c0d-67a9-43b2-b2cc-b4a113631500 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:47.790099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.796230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-2bbb8377-63ba-464a-8187-8ee48a15b01b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.808163 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dac4281-75b5-4ab6-b4fa-5ce0e8e64d34 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.815529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-2bbb8377-63ba-464a-8187-8ee48a15b01b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.829380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-2bbb8377-63ba-464a-8187-8ee48a15b01b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.848342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-2bbb8377-63ba-464a-8187-8ee48a15b01b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.856498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-2bbb8377-63ba-464a-8187-8ee48a15b01b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.866998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-2bbb8377-63ba-464a-8187-8ee48a15b01b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.872229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:47.873951 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dac4281-75b5-4ab6-b4fa-5ce0e8e64d34 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.875824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-2bbb8377-63ba-464a-8187-8ee48a15b01b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.878897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-2bbb8377-63ba-464a-8187-8ee48a15b01b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1748719 Aug 11 00:45:47.897421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:47.900672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:47.901287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:47.918628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=a5b289f2-20c9-4a39-82e2-01d9968f60b4,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:47.950776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d47268fa-b442-47b1-9842-08f1e573b1ea req-add214e1-400f-4761-af95-a1628771a782 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655336 Aug 11 00:45:47.957114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-db2e8034-c234-49c6-8a95-fd5542cdfaf3 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags/tempest-TagsExtTest-Tag-680430619 HTTP/1.1" status: 201 len: 201 time: 0.4457288 Aug 11 00:45:47.957576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47092) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:47.963140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-931bcaf4-a81e-4b1e-b456-2e67febb41f5 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05', 'tempest-TagsExtTest-Tag-84499998') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:48.171480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-26be1438-5091-4cf0-baea-e136e45bc375 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4478688 Aug 11 00:45:48.173992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dac4281-75b5-4ab6-b4fa-5ce0e8e64d34 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:48.176770 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dac4281-75b5-4ab6-b4fa-5ce0e8e64d34 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:48.190366 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1dac4281-75b5-4ab6-b4fa-5ce0e8e64d34 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/8bcd7088-8512-4e1f-be08-116d2b5fe411 HTTP/1.1" status: 204 len: 168 time: 0.4791062 Aug 11 00:45:48.191241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47094) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.191355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac4281-75b5-4ab6-b4fa-5ce0e8e64d34 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd7088-8512-4e1f-be08-116d2b5fe411,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:48.191456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:5f:5b:aa', 'name': 'tempest-NetworksTestDHCPv6-2146052121'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:48.193701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47096) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.259224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde96a0-5f6e-4405-bc8e-5af4b9939b1c None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:48.270533 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1339b30d-8c39-4766-a51b-7eb34a1d0247 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0749605 Aug 11 00:45:48.274158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47098) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.368788 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be49dd2b-5c8d-40c0-a6ee-8304f7b3e962 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:48.409021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be49dd2b-5c8d-40c0-a6ee-8304f7b3e962 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:48.430660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-931bcaf4-a81e-4b1e-b456-2e67febb41f5 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags/tempest-TagsExtTest-Tag-84499998 HTTP/1.1" status: 201 len: 201 time: 0.4720111 Aug 11 00:45:48.433249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47102) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.438321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-8de5d976-6043-4900-8344-1f5c069289b4 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:48.507412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-57561942-bda4-485b-a5fb-0706831a2333 None None] Provisioning for port 35ed6c21-3f3e-4776-b3f1-9168235797a1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:48.534946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260d3fd-63e2-4b3e-a7fc-9993fef4042e req-0266300d-d748-4a66-8898-f7a5e1ec2740 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:48.534946 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c260d3fd-63e2-4b3e-a7fc-9993fef4042e req-0266300d-d748-4a66-8898-f7a5e1ec2740 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 945 time: 0.0686071 Aug 11 00:45:48.557714 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8de5d976-6043-4900-8344-1f5c069289b4 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags HTTP/1.1" status: 200 len: 239 time: 0.1233766 Aug 11 00:45:48.562065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47104) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.567553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-1ab1caac-2db5-436d-8bce-ec6bc9f71579 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf', 'tempest-TagsExtTest-Tag-91667791') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:48.567771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c260d3fd-63e2-4b3e-a7fc-9993fef4042e req-d2ccdbf1-f09f-4f20-a8a8-2824348dca85 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Aug 11 00:45:48.591346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d3d51-72f2-4dd9-b4d1-284323d14a2e None None] Update dhcp port {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'fixed_ips': [{'subnet_id': '455595c2-a7e1-48e6-8802-855adc26804c', 'ip_address': '2001:db8::f816:3eff:fe89:f815'}, {'subnet_id': 'a5b289f2-20c9-4a39-82e2-01d9968f60b4'}], 'binding:host_id': 'n-d-712143-13'}, 'id': '35ed6c21-3f3e-4776-b3f1-9168235797a1'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 00:45:48.621758 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a76d3d51-72f2-4dd9-b4d1-284323d14a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:48.651004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ab1caac-2db5-436d-8bce-ec6bc9f71579 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags/tempest-TagsExtTest-Tag-91667791 HTTP/1.1" status: 204 len: 168 time: 0.0875187 Aug 11 00:45:48.651928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.654092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47112) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.659876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-7b40bd4d-d0a9-4dd2-854e-7e04a5aed1bd tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf', 'tempest-TagsExtTest-Tag-91667791') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:48.671681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:48.698536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be49dd2b-5c8d-40c0-a6ee-8304f7b3e962 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:48.701251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be49dd2b-5c8d-40c0-a6ee-8304f7b3e962 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:48.702528 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be49dd2b-5c8d-40c0-a6ee-8304f7b3e962 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/317b2ba1-e1cb-497f-aa61-c87ef58b49f6 HTTP/1.1" status: 204 len: 168 time: 0.4272516 Aug 11 00:45:48.707424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47114) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.750524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49dd2b-5c8d-40c0-a6ee-8304f7b3e962 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b2ba1-e1cb-497f-aa61-c87ef58b49f6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:48.766509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fbfdbfac-cf74-405c-99b3-298cd4b8abb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a194b6272a3941c6b6da734168fe0a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130748 Aug 11 00:45:48.769993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47118) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.813386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-80160f20-9162-4590-b5e2-ad850bf21820 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026247 Aug 11 00:45:48.820814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47124) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:48.834793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f9f7a580-96c7-478c-b52d-61841188106f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-secgroup--626489627'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:48.837525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:48.896274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port ac4869f4-b490-43c9-9053-24891f6ace3a yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:45:48.902195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-a76d3d51-72f2-4dd9-b4d1-284323d14a2e None None] Allocated IP 2001:db8:0:1::2 (a231281a-384d-46e8-8f86-e604acdadde9/a5b289f2-20c9-4a39-82e2-01d9968f60b4/35ed6c21-3f3e-4776-b3f1-9168235797a1) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:49.014558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b40bd4d-d0a9-4dd2-854e-7e04a5aed1bd tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags/tempest-TagsExtTest-Tag-91667791 HTTP/1.1" status: 204 len: 168 time: 0.3593585 Aug 11 00:45:49.015958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a580-96c7-478c-b52d-61841188106f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.019033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47130) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:49.023679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-d5dfa22f-3416-4d03-b1a5-ea360f00f5ce tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:49.068091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.070473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35ed6c21-3f3e-4776-b3f1-9168235797a1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:49.090908 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d01f1adf-4176-4a7c-93a8-e17d693705cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.092498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.115611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.151613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a76d3d51-72f2-4dd9-b4d1-284323d14a2e None None] For port 35ed6c21-3f3e-4776-b3f1-9168235797a1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35ed6c21-3f3e-4776-b3f1-9168235797a1,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:49.168141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d5dfa22f-3416-4d03-b1a5-ea360f00f5ce tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags HTTP/1.1" status: 200 len: 205 time: 0.1449027 Aug 11 00:45:49.169199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47134) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:49.173955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-dcf6ff51-2df9-4436-9109-305a80582d18 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:49.205310 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a76d3d51-72f2-4dd9-b4d1-284323d14a2e None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.222481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a76d3d51-72f2-4dd9-b4d1-284323d14a2e None None] Transition to ACTIVE for port object 35ed6c21-3f3e-4776-b3f1-9168235797a1 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:49.224992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a580-96c7-478c-b52d-61841188106f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.257342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-fad32f21-0368-4376-94ad-38ed7b118fa6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:49.257964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dcf6ff51-2df9-4436-9109-305a80582d18 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags HTTP/1.1" status: 200 len: 241 time: 0.0874405 Aug 11 00:45:49.263552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47136) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:49.265404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-4ea9c6ea-c2e7-4872-afb6-0c72e28f04f5 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500', 'tempest-TagsExtTest-Tag-1826269706') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:49.268537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-fad32f21-0368-4376-94ad-38ed7b118fa6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:49.279501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-fad32f21-0368-4376-94ad-38ed7b118fa6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:49.291903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-fad32f21-0368-4376-94ad-38ed7b118fa6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:49.304335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-fad32f21-0368-4376-94ad-38ed7b118fa6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:49.310814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-fad32f21-0368-4376-94ad-38ed7b118fa6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:49.318549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-fad32f21-0368-4376-94ad-38ed7b118fa6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:49.323357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-fad32f21-0368-4376-94ad-38ed7b118fa6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1946504 Aug 11 00:45:49.334031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4ea9c6ea-c2e7-4872-afb6-0c72e28f04f5 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags/tempest-TagsExtTest-Tag-1826269706 HTTP/1.1" status: 204 len: 168 time: 0.0720515 Aug 11 00:45:49.336933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47140) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:49.342258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-91ff3870-78e6-4590-81c9-2d0d90dad3ea tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500', 'tempest-TagsExtTest-Tag-1826269706') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:49.380131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f9a6ee3-c167-4f9d-8fd0-16f5a49e558f req-28c8e85f-5714-4c7e-b073-aef144233242 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514345 Aug 11 00:45:49.389525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 35ed6c21-3f3e-4776-b3f1-9168235797a1 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:49.393902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 35ed6c21-3f3e-4776-b3f1-9168235797a1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:49.407060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.473385 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a580-96c7-478c-b52d-61841188106f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.476782 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a76d3d51-72f2-4dd9-b4d1-284323d14a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.513461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7a580-96c7-478c-b52d-61841188106f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76f400-33fd-416c-8ea5-a773065894e9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:49.527789 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.573609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.577985 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.583221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e663248-9fd2-40be-bbef-dee1cda636a4 HTTP/1.1" status: 204 len: 168 time: 0.8089542 Aug 11 00:45:49.597859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e663248-9fd2-40be-bbef-dee1cda636a4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:49.623342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.623791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.624205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.624613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.625113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.625491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.625837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.626303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.626773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.627223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.627650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.628074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29244e8e-b9d6-40f1-addf-a197bcfb393e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:45:49.699704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8:0:1::31 (a231281a-384d-46e8-8f86-e604acdadde9/a5b289f2-20c9-4a39-82e2-01d9968f60b4/ac4869f4-b490-43c9-9053-24891f6ace3a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:49.709971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::f816:3eff:fe5f:5baa (a231281a-384d-46e8-8f86-e604acdadde9/455595c2-a7e1-48e6-8802-855adc26804c/ac4869f4-b490-43c9-9053-24891f6ace3a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:49.715302 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-91ff3870-78e6-4590-81c9-2d0d90dad3ea tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags/tempest-TagsExtTest-Tag-1826269706 HTTP/1.1" status: 204 len: 168 time: 0.3767333 Aug 11 00:45:49.717775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47146) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:49.723278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-b59fe8bf-e70e-4a1b-a8c4-a1a909ddf4d7 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:49.771303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a580-96c7-478c-b52d-61841188106f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:49.773850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f9f7a580-96c7-478c-b52d-61841188106f tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9489145 Aug 11 00:45:49.777895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d3d51-72f2-4dd9-b4d1-284323d14a2e None None] Pushing event updated for resources: {'Port': ['ID=35ed6c21-3f3e-4776-b3f1-9168235797a1,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:49.779796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47148) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:49.811835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-eea5512f-64af-4a88-be8e-cf50fe7ea805 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'bd76f400-33fd-416c-8ea5-a773065894e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:49.840028 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:45:49.840401 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:45:49.902336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b59fe8bf-e70e-4a1b-a8c4-a1a909ddf4d7 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags HTTP/1.1" status: 200 len: 205 time: 0.1832092 Aug 11 00:45:49.905078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47150) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:49.910259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-0fa95f41-f4ce-428a-bae1-600efac8e18c tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:49.966500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eea5512f-64af-4a88-be8e-cf50fe7ea805 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.035208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0fa95f41-f4ce-428a-bae1-600efac8e18c tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags HTTP/1.1" status: 200 len: 240 time: 0.1259985 Aug 11 00:45:50.036086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47154) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:50.044562 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.044947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-afdf0102-837a-46d2-adc7-51d0029756f0 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f', 'tempest-TagsExtTest-Tag-680430619') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:50.062545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object ac4869f4-b490-43c9-9053-24891f6ace3a will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:50.192374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eea5512f-64af-4a88-be8e-cf50fe7ea805 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.205020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-afdf0102-837a-46d2-adc7-51d0029756f0 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags/tempest-TagsExtTest-Tag-680430619 HTTP/1.1" status: 204 len: 168 time: 0.1634898 Aug 11 00:45:50.205020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47158) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:50.216451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-ccd1d689-9566-467a-a923-28846d7e21fb tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f', 'tempest-TagsExtTest-Tag-680430619') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:50.319040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.388989 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.406938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:50.410690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:50.416241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:50.422879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:50.423617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.428373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=ac4869f4-b490-43c9-9053-24891f6ace3a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:50.435566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eea5512f-64af-4a88-be8e-cf50fe7ea805 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.464723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 35ed6c21-3f3e-4776-b3f1-9168235797a1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35ed6c21-3f3e-4776-b3f1-9168235797a1,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:50.464815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5512f-64af-4a88-be8e-cf50fe7ea805 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340a3514-11e6-4416-91ef-0b94f9247cc2,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:50.566582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-e61fcad7-5a9d-401b-97fa-745635b9ad17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:50.571089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-e61fcad7-5a9d-401b-97fa-745635b9ad17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:50.577922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-e61fcad7-5a9d-401b-97fa-745635b9ad17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:50.584812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-e61fcad7-5a9d-401b-97fa-745635b9ad17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:50.591300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-e61fcad7-5a9d-401b-97fa-745635b9ad17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:50.597916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-e61fcad7-5a9d-401b-97fa-745635b9ad17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:50.604027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-e61fcad7-5a9d-401b-97fa-745635b9ad17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:50.623782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-e61fcad7-5a9d-401b-97fa-745635b9ad17 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1126845 Aug 11 00:45:50.656304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ccd1d689-9566-467a-a923-28846d7e21fb tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags/tempest-TagsExtTest-Tag-680430619 HTTP/1.1" status: 204 len: 168 time: 0.4482944 Aug 11 00:45:50.663967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47170) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:50.664252 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.665583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-bfe67241-168f-409c-ba41-2d9d7ab09e3a tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:50.681480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a24d9bb4-87c4-4a19-9e36-8389c5fc9305 req-2ed13259-300e-43a3-9fc1-b46a67360ee6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633645 Aug 11 00:45:50.754080 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.762461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8b3f14c7-3590-4f52-b3d5-8fc2221ca2bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5769401 Aug 11 00:45:50.762662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eea5512f-64af-4a88-be8e-cf50fe7ea805 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.762662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eea5512f-64af-4a88-be8e-cf50fe7ea805 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9572968 Aug 11 00:45:50.762830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:50.762830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47174) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:50.772901 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bfe67241-168f-409c-ba41-2d9d7ab09e3a tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags HTTP/1.1" status: 200 len: 205 time: 0.1129327 Aug 11 00:45:50.773582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47176) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:50.784100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-3a3f84e7-c178-470b-baa0-3015494075d2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:50.839004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-609102bd-a51f-4576-a8dc-2a72a5a9640d None None] Provisioning for port 35ed6c21-3f3e-4776-b3f1-9168235797a1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:50.868404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3a3f84e7-c178-470b-baa0-3015494075d2 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags HTTP/1.1" status: 200 len: 239 time: 0.0732586 Aug 11 00:45:50.868615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-609102bd-a51f-4576-a8dc-2a72a5a9640d None None] Provisioning complete for port 35ed6c21-3f3e-4776-b3f1-9168235797a1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:50.868615 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-609102bd-a51f-4576-a8dc-2a72a5a9640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.868786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5b7c-5d7f-481e-a81b-001a066f0fab tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.871434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47180) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:50.877902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-b2400297-60af-443d-93f7-d91184a25b77 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05', 'tempest-TagsExtTest-Tag-84499998') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:50.878511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5b7c-5d7f-481e-a81b-001a066f0fab tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.935334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b2400297-60af-443d-93f7-d91184a25b77 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags/tempest-TagsExtTest-Tag-84499998 HTTP/1.1" status: 204 len: 168 time: 0.0602794 Aug 11 00:45:50.935768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47182) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:50.952369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-7b7b589c-7dcd-4d70-9f7f-c5a1baee8e21 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05', 'tempest-TagsExtTest-Tag-84499998') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:50.983408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e87249cf-dcf0-4520-ae8a-362649218adb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port ac4869f4-b490-43c9-9053-24891f6ace3a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:50.984548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e87249cf-dcf0-4520-ae8a-362649218adb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:50.997676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=35ed6c21-3f3e-4776-b3f1-9168235797a1,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:51.056768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35ed6c21-3f3e-4776-b3f1-9168235797a1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:51.094030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5b7c-5d7f-481e-a81b-001a066f0fab tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.102726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e8f5b7c-5d7f-481e-a81b-001a066f0fab tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.103975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1e8f5b7c-5d7f-481e-a81b-001a066f0fab tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/340a3514-11e6-4416-91ef-0b94f9247cc2 HTTP/1.1" status: 204 len: 168 time: 0.3401873 Aug 11 00:45:51.107348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47186) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.130222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f5b7c-5d7f-481e-a81b-001a066f0fab tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=340a3514-11e6-4416-91ef-0b94f9247cc2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:51.149306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 35ed6c21-3f3e-4776-b3f1-9168235797a1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:51.149933 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.168034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6ba90135-e38b-4f5c-87f9-fad73b47a959 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594015 Aug 11 00:45:51.172961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47188) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.194893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e87249cf-dcf0-4520-ae8a-362649218adb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.204056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b7b589c-7dcd-4d70-9f7f-c5a1baee8e21 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags/tempest-TagsExtTest-Tag-84499998 HTTP/1.1" status: 204 len: 168 time: 0.2668412 Aug 11 00:45:51.210916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47192) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.215674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-ff2eb5d5-f8e8-428e-81db-113ced61a82f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:51.253484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e87249cf-dcf0-4520-ae8a-362649218adb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for ac4869f4-b490-43c9-9053-24891f6ace3a owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:51.257631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebe54071-2e81-44cc-8d73-29c5fd6fbe78 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.266319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ff2eb5d5-f8e8-428e-81db-113ced61a82f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags HTTP/1.1" status: 200 len: 205 time: 0.0542855 Aug 11 00:45:51.272623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47194) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.278892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-510d54a7-fe8c-45ce-b00b-958d65d4aae9 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:51.304877 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebe54071-2e81-44cc-8d73-29c5fd6fbe78 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.364733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3b135d7c-643e-41b9-8c44-5c664dfcad1c None None] Provisioning for port ac4869f4-b490-43c9-9053-24891f6ace3a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:51.370530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3b135d7c-643e-41b9-8c44-5c664dfcad1c None None] Provisioning complete for port ac4869f4-b490-43c9-9053-24891f6ace3a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:51.371122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b135d7c-643e-41b9-8c44-5c664dfcad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.388682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-510d54a7-fe8c-45ce-b00b-958d65d4aae9 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags HTTP/1.1" status: 204 len: 168 time: 0.1154704 Aug 11 00:45:51.391617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47200) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.399214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-404956a3-3301-426a-a878-628209b8da10 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:51.422526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3b135d7c-643e-41b9-8c44-5c664dfcad1c None None] Port ac4869f4-b490-43c9-9053-24891f6ace3a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:45:51.502754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebe54071-2e81-44cc-8d73-29c5fd6fbe78 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.505862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ebe54071-2e81-44cc-8d73-29c5fd6fbe78 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.509722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ebe54071-2e81-44cc-8d73-29c5fd6fbe78 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/bd76f400-33fd-416c-8ea5-a773065894e9 HTTP/1.1" status: 204 len: 168 time: 0.3322334 Aug 11 00:45:51.512165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47202) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.519502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe54071-2e81-44cc-8d73-29c5fd6fbe78 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76f400-33fd-416c-8ea5-a773065894e9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:51.598721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-404956a3-3301-426a-a878-628209b8da10 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.2042093 Aug 11 00:45:51.602212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47206) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.606865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-da3c554a-2526-4545-916e-a8f756ea2dc6 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:51.630050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81a52805-78a5-4093-aa21-363eccda559c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094627 Aug 11 00:45:51.634633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47208) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.639729 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2cf23c06-9a30-47bf-b192-384ef7a9a6af tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228640124'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:51.701421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-da3c554a-2526-4545-916e-a8f756ea2dc6 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags HTTP/1.1" status: 204 len: 168 time: 0.0963018 Aug 11 00:45:51.703598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47212) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.709916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-7fc98019-b1a0-429f-8678-01dfa2a7358a tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:51.795079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e87249cf-dcf0-4520-ae8a-362649218adb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.800207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7fc98019-b1a0-429f-8678-01dfa2a7358a tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags HTTP/1.1" status: 204 len: 168 time: 0.0947578 Aug 11 00:45:51.805157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47218) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:51.814223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-100c8f2f-096a-4f77-8c4b-8866fe27c1ae tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf', 'tempest-TagsExtTest-Tag-2050079670') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:51.844301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2cf23c06-9a30-47bf-b192-384ef7a9a6af tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.872302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87249cf-dcf0-4520-ae8a-362649218adb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=ac4869f4-b490-43c9-9053-24891f6ace3a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:51.883472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-f744bc64-0053-4adb-91e3-ddb24011c0c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:51.892652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-f744bc64-0053-4adb-91e3-ddb24011c0c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:51.898963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-f744bc64-0053-4adb-91e3-ddb24011c0c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:51.905356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-f744bc64-0053-4adb-91e3-ddb24011c0c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:51.911883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-f744bc64-0053-4adb-91e3-ddb24011c0c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:51.918172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-f744bc64-0053-4adb-91e3-ddb24011c0c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:51.925343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-f744bc64-0053-4adb-91e3-ddb24011c0c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:51.934853 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-f744bc64-0053-4adb-91e3-ddb24011c0c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1575456 Aug 11 00:45:51.955181 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e87249cf-dcf0-4520-ae8a-362649218adb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:51.957884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e87249cf-dcf0-4520-ae8a-362649218adb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/ac4869f4-b490-43c9-9053-24891f6ace3a HTTP/1.1" status: 204 len: 168 time: 1.1719470 Aug 11 00:45:51.960524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47220) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:52.055566 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee29471a-2cca-49bd-be80-f4f1566a4676 req-01f48292-2a2c-4fe0-9ed5-fb26769a57b8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166551 Aug 11 00:45:52.094303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265599c9-cb51-450f-822a-4d1b931ed240 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:52.097767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-265599c9-cb51-450f-822a-4d1b931ed240 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1345103 Aug 11 00:45:52.101420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47224) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:52.156593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2cf23c06-9a30-47bf-b192-384ef7a9a6af tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.224631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-100c8f2f-096a-4f77-8c4b-8866fe27c1ae tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags/tempest-TagsExtTest-Tag-2050079670 HTTP/1.1" status: 201 len: 201 time: 0.4121232 Aug 11 00:45:52.225063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47228) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:52.230429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-8cf49e25-a473-4137-899b-f710c2c0005d tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500', 'tempest-TagsExtTest-Tag-1156153422') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:52.283645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d109c73-d37f-4c00-946b-5223271237c6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:52.288051 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d109c73-d37f-4c00-946b-5223271237c6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1850090 Aug 11 00:45:52.288358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47230) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:52.349565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2cf23c06-9a30-47bf-b192-384ef7a9a6af tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.378500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ec470-5728-487d-8d3e-f6435f946fcc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:52.382672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ec470-5728-487d-8d3e-f6435f946fcc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:52.382672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ec470-5728-487d-8d3e-f6435f946fcc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:52.383403 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-210ec470-5728-487d-8d3e-f6435f946fcc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0937517 Aug 11 00:45:52.386305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47232) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:52.404067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf23c06-9a30-47bf-b192-384ef7a9a6af tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d935573a-d775-495a-8329-fa761c70ea52,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:52.411558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.453705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ec8351-b3a2-4fb7-b497-ad23e0405c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 455595c2-a7e1-48e6-8802-855adc26804c {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:52.457745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8351-b3a2-4fb7-b497-ad23e0405c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.501138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2cf23c06-9a30-47bf-b192-384ef7a9a6af tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.503349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2cf23c06-9a30-47bf-b192-384ef7a9a6af tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8675392 Aug 11 00:45:52.506163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47238) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:52.513516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4b2ec2a6-282a-43a0-8860-37ff1374a283 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'd935573a-d775-495a-8329-fa761c70ea52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:52.525273 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8351-b3a2-4fb7-b497-ad23e0405c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.549650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8cf49e25-a473-4137-899b-f710c2c0005d tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags/tempest-TagsExtTest-Tag-1156153422 HTTP/1.1" status: 201 len: 201 time: 0.3231413 Aug 11 00:45:52.553587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47240) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:52.561600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-e1363946-12b8-4933-b8db-9f7969376d40 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f', 'tempest-TagsExtTest-Tag-1396444951') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:52.662178 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8351-b3a2-4fb7-b497-ad23e0405c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.771347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec2a6-282a-43a0-8860-37ff1374a283 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.842767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e1363946-12b8-4933-b8db-9f7969376d40 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags/tempest-TagsExtTest-Tag-1396444951 HTTP/1.1" status: 201 len: 201 time: 0.2876143 Aug 11 00:45:52.851147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47250) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:52.856748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-ea82f847-a2c5-4648-8455-91186d7df085 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05', 'tempest-TagsExtTest-Tag-1925907098') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:52.861986 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec2a6-282a-43a0-8860-37ff1374a283 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.877747 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8351-b3a2-4fb7-b497-ad23e0405c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.949304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec2a6-282a-43a0-8860-37ff1374a283 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.953666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec8351-b3a2-4fb7-b497-ad23e0405c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=455595c2-a7e1-48e6-8802-855adc26804c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:52.969038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8351-b3a2-4fb7-b497-ad23e0405c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:52.974024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4ec8351-b3a2-4fb7-b497-ad23e0405c20 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/455595c2-a7e1-48e6-8802-855adc26804c HTTP/1.1" status: 204 len: 168 time: 0.5861254 Aug 11 00:45:52.974554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aae87a-5f17-466e-98a7-a721c0ce5aa0 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:52.976445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47252) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.001743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ec2a6-282a-43a0-8860-37ff1374a283 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be370b47-1458-40be-8100-011a23f8ec5c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:53.044274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35ed6c21-3f3e-4776-b3f1-9168235797a1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:53.058582 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea82f847-a2c5-4648-8455-91186d7df085 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags/tempest-TagsExtTest-Tag-1925907098 HTTP/1.1" status: 201 len: 201 time: 0.2016895 Aug 11 00:45:53.058902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47256) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.066331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-047027cd-742f-467b-be26-95d9826131ae tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf', {'tags': ['tempest-TagsExtTest-Tag-1213721374', 'tempest-TagsExtTest-Tag-2014275080', 'tempest-TagsExtTest-Tag-1485181792']}) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:53.092080 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec2a6-282a-43a0-8860-37ff1374a283 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.097207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4b2ec2a6-282a-43a0-8860-37ff1374a283 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5895436 Aug 11 00:45:53.099673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47260) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.167937 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-17af61e5-fe8f-4c65-a6e5-15b7aefd9789 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules/be370b47-1458-40be-8100-011a23f8ec5c HTTP/1.1" status: 200 len: 763 time: 0.0613930 Aug 11 00:45:53.176068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47264) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.198794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a269d084-f99b-4fcb-87ad-ab166406facb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet a5b289f2-20c9-4a39-82e2-01d9968f60b4 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:45:53.214514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 35ed6c21-3f3e-4776-b3f1-9168235797a1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:53.215052 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.228627 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a269d084-f99b-4fcb-87ad-ab166406facb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.310394 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a269d084-f99b-4fcb-87ad-ab166406facb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.377990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-baf67703-c1b1-4084-92f6-3adf216101ac tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1971395 Aug 11 00:45:53.389038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47268) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.424468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acfcba2e-91e4-4ac1-a259-712a969c4202 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.435340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acfcba2e-91e4-4ac1-a259-712a969c4202 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.485067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-d4c8dfed-7b9d-40ed-b7eb-5bcddd160d44 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:53.492256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-d4c8dfed-7b9d-40ed-b7eb-5bcddd160d44 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:53.498499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-d4c8dfed-7b9d-40ed-b7eb-5bcddd160d44 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:53.505466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-d4c8dfed-7b9d-40ed-b7eb-5bcddd160d44 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:53.511761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-d4c8dfed-7b9d-40ed-b7eb-5bcddd160d44 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:53.518611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-d4c8dfed-7b9d-40ed-b7eb-5bcddd160d44 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:53.524946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-d4c8dfed-7b9d-40ed-b7eb-5bcddd160d44 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:53.527068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-d4c8dfed-7b9d-40ed-b7eb-5bcddd160d44 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.3821719 Aug 11 00:45:53.556476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a269d084-f99b-4fcb-87ad-ab166406facb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.600707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-047027cd-742f-467b-be26-95d9826131ae tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags HTTP/1.1" status: 200 len: 318 time: 0.5408704 Aug 11 00:45:53.606555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47272) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.615473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-c2d5f790-dfa4-4d7b-9f9b-080eec8b347c tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:53.640662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a0abcbb-5009-4edf-8c25-a85606266d7a req-ca505566-f3eb-42bd-91c0-da53698746b8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973332 Aug 11 00:45:53.708662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acfcba2e-91e4-4ac1-a259-712a969c4202 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.716679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acfcba2e-91e4-4ac1-a259-712a969c4202 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.720805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-acfcba2e-91e4-4ac1-a259-712a969c4202 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/be370b47-1458-40be-8100-011a23f8ec5c HTTP/1.1" status: 204 len: 168 time: 0.3299983 Aug 11 00:45:53.720993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47274) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.730207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcba2e-91e4-4ac1-a259-712a969c4202 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be370b47-1458-40be-8100-011a23f8ec5c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:53.783677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6b144187-88e9-4ca3-aafa-d2301cd62387 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595903 Aug 11 00:45:53.790269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47276) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.795540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0d591d02-a777-4afa-97d5-e8567455173c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'd935573a-d775-495a-8329-fa761c70ea52', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:53.836173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a269d084-f99b-4fcb-87ad-ab166406facb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.887896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a269d084-f99b-4fcb-87ad-ab166406facb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:53.900273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a269d084-f99b-4fcb-87ad-ab166406facb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a5b289f2-20c9-4a39-82e2-01d9968f60b4 HTTP/1.1" status: 204 len: 168 time: 0.9226658 Aug 11 00:45:53.901767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269d084-f99b-4fcb-87ad-ab166406facb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b289f2-20c9-4a39-82e2-01d9968f60b4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:53.903677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47280) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.960440 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9d9c56e7-0faf-472a-bea8-915ea4bab762 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465353 Aug 11 00:45:53.962856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47284) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:53.971864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:53.994238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c2d5f790-dfa4-4d7b-9f9b-080eec8b347c tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags HTTP/1.1" status: 204 len: 168 time: 0.3859653 Aug 11 00:45:53.995371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47286) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.001196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-3a688c8b-c6dc-4969-bf84-15a65419a768 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf', 'tempest-TagsExtTest-Tag-1213721374') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:54.007925 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d591d02-a777-4afa-97d5-e8567455173c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.129565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d591d02-a777-4afa-97d5-e8567455173c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.140006 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-3a688c8b-c6dc-4969-bf84-15a65419a768 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:54.144384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3a688c8b-c6dc-4969-bf84-15a65419a768 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags/tempest-TagsExtTest-Tag-1213721374 HTTP/1.1" status: 404 len: 329 time: 0.1445572 Aug 11 00:45:54.145022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47288) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.152498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-08bdf522-b021-43b1-b1fd-cac28743fa65 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf', 'tempest-TagsExtTest-Tag-2014275080') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:54.193432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db320b27-463e-47c9-885f-05c134bc3166 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:54.262059 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-08bdf522-b021-43b1-b1fd-cac28743fa65 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:54.265054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-08bdf522-b021-43b1-b1fd-cac28743fa65 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags/tempest-TagsExtTest-Tag-2014275080 HTTP/1.1" status: 404 len: 329 time: 0.1184411 Aug 11 00:45:54.266821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d591d02-a777-4afa-97d5-e8567455173c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.271657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:54.273754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47292) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.285884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.292513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-13285b3a-dc7a-4510-8332-f1487945c4e4 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf', 'tempest-TagsExtTest-Tag-1485181792') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:54.330335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c11ca3d9-e89d-4b71-8265-3dcef8b7e571 None None] Provisioning complete for port 35ed6c21-3f3e-4776-b3f1-9168235797a1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:45:54.330987 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c11ca3d9-e89d-4b71-8265-3dcef8b7e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.340192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d591d02-a777-4afa-97d5-e8567455173c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed66ae41-6fed-4921-9302-f3c189df66ca,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:54.382284 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-13285b3a-dc7a-4510-8332-f1487945c4e4 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:54.383918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-13285b3a-dc7a-4510-8332-f1487945c4e4 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags/tempest-TagsExtTest-Tag-1485181792 HTTP/1.1" status: 404 len: 329 time: 0.1064308 Aug 11 00:45:54.386778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47296) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.393591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-4dd30b74-a386-48af-b58f-25155f18bc6e tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500', {'tags': ['tempest-TagsExtTest-Tag-1126749110', 'tempest-TagsExtTest-Tag-1080288428', 'tempest-TagsExtTest-Tag-78759496']}) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:54.481821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d591d02-a777-4afa-97d5-e8567455173c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.484082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d591d02-a777-4afa-97d5-e8567455173c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6924329 Aug 11 00:45:54.490065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.518214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a6c962a7-cca5-41ec-8743-d0ad8d6157fb tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules/ed66ae41-6fed-4921-9302-f3c189df66ca HTTP/1.1" status: 200 len: 763 time: 0.0254552 Aug 11 00:45:54.529381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47300) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.603817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:45:54.614951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c63cd328-a03b-481f-bcfc-cf855dc2c182 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0838215 Aug 11 00:45:54.615770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47302) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.639248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4dd30b74-a386-48af-b58f-25155f18bc6e tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags HTTP/1.1" status: 200 len: 316 time: 0.2508240 Aug 11 00:45:54.645981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.653044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-f1ccf664-27ce-4a53-a74c-df5f18287a96 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:54.659054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d337080-c2f3-4087-bca0-48fc8cf9683c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.695079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d337080-c2f3-4087-bca0-48fc8cf9683c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.699531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] Deleting port 35ed6c21-3f3e-4776-b3f1-9168235797a1 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:45:54.699531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.851590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] For port 35ed6c21-3f3e-4776-b3f1-9168235797a1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35ed6c21-3f3e-4776-b3f1-9168235797a1,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:54.852203 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.859773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-9884a49d-e4c7-47df-aa7d-e44b98555079 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:54.866591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-9884a49d-e4c7-47df-aa7d-e44b98555079 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:54.867348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d337080-c2f3-4087-bca0-48fc8cf9683c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.873154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-9884a49d-e4c7-47df-aa7d-e44b98555079 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:54.873962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d337080-c2f3-4087-bca0-48fc8cf9683c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:54.875328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 397d7780-b4ca-445a-9903-d868d786bf2e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:54.875455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d337080-c2f3-4087-bca0-48fc8cf9683c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ed66ae41-6fed-4921-9302-f3c189df66ca HTTP/1.1" status: 204 len: 168 time: 0.2581537 Aug 11 00:45:54.880445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47308) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.884170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-9884a49d-e4c7-47df-aa7d-e44b98555079 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:54.885707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] Calling delete_port for 35ed6c21-3f3e-4776-b3f1-9168235797a1 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:45:54.890237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-9884a49d-e4c7-47df-aa7d-e44b98555079 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:54.897765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-9884a49d-e4c7-47df-aa7d-e44b98555079 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:54.905161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-9884a49d-e4c7-47df-aa7d-e44b98555079 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:54.911360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d337080-c2f3-4087-bca0-48fc8cf9683c tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed66ae41-6fed-4921-9302-f3c189df66ca,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:54.914525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-9884a49d-e4c7-47df-aa7d-e44b98555079 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5422 time: 0.1348248 Aug 11 00:45:54.947822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f1ccf664-27ce-4a53-a74c-df5f18287a96 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags HTTP/1.1" status: 204 len: 168 time: 0.3004265 Aug 11 00:45:54.950712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47312) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:54.968878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-5b9992c7-297d-4ae7-ad67-348ad7714fff tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500', 'tempest-TagsExtTest-Tag-1126749110') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:55.007805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d6f0a8c-8ddb-4b76-aded-0d47bc1091d1 req-76cd5d4d-c437-43a3-b993-bd8a9ab86b7b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922692 Aug 11 00:45:55.066580 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.resource_extend [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:45:55.075536 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5d0f913b-f9ac-4abf-8649-5017076ec343 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1912105 Aug 11 00:45:55.076074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47316) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:55.081631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-370fefb7-86f7-46c8-adc5-70ab6567c2a8 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Request body: {'security_group_rule': {'security_group_id': 'd935573a-d775-495a-8329-fa761c70ea52', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:55.090369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35ed6c21-3f3e-4776-b3f1-9168235797a1 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:45:55.123745 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-5b9992c7-297d-4ae7-ad67-348ad7714fff tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:55.124755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5b9992c7-297d-4ae7-ad67-348ad7714fff tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags/tempest-TagsExtTest-Tag-1126749110 HTTP/1.1" status: 404 len: 329 time: 0.1647701 Aug 11 00:45:55.128155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47318) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:55.133186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-3b7d6a7f-c335-42c9-b53c-6a0bcc34c086 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500', 'tempest-TagsExtTest-Tag-1080288428') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:55.137712 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.203703 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-370fefb7-86f7-46c8-adc5-70ab6567c2a8 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Project 69df41f8f1194dab8c218f9aecd73d14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:45:55.225641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-370fefb7-86f7-46c8-adc5-70ab6567c2a8 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.246126 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-3b7d6a7f-c335-42c9-b53c-6a0bcc34c086 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:55.247824 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b7d6a7f-c335-42c9-b53c-6a0bcc34c086 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags/tempest-TagsExtTest-Tag-1080288428 HTTP/1.1" status: 404 len: 329 time: 0.1185577 Aug 11 00:45:55.252361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47320) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:55.262430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-cf388c1f-3b03-4c98-9d3e-1935b4e90a7d tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500', 'tempest-TagsExtTest-Tag-78759496') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:55.274781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 397d7780-b4ca-445a-9903-d868d786bf2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=397d7780-b4ca-445a-9903-d868d786bf2e,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:55.293835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '397d7780-b4ca-445a-9903-d868d786bf2e', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'port_id': '397d7780-b4ca-445a-9903-d868d786bf2e', 'mac_address': 'fa:16:3e:53:a1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:55.341423 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-370fefb7-86f7-46c8-adc5-70ab6567c2a8 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.381417 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-cf388c1f-3b03-4c98-9d3e-1935b4e90a7d tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:55.382490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cf388c1f-3b03-4c98-9d3e-1935b4e90a7d tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags/tempest-TagsExtTest-Tag-78759496 HTTP/1.1" status: 404 len: 327 time: 0.1289082 Aug 11 00:45:55.387057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47324) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:55.392557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.392805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-6b29b2c1-d4d6-44ad-ba91-c8aa8c538faf tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f', {'tags': ['tempest-TagsExtTest-Tag-1095656249', 'tempest-TagsExtTest-Tag-1644899744', 'tempest-TagsExtTest-Tag-1071188017']}) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:55.449457 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.471210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397d7780-b4ca-445a-9903-d868d786bf2e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:55.498494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 397d7780-b4ca-445a-9903-d868d786bf2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=397d7780-b4ca-445a-9903-d868d786bf2e,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:55.607521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:55.612528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:55.617340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:55.617923 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.624111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-370fefb7-86f7-46c8-adc5-70ab6567c2a8 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.635041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=9f06f997-774e-453b-95a7-56bd6ed1fd53,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:55.652952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fefb7-86f7-46c8-adc5-70ab6567c2a8 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00926ed-9289-4a08-bba2-3b1deb4e3a31,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:55.720742 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.768113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] Pushing event deleted for resources: {'Port': ['ID=35ed6c21-3f3e-4776-b3f1-9168235797a1,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:55.775782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-df28c6bb-6970-447f-9ef3-f503d375cc5c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8107188 Aug 11 00:45:55.780024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef8de2-0c19-4ab9-8c64-b723ce3da9cc None None] No DVR routers for this DVR port 35ed6c21-3f3e-4776-b3f1-9168235797a1 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:45:55.782350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.783048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7a65af80-bd4e-40a3-9202-ac61272ffd45 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:55.786164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47328) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:55.788330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-370fefb7-86f7-46c8-adc5-70ab6567c2a8 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:55.811908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-370fefb7-86f7-46c8-adc5-70ab6567c2a8 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7273567 Aug 11 00:45:55.817269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47330) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:55.819638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41c24ab-98e1-496a-a829-2fb31c32c986 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:45:55.822128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8c71cac7-5a11-4bca-aba4-5da1cff7ee87 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:55.878872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d7166e45-5436-4532-9bbe-21ad508b9a34 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules/b00926ed-9289-4a08-bba2-3b1deb4e3a31 HTTP/1.1" status: 200 len: 769 time: 0.0587251 Aug 11 00:45:55.882177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47334) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:55.939847 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6b29b2c1-d4d6-44ad-ba91-c8aa8c538faf tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags HTTP/1.1" status: 200 len: 318 time: 0.5428569 Aug 11 00:45:55.942089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47336) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:55.951927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-dfe7291c-99a9-4cfc-a41f-b57415c19423 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:56.058686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47342) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.068325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-366fa12b-5561-4d17-a5b1-653c70db1bbb tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1831925 Aug 11 00:45:56.099402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c71cac7-5a11-4bca-aba4-5da1cff7ee87 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:56.102981 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c71cac7-5a11-4bca-aba4-5da1cff7ee87 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.108125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ec0b864-bf8a-4541-9058-73d50b71c658 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.119668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=397d7780-b4ca-445a-9903-d868d786bf2e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:56.119855 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ec0b864-bf8a-4541-9058-73d50b71c658 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.252554 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dfe7291c-99a9-4cfc-a41f-b57415c19423 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.3063295 Aug 11 00:45:56.253458 n-d-712143-13 neutron-server[95254]: INFO neutron.db.ipam_backend_mixin [None req-8c71cac7-5a11-4bca-aba4-5da1cff7ee87 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f06f997-774e-453b-95a7-56bd6ed1fd53 (CIDR: 2001:db8::/64) Aug 11 00:45:56.253588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47348) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.255474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7a65af80-bd4e-40a3-9202-ac61272ffd45, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:56.272799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-230ea55b-05f0-42c8-bcc7-d3194c09e245 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f', 'tempest-TagsExtTest-Tag-1095656249') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:56.284478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '7a65af80-bd4e-40a3-9202-ac61272ffd45', 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'port_id': '7a65af80-bd4e-40a3-9202-ac61272ffd45', 'mac_address': 'fa:16:3e:37:97:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34aa3175-428d-4c19-a8c5-cb6b1aaf8cce', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:56.286239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-34828336-83b1-425a-8c97-1987d733e3c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:56.292965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-34828336-83b1-425a-8c97-1987d733e3c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:56.299272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-34828336-83b1-425a-8c97-1987d733e3c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:56.305532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-34828336-83b1-425a-8c97-1987d733e3c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:56.311630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-34828336-83b1-425a-8c97-1987d733e3c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:56.315406 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c71cac7-5a11-4bca-aba4-5da1cff7ee87 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:45:56.316126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c71cac7-5a11-4bca-aba4-5da1cff7ee87 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:45:56.319450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-34828336-83b1-425a-8c97-1987d733e3c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:56.327516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-34828336-83b1-425a-8c97-1987d733e3c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:56.338792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-34828336-83b1-425a-8c97-1987d733e3c4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5423 time: 0.1671181 Aug 11 00:45:56.350336 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.354881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '9f06f997-774e-453b-95a7-56bd6ed1fd53'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:45:56.355792 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.394897 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ec0b864-bf8a-4541-9058-73d50b71c658 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.415663 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ec0b864-bf8a-4541-9058-73d50b71c658 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.417163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6ec0b864-bf8a-4541-9058-73d50b71c658 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b00926ed-9289-4a08-bba2-3b1deb4e3a31 HTTP/1.1" status: 204 len: 168 time: 0.3574064 Aug 11 00:45:56.423795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47352) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.432510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0b864-bf8a-4541-9058-73d50b71c658 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b00926ed-9289-4a08-bba2-3b1deb4e3a31,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:56.474161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03792efe-788b-4817-bb2e-2c683d9244a6 req-50f53143-6137-4c22-9500-1d4a622935e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080706 Aug 11 00:45:56.477729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a65af80-bd4e-40a3-9202-ac61272ffd45 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:56.483535 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-230ea55b-05f0-42c8-bcc7-d3194c09e245 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:56.487663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47360) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.488159 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-230ea55b-05f0-42c8-bcc7-d3194c09e245 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags/tempest-TagsExtTest-Tag-1095656249 HTTP/1.1" status: 404 len: 329 time: 0.2194481 Aug 11 00:45:56.492597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-1e5a9164-ad35-49f2-9051-96f9d481a4b0 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f', 'tempest-TagsExtTest-Tag-1644899744') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:56.508129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7a65af80-bd4e-40a3-9202-ac61272ffd45, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:56.527406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2e1b1efd-5898-4cc0-9692-15670efab7ca tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0956504 Aug 11 00:45:56.527406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47366) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.579808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8c71cac7-5a11-4bca-aba4-5da1cff7ee87 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7895215 Aug 11 00:45:56.583327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47368) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.598399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:45:56.614728 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14988cab-0f93-43ef-9ec3-22ab3a8536f2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.618937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/9f06f997-774e-453b-95a7-56bd6ed1fd53/e5ffeb6c-98ff-4e1e-a112-c765bca87350) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:45:56.638312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.644143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14988cab-0f93-43ef-9ec3-22ab3a8536f2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.754974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=7a65af80-bd4e-40a3-9202-ac61272ffd45,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:56.762485 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-1e5a9164-ad35-49f2-9051-96f9d481a4b0 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:56.763589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1e5a9164-ad35-49f2-9051-96f9d481a4b0 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags/tempest-TagsExtTest-Tag-1644899744 HTTP/1.1" status: 404 len: 329 time: 0.2748983 Aug 11 00:45:56.771242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47374) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.777961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-aa9e74c2-27d2-4af8-a427-7f4e071d585f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f', 'tempest-TagsExtTest-Tag-1071188017') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:56.817627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device c8063b30-6be5-4a51-b6a9-3e2347a26822 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:56.832536 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14988cab-0f93-43ef-9ec3-22ab3a8536f2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.832829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361853-294a-45e2-9508-576e157ac1e4 req-02552dd6-0b94-4767-9d79-a7fca121b17d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:56.834367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-02552dd6-0b94-4767-9d79-a7fca121b17d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 814 time: 0.2676942 Aug 11 00:45:56.835700 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14988cab-0f93-43ef-9ec3-22ab3a8536f2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:56.838016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-14988cab-0f93-43ef-9ec3-22ab3a8536f2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "DELETE /v2.0/security-groups/d935573a-d775-495a-8329-fa761c70ea52 HTTP/1.1" status: 204 len: 168 time: 0.3102827 Aug 11 00:45:56.843061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47378) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.877205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-9005b485-e370-402a-8c92-e922c090a50a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/quotas/c85169e76c884f878d22107716be8154 HTTP/1.1" status: 200 len: 375 time: 0.0260696 Aug 11 00:45:56.883831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14988cab-0f93-43ef-9ec3-22ab3a8536f2 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d935573a-d775-495a-8329-fa761c70ea52,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:56.900412 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-aa9e74c2-27d2-4af8-a427-7f4e071d585f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:56.905066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aa9e74c2-27d2-4af8-a427-7f4e071d585f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags/tempest-TagsExtTest-Tag-1071188017 HTTP/1.1" status: 404 len: 329 time: 0.1302214 Aug 11 00:45:56.905706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47380) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.911527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-9397680d-92da-4714-a450-e12d1556e805 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05', {'tags': ['tempest-TagsExtTest-Tag-1350212105', 'tempest-TagsExtTest-Tag-292945654', 'tempest-TagsExtTest-Tag-1081538391']}) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:56.937999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['7a65af80-bd4e-40a3-9202-ac61272ffd45'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:45:56.949144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47382) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:56.949343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e95a51da-f53e-43d8-a96c-c3b34febaca3 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033704 Aug 11 00:45:56.977793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-10e5f09f-2534-4c43-8f56-3f27f608a489 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781350 Aug 11 00:45:57.006018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-101a2dd3-94c8-498b-ad56-a4f954d64fc9 tempest-SecGroupIPv6Test-506104006 tempest-SecGroupIPv6Test-506104006-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516131 Aug 11 00:45:57.044685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:45:57.048381 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:57.060939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:57.239758 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9397680d-92da-4714-a450-e12d1556e805 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "PUT /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags HTTP/1.1" status: 200 len: 317 time: 0.1983852 Aug 11 00:45:57.240106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Transition to ACTIVE for port object e5ffeb6c-98ff-4e1e-a112-c765bca87350 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:57.240850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47388) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:57.240850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-7ceb34f2-ab4d-45ef-a3f5-50e39ad1f65f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:57.241087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port c8063b30-6be5-4a51-b6a9-3e2347a26822, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:57.241087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Transition to ACTIVE for port object e5ffeb6c-98ff-4e1e-a112-c765bca87350 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:45:57.241087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'c8063b30-6be5-4a51-b6a9-3e2347a26822', 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65', 'port_id': 'c8063b30-6be5-4a51-b6a9-3e2347a26822', 'mac_address': 'fa:16:3e:f7:45:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbad430-9e61-4416-8e5d-87b7bd2dc366', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:57.241631 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-e7d4685c-d112-4145-854b-bae5ae799e37 service neutron] 10.222.0.43 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422054 Aug 11 00:45:57.276779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:57.308366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8063b30-6be5-4a51-b6a9-3e2347a26822 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:57.339096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port c8063b30-6be5-4a51-b6a9-3e2347a26822, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:57.354349 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:57.389055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c367094a-257f-4fa1-a821-32bcd6930f2e service neutron] 10.222.0.43 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513183 Aug 11 00:45:57.395747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7ceb34f2-ab4d-45ef-a3f5-50e39ad1f65f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags HTTP/1.1" status: 204 len: 168 time: 0.2391543 Aug 11 00:45:57.400053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47392) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:57.405972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-3db36618-09a6-40d8-b06a-55e013b1c023 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05', 'tempest-TagsExtTest-Tag-1350212105') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:57.406413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:45:57.413340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:45:57.415261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Pushing event updated for resources: {'Port': ['ID=e5ffeb6c-98ff-4e1e-a112-c765bca87350,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:57.423493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:45:57.457977 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-3db36618-09a6-40d8-b06a-55e013b1c023 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:57.460239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3db36618-09a6-40d8-b06a-55e013b1c023 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags/tempest-TagsExtTest-Tag-1350212105 HTTP/1.1" status: 404 len: 329 time: 0.0586407 Aug 11 00:45:57.462669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47394) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:57.471514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-46e4736f-fc42-4daa-b1bd-008f615338ae tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05', 'tempest-TagsExtTest-Tag-292945654') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:57.510452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:57.510929 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-46e4736f-fc42-4daa-b1bd-008f615338ae tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:57.511550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 901d9961-465b-4f91-a402-50d5a7a3786f details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:57.512101 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-46e4736f-fc42-4daa-b1bd-008f615338ae tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags/tempest-TagsExtTest-Tag-292945654 HTTP/1.1" status: 404 len: 328 time: 0.0483761 Aug 11 00:45:57.517351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47396) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:57.525199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-4a335fa1-56c7-4d20-8c41-6f7cdd7f2773 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05', 'tempest-TagsExtTest-Tag-1081538391') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:57.565225 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-4a335fa1-56c7-4d20-8c41-6f7cdd7f2773 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] show failed (client error): The resource could not be found. Aug 11 00:45:57.566556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4a335fa1-56c7-4d20-8c41-6f7cdd7f2773 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags/tempest-TagsExtTest-Tag-1081538391 HTTP/1.1" status: 404 len: 329 time: 0.0475416 Aug 11 00:45:57.569869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47400) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:57.579064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.tag.tag_plugin [None req-92d89f67-d95f-4696-a53b-c03737df8dd4 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9494bba2-cf9f-4b45-b15d-8b4979ae6a05') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:57.581043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Attempting to bind port e5ffeb6c-98ff-4e1e-a112-c765bca87350 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:45:57.581043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Attempting to bind port e5ffeb6c-98ff-4e1e-a112-c765bca87350 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:45:57.581283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Attempting to bind port e5ffeb6c-98ff-4e1e-a112-c765bca87350 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:45:57.607424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:45:57.607808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:45:57.608214 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:57.608607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:45:57.609079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Bound port: e5ffeb6c-98ff-4e1e-a112-c765bca87350, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:45:57.609513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:57.616605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-92d89f67-d95f-4696-a53b-c03737df8dd4 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05/tags HTTP/1.1" status: 204 len: 168 time: 0.0426176 Aug 11 00:45:57.617119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47402) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:57.624581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-304006c3-4c50-41fa-8d72-baae51e95df3 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9df263bc-1fea-468d-b2ea-2f8ab65e1e6f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:57.827296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=c8063b30-6be5-4a51-b6a9-3e2347a26822,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:57.960102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:45:57.972157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47412) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:57.973001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['397d7780-b4ca-445a-9903-d868d786bf2e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:45:58.054836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 901d9961-465b-4f91-a402-50d5a7a3786f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=901d9961-465b-4f91-a402-50d5a7a3786f,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:58.066654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] For port e5ffeb6c-98ff-4e1e-a112-c765bca87350, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:45:58.108197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] For port e5ffeb6c-98ff-4e1e-a112-c765bca87350, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e5ffeb6c-98ff-4e1e-a112-c765bca87350,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:45:58.112794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '901d9961-465b-4f91-a402-50d5a7a3786f', 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'port_id': '901d9961-465b-4f91-a402-50d5a7a3786f', 'mac_address': 'fa:16:3e:2d:05:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34aa3175-428d-4c19-a8c5-cb6b1aaf8cce', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:58.218203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-77fa87b2-b6b0-4015-9faa-f64f432d7c37 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.229963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-77fa87b2-b6b0-4015-9faa-f64f432d7c37 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.232551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-77fa87b2-b6b0-4015-9faa-f64f432d7c37 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.248969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-77fa87b2-b6b0-4015-9faa-f64f432d7c37 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.258550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-77fa87b2-b6b0-4015-9faa-f64f432d7c37 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.265824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:58.267209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-77fa87b2-b6b0-4015-9faa-f64f432d7c37 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.273477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-77fa87b2-b6b0-4015-9faa-f64f432d7c37 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.290067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-77fa87b2-b6b0-4015-9faa-f64f432d7c37 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5425 time: 0.6606991 Aug 11 00:45:58.308142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-304006c3-4c50-41fa-8d72-baae51e95df3 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f/tags HTTP/1.1" status: 204 len: 168 time: 0.6892180 Aug 11 00:45:58.323784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47420) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:58.338017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-ea829c72-f80c-412c-a3ad-c6f4a34f73be tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4020c0d-67a9-43b2-b2cc-b4a113631500') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:58.383391 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2e50b85-4caf-45bd-9274-ffdaea5dcae8 req-624b47b5-6c7c-459e-99b4-3126d419f639 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 210 time: 0.2374356 Aug 11 00:45:58.386358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:58.399488 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80a45a7a-e687-45ad-859d-6d885832fe1a req-5ef79180-5ee8-422a-9845-1526d915823e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084111 Aug 11 00:45:58.443233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901d9961-465b-4f91-a402-50d5a7a3786f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:58.458449 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea829c72-f80c-412c-a3ad-c6f4a34f73be tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500/tags HTTP/1.1" status: 204 len: 168 time: 0.1309822 Aug 11 00:45:58.462588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47426) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:58.467849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a6225-80db-4f62-a657-4eee2bba4406 None None] Pushing event updated for resources: {'Port': ['ID=e5ffeb6c-98ff-4e1e-a112-c765bca87350,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:58.468931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-c245423f-ce13-4651-b2e2-08223489ed9a tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8155c7b1-af67-4df7-9f2f-f2e80e897adf') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:45:58.497862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 901d9961-465b-4f91-a402-50d5a7a3786f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=901d9961-465b-4f91-a402-50d5a7a3786f,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:58.554558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-9402c2de-73f9-40fc-9397-a6b1ffe4a5e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4073858 Aug 11 00:45:58.566960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-415d8ed8-dd86-4562-b734-1ea718d83feb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69df41f8f1194dab8c218f9aecd73d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939078 Aug 11 00:45:58.570786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47430) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:58.633284 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c245423f-ce13-4651-b2e2-08223489ed9a tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf/tags HTTP/1.1" status: 204 len: 168 time: 0.1689029 Aug 11 00:45:58.640157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47432) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:58.659789 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:58.660528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 71bbd851-f54e-4f2a-ae13-e22b687560c0 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:58.669140 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13006213-fcd1-4ff1-ac9b-a502cd76840f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:58.671913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-36de9b66-374e-473f-86cd-126a3cc7949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.674893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-36de9b66-374e-473f-86cd-126a3cc7949b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 1098 time: 0.0678866 Aug 11 00:45:58.752739 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13006213-fcd1-4ff1-ac9b-a502cd76840f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:58.832579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 71bbd851-f54e-4f2a-ae13-e22b687560c0, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:58.837069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=901d9961-465b-4f91-a402-50d5a7a3786f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:58.898697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '71bbd851-f54e-4f2a-ae13-e22b687560c0', 'network_id': '80e3df8e-18e1-42ee-a0ef-a006a3dbae65', 'port_id': '71bbd851-f54e-4f2a-ae13-e22b687560c0', 'mac_address': 'fa:16:3e:71:ab:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbad430-9e61-4416-8e5d-87b7bd2dc366', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:58.929258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbd800a3-5a51-4892-9018-2d390e7d430f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for subnetpool, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:58.929769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cbd800a3-5a51-4892-9018-2d390e7d430f tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9494bba2-cf9f-4b45-b15d-8b4979ae6a05 HTTP/1.1" status: 204 len: 168 time: 0.2897513 Aug 11 00:45:58.932956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47436) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:58.958670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-23ff9a86-447f-422b-bd13-8634c85fcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:58.963009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-23ff9a86-447f-422b-bd13-8634c85fcdfa service neutron] 10.222.0.44 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 915 time: 0.2179394 Aug 11 00:45:58.990860 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-562d5649-92af-4f77-91cd-4e773bf5922b tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "GET /v2.0/ports?device_id=9df263bc-1fea-468d-b2ea-2f8ab65e1e6f HTTP/1.1" status: 200 len: 205 time: 0.0567806 Aug 11 00:45:58.997109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47438) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:59.016990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13006213-fcd1-4ff1-ac9b-a502cd76840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.018901 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.022753 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13006213-fcd1-4ff1-ac9b-a502cd76840f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.027629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-13006213-fcd1-4ff1-ac9b-a502cd76840f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e2e5b13-0fdb-41a2-9513-880b316ba07f HTTP/1.1" status: 204 len: 168 time: 0.4553149 Aug 11 00:45:59.054122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71bbd851-f54e-4f2a-ae13-e22b687560c0 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:59.100678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 71bbd851-f54e-4f2a-ae13-e22b687560c0, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:59.145230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-20543d37-673b-402f-a528-2d8758b394f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c01c53f-caeb-426d-aa21-7738768aa593 HTTP/1.1" status: 200 len: 217 time: 0.1632800 Aug 11 00:45:59.158195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-905d8a68-d838-47cb-a9a0-2317207b6a82 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.181517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e5ffeb6c-98ff-4e1e-a112-c765bca87350 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:45:59.221499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13006213-fcd1-4ff1-ac9b-a502cd76840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e5b13-0fdb-41a2-9513-880b316ba07f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:59.238149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.256102 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.260876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 42653c7a-c067-44ea-b929-e68fe3b4e47c details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:59.304335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-ffef03e7-ebc9-4454-9d93-655ee6a9acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:59.304335 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-ffef03e7-ebc9-4454-9d93-655ee6a9acf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39edb12d-13c0-4a9d-8189-dd56f8e43f4b HTTP/1.1" status: 200 len: 854 time: 0.1549182 Aug 11 00:45:59.356574 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-39445e87-0c89-4ca4-8f71-71744bc139d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474648 Aug 11 00:45:59.398327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=71bbd851-f54e-4f2a-ae13-e22b687560c0,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:59.403098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 42653c7a-c067-44ea-b929-e68fe3b4e47c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:59.424134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '42653c7a-c067-44ea-b929-e68fe3b4e47c', 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'port_id': '42653c7a-c067-44ea-b929-e68fe3b4e47c', 'mac_address': 'fa:16:3e:7b:5a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34aa3175-428d-4c19-a8c5-cb6b1aaf8cce', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:45:59.507248 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-905d8a68-d838-47cb-a9a0-2317207b6a82 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.539198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e5ffeb6c-98ff-4e1e-a112-c765bca87350 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:45:59.548634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.549949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-905d8a68-d838-47cb-a9a0-2317207b6a82 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.571129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.604414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42653c7a-c067-44ea-b929-e68fe3b4e47c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:45:59.645066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 42653c7a-c067-44ea-b929-e68fe3b4e47c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:59.662023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea857d0e-1e89-4954-a360-726d112a121b req-209102ba-294b-4238-98ca-f71f3ce549c5 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 210 time: 0.1821804 Aug 11 00:45:59.690856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-6642009b-0569-45e0-beb8-5b9d2dbf8a58 service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270080 Aug 11 00:45:59.741573 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.793778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-eb31f75a-1f0a-482b-8adc-2f7a92c91f88 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:59.800543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-eb31f75a-1f0a-482b-8adc-2f7a92c91f88 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:59.806747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-eb31f75a-1f0a-482b-8adc-2f7a92c91f88 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:59.813149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-eb31f75a-1f0a-482b-8adc-2f7a92c91f88 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:59.820243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-eb31f75a-1f0a-482b-8adc-2f7a92c91f88 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:59.840919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-eb31f75a-1f0a-482b-8adc-2f7a92c91f88 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:59.840919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-eb31f75a-1f0a-482b-8adc-2f7a92c91f88 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:45:59.840919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-eb31f75a-1f0a-482b-8adc-2f7a92c91f88 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5427 time: 0.2543499 Aug 11 00:45:59.869033 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.869722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 226f90a5-65ad-4199-8a64-b461d676c137 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:45:59.887278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] For port e5ffeb6c-98ff-4e1e-a112-c765bca87350, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e5ffeb6c-98ff-4e1e-a112-c765bca87350,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:59.932428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-905d8a68-d838-47cb-a9a0-2317207b6a82 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.933858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905d8a68-d838-47cb-a9a0-2317207b6a82 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Fanout notify agent at l3_agent the message router_deleted on router 9df263bc-1fea-468d-b2ea-2f8ab65e1e6f {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:45:59.940804 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-905d8a68-d838-47cb-a9a0-2317207b6a82 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:45:59.945108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-905d8a68-d838-47cb-a9a0-2317207b6a82 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/routers/9df263bc-1fea-468d-b2ea-2f8ab65e1e6f HTTP/1.1" status: 204 len: 168 time: 0.9402299 Aug 11 00:45:59.948347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=42653c7a-c067-44ea-b929-e68fe3b4e47c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:45:59.948509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47458) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:45:59.952799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 226f90a5-65ad-4199-8a64-b461d676c137, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=226f90a5-65ad-4199-8a64-b461d676c137,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:45:59.973376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '226f90a5-65ad-4199-8a64-b461d676c137', 'network_id': '532a7180-b56f-4d6f-adf3-8a4e1239cfb8', 'port_id': '226f90a5-65ad-4199-8a64-b461d676c137', 'mac_address': 'fa:16:3e:f4:6c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34aa3175-428d-4c19-a8c5-cb6b1aaf8cce', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:46:00.001122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8eb0499-d12a-457e-8378-8b392fe40c0f req-d04958f2-88f7-4733-bdaf-369d32e1076d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592014 Aug 11 00:46:00.048691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.050443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.057107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1526295-84b6-4134-bda1-c7a98bfaa06a req-df9d793a-605d-4e6d-b24c-ffcaab9a79ef service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477559 Aug 11 00:46:00.083898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f90a5-65ad-4199-8a64-b461d676c137 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:46:00.111480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 226f90a5-65ad-4199-8a64-b461d676c137, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=226f90a5-65ad-4199-8a64-b461d676c137,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:00.174675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d61251b9-84ff-43bd-9ae1-154d30789945 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Deleting port b4020c0d-67a9-43b2-b2cc-b4a113631500 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:00.175022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d61251b9-84ff-43bd-9ae1-154d30789945 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.211624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f374125f-8666-4e22-8897-bd745dd58f1e None None] Provisioning for port e5ffeb6c-98ff-4e1e-a112-c765bca87350 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:00.218521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.218521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.218821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f374125f-8666-4e22-8897-bd745dd58f1e None None] Provisioning complete for port e5ffeb6c-98ff-4e1e-a112-c765bca87350 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:00.218821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f374125f-8666-4e22-8897-bd745dd58f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.274718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:00.283539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:00.290484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:00.291070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.313709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69510a48-28ca-459b-84bf-c88bc18c4351 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:00.320068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.335637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=a1d185b0-9975-42ed-a322-8bc6d0f83507,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:00.346035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=e5ffeb6c-98ff-4e1e-a112-c765bca87350,revision_number=4']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:00.352617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d61251b9-84ff-43bd-9ae1-154d30789945 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.362759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 397d7780-b4ca-445a-9903-d868d786bf2e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:00.378561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d61251b9-84ff-43bd-9ae1-154d30789945 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Calling delete_port for b4020c0d-67a9-43b2-b2cc-b4a113631500 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:00.442115 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f374125f-8666-4e22-8897-bd745dd58f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.469673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-26bc8627-0c57-4d85-a40e-acd50f7ae9e2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8759208 Aug 11 00:46:00.473088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47470) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:00.478759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:a7:ba:8c', 'name': 'tempest-NetworksTestDHCPv6-2124315585'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:00.519187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=226f90a5-65ad-4199-8a64-b461d676c137,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:00.538795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f374125f-8666-4e22-8897-bd745dd58f1e None None] For port e5ffeb6c-98ff-4e1e-a112-c765bca87350, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e5ffeb6c-98ff-4e1e-a112-c765bca87350,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:00.701973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 397d7780-b4ca-445a-9903-d868d786bf2e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:00.705498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f374125f-8666-4e22-8897-bd745dd58f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.717503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 397d7780-b4ca-445a-9903-d868d786bf2e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:00.718084 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.753357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d61251b9-84ff-43bd-9ae1-154d30789945 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:00.826384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:00.841213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61251b9-84ff-43bd-9ae1-154d30789945 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Pushing event deleted for resources: {'Port': ['ID=b4020c0d-67a9-43b2-b2cc-b4a113631500,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:00.858508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374125f-8666-4e22-8897-bd745dd58f1e None None] Pushing event updated for resources: {'Port': ['ID=e5ffeb6c-98ff-4e1e-a112-c765bca87350,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:00.920117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['71bbd851-f54e-4f2a-ae13-e22b687560c0'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:01.003355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea62f8ad-86be-4912-b9ac-e338457be7cf req-73b68296-5dfb-4968-85b2-8c67833e3c63 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 210 time: 0.2136803 Aug 11 00:46:01.007028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['c8063b30-6be5-4a51-b6a9-3e2347a26822'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:01.046531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['42653c7a-c067-44ea-b929-e68fe3b4e47c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:01.046531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['901d9961-465b-4f91-a402-50d5a7a3786f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:01.046531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['226f90a5-65ad-4199-8a64-b461d676c137'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:01.073537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d61251b9-84ff-43bd-9ae1-154d30789945 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:01.075660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d61251b9-84ff-43bd-9ae1-154d30789945 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/ports/b4020c0d-67a9-43b2-b2cc-b4a113631500 HTTP/1.1" status: 204 len: 168 time: 1.1257198 Aug 11 00:46:01.079051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47480) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:01.223315 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:01.281039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e5ffeb6c-98ff-4e1e-a112-c765bca87350 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:01.301686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 1ec283e6-dceb-462b-b21c-671994c3e2d0 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:01.320657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddfc62b-0af4-4fe8-a4d5-166a44246296 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Deleting subnet 8155c7b1-af67-4df7-9f2f-f2e80e897adf {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:46:01.335649 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc62b-0af4-4fe8-a4d5-166a44246296 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:01.380523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-a3d171d5-2602-4acf-8d61-465e0ab05b43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:01.388970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-a3d171d5-2602-4acf-8d61-465e0ab05b43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:01.404047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-a3d171d5-2602-4acf-8d61-465e0ab05b43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:01.412103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-a3d171d5-2602-4acf-8d61-465e0ab05b43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:01.430146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-a3d171d5-2602-4acf-8d61-465e0ab05b43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:01.455964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc62b-0af4-4fe8-a4d5-166a44246296 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:01.466336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-a3d171d5-2602-4acf-8d61-465e0ab05b43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:01.476069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-a3d171d5-2602-4acf-8d61-465e0ab05b43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:01.485645 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-a3d171d5-2602-4acf-8d61-465e0ab05b43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5429 time: 0.2150371 Aug 11 00:46:01.505078 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:01.600201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8d6d8f3-0f5b-40ca-9f8d-ceb5d54f4739 req-072c61f6-32a9-429b-8e77-e601953ec9b4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064835 Aug 11 00:46:01.653774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:46:01.656892 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbede1fc-70af-4c10-9a0d-c7d1a9906e9e" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:46:01.742096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc62b-0af4-4fe8-a4d5-166a44246296 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:01.777017 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b2b49f-796c-4ace-b4f5-bdcf17147034 x-openstack-request-id: req-23b2b49f-796c-4ace-b4f5-bdcf17147034 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:46:01.777689 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:46:01.778904 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23b2b49f-796c-4ace-b4f5-bdcf17147034 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:46:01.779564 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e', 'code': 200} Aug 11 00:46:01.791795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 397d7780-b4ca-445a-9903-d868d786bf2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=397d7780-b4ca-445a-9903-d868d786bf2e,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:01.822072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::34c (a231281a-384d-46e8-8f86-e604acdadde9/9f06f997-774e-453b-95a7-56bd6ed1fd53/1ec283e6-dceb-462b-b21c-671994c3e2d0) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:01.836837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:ba8c (a231281a-384d-46e8-8f86-e604acdadde9/a1d185b0-9975-42ed-a322-8bc6d0f83507/1ec283e6-dceb-462b-b21c-671994c3e2d0) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:01.863700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47498) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:01.974412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361853-294a-45e2-9508-576e157ac1e4 req-26aae376-83bc-4a51-90cc-5335244e3aee tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:01.976128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-26aae376-83bc-4a51-90cc-5335244e3aee tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.55 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 814 time: 0.2570450 Aug 11 00:46:01.991339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Request body: {'port': {'device_id': '10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff', 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'admin_state_up': True, 'tenant_id': 'c85169e76c884f878d22107716be8154'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:02.017695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.018515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7a65af80-bd4e-40a3-9202-ac61272ffd45 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:02.092688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e5ffeb6c-98ff-4e1e-a112-c765bca87350 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:02.093065 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.098647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7539925a-5b37-4ae8-9489-f7683d88a21d tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:02.099422 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-7539925a-5b37-4ae8-9489-f7683d88a21d tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 00:46:02.099934 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-7539925a-5b37-4ae8-9489-f7683d88a21d tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 00:46:02.104257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7539925a-5b37-4ae8-9489-f7683d88a21d tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2379580 Aug 11 00:46:02.116559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47508) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:02.119107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--17104468'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:02.136020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc62b-0af4-4fe8-a4d5-166a44246296 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.145681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.185729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e0fe52-a8f6-4276-9e6b-e3c1d3ddde88 req-6c4cadcb-d8fd-4a19-850a-2257cf1450d5 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 210 time: 0.0440309 Aug 11 00:46:02.196234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfc62b-0af4-4fe8-a4d5-166a44246296 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Pushing event deleted for resources: {'Subnet': ['ID=8155c7b1-af67-4df7-9f2f-f2e80e897adf,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:02.208089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc62b-0af4-4fe8-a4d5-166a44246296 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.210322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5ddfc62b-0af4-4fe8-a4d5-166a44246296 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/subnets/8155c7b1-af67-4df7-9f2f-f2e80e897adf HTTP/1.1" status: 204 len: 168 time: 1.1298015 Aug 11 00:46:02.211913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 1ec283e6-dceb-462b-b21c-671994c3e2d0 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:02.213789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47516) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:02.289353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e1445-4caf-42f6-b129-726a64a06fab None None] Network 90e99d16-750e-4962-8b80-131bb890f2f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:02.338614 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.408981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3c3eebe6-6e13-412f-afea-f741eaf99f8c None None] Provisioning complete for port e5ffeb6c-98ff-4e1e-a112-c765bca87350 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:02.409423 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3c3eebe6-6e13-412f-afea-f741eaf99f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.424049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Deleting port 2dc741c8-6148-440f-8e7d-1fcc466eebaa {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:02.424401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.437545 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.509606 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.534930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] For port 2dc741c8-6148-440f-8e7d-1fcc466eebaa, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2dc741c8-6148-440f-8e7d-1fcc466eebaa,segment=NetworkSegment(ca3f1cdb-df22-4973-b0da-4d439f764e6c),segment_id=ca3f1cdb-df22-4973-b0da-4d439f764e6c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:02.536330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.568222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Calling delete_port for 2dc741c8-6148-440f-8e7d-1fcc466eebaa owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:02.612071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=397d7780-b4ca-445a-9903-d868d786bf2e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:02.634449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.650006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Made reservation on behalf of c85169e76c884f878d22107716be8154 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:02.656001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.763263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:02.778523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:02.781380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:02.788985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:02.789766 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:02.811001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=1ec283e6-dceb-462b-b21c-671994c3e2d0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:02.857824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238f82f-f79c-4956-af25-367fb17c261e req-eea6e77b-c413-4531-a008-ca57809527f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:02.871790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238f82f-f79c-4956-af25-367fb17c261e req-eea6e77b-c413-4531-a008-ca57809527f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:02.871790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238f82f-f79c-4956-af25-367fb17c261e req-eea6e77b-c413-4531-a008-ca57809527f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:02.879083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238f82f-f79c-4956-af25-367fb17c261e req-eea6e77b-c413-4531-a008-ca57809527f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:02.885711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238f82f-f79c-4956-af25-367fb17c261e req-eea6e77b-c413-4531-a008-ca57809527f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:02.892035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238f82f-f79c-4956-af25-367fb17c261e req-eea6e77b-c413-4531-a008-ca57809527f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:02.898221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238f82f-f79c-4956-af25-367fb17c261e req-eea6e77b-c413-4531-a008-ca57809527f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:02.900420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0238f82f-f79c-4956-af25-367fb17c261e req-eea6e77b-c413-4531-a008-ca57809527f2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5430 time: 0.1618695 Aug 11 00:46:03.001057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.007561 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.009178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Allocated IP 172.20.0.14 (129d0b1b-4b81-40b6-8b6f-08b929c0ca1c/39edb12d-13c0-4a9d-8189-dd56f8e43f4b/8aab6151-3461-4f2b-862e-3562c80c35bd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:03.031875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034edc5c-e6e7-4078-9891-7ca0f4a129a4 None None] DHCP port deletion for 90e99d16-750e-4962-8b80-131bb890f2f2 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:46:03.041695 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0238f82f-f79c-4956-af25-367fb17c261e req-ff2e5510-8fad-4077-8b8f-9328049b4c77 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127069 Aug 11 00:46:03.041883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Pushing event deleted for resources: {'Port': ['ID=2dc741c8-6148-440f-8e7d-1fcc466eebaa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:03.049586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] No DVR routers for this DVR port 2dc741c8-6148-440f-8e7d-1fcc466eebaa on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:46:03.050295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 7a65af80-bd4e-40a3-9202-ac61272ffd45 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:03.084596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 7a65af80-bd4e-40a3-9202-ac61272ffd45 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:03.085727 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.180075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2dc741c8-6148-440f-8e7d-1fcc466eebaa no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:46:03.208331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.208483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.222019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e99d16-750e-4962-8b80-131bb890f2f2']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:03.243060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 2dc741c8-6148-440f-8e7d-1fcc466eebaa {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:46:03.243453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2dc741c8-6148-440f-8e7d-1fcc466eebaa not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:46:03.263509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3f1cdb-df22-4973-b0da-4d439f764e6c') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:03.263822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3f1cdb-df22-4973-b0da-4d439f764e6c') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:03.278838 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.296433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.304207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:03.304930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.342231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.364164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4749d858-0722-4f0b-9cfe-5fdc1897d0f4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:03.379824 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:03.387377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 7a65af80-bd4e-40a3-9202-ac61272ffd45, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:03.388217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0ae8a756-902b-4740-b115-14845645a1e4 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9139404 Aug 11 00:46:03.392376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47540) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:03.418290 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b37ee169-239e-41a2-93e9-166d1d44aea6 req-56403f60-c78b-4fce-9d6a-8e1a9e62316d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 210 time: 0.0333812 Aug 11 00:46:03.509075 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.519627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.521719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] 10.222.0.43 "DELETE /v2.0/networks/90e99d16-750e-4962-8b80-131bb890f2f2 HTTP/1.1" status: 204 len: 168 time: 1.3053136 Aug 11 00:46:03.537502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a95270-cc1b-4b08-88fb-1aae63a42838 tempest-TagsExtTest-572595071 tempest-TagsExtTest-572595071-project] Pushing event deleted for resources: {'Network': ['ID=90e99d16-750e-4962-8b80-131bb890f2f2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:03.540252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.579888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d10d11c0-9d7a-4998-8b5b-83ee794aded6 None None] Provisioning for port 1ec283e6-dceb-462b-b21c-671994c3e2d0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:03.590736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.591707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d10d11c0-9d7a-4998-8b5b-83ee794aded6 None None] Provisioning complete for port 1ec283e6-dceb-462b-b21c-671994c3e2d0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:03.593160 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d10d11c0-9d7a-4998-8b5b-83ee794aded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.599662 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.624311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a2875e3d-87a6-4cca-ada0-2a42e4dabac5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 1ec283e6-dceb-462b-b21c-671994c3e2d0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:03.624311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2875e3d-87a6-4cca-ada0-2a42e4dabac5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.656504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 901d9961-465b-4f91-a402-50d5a7a3786f up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:03.739808 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.777046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d10d11c0-9d7a-4998-8b5b-83ee794aded6 None None] Port 1ec283e6-dceb-462b-b21c-671994c3e2d0 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:46:03.782660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a65af80-bd4e-40a3-9202-ac61272ffd45'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:46:03.785911 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e031dd23-b6c9-4015-9f1f-e62fba202e85" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "7a65af80-bd4e-40a3-9202-ac61272ffd45"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:46:03.797370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2875e3d-87a6-4cca-ada0-2a42e4dabac5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.815762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=7a65af80-bd4e-40a3-9202-ac61272ffd45,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:03.823417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.850647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a2875e3d-87a6-4cca-ada0-2a42e4dabac5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 1ec283e6-dceb-462b-b21c-671994c3e2d0 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:03.905232 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3408d2b8-19ab-4d2c-aff2-4da6a83c6ce3 x-openstack-request-id: req-3408d2b8-19ab-4d2c-aff2-4da6a83c6ce3 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:46:03.905507 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "7a65af80-bd4e-40a3-9202-ac61272ffd45", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:46:03.905776 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3408d2b8-19ab-4d2c-aff2-4da6a83c6ce3 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:46:03.906269 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a65af80-bd4e-40a3-9202-ac61272ffd45', 'code': 200} Aug 11 00:46:03.925818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:03.930144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8175707 Aug 11 00:46:03.930798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47554) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:03.943177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-62c4df9e-f22e-4cec-917b-ef2745152309 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '17c84c45-ce3a-498b-a0e9-cb154e413937', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:03.975275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa7565-3b3c-41e3-bab3-caa64d8cd4de tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c84c45-ce3a-498b-a0e9-cb154e413937,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:03.979532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 901d9961-465b-4f91-a402-50d5a7a3786f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:03.989284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:04.003714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:04.006997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:04.010116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Pushing event updated for resources: {'Port': ['ID=8aab6151-3461-4f2b-862e-3562c80c35bd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:04.012975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 901d9961-465b-4f91-a402-50d5a7a3786f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:04.013369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.119981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.122777 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.130971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62c4df9e-f22e-4cec-917b-ef2745152309 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.205330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.232140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5c01c53f-caeb-426d-aa21-7738768aa593', 'd3fcb383-e445-4608-9472-51957d7d0e6d'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:04.269185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-c8f1effb-482b-4b2d-ab2a-57299dcbb70d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2828310 Aug 11 00:46:04.300805 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62c4df9e-f22e-4cec-917b-ef2745152309 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.307322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef15e-0e28-438c-8133-eaac00789031 req-102fa250-2288-4291-8937-cfc6cb6ee3e3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.314202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef15e-0e28-438c-8133-eaac00789031 req-102fa250-2288-4291-8937-cfc6cb6ee3e3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.321067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef15e-0e28-438c-8133-eaac00789031 req-102fa250-2288-4291-8937-cfc6cb6ee3e3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.328723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef15e-0e28-438c-8133-eaac00789031 req-102fa250-2288-4291-8937-cfc6cb6ee3e3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.336188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef15e-0e28-438c-8133-eaac00789031 req-102fa250-2288-4291-8937-cfc6cb6ee3e3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.343220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef15e-0e28-438c-8133-eaac00789031 req-102fa250-2288-4291-8937-cfc6cb6ee3e3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.350610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ef15e-0e28-438c-8133-eaac00789031 req-102fa250-2288-4291-8937-cfc6cb6ee3e3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.351530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 901d9961-465b-4f91-a402-50d5a7a3786f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=901d9961-465b-4f91-a402-50d5a7a3786f,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:04.353104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b43ef15e-0e28-438c-8133-eaac00789031 req-102fa250-2288-4291-8937-cfc6cb6ee3e3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5431 time: 0.1564679 Aug 11 00:46:04.394645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62c4df9e-f22e-4cec-917b-ef2745152309 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.448847 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.450627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4df9e-f22e-4cec-917b-ef2745152309 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbdb83a-f24f-49fe-afc6-f84dcd52d0f1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:04.483762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 226f90a5-65ad-4199-8a64-b461d676c137 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:04.549267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Request body: {'port': {'device_id': '10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:04.556959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=901d9961-465b-4f91-a402-50d5a7a3786f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:04.569698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62c4df9e-f22e-4cec-917b-ef2745152309 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.574336 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-62c4df9e-f22e-4cec-917b-ef2745152309 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6384103 Aug 11 00:46:04.576358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47580) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:04.582999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-53e7a5e8-1a1a-4073-b917-1b17351151d9 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '17c84c45-ce3a-498b-a0e9-cb154e413937', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:04.698974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b43ef15e-0e28-438c-8133-eaac00789031 req-24e26b50-f24d-4894-b22b-a753268350c6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3033638 Aug 11 00:46:04.723480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f292c0e-c9ea-4a4c-8f7e-541a979a4a2a req-e1d6d84e-d4d9-47ad-9d0e-d42a5dbc4e9d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:04.731769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f292c0e-c9ea-4a4c-8f7e-541a979a4a2a req-e1d6d84e-d4d9-47ad-9d0e-d42a5dbc4e9d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 932 time: 0.0988979 Aug 11 00:46:04.755307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47584) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:04.765475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.790015 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53e7a5e8-1a1a-4073-b917-1b17351151d9 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.809368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 226f90a5-65ad-4199-8a64-b461d676c137 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:04.811493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2875e3d-87a6-4cca-ada0-2a42e4dabac5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.823659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 226f90a5-65ad-4199-8a64-b461d676c137 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:04.824088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:04.830201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f292c0e-c9ea-4a4c-8f7e-541a979a4a2a req-c67f9632-ea17-46f4-9115-35ca79ad0a22 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918067 Aug 11 00:46:04.951130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2875e3d-87a6-4cca-ada0-2a42e4dabac5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=1ec283e6-dceb-462b-b21c-671994c3e2d0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:05.004408 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.030023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47590) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:05.044154 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-53e7a5e8-1a1a-4073-b917-1b17351151d9 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 00:46:05.045261 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53e7a5e8-1a1a-4073-b917-1b17351151d9 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4676793 Aug 11 00:46:05.051381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47594) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:05.090319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 226f90a5-65ad-4199-8a64-b461d676c137, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=226f90a5-65ad-4199-8a64-b461d676c137,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:05.185762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcd1026e-2356-4e62-a864-5f2aefa80e58 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.190833 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.192424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 42653c7a-c067-44ea-b929-e68fe3b4e47c up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:05.241296 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcd1026e-2356-4e62-a864-5f2aefa80e58 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.370307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=226f90a5-65ad-4199-8a64-b461d676c137,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:05.386552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2875e3d-87a6-4cca-ada0-2a42e4dabac5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.388684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a2875e3d-87a6-4cca-ada0-2a42e4dabac5 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/1ec283e6-dceb-462b-b21c-671994c3e2d0 HTTP/1.1" status: 204 len: 168 time: 1.9898129 Aug 11 00:46:05.418525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47596) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:05.469181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 42653c7a-c067-44ea-b929-e68fe3b4e47c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:05.476619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 42653c7a-c067-44ea-b929-e68fe3b4e47c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:05.477570 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.489013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9e7c119a-9371-4977-8a06-faa42bd3a1ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d795cdee037409c86be1fbb3eb8fc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7282443 Aug 11 00:46:05.489367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-62a36e58-3822-4b27-b345-e2d94048d8b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0196927 Aug 11 00:46:05.490250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47598) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:05.501362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aab6151-3461-4f2b-862e-3562c80c35bd {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:46:05.511473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.513656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c6045-53e0-4997-b1f8-00f427534da6 req-87d14b82-0850-4e1b-baa4-780821983a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.514707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cd2c6045-53e0-4997-b1f8-00f427534da6 req-87d14b82-0850-4e1b-baa4-780821983a35 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1098 time: 0.4836314 Aug 11 00:46:05.544217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcd1026e-2356-4e62-a864-5f2aefa80e58 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.546907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcd1026e-2356-4e62-a864-5f2aefa80e58 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.548944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Transition to ACTIVE for port object 8aab6151-3461-4f2b-862e-3562c80c35bd will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:05.552305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bcd1026e-2356-4e62-a864-5f2aefa80e58 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/17c84c45-ce3a-498b-a0e9-cb154e413937 HTTP/1.1" status: 204 len: 168 time: 0.5003793 Aug 11 00:46:05.552561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47600) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:05.581632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbc5f9-4b48-4ff1-ba40-2012e9eca6be tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.588236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5bcbc5f9-4b48-4ff1-ba40-2012e9eca6be tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1626778 Aug 11 00:46:05.591019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47602) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:05.603794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1026e-2356-4e62-a864-5f2aefa80e58 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c84c45-ce3a-498b-a0e9-cb154e413937,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:05.645656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cd2c6045-53e0-4997-b1f8-00f427534da6 req-a2349a68-625f-4705-bfe9-3a515cd8787b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231802 Aug 11 00:46:05.653881 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad400-c358-410d-aded-2a75db9a403a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.686904 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.691246 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.703498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931154e-3abb-400a-9e61-6b2c806251ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.710534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0931154e-3abb-400a-9e61-6b2c806251ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1138649 Aug 11 00:46:05.710950 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad400-c358-410d-aded-2a75db9a403a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.714970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47606) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:05.736636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 42653c7a-c067-44ea-b929-e68fe3b4e47c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:05.761178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-69902794-e888-40c0-a460-2353277f8140 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2060804 Aug 11 00:46:05.769847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:05.792050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-63bb8f94-77d9-4c23-b338-1ac2eb254e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.792990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-63bb8f94-77d9-4c23-b338-1ac2eb254e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.793831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-63bb8f94-77d9-4c23-b338-1ac2eb254e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.794928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-63bb8f94-77d9-4c23-b338-1ac2eb254e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.796080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-63bb8f94-77d9-4c23-b338-1ac2eb254e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.797141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-63bb8f94-77d9-4c23-b338-1ac2eb254e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.798236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-63bb8f94-77d9-4c23-b338-1ac2eb254e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:05.802294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-63bb8f94-77d9-4c23-b338-1ac2eb254e28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6505 time: 0.2264538 Aug 11 00:46:05.833186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a51f4fda-a7c7-4972-8898-3d217c47995c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972787528'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:05.892062 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:05.895201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device c8063b30-6be5-4a51-b6a9-3e2347a26822 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:05.962264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901d9961-465b-4f91-a402-50d5a7a3786f'}, {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f90a5-65ad-4199-8a64-b461d676c137'}, {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42653c7a-c067-44ea-b929-e68fe3b4e47c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:46:05.966665 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cf5335-ab8c-4fb1-9144-e6e768d90adc" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "901d9961-465b-4f91-a402-50d5a7a3786f"}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "226f90a5-65ad-4199-8a64-b461d676c137"}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "42653c7a-c067-44ea-b929-e68fe3b4e47c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:46:05.981271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab6151-3461-4f2b-862e-3562c80c35bd,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:06.041082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=42653c7a-c067-44ea-b929-e68fe3b4e47c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:06.195895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port c8063b30-6be5-4a51-b6a9-3e2347a26822 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:06.205676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port c8063b30-6be5-4a51-b6a9-3e2347a26822 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:06.205676 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.334181 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.409291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port c8063b30-6be5-4a51-b6a9-3e2347a26822, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:06.426173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e259d-fece-4b7f-accb-907642cc32c9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.428650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e259d-fece-4b7f-accb-907642cc32c9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.430486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e259d-fece-4b7f-accb-907642cc32c9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.432372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1a8e259d-fece-4b7f-accb-907642cc32c9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7165687 Aug 11 00:46:06.436051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47626) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:06.482625 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a51f4fda-a7c7-4972-8898-3d217c47995c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.518502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-e5712529-d814-4e44-9e0c-810c018712ad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.524792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-e5712529-d814-4e44-9e0c-810c018712ad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.530969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-e5712529-d814-4e44-9e0c-810c018712ad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.537623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-e5712529-d814-4e44-9e0c-810c018712ad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.543896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-e5712529-d814-4e44-9e0c-810c018712ad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.550353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-e5712529-d814-4e44-9e0c-810c018712ad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.557656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-e5712529-d814-4e44-9e0c-810c018712ad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.559283 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-e5712529-d814-4e44-9e0c-810c018712ad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5433 time: 0.7177310 Aug 11 00:46:06.598655 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.599596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 71bbd851-f54e-4f2a-ae13-e22b687560c0 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:06.611404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-462c38d3-cfeb-4eeb-ae0b-b7187cb354ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 9f06f997-774e-453b-95a7-56bd6ed1fd53 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:46:06.617120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad400-c358-410d-aded-2a75db9a403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.621486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad400-c358-410d-aded-2a75db9a403a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.622711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6d8ad400-c358-410d-aded-2a75db9a403a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a168c2ca-91fb-4089-ae95-65540b6e5abb HTTP/1.1" status: 204 len: 168 time: 1.1299338 Aug 11 00:46:06.628319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-462c38d3-cfeb-4eeb-ae0b-b7187cb354ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.660601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ad400-c358-410d-aded-2a75db9a403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a168c2ca-91fb-4089-ae95-65540b6e5abb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:06.697923 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d911a6ce-5087-4aa3-a71a-a45d9a607f38 req-ff7b41e9-6e70-44da-b1f0-12759e2ede34 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261239 Aug 11 00:46:06.712487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-78bb6ded-6890-460e-8bb4-8ccb8a859bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.718582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-78bb6ded-6890-460e-8bb4-8ccb8a859bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.722460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-78bb6ded-6890-460e-8bb4-8ccb8a859bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.724098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-462c38d3-cfeb-4eeb-ae0b-b7187cb354ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.730324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-78bb6ded-6890-460e-8bb4-8ccb8a859bd5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 HTTP/1.1" status: 200 len: 2299 time: 0.8772304 Aug 11 00:46:06.755554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Attempting to bind port 8aab6151-3461-4f2b-862e-3562c80c35bd on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:06.755554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Attempting to bind port 8aab6151-3461-4f2b-862e-3562c80c35bd by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:06.755554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Attempting to bind port 8aab6151-3461-4f2b-862e-3562c80c35bd on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:06.767443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cce09-f148-485b-bfc8-1a473c4adbb0 req-7e7cf32a-7d58-4385-a388-aa359dbc9434 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:06.783226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea4cce09-f148-485b-bfc8-1a473c4adbb0 req-7e7cf32a-7d58-4385-a388-aa359dbc9434 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 944 time: 0.7474964 Aug 11 00:46:06.830883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=c8063b30-6be5-4a51-b6a9-3e2347a26822,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:06.888723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47634) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:06.909401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Port 8aab6151-3461-4f2b-862e-3562c80c35bd on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:06.910015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Attempting to bind port 8aab6151-3461-4f2b-862e-3562c80c35bd on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:06.937078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-462c38d3-cfeb-4eeb-ae0b-b7187cb354ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.959618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:46:06.960736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Checking segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:06.960942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Bound using segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:46:06.961860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Bound port: 8aab6151-3461-4f2b-862e-3562c80c35bd, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:46:06.962552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:06.970861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 71bbd851-f54e-4f2a-ae13-e22b687560c0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:06.974570 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 11 Aug 2021 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b01d5c-a066-4183-8b1d-df2a730165b3 x-openstack-request-id: req-e2b01d5c-a066-4183-8b1d-df2a730165b3 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:46:06.974570 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "901d9961-465b-4f91-a402-50d5a7a3786f", "code": 200}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "226f90a5-65ad-4199-8a64-b461d676c137", "code": 200}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "42653c7a-c067-44ea-b929-e68fe3b4e47c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:46:06.974570 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2b01d5c-a066-4183-8b1d-df2a730165b3 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:46:06.975211 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901d9961-465b-4f91-a402-50d5a7a3786f', 'code': 200} Aug 11 00:46:06.975211 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f90a5-65ad-4199-8a64-b461d676c137', 'code': 200} Aug 11 00:46:06.975211 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42653c7a-c067-44ea-b929-e68fe3b4e47c', 'code': 200} Aug 11 00:46:06.979276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 71bbd851-f54e-4f2a-ae13-e22b687560c0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:06.979654 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.086439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-35611d41-a472-4818-bc28-020c4d761bec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c HTTP/1.1" status: 200 len: 1000 time: 0.3000770 Aug 11 00:46:07.119831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84888d9c-a9df-4b25-8205-87199ed4d00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.125932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.150766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a51f4fda-a7c7-4972-8898-3d217c47995c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.154810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea4cce09-f148-485b-bfc8-1a473c4adbb0 req-1025a59f-e221-4c12-8165-b3e5aba34c24 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349366 Aug 11 00:46:07.181380 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 71bbd851-f54e-4f2a-ae13-e22b687560c0, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:07.188110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-462c38d3-cfeb-4eeb-ae0b-b7187cb354ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.205113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] For port 8aab6151-3461-4f2b-862e-3562c80c35bd, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:07.209910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] For port 8aab6151-3461-4f2b-862e-3562c80c35bd, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8aab6151-3461-4f2b-862e-3562c80c35bd,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:46:07.218472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-98ea5f74-e436-46e3-80a5-dab116d15a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:07.220753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-98ea5f74-e436-46e3-80a5-dab116d15a55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3935a048-727c-41ee-a6fb-8de53f84acfa HTTP/1.1" status: 200 len: 856 time: 0.0810592 Aug 11 00:46:07.222110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-462c38d3-cfeb-4eeb-ae0b-b7187cb354ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.224108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-462c38d3-cfeb-4eeb-ae0b-b7187cb354ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/9f06f997-774e-453b-95a7-56bd6ed1fd53 HTTP/1.1" status: 204 len: 168 time: 0.7878549 Aug 11 00:46:07.225147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c38d3-cfeb-4eeb-ae0b-b7187cb354ba tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=9f06f997-774e-453b-95a7-56bd6ed1fd53,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:07.228258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47640) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:07.233907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd82c7-093c-4ae6-be06-b602205a152c None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:07.294018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-4edc4ed2-1c3f-4f51-a78e-d83b5e3a2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:07.296768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-4edc4ed2-1c3f-4f51-a78e-d83b5e3a2bdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677364 Aug 11 00:46:07.314624 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ef44cd-3689-45b9-b8e3-fe84405721fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet a1d185b0-9975-42ed-a322-8bc6d0f83507 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:46:07.321718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61ef44cd-3689-45b9-b8e3-fe84405721fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.364259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a51f4fda-a7c7-4972-8898-3d217c47995c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.412080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4fda-a7c7-4972-8898-3d217c47995c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbd0569-e453-4782-8e35-7ec3e9e178b6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:07.428277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61ef44cd-3689-45b9-b8e3-fe84405721fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.446530 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.462401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.529105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:07.530439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.532841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] 10.222.0.55 "PUT /v2.0/ports/8aab6151-3461-4f2b-862e-3562c80c35bd HTTP/1.1" status: 200 len: 1093 time: 3.2546320 Aug 11 00:46:07.536245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff', 'tag': '8aab6151-3461-4f2b-862e-3562c80c35bd'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:46:07.553493 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f53cc8-3b4e-48b1-bc46-589530bc0fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff", "tag": "8aab6151-3461-4f2b-862e-3562c80c35bd"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:46:07.559827 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-ea26451b-3192-449f-899d-6eaa03ae2916 service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551656 Aug 11 00:46:07.587289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61ef44cd-3689-45b9-b8e3-fe84405721fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.627689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=71bbd851-f54e-4f2a-ae13-e22b687560c0,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:07.635235 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36756118-c4a7-4c10-92c2-a3afc53753b1 x-openstack-request-id: req-36756118-c4a7-4c10-92c2-a3afc53753b1 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:46:07.635834 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff", "tag": "8aab6151-3461-4f2b-862e-3562c80c35bd", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:46:07.636194 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36756118-c4a7-4c10-92c2-a3afc53753b1 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:46:07.636780 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff', 'tag': '8aab6151-3461-4f2b-862e-3562c80c35bd', 'status': 'completed', 'code': 200} Aug 11 00:46:07.662194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84888d9c-a9df-4b25-8205-87199ed4d00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.705062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2777-6bfb-4fd2-af01-7f132df04f95 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab6151-3461-4f2b-862e-3562c80c35bd,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:07.740207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53cc8-3b4e-48b1-bc46-589530bc0fd4 req-4d7f1147-2f45-4963-b86e-a2ceb90f138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:07.742072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5f53cc8-3b4e-48b1-bc46-589530bc0fd4 req-4d7f1147-2f45-4963-b86e-a2ceb90f138f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 1096 time: 0.0941446 Aug 11 00:46:07.787357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-12446ee0-70d4-48e5-81d8-949684ae9aad service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177219 Aug 11 00:46:07.812494 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84888d9c-a9df-4b25-8205-87199ed4d00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.876701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-8c186c4a-e7d9-4d39-b25b-005b6326d2e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0551636 Aug 11 00:46:07.912589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-84888d9c-a9df-4b25-8205-87199ed4d00a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc99d88f24d84f97adf6ef1bb9c5dad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0224144 Aug 11 00:46:07.915117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61ef44cd-3689-45b9-b8e3-fe84405721fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:07.942364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47656) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:07.951235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84888d9c-a9df-4b25-8205-87199ed4d00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b3c57-7b72-434d-a065-73d3b73b853f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:08.005383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef44cd-3689-45b9-b8e3-fe84405721fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d185b0-9975-42ed-a322-8bc6d0f83507,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:08.021458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61ef44cd-3689-45b9-b8e3-fe84405721fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.028451 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-61ef44cd-3689-45b9-b8e3-fe84405721fe tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a1d185b0-9975-42ed-a322-8bc6d0f83507 HTTP/1.1" status: 204 len: 168 time: 0.7920732 Aug 11 00:46:08.029589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47660) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:08.033186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a51f4fda-a7c7-4972-8898-3d217c47995c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.036961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a51f4fda-a7c7-4972-8898-3d217c47995c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2315133 Aug 11 00:46:08.045143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47662) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:08.110452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fdef173e-d143-4f2e-af43-ee532c85952c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': 'bfbd0569-e453-4782-8e35-7ec3e9e178b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:08.110452 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-fdef173e-d143-4f2e-af43-ee532c85952c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 00:46:08.110452 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-fdef173e-d143-4f2e-af43-ee532c85952c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:08.110452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fdef173e-d143-4f2e-af43-ee532c85952c tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0310664 Aug 11 00:46:08.125037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-439b72e0-712c-4f05-8e2d-69906f262cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.128097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-439b72e0-712c-4f05-8e2d-69906f262cfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.2474337 Aug 11 00:46:08.130460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47664) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:08.136173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-da48b2b1-b656-43b7-b6c0-9efb260756f0 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055052 Aug 11 00:46:08.144863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47666) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:08.167042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:08.175667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53cc8-3b4e-48b1-bc46-589530bc0fd4 req-b47ba5b7-2b02-42e8-bc13-1a9431ea5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.177842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5f53cc8-3b4e-48b1-bc46-589530bc0fd4 req-b47ba5b7-2b02-42e8-bc13-1a9431ea5c80 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c85169e76c884f878d22107716be8154&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4244485 Aug 11 00:46:08.207567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aef2f133-be7e-4f8f-812b-c7d23b5d15d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.260265 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aef2f133-be7e-4f8f-812b-c7d23b5d15d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.300501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01158567-5854-48de-a072-d1ea35bd9d7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.337349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-4c050334-23ca-49be-86d1-2cee3b110150 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.344190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-4c050334-23ca-49be-86d1-2cee3b110150 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.350733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-4c050334-23ca-49be-86d1-2cee3b110150 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.357613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-4c050334-23ca-49be-86d1-2cee3b110150 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.365280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-4c050334-23ca-49be-86d1-2cee3b110150 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.370163 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01158567-5854-48de-a072-d1ea35bd9d7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.371227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-4c050334-23ca-49be-86d1-2cee3b110150 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.379397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-4c050334-23ca-49be-86d1-2cee3b110150 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.388243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-4c050334-23ca-49be-86d1-2cee3b110150 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.4917636 Aug 11 00:46:08.442400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6719e-c2e6-4aaf-a5db-e64f369dab19 req-70106b82-91e0-4f6f-b463-057304c9a537 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.459703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ae6719e-c2e6-4aaf-a5db-e64f369dab19 req-70106b82-91e0-4f6f-b463-057304c9a537 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 944 time: 0.1269147 Aug 11 00:46:08.481927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-55f6b8d5-02c0-4f61-a654-eaa10a943cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.483572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-55f6b8d5-02c0-4f61-a654-eaa10a943cea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3370748 Aug 11 00:46:08.538309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ae6719e-c2e6-4aaf-a5db-e64f369dab19 req-24e9aed0-7de0-4e79-a5ca-15cb1ad55d10 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742242 Aug 11 00:46:08.540035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aef2f133-be7e-4f8f-812b-c7d23b5d15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.541581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6161d05-bbe4-40e6-99b2-a79588abf6c4 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:08.544460 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aef2f133-be7e-4f8f-812b-c7d23b5d15d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.548124 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aef2f133-be7e-4f8f-812b-c7d23b5d15d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/550b3c57-7b72-434d-a065-73d3b73b853f HTTP/1.1" status: 204 len: 168 time: 0.5954728 Aug 11 00:46:08.561562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2f133-be7e-4f8f-812b-c7d23b5d15d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b3c57-7b72-434d-a065-73d3b73b853f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:08.599986 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01158567-5854-48de-a072-d1ea35bd9d7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.604333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-01158567-5854-48de-a072-d1ea35bd9d7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.609080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-01158567-5854-48de-a072-d1ea35bd9d7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/bfbd0569-e453-4782-8e35-7ec3e9e178b6 HTTP/1.1" status: 204 len: 168 time: 0.4767084 Aug 11 00:46:08.610433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47674) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:08.616637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53cc8-3b4e-48b1-bc46-589530bc0fd4 req-75d60e51-112d-4af8-aec1-e488821d41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:08.618251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5f53cc8-3b4e-48b1-bc46-589530bc0fd4 req-75d60e51-112d-4af8-aec1-e488821d41e1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3615696 Aug 11 00:46:08.632014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa4bb5a1-7973-4440-9a39-1f241890dc9b req-bda2c2d8-4487-4254-a7f3-d269604811ac tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2428238 Aug 11 00:46:08.648730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01158567-5854-48de-a072-d1ea35bd9d7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbd0569-e453-4782-8e35-7ec3e9e178b6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:08.743818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7fcf6b3a-2121-4e6c-a6ff-fae6779bcf77 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1192815 Aug 11 00:46:08.744537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47676) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:08.750153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5bbc6e6e-73c4-49d8-8fa2-85b70ac218cd tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434542200'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:08.777463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-9cb9fee3-c73a-4304-9ac0-58b88079caad service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818224 Aug 11 00:46:08.813198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-25ebccb6-0523-4143-bdd6-3546a65f4e5b None None] Provisioning complete for port e5ffeb6c-98ff-4e1e-a112-c765bca87350 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:08.813678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-25ebccb6-0523-4143-bdd6-3546a65f4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.914015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:08.920384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.926323 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6e6e-73c4-49d8-8fa2-85b70ac218cd tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:08.976397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8063b30-6be5-4a51-b6a9-3e2347a26822'}, {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bbd851-f54e-4f2a-ae13-e22b687560c0'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:46:08.978779 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a37c51c-24f8-4324-8b21-96280539281f" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "c8063b30-6be5-4a51-b6a9-3e2347a26822"}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "71bbd851-f54e-4f2a-ae13-e22b687560c0"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:46:08.992686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:46:09.109352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361853-294a-45e2-9508-576e157ac1e4 req-8ac6b26f-0376-47a4-8f4e-e528b3305049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.112713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-8ac6b26f-0376-47a4-8f4e-e528b3305049 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 1096 time: 0.4342005 Aug 11 00:46:09.120866 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef1c6a6-0c89-4566-b1d8-7613f15821bd x-openstack-request-id: req-aef1c6a6-0c89-4566-b1d8-7613f15821bd {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:46:09.134879 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "c8063b30-6be5-4a51-b6a9-3e2347a26822", "code": 200}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-plugged", "status": "completed", "tag": "71bbd851-f54e-4f2a-ae13-e22b687560c0", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:46:09.135466 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aef1c6a6-0c89-4566-b1d8-7613f15821bd {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:46:09.137147 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8063b30-6be5-4a51-b6a9-3e2347a26822', 'code': 200} Aug 11 00:46:09.137435 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bbd851-f54e-4f2a-ae13-e22b687560c0', 'code': 200} Aug 11 00:46:09.198756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6e6e-73c4-49d8-8fa2-85b70ac218cd tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.202039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] Deleting port e5ffeb6c-98ff-4e1e-a112-c765bca87350 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:09.202303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.218107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e5ffeb6c-98ff-4e1e-a112-c765bca87350 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:46:09.283987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-28e44f95-54c6-4cb2-be33-3e2a9ea1d1a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aab6151-3461-4f2b-862e-3562c80c35bd HTTP/1.1" status: 200 len: 217 time: 0.1210625 Aug 11 00:46:09.291330 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-e3302962-1e45-42cd-8649-007fea4c99d6 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060782 Aug 11 00:46:09.366711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-d2c45ab6-a584-4df3-86e8-af0904aeeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.367856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-d2c45ab6-a584-4df3-86e8-af0904aeeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.369733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-d2c45ab6-a584-4df3-86e8-af0904aeeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.371111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-d2c45ab6-a584-4df3-86e8-af0904aeeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.372117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-d2c45ab6-a584-4df3-86e8-af0904aeeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.373498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] For port e5ffeb6c-98ff-4e1e-a112-c765bca87350, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e5ffeb6c-98ff-4e1e-a112-c765bca87350,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:09.373740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-d2c45ab6-a584-4df3-86e8-af0904aeeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.374711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-d2c45ab6-a584-4df3-86e8-af0904aeeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.375251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.379554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-d2c45ab6-a584-4df3-86e8-af0904aeeebe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.1189244 Aug 11 00:46:09.402658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-3400a4c2-bec0-4c91-a52b-1d73485d1a15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 217 time: 0.0897608 Aug 11 00:46:09.434155 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6e6e-73c4-49d8-8fa2-85b70ac218cd tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.459224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] Calling delete_port for e5ffeb6c-98ff-4e1e-a112-c765bca87350 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:09.503556 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.506066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad361853-294a-45e2-9508-576e157ac1e4 req-7045de7c-289e-4bf9-9cfb-4c406d14a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.507873 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-7045de7c-289e-4bf9-9cfb-4c406d14a822 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39edb12d-13c0-4a9d-8189-dd56f8e43f4b HTTP/1.1" status: 200 len: 854 time: 0.1962917 Aug 11 00:46:09.544745 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-074f2808-151d-4a83-a0bb-51ae94fecdae req-59c7e571-2f95-4357-ae0c-5b5b1f0f197c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552811 Aug 11 00:46:09.554021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6e6e-73c4-49d8-8fa2-85b70ac218cd tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.562337 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5bbc6e6e-73c4-49d8-8fa2-85b70ac218cd tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8161290 Aug 11 00:46:09.563987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-75673f53-c066-4d2c-ab48-075f04b6b648 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445297 Aug 11 00:46:09.565714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-05ce4dfc-5bc4-40cd-bd61-f7e2972d781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.567365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-05ce4dfc-5bc4-40cd-bd61-f7e2972d781a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1536877 Aug 11 00:46:09.567764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47694) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:09.577952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-598fcc0a-a884-4c4b-a88c-749c1293f402 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': 'dc804977-0a1a-4d93-b265-e0645dd2dd23', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:09.579985 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-598fcc0a-a884-4c4b-a88c-749c1293f402 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 00:46:09.581175 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-598fcc0a-a884-4c4b-a88c-749c1293f402 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:09.588652 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-598fcc0a-a884-4c4b-a88c-749c1293f402 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0187783 Aug 11 00:46:09.590251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc6e6e-73c4-49d8-8fa2-85b70ac218cd tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc804977-0a1a-4d93-b265-e0645dd2dd23,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:09.594323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47696) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:09.716619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.803438 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a46838d7-3c61-4be1-bab6-ac7d978f17ce tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.812148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47704) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:09.835493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:09.840050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a46838d7-3c61-4be1-bab6-ac7d978f17ce tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.867855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:09.873294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.873980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.904514 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b13093-8e3d-4a32-ba81-f71917ee2f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:09.909268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddfa5c-2231-434b-b021-705afad912c9 req-ec0cf291-7c06-43ae-ac9a-6974e99c850c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.910995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cddfa5c-2231-434b-b021-705afad912c9 req-ec0cf291-7c06-43ae-ac9a-6974e99c850c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 944 time: 0.1934333 Aug 11 00:46:09.953244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-3d2234c6-9ff3-4754-8c6a-f53019f9284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:09.955714 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-3d2234c6-9ff3-4754-8c6a-f53019f9284a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2947757 Aug 11 00:46:09.957408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cddfa5c-2231-434b-b021-705afad912c9 req-e5eef404-ff0c-4875-87df-d41daac3f8b1 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396957 Aug 11 00:46:09.959294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-18532a53-e25e-4c8d-abef-9f48e5b54e78 service neutron] 10.222.0.55 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840153 Aug 11 00:46:09.962000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=27789b78-89eb-49ed-83b6-09271c85edd1,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:09.976819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e5ffeb6c-98ff-4e1e-a112-c765bca87350, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e5ffeb6c-98ff-4e1e-a112-c765bca87350,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:10.023058 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a46838d7-3c61-4be1-bab6-ac7d978f17ce tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:10.025794 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a46838d7-3c61-4be1-bab6-ac7d978f17ce tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:10.027236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a46838d7-3c61-4be1-bab6-ac7d978f17ce tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc804977-0a1a-4d93-b265-e0645dd2dd23 HTTP/1.1" status: 204 len: 168 time: 0.4313755 Aug 11 00:46:10.032490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47706) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:10.045410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46838d7-3c61-4be1-bab6-ac7d978f17ce tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc804977-0a1a-4d93-b265-e0645dd2dd23,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:10.099507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8e3a991e-7344-4a5a-94ba-930ce0bec9ad tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624814 Aug 11 00:46:10.102767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47710) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:10.111500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-89f9d6a9-7d59-40e0-806b-5213f4bf4777 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663193672'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:10.149135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:10.221644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e5ffeb6c-98ff-4e1e-a112-c765bca87350,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:10.348959 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:10.368589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-a6d48eac-6b32-40fb-a4cd-df1a3215decd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.374488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-a6d48eac-6b32-40fb-a4cd-df1a3215decd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.376837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] Pushing event deleted for resources: {'Port': ['ID=e5ffeb6c-98ff-4e1e-a112-c765bca87350,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:10.380377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-a6d48eac-6b32-40fb-a4cd-df1a3215decd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.384981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a515054-ade9-419f-921b-436d0a069a8e None None] No DVR routers for this DVR port e5ffeb6c-98ff-4e1e-a112-c765bca87350 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:46:10.386249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-a6d48eac-6b32-40fb-a4cd-df1a3215decd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.394486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-a6d48eac-6b32-40fb-a4cd-df1a3215decd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.398222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-a6d48eac-6b32-40fb-a4cd-df1a3215decd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.404487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c07af6-29c2-430b-9850-61e3133787f4 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:10.404668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-a6d48eac-6b32-40fb-a4cd-df1a3215decd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.406484 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-a6d48eac-6b32-40fb-a4cd-df1a3215decd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.5765009 Aug 11 00:46:10.418052 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ddef3ad0-03d8-4682-b81d-5124c9d74d4a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2650483 Aug 11 00:46:10.418344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47716) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:10.425358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1eb3aa6e-618a-4138-b590-d24167ae8aff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:10.509880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-522de8bb-b854-444f-9c5c-46a53606dbfc req-4660bae5-c71e-4013-8ff3-5665ad4daa05 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949221 Aug 11 00:46:10.570594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-fe21076d-dcdb-487d-be04-d006325b79ac service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990546 Aug 11 00:46:10.579673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ad361853-294a-45e2-9508-576e157ac1e4 req-65ee62da-e3c2-471c-b95d-42beae43eca3 service neutron] 10.222.0.55 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088388 Aug 11 00:46:10.677300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a231281a-384d-46e8-8f86-e604acdadde9', 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'tenant_id': 'b855058820aa4dd1a2fb58b3e17de6e8', 'fixed_ips': [{'subnet_id': '27789b78-89eb-49ed-83b6-09271c85edd1'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:46:10.679618 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:10.717206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-b24bb30d-903b-4795-b50a-cb6673cb36e7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366072 Aug 11 00:46:10.739910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b13093-8e3d-4a32-ba81-f71917ee2f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:10.775051 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-df3ff7cb-9531-4807-82b1-2b1cbff468dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de HTTP/1.1" status: 200 len: 217 time: 0.0472937 Aug 11 00:46:10.836896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-e2747137-fbe5-4c49-aad4-8d8a57cdff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.838414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-e2747137-fbe5-4c49-aad4-8d8a57cdff18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.0557976 Aug 11 00:46:10.847010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Allocated IP 2001:db8::2 (a231281a-384d-46e8-8f86-e604acdadde9/27789b78-89eb-49ed-83b6-09271c85edd1/35819ea0-d2a9-42c5-adba-a3b93a008cc9) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:10.895430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-834b3e6d-9ab5-4a72-86d7-a8e799371264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:10.897629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-834b3e6d-9ab5-4a72-86d7-a8e799371264 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510316 Aug 11 00:46:10.903498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b13093-8e3d-4a32-ba81-f71917ee2f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.023993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e1b13093-8e3d-4a32-ba81-f71917ee2f51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=017c1d456481461aa3b6bd73a8214c29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2106962 Aug 11 00:46:11.027305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47730) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:11.029439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b13093-8e3d-4a32-ba81-f71917ee2f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c27d86c-40fe-42c4-be9d-488ff76aa65e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:11.038103 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.049088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Transition to ACTIVE for port object 35819ea0-d2a9-42c5-adba-a3b93a008cc9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:11.068019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Transition to ACTIVE for port object 35819ea0-d2a9-42c5-adba-a3b93a008cc9 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:11.089778 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-dd99715f-9abe-4c1a-8066-71794d5459b1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817732 Aug 11 00:46:11.124420 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89f9d6a9-7d59-40e0-806b-5213f4bf4777 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.200295 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.202842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc4191d-43e5-4ed4-a352-f1a492dae236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.230370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc4191d-43e5-4ed4-a352-f1a492dae236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.236682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-1fa38db4-be39-4a5b-854a-4e61a19ab754 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379499 Aug 11 00:46:11.251433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e70aa6-ba4d-4668-8004-372f9e40e732 req-2ae37371-9a6b-449f-a54f-6cd3508552bc tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.253139 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-51e70aa6-ba4d-4668-8004-372f9e40e732 req-2ae37371-9a6b-449f-a54f-6cd3508552bc tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 944 time: 0.1240301 Aug 11 00:46:11.278531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:11.289604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:11.296768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:11.301356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb3aa6e-618a-4138-b590-d24167ae8aff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:11.304852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1eb3aa6e-618a-4138-b590-d24167ae8aff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.326220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-6a1daaf4-02a0-415d-8dbb-ca8dfad52d26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=20e99aba-6b99-4072-8bff-ed68255952c5 HTTP/1.1" status: 200 len: 217 time: 0.0811963 Aug 11 00:46:11.353463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Pushing event updated for resources: {'Port': ['ID=35819ea0-d2a9-42c5-adba-a3b93a008cc9,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:11.410571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-51e70aa6-ba4d-4668-8004-372f9e40e732 req-756635d6-3250-47fa-b48d-a16d271f249f tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383772 Aug 11 00:46:11.455271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Attempting to bind port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:11.456717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Attempting to bind port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:11.456717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Attempting to bind port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 on network a231281a-384d-46e8-8f86-e604acdadde9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:11.468827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-40f253e9-88e5-4828-bd79-79347c57e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.471113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-40f253e9-88e5-4828-bd79-79347c57e8d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1366413 Aug 11 00:46:11.477590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:46:11.478218 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Checking segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:11.478926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.479610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Bound using segment: {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:46:11.480436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Bound port: 35819ea0-d2a9-42c5-adba-a3b93a008cc9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dcc463-65b1-4293-bea7-e9273474d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:46:11.481046 n-d-712143-13 neutron-server[95254]: INFO neutron.db.ipam_backend_mixin [None req-1eb3aa6e-618a-4138-b590-d24167ae8aff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27789b78-89eb-49ed-83b6-09271c85edd1 (CIDR: 2001:db8::/64) Aug 11 00:46:11.481172 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.542618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-16b5179c-e82f-4644-bc52-8de723355ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.544351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-16b5179c-e82f-4644-bc52-8de723355ee1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598769 Aug 11 00:46:11.580623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] For port 35819ea0-d2a9-42c5-adba-a3b93a008cc9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:11.585879 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb3aa6e-618a-4138-b590-d24167ae8aff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:11.588310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb3aa6e-618a-4138-b590-d24167ae8aff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:11.589590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] For port 35819ea0-d2a9-42c5-adba-a3b93a008cc9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35819ea0-d2a9-42c5-adba-a3b93a008cc9,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:46:11.648339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc4191d-43e5-4ed4-a352-f1a492dae236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.656222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc4191d-43e5-4ed4-a352-f1a492dae236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.658994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-acc4191d-43e5-4ed4-a352-f1a492dae236 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c27d86c-40fe-42c4-be9d-488ff76aa65e HTTP/1.1" status: 204 len: 168 time: 0.6279602 Aug 11 00:46:11.659833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-c13f955a-e1ce-4bf5-b9ad-2d251c99b5c6 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067514 Aug 11 00:46:11.684721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4191d-43e5-4ed4-a352-f1a492dae236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c27d86c-40fe-42c4-be9d-488ff76aa65e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:11.697424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.840565 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-9ca7af66-26ae-4e41-9058-d210094a459b service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731448 Aug 11 00:46:11.852291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21531c-44a6-496c-976f-8fed78842928 None None] Pushing event updated for resources: {'Port': ['ID=35819ea0-d2a9-42c5-adba-a3b93a008cc9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:11.886395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-59b7313a-3ceb-4baf-964a-79e69c919636 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.893598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-59b7313a-3ceb-4baf-964a-79e69c919636 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.899946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-59b7313a-3ceb-4baf-964a-79e69c919636 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.905955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-59b7313a-3ceb-4baf-964a-79e69c919636 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.913971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-59b7313a-3ceb-4baf-964a-79e69c919636 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.918405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-59b7313a-3ceb-4baf-964a-79e69c919636 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.919363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-287238b0-94c5-42c8-96b5-5926201ba4d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db8de401-0507-4b3c-9d6c-7448e25908a9 HTTP/1.1" status: 200 len: 217 time: 0.0709889 Aug 11 00:46:11.924589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-59b7313a-3ceb-4baf-964a-79e69c919636 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.926736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-59b7313a-3ceb-4baf-964a-79e69c919636 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.2254877 Aug 11 00:46:11.956027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89f9d6a9-7d59-40e0-806b-5213f4bf4777 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:11.987898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-e5bd557f-d7f1-4368-b714-e9e2dffc1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:11.991394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-e5bd557f-d7f1-4368-b714-e9e2dffc1755 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.0631497 Aug 11 00:46:12.032020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f96d35c0-21f4-44f1-a786-3b6f3f3a95f9 req-96f9be9a-095a-405c-a18a-0120dd6cff43 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950518 Aug 11 00:46:12.097394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-b74d4415-df59-462c-b80a-46c9d87823b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.099056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-b74d4415-df59-462c-b80a-46c9d87823b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007078 Aug 11 00:46:12.122679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89f9d6a9-7d59-40e0-806b-5213f4bf4777 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:12.180029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9d6a9-7d59-40e0-806b-5213f4bf4777 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3cc87-77b2-4ab5-9a74-c8ed59417519,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:12.220876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1eb3aa6e-618a-4138-b590-d24167ae8aff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8011024 Aug 11 00:46:12.234112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47748) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:12.246032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'subnet': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:12.291811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-57598969-7813-4d1c-b9b7-0ba6c05e1713 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849356 Aug 11 00:46:12.329286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89f9d6a9-7d59-40e0-806b-5213f4bf4777 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:12.332211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f100-0453-483b-b7b4-185d6459e338 req-d1dfc7be-7c03-4d83-9a2d-b4a344f9cef8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.332931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-89f9d6a9-7d59-40e0-806b-5213f4bf4777 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2285998 Aug 11 00:46:12.340414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47750) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:12.340588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f100-0453-483b-b7b4-185d6459e338 req-d1dfc7be-7c03-4d83-9a2d-b4a344f9cef8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.347514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f100-0453-483b-b7b4-185d6459e338 req-d1dfc7be-7c03-4d83-9a2d-b4a344f9cef8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.348684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-267acbfb-14cc-4567-b9ad-2efc9400d455 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3cc87-77b2-4ab5-9a74-c8ed59417519', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:12.354269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f100-0453-483b-b7b4-185d6459e338 req-d1dfc7be-7c03-4d83-9a2d-b4a344f9cef8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.360827 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-267acbfb-14cc-4567-b9ad-2efc9400d455 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 00:46:12.360962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f100-0453-483b-b7b4-185d6459e338 req-d1dfc7be-7c03-4d83-9a2d-b4a344f9cef8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.361443 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-267acbfb-14cc-4567-b9ad-2efc9400d455 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:12.366241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-267acbfb-14cc-4567-b9ad-2efc9400d455 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0212486 Aug 11 00:46:12.370244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47754) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:12.370580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f100-0453-483b-b7b4-185d6459e338 req-d1dfc7be-7c03-4d83-9a2d-b4a344f9cef8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.372893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-15798453-1682-4ece-8f36-71c2265a2757 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3cc87-77b2-4ab5-9a74-c8ed59417519', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:12.372893 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-15798453-1682-4ece-8f36-71c2265a2757 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 00:46:12.373365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f100-0453-483b-b7b4-185d6459e338 req-d1dfc7be-7c03-4d83-9a2d-b4a344f9cef8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.388367 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-15798453-1682-4ece-8f36-71c2265a2757 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:12.388367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-15798453-1682-4ece-8f36-71c2265a2757 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079157 Aug 11 00:46:12.388984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e77f100-0453-483b-b7b4-185d6459e338 req-d1dfc7be-7c03-4d83-9a2d-b4a344f9cef8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.1538887 Aug 11 00:46:12.388984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47756) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:12.388984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47760) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:12.414595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7fe6b5c8-ef80-461a-a308-f323521be80f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3cc87-77b2-4ab5-9a74-c8ed59417519', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:12.416923 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-7fe6b5c8-ef80-461a-a308-f323521be80f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 00:46:12.417400 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-7fe6b5c8-ef80-461a-a308-f323521be80f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:12.421747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7fe6b5c8-ef80-461a-a308-f323521be80f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0367200 Aug 11 00:46:12.423601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Request body: {'floatingip': {'port_id': '397d7780-b4ca-445a-9903-d868d786bf2e'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:12.426646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47762) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:12.462735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-97700280-0a52-4cf9-a85c-b62e4885960d tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': 'b6a3cc87-77b2-4ab5-9a74-c8ed59417519', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:12.462735 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-97700280-0a52-4cf9-a85c-b62e4885960d tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 00:46:12.463077 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-97700280-0a52-4cf9-a85c-b62e4885960d tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:12.465355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-97700280-0a52-4cf9-a85c-b62e4885960d tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0355592 Aug 11 00:46:12.480329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47768) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:12.581051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:12.623077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8994da0-e1bf-4299-a41d-e9ca6d039d00 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:12.638199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5547c1d-70e1-42f1-a17f-57b2147b287f req-b282840b-65ae-48f6-bd30-6164c9f850e7 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:12.640641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5547c1d-70e1-42f1-a17f-57b2147b287f req-b282840b-65ae-48f6-bd30-6164c9f850e7 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 944 time: 0.1069586 Aug 11 00:46:12.675457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8994da0-e1bf-4299-a41d-e9ca6d039d00 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:12.712795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5547c1d-70e1-42f1-a17f-57b2147b287f req-35859f0d-29cd-495a-86b1-d5b24a6d9efc tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660605 Aug 11 00:46:12.749030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:12.749030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:12.849156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-af632a96-2b14-45bb-9159-bf3d685c1e3b service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495458 Aug 11 00:46:12.924833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-67c42910-cca0-428d-aa02-e9d302445afc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30d89737-eda3-40ac-9ae8-63b3180d7466 HTTP/1.1" status: 200 len: 217 time: 0.0680873 Aug 11 00:46:12.949827 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8994da0-e1bf-4299-a41d-e9ca6d039d00 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:12.954941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8994da0-e1bf-4299-a41d-e9ca6d039d00 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:12.957010 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a8994da0-e1bf-4299-a41d-e9ca6d039d00 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/b6a3cc87-77b2-4ab5-9a74-c8ed59417519 HTTP/1.1" status: 204 len: 168 time: 0.4753411 Aug 11 00:46:12.967683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47776) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:13.019551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8994da0-e1bf-4299-a41d-e9ca6d039d00 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3cc87-77b2-4ab5-9a74-c8ed59417519,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:13.094557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-872a238d-fd1e-45ad-b5c7-7dc0ce8c7c20 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224868 Aug 11 00:46:13.100679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47780) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:13.131272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-d0e02d69-ff32-48bf-9325-21fbba596c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:13.136912 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-d0e02d69-ff32-48bf-9325-21fbba596c75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.1988952 Aug 11 00:46:13.244056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-78971944-e9aa-48de-836c-458d99cd0d39 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878417134'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:13.354396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35819ea0-d2a9-42c5-adba-a3b93a008cc9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:13.364834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76d22-3a34-4084-87ae-1604ac065aca req-8630f3fb-8ee5-49b0-b844-c1fd452dcdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:13.366164 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-8630f3fb-8ee5-49b0-b844-c1fd452dcdf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1451726 Aug 11 00:46:13.486882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 8aab6151-3461-4f2b-862e-3562c80c35bd details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:46:13.535462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0970df32-3df7-4981-89f7-811364c6a6f4 None None] Provisioning for port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:13.545911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:13.580838 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78971944-e9aa-48de-836c-458d99cd0d39 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:13.631044 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:13.642922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:46:13.657344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-a825a352-0dad-408c-bbd2-8859cf3508f5 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812991 Aug 11 00:46:13.693739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0970df32-3df7-4981-89f7-811364c6a6f4 None None] Provisioning complete for port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:13.694117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0970df32-3df7-4981-89f7-811364c6a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:13.771456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:13.771838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:13.802546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:13.959252 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:46:14.039983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78971944-e9aa-48de-836c-458d99cd0d39 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.061463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78b76d22-3a34-4084-87ae-1604ac065aca req-421fc538-e045-4759-ba08-ef4f4990a54f service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977208 Aug 11 00:46:14.067113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 8aab6151-3461-4f2b-862e-3562c80c35bd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8aab6151-3461-4f2b-862e-3562c80c35bd,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:14.111552 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Floating IP 07cf7fc0-ad65-4512-b3f2-24cb406b7b05 associated. External IP: 172.25.0.160, port: 397d7780-b4ca-445a-9903-d868d786bf2e. Aug 11 00:46:14.132059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.173089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0970df32-3df7-4981-89f7-811364c6a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.223646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '8aab6151-3461-4f2b-862e-3562c80c35bd', 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'port_id': '8aab6151-3461-4f2b-862e-3562c80c35bd', 'mac_address': 'fa:16:3e:11:ef:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39edb12d-13c0-4a9d-8189-dd56f8e43f4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:46:14.231061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d364cd2-3204-4579-8c6b-2916fb5dfcc4 req-c45bb8a3-e085-4525-8bdc-b387ed47c148 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:14.236405 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d364cd2-3204-4579-8c6b-2916fb5dfcc4 req-c45bb8a3-e085-4525-8bdc-b387ed47c148 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 944 time: 0.3532269 Aug 11 00:46:14.237728 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78971944-e9aa-48de-836c-458d99cd0d39 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.371835 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.373889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78971944-e9aa-48de-836c-458d99cd0d39 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5852d7a0-ea9a-4da8-af7c-0887fb9f28b9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:14.379886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0970df32-3df7-4981-89f7-811364c6a6f4 None None] For port 35819ea0-d2a9-42c5-adba-a3b93a008cc9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35819ea0-d2a9-42c5-adba-a3b93a008cc9,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:14.402691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.404462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d364cd2-3204-4579-8c6b-2916fb5dfcc4 req-bdcbb5a4-8625-4cd1-9aec-4ac3432c2ebd tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545184 Aug 11 00:46:14.411771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78971944-e9aa-48de-836c-458d99cd0d39 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.413130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-78971944-e9aa-48de-836c-458d99cd0d39 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1729090 Aug 11 00:46:14.416212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47802) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:14.421540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ecbabb44-e7e0-41fe-b7d7-87dcca88c638 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:14.426883 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-ecbabb44-e7e0-41fe-b7d7-87dcca88c638 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 00:46:14.427520 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-ecbabb44-e7e0-41fe-b7d7-87dcca88c638 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:14.431245 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ecbabb44-e7e0-41fe-b7d7-87dcca88c638 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112619 Aug 11 00:46:14.431557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47804) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:14.436917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e6e10e96-17e3-46f5-906b-212eb75dbf14 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:14.441472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aab6151-3461-4f2b-862e-3562c80c35bd {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:46:14.481038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 8aab6151-3461-4f2b-862e-3562c80c35bd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8aab6151-3461-4f2b-862e-3562c80c35bd,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:14.533780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0970df32-3df7-4981-89f7-811364c6a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.545561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:46:14.546394 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:46:14.602966 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.636199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47808) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:14.646405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:46:14.646888 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:46:14.653436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970df32-3df7-4981-89f7-811364c6a6f4 None None] Pushing event updated for resources: {'Port': ['ID=35819ea0-d2a9-42c5-adba-a3b93a008cc9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:14.716904 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-e6e10e96-17e3-46f5-906b-212eb75dbf14 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:14.723690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e6e10e96-17e3-46f5-906b-212eb75dbf14 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2909296 Aug 11 00:46:14.728755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47814) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:14.738433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1f8cd4d8-b921-488d-b8ba-faaacf068a72 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:14.738663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=8aab6151-3461-4f2b-862e-3562c80c35bd,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:14.739760 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-1f8cd4d8-b921-488d-b8ba-faaacf068a72 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 00:46:14.741003 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-1f8cd4d8-b921-488d-b8ba-faaacf068a72 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:14.746261 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1f8cd4d8-b921-488d-b8ba-faaacf068a72 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0159137 Aug 11 00:46:14.749450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47816) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:14.759628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-81b358d6-7221-4c39-a357-02339e8ce32a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:14.831893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:46:14.873350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6d11ac9-03a2-44b5-b053-305978a958f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.884951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['8aab6151-3461-4f2b-862e-3562c80c35bd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:14.965790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:46:14.980282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:14.982929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] Sync routers for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:46:15.012176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:46:15.012828 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:45:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:15.038300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6085ce2c-05fb-4e51-98c4-b8fd6e32317a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "PUT /v2.0/floatingips/07cf7fc0-ad65-4512-b3f2-24cb406b7b05 HTTP/1.1" status: 200 len: 991 time: 2.6500931 Aug 11 00:46:15.039221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:46:15.043969 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2874628-07a5-49fd-b0b3-70a187c67a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:46:15.080107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6d11ac9-03a2-44b5-b053-305978a958f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.100950 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c8d1a6-97a0-4319-84ab-f3fe76171ba1 x-openstack-request-id: req-56c8d1a6-97a0-4319-84ab-f3fe76171ba1 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:46:15.100950 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:46:15.100950 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56c8d1a6-97a0-4319-84ab-f3fe76171ba1 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:46:15.100950 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e', 'status': 'completed', 'code': 200} Aug 11 00:46:15.126219 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.206353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6d11ac9-03a2-44b5-b053-305978a958f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.240789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:46:15.293194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47826) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:15.296020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e6d11ac9-03a2-44b5-b053-305978a958f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e97032404d0e49409c434f91fdee465c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571679 Aug 11 00:46:15.297128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d11ac9-03a2-44b5-b053-305978a958f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accc155e-e4dc-4d6e-b0b0-cbd8ca1682be,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:15.308281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-9e417df0-630e-4b0c-ad9b-347eb5dc1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.308786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-9e417df0-630e-4b0c-ad9b-347eb5dc1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.309289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-9e417df0-630e-4b0c-ad9b-347eb5dc1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.310384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-9e417df0-630e-4b0c-ad9b-347eb5dc1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.310384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-9e417df0-630e-4b0c-ad9b-347eb5dc1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.310792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-9e417df0-630e-4b0c-ad9b-347eb5dc1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.311316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-9e417df0-630e-4b0c-ad9b-347eb5dc1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.313874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-9e417df0-630e-4b0c-ad9b-347eb5dc1f21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.1833367 Aug 11 00:46:15.364351 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-81b358d6-7221-4c39-a357-02339e8ce32a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:15.368690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-81b358d6-7221-4c39-a357-02339e8ce32a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6169901 Aug 11 00:46:15.376375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47828) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:15.376548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12f357e6-4fec-4df5-ae4a-f2522cb36eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.403703 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12f357e6-4fec-4df5-ae4a-f2522cb36eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.418216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1b05efa9-abc6-4ea0-a12d-6da2b0098e7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:15.418742 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-1b05efa9-abc6-4ea0-a12d-6da2b0098e7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 00:46:15.419449 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-1b05efa9-abc6-4ea0-a12d-6da2b0098e7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:15.423550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47830) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:15.424657 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1b05efa9-abc6-4ea0-a12d-6da2b0098e7f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0419009 Aug 11 00:46:15.429430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8cecf593-8b4c-49d5-87f0-9c77bac77b30 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:15.503753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35819ea0-d2a9-42c5-adba-a3b93a008cc9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:15.561222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-ae43705a-5c05-47ec-b90c-c301092c0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.564798 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-ae43705a-5c05-47ec-b90c-c301092c0c29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa HTTP/1.1" status: 200 len: 913 time: 0.2387586 Aug 11 00:46:15.568187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] For port 35819ea0-d2a9-42c5-adba-a3b93a008cc9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35819ea0-d2a9-42c5-adba-a3b93a008cc9,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:15.587687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc754bca-cc03-44fc-a15f-f23dcf3f3a42 req-110b1c19-2c49-4fe0-a04a-1e10696ea3d4 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.590854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc754bca-cc03-44fc-a15f-f23dcf3f3a42 req-110b1c19-2c49-4fe0-a04a-1e10696ea3d4 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0774617 Aug 11 00:46:15.655634 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc754bca-cc03-44fc-a15f-f23dcf3f3a42 req-b43d160a-0d1f-4669-b065-c6053329c353 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474191 Aug 11 00:46:15.671723 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.689794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:15.690167 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.713846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-bf82da99-f038-4175-b973-41cda066b267 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 999 time: 0.1309524 Aug 11 00:46:15.715416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12f357e6-4fec-4df5-ae4a-f2522cb36eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.720195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12f357e6-4fec-4df5-ae4a-f2522cb36eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.725198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-12f357e6-4fec-4df5-ae4a-f2522cb36eff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/accc155e-e4dc-4d6e-b0b0-cbd8ca1682be HTTP/1.1" status: 204 len: 168 time: 0.4276702 Aug 11 00:46:15.734088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '07cf7fc0-ad65-4512-b3f2-24cb406b7b05', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'port_id': '397d7780-b4ca-445a-9903-d868d786bf2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'mac_address': 'fa:16:3e:53:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:44:25Z', 'updated_at': '2021-08-11T00:46:13Z', 'revision_number': 1, 'project_id': '8d618dfbf02243c789c876d25b382560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:15.741648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f357e6-4fec-4df5-ae4a-f2522cb36eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accc155e-e4dc-4d6e-b0b0-cbd8ca1682be,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:15.800474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-5a23bcf9-52c7-4f4d-8dc3-0769d1aa40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:15.806121 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-8cecf593-8b4c-49d5-87f0-9c77bac77b30 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:15.806425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] Checking router: 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:46:15.806531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-5a23bcf9-52c7-4f4d-8dc3-0769d1aa40b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 200 len: 851 time: 0.0785942 Aug 11 00:46:15.806531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47838) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:15.806713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8cecf593-8b4c-49d5-87f0-9c77bac77b30 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3807657 Aug 11 00:46:15.813845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-767f3372-026d-45a2-8e8c-a4a4acc22fac tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:15.814540 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-767f3372-026d-45a2-8e8c-a4a4acc22fac tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 00:46:15.815456 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-767f3372-026d-45a2-8e8c-a4a4acc22fac tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:15.817237 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-767f3372-026d-45a2-8e8c-a4a4acc22fac tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104182 Aug 11 00:46:15.820610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47840) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:15.826542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ddd41fd0-c624-42cc-bc83-9bb04c3c7e94 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:15.836236 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.837478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:15.886957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:46:15.888535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:45:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:16.038680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:16.059863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:16.064749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:16.064749 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:16.080483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e70a54-889c-42d8-b905-107587e44f7c None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:16.086136 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-ddd41fd0-c624-42cc-bc83-9bb04c3c7e94 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:16.097976 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ddd41fd0-c624-42cc-bc83-9bb04c3c7e94 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2757959 Aug 11 00:46:16.098787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47842) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:16.107886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-13790063-4947-4235-a5ac-790ce2210753 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '5852d7a0-ea9a-4da8-af7c-0887fb9f28b9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:16.112637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=35819ea0-d2a9-42c5-adba-a3b93a008cc9,revision_number=5']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:16.123035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Subnet': ['ID=aaf4eb59-cccc-400b-9041-c0eb4d81342e,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:16.128584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-f6d7a4ae-073f-4889-bdd1-704789d28d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:16.130455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-f6d7a4ae-073f-4889-bdd1-704789d28d88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ece244df-909c-4779-bf6c-17273d3f30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3116410 Aug 11 00:46:16.205891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:46:16.225533 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc014799-f435-4184-a2b5-335efdf98826 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9820068 Aug 11 00:46:16.226431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47850) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:16.240953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Request body: {'port': {'network_id': 'a231281a-384d-46e8-8f86-e604acdadde9', 'mac_address': 'fa:16:3e:38:33:6d', 'name': 'tempest-NetworksTestDHCPv6-603990014'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:16.291128 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-fca5182b-f799-4102-87c3-09d8488e65f1 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512558 Aug 11 00:46:16.434264 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f394-96fa-4bfd-a672-7e293a796ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:16.560010 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a2874628-07a5-49fd-b0b3-70a187c67a0e req-b1dc01f2-328e-4a0d-8aab-1be072f22830 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612600 Aug 11 00:46:16.593173 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-13790063-4947-4235-a5ac-790ce2210753 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:16.596256 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-13790063-4947-4235-a5ac-790ce2210753 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4949334 Aug 11 00:46:16.599113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47864) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:16.680903 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10073712-fc15-4e60-8c11-a28366ef7b5a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:16.710134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10073712-fc15-4e60-8c11-a28366ef7b5a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:16.796760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedb9e3-9b7e-4c6e-b3fc-d57ef6326a10 req-481e20a5-6d45-483c-a43a-27b519b1c12d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:16.798439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eaedb9e3-9b7e-4c6e-b3fc-d57ef6326a10 req-481e20a5-6d45-483c-a43a-27b519b1c12d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 945 time: 0.0680323 Aug 11 00:46:16.800228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Made reservation on behalf of b855058820aa4dd1a2fb58b3e17de6e8 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:16.809521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '07cf7fc0-ad65-4512-b3f2-24cb406b7b05', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'port_id': '397d7780-b4ca-445a-9903-d868d786bf2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'mac_address': 'fa:16:3e:53:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:44:25Z', 'updated_at': '2021-08-11T00:46:13Z', 'revision_number': 1, 'project_id': '8d618dfbf02243c789c876d25b382560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:16.862761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a4669-d6f3-4788-b1a1-2fef778c4f33 None None] The sync data for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 is: [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '07cf7fc0-ad65-4512-b3f2-24cb406b7b05', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'port_id': '397d7780-b4ca-445a-9903-d868d786bf2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'mac_address': 'fa:16:3e:53:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:44:25Z', 'updated_at': '2021-08-11T00:46:13Z', 'revision_number': 1, 'project_id': '8d618dfbf02243c789c876d25b382560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:46:16.889712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eaedb9e3-9b7e-4c6e-b3fc-d57ef6326a10 req-81b6cf10-050c-4b95-b78e-cd1df71c2920 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684867 Aug 11 00:46:16.906212 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10073712-fc15-4e60-8c11-a28366ef7b5a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:16.913667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10073712-fc15-4e60-8c11-a28366ef7b5a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:16.914168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47872) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:16.915993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-10073712-fc15-4e60-8c11-a28366ef7b5a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/5852d7a0-ea9a-4da8-af7c-0887fb9f28b9 HTTP/1.1" status: 204 len: 168 time: 0.3149545 Aug 11 00:46:16.939024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10073712-fc15-4e60-8c11-a28366ef7b5a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5852d7a0-ea9a-4da8-af7c-0887fb9f28b9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:17.023241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.032097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-64b39db8-3c05-4099-843e-3d09c9132b8f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1103332 Aug 11 00:46:17.037159 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47876) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:17.045288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8bd87b7b-fd27-4f1a-8cba-415a7dd52f3e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--576415369'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:17.079684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] device_id is not set on port 7858e9cb-1b16-42eb-9847-c276799859cd yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:17.240916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd87b7b-fd27-4f1a-8cba-415a7dd52f3e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.322963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8::38b (a231281a-384d-46e8-8f86-e604acdadde9/27789b78-89eb-49ed-83b6-09271c85edd1/7858e9cb-1b16-42eb-9847-c276799859cd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:17.331605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Allocated IP 2001:db8:0:1:f816:3eff:fe38:336d (a231281a-384d-46e8-8f86-e604acdadde9/aaf4eb59-cccc-400b-9041-c0eb4d81342e/7858e9cb-1b16-42eb-9847-c276799859cd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:17.336925 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d354ac-6db9-4abb-a7e9-e05676b16ff9 None None] New status for floating IP 07cf7fc0-ad65-4512-b3f2-24cb406b7b05: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:46:17.507555 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd87b7b-fd27-4f1a-8cba-415a7dd52f3e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.517401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 8aab6151-3461-4f2b-862e-3562c80c35bd up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:17.639907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd87b7b-fd27-4f1a-8cba-415a7dd52f3e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.677772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd87b7b-fd27-4f1a-8cba-415a7dd52f3e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c8208-3549-4250-b7d7-45dba29a1465,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:17.741871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.764688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Transition to ACTIVE for port object 7858e9cb-1b16-42eb-9847-c276799859cd will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:17.801766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2c438d60-3615-4c30-aeea-5a6027f8886f None None] Provisioning complete for port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:17.802498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2c438d60-3615-4c30-aeea-5a6027f8886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.805366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 8aab6151-3461-4f2b-862e-3562c80c35bd completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:17.828829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 8aab6151-3461-4f2b-862e-3562c80c35bd triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:17.829519 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.904783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8bd87b7b-fd27-4f1a-8cba-415a7dd52f3e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.909126 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8bd87b7b-fd27-4f1a-8cba-415a7dd52f3e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8679836 Aug 11 00:46:17.910092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47894) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:17.915069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fca46c0f-9461-4847-82e5-2f850da59a1a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '7e9c8208-3549-4250-b7d7-45dba29a1465', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:17.960389 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.961361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:17.989686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aab6151-3461-4f2b-862e-3562c80c35bd'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:46:17.992105 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7930e2ff-4a72-49c2-822b-9ac0dd885e16" -d '{"events": [{"server_uuid": "10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "8aab6151-3461-4f2b-862e-3562c80c35bd"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:46:18.010585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 8aab6151-3461-4f2b-862e-3562c80c35bd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8aab6151-3461-4f2b-862e-3562c80c35bd,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:18.037598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Network a231281a-384d-46e8-8f86-e604acdadde9 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:18.037598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:18.065902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event updated for resources: {'Port': ['ID=7858e9cb-1b16-42eb-9847-c276799859cd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:18.090246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:18.101087 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2dce20-7bc3-45fc-a3b5-522dc3007585 x-openstack-request-id: req-3b2dce20-7bc3-45fc-a3b5-522dc3007585 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:46:18.101332 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff", "name": "network-vif-plugged", "status": "completed", "tag": "8aab6151-3461-4f2b-862e-3562c80c35bd", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:46:18.101592 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b2dce20-7bc3-45fc-a3b5-522dc3007585 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:46:18.102006 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aab6151-3461-4f2b-862e-3562c80c35bd', 'code': 200} Aug 11 00:46:18.108311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:18.110539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:18.149888 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:18.260477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=8aab6151-3461-4f2b-862e-3562c80c35bd,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:18.305892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7589fc2-e9b3-4c76-ac4a-24a6ea855201 req-f05d25cf-fce2-4060-9c55-5af9835e88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:18.307538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7589fc2-e9b3-4c76-ac4a-24a6ea855201 req-f05d25cf-fce2-4060-9c55-5af9835e88f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 1098 time: 0.0896952 Aug 11 00:46:18.315922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429504b-81d8-4fae-9bfe-4e1a693081b7 req-4522ce74-e2fc-498a-90d3-211800d1b0c4 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:18.317515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0429504b-81d8-4fae-9bfe-4e1a693081b7 req-4522ce74-e2fc-498a-90d3-211800d1b0c4 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 946 time: 0.1550338 Aug 11 00:46:18.365786 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-fca46c0f-9461-4847-82e5-2f850da59a1a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The resource could not be found. Aug 11 00:46:18.372978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47904) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:18.374660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fca46c0f-9461-4847-82e5-2f850da59a1a tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4634464 Aug 11 00:46:18.385522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4b16ff97-b71e-4bf9-844d-ee63616f1a1c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1579435 Aug 11 00:46:18.388825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47908) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:18.391219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6271d70f-56d7-4df1-ae00-0a96ad4b97f5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '7e9c8208-3549-4250-b7d7-45dba29a1465', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e9c00b7c-713c-4bef-986e-96176daaadc5'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:18.409901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7589fc2-e9b3-4c76-ac4a-24a6ea855201 req-dc08ec49-a7bc-4404-b004-d48753c6835b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912914 Aug 11 00:46:18.424787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0429504b-81d8-4fae-9bfe-4e1a693081b7 req-a34c1a34-bd23-4994-9441-eb25044e07a3 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006231 Aug 11 00:46:18.523434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ee2fc150-4f32-4bff-b081-0f8c4bcd27e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting port 7858e9cb-1b16-42eb-9847-c276799859cd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:18.523866 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc150-4f32-4bff-b081-0f8c4bcd27e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:18.531215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7e9cf201-9502-4df6-8e90-10726173d13c None None] Provisioning for port 7858e9cb-1b16-42eb-9847-c276799859cd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:18.541555 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7e9cf201-9502-4df6-8e90-10726173d13c None None] Provisioning complete for port 7858e9cb-1b16-42eb-9847-c276799859cd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:18.542110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf201-9502-4df6-8e90-10726173d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:18.583442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7e9cf201-9502-4df6-8e90-10726173d13c None None] Port 7858e9cb-1b16-42eb-9847-c276799859cd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:46:18.642910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc150-4f32-4bff-b081-0f8c4bcd27e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:18.661350 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-6271d70f-56d7-4df1-ae00-0a96ad4b97f5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The resource could not be found. Aug 11 00:46:18.667706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6271d70f-56d7-4df1-ae00-0a96ad4b97f5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2800357 Aug 11 00:46:18.673878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ee2fc150-4f32-4bff-b081-0f8c4bcd27e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Calling delete_port for 7858e9cb-1b16-42eb-9847-c276799859cd owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:18.673878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47922) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:18.763954 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aece3964-5022-473d-82cb-a82c6d78543c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:18.794374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-412fc696-6a60-4ce0-bf16-3b9c16ef62b5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:18.830835 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-412fc696-6a60-4ce0-bf16-3b9c16ef62b5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:18.914088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.016550 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-412fc696-6a60-4ce0-bf16-3b9c16ef62b5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.030116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-412fc696-6a60-4ce0-bf16-3b9c16ef62b5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.030116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-412fc696-6a60-4ce0-bf16-3b9c16ef62b5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/7e9c8208-3549-4250-b7d7-45dba29a1465 HTTP/1.1" status: 204 len: 168 time: 0.3561909 Aug 11 00:46:19.030441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47942) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:19.042329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412fc696-6a60-4ce0-bf16-3b9c16ef62b5 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c8208-3549-4250-b7d7-45dba29a1465,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:19.089917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-384120ef-ef7e-4c80-8ebb-731915427049 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576630 Aug 11 00:46:19.091926 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc150-4f32-4bff-b081-0f8c4bcd27e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.094386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47946) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:19.099600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c6e0250d-ce2b-449c-9869-327cbfd58641 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': '0c7e2d57-d5eb-49eb-a2d2-4be3bfe030c6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:19.126097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fc150-4f32-4bff-b081-0f8c4bcd27e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Port': ['ID=7858e9cb-1b16-42eb-9847-c276799859cd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:19.190085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc150-4f32-4bff-b081-0f8c4bcd27e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.195226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ee2fc150-4f32-4bff-b081-0f8c4bcd27e8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/7858e9cb-1b16-42eb-9847-c276799859cd HTTP/1.1" status: 204 len: 168 time: 0.8036056 Aug 11 00:46:19.196466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47950) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:19.283455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c8e53-54de-43d3-8e3b-a576ad24b66f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:19.285249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b2c8e53-54de-43d3-8e3b-a576ad24b66f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0871799 Aug 11 00:46:19.288301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47958) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:19.357391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e80311-7753-4470-b77e-41fd875c1a94 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:19.362426 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-90e80311-7753-4470-b77e-41fd875c1a94 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0693111 Aug 11 00:46:19.362965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47960) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:19.427743 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-c6e0250d-ce2b-449c-9869-327cbfd58641 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The resource could not be found. Aug 11 00:46:19.429462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c6e0250d-ce2b-449c-9869-327cbfd58641 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3337536 Aug 11 00:46:19.434910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47962) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:19.441451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847450b-4eec-470f-8b08-5012c4aed07f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:19.443876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6263c65b-32b8-4bd3-86ae-5fe541d06142 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--844670944'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:19.445124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847450b-4eec-470f-8b08-5012c4aed07f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:19.448443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847450b-4eec-470f-8b08-5012c4aed07f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:19.453487 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5847450b-4eec-470f-8b08-5012c4aed07f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0869260 Aug 11 00:46:19.454005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47966) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:19.583554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6263c65b-32b8-4bd3-86ae-5fe541d06142 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.595304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1f5fce-e0ce-4565-9063-162e0b696fac tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet 27789b78-89eb-49ed-83b6-09271c85edd1 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:46:19.631048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5fce-e0ce-4565-9063-162e0b696fac tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.789677 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6263c65b-32b8-4bd3-86ae-5fe541d06142 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.807618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570e33b-5794-4aae-aa7a-9732565cc296 req-185596b8-3bf5-411b-aee4-8f14ee99d3bc tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:19.809678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1570e33b-5794-4aae-aa7a-9732565cc296 req-185596b8-3bf5-411b-aee4-8f14ee99d3bc tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 946 time: 0.2097652 Aug 11 00:46:19.816231 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5fce-e0ce-4565-9063-162e0b696fac tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.895657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6263c65b-32b8-4bd3-86ae-5fe541d06142 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:19.957446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263c65b-32b8-4bd3-86ae-5fe541d06142 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c35e7f-4dc7-41c1-9318-9fb86edbfd48,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:20.011347 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6263c65b-32b8-4bd3-86ae-5fe541d06142 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.017223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6263c65b-32b8-4bd3-86ae-5fe541d06142 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5804515 Aug 11 00:46:20.023353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47986) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:20.024358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c9d9618d-6edf-4e17-8ee1-374e36c2b96e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--542524173'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:20.129582 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d9618d-6edf-4e17-8ee1-374e36c2b96e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.271887 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1570e33b-5794-4aae-aa7a-9732565cc296 req-b1823e5d-5399-460b-85f3-4734784b1bd1 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520819 Aug 11 00:46:20.294730 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d9618d-6edf-4e17-8ee1-374e36c2b96e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.331795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5fce-e0ce-4565-9063-162e0b696fac tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.443608 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d9618d-6edf-4e17-8ee1-374e36c2b96e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.481096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9618d-6edf-4e17-8ee1-374e36c2b96e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb9ccd-282c-4815-ac3e-64bf2980dcb9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:20.540894 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.582329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5fce-e0ce-4565-9063-162e0b696fac tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.584986 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d9618d-6edf-4e17-8ee1-374e36c2b96e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.589544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c9d9618d-6edf-4e17-8ee1-374e36c2b96e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5696578 Aug 11 00:46:20.592606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47996) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:20.634562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5ac289e1-67ce-4e5e-bdbe-99fc4e8ed76b tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group_rule': {'security_group_id': 'c7c35e7f-4dc7-41c1-9318-9fb86edbfd48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '04bb9ccd-282c-4815-ac3e-64bf2980dcb9'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:20.645373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f5fce-e0ce-4565-9063-162e0b696fac tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=27789b78-89eb-49ed-83b6-09271c85edd1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:20.653816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc1f5fce-e0ce-4565-9063-162e0b696fac tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.656080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc1f5fce-e0ce-4565-9063-162e0b696fac tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/27789b78-89eb-49ed-83b6-09271c85edd1 HTTP/1.1" status: 204 len: 168 time: 1.2002046 Aug 11 00:46:20.659055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48002) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:20.662726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a4e40-f3ec-4b9c-998f-9a2c40912e27 None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:20.727231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62bfaf6-e1e6-4ee0-af0d-7add77120963 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Deleting subnet aaf4eb59-cccc-400b-9041-c0eb4d81342e {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:46:20.738498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f62bfaf6-e1e6-4ee0-af0d-7add77120963 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.806763 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f62bfaf6-e1e6-4ee0-af0d-7add77120963 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:20.941666 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-5ac289e1-67ce-4e5e-bdbe-99fc4e8ed76b tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:46:20.945636 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5ac289e1-67ce-4e5e-bdbe-99fc4e8ed76b tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3409564 Aug 11 00:46:20.946118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48016) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:20.967368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f62bfaf6-e1e6-4ee0-af0d-7add77120963 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.014483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ae92ab8-cf89-418e-aec5-f1facc3c5062 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.051934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ae92ab8-cf89-418e-aec5-f1facc3c5062 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.152879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f62bfaf6-e1e6-4ee0-af0d-7add77120963 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.187243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bfaf6-e1e6-4ee0-af0d-7add77120963 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf4eb59-cccc-400b-9041-c0eb4d81342e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:21.208799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f62bfaf6-e1e6-4ee0-af0d-7add77120963 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.213013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f62bfaf6-e1e6-4ee0-af0d-7add77120963 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/aaf4eb59-cccc-400b-9041-c0eb4d81342e HTTP/1.1" status: 204 len: 168 time: 0.5503221 Aug 11 00:46:21.215474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48028) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.278736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ac288199-eaf2-41fe-9cb5-0695e058651c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594873 Aug 11 00:46:21.278893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ae92ab8-cf89-418e-aec5-f1facc3c5062 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.282528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ae92ab8-cf89-418e-aec5-f1facc3c5062 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.283605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48032) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.284543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3ae92ab8-cf89-418e-aec5-f1facc3c5062 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/04bb9ccd-282c-4815-ac3e-64bf2980dcb9 HTTP/1.1" status: 204 len: 168 time: 0.3372869 Aug 11 00:46:21.290409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48034) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.312667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae92ab8-cf89-418e-aec5-f1facc3c5062 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb9ccd-282c-4815-ac3e-64bf2980dcb9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:21.387371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9809933-8f96-451e-bda2-b6237e5cd4b8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:21.389467 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b9809933-8f96-451e-bda2-b6237e5cd4b8 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1013443 Aug 11 00:46:21.414276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48040) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.418660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d9ffefc5-db72-4010-a25e-d625c00061f4 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1265225 Aug 11 00:46:21.436559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48044) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.503111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971de632-8f9a-4ff5-9a3b-51e8ba99daae tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:21.507253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd69d23-667d-45c8-8b13-0cc73cc1803b req-365a2e02-4e96-4dbc-9c7f-fd6890b1233c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:21.508054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-971de632-8f9a-4ff5-9a3b-51e8ba99daae tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1125143 Aug 11 00:46:21.508199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fd69d23-667d-45c8-8b13-0cc73cc1803b req-365a2e02-4e96-4dbc-9c7f-fd6890b1233c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 946 time: 0.1121619 Aug 11 00:46:21.511926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48046) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.604077 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-afa2a78d-81f1-4382-b14c-83d3171a3f1f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909271 Aug 11 00:46:21.614652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48050) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.632515 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b4e-feaa-4b24-af85-03f39eb4394e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.657502 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9e36ff-f4c3-418f-a8a1-c9e666d53d07 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:21.658402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9e36ff-f4c3-418f-a8a1-c9e666d53d07 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:21.663124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4d9e36ff-f4c3-418f-a8a1-c9e666d53d07 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/7858e9cb-1b16-42eb-9847-c276799859cd HTTP/1.1" status: 404 len: 333 time: 0.0421243 Aug 11 00:46:21.663762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48052) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.701170 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fd69d23-667d-45c8-8b13-0cc73cc1803b req-695e2368-7410-4606-9bfd-d57c59ad36b9 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790307 Aug 11 00:46:21.707469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b4e-feaa-4b24-af85-03f39eb4394e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.744231 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac487fa-fe70-410c-aa11-f9033a8f215d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:21.744972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac487fa-fe70-410c-aa11-f9033a8f215d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:21.748403 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5ac487fa-fe70-410c-aa11-f9033a8f215d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/aaf4eb59-cccc-400b-9041-c0eb4d81342e HTTP/1.1" status: 404 len: 337 time: 0.0816622 Aug 11 00:46:21.760601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48056) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.815860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338e963-b0b0-4c26-91f1-22ee435bb2bd None None] Network a231281a-384d-46e8-8f86-e604acdadde9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:21.816479 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa710c2-2024-4829-ba93-186c23c2f9d7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:21.816479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa710c2-2024-4829-ba93-186c23c2f9d7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:21.816479 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1fa710c2-2024-4829-ba93-186c23c2f9d7 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/27789b78-89eb-49ed-83b6-09271c85edd1 HTTP/1.1" status: 404 len: 337 time: 0.0522387 Aug 11 00:46:21.816982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48060) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.852873 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3c1f1d-8853-44f4-8b34-f6909167069f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:21.866541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3c1f1d-8853-44f4-8b34-f6909167069f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:21.866541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5d3c1f1d-8853-44f4-8b34-f6909167069f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/1ec283e6-dceb-462b-b21c-671994c3e2d0 HTTP/1.1" status: 404 len: 333 time: 0.0382326 Aug 11 00:46:21.868722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48062) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.879585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0b5519ff-3032-422f-b243-e594db9a3f5b None None] Provisioning complete for port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:21.880317 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b5519ff-3032-422f-b243-e594db9a3f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.885370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b4e-feaa-4b24-af85-03f39eb4394e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.888361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e38f2b4e-feaa-4b24-af85-03f39eb4394e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:21.898796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e38f2b4e-feaa-4b24-af85-03f39eb4394e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/c7c35e7f-4dc7-41c1-9318-9fb86edbfd48 HTTP/1.1" status: 204 len: 168 time: 0.4562299 Aug 11 00:46:21.902575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48066) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.917713 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-486afc62-f550-4f90-8ce3-7b2260d2a4cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:21.918460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486afc62-f550-4f90-8ce3-7b2260d2a4cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:21.921235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-486afc62-f550-4f90-8ce3-7b2260d2a4cc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a1d185b0-9975-42ed-a322-8bc6d0f83507 HTTP/1.1" status: 404 len: 337 time: 0.0507085 Aug 11 00:46:21.923744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48068) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:21.966678 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-a486cf96-22c9-40d3-9414-d32fbcdb8ebc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:21.967448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a486cf96-22c9-40d3-9414-d32fbcdb8ebc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:21.971875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f2b4e-feaa-4b24-af85-03f39eb4394e tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c35e7f-4dc7-41c1-9318-9fb86edbfd48,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:21.972751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a486cf96-22c9-40d3-9414-d32fbcdb8ebc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/9f06f997-774e-453b-95a7-56bd6ed1fd53 HTTP/1.1" status: 404 len: 337 time: 0.0478020 Aug 11 00:46:21.973557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48070) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.022568 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab47e95-f7f1-400c-bdad-fa46d36f69ea tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.022568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab47e95-f7f1-400c-bdad-fa46d36f69ea tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.022568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7ab47e95-f7f1-400c-bdad-fa46d36f69ea tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/ac4869f4-b490-43c9-9053-24891f6ace3a HTTP/1.1" status: 404 len: 333 time: 0.0468805 Aug 11 00:46:22.026884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48080) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.029322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3630ccd6-7610-48e3-ab1a-18be22408fcb tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200287 Aug 11 00:46:22.036135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48082) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.064891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-49f75f70-a610-4a51-9415-1d1433a6a15f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'tempest-secgroup--810145148'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:22.086998 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-723acf4d-deb4-4b07-a2cd-91eb6564550b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.088185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723acf4d-deb4-4b07-a2cd-91eb6564550b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.091413 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-723acf4d-deb4-4b07-a2cd-91eb6564550b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a5b289f2-20c9-4a39-82e2-01d9968f60b4 HTTP/1.1" status: 404 len: 337 time: 0.0616179 Aug 11 00:46:22.094162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48084) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.173970 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fc64ab-3ed7-4ea0-82c6-5aa64353889e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.174909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fc64ab-3ed7-4ea0-82c6-5aa64353889e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.183514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1fc64ab-3ed7-4ea0-82c6-5aa64353889e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/455595c2-a7e1-48e6-8802-855adc26804c HTTP/1.1" status: 404 len: 337 time: 0.0860116 Aug 11 00:46:22.185454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48086) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.241738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] DHCP port deletion for a231281a-384d-46e8-8f86-e604acdadde9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:46:22.260359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49f75f70-a610-4a51-9415-1d1433a6a15f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:22.264446 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-79596b30-0708-4dbe-b8be-87c31bc721eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.265626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79596b30-0708-4dbe-b8be-87c31bc721eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.268235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-79596b30-0708-4dbe-b8be-87c31bc721eb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/916a2b0e-c6b6-4bfb-b016-48e4550092dc HTTP/1.1" status: 404 len: 333 time: 0.0776675 Aug 11 00:46:22.271882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48088) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.309669 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99d3c09-f223-48c8-b505-0ba25e2c4d82 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.310208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99d3c09-f223-48c8-b505-0ba25e2c4d82 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.316161 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f99d3c09-f223-48c8-b505-0ba25e2c4d82 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/c1f93540-8aa4-4a9f-abc3-ef6d166220c4 HTTP/1.1" status: 404 len: 337 time: 0.0416389 Aug 11 00:46:22.318768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48090) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.369238 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7dd734-8c21-40eb-a807-3d79dfc689cd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.370100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7dd734-8c21-40eb-a807-3d79dfc689cd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.373596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4b7dd734-8c21-40eb-a807-3d79dfc689cd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/5efedf2a-e3bd-4cf4-b07b-bff1d28dc902 HTTP/1.1" status: 404 len: 337 time: 0.0523598 Aug 11 00:46:22.376515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48092) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.381542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49f75f70-a610-4a51-9415-1d1433a6a15f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:22.383973 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:22.425646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] Deleting port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:22.426125 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:22.434997 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d07e27-b42d-4805-9b93-d7abfd57d63c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.435787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d07e27-b42d-4805-9b93-d7abfd57d63c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.438209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-18d07e27-b42d-4805-9b93-d7abfd57d63c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/ba25c4d2-6125-45e4-b1e9-b4171c34a88a HTTP/1.1" status: 404 len: 333 time: 0.0598524 Aug 11 00:46:22.441100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48094) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.477983 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-11568082-bf94-44b0-90da-917e52639b25 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.478471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11568082-bf94-44b0-90da-917e52639b25 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.480860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-11568082-bf94-44b0-90da-917e52639b25 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/bee57108-372f-4a48-ae83-2091820a1de1 HTTP/1.1" status: 404 len: 337 time: 0.0386100 Aug 11 00:46:22.485069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48096) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.501669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49f75f70-a610-4a51-9415-1d1433a6a15f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:22.536221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] For port 35819ea0-d2a9-42c5-adba-a3b93a008cc9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=35819ea0-d2a9-42c5-adba-a3b93a008cc9,segment=NetworkSegment(76dcc463-65b1-4293-bea7-e9273474d0e2),segment_id=76dcc463-65b1-4293-bea7-e9273474d0e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:22.536705 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:22.554239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] Calling delete_port for 35819ea0-d2a9-42c5-adba-a3b93a008cc9 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:22.579607 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0597d9b-a23e-4935-8402-b370d09f11be tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.581616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0597d9b-a23e-4935-8402-b370d09f11be tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.588307 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d0597d9b-a23e-4935-8402-b370d09f11be tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/72e20f03-269c-4c18-9346-95069b24cd8b HTTP/1.1" status: 404 len: 333 time: 0.0974982 Aug 11 00:46:22.589825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48100) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.631988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f75f70-a610-4a51-9415-1d1433a6a15f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250d0658-8ae3-4f29-954e-bc54d513c187,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:22.635673 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a74fc1-94e0-488e-9400-b5ac8a1ff585 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.636209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a74fc1-94e0-488e-9400-b5ac8a1ff585 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.639219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c8a74fc1-94e0-488e-9400-b5ac8a1ff585 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/ffb5a686-e412-42bd-9959-5ecb09db2278 HTTP/1.1" status: 404 len: 337 time: 0.0416167 Aug 11 00:46:22.643838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48104) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.691966 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d91f78a-f16e-487d-91ce-bcf2a2aac12c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.692770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d91f78a-f16e-487d-91ce-bcf2a2aac12c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.694782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d91f78a-f16e-487d-91ce-bcf2a2aac12c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/6a12ca90-bb59-401b-8c2f-80644e74310d HTTP/1.1" status: 404 len: 333 time: 0.0496550 Aug 11 00:46:22.698717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48106) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.735811 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49f75f70-a610-4a51-9415-1d1433a6a15f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:22.741302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-49f75f70-a610-4a51-9415-1d1433a6a15f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7007673 Aug 11 00:46:22.745485 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-57873026-857e-4f7b-b1d7-e4006d691e6e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.745650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.746933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57873026-857e-4f7b-b1d7-e4006d691e6e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.752278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-57873026-857e-4f7b-b1d7-e4006d691e6e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a4048ba4-d4d2-431e-8f4a-b5e1d4219aed HTTP/1.1" status: 404 len: 337 time: 0.0512297 Aug 11 00:46:22.756981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c21df0c0-0bbf-4d1f-a1a9-8c82bbef134f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:22.760217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48112) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.768977 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-c21df0c0-0bbf-4d1f-a1a9-8c82bbef134f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 00:46:22.771574 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-c21df0c0-0bbf-4d1f-a1a9-8c82bbef134f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 00:46:22.771961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c21df0c0-0bbf-4d1f-a1a9-8c82bbef134f tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "PUT /v2.0/security-groups/250d0658-8ae3-4f29-954e-bc54d513c187 HTTP/1.1" status: 409 len: 330 time: 0.0236311 Aug 11 00:46:22.773900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48114) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.798696 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:22.819139 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd44f4a-c024-4edd-9c19-be682f92f33c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.820783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd44f4a-c024-4edd-9c19-be682f92f33c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.829574 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3dd44f4a-c024-4edd-9c19-be682f92f33c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/73e48291-1140-4de0-8abc-a4f0249342ea HTTP/1.1" status: 404 len: 333 time: 0.0649762 Aug 11 00:46:22.830923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48118) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.848022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.862220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] Pushing event deleted for resources: {'Port': ['ID=35819ea0-d2a9-42c5-adba-a3b93a008cc9,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:22.870442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb6d18-8564-4efb-8538-9d07a35d4823 None None] No DVR routers for this DVR port 35819ea0-d2a9-42c5-adba-a3b93a008cc9 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:46:22.918429 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab800076-14de-4cd8-8003-f33ce83e263d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.919735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab800076-14de-4cd8-8003-f33ce83e263d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:22.930468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ab800076-14de-4cd8-8003-f33ce83e263d tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/e771f40a-ef35-49f9-ab69-2b18a100ac9f HTTP/1.1" status: 404 len: 337 time: 0.0966506 Aug 11 00:46:22.932462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48126) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:22.997914 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-87275e9b-2af1-44f2-bede-7380d1c041ec tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:22.999063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87275e9b-2af1-44f2-bede-7380d1c041ec tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.006906 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-87275e9b-2af1-44f2-bede-7380d1c041ec tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/a80b79b5-82d9-48fd-8f7c-24abd786d3dd HTTP/1.1" status: 404 len: 333 time: 0.0723648 Aug 11 00:46:23.007841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48128) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.030630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78073cfc-0869-4e3f-9b62-4eaae4861070 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.074082 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ae9a39-0ca5-43bd-b22b-41a57c5b7afd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.075916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ae9a39-0ca5-43bd-b22b-41a57c5b7afd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.083922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b5ae9a39-0ca5-43bd-b22b-41a57c5b7afd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/d048b675-36e4-4f0e-9f6d-86eafdbc5c6f HTTP/1.1" status: 404 len: 337 time: 0.0745513 Aug 11 00:46:23.085011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48132) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.109327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78073cfc-0869-4e3f-9b62-4eaae4861070 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.171576 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-af86c0d0-d3a2-4623-81a1-74e3a929c532 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.176135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af86c0d0-d3a2-4623-81a1-74e3a929c532 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.179346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-af86c0d0-d3a2-4623-81a1-74e3a929c532 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/7dfc9e2c-dd80-4098-8ead-f5147eaedfc7 HTTP/1.1" status: 404 len: 333 time: 0.0926971 Aug 11 00:46:23.197770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48138) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.219757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f17ba185-853e-4c5c-a3d1-ddfa4de80873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.263312 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d7cafa-2109-4a4d-9014-7a660a312153 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.263985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d7cafa-2109-4a4d-9014-7a660a312153 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.267282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d4d7cafa-2109-4a4d-9014-7a660a312153 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/9cc58888-f122-4d79-9aeb-42b2937dd0c4 HTTP/1.1" status: 404 len: 337 time: 0.0678558 Aug 11 00:46:23.271062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48142) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.309729 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6fa759-168b-420e-92b0-e57fa6d4b3ae tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.310500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6fa759-168b-420e-92b0-e57fa6d4b3ae tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.313519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b6fa759-168b-420e-92b0-e57fa6d4b3ae tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a718f8f5-4b08-4472-8743-981892ce778a HTTP/1.1" status: 404 len: 337 time: 0.0405562 Aug 11 00:46:23.317802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48144) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.318404 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78073cfc-0869-4e3f-9b62-4eaae4861070 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.323088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78073cfc-0869-4e3f-9b62-4eaae4861070 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.325950 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-78073cfc-0869-4e3f-9b62-4eaae4861070 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/250d0658-8ae3-4f29-954e-bc54d513c187 HTTP/1.1" status: 204 len: 168 time: 0.5504751 Aug 11 00:46:23.354946 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c284cce-e17a-443c-9edb-e36e190e62e1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.356595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c284cce-e17a-443c-9edb-e36e190e62e1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.363201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0c284cce-e17a-443c-9edb-e36e190e62e1 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/19bbac32-8031-4aa3-84d2-d0db410e8d67 HTTP/1.1" status: 404 len: 333 time: 0.0395646 Aug 11 00:46:23.368321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48146) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.368321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78073cfc-0869-4e3f-9b62-4eaae4861070 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250d0658-8ae3-4f29-954e-bc54d513c187,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:23.368321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48148) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.440529 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6c89ec-9ad3-4238-8abd-ddc1b67d6920 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.441080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6c89ec-9ad3-4238-8abd-ddc1b67d6920 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.442920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8b6c89ec-9ad3-4238-8abd-ddc1b67d6920 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/45600c90-b4a9-4f7a-b32b-ea1460893acf HTTP/1.1" status: 404 len: 337 time: 0.0756760 Aug 11 00:46:23.445327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35819ea0-d2a9-42c5-adba-a3b93a008cc9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:46:23.445570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48150) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.494330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 35819ea0-d2a9-42c5-adba-a3b93a008cc9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:46:23.495502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 35819ea0-d2a9-42c5-adba-a3b93a008cc9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:46:23.515848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f17ba185-853e-4c5c-a3d1-ddfa4de80873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.531986 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-015bd84a-e743-4ef2-9966-92e8ac0557c6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.532462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015bd84a-e743-4ef2-9966-92e8ac0557c6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.534564 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-015bd84a-e743-4ef2-9966-92e8ac0557c6 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/42fd9e18-2909-4971-bfa2-76ac64fa04eb HTTP/1.1" status: 404 len: 337 time: 0.0880597 Aug 11 00:46:23.545701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2ada3bb1-5b07-4ec8-bf79-5b5a4b1c6733 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1765974 Aug 11 00:46:23.548359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48154) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.551295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48156) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.595417 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-d9cac0a6-f6b2-4c0b-a5fb-d37e93d920d7 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] delete failed (client error): The resource could not be found. Aug 11 00:46:23.599293 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d9cac0a6-f6b2-4c0b-a5fb-d37e93d920d7 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "DELETE /v2.0/security-groups/0f8690d4-d6fc-4577-bd03-a10fdc6409ac HTTP/1.1" status: 404 len: 347 time: 0.0437961 Aug 11 00:46:23.599293 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb0e25b-99ba-452c-9488-66e0bb6fe49f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.599293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb0e25b-99ba-452c-9488-66e0bb6fe49f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.601432 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6bb0e25b-99ba-452c-9488-66e0bb6fe49f tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/179370b0-de22-4909-b3c2-3d530a99f7dd HTTP/1.1" status: 404 len: 333 time: 0.0473564 Aug 11 00:46:23.601655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48158) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.604178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48160) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.612161 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f17ba185-853e-4c5c-a3d1-ddfa4de80873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.623940 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-023edc57-04ea-4a14-bfef-8f12ca55a8e4 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] show failed (client error): The resource could not be found. Aug 11 00:46:23.625484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-023edc57-04ea-4a14-bfef-8f12ca55a8e4 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-groups/67b6d092-ce8c-40b6-b70d-6e9ed6dff8dd HTTP/1.1" status: 404 len: 347 time: 0.0221839 Aug 11 00:46:23.637487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48162) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.651937 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2096be4-ef64-46cb-a637-601b601f13d3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.653025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2096be4-ef64-46cb-a637-601b601f13d3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.661228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c2096be4-ef64-46cb-a637-601b601f13d3 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/e1b47c39-aac8-42cb-8c41-3d95828474bb HTTP/1.1" status: 404 len: 337 time: 0.0547841 Aug 11 00:46:23.663491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48164) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.685576 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-818e16fa-c440-4b0b-b491-56adbf1d6695 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] show failed (client error): The resource could not be found. Aug 11 00:46:23.685576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-818e16fa-c440-4b0b-b491-56adbf1d6695 tempest-NegativeSecGroupTest-1177004187 tempest-NegativeSecGroupTest-1177004187-project] 10.222.0.43 "GET /v2.0/security-group-rules/d2bedb64-b9f2-4e9b-9a35-ff35ba162fb7 HTTP/1.1" status: 404 len: 356 time: 0.0378189 Aug 11 00:46:23.685576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ba185-853e-4c5c-a3d1-ddfa4de80873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f17129-7cf0-46d6-970a-e6d4137c81aa,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:23.704360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f17ba185-853e-4c5c-a3d1-ddfa4de80873 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=116baaed3fea421e8e3567d4921160e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8545563 Aug 11 00:46:23.705822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48170) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.709596 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6aab2a-ddf7-4a07-bc8d-eaa58783a01c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.710206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6aab2a-ddf7-4a07-bc8d-eaa58783a01c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.715531 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6a6aab2a-ddf7-4a07-bc8d-eaa58783a01c tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/a940c078-27e0-4387-a2f7-bdc0563a9441 HTTP/1.1" status: 404 len: 337 time: 0.0500813 Aug 11 00:46:23.715732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48172) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.764703 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7765610-243a-4b66-932f-adb75c4ed294 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.765570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7765610-243a-4b66-932f-adb75c4ed294 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.778816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c7765610-243a-4b66-932f-adb75c4ed294 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/6a60a50e-4569-40ce-9f84-374764c6b58d HTTP/1.1" status: 404 len: 333 time: 0.0497968 Aug 11 00:46:23.779752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48176) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.828869 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ff500b-0ac7-4bf1-9a44-7b859f35bdc2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.828869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ff500b-0ac7-4bf1-9a44-7b859f35bdc2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.828869 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-97ff500b-0ac7-4bf1-9a44-7b859f35bdc2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/28c2c8ce-f3b7-4263-971c-72f1b4d4cd13 HTTP/1.1" status: 404 len: 337 time: 0.0454559 Aug 11 00:46:23.831953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48178) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.840808 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c7e198c-d18a-4167-9d9a-039d0dc0caef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.871632 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cebf7c-5769-42b5-a63f-f3553fc4b908 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:23.872121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cebf7c-5769-42b5-a63f-f3553fc4b908 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:23.874068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-97cebf7c-5769-42b5-a63f-f3553fc4b908 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/62f292c5-af63-4337-9180-7770607c114a HTTP/1.1" status: 404 len: 337 time: 0.0399542 Aug 11 00:46:23.876790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48180) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.893101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c7e198c-d18a-4167-9d9a-039d0dc0caef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:23.930930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-50ba52cb-7d63-43bd-9861-7f4ad15afdd2 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea279871-e03d-4f3b-8bed-476224f39f57 HTTP/1.1" status: 200 len: 205 time: 0.0508721 Aug 11 00:46:23.931220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48182) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:23.997617 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-9f4b7eec-4eef-4e54-b7f2-cf97040e4012 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] delete failed (client error): The resource could not be found. Aug 11 00:46:24.001456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9f4b7eec-4eef-4e54-b7f2-cf97040e4012 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/routers/ea279871-e03d-4f3b-8bed-476224f39f57 HTTP/1.1" status: 404 len: 336 time: 0.0685072 Aug 11 00:46:24.002538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48184) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.039597 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f9f23b-ac76-49e7-abb8-b5af94e73f6b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.048037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f9f23b-ac76-49e7-abb8-b5af94e73f6b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.048037 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-30f9f23b-ac76-49e7-abb8-b5af94e73f6b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/4bced396-235f-41d3-b598-bdf0394728f9 HTTP/1.1" status: 404 len: 337 time: 0.0410790 Aug 11 00:46:24.048037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c7e198c-d18a-4167-9d9a-039d0dc0caef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:24.048458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48186) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.049557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6c7e198c-d18a-4167-9d9a-039d0dc0caef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:24.053117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6c7e198c-d18a-4167-9d9a-039d0dc0caef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10f17129-7cf0-46d6-970a-e6d4137c81aa HTTP/1.1" status: 204 len: 168 time: 0.3433139 Aug 11 00:46:24.060462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e198c-d18a-4167-9d9a-039d0dc0caef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f17129-7cf0-46d6-970a-e6d4137c81aa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:24.094642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e443f0cd-ca67-4c6c-a01c-7f44c648d731 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "GET /v2.0/ports?device_id=756f1869-811c-41ef-ab88-0ecc6b463f33 HTTP/1.1" status: 200 len: 205 time: 0.0407410 Aug 11 00:46:24.097157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48192) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.163696 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-f0f91282-056a-448b-9d2a-eafbf714f148 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] delete failed (client error): The resource could not be found. Aug 11 00:46:24.165005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f0f91282-056a-448b-9d2a-eafbf714f148 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/routers/756f1869-811c-41ef-ab88-0ecc6b463f33 HTTP/1.1" status: 404 len: 336 time: 0.0674560 Aug 11 00:46:24.168092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48194) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.205631 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2c41db-e169-43e8-be5e-0e2bf327dd53 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.206109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2c41db-e169-43e8-be5e-0e2bf327dd53 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.208035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ca2c41db-e169-43e8-be5e-0e2bf327dd53 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/1604eca1-6638-4864-bbd2-e4a31568ef7c HTTP/1.1" status: 404 len: 337 time: 0.0388241 Aug 11 00:46:24.210819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48198) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.246440 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec8b30a-00a8-4d59-aa6d-3ebb48f87d2b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.247017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec8b30a-00a8-4d59-aa6d-3ebb48f87d2b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.252525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1ec8b30a-00a8-4d59-aa6d-3ebb48f87d2b tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/6e5141d5-8bb1-4caa-8e37-36719cbb7836 HTTP/1.1" status: 404 len: 337 time: 0.0367568 Aug 11 00:46:24.253229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48200) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.293097 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9cc93f-7576-4c54-90d8-52af21b3bfff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.294028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9cc93f-7576-4c54-90d8-52af21b3bfff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.301614 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc9cc93f-7576-4c54-90d8-52af21b3bfff tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/1210658e-bc9a-46ba-932a-83c4f1bd8900 HTTP/1.1" status: 404 len: 333 time: 0.0418835 Aug 11 00:46:24.301614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48202) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.339008 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-210be12e-25bc-44a9-a0a4-cf7d9fb14bcb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.339517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210be12e-25bc-44a9-a0a4-cf7d9fb14bcb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.341556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-210be12e-25bc-44a9-a0a4-cf7d9fb14bcb tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/c1c5bc59-0a1f-4518-9bbe-6d65f63a6749 HTTP/1.1" status: 404 len: 337 time: 0.0395651 Aug 11 00:46:24.346169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48204) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.389372 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb06e025-4333-4048-ac22-d378367a6719 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.391128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb06e025-4333-4048-ac22-d378367a6719 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.395272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cb06e025-4333-4048-ac22-d378367a6719 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/14554413-98fe-4199-b2a7-5862806a8890 HTTP/1.1" status: 404 len: 333 time: 0.0475085 Aug 11 00:46:24.398273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48206) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.412739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48208) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.451272 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0a8b7e-6c89-406d-8e1e-6c7c67883573 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.452443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0a8b7e-6c89-406d-8e1e-6c7c67883573 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.464989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7d0a8b7e-6c89-406d-8e1e-6c7c67883573 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/be563d96-b48c-4f4e-91ab-34defb410f18 HTTP/1.1" status: 404 len: 337 time: 0.0579488 Aug 11 00:46:24.465264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48212) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.502013 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-25da4a9b-9443-4e45-90e6-a41fca08de33 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.503256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25da4a9b-9443-4e45-90e6-a41fca08de33 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.513191 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-25da4a9b-9443-4e45-90e6-a41fca08de33 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/4e07f861-35bd-43de-95a8-60358fefccbd HTTP/1.1" status: 404 len: 333 time: 0.0443215 Aug 11 00:46:24.514269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48216) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.571983 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-762c9f0e-6b69-4006-8727-276cecccf041 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.572828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762c9f0e-6b69-4006-8727-276cecccf041 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.579259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-762c9f0e-6b69-4006-8727-276cecccf041 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/3f4349d6-812f-4ec5-8501-bd391303a2d2 HTTP/1.1" status: 404 len: 337 time: 0.0612311 Aug 11 00:46:24.580977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48222) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.628069 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-26435ec3-afae-4e32-ba56-1eb252a6e12e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.628069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26435ec3-afae-4e32-ba56-1eb252a6e12e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.629678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-26435ec3-afae-4e32-ba56-1eb252a6e12e tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/7dfc8daf-e50d-46b9-94ce-e58d39fe196e HTTP/1.1" status: 404 len: 333 time: 0.0475209 Aug 11 00:46:24.632636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48226) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.686083 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaad74d3-9397-4a4c-a70d-3985ec1d35bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.686920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaad74d3-9397-4a4c-a70d-3985ec1d35bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.696230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aaad74d3-9397-4a4c-a70d-3985ec1d35bd tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/07f2a305-5907-4687-8e9f-50680b4db201 HTTP/1.1" status: 404 len: 337 time: 0.0617113 Aug 11 00:46:24.697298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48230) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.729603 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-247f3a1b-2090-43a6-bfbc-24cabadb5076 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.730857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247f3a1b-2090-43a6-bfbc-24cabadb5076 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.738772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-247f3a1b-2090-43a6-bfbc-24cabadb5076 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/c37516b3-4927-414d-abce-e19c4ec80557 HTTP/1.1" status: 404 len: 333 time: 0.0361464 Aug 11 00:46:24.739185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48234) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.761828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2f71feeb-9d6f-43fc-a1cb-728802897818 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d24e11aa9074d2092dbda41cb88caab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473158 Aug 11 00:46:24.768239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48236) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.793522 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8817006a-d1f3-4d18-9751-407682f8aaea tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.794348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8817006a-d1f3-4d18-9751-407682f8aaea tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.798772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8817006a-d1f3-4d18-9751-407682f8aaea tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/2d0ded9c-8a7a-4b6a-9612-f73af57379b5 HTTP/1.1" status: 404 len: 337 time: 0.0569367 Aug 11 00:46:24.805961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48240) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.853250 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-de822971-ab1e-4fa5-9dcc-7b044798ab90 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.855032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de822971-ab1e-4fa5-9dcc-7b044798ab90 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.861147 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-de822971-ab1e-4fa5-9dcc-7b044798ab90 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/fe080e33-c4d0-42de-85b2-cc7619716e58 HTTP/1.1" status: 404 len: 333 time: 0.0507510 Aug 11 00:46:24.864993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48244) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:24.884440 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5fa311aa-3f74-4f24-9919-e3a0d4f61382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:24.924034 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5fa311aa-3f74-4f24-9919-e3a0d4f61382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:24.958248 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf59f25-933c-415c-beb7-3ed729d5cba9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:24.959486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf59f25-933c-415c-beb7-3ed729d5cba9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:24.966404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bdf59f25-933c-415c-beb7-3ed729d5cba9 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/6befb7b9-2e0f-40d3-a1d4-ac52be2044f0 HTTP/1.1" status: 404 len: 337 time: 0.0959518 Aug 11 00:46:24.966974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48250) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:25.020754 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-392179ee-c710-46ac-81bf-b9ebffe6f685 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:25.021511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392179ee-c710-46ac-81bf-b9ebffe6f685 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:25.023363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-392179ee-c710-46ac-81bf-b9ebffe6f685 tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/ports/8202be75-0f48-4080-ba2d-02ccfdb6fee8 HTTP/1.1" status: 404 len: 333 time: 0.0549991 Aug 11 00:46:25.027837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48254) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:25.066035 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc439415-77e7-4b48-bf20-ad9ce7f8b93a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] DELETE failed (client error): The resource could not be found. Aug 11 00:46:25.066507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc439415-77e7-4b48-bf20-ad9ce7f8b93a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:46:25.068863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc439415-77e7-4b48-bf20-ad9ce7f8b93a tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/subnets/e88cf4bc-4615-4675-bf8d-7041d0151397 HTTP/1.1" status: 404 len: 337 time: 0.0393167 Aug 11 00:46:25.076308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48258) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:25.144863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5fa311aa-3f74-4f24-9919-e3a0d4f61382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.147682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5fa311aa-3f74-4f24-9919-e3a0d4f61382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.152742 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5fa311aa-3f74-4f24-9919-e3a0d4f61382 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4749d858-0722-4f0b-9cfe-5fdc1897d0f4 HTTP/1.1" status: 204 len: 168 time: 0.3794832 Aug 11 00:46:25.174817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa311aa-3f74-4f24-9919-e3a0d4f61382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4749d858-0722-4f0b-9cfe-5fdc1897d0f4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:25.183704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48266) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:25.198094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dab4a4a6-c04d-4d12-9ddb-18f824ca2869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.204093 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.338937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.355939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a231281a-384d-46e8-8f86-e604acdadde9']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:25.369273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dcc463-65b1-4293-bea7-e9273474d0e2') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:25.369593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dcc463-65b1-4293-bea7-e9273474d0e2') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:25.380108 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.395900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.403512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:25.404010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:25.407838 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:25.554774 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dab4a4a6-c04d-4d12-9ddb-18f824ca2869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.633264 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.642841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.646048 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] 10.222.0.43 "DELETE /v2.0/networks/a231281a-384d-46e8-8f86-e604acdadde9 HTTP/1.1" status: 204 len: 168 time: 0.5686977 Aug 11 00:46:25.661360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4574a-1189-4d3c-a5f4-ebdbb1f364bc tempest-NetworksTestDHCPv6-337277416 tempest-NetworksTestDHCPv6-337277416-project] Pushing event deleted for resources: {'Network': ['ID=a231281a-384d-46e8-8f86-e604acdadde9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:25.673610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dab4a4a6-c04d-4d12-9ddb-18f824ca2869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.742848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4a4a6-c04d-4d12-9ddb-18f824ca2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5461f69b-b9e4-4b38-8e66-7c89ee49070f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:25.749143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dab4a4a6-c04d-4d12-9ddb-18f824ca2869 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=198471fcde7345a684d5e1c3bba4c36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642037 Aug 11 00:46:25.754850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48278) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:25.822087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-113f7627-675d-4fd2-b1c2-94c22a365a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:25.864151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-113f7627-675d-4fd2-b1c2-94c22a365a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:26.010354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-113f7627-675d-4fd2-b1c2-94c22a365a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:26.015293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-113f7627-675d-4fd2-b1c2-94c22a365a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:26.017269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-113f7627-675d-4fd2-b1c2-94c22a365a0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5461f69b-b9e4-4b38-8e66-7c89ee49070f HTTP/1.1" status: 204 len: 168 time: 0.2609873 Aug 11 00:46:26.030509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f7627-675d-4fd2-b1c2-94c22a365a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5461f69b-b9e4-4b38-8e66-7c89ee49070f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:26.740335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48306) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:26.959219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c1e1064b-fc06-428a-92ac-fbd7b4c61736 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b855058820aa4dd1a2fb58b3e17de6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162201 Aug 11 00:46:26.961805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48318) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:27.022000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-838e06d5-ce9d-4b65-9603-9c2e7794cfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:27.045726 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-838e06d5-ce9d-4b65-9603-9c2e7794cfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:27.433123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-838e06d5-ce9d-4b65-9603-9c2e7794cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:27.436654 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-838e06d5-ce9d-4b65-9603-9c2e7794cfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:27.438854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-838e06d5-ce9d-4b65-9603-9c2e7794cfdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc76fce6-9f4c-49b5-9414-a7981b3f1d8d HTTP/1.1" status: 204 len: 168 time: 0.4760814 Aug 11 00:46:27.451826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e06d5-ce9d-4b65-9603-9c2e7794cfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc76fce6-9f4c-49b5-9414-a7981b3f1d8d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:29.500198 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:29.650766 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:29.860633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48416) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:30.144645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48424) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:30.186130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2046421803'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:30.237725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fa0c0355-407e-44cd-8919-992bf606733a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-649282157'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:30.238492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fa0c0355-407e-44cd-8919-992bf606733a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Unknown quota resources ['metering_label']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:46:30.359765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:30.366487 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:30.382387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:30.507076 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:30.675816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:30.732377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f45a8b-68f2-4b3c-bebb-2a945226a86a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:30.747756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:46:30.776527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:30.781955 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment 73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d of type vlan for network 1f652edd-f159-450d-a2aa-b15be89abb6d Aug 11 00:46:30.788624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa0c0355-407e-44cd-8919-992bf606733a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:30.790911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fa0c0355-407e-44cd-8919-992bf606733a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6451983 Aug 11 00:46:30.793811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48438) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:30.808705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9f1050ae-2edd-4de2-a94d-380509f68046 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd49d1e8a-e085-4053-9530-ce42fff8e631'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:30.811544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9f1050ae-2edd-4de2-a94d-380509f68046 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:46:30.900347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:31.033190 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:31.034788 n-d-712143-13 neutron-server[95255]: WARNING neutron.services.metering.metering_plugin [None req-9f1050ae-2edd-4de2-a94d-380509f68046 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 00:46:31.042259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:31.045771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:31.147413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=1f652edd-f159-450d-a2aa-b15be89abb6d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:31.161265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 1f652edd-f159-450d-a2aa-b15be89abb6d details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:46:31.164409 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9f1050ae-2edd-4de2-a94d-380509f68046 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:31.165630 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9f1050ae-2edd-4de2-a94d-380509f68046 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3692384 Aug 11 00:46:31.174269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48442) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:31.178349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-31f8c20f-b7db-4fad-b38c-c9db0cf46a2f tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd49d1e8a-e085-4053-9530-ce42fff8e631'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:31.179145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-31f8c20f-b7db-4fad-b38c-c9db0cf46a2f tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:46:31.235851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b4eeba9b-cfeb-4de1-bddd-67adb383dafa tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3745158 Aug 11 00:46:31.347679 n-d-712143-13 neutron-server[95255]: WARNING neutron.services.metering.metering_plugin [None req-31f8c20f-b7db-4fad-b38c-c9db0cf46a2f tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 00:46:31.450842 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31f8c20f-b7db-4fad-b38c-c9db0cf46a2f tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:31.452186 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-31f8c20f-b7db-4fad-b38c-c9db0cf46a2f tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2789662 Aug 11 00:46:31.457643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48446) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:31.458232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48448) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:31.464875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': '1f652edd-f159-450d-a2aa-b15be89abb6d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:31.518056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-85102378-a9d3-4bd5-9aa7-a9f6ddceca08 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=18726713-f03c-4111-85ee-f403cd516bd8 HTTP/1.1" status: 200 len: 462 time: 0.0586419 Aug 11 00:46:31.521560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48450) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:31.696806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:31.704196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:31.773981 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23b1533f-0b1b-408d-b06b-279e9d747d9a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:31.775614 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-23b1533f-0b1b-408d-b06b-279e9d747d9a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/18726713-f03c-4111-85ee-f403cd516bd8 HTTP/1.1" status: 204 len: 168 time: 0.2527542 Aug 11 00:46:31.779626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:31.795763 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8264a80b-0b28-4ea0-bfd8-7c602402ec07 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=18726713-f03c-4111-85ee-f403cd516bd8 HTTP/1.1" status: 200 len: 221 time: 0.0112443 Aug 11 00:46:31.804878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:31.809501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ca8b86a8-d647-49bd-8e7a-4fc7b5ee5fb0 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1949749766', 'description': 'label created by tempest'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:31.812770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ca8b86a8-d647-49bd-8e7a-4fc7b5ee5fb0 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Unknown quota resources ['metering_label']. {{(pid=95254) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:46:32.243635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca8b86a8-d647-49bd-8e7a-4fc7b5ee5fb0 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:32.247884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ca8b86a8-d647-49bd-8e7a-4fc7b5ee5fb0 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4394789 Aug 11 00:46:32.248924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48476) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:32.295261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:32.326699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5da78515-03a1-4d51-9f36-1ee9ef9b133a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=4f7c777d-6115-4d9a-a633-2f29c58fec4f HTTP/1.1" status: 200 len: 468 time: 0.0732539 Aug 11 00:46:32.327103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48484) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:32.405995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=21104a4c-5747-4b54-9863-560a0ca8f2aa,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:32.418392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': '73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1f652edd-f159-450d-a2aa-b15be89abb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:32.418874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: 1f652edd-f159-450d-a2aa-b15be89abb6d, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:46:32.559326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 1f652edd-f159-450d-a2aa-b15be89abb6d is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:46:32.770447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 1f652edd-f159-450d-a2aa-b15be89abb6d) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:32.772752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e64178c8-126b-41ce-abc6-7b35e6f4fb16 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:32.774134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e64178c8-126b-41ce-abc6-7b35e6f4fb16 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/4f7c777d-6115-4d9a-a633-2f29c58fec4f HTTP/1.1" status: 204 len: 168 time: 0.4457068 Aug 11 00:46:32.778449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48486) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:32.781399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:32.782265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:32.785460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e741c-9f0d-4962-b457-c733a29122e3 None None] Network 1f652edd-f159-450d-a2aa-b15be89abb6d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:32.791332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1453ada3-12e6-4d97-a679-80398bf890c5 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=4f7c777d-6115-4d9a-a633-2f29c58fec4f HTTP/1.1" status: 200 len: 216 time: 0.0113418 Aug 11 00:46:32.794586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48488) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:32.805087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-79150a30-8145-4e0c-854d-a3ae62d31567 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091128 Aug 11 00:46:32.808533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48490) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:32.823508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eedf485b-1622-4f2c-a683-24856ff50baf tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0133214 Aug 11 00:46:32.828364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48496) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:32.977463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48500) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:32.980811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a37e84e6-1a4b-43bc-b05d-5c1e04225cfb tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5201437 Aug 11 00:46:32.989000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628029814'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:33.006775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ca2d80c1-6e04-4cec-a94d-f175b8fa8b73 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/d49d1e8a-e085-4053-9530-ce42fff8e631 HTTP/1.1" status: 200 len: 472 time: 0.1737182 Aug 11 00:46:33.011809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48504) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:33.082793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-1f652edd-f159-450d-a2aa-b15be89abb6d', 'network_id': '1f652edd-f159-450d-a2aa-b15be89abb6d', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': '21104a4c-5747-4b54-9863-560a0ca8f2aa'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:46:33.082793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.100747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48510) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:33.100936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a8cc6c66-82fe-4b48-b42e-87c6eb07846b tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/52f0b374-cf80-4159-ada7-d3b46452cc5b HTTP/1.1" status: 200 len: 459 time: 0.0735707 Aug 11 00:46:33.236529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Allocated IP 172.20.255.242 (1f652edd-f159-450d-a2aa-b15be89abb6d/21104a4c-5747-4b54-9863-560a0ca8f2aa/88b03c08-6cfd-444f-9d86-d629d1fff405) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:33.334784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:33.338862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.373875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:46:33.385247 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.385609 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment 6a6f2409-18b3-4001-bfbb-6dd1de8f3f05 of type vlan for network a9be772b-8a9c-49ab-912e-cd1e5d3be05a Aug 11 00:46:33.409064 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.420694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Transition to ACTIVE for port object 88b03c08-6cfd-444f-9d86-d629d1fff405 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:33.439284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.442813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Transition to ACTIVE for port object 88b03c08-6cfd-444f-9d86-d629d1fff405 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:33.690135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.691607 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.694502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91161cba-c025-4891-ab28-9525c6c6e37a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.697025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:33.697710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.698752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-91161cba-c025-4891-ab28-9525c6c6e37a tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/52f0b374-cf80-4159-ada7-d3b46452cc5b HTTP/1.1" status: 204 len: 168 time: 0.6001902 Aug 11 00:46:33.699453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48514) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:33.737116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Network 1f652edd-f159-450d-a2aa-b15be89abb6d is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:33.740225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:33.744099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:33.755807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Pushing event updated for resources: {'Port': ['ID=88b03c08-6cfd-444f-9d86-d629d1fff405,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:33.772368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=a9be772b-8a9c-49ab-912e-cd1e5d3be05a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:33.786866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network a9be772b-8a9c-49ab-912e-cd1e5d3be05a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:46:33.862205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Attempting to bind port 88b03c08-6cfd-444f-9d86-d629d1fff405 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:33.862584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Attempting to bind port 88b03c08-6cfd-444f-9d86-d629d1fff405 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1f652edd-f159-450d-a2aa-b15be89abb6d'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:33.862960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Attempting to bind port 88b03c08-6cfd-444f-9d86-d629d1fff405 on network 1f652edd-f159-450d-a2aa-b15be89abb6d {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:33.871564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:46:33.872044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Checking segment: {'id': '73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1f652edd-f159-450d-a2aa-b15be89abb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:33.872369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.872777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Bound using segment: {'id': '73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1f652edd-f159-450d-a2aa-b15be89abb6d'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:46:33.873277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Bound port: 88b03c08-6cfd-444f-9d86-d629d1fff405, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1f652edd-f159-450d-a2aa-b15be89abb6d'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:46:33.873800 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:33.887151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d60b9cf2-1f78-4145-9391-3e271bd6fdf1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9074855 Aug 11 00:46:33.889823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48516) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:33.900762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': 'a9be772b-8a9c-49ab-912e-cd1e5d3be05a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:33.991026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] For port 88b03c08-6cfd-444f-9d86-d629d1fff405, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:33.996673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] For port 88b03c08-6cfd-444f-9d86-d629d1fff405, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=88b03c08-6cfd-444f-9d86-d629d1fff405,segment=NetworkSegment(73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d),segment_id=73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:46:34.036964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a995-88c3-4463-873d-e4df52a682c5 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:34.038181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b7c9a995-88c3-4463-873d-e4df52a682c5 tempest-MeteringIpV6TestJSON-470664996 tempest-MeteringIpV6TestJSON-470664996-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/d49d1e8a-e085-4053-9530-ce42fff8e631 HTTP/1.1" status: 204 len: 168 time: 0.3377542 Aug 11 00:46:34.165446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:34.246246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c988e-87ca-4310-8891-966ccde0f527 None None] Pushing event updated for resources: {'Port': ['ID=88b03c08-6cfd-444f-9d86-d629d1fff405,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:34.253235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:34.258257 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:34.812734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48538) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:34.912205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:34.955223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3078d13-fd74-4278-b26c-72f19c7acdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:34.985332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=d1df78b0-6128-49c6-af61-6c96930353ff,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:35.017261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': '6a6f2409-18b3-4001-bfbb-6dd1de8f3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a9be772b-8a9c-49ab-912e-cd1e5d3be05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:35.018015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: a9be772b-8a9c-49ab-912e-cd1e5d3be05a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:46:35.089354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3078d13-fd74-4278-b26c-72f19c7acdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.159258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network a9be772b-8a9c-49ab-912e-cd1e5d3be05a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:46:35.222724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3078d13-fd74-4278-b26c-72f19c7acdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.274043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, a9be772b-8a9c-49ab-912e-cd1e5d3be05a) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:35.289067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f911e25f-6333-4fa7-bc2e-ce290e14c55f None None] Network a9be772b-8a9c-49ab-912e-cd1e5d3be05a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:35.303839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:35.309884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.322224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3078d13-fd74-4278-b26c-72f19c7acdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a05756-b070-4d29-b201-605a1878d713,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:35.336550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48548) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:35.338640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f3078d13-fd74-4278-b26c-72f19c7acdf0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69a7a410a6f34250943469ba6df1b238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244222 Aug 11 00:46:35.451341 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79c5e128-d427-4c1f-8d15-11b9036888ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.462633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8a850b24-58cf-4efc-8b33-cad3f4598cfe tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5701315 Aug 11 00:46:35.466390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48550) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:35.475043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eaf73f-968b-4d02-9a2a-e82bfafa7277 None None] Network 1f652edd-f159-450d-a2aa-b15be89abb6d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:35.485695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 88b03c08-6cfd-444f-9d86-d629d1fff405 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:35.538014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79c5e128-d427-4c1f-8d15-11b9036888ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.680920 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.701406 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79c5e128-d427-4c1f-8d15-11b9036888ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.705926 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79c5e128-d427-4c1f-8d15-11b9036888ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.707144 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-79c5e128-d427-4c1f-8d15-11b9036888ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0a05756-b070-4d29-b201-605a1878d713 HTTP/1.1" status: 204 len: 168 time: 0.3693864 Aug 11 00:46:35.724050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5e128-d427-4c1f-8d15-11b9036888ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a05756-b070-4d29-b201-605a1878d713,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:35.743032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6233f63-540d-49d3-ac17-0839a25f19ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a9be772b-8a9c-49ab-912e-cd1e5d3be05a', 'network_id': 'a9be772b-8a9c-49ab-912e-cd1e5d3be05a', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': 'd1df78b0-6128-49c6-af61-6c96930353ff'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:46:35.743942 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6233f63-540d-49d3-ac17-0839a25f19ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.790132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-79c31dd6-ee75-4ee6-b3f7-48b022804895 None None] Provisioning for port 88b03c08-6cfd-444f-9d86-d629d1fff405 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:35.810978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:35.927254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 88b03c08-6cfd-444f-9d86-d629d1fff405 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:35.938729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 88b03c08-6cfd-444f-9d86-d629d1fff405 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:35.939351 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.058918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.109827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.130589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=d1df78b0-6128-49c6-af61-6c96930353ff,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:36.152635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 88b03c08-6cfd-444f-9d86-d629d1fff405, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=88b03c08-6cfd-444f-9d86-d629d1fff405,segment=NetworkSegment(73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d),segment_id=73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server [None req-d6233f63-540d-49d3-ac17-0839a25f19ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1df78b0-6128-49c6-af61-6c96930353ff: This subnet is being modified by another concurrent operation. Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:46:36.168845 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise exception Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1df78b0-6128-49c6-af61-6c96930353ff: This subnet is being modified by another concurrent operation. Aug 11 00:46:36.175695 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Aug 11 00:46:36.204591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.208434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3add55-dc62-4b3b-949a-591628489ef8 None None] Network a9be772b-8a9c-49ab-912e-cd1e5d3be05a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:36.241505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9be772b-8a9c-49ab-912e-cd1e5d3be05a']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:36.277222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6f2409-18b3-4001-bfbb-6dd1de8f3f05') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:36.277464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6f2409-18b3-4001-bfbb-6dd1de8f3f05') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:36.289750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.308451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.312634 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.323189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:36.323734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:36.332016 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:36.596992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e0f08c21-0de2-4e7b-b117-70a8b449a62d None None] Provisioning complete for port 88b03c08-6cfd-444f-9d86-d629d1fff405 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:36.597292 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e0f08c21-0de2-4e7b-b117-70a8b449a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.651125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=88b03c08-6cfd-444f-9d86-d629d1fff405,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:36.664314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed5272-bc8e-46f5-903a-457212780900 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:46:36.679313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.694077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.702589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/a9be772b-8a9c-49ab-912e-cd1e5d3be05a HTTP/1.1" status: 204 len: 168 time: 1.2326920 Aug 11 00:46:36.710899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48578) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:36.724384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2057407263'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:36.751749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f8a0b-16b8-40ba-a702-330bbc27940d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=a9be772b-8a9c-49ab-912e-cd1e5d3be05a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:36.907641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed5272-bc8e-46f5-903a-457212780900 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:46:36.956639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48580) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:36.969271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:36.973950 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:36.977283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff1bb9eb-f870-448e-a192-726cb819b55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.014166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:46:37.032735 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.033088 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment a1887f6c-9a58-4b0a-9f07-0e1c065fadd8 of type vlan for network 32e3da39-18e9-42d9-9952-e6c11f2f33a9 Aug 11 00:46:37.100252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.179194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff1bb9eb-f870-448e-a192-726cb819b55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.282072 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.291383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:37.292302 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.357615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff1bb9eb-f870-448e-a192-726cb819b55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.426976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 88b03c08-6cfd-444f-9d86-d629d1fff405 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:37.481327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=32e3da39-18e9-42d9-9952-e6c11f2f33a9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:37.482560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 32e3da39-18e9-42d9-9952-e6c11f2f33a9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:46:37.483052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bb9eb-f870-448e-a192-726cb819b55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbe942b-6909-4ad0-b5f3-8a006cba8b4e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:37.483052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ff1bb9eb-f870-448e-a192-726cb819b55a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f69e401b3eb43c4a754aa0f5d478e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266047 Aug 11 00:46:37.485171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48602) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:37.567945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1c1617c4-61ec-45f9-8a68-fc0ff193576b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8551805 Aug 11 00:46:37.568662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48608) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:37.573989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': '32e3da39-18e9-42d9-9952-e6c11f2f33a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:37.602663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7123-93ec-4617-a5b4-eaa7a13c8579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.626523 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 88b03c08-6cfd-444f-9d86-d629d1fff405 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:46:37.626993 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.660607 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7123-93ec-4617-a5b4-eaa7a13c8579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.845630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:37.846508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7123-93ec-4617-a5b4-eaa7a13c8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.850468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f7b7123-93ec-4617-a5b4-eaa7a13c8579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.855901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2f7b7123-93ec-4617-a5b4-eaa7a13c8579 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3bbe942b-6909-4ad0-b5f3-8a006cba8b4e HTTP/1.1" status: 204 len: 168 time: 0.3647459 Aug 11 00:46:37.856148 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:37.883858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b7123-93ec-4617-a5b4-eaa7a13c8579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbe942b-6909-4ad0-b5f3-8a006cba8b4e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:37.931500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing IP validity checks on allocation pools {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 00:46:37.932065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 00:46:38.257262 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:38.366417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=0e9c1604-4fe0-4951-8662-50b33221ebe1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:38.394210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.394536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.395735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.396322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.396901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.397552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.398129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.398720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.399309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.399893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.400479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.400889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:38.454853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32e3da39-18e9-42d9-9952-e6c11f2f33a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:38.455320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: 32e3da39-18e9-42d9-9952-e6c11f2f33a9, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:46:38.644259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 32e3da39-18e9-42d9-9952-e6c11f2f33a9 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:46:38.838587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 32e3da39-18e9-42d9-9952-e6c11f2f33a9) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:38.859747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ecccb-2bb9-4ae6-ba8c-ba3e12340e6e None None] Network 32e3da39-18e9-42d9-9952-e6c11f2f33a9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:38.860689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:38.860689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:38.981482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48644) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:38.987473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7d219781-6954-40a5-bc8b-fd6d115cc491 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4173563 Aug 11 00:46:39.080980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-32e3da39-18e9-42d9-9952-e6c11f2f33a9', 'network_id': '32e3da39-18e9-42d9-9952-e6c11f2f33a9', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': '0e9c1604-4fe0-4951-8662-50b33221ebe1'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:46:39.082523 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:39.299841 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:39.353298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Allocated IP 172.20.0.3 (32e3da39-18e9-42d9-9952-e6c11f2f33a9/0e9c1604-4fe0-4951-8662-50b33221ebe1/4f621c30-e6ec-4c7c-a7d7-750698976c29) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:39.379431 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:39.600821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:39.623348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Transition to ACTIVE for port object 4f621c30-e6ec-4c7c-a7d7-750698976c29 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:39.648930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Transition to ACTIVE for port object 4f621c30-e6ec-4c7c-a7d7-750698976c29 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:39.857405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:39.946569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Network 32e3da39-18e9-42d9-9952-e6c11f2f33a9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:39.955074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:39.959898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:39.969976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Pushing event updated for resources: {'Port': ['ID=4f621c30-e6ec-4c7c-a7d7-750698976c29,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:40.021086 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:40.075469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Attempting to bind port 4f621c30-e6ec-4c7c-a7d7-750698976c29 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:40.075897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Attempting to bind port 4f621c30-e6ec-4c7c-a7d7-750698976c29 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32e3da39-18e9-42d9-9952-e6c11f2f33a9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:40.076270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Attempting to bind port 4f621c30-e6ec-4c7c-a7d7-750698976c29 on network 32e3da39-18e9-42d9-9952-e6c11f2f33a9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:40.090590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9c1604-4fe0-4951-8662-50b33221ebe1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:40.093442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:46:40.093931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Checking segment: {'id': 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32e3da39-18e9-42d9-9952-e6c11f2f33a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:40.097731 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:40.100313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Bound using segment: {'id': 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32e3da39-18e9-42d9-9952-e6c11f2f33a9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:46:40.105726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Bound port: 4f621c30-e6ec-4c7c-a7d7-750698976c29, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '32e3da39-18e9-42d9-9952-e6c11f2f33a9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:46:40.106702 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:40.174818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:40.201667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e3da39-18e9-42d9-9952-e6c11f2f33a9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:40.226986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:40.226986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:40.242415 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:40.247641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] For port 4f621c30-e6ec-4c7c-a7d7-750698976c29, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:40.253903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] For port 4f621c30-e6ec-4c7c-a7d7-750698976c29, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4f621c30-e6ec-4c7c-a7d7-750698976c29,segment=NetworkSegment(a1887f6c-9a58-4b0a-9f07-0e1c065fadd8),segment_id=a1887f6c-9a58-4b0a-9f07-0e1c065fadd8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:46:40.434713 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:40.453535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:40.468663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:40.469718 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:40.479051 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:40.561350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979b864-2e74-4c22-bde6-72ef7f5c1ac2 None None] Pushing event updated for resources: {'Port': ['ID=4f621c30-e6ec-4c7c-a7d7-750698976c29,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:40.586746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d768d-7d83-4d89-885f-eb3255a2cbeb None None] Network 32e3da39-18e9-42d9-9952-e6c11f2f33a9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:40.704180 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:46:40.704180 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:46:40.704180 n-d-712143-13 neutron-server[95255]: [parameters: {'id': '32e3da39-18e9-42d9-9952-e6c11f2f33a9'}] Aug 11 00:46:40.704180 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:46:40.704828 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:46:40.925258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1cb0c6-d358-4231-87c0-e8124f01db6b None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:46:41.093446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1cb0c6-d358-4231-87c0-e8124f01db6b None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:46:41.206104 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:41.312463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting port 4f621c30-e6ec-4c7c-a7d7-750698976c29 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:41.313206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:41.430109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] For port 4f621c30-e6ec-4c7c-a7d7-750698976c29, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4f621c30-e6ec-4c7c-a7d7-750698976c29,segment=NetworkSegment(a1887f6c-9a58-4b0a-9f07-0e1c065fadd8),segment_id=a1887f6c-9a58-4b0a-9f07-0e1c065fadd8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:41.430670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:41.458622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Calling delete_port for 4f621c30-e6ec-4c7c-a7d7-750698976c29 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:41.553266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48702) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:41.770762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:41.782111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1810679964'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:41.832639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Port': ['ID=4f621c30-e6ec-4c7c-a7d7-750698976c29,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:41.849409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No DVR routers for this DVR port 4f621c30-e6ec-4c7c-a7d7-750698976c29 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:46:41.944311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Made reservation on behalf of e86b3e32426d439ead52fdcf12768490 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:41.951428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:41.965320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:41.991061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.018625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e3da39-18e9-42d9-9952-e6c11f2f33a9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:42.036597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:42.037117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1887f6c-9a58-4b0a-9f07-0e1c065fadd8') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:42.062821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.086108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.097720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:42.098310 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:42.102472 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:42.160097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.431970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.450386 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.455880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.458960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/32e3da39-18e9-42d9-9952-e6c11f2f33a9 HTTP/1.1" status: 204 len: 168 time: 3.4732580 Aug 11 00:46:42.464095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:46:42.468426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48714) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:42.473912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43609d41-8947-4b06-9721-983403da7b31 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=32e3da39-18e9-42d9-9952-e6c11f2f33a9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:42.476280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1572672627'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:42.501418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456e7d37-90fb-46a9-aa06-4ef11775c8a9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:42.506174 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.506521 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Added segment 27bb5669-92cf-485a-bc97-5980dc8d8d70 of type vlan for network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 Aug 11 00:46:42.556948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.722646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:42.728501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.760596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:46:42.774339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.774682 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment 3d35924c-d3b8-4f61-95ac-aa80499df94b of type vlan for network cb2b20c8-ff26-4ab4-b988-f63c327d67e2 Aug 11 00:46:42.826355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.963074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:42.964174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:42.964875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:43.041949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Pushing event updated for resources: {'Network': ['ID=4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:43.056729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:46:43.221983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:43.228775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:43.230685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:43.235210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-072cf2da-7645-4e79-93f7-4b8eaa159c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6807220 Aug 11 00:46:43.315842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=cb2b20c8-ff26-4ab4-b988-f63c327d67e2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:43.327445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cb2b20c8-ff26-4ab4-b988-f63c327d67e2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:46:43.383296 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0b369017-3cbc-439e-8c5d-e705e52a3314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9105167 Aug 11 00:46:43.386462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48734) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:43.394531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': 'cb2b20c8-ff26-4ab4-b988-f63c327d67e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:43.472181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48736) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:43.477395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Request body: {'port': {'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1', 'binding:host_id': 'n-h2-712143-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184556098'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:43.700513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Made reservation on behalf of aa45b94b8b764352b0dafc4a9fcef206 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:43.704414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:43.722972 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:43.888595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:44.153401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:44.162792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] device_id is not set on port 026fa37e-bca7-442b-992e-ff49048ffb6a yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:44.314427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:44.321026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:44.340951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a699f19-b602-4d7e-8c39-161c964baa13,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:44.550456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] device_id is not set on port 026fa37e-bca7-442b-992e-ff49048ffb6a yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:44.561263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:44.573733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Transition to ACTIVE for port object 026fa37e-bca7-442b-992e-ff49048ffb6a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:44.783441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:44.873693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=026fa37e-bca7-442b-992e-ff49048ffb6a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:44.873890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:44.891655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Checking segment: {'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:44.900423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Network hostable DHCP agents. Network: 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:46:44.941836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=d6588e46-b37f-4456-baa8-8744c7609d9f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:44.945854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': '3d35924c-d3b8-4f61-95ac-aa80499df94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'cb2b20c8-ff26-4ab4-b988-f63c327d67e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:44.945854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: cb2b20c8-ff26-4ab4-b988-f63c327d67e2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:46:44.991879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:46:45.095889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network cb2b20c8-ff26-4ab4-b988-f63c327d67e2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:46:45.215641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:45.217730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, cb2b20c8-ff26-4ab4-b988-f63c327d67e2) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:45.223332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:45.231130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2d532-9770-476b-93b3-7f694b13884d None None] Network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:45.237652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:45.241971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:45.259547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3626ef9-ed74-4bb2-b2c6-e37df2601f4d None None] Network cb2b20c8-ff26-4ab4-b988-f63c327d67e2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:45.277152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.278939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.279261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.289020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.292950 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.293930 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 2 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.317184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.317609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.318041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.323481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.323943 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.324361 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 3 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.346799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.347131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.347656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.353264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.353608 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.354019 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 4 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.370019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.370365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.370769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.376951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.376951 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.376951 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 5 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.394554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.394902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.395304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.401135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.401480 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.402076 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 6 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.410921 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f9ca0f00-fee9-48ac-9374-f4f3d08540b3 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0229795 Aug 11 00:46:45.414642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48764) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:45.427312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.431367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.435813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.445011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.445011 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.445408 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 7 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.464535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.464889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.465262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.472414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.472773 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.473170 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 8 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.498449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.499366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.499913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.507241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.507833 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.508577 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 9 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.528306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.528828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.529189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.536994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.538311 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.539145 n-d-712143-13 neutron-server[95255]: INFO neutron.plugins.ml2.plugin [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 10 to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a Aug 11 00:46:45.553946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:45.555177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:45.555742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:45.564299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 026fa37e-bca7-442b-992e-ff49048ffb6a on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:45.565120 n-d-712143-13 neutron-server[95255]: ERROR neutron.plugins.ml2.managers [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 026fa37e-bca7-442b-992e-ff49048ffb6a on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:45.565672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:45.625262 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:45.663860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996f7807-cd32-46c4-a6ef-47aa6a307c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-cb2b20c8-ff26-4ab4-b988-f63c327d67e2', 'network_id': 'cb2b20c8-ff26-4ab4-b988-f63c327d67e2', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': 'd6588e46-b37f-4456-baa8-8744c7609d9f'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:46:45.665374 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-996f7807-cd32-46c4-a6ef-47aa6a307c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:45.720265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] For port 026fa37e-bca7-442b-992e-ff49048ffb6a, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:45.722104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempted to set empty binding levels {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 00:46:45.755051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:45.856297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:45.929435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:45.930216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:45.934740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=026fa37e-bca7-442b-992e-ff49048ffb6a,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:46.018606 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.064750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=d6588e46-b37f-4456-baa8-8744c7609d9f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:46.097372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1097756b-fc05-4239-b564-c7649e4dd505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.6232638 Aug 11 00:46:46.101430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48772) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server [None req-996f7807-cd32-46c4-a6ef-47aa6a307c44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6588e46-b37f-4456-baa8-8744c7609d9f: This subnet is being modified by another concurrent operation. Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:46:46.158871 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise exception Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6588e46-b37f-4456-baa8-8744c7609d9f: This subnet is being modified by another concurrent operation. Aug 11 00:46:46.162636 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Aug 11 00:46:46.168732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.187005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c8fe9-226f-4419-838d-be73ce23e0cf None None] Network cb2b20c8-ff26-4ab4-b988-f63c327d67e2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:46.212429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Deleting port 026fa37e-bca7-442b-992e-ff49048ffb6a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:46.214979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.233788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2b20c8-ff26-4ab4-b988-f63c327d67e2']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:46.260570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d35924c-d3b8-4f61-95ac-aa80499df94b') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:46.261130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d35924c-d3b8-4f61-95ac-aa80499df94b') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:46.277507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.321131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] For port 026fa37e-bca7-442b-992e-ff49048ffb6a, host n-h2-712143-13, got binding levels [] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:46.321512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.336347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.352758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Calling delete_port for 026fa37e-bca7-442b-992e-ff49048ffb6a owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:46.444676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:46.449078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.526159 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cf480229-9122-4e02-8798-86a3bc67447c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.574223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a214904b-23ae-4707-938b-f7aa10ee445b None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:46.592069 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:46.628737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.678806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event deleted for resources: {'Port': ['ID=026fa37e-bca7-442b-992e-ff49048ffb6a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:46.691813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.699223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8e7a538c-eec8-4d92-b855-5fe9adc49921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "DELETE /v2.0/ports/026fa37e-bca7-442b-992e-ff49048ffb6a HTTP/1.1" status: 204 len: 168 time: 0.5969698 Aug 11 00:46:46.701483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48786) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:46.748395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.754882 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a227694a-307a-4091-a047-32998a6eab2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] GET failed (client error): The resource could not be found. Aug 11 00:46:46.759999 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a227694a-307a-4091-a047-32998a6eab2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "GET /v2.0/ports/026fa37e-bca7-442b-992e-ff49048ffb6a HTTP/1.1" status: 404 len: 333 time: 0.0542364 Aug 11 00:46:46.763201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48790) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:46.779957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Request body: {'port': {'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-78669750'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:46.796613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a214904b-23ae-4707-938b-f7aa10ee445b None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:46:46.818061 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.826050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48794) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:46.827927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/cb2b20c8-ff26-4ab4-b988-f63c327d67e2 HTTP/1.1" status: 204 len: 168 time: 1.4103913 Aug 11 00:46:46.829509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f836d-8ebb-41d1-885c-56e2b797a574 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=cb2b20c8-ff26-4ab4-b988-f63c327d67e2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:46.834827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330542467'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:46.909937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Made reservation on behalf of aa45b94b8b764352b0dafc4a9fcef206 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:46.912803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:46.951092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] device_id is not set on port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:47.123781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:47.128922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:47.195505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:46:47.206029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:47.224650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:47.224650 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment 3f26a2d0-3451-4933-96f8-138477cacc14 of type vlan for network e1c69042-e4fc-4728-909b-43388efb91b9 Aug 11 00:46:47.325656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:47.598163 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:47.606085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:47.612898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:47.614076 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:47.755254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6bc83d-18b6-4fe1-b3fc-d281e931dc26,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:47.759197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:47.765052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:47.768129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:47.769158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:47.769614 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:47.782044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=e1c69042-e4fc-4728-909b-43388efb91b9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:47.796402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e1c69042-e4fc-4728-909b-43388efb91b9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:46:47.851571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e365b5de-e18e-4acd-8737-1a67457199ff tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0251009 Aug 11 00:46:47.857749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48816) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:47.863702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': 'e1c69042-e4fc-4728-909b-43388efb91b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:47.939289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48824) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:47.962215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b38abce7-b885-48ef-a8e5-25ee1875b90c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1962712 Aug 11 00:46:47.966738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48828) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:47.973931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:48.128940 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.132136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1840c2c9-22f8-4afa-b8d1-c8f4a4b49702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.180246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:48.191343 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.246369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754a10-7308-4440-a99c-29debef75aa9 req-b6f179db-8c80-4e22-8378-033d741b02ab tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:48.248116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-b6f179db-8c80-4e22-8378-033d741b02ab tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 814 time: 0.2469435 Aug 11 00:46:48.350533 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-5b0adcc2-886e-42f2-a72e-18cdef617ee3 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/quotas/c85169e76c884f878d22107716be8154 HTTP/1.1" status: 200 len: 375 time: 0.0720143 Aug 11 00:46:48.536449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-921f081b-0377-4432-8729-b7171d1ef976 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699226 Aug 11 00:46:48.543385 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1840c2c9-22f8-4afa-b8d1-c8f4a4b49702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.564665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.573853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] device_id is not set on port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:48.610080 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.633254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Transition to ACTIVE for port object 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:48.634881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=bf394100-1b57-49d2-a90b-0a8777c5d6d5,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:48.645457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': '3f26a2d0-3451-4933-96f8-138477cacc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1c69042-e4fc-4728-909b-43388efb91b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:48.645825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: e1c69042-e4fc-4728-909b-43388efb91b9, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:46:48.679581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-4f111ba9-c210-4dad-bb8a-edfdeb6c2f20 service neutron] 10.222.0.43 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268144 Aug 11 00:46:48.697050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1840c2c9-22f8-4afa-b8d1-c8f4a4b49702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.775350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.797594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network e1c69042-e4fc-4728-909b-43388efb91b9 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:46:48.835272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1840c2c9-22f8-4afa-b8d1-c8f4a4b49702 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c92027ede294026b29f303dee308af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8943396 Aug 11 00:46:48.838995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48842) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:48.860318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840c2c9-22f8-4afa-b8d1-c8f4a4b49702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283d2fa6-57da-47cc-87b7-a4670d2b9fe1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:48.886039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6bc83d-18b6-4fe1-b3fc-d281e931dc26,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:48.906816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-627adc25-14e8-4946-8765-2582c73c9ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.918070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-363383eb-6bd1-4dd1-b41e-4a9e59102851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.926102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:48.926479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:48.926780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:48.931383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-7dff3591-f0e9-4f4f-b968-fe3e6c0ee57d service neutron] 10.222.0.43 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452726 Aug 11 00:46:48.931972 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-627adc25-14e8-4946-8765-2582c73c9ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.933474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:48.933827 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:48.934538 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 2 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:48.950939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:48.950939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:48.950939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:48.955391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:48.955727 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:48.956130 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 3 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:48.972288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e1c69042-e4fc-4728-909b-43388efb91b9) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:48.972769 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.975905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:48.976749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:48.977258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:48.984958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:48.984958 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:48.985384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf994b8-5ae3-42d5-85a1-f79f6b347eca None None] Network e1c69042-e4fc-4728-909b-43388efb91b9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:49.003550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:49.003879 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:49.004471 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 4 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:49.032281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:49.033447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:49.034018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:49.047866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:49.048426 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:49.050123 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 5 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:49.067703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:49.068048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:49.068476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:49.073110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:49.073440 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:49.073938 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 6 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:49.090261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:49.090615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:49.090923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:49.096590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:49.097054 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:49.097725 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 7 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:49.111740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:49.112094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:49.112430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:49.117597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:49.117930 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:49.118338 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 8 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:49.133114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:49.133457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:49.133798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:49.139073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:49.139963 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:49.141679 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 9 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:49.142367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7c29c6ee-f935-47ee-8758-9b0ef00c87d4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2831030 Aug 11 00:46:49.145183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48844) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:49.157807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-e1c69042-e4fc-4728-909b-43388efb91b9', 'network_id': 'e1c69042-e4fc-4728-909b-43388efb91b9', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': 'bf394100-1b57-49d2-a90b-0a8777c5d6d5'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:46:49.158701 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.163855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:49.164336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:49.164803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:49.174029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:49.174497 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:49.174975 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 10 to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 Aug 11 00:46:49.188479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:49.188852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:49.189199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:49.195429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:49.195764 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:49.196792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.196985 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-627adc25-14e8-4946-8765-2582c73c9ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.199667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-627adc25-14e8-4946-8765-2582c73c9ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.205385 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-627adc25-14e8-4946-8765-2582c73c9ef7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/283d2fa6-57da-47cc-87b7-a4670d2b9fe1 HTTP/1.1" status: 204 len: 168 time: 0.3604929 Aug 11 00:46:49.216112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627adc25-14e8-4946-8765-2582c73c9ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d2fa6-57da-47cc-87b7-a4670d2b9fe1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:49.332823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] For port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:49.336647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempted to set empty binding levels {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 00:46:49.338944 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.413211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Allocated IP 172.20.0.2 (e1c69042-e4fc-4728-909b-43388efb91b9/bf394100-1b57-49d2-a90b-0a8777c5d6d5/45243553-1442-45bf-a266-5ba2de5ae80e) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:49.422320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.475658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa134f8c-9c16-4ed3-938d-9859310c0ae7 req-962f8a52-b279-455d-8f0d-db7ed1bbb580 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 210 time: 0.0689144 Aug 11 00:46:49.518899 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.533766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] In _notify_port_updated(), no bound segment for port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:46:49.534996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.535904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.537379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "PUT /v2.0/ports/0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 HTTP/1.1" status: 200 len: 978 time: 1.5677676 Aug 11 00:46:49.541566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48854) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:49.629824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074de94-d45d-434e-9f3a-3105b2fe5e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6bc83d-18b6-4fe1-b3fc-d281e931dc26,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:49.727013 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.737174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Transition to ACTIVE for port object 45243553-1442-45bf-a266-5ba2de5ae80e will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:49.746763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.747214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.747705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.748190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.748704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.749193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.749698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.752118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.753108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.754225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.755102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.756069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.756980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.757815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.757981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Transition to ACTIVE for port object 45243553-1442-45bf-a266-5ba2de5ae80e will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:49.758860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.759820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.760937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.761883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.763484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.764858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.765961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.767308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.768583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.769413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.770256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.772379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.773072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.773947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.775923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.776432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.779271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.779923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.780972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.781469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.781961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.782437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.782922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.783700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.784114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.784630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.785115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.785595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.786142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:49.794801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5a613d71-5bb4-4ace-b978-7510e29a2950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38934 time: 0.2485640 Aug 11 00:46:49.798686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48864) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:49.903544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Deleting port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:49.903691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.972214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] For port 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26, host n-h2-712143-13, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:49.972908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:49.987282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Calling delete_port for 0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:50.011809 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.069149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Pushing event updated for resources: {'Port': ['ID=45243553-1442-45bf-a266-5ba2de5ae80e,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:50.079725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.080086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.080630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.081156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.084030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.084401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.084739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.085084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.085431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.085776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.086100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.086433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.097193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Network e1c69042-e4fc-4728-909b-43388efb91b9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:50.098731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:50.100951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:50.162004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Attempting to bind port 45243553-1442-45bf-a266-5ba2de5ae80e on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:50.162004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Attempting to bind port 45243553-1442-45bf-a266-5ba2de5ae80e by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3f26a2d0-3451-4933-96f8-138477cacc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1c69042-e4fc-4728-909b-43388efb91b9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:50.162004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Attempting to bind port 45243553-1442-45bf-a266-5ba2de5ae80e on network e1c69042-e4fc-4728-909b-43388efb91b9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:50.162004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:46:50.162567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Checking segment: {'id': '3f26a2d0-3451-4933-96f8-138477cacc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1c69042-e4fc-4728-909b-43388efb91b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:50.162789 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.163214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Bound using segment: {'id': '3f26a2d0-3451-4933-96f8-138477cacc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1c69042-e4fc-4728-909b-43388efb91b9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:46:50.163715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Bound port: 45243553-1442-45bf-a266-5ba2de5ae80e, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f26a2d0-3451-4933-96f8-138477cacc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e1c69042-e4fc-4728-909b-43388efb91b9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:46:50.164351 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.197849 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.221814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=bf394100-1b57-49d2-a90b-0a8777c5d6d5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:50.234672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.235304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.235844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.236354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.236743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.237088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.237426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.237761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.238416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.238416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.238635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] For port 45243553-1442-45bf-a266-5ba2de5ae80e, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:50.238734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.239051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:46:50.296330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.308123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c69042-e4fc-4728-909b-43388efb91b9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:50.317184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] For port 45243553-1442-45bf-a266-5ba2de5ae80e, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45243553-1442-45bf-a266-5ba2de5ae80e,segment=NetworkSegment(3f26a2d0-3451-4933-96f8-138477cacc14),segment_id=3f26a2d0-3451-4933-96f8-138477cacc14)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:46:50.330230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f26a2d0-3451-4933-96f8-138477cacc14') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:50.330471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f26a2d0-3451-4933-96f8-138477cacc14') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:50.341116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.342080 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.392973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d6bc83d-18b6-4fe1-b3fc-d281e931dc26,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:50.401451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.403649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3967a5ff-c83f-4d01-87ff-e59b3400c1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "DELETE /v2.0/ports/0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 HTTP/1.1" status: 204 len: 168 time: 0.6038582 Aug 11 00:46:50.408073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48880) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:50.434763 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fa838d-859e-46c9-95b6-27736adc8186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] GET failed (client error): The resource could not be found. Aug 11 00:46:50.437071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e5fa838d-859e-46c9-95b6-27736adc8186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "GET /v2.0/ports/0d6bc83d-18b6-4fe1-b3fc-d281e931dc26 HTTP/1.1" status: 404 len: 333 time: 0.0272765 Aug 11 00:46:50.443806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48884) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:50.449174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-4427147', 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:50.577121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.577369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.581093 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.590246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:50.590672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:50.595346 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:50.599862 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a10a9591-eb9e-47ab-98a4-f2ff7e33e5ba req-acbda61d-6b2e-4e35-b0da-ae49cf9e5195 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 210 time: 0.0569854 Aug 11 00:46:50.659144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c237-9ef2-4ba9-abdd-067c6f1d69c1 None None] Pushing event updated for resources: {'Port': ['ID=45243553-1442-45bf-a266-5ba2de5ae80e,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:50.665721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Made reservation on behalf of aa45b94b8b764352b0dafc4a9fcef206 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:50.667816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.693270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] device_id is not set on port 63d2aebd-0b2a-4964-aee6-ce4197f40396 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:50.753613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:46:50.753613 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:46:50.753613 n-d-712143-13 neutron-server[95255]: [parameters: {'id': 'e1c69042-e4fc-4728-909b-43388efb91b9'}] Aug 11 00:46:50.753613 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:46:50.762322 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:46:50.935033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:50.948010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48892) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:50.959940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:46:50.965349 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d91e37b4-70d7-40de-8ef3-099a834e98d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.108860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d91e37b4-70d7-40de-8ef3-099a834e98d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.146315 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.193516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:51.196450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:51.199989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:51.204885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:51.204885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.207628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=63d2aebd-0b2a-4964-aee6-ce4197f40396,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:51.255798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.335149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting port 45243553-1442-45bf-a266-5ba2de5ae80e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:51.335795 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.396815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d91e37b4-70d7-40de-8ef3-099a834e98d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.428659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45243553-1442-45bf-a266-5ba2de5ae80e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:46:51.499965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] For port 45243553-1442-45bf-a266-5ba2de5ae80e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45243553-1442-45bf-a266-5ba2de5ae80e,segment=NetworkSegment(3f26a2d0-3451-4933-96f8-138477cacc14),segment_id=3f26a2d0-3451-4933-96f8-138477cacc14)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:51.500457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.508486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d91e37b4-70d7-40de-8ef3-099a834e98d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9824d1aeef24f5894b5c89b9dbe732e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569153 Aug 11 00:46:51.508984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48904) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:51.524514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e37b4-70d7-40de-8ef3-099a834e98d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2331251-3d0f-442b-a8ef-e93bd2f3a204,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:51.527906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Calling delete_port for 45243553-1442-45bf-a266-5ba2de5ae80e owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:51.566781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b53d4c2d-8de0-4860-a240-6e6d77eb931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 1.1217067 Aug 11 00:46:51.570325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48906) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:51.611243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e61fa3-75a4-4280-8e1b-ef2d9cc5c72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.623607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e9876-a783-46ab-b6e3-b4997a6e1792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:51.625692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-de8e9876-a783-46ab-b6e3-b4997a6e1792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "GET /v2.0/ports/63d2aebd-0b2a-4964-aee6-ce4197f40396 HTTP/1.1" status: 200 len: 956 time: 0.0539670 Aug 11 00:46:51.633640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 45243553-1442-45bf-a266-5ba2de5ae80e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:46:51.653317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48910) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:51.729906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e61fa3-75a4-4280-8e1b-ef2d9cc5c72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.765610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0b74b39-a9cf-4ec1-af89-497cc34cce43 req-d362de6c-d3ff-4594-aee8-ef507d8ae7d4 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 210 time: 0.0354569 Aug 11 00:46:51.848757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.887809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4c45cf03-5425-4ce5-9027-1356b55a3ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Deleting port 63d2aebd-0b2a-4964-aee6-ce4197f40396 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:51.888237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c45cf03-5425-4ce5-9027-1356b55a3ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:51.900415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Port': ['ID=45243553-1442-45bf-a266-5ba2de5ae80e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:51.902581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No DVR routers for this DVR port 45243553-1442-45bf-a266-5ba2de5ae80e on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:46:51.974038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd040902-aef4-4511-8578-ce4035dcb617 None None] Network e1c69042-e4fc-4728-909b-43388efb91b9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:52.072295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e61fa3-75a4-4280-8e1b-ef2d9cc5c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.073588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.088329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c69042-e4fc-4728-909b-43388efb91b9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:52.097237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86e61fa3-75a4-4280-8e1b-ef2d9cc5c72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.102453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-835144a3-4120-40dd-bee4-6a4cbf1d2a87 None None] Could not find standard attr ID for object 45243553-1442-45bf-a266-5ba2de5ae80e. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:46:52.116806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-86e61fa3-75a4-4280-8e1b-ef2d9cc5c72b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2331251-3d0f-442b-a8ef-e93bd2f3a204 HTTP/1.1" status: 204 len: 168 time: 0.5989306 Aug 11 00:46:52.165106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c45cf03-5425-4ce5-9027-1356b55a3ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.172554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e61fa3-75a4-4280-8e1b-ef2d9cc5c72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2331251-3d0f-442b-a8ef-e93bd2f3a204,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:52.194670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4c45cf03-5425-4ce5-9027-1356b55a3ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Calling delete_port for 63d2aebd-0b2a-4964-aee6-ce4197f40396 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:52.301691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c6e3d-4d6a-4e1f-9404-2a2f07122cd3 None None] DHCP port deletion for e1c69042-e4fc-4728-909b-43388efb91b9 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:46:52.407451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.469206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f26a2d0-3451-4933-96f8-138477cacc14') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:52.469816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f26a2d0-3451-4933-96f8-138477cacc14') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:52.479480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.497238 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.509585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:52.510014 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:52.513376 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:52.598529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c45cf03-5425-4ce5-9027-1356b55a3ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.628928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45cf03-5425-4ce5-9027-1356b55a3ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event deleted for resources: {'Port': ['ID=63d2aebd-0b2a-4964-aee6-ce4197f40396,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:52.632478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c45cf03-5425-4ce5-9027-1356b55a3ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.634555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4c45cf03-5425-4ce5-9027-1356b55a3ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "DELETE /v2.0/ports/63d2aebd-0b2a-4964-aee6-ce4197f40396 HTTP/1.1" status: 204 len: 168 time: 0.9821050 Aug 11 00:46:52.637372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48928) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:52.661422 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6312c9-9061-4c47-b0a2-e88b3e396bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] GET failed (client error): The resource could not be found. Aug 11 00:46:52.666339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ff6312c9-9061-4c47-b0a2-e88b3e396bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "GET /v2.0/ports/63d2aebd-0b2a-4964-aee6-ce4197f40396 HTTP/1.1" status: 404 len: 333 time: 0.0244944 Aug 11 00:46:52.666577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48930) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:52.672263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Request body: {'port': {'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1854909848'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:52.884809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Made reservation on behalf of aa45b94b8b764352b0dafc4a9fcef206 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:52.888020 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.891533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.905931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:52.907752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/e1c69042-e4fc-4728-909b-43388efb91b9 HTTP/1.1" status: 204 len: 168 time: 3.7613788 Aug 11 00:46:52.913115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48938) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:52.917185 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d66ed5d-a447-4c52-87c0-8ad6fddd093e req-0ccf1f3f-2902-4691-ba06-686ea269c04d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 210 time: 0.0377567 Aug 11 00:46:52.932391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1472464478'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:52.943606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09489f84-0c40-4610-b5d6-a54a69709ef2 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=e1c69042-e4fc-4728-909b-43388efb91b9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:52.951874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] device_id is not set on port 1ae6a351-6019-40cb-8eee-2220a63cf603 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:53.112391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:53.124269 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.161640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.174251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:46:53.188858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.189209 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment 22be731a-5464-4133-995a-69e02da24f3e of type vlan for network 988667a1-0abb-4cb0-bd17-06783bb137a9 Aug 11 00:46:53.265550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.347905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45243553-1442-45bf-a266-5ba2de5ae80e no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:46:53.374853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 45243553-1442-45bf-a266-5ba2de5ae80e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:46:53.375297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45243553-1442-45bf-a266-5ba2de5ae80e not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:46:53.375969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.413444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:53.416439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:53.420244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:53.421252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:53.421869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.438700 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.444543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:53.445153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.453363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae6a351-6019-40cb-8eee-2220a63cf603,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:53.522296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=988667a1-0abb-4cb0-bd17-06783bb137a9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:53.535277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 988667a1-0abb-4cb0-bd17-06783bb137a9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:46:53.663127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dbef551d-d8a0-4657-ba43-c87333d26d44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9890542 Aug 11 00:46:53.663127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1bce10f6-3e38-4636-b5cd-16a1f1e275af tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7447932 Aug 11 00:46:53.664916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48964) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:53.665451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48966) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:53.671861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': '988667a1-0abb-4cb0-bd17-06783bb137a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:53.687015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:53.895088 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:53.943114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754a10-7308-4440-a99c-29debef75aa9 req-6ede7aa4-6171-4e93-a15b-5abeaeba81be tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:53.946309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-6ede7aa4-6171-4e93-a15b-5abeaeba81be tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 814 time: 0.2552071 Aug 11 00:46:53.972466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Request body: {'port': {'device_id': 'd968264b-793b-4016-a706-ba2dd48d90f9', 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'admin_state_up': True, 'tenant_id': 'c85169e76c884f878d22107716be8154'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:54.042349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de10e102-f142-41ee-b2c9-c0b7ccec7c83 req-0d792545-5459-4215-a4b1-341c3c4da061 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 210 time: 0.0453470 Aug 11 00:46:54.100432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:54.104102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:54.223848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing IP validity checks on allocation pools {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 00:46:54.224473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 00:46:54.399965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] device_id is not set on port 1ae6a351-6019-40cb-8eee-2220a63cf603 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:46:54.410179 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:54.439060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Made reservation on behalf of c85169e76c884f878d22107716be8154 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:54.442837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:54.480725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Transition to ACTIVE for port object 1ae6a351-6019-40cb-8eee-2220a63cf603 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:54.609813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Allocated IP 172.20.0.6 (129d0b1b-4b81-40b6-8b6f-08b929c0ca1c/39edb12d-13c0-4a9d-8189-dd56f8e43f4b/f20ee31e-bf01-4798-a442-109e81ab439f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:54.680802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:54.766403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:54.868271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=8b2a2ec7-8e97-4068-949e-87425a15276d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:54.912633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae6a351-6019-40cb-8eee-2220a63cf603,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:54.936615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:54.939322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': '22be731a-5464-4133-995a-69e02da24f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '988667a1-0abb-4cb0-bd17-06783bb137a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:54.939679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: 988667a1-0abb-4cb0-bd17-06783bb137a9, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:46:54.950242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:54.950716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:54.950936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:54.964320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:54.964722 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:54.966942 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 2 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:54.996599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:54.996599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:54.996599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.008756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.009099 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.010661 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 3 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:55.030710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:55.030710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:55.030710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.034328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.034660 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.035059 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 4 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:55.048792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:55.049272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:55.049619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.054249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.054745 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.055148 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 5 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:55.068891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:55.069226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:55.069596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.074564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.075012 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.075461 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 6 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:55.094702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:55.095047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:55.095589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.104562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.104916 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.117067 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 7 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:55.128082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:55.128428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:55.128769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.144699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.145064 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.145588 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 8 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:55.148225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 988667a1-0abb-4cb0-bd17-06783bb137a9 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:46:55.168176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46780d91-c9bb-4853-814e-0374bac27bb4 req-647c4a37-5af0-4737-9711-045aa0c37256 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 210 time: 0.0361321 Aug 11 00:46:55.198008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:55.198358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:55.198700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.215123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.215486 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.216142 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 9 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:55.220850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.234475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5c01c53f-caeb-426d-aa21-7738768aa593', 'd3fcb383-e445-4608-9472-51957d7d0e6d'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:55.237913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['8aab6151-3461-4f2b-862e-3562c80c35bd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:46:55.283669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:55.288433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:55.291536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:55.295350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:55.295854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:55.296347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.298658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 988667a1-0abb-4cb0-bd17-06783bb137a9) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:55.304035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:55.305146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.346730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65073d33-be98-4262-866f-2a45c0c014c1 None None] Network 988667a1-0abb-4cb0-bd17-06783bb137a9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:55.383809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.384693 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.396449 n-d-712143-13 neutron-server[95254]: INFO neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempt 10 to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 Aug 11 00:46:55.456851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Pushing event updated for resources: {'Port': ['ID=f20ee31e-bf01-4798-a442-109e81ab439f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:55.463962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:55.468051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:55.468051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempting to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:55.474079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:55.474712 n-d-712143-13 neutron-server[95254]: ERROR neutron.plugins.ml2.managers [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Failed to bind port 1ae6a351-6019-40cb-8eee-2220a63cf603 on host n-h2-712143-13 for vnic_type normal using segments [{'id': '27bb5669-92cf-485a-bc97-5980dc8d8d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1'}] Aug 11 00:46:55.475305 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.494529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:55.495597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.572114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] For port 1ae6a351-6019-40cb-8eee-2220a63cf603, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:55.572739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attempted to set empty binding levels {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 00:46:55.576446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-451ad854-3370-43eb-86fa-2d041d3f5a13 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9097452 Aug 11 00:46:55.581452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49018) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:55.710244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-47b81aaa-56e3-4169-ab2e-0f19493e3f03 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7405984 Aug 11 00:46:55.710244 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.713878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-988667a1-0abb-4cb0-bd17-06783bb137a9', 'network_id': '988667a1-0abb-4cb0-bd17-06783bb137a9', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': '8b2a2ec7-8e97-4068-949e-87425a15276d'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:46:55.714745 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.745931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.763713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Request body: {'port': {'device_id': 'd968264b-793b-4016-a706-ba2dd48d90f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:55.858931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae6a351-6019-40cb-8eee-2220a63cf603,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:55.868448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] In _notify_port_updated(), no bound segment for port 1ae6a351-6019-40cb-8eee-2220a63cf603 on network 4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:46:55.869484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:55.870203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.874238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d4e99a62-3b6e-457c-af4a-611f03a07eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "PUT /v2.0/ports/1ae6a351-6019-40cb-8eee-2220a63cf603 HTTP/1.1" status: 200 len: 980 time: 2.2038143 Aug 11 00:46:55.879113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49030) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:55.925610 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:55.967623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.064900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Allocated IP 172.20.0.3 (988667a1-0abb-4cb0-bd17-06783bb137a9/8b2a2ec7-8e97-4068-949e-87425a15276d/cc956ca7-71bd-4efc-b62a-827cc537cb4f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:46:56.185529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Deleting port 1ae6a351-6019-40cb-8eee-2220a63cf603 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:56.186416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.364820 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.369875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] For port 1ae6a351-6019-40cb-8eee-2220a63cf603, host n-h2-712143-13, got binding levels [] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:56.370263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.379455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Transition to ACTIVE for port object cc956ca7-71bd-4efc-b62a-827cc537cb4f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:56.394520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061768-424d-4eed-a441-0b246ebb38c6 req-1a5d6f31-94f7-4602-aedb-20fbbdda0025 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:56.396322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e061768-424d-4eed-a441-0b246ebb38c6 req-1a5d6f31-94f7-4602-aedb-20fbbdda0025 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 931 time: 0.1051774 Aug 11 00:46:56.401015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Calling delete_port for 1ae6a351-6019-40cb-8eee-2220a63cf603 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:56.401410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Transition to ACTIVE for port object cc956ca7-71bd-4efc-b62a-827cc537cb4f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:56.406890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20ee31e-bf01-4798-a442-109e81ab439f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:46:56.416217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.432295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Transition to ACTIVE for port object f20ee31e-bf01-4798-a442-109e81ab439f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:46:56.497877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e061768-424d-4eed-a441-0b246ebb38c6 req-da00e170-3726-4829-be4d-0624186f149d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846252 Aug 11 00:46:56.564772 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.586819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.612660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Network 988667a1-0abb-4cb0-bd17-06783bb137a9 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:46:56.616598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:46:56.624920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:46:56.645175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Pushing event updated for resources: {'Port': ['ID=cc956ca7-71bd-4efc-b62a-827cc537cb4f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:56.660801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Pushing event updated for resources: {'Port': ['ID=f20ee31e-bf01-4798-a442-109e81ab439f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:56.725499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Attempting to bind port cc956ca7-71bd-4efc-b62a-827cc537cb4f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:56.725936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Attempting to bind port cc956ca7-71bd-4efc-b62a-827cc537cb4f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '22be731a-5464-4133-995a-69e02da24f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '988667a1-0abb-4cb0-bd17-06783bb137a9'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:56.726280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Attempting to bind port cc956ca7-71bd-4efc-b62a-827cc537cb4f on network 988667a1-0abb-4cb0-bd17-06783bb137a9 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:56.729457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.738048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:46:56.738550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Checking segment: {'id': '22be731a-5464-4133-995a-69e02da24f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '988667a1-0abb-4cb0-bd17-06783bb137a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:56.738920 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.739362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Bound using segment: {'id': '22be731a-5464-4133-995a-69e02da24f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '988667a1-0abb-4cb0-bd17-06783bb137a9'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:46:56.739861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Bound port: cc956ca7-71bd-4efc-b62a-827cc537cb4f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22be731a-5464-4133-995a-69e02da24f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '988667a1-0abb-4cb0-bd17-06783bb137a9'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:46:56.740257 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.744177 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.763961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Attempting to bind port f20ee31e-bf01-4798-a442-109e81ab439f on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:46:56.766390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Attempting to bind port f20ee31e-bf01-4798-a442-109e81ab439f by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:46:56.766390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Attempting to bind port f20ee31e-bf01-4798-a442-109e81ab439f on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:56.774688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Port f20ee31e-bf01-4798-a442-109e81ab439f on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:46:56.776287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Attempting to bind port f20ee31e-bf01-4798-a442-109e81ab439f on network 129d0b1b-4b81-40b6-8b6f-08b929c0ca1c {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:46:56.789540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:46:56.790055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Checking segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:46:56.793931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Bound using segment: {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:46:56.793931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Bound port: f20ee31e-bf01-4798-a442-109e81ab439f, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0ce8d4-d6f6-4d17-b004-9654657c267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:46:56.793931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.816808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2a2ec7-8e97-4068-949e-87425a15276d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:56.836366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] For port cc956ca7-71bd-4efc-b62a-827cc537cb4f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:56.844687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] For port cc956ca7-71bd-4efc-b62a-827cc537cb4f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cc956ca7-71bd-4efc-b62a-827cc537cb4f,segment=NetworkSegment(22be731a-5464-4133-995a-69e02da24f3e),segment_id=22be731a-5464-4133-995a-69e02da24f3e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:46:56.858777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ae6a351-6019-40cb-8eee-2220a63cf603,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:56.866222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.870744 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d89f74e3-9d3b-4cea-99f6-b38eaad7cd80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "DELETE /v2.0/ports/1ae6a351-6019-40cb-8eee-2220a63cf603 HTTP/1.1" status: 204 len: 168 time: 0.9837413 Aug 11 00:46:56.872124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49044) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:56.894711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.926146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988667a1-0abb-4cb0-bd17-06783bb137a9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:56.927819 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b416ef-76c8-46d3-8cf6-782e0afc0644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] GET failed (client error): The resource could not be found. Aug 11 00:46:56.933348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-43b416ef-76c8-46d3-8cf6-782e0afc0644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1625544113-project-admin] 10.222.0.43 "GET /v2.0/ports/1ae6a351-6019-40cb-8eee-2220a63cf603 HTTP/1.1" status: 404 len: 333 time: 0.0601895 Aug 11 00:46:56.933992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49050) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:56.945025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22be731a-5464-4133-995a-69e02da24f3e') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:56.945596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22be731a-5464-4133-995a-69e02da24f3e') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:56.959647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:56.960179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] For port f20ee31e-bf01-4798-a442-109e81ab439f, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:46:57.009936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] For port f20ee31e-bf01-4798-a442-109e81ab439f, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f20ee31e-bf01-4798-a442-109e81ab439f,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:46:57.033608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.045132 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.050674 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.062624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:57.063383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:57.070424 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:57.171388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.182515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58a96d-ffd1-4cff-baf8-5e9596946983 None None] Pushing event updated for resources: {'Port': ['ID=cc956ca7-71bd-4efc-b62a-827cc537cb4f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:57.206093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:46:57.206093 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:46:57.206093 n-d-712143-13 neutron-server[95255]: [parameters: {'id': '988667a1-0abb-4cb0-bd17-06783bb137a9'}] Aug 11 00:46:57.206093 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:46:57.206093 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:46:57.221304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446021c0-684f-4f26-aa03-6bdbdcbb1fca None None] Network 988667a1-0abb-4cb0-bd17-06783bb137a9 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:46:57.222737 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.230716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:57.237353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.237353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] 10.222.0.44 "PUT /v2.0/ports/f20ee31e-bf01-4798-a442-109e81ab439f HTTP/1.1" status: 200 len: 1092 time: 1.5094898 Aug 11 00:46:57.246015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd968264b-793b-4016-a706-ba2dd48d90f9', 'tag': 'f20ee31e-bf01-4798-a442-109e81ab439f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:46:57.249929 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da001d0-cd46-4b4c-b325-b31fa1c4592f" -d '{"events": [{"name": "network-changed", "server_uuid": "d968264b-793b-4016-a706-ba2dd48d90f9", "tag": "f20ee31e-bf01-4798-a442-109e81ab439f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:46:57.270901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:57.309301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bb5669-92cf-485a-bc97-5980dc8d8d70') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:57.309728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bb5669-92cf-485a-bc97-5980dc8d8d70') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:57.332738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aa02e-ae3f-44bb-8b1e-7e22beba4d71 service neutron] Pushing event updated for resources: {'Port': ['ID=f20ee31e-bf01-4798-a442-109e81ab439f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:57.346214 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.353496 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2641f4-390e-4123-a98f-216151f67ab4 x-openstack-request-id: req-1d2641f4-390e-4123-a98f-216151f67ab4 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:46:57.353873 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d968264b-793b-4016-a706-ba2dd48d90f9", "tag": "f20ee31e-bf01-4798-a442-109e81ab439f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:46:57.354192 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d2641f4-390e-4123-a98f-216151f67ab4 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:46:57.354768 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd968264b-793b-4016-a706-ba2dd48d90f9', 'tag': 'f20ee31e-bf01-4798-a442-109e81ab439f', 'status': 'completed', 'code': 200} Aug 11 00:46:57.374194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.411596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7807b82-1296-4ca2-ba58-b7c8d623e447 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:46:57.422844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:57.423444 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:57.428340 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:57.632753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7807b82-1296-4ca2-ba58-b7c8d623e447 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:46:57.701568 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.725082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca298be-17f9-433a-8745-50c7b362aafa req-2bf5ff75-a0de-45d0-9924-2bdfbdb589c6 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:57.726066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ca298be-17f9-433a-8745-50c7b362aafa req-2bf5ff75-a0de-45d0-9924-2bdfbdb589c6 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 943 time: 0.1111157 Aug 11 00:46:57.803658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ca298be-17f9-433a-8745-50c7b362aafa req-da4c6a63-7a85-403e-b658-df9e84aabf0c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676620 Aug 11 00:46:57.854076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting port cc956ca7-71bd-4efc-b62a-827cc537cb4f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:46:57.854396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.905703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da001d0-cd46-4b4c-b325-b31fa1c4592f req-8c925255-ae10-4ac0-93ec-0fce7c1e582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:57.907521 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2da001d0-cd46-4b4c-b325-b31fa1c4592f req-8c925255-ae10-4ac0-93ec-0fce7c1e582f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 1095 time: 0.5247309 Aug 11 00:46:57.964292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] For port cc956ca7-71bd-4efc-b62a-827cc537cb4f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cc956ca7-71bd-4efc-b62a-827cc537cb4f,segment=NetworkSegment(22be731a-5464-4133-995a-69e02da24f3e),segment_id=22be731a-5464-4133-995a-69e02da24f3e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:46:57.964996 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:57.998840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Calling delete_port for cc956ca7-71bd-4efc-b62a-827cc537cb4f owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:46:58.057602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da001d0-cd46-4b4c-b325-b31fa1c4592f req-8e1ca34d-9e8b-4f42-b60a-68351e3fc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:58.059999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2da001d0-cd46-4b4c-b325-b31fa1c4592f req-8e1ca34d-9e8b-4f42-b60a-68351e3fc0ed service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c85169e76c884f878d22107716be8154&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1443689 Aug 11 00:46:58.135900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:58.176685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:58.178057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-d52cf582-89f8-415f-bc34-b2e0baa25514 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1033196 Aug 11 00:46:58.179716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] 10.222.0.43 "DELETE /v2.0/networks/4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1 HTTP/1.1" status: 204 len: 168 time: 1.2426453 Aug 11 00:46:58.195426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0717dc3-f267-4611-8781-879af76d6b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963267820-project] Pushing event deleted for resources: {'Network': ['ID=4f2dd5b7-ea71-4e56-84e6-07ac3aa1c4e1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:58.249767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da001d0-cd46-4b4c-b325-b31fa1c4592f req-ace981d9-5ca2-46e9-8801-711ff4bf3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:58.251731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2da001d0-cd46-4b4c-b325-b31fa1c4592f req-ace981d9-5ca2-46e9-8801-711ff4bf3037 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836500 Aug 11 00:46:58.320886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-a6c8e798-540b-4b7e-a768-281cc8332948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:58.324557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-a6c8e798-540b-4b7e-a768-281cc8332948 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 1097 time: 0.0951984 Aug 11 00:46:58.341627 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:58.361941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754a10-7308-4440-a99c-29debef75aa9 req-6a844082-5fc4-4641-b5ad-a096299ab161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:58.363658 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-6a844082-5fc4-4641-b5ad-a096299ab161 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c85169e76c884f878d22107716be8154&device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 1095 time: 0.0665181 Aug 11 00:46:58.423621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-5ea5e0b5-1e24-48f6-bb93-f27ddf1170e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f20ee31e-bf01-4798-a442-109e81ab439f HTTP/1.1" status: 200 len: 217 time: 0.0522099 Aug 11 00:46:58.455324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Port': ['ID=cc956ca7-71bd-4efc-b62a-827cc537cb4f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:58.467914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No DVR routers for this DVR port cc956ca7-71bd-4efc-b62a-827cc537cb4f on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:46:58.544514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754a10-7308-4440-a99c-29debef75aa9 req-b1061aeb-b2eb-4560-8958-9474cd4a3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:58.548932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-b1061aeb-b2eb-4560-8958-9474cd4a3bb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39edb12d-13c0-4a9d-8189-dd56f8e43f4b HTTP/1.1" status: 200 len: 854 time: 0.1166461 Aug 11 00:46:58.605108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-a0f74240-9c38-48d9-9aae-03b22aa9828d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507245 Aug 11 00:46:58.709303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:58.737864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988667a1-0abb-4cb0-bd17-06783bb137a9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:58.755238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22be731a-5464-4133-995a-69e02da24f3e') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:58.755826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22be731a-5464-4133-995a-69e02da24f3e') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:46:58.769021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-2f7755ce-86e6-4b5d-b38c-96a40c305c71 service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569839 Aug 11 00:46:58.774959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:58.786185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-f29ae09d-11ab-4c8e-ad9d-6b1fb5c4f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:58.787719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-f29ae09d-11ab-4c8e-ad9d-6b1fb5c4f7ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 200 len: 915 time: 0.4395053 Aug 11 00:46:58.797860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:58.851378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:46:58.852097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:46:58.855689 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:46:58.867827 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-398322b0-efc8-4dc1-ab15-011d9e370fd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3fcb383-e445-4608-9472-51957d7d0e6d HTTP/1.1" status: 200 len: 217 time: 0.0716503 Aug 11 00:46:58.885919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a754a10-7308-4440-a99c-29debef75aa9 req-8eb52903-f8d4-45a4-9cce-f60e136b443d service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095457 Aug 11 00:46:58.993720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-95ff33c5-2101-429b-b8a9-d4c65204be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:58.995367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-95ff33c5-2101-429b-b8a9-d4c65204be62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=39edb12d-13c0-4a9d-8189-dd56f8e43f4b HTTP/1.1" status: 200 len: 854 time: 0.0759299 Aug 11 00:46:58.999215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ea307-2719-4d65-8cb6-b5b579342443 req-03f74346-c989-48a1-bb05-bd2924b9e69c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:59.001478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e5ea307-2719-4d65-8cb6-b5b579342443 req-03f74346-c989-48a1-bb05-bd2924b9e69c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 943 time: 0.0895267 Aug 11 00:46:59.049515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-8fcce53d-d421-46d1-b34d-907f804e2ffd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458298 Aug 11 00:46:59.058564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e5ea307-2719-4d65-8cb6-b5b579342443 req-fb9c0075-72bb-419d-931f-b9038b8eea2e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467949 Aug 11 00:46:59.162975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49112) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:59.163287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.173890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.176322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/988667a1-0abb-4cb0-bd17-06783bb137a9 HTTP/1.1" status: 204 len: 168 time: 3.5932803 Aug 11 00:46:59.179788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49116) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:59.193693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-185645544'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:59.207080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152f07f-05ca-4553-8d8e-dd13728d6d47 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=988667a1-0abb-4cb0-bd17-06783bb137a9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:59.214505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-de1dabbf-fa51-49a8-8c0c-5de664cc46f8 service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491234 Aug 11 00:46:59.327099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:46:59.331194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.354303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f580bf4b-097b-473a-b791-a8a273ec2acd req-4e7daa8b-d1ef-461e-aeea-afdb059d83fa service neutron] 10.222.0.44 "GET /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327066 Aug 11 00:46:59.378007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:46:59.381744 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-46688244-1b0a-4d20-aa16-d4e380caf6eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e86b3e32426d439ead52fdcf12768490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169065 Aug 11 00:46:59.384438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49122) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:59.390173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.390641 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment 7cea0157-aaf8-4ce4-9b86-8a48401f5985 of type vlan for network 5e0dd12b-1b2f-406e-8f91-a80835b5943f Aug 11 00:46:59.433387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.445757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b392355-27c6-42e4-b9b9-77a4fb27661c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.481338 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b392355-27c6-42e4-b9b9-77a4fb27661c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.489723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.564026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.570403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:46:59.571108 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.649167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=5e0dd12b-1b2f-406e-8f91-a80835b5943f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:46:59.659336 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.661876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 5e0dd12b-1b2f-406e-8f91-a80835b5943f details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:46:59.724762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b392355-27c6-42e4-b9b9-77a4fb27661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.727259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7fd30c5d-e02a-4bbb-91fc-a6f1f8908d0b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5463624 Aug 11 00:46:59.728614 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b392355-27c6-42e4-b9b9-77a4fb27661c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:46:59.729477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49130) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:46:59.730489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b392355-27c6-42e4-b9b9-77a4fb27661c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/456e7d37-90fb-46a9-aa06-4ef11775c8a9 HTTP/1.1" status: 204 len: 168 time: 0.3446217 Aug 11 00:46:59.737243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': '5e0dd12b-1b2f-406e-8f91-a80835b5943f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:46:59.781873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b392355-27c6-42e4-b9b9-77a4fb27661c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456e7d37-90fb-46a9-aa06-4ef11775c8a9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:00.043937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:00.049627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:00.345080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5116786-c830-486d-846e-885ccae3338f req-c19b2e7a-19e1-4749-903a-4f14dbdc8ded tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:00.353411 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5116786-c830-486d-846e-885ccae3338f req-c19b2e7a-19e1-4749-903a-4f14dbdc8ded tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 943 time: 0.1777625 Aug 11 00:47:00.392069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5116786-c830-486d-846e-885ccae3338f req-ac1c932f-eab0-47c0-8599-6d5754d62adb tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Aug 11 00:47:00.489584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:00.596864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=7a7273ad-52c5-4f8a-9b69-5281ed4f29f5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:00.633010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f20ee31e-bf01-4798-a442-109e81ab439f details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:47:00.635665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': '7cea0157-aaf8-4ce4-9b86-8a48401f5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5e0dd12b-1b2f-406e-8f91-a80835b5943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:00.636619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: 5e0dd12b-1b2f-406e-8f91-a80835b5943f, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:47:00.785358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f20ee31e-bf01-4798-a442-109e81ab439f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f20ee31e-bf01-4798-a442-109e81ab439f,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:00.799426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'f20ee31e-bf01-4798-a442-109e81ab439f', 'network_id': '129d0b1b-4b81-40b6-8b6f-08b929c0ca1c', 'port_id': 'f20ee31e-bf01-4798-a442-109e81ab439f', 'mac_address': 'fa:16:3e:7e:f9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39edb12d-13c0-4a9d-8189-dd56f8e43f4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:47:00.849901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 5e0dd12b-1b2f-406e-8f91-a80835b5943f is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:47:00.870971 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:00.935418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49164) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:00.953683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20ee31e-bf01-4798-a442-109e81ab439f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:47:00.983915 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f20ee31e-bf01-4798-a442-109e81ab439f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f20ee31e-bf01-4798-a442-109e81ab439f,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:01.009246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 5e0dd12b-1b2f-406e-8f91-a80835b5943f) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:01.014427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:01.015038 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.019702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ea4802a6-27c0-4a32-a39b-93a4f22e0755 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa45b94b8b764352b0dafc4a9fcef206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825906 Aug 11 00:47:01.022121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49168) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:01.023150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d635f-a7b8-4122-8d2b-8de787664d95 None None] Network 5e0dd12b-1b2f-406e-8f91-a80835b5943f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:01.110003 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8f0deab-1b4f-434c-b8cb-3e044fe2a4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.110570 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.149689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8f0deab-1b4f-434c-b8cb-3e044fe2a4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.166416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-09896a84-7673-437c-9aa0-91310af9a349 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4344249 Aug 11 00:47:01.166661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:01.243314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f20ee31e-bf01-4798-a442-109e81ab439f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:01.335826 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8f0deab-1b4f-434c-b8cb-3e044fe2a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.340324 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d8f0deab-1b4f-434c-b8cb-3e044fe2a4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.342431 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d8f0deab-1b4f-434c-b8cb-3e044fe2a4c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a699f19-b602-4d7e-8c39-161c964baa13 HTTP/1.1" status: 204 len: 168 time: 0.3188696 Aug 11 00:47:01.352034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-5e0dd12b-1b2f-406e-8f91-a80835b5943f', 'network_id': '5e0dd12b-1b2f-406e-8f91-a80835b5943f', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': '7a7273ad-52c5-4f8a-9b69-5281ed4f29f5'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:47:01.352959 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.356628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.361077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0deab-1b4f-434c-b8cb-3e044fe2a4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a699f19-b602-4d7e-8c39-161c964baa13,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:01.444148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.448773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['f20ee31e-bf01-4798-a442-109e81ab439f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:47:01.591586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Allocated IP 172.20.0.1 (5e0dd12b-1b2f-406e-8f91-a80835b5943f/7a7273ad-52c5-4f8a-9b69-5281ed4f29f5/9a58ce51-5d5e-42c0-a5b1-a9c693489756) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:01.620633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70aa1b-50f8-4be6-b007-5ed0da080653 req-8218f7f5-e688-47f4-bee5-5dd8162ea4aa tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:01.629044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe70aa1b-50f8-4be6-b007-5ed0da080653 req-8218f7f5-e688-47f4-bee5-5dd8162ea4aa tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 944 time: 0.0936441 Aug 11 00:47:01.691944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe70aa1b-50f8-4be6-b007-5ed0da080653 req-1007d186-6ede-4c15-86c5-dc5202a431ee tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534236 Aug 11 00:47:01.725288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49182) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:01.820013 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.836102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Transition to ACTIVE for port object 9a58ce51-5d5e-42c0-a5b1-a9c693489756 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:01.884068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Transition to ACTIVE for port object 9a58ce51-5d5e-42c0-a5b1-a9c693489756 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:01.939640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80c29f61-a4ed-47dc-be9e-6db84383020d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:01.976939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.041956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Network 5e0dd12b-1b2f-406e-8f91-a80835b5943f is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:02.047726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:02.058018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:02.081275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.137112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7273ad-52c5-4f8a-9b69-5281ed4f29f5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:02.138324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-67107b26-ac43-41f2-b6b8-6a4fc516cc69 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.146482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-67107b26-ac43-41f2-b6b8-6a4fc516cc69 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.160356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-67107b26-ac43-41f2-b6b8-6a4fc516cc69 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.171858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-67107b26-ac43-41f2-b6b8-6a4fc516cc69 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.178431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-67107b26-ac43-41f2-b6b8-6a4fc516cc69 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.186685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-67107b26-ac43-41f2-b6b8-6a4fc516cc69 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.194241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-67107b26-ac43-41f2-b6b8-6a4fc516cc69 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.196999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-67107b26-ac43-41f2-b6b8-6a4fc516cc69 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.1756597 Aug 11 00:47:02.290189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71f0c7e8-da48-4b9f-b7a3-c816cc73cc65 req-7383b86e-6fb7-4c65-8909-0e6a32e6b8b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842364 Aug 11 00:47:02.306493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80c29f61-a4ed-47dc-be9e-6db84383020d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.375851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-80c29f61-a4ed-47dc-be9e-6db84383020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.377569 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.398803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0dd12b-1b2f-406e-8f91-a80835b5943f']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:02.434609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cea0157-aaf8-4ce4-9b86-8a48401f5985') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:02.434922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cea0157-aaf8-4ce4-9b86-8a48401f5985') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:02.447102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-80c29f61-a4ed-47dc-be9e-6db84383020d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dea3b60a475a4b5abb96796532a6a548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7204411 Aug 11 00:47:02.448022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.450145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49210) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:02.462152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Pushing event updated for resources: {'Port': ['ID=9a58ce51-5d5e-42c0-a5b1-a9c693489756,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:02.478551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Attempting to bind port 9a58ce51-5d5e-42c0-a5b1-a9c693489756 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:02.479334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Attempting to bind port 9a58ce51-5d5e-42c0-a5b1-a9c693489756 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '7cea0157-aaf8-4ce4-9b86-8a48401f5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5e0dd12b-1b2f-406e-8f91-a80835b5943f'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:02.479995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Attempting to bind port 9a58ce51-5d5e-42c0-a5b1-a9c693489756 on network 5e0dd12b-1b2f-406e-8f91-a80835b5943f {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:02.488140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:02.489049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Checking segment: {'id': '7cea0157-aaf8-4ce4-9b86-8a48401f5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5e0dd12b-1b2f-406e-8f91-a80835b5943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:02.489712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.490211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Bound using segment: {'id': '7cea0157-aaf8-4ce4-9b86-8a48401f5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5e0dd12b-1b2f-406e-8f91-a80835b5943f'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:02.491565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Bound port: 9a58ce51-5d5e-42c0-a5b1-a9c693489756, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cea0157-aaf8-4ce4-9b86-8a48401f5985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5e0dd12b-1b2f-406e-8f91-a80835b5943f'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:02.492007 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.495792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c29f61-a4ed-47dc-be9e-6db84383020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eee626-71b8-4cb8-b959-4abb9d24f94c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:02.545822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48aa25e2-3206-40ba-9ebd-f78164a5658b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.566969 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.580033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:02.580510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:02.584786 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:02.598942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48aa25e2-3206-40ba-9ebd-f78164a5658b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.618383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] For port 9a58ce51-5d5e-42c0-a5b1-a9c693489756, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:47:02.634371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f20ee31e-bf01-4798-a442-109e81ab439f up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:47:02.716771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4d4f-d889-4227-b8c5-2bed19206253 req-572f99fb-db2f-42e9-881b-b585d2399879 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.723709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4d4f-d889-4227-b8c5-2bed19206253 req-572f99fb-db2f-42e9-881b-b585d2399879 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.729851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4d4f-d889-4227-b8c5-2bed19206253 req-572f99fb-db2f-42e9-881b-b585d2399879 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.738587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4d4f-d889-4227-b8c5-2bed19206253 req-572f99fb-db2f-42e9-881b-b585d2399879 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.744685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4d4f-d889-4227-b8c5-2bed19206253 req-572f99fb-db2f-42e9-881b-b585d2399879 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.751726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4d4f-d889-4227-b8c5-2bed19206253 req-572f99fb-db2f-42e9-881b-b585d2399879 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.758012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4d4f-d889-4227-b8c5-2bed19206253 req-572f99fb-db2f-42e9-881b-b585d2399879 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.773006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b6a4d4f-d889-4227-b8c5-2bed19206253 req-572f99fb-db2f-42e9-881b-b585d2399879 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.3145638 Aug 11 00:47:02.786800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] For port 9a58ce51-5d5e-42c0-a5b1-a9c693489756, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9a58ce51-5d5e-42c0-a5b1-a9c693489756,segment=NetworkSegment(7cea0157-aaf8-4ce4-9b86-8a48401f5985),segment_id=7cea0157-aaf8-4ce4-9b86-8a48401f5985)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:47:02.799272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48aa25e2-3206-40ba-9ebd-f78164a5658b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.802582 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-48aa25e2-3206-40ba-9ebd-f78164a5658b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.804263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-48aa25e2-3206-40ba-9ebd-f78164a5658b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4eee626-71b8-4cb8-b959-4abb9d24f94c HTTP/1.1" status: 204 len: 168 time: 0.3529813 Aug 11 00:47:02.820815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa25e2-3206-40ba-9ebd-f78164a5658b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eee626-71b8-4cb8-b959-4abb9d24f94c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:02.826985 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:47:02.826985 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:47:02.826985 n-d-712143-13 neutron-server[95255]: [parameters: {'id': '5e0dd12b-1b2f-406e-8f91-a80835b5943f'}] Aug 11 00:47:02.826985 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:47:02.827612 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:47:02.837066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e0cc4-8a47-4e8e-8afd-26f34bbe15e0 req-129013c9-3c92-4c44-bfe6-5854f4dd9e93 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:02.845658 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a27e0cc4-8a47-4e8e-8afd-26f34bbe15e0 req-129013c9-3c92-4c44-bfe6-5854f4dd9e93 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 944 time: 0.0746951 Aug 11 00:47:02.877861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port f20ee31e-bf01-4798-a442-109e81ab439f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:47:02.911716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port f20ee31e-bf01-4798-a442-109e81ab439f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:02.912311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:02.939253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a27e0cc4-8a47-4e8e-8afd-26f34bbe15e0 req-4a2736b1-f3e9-4635-8057-30f4f582f08c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934441 Aug 11 00:47:02.962553 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:03.073063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1022c-ccc1-4bb6-8359-7931f7deab3f None None] Pushing event updated for resources: {'Port': ['ID=9a58ce51-5d5e-42c0-a5b1-a9c693489756,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:03.113256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da596d47-1f9a-46d5-8e79-11880240c2fd None None] Network 5e0dd12b-1b2f-406e-8f91-a80835b5943f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:03.177546 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:03.249139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968264b-793b-4016-a706-ba2dd48d90f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20ee31e-bf01-4798-a442-109e81ab439f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:47:03.251580 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f781e9-71de-42b7-8804-f5d279124fcb" -d '{"events": [{"server_uuid": "d968264b-793b-4016-a706-ba2dd48d90f9", "name": "network-vif-plugged", "status": "completed", "tag": "f20ee31e-bf01-4798-a442-109e81ab439f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:47:03.286297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f20ee31e-bf01-4798-a442-109e81ab439f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f20ee31e-bf01-4798-a442-109e81ab439f,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:03.315302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b11609-2b3d-4dac-92bf-4d2b1669b17d None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:47:03.330622 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:03.388232 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af415631-6019-48dd-b233-62e73a1bdf3a x-openstack-request-id: req-af415631-6019-48dd-b233-62e73a1bdf3a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:47:03.391325 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968264b-793b-4016-a706-ba2dd48d90f9", "name": "network-vif-plugged", "status": "completed", "tag": "f20ee31e-bf01-4798-a442-109e81ab439f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:47:03.391688 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af415631-6019-48dd-b233-62e73a1bdf3a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:47:03.392436 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968264b-793b-4016-a706-ba2dd48d90f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20ee31e-bf01-4798-a442-109e81ab439f', 'code': 200} Aug 11 00:47:03.413634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:03.427510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting port 9a58ce51-5d5e-42c0-a5b1-a9c693489756 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:03.428545 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:03.533711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] For port 9a58ce51-5d5e-42c0-a5b1-a9c693489756, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9a58ce51-5d5e-42c0-a5b1-a9c693489756,segment=NetworkSegment(7cea0157-aaf8-4ce4-9b86-8a48401f5985),segment_id=7cea0157-aaf8-4ce4-9b86-8a48401f5985)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:03.534083 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:03.552357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Calling delete_port for 9a58ce51-5d5e-42c0-a5b1-a9c693489756 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:03.554072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f20ee31e-bf01-4798-a442-109e81ab439f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:03.560534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061637-d181-4e76-a111-0780d8d617cf req-95fb03a9-c913-4a02-b139-a8ed300d9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:03.563351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc061637-d181-4e76-a111-0780d8d617cf req-95fb03a9-c913-4a02-b139-a8ed300d9a99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 1097 time: 0.0927422 Aug 11 00:47:03.612534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b11609-2b3d-4dac-92bf-4d2b1669b17d None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:47:03.654089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc061637-d181-4e76-a111-0780d8d617cf req-08e64b1e-ec7e-4ab4-97c7-627c17844e9d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824745 Aug 11 00:47:03.861731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:03.904183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49252) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:03.923620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No DVR routers for this DVR port 9a58ce51-5d5e-42c0-a5b1-a9c693489756 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:47:03.932169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Port': ['ID=9a58ce51-5d5e-42c0-a5b1-a9c693489756,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:03.958815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33c74199-44e7-40a9-a1f9-4ec04051aee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.141132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.149879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33c74199-44e7-40a9-a1f9-4ec04051aee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.157886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0dd12b-1b2f-406e-8f91-a80835b5943f']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:04.171500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cea0157-aaf8-4ce4-9b86-8a48401f5985') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:04.171806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cea0157-aaf8-4ce4-9b86-8a48401f5985') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:04.184885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.200022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1b9c-d4a4-4e86-afef-66a9e8eeb35a req-590b48a1-060b-4550-97c8-c43c6cfdd6af tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:04.202182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83fa1b9c-d4a4-4e86-afef-66a9e8eeb35a req-590b48a1-060b-4550-97c8-c43c6cfdd6af tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 945 time: 0.1058192 Aug 11 00:47:04.211109 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.226744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:04.227186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:04.230583 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:04.317743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83fa1b9c-d4a4-4e86-afef-66a9e8eeb35a req-7fa1190d-f240-47ad-9005-9dbd4c9651fb tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035373 Aug 11 00:47:04.381046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33c74199-44e7-40a9-a1f9-4ec04051aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.452806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.472350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.479221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/5e0dd12b-1b2f-406e-8f91-a80835b5943f HTTP/1.1" status: 204 len: 168 time: 3.3104973 Aug 11 00:47:04.495292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-33c74199-44e7-40a9-a1f9-4ec04051aee8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c6588815ac74ba7bf87f34e50e8adce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827010 Aug 11 00:47:04.495292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49268) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:04.495292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c74199-44e7-40a9-a1f9-4ec04051aee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b3947-e6bd-45d9-a276-5cf104678cfe,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:04.502687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49270) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:04.512649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1036010792'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:04.515279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac393c-7121-4b24-b6e8-3a1db29a35a6 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=5e0dd12b-1b2f-406e-8f91-a80835b5943f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:04.643359 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b16-ce75-4e46-8320-6629dd90a511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.649770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49274) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:04.668518 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b16-ce75-4e46-8320-6629dd90a511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.768721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1654695967', 'router:external': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:04.854799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:04.859847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.932657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b16-ce75-4e46-8320-6629dd90a511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.938352 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b16-ce75-4e46-8320-6629dd90a511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.940513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb1c3b16-ce75-4e46-8320-6629dd90a511 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e25b3947-e6bd-45d9-a276-5cf104678cfe HTTP/1.1" status: 204 len: 168 time: 0.4365854 Aug 11 00:47:04.948557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:47:04.960959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c3b16-ce75-4e46-8320-6629dd90a511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b3947-e6bd-45d9-a276-5cf104678cfe,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:04.967205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:04.967451 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9 of type vlan for network 02dcf42b-a269-442b-b921-f7b64fd94022 Aug 11 00:47:05.013874 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.020146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Made reservation on behalf of 6c183f19bfe747bdafc66e2cab12c44c for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:05.023110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.032713 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.139091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.163456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.169512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:05.170737 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.247845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=02dcf42b-a269-442b-b921-f7b64fd94022,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:05.259795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 02dcf42b-a269-442b-b921-f7b64fd94022 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:05.294971 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.330415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:47:05.353308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05870e6d-b12d-4f99-b88e-deb7d9ca9c27,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:05.354095 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.354452 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Added segment 1212b3ce-aae0-4e85-b4c7-f274933a9b86 of type vlan for network 0c7cb254-949e-4185-a2f3-fd49b6fd546c Aug 11 00:47:05.421761 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.441700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-779a6f24-4611-4f19-96ad-ad72c6c38dcc tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9402082 Aug 11 00:47:05.443588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49294) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:05.453878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': '02dcf42b-a269-442b-b921-f7b64fd94022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:05.558225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee726e2-ae71-45df-a97a-705829c4281c req-79d68f4b-1a79-44cc-bfa4-a3907f396441 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:05.561240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ee726e2-ae71-45df-a97a-705829c4281c req-79d68f4b-1a79-44cc-bfa4-a3907f396441 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 945 time: 0.1352851 Aug 11 00:47:05.622008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ee726e2-ae71-45df-a97a-705829c4281c req-78117340-520e-4cc3-8fcf-c5ceaebe2035 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521297 Aug 11 00:47:05.649120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.650183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:05.650787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.719272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:05.723051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:05.762026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'Network': ['ID=0c7cb254-949e-4185-a2f3-fd49b6fd546c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:05.773663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 0c7cb254-949e-4185-a2f3-fd49b6fd546c details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:05.804757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f3a3a290-69a5-40b0-95ea-d4a67ff79be4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1528454 Aug 11 00:47:05.812889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49310) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:05.820412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'subnet': {'network_id': '0c7cb254-949e-4185-a2f3-fd49b6fd546c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:06.021225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Made reservation on behalf of 6c183f19bfe747bdafc66e2cab12c44c for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:06.025012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:06.174568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-c00cb0cf-a1f4-4e96-bf2f-fa69ab7c4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.174568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-c00cb0cf-a1f4-4e96-bf2f-fa69ab7c4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.175107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-c00cb0cf-a1f4-4e96-bf2f-fa69ab7c4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.175831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-c00cb0cf-a1f4-4e96-bf2f-fa69ab7c4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.176705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-c00cb0cf-a1f4-4e96-bf2f-fa69ab7c4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.177805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-c00cb0cf-a1f4-4e96-bf2f-fa69ab7c4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.178684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-c00cb0cf-a1f4-4e96-bf2f-fa69ab7c4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.182038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-c00cb0cf-a1f4-4e96-bf2f-fa69ab7c4fe2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6505 time: 0.0830142 Aug 11 00:47:06.184342 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:06.324143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=2551aea6-e965-466f-81d4-1260396fc166,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:06.421967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-65ae2d39-816e-43e1-9e8e-6d8534c0449c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2209313 Aug 11 00:47:06.441233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02dcf42b-a269-442b-b921-f7b64fd94022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:06.441233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: 02dcf42b-a269-442b-b921-f7b64fd94022, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:47:06.620139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 02dcf42b-a269-442b-b921-f7b64fd94022 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:47:06.647698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f01b136a-f975-4096-bfce-4ed95763b41d req-44613108-d787-4560-a8ec-c212e0ee730a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817649 Aug 11 00:47:06.718833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b136a-f975-4096-bfce-4ed95763b41d req-7960bc01-ce9e-4c48-acab-94cc82c62b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.720535 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f01b136a-f975-4096-bfce-4ed95763b41d req-7960bc01-ce9e-4c48-acab-94cc82c62b35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acb5a8cd51cf48fda3b15f711dfb924f&device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1098 time: 0.0480254 Aug 11 00:47:06.747955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 02dcf42b-a269-442b-b921-f7b64fd94022) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:06.752770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:06.754116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:06.758860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51daaa05-42e4-4548-a29c-b3018ab8cc73 None None] Network 02dcf42b-a269-442b-b921-f7b64fd94022 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:06.900935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-243f6932-157a-4c79-93ad-8df53a00bd12 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4556918 Aug 11 00:47:06.903788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49346) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:07.020673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b136a-f975-4096-bfce-4ed95763b41d req-dd5a61b6-9b07-471d-b312-665ff39082ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:07.020673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f01b136a-f975-4096-bfce-4ed95763b41d req-dd5a61b6-9b07-471d-b312-665ff39082ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=c269dec9-ff3a-4149-be6b-829be0ca1b2c HTTP/1.1" status: 200 len: 910 time: 0.2760236 Aug 11 00:47:07.045237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-02dcf42b-a269-442b-b921-f7b64fd94022', 'network_id': '02dcf42b-a269-442b-b921-f7b64fd94022', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': '2551aea6-e965-466f-81d4-1260396fc166'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:47:07.046283 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:07.082061 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:07.144786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f01b136a-f975-4096-bfce-4ed95763b41d req-30cae117-c9cc-423c-92cf-8d8c2cb0e5ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e HTTP/1.1" status: 200 len: 1001 time: 0.1141880 Aug 11 00:47:07.184681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:07.220693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.objects.ports [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95255) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:47:07.221193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:07.292908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Allocated IP 172.20.0.1 (02dcf42b-a269-442b-b921-f7b64fd94022/2551aea6-e965-466f-81d4-1260396fc166/92bc93c2-d384-41fc-9489-7d6978887e69) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:07.340794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b136a-f975-4096-bfce-4ed95763b41d req-b523cc84-7970-4829-8bfa-f44de9f003ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:07.342357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f01b136a-f975-4096-bfce-4ed95763b41d req-b523cc84-7970-4829-8bfa-f44de9f003ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5089f315-ab5e-404a-b776-303dacfbf732 HTTP/1.1" status: 200 len: 848 time: 0.1698968 Aug 11 00:47:07.343028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20a3915a-66e9-46dd-9f26-4ce9e4bf6d90,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:07.393871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Checking segment: {'id': '1212b3ce-aae0-4e85-b4c7-f274933a9b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0c7cb254-949e-4185-a2f3-fd49b6fd546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:07.394339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Network hostable DHCP agents. Network: 0c7cb254-949e-4185-a2f3-fd49b6fd546c, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:47:07.433681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b136a-f975-4096-bfce-4ed95763b41d req-464ad54c-65a4-411c-8254-fee9ff091786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:07.435875 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f01b136a-f975-4096-bfce-4ed95763b41d req-464ad54c-65a4-411c-8254-fee9ff091786 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c269dec9-ff3a-4149-be6b-829be0ca1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821834 Aug 11 00:47:07.570471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Network 0c7cb254-949e-4185-a2f3-fd49b6fd546c is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:47:07.582838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:07.601891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Transition to ACTIVE for port object 92bc93c2-d384-41fc-9489-7d6978887e69 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:07.625423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Transition to ACTIVE for port object 92bc93c2-d384-41fc-9489-7d6978887e69 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:07.655130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f01b136a-f975-4096-bfce-4ed95763b41d req-a05d5451-0eb5-48b3-9f96-a56669bdeec9 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118688 Aug 11 00:47:07.758813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 0c7cb254-949e-4185-a2f3-fd49b6fd546c) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:07.763615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:07.764410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:07.769495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138a3e4-9201-4fbb-8b1e-791cbce6407a None None] Network 0c7cb254-949e-4185-a2f3-fd49b6fd546c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:07.801917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f01b136a-f975-4096-bfce-4ed95763b41d req-8c46e3d0-b7c3-4d0f-aa99-2331f31d4d77 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393392 Aug 11 00:47:07.819436 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:07.879598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Network 02dcf42b-a269-442b-b921-f7b64fd94022 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:07.886420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:07.896660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:07.909006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Pushing event updated for resources: {'Port': ['ID=92bc93c2-d384-41fc-9489-7d6978887e69,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:07.918923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5aa0b152-6832-455b-85cb-6f5a54198751 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1045504 Aug 11 00:47:07.922370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49370) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:07.927651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-89901532', 'network_id': '0c7cb254-949e-4185-a2f3-fd49b6fd546c'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:08.008310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Attempting to bind port 92bc93c2-d384-41fc-9489-7d6978887e69 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:08.008958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Attempting to bind port 92bc93c2-d384-41fc-9489-7d6978887e69 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02dcf42b-a269-442b-b921-f7b64fd94022'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:08.009570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Attempting to bind port 92bc93c2-d384-41fc-9489-7d6978887e69 on network 02dcf42b-a269-442b-b921-f7b64fd94022 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:08.017397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.044178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Made reservation on behalf of 6c183f19bfe747bdafc66e2cab12c44c for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:08.049639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.128080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:08.131528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Checking segment: {'id': 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02dcf42b-a269-442b-b921-f7b64fd94022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:08.132381 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.133068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Bound using segment: {'id': 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02dcf42b-a269-442b-b921-f7b64fd94022'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:08.135938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Bound port: 92bc93c2-d384-41fc-9489-7d6978887e69, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '02dcf42b-a269-442b-b921-f7b64fd94022'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:08.136723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.145207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] device_id is not set on port f9f1b381-4df6-4373-b39e-71008a2b708c yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:47:08.188675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206c387-26a2-4be1-a892-a4494ab7bd02 None None] Network 0c7cb254-949e-4185-a2f3-fd49b6fd546c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:08.210947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=2551aea6-e965-466f-81d4-1260396fc166,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:08.239057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.254966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dcf42b-a269-442b-b921-f7b64fd94022']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:08.271204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:08.271787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:08.286126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.310040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.320947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:08.321938 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.397041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Allocated IP 172.20.0.2 (0c7cb254-949e-4185-a2f3-fd49b6fd546c/20a3915a-66e9-46dd-9f26-4ce9e4bf6d90/f9f1b381-4df6-4373-b39e-71008a2b708c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:08.400691 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:08.412505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] For port 92bc93c2-d384-41fc-9489-7d6978887e69, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:47:08.465968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] For port 92bc93c2-d384-41fc-9489-7d6978887e69, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=92bc93c2-d384-41fc-9489-7d6978887e69,segment=NetworkSegment(f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9),segment_id=f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:47:08.507889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:47:08.507889 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:47:08.507889 n-d-712143-13 neutron-server[95254]: [parameters: {'id': '02dcf42b-a269-442b-b921-f7b64fd94022'}] Aug 11 00:47:08.507889 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:47:08.509158 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:47:08.580905 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.616910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.680649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23762c3-f118-45f6-ac9b-9cf33a4bef62 None None] Network 02dcf42b-a269-442b-b921-f7b64fd94022 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:08.739027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dad39f-560e-44ad-94ef-3712dc6035b8 None None] Pushing event updated for resources: {'Port': ['ID=92bc93c2-d384-41fc-9489-7d6978887e69,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:08.799475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:08.852683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07cf53-b6b7-450f-8a96-cbbf42aa5937 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:47:08.858555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Network 0c7cb254-949e-4185-a2f3-fd49b6fd546c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:08.861835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:08.865933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:08.877734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'Port': ['ID=f9f1b381-4df6-4373-b39e-71008a2b708c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:08.941058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:08.941792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.026656 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.026835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07cf53-b6b7-450f-8a96-cbbf42aa5937 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:47:09.080062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting port 92bc93c2-d384-41fc-9489-7d6978887e69 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:09.080474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.144368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] For port 92bc93c2-d384-41fc-9489-7d6978887e69, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=92bc93c2-d384-41fc-9489-7d6978887e69,segment=NetworkSegment(f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9),segment_id=f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:09.144762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.172243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Calling delete_port for 92bc93c2-d384-41fc-9489-7d6978887e69 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:09.221301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3af721d2-358a-40cc-96a7-ab4bf257069e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.2978001 Aug 11 00:47:09.224029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49400) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:09.330053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dd332306-84ee-4cdc-87e4-5af03b40490c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Deleting port f9f1b381-4df6-4373-b39e-71008a2b708c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:09.330412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd332306-84ee-4cdc-87e4-5af03b40490c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.426405 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd332306-84ee-4cdc-87e4-5af03b40490c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.443664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dd332306-84ee-4cdc-87e4-5af03b40490c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Calling delete_port for f9f1b381-4df6-4373-b39e-71008a2b708c owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:09.448407 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.488266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Port': ['ID=92bc93c2-d384-41fc-9489-7d6978887e69,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:09.492318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No DVR routers for this DVR port 92bc93c2-d384-41fc-9489-7d6978887e69 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:47:09.576639 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.589319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dcf42b-a269-442b-b921-f7b64fd94022']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:09.602390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:09.603316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f2c8c5-68e2-46cb-9c8c-ee0a8610abe9') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:09.616642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.637631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.644645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:09.645057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:09.648206 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:09.917668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.918368 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd332306-84ee-4cdc-87e4-5af03b40490c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.927372 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:09.930384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/02dcf42b-a269-442b-b921-f7b64fd94022 HTTP/1.1" status: 204 len: 168 time: 3.0247102 Aug 11 00:47:09.934046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49412) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:09.948730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361040623'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:09.953886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907373d-e4b2-451d-8762-06075151df82 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=02dcf42b-a269-442b-b921-f7b64fd94022,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:09.966479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd332306-84ee-4cdc-87e4-5af03b40490c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9f1b381-4df6-4373-b39e-71008a2b708c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:10.039187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd332306-84ee-4cdc-87e4-5af03b40490c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.044113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd332306-84ee-4cdc-87e4-5af03b40490c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "DELETE /v2.0/ports/f9f1b381-4df6-4373-b39e-71008a2b708c HTTP/1.1" status: 204 len: 168 time: 0.8164721 Aug 11 00:47:10.047313 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49416) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:10.052997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0c7cb254-949e-4185-a2f3-fd49b6fd546c', 'external_fixed_ips': [{'subnet_id': '20a3915a-66e9-46dd-9f26-4ce9e4bf6d90', 'ip_address': '172.20.0.2'}]}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:10.076933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:10.080760 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.110811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:47:10.120141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.120486 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment 4eee9248-5972-4a6e-ad9c-0e51dad9a97f of type vlan for network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 Aug 11 00:47:10.159074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.261576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.263262 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.339104 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.380676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.386505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:10.387235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.458740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=519dbe3d-e4ff-4d61-9e7e-db2942e2fef2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:10.471795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:10.603807 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-96e50b8f-0c47-40c0-bc67-3b989b8ee9da tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6685398 Aug 11 00:47:10.607020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49430) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:10.614479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d638a51e-c8ac-4c2e-a990-227a232832a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:10.787270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:10.963420 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d638a51e-c8ac-4c2e-a990-227a232832a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:11.102765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d638a51e-c8ac-4c2e-a990-227a232832a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:11.165016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d638a51e-c8ac-4c2e-a990-227a232832a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 is not hosted by any dhcp agent {{(pid=95254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 00:47:11.179996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d638a51e-c8ac-4c2e-a990-227a232832a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:11.180666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d638a51e-c8ac-4c2e-a990-227a232832a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:11.188409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d638a51e-c8ac-4c2e-a990-227a232832a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "PUT /v2.0/networks/519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 HTTP/1.1" status: 200 len: 723 time: 0.5797064 Aug 11 00:47:11.192878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49444) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:11.199438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': '519dbe3d-e4ff-4d61-9e7e-db2942e2fef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:11.321064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638a51e-c8ac-4c2e-a990-227a232832a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=519dbe3d-e4ff-4d61-9e7e-db2942e2fef2,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:11.361380 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:11.530287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:11.552507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:11.621278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:11.628235 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:11.754921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Allocated IP 172.20.0.2 (0c7cb254-949e-4185-a2f3-fd49b6fd546c/20a3915a-66e9-46dd-9f26-4ce9e4bf6d90/d53fe9f8-65ac-409a-914f-28d3add1c98f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:12.012379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:12.175527 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:12.203787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:12.246521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Network 0c7cb254-949e-4185-a2f3-fd49b6fd546c is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:12.250720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:12.254662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:12.296400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'Port': ['ID=d53fe9f8-65ac-409a-914f-28d3add1c98f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:12.297341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=98ad06bd-91c8-4265-a03e-1c9c616cc4e0,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:12.333425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': '4eee9248-5972-4a6e-ad9c-0e51dad9a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '519dbe3d-e4ff-4d61-9e7e-db2942e2fef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:12.333806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:47:12.488237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:47:12.644057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:12.667539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:12.669376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:12.678569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a011fe3-64d5-4cc0-bc52-a1f78fcd4e5a None None] Network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:12.811241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8ee7ba00-a842-4ab1-a3f4-7e9dcc309116 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6167300 Aug 11 00:47:12.815582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49468) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:12.822128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-977467d2-15f5-4274-be2a-bfcfd9437e2b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:12.893332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:13.047681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-977467d2-15f5-4274-be2a-bfcfd9437e2b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130197436'] for subnet, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:13.050959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-519dbe3d-e4ff-4d61-9e7e-db2942e2fef2', 'network_id': '519dbe3d-e4ff-4d61-9e7e-db2942e2fef2', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': '98ad06bd-91c8-4265-a03e-1c9c616cc4e0'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:47:13.051984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:13.510432 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:13.706107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-977467d2-15f5-4274-be2a-bfcfd9437e2b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780188393620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131178920'] for subnet, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:13.779133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977467d2-15f5-4274-be2a-bfcfd9437e2b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:13.779724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-977467d2-15f5-4274-be2a-bfcfd9437e2b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:13.781310 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-977467d2-15f5-4274-be2a-bfcfd9437e2b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "PUT /v2.0/subnets/98ad06bd-91c8-4265-a03e-1c9c616cc4e0 HTTP/1.1" status: 200 len: 806 time: 0.9642775 Aug 11 00:47:13.790103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49486) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:13.857791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Allocated IP 172.20.0.2 (519dbe3d-e4ff-4d61-9e7e-db2942e2fef2/98ad06bd-91c8-4265-a03e-1c9c616cc4e0/a10a2125-6f3e-411e-bba7-88642d9070c3) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:13.970449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977467d2-15f5-4274-be2a-bfcfd9437e2b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=98ad06bd-91c8-4265-a03e-1c9c616cc4e0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:14.089598 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:14.208957 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:14.214091 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:14.238313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Transition to ACTIVE for port object a10a2125-6f3e-411e-bba7-88642d9070c3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:14.283572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Transition to ACTIVE for port object a10a2125-6f3e-411e-bba7-88642d9070c3 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:14.480285 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:14.528703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Router d3c923e3-ece1-4954-8ab4-f94b50f8cb17 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:47:14.597724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:14.607850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:14.617588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:14.742250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Pushing event updated for resources: {'Port': ['ID=a10a2125-6f3e-411e-bba7-88642d9070c3,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:14.758426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:14.797302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Sync routers for ids ['d3c923e3-ece1-4954-8ab4-f94b50f8cb17'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:14.823780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Attempting to bind port a10a2125-6f3e-411e-bba7-88642d9070c3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:14.824460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Attempting to bind port a10a2125-6f3e-411e-bba7-88642d9070c3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '4eee9248-5972-4a6e-ad9c-0e51dad9a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '519dbe3d-e4ff-4d61-9e7e-db2942e2fef2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:14.824946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Attempting to bind port a10a2125-6f3e-411e-bba7-88642d9070c3 on network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:14.832201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Routers {'d3c923e3-ece1-4954-8ab4-f94b50f8cb17'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:14.832898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:46:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d3c923e3-ece1-4954-8ab4-f94b50f8cb17'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:14.839143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:14.839580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Checking segment: {'id': '4eee9248-5972-4a6e-ad9c-0e51dad9a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '519dbe3d-e4ff-4d61-9e7e-db2942e2fef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:14.840181 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:14.840666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Bound using segment: {'id': '4eee9248-5972-4a6e-ad9c-0e51dad9a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '519dbe3d-e4ff-4d61-9e7e-db2942e2fef2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:14.841563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Bound port: a10a2125-6f3e-411e-bba7-88642d9070c3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eee9248-5972-4a6e-ad9c-0e51dad9a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '519dbe3d-e4ff-4d61-9e7e-db2942e2fef2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:14.842108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:14.894532 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:14.937090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=98ad06bd-91c8-4265-a03e-1c9c616cc4e0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:15.085123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.085424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.086954 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f9e4c5b3-f246-4abe-a3ab-97374b7b3dcc tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.0381649 Aug 11 00:47:15.094181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49504) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:15.132837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519dbe3d-e4ff-4d61-9e7e-db2942e2fef2']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:15.154941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eee9248-5972-4a6e-ad9c-0e51dad9a97f') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:15.155679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eee9248-5972-4a6e-ad9c-0e51dad9a97f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:15.193572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.244119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.259844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:15.260672 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:15.264622 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:15.297126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] For port a10a2125-6f3e-411e-bba7-88642d9070c3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:47:15.325411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Set router d3c923e3-ece1-4954-8ab4-f94b50f8cb17 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:47:15.365824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.552155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:47:15.552155 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:47:15.552155 n-d-712143-13 neutron-server[95255]: [parameters: {'id': '519dbe3d-e4ff-4d61-9e7e-db2942e2fef2'}] Aug 11 00:47:15.552155 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:47:15.558419 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:47:15.581007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.618658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] For port a10a2125-6f3e-411e-bba7-88642d9070c3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a10a2125-6f3e-411e-bba7-88642d9070c3,segment=NetworkSegment(4eee9248-5972-4a6e-ad9c-0e51dad9a97f),segment_id=4eee9248-5972-4a6e-ad9c-0e51dad9a97f)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:47:15.744727 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.757922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Deleting port d53fe9f8-65ac-409a-914f-28d3add1c98f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:15.757922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.843255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:15.849245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5524e-dfa9-40c9-aa4d-a7bacabb2966 None None] Pushing event updated for resources: {'Port': ['ID=a10a2125-6f3e-411e-bba7-88642d9070c3,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:15.861830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Calling delete_port for d53fe9f8-65ac-409a-914f-28d3add1c98f owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:15.886161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c923e3-ece1-4954-8ab4-f94b50f8cb17', 'name': '', 'tenant_id': '6c183f19bfe747bdafc66e2cab12c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0c7cb254-949e-4185-a2f3-fd49b6fd546c', 'external_fixed_ips': [{'subnet_id': '20a3915a-66e9-46dd-9f26-4ce9e4bf6d90', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd53fe9f8-65ac-409a-914f-28d3add1c98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:47:10Z', 'updated_at': '2021-08-11T00:47:12Z', 'revision_number': 3, 'project_id': '6c183f19bfe747bdafc66e2cab12c44c', 'gw_port': {'id': 'd53fe9f8-65ac-409a-914f-28d3add1c98f', 'name': '', 'network_id': '0c7cb254-949e-4185-a2f3-fd49b6fd546c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c923e3-ece1-4954-8ab4-f94b50f8cb17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '20a3915a-66e9-46dd-9f26-4ce9e4bf6d90', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:47:11Z', 'updated_at': '2021-08-11T00:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20a3915a-66e9-46dd-9f26-4ce9e4bf6d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:15.894479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc347a1-0887-49f2-a27f-d4df5e33e644 None None] Network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:15.927265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Checking router: d3c923e3-ece1-4954-8ab4-f94b50f8cb17 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:47:15.927767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Updating router d3c923e3-ece1-4954-8ab4-f94b50f8cb17 port d53fe9f8-65ac-409a-914f-28d3add1c98f binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:47:16.022053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.054410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.154855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting port a10a2125-6f3e-411e-bba7-88642d9070c3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:16.155652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.211749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95c242-b39e-40df-a52e-7d63422b3b65 None None] Network 519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:16.254976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.295784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] For port a10a2125-6f3e-411e-bba7-88642d9070c3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a10a2125-6f3e-411e-bba7-88642d9070c3,segment=NetworkSegment(4eee9248-5972-4a6e-ad9c-0e51dad9a97f),segment_id=4eee9248-5972-4a6e-ad9c-0e51dad9a97f)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:16.296408 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.316292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event deleted for resources: {'Port': ['ID=d53fe9f8-65ac-409a-914f-28d3add1c98f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:16.329304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Calling delete_port for a10a2125-6f3e-411e-bba7-88642d9070c3 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:16.351856 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d69f-7b16-4d52-8863-bb29cd6ca734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.427353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.557202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.557202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.583599 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:47:16.584237 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:47:16.654316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.689532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ec224c-4e97-4cd1-9509-7cd3f55d54b6 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:47:16.716776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Port': ['ID=a10a2125-6f3e-411e-bba7-88642d9070c3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:16.724591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No DVR routers for this DVR port a10a2125-6f3e-411e-bba7-88642d9070c3 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:47:16.791747 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.798265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3c923e3-ece1-4954-8ab4-f94b50f8cb17 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:47:16.803712 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.808099 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc8d5ae4-3e0a-41cc-bcac-47e209f2a77c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "DELETE /v2.0/routers/d3c923e3-ece1-4954-8ab4-f94b50f8cb17 HTTP/1.1" status: 204 len: 168 time: 1.7122757 Aug 11 00:47:16.808732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49538) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:16.859864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.885831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519dbe3d-e4ff-4d61-9e7e-db2942e2fef2']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:16.899561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab68293-c8a0-445f-b705-9c76ba836b34 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Deleting subnet 20a3915a-66e9-46dd-9f26-4ce9e4bf6d90 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:47:16.905569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cab68293-c8a0-445f-b705-9c76ba836b34 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.918935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eee9248-5972-4a6e-ad9c-0e51dad9a97f') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:16.922684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eee9248-5972-4a6e-ad9c-0e51dad9a97f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:16.933701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec224c-4e97-4cd1-9509-7cd3f55d54b6 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:47:16.950647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.956721 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cab68293-c8a0-445f-b705-9c76ba836b34 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:16.988002 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.004151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:17.004151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.015458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cab68293-c8a0-445f-b705-9c76ba836b34 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:17.015709 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:17.200419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Port d53fe9f8-65ac-409a-914f-28d3add1c98f not found while updating agent binding for router d3c923e3-ece1-4954-8ab4-f94b50f8cb17. {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 00:47:17.218524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Routers set() bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:17.218524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Router IDs set() for agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 00:47:17.218814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_agentschedulers_db [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3c923e3-ece1-4954-8ab4-f94b50f8cb17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:46:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent'). {{(pid=95256) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 00:47:17.219030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f95843-c5b0-49f2-94e0-c4a06198d079 None None] The sync data for ids ['d3c923e3-ece1-4954-8ab4-f94b50f8cb17'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:17.283231 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cab68293-c8a0-445f-b705-9c76ba836b34 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.320819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab68293-c8a0-445f-b705-9c76ba836b34 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20a3915a-66e9-46dd-9f26-4ce9e4bf6d90,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:17.327889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cab68293-c8a0-445f-b705-9c76ba836b34 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.330669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49544) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:17.331245 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cab68293-c8a0-445f-b705-9c76ba836b34 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/20a3915a-66e9-46dd-9f26-4ce9e4bf6d90 HTTP/1.1" status: 204 len: 168 time: 0.5212660 Aug 11 00:47:17.364334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.424920 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.428647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 HTTP/1.1" status: 204 len: 168 time: 3.6371827 Aug 11 00:47:17.432127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49546) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:17.458727 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c38ee8-5dce-4399-ae95-19a3769ea33a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:17.459702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c38ee8-5dce-4399-ae95-19a3769ea33a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:17.467608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d8c38ee8-5dce-4399-ae95-19a3769ea33a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 HTTP/1.1" status: 404 len: 339 time: 0.0286477 Aug 11 00:47:17.468489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49548) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:17.478409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1977967353', 'description': 'd1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:17.489625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0ba2f-67bd-4d44-a1fd-39000b919c0a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=519dbe3d-e4ff-4d61-9e7e-db2942e2fef2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:17.526784 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.695580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:17.698834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.702634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.725059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7cb254-949e-4185-a2f3-fd49b6fd546c']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:17.761880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1212b3ce-aae0-4e85-b4c7-f274933a9b86') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:17.768740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1212b3ce-aae0-4e85-b4c7-f274933a9b86') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:17.789566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.801367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:47:17.824173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.843272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:17.844150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:17.847643 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:18.209820 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:18.212150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:18.212586 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment ef40d092-061c-415c-8880-a0def9df98ec of type vlan for network 5ebef5c4-7d2e-463e-abf7-10e83d358a89 Aug 11 00:47:18.226094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c7cb254-949e-4185-a2f3-fd49b6fd546c {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 00:47:18.229641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:18.237185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "DELETE /v2.0/networks/0c7cb254-949e-4185-a2f3-fd49b6fd546c HTTP/1.1" status: 204 len: 168 time: 0.8984761 Aug 11 00:47:18.262632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646b335-20a4-4a44-9243-f7f5c593b153 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c7cb254-949e-4185-a2f3-fd49b6fd546c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:18.282124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:18.626621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:18.634214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:18.634902 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:18.740581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=5ebef5c4-7d2e-463e-abf7-10e83d358a89,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:18.754014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 5ebef5c4-7d2e-463e-abf7-10e83d358a89 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:18.830288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49580) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:18.845564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5598f02e-cac9-4ad3-b14f-5855e4e03419 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'router': {'name': 'tempest-router--1000963051', 'project_id': 'ca2ce81b1b664a939e29772b47bc39bc'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:18.920605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49586) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:18.927439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8ceee3bf-9479-40ea-b14a-ecd5a42492a4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4454889 Aug 11 00:47:18.957216 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:18.986070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a489d06-9a42-445d-afc2-f02e2ad573f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.025961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5598f02e-cac9-4ad3-b14f-5855e4e03419 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.027197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5598f02e-cac9-4ad3-b14f-5855e4e03419 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.052415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6118c9-3baf-408f-8358-d50af8a91e54 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:19.055137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cd6118c9-3baf-408f-8358-d50af8a91e54 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/networks?id=5ebef5c4-7d2e-463e-abf7-10e83d358a89 HTTP/1.1" status: 200 len: 761 time: 0.1337116 Aug 11 00:47:19.059441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49590) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:19.070347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-30f85f42-20bd-47d5-98e8-b4e90285d519 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'description': 'd2'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:19.121920 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5598f02e-cac9-4ad3-b14f-5855e4e03419 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.191504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5598f02e-cac9-4ad3-b14f-5855e4e03419 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.308670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30f85f42-20bd-47d5-98e8-b4e90285d519 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.316875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5598f02e-cac9-4ad3-b14f-5855e4e03419 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.316875 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5598f02e-cac9-4ad3-b14f-5855e4e03419 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4828005 Aug 11 00:47:19.318242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49594) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:19.408580 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-245b8d6c-238c-48db-8a32-6d803e37aba4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.453962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30f85f42-20bd-47d5-98e8-b4e90285d519 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.509496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30f85f42-20bd-47d5-98e8-b4e90285d519 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 5ebef5c4-7d2e-463e-abf7-10e83d358a89 is not hosted by any dhcp agent {{(pid=95255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 00:47:19.515074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f85f42-20bd-47d5-98e8-b4e90285d519 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:19.516035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30f85f42-20bd-47d5-98e8-b4e90285d519 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.517581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-30f85f42-20bd-47d5-98e8-b4e90285d519 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "PUT /v2.0/networks/5ebef5c4-7d2e-463e-abf7-10e83d358a89 HTTP/1.1" status: 200 len: 758 time: 0.4557590 Aug 11 00:47:19.521969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49598) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:19.605660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f85f42-20bd-47d5-98e8-b4e90285d519 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=5ebef5c4-7d2e-463e-abf7-10e83d358a89,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:19.618032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 5ebef5c4-7d2e-463e-abf7-10e83d358a89 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:19.636692 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-245b8d6c-238c-48db-8a32-6d803e37aba4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.641017 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-245b8d6c-238c-48db-8a32-6d803e37aba4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.654915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11757e2-3357-4f22-911a-d45df97ee608 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:19.665108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e11757e2-3357-4f22-911a-d45df97ee608 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/networks?id=5ebef5c4-7d2e-463e-abf7-10e83d358a89 HTTP/1.1" status: 200 len: 761 time: 0.1417432 Aug 11 00:47:19.666227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49600) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:19.675740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-499637522'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:19.791620 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-245b8d6c-238c-48db-8a32-6d803e37aba4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.795503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245b8d6c-238c-48db-8a32-6d803e37aba4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 241f4227-05f8-48d7-9741-faf77d0c1b85 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:47:19.797690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-245b8d6c-238c-48db-8a32-6d803e37aba4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.799333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-245b8d6c-238c-48db-8a32-6d803e37aba4 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "DELETE /v2.0/routers/241f4227-05f8-48d7-9741-faf77d0c1b85 HTTP/1.1" status: 204 len: 168 time: 0.4794681 Aug 11 00:47:19.831390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:19.835917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.864317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:47:19.874680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:19.875032 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment 23651598-3966-4fe0-81cd-080def813415 of type vlan for network e9dce9a2-b07e-4c78-9b12-389aa19c8db4 Aug 11 00:47:19.927827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:20.219453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:20.225234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:20.226254 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:20.311485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=e9dce9a2-b07e-4c78-9b12-389aa19c8db4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:20.328767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e9dce9a2-b07e-4c78-9b12-389aa19c8db4 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:20.375704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49618) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:20.433266 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-abf5a433-3d78-4638-b226-a02bd8d901df tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7651339 Aug 11 00:47:20.437003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49622) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:20.443215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': 'e9dce9a2-b07e-4c78-9b12-389aa19c8db4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:20.603397 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:20.683851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-693735560', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:20.763041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:20.767714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:20.940171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:20.942080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:21.015588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:21.206413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:21.302519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=b4ad65e5-7eba-4739-be10-3ded77042163,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:21.319278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': '23651598-3966-4fe0-81cd-080def813415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9dce9a2-b07e-4c78-9b12-389aa19c8db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:21.319602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: e9dce9a2-b07e-4c78-9b12-389aa19c8db4, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:47:21.405531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:21.459906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network e9dce9a2-b07e-4c78-9b12-389aa19c8db4 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:47:21.687924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e9dce9a2-b07e-4c78-9b12-389aa19c8db4) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:21.693014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:21.694556 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:21.698956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7c6cb-2fdd-4f0e-86c0-01765d3cdf0e None None] Network e9dce9a2-b07e-4c78-9b12-389aa19c8db4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:21.859456 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:21.865804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9166ac15-77ce-442d-8b35-2a5784deff8a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4224412 Aug 11 00:47:21.866012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49642) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:21.940356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-e9dce9a2-b07e-4c78-9b12-389aa19c8db4', 'network_id': 'e9dce9a2-b07e-4c78-9b12-389aa19c8db4', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': 'b4ad65e5-7eba-4739-be10-3ded77042163'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:47:21.941413 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.204587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Allocated IP 172.20.0.2 (e9dce9a2-b07e-4c78-9b12-389aa19c8db4/b4ad65e5-7eba-4739-be10-3ded77042163/c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:22.308179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.462558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.478838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.498299 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.508421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Transition to ACTIVE for port object c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:22.527310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Transition to ACTIVE for port object c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:22.536910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Allocated IP 172.25.0.58 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/a59baa99-7515-494b-9fda-495a023e10e7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:22.568889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.738803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.765962 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.837050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Network e9dce9a2-b07e-4c78-9b12-389aa19c8db4 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:22.844475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:22.847052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:22.859677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Pushing event updated for resources: {'Port': ['ID=c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:22.919112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Attempting to bind port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:22.919519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Attempting to bind port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '23651598-3966-4fe0-81cd-080def813415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9dce9a2-b07e-4c78-9b12-389aa19c8db4'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:22.919884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Attempting to bind port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 on network e9dce9a2-b07e-4c78-9b12-389aa19c8db4 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:22.925113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:22.925487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Checking segment: {'id': '23651598-3966-4fe0-81cd-080def813415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9dce9a2-b07e-4c78-9b12-389aa19c8db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:22.925891 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:22.926286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Bound using segment: {'id': '23651598-3966-4fe0-81cd-080def813415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9dce9a2-b07e-4c78-9b12-389aa19c8db4'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:22.926762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Bound port: c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23651598-3966-4fe0-81cd-080def813415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e9dce9a2-b07e-4c78-9b12-389aa19c8db4'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:22.927145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:23.003055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] For port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:47:23.006847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] For port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3,segment=NetworkSegment(23651598-3966-4fe0-81cd-080def813415),segment_id=23651598-3966-4fe0-81cd-080def813415)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:47:23.020517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:23.023034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:23.078547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ad65e5-7eba-4739-be10-3ded77042163,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:23.107369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:23.141698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:23.155528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:23.160699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event updated for resources: {'Port': ['ID=a59baa99-7515-494b-9fda-495a023e10e7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:23.212452 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:23.230638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9dce9a2-b07e-4c78-9b12-389aa19c8db4']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:23.244169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23651598-3966-4fe0-81cd-080def813415') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:23.244541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23651598-3966-4fe0-81cd-080def813415') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:23.295702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:23.398891 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:23.405125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:23.414020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:23.414020 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:23.417830 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:23.495735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15205-b91d-4778-9c27-8e898feba473 None None] Pushing event updated for resources: {'Port': ['ID=c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:23.699350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:47:23.699350 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:47:23.699350 n-d-712143-13 neutron-server[95255]: [parameters: {'id': 'e9dce9a2-b07e-4c78-9b12-389aa19c8db4'}] Aug 11 00:47:23.699350 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:47:23.699865 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:47:23.873353 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:24.125930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:24.224750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:24.337687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:24.345944 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:24.422829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] For port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3,segment=NetworkSegment(23651598-3966-4fe0-81cd-080def813415),segment_id=23651598-3966-4fe0-81cd-080def813415)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:24.423468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:24.469882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Calling delete_port for c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:24.477730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Router dc9f32a2-97c8-48b5-aef8-7692b1c168bd is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:47:24.666549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149ebdb9-433a-4519-a2a2-ff91f314546c None None] Network e9dce9a2-b07e-4c78-9b12-389aa19c8db4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:24.710820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:24.724310 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a6bae6-0da8-48a4-b2be-2cbcb458da76 None None] Sync routers for ids ['dc9f32a2-97c8-48b5-aef8-7692b1c168bd'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:24.738930 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6bae6-0da8-48a4-b2be-2cbcb458da76 None None] Routers {'dc9f32a2-97c8-48b5-aef8-7692b1c168bd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:24.740854 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-04a6bae6-0da8-48a4-b2be-2cbcb458da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['dc9f32a2-97c8-48b5-aef8-7692b1c168bd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:24.783282 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-04a6bae6-0da8-48a4-b2be-2cbcb458da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:24.793291 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6bae6-0da8-48a4-b2be-2cbcb458da76 None None] Routers {'dc9f32a2-97c8-48b5-aef8-7692b1c168bd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:24.793913 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-04a6bae6-0da8-48a4-b2be-2cbcb458da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['dc9f32a2-97c8-48b5-aef8-7692b1c168bd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:24.803644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:24.834719 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-04a6bae6-0da8-48a4-b2be-2cbcb458da76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:24.835286 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a6bae6-0da8-48a4-b2be-2cbcb458da76 None None] The sync data for ids ['dc9f32a2-97c8-48b5-aef8-7692b1c168bd'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:24.842841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d071a865-f61c-4f2e-8bda-16afc00d7af0 None None] Provisioning complete for port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:24.843494 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d071a865-f61c-4f2e-8bda-16afc00d7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:24.862352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Port': ['ID=c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:24.866964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No DVR routers for this DVR port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:47:24.879427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d071a865-f61c-4f2e-8bda-16afc00d7af0 None None] Port c7050d4a-75d1-46dc-8f3a-d052ccb9bfb3 was deleted so its status cannot be updated. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 00:47:24.898482 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:24.899901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f99376e6-6665-4a12-8f8b-71380d651215 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5225558 Aug 11 00:47:24.905280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49692) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:24.963087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097eb5e-7928-472e-b812-b1aaf2ff2641 None None] DHCP port deletion for e9dce9a2-b07e-4c78-9b12-389aa19c8db4 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:47:24.983848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.000430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9dce9a2-b07e-4c78-9b12-389aa19c8db4']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:25.015212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23651598-3966-4fe0-81cd-080def813415') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:25.015798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23651598-3966-4fe0-81cd-080def813415') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:25.028825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.053384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.063811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:25.064508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:25.075341 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:25.145386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ad9001df-16df-4b1c-92fc-fe9efc89771c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/routers/dc9f32a2-97c8-48b5-aef8-7692b1c168bd HTTP/1.1" status: 200 len: 919 time: 0.2382462 Aug 11 00:47:25.149147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49696) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:25.183820 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-41e599df-a231-4312-91ef-74d1010b2aaa tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9f32a2-97c8-48b5-aef8-7692b1c168bd HTTP/1.1" status: 200 len: 205 time: 0.0330682 Aug 11 00:47:25.192083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49698) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:25.351808 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.357600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.365222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.367977 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/e9dce9a2-b07e-4c78-9b12-389aa19c8db4 HTTP/1.1" status: 204 len: 168 time: 3.5012784 Aug 11 00:47:25.379805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49702) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:25.390869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e6a54-0cc4-4fa5-9b24-6d345e579c4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=e9dce9a2-b07e-4c78-9b12-389aa19c8db4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:25.419966 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1eb9a5-13e5-47b8-92d4-70884550bcef tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] GET failed (client error): The resource could not be found. Aug 11 00:47:25.421493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0c1eb9a5-13e5-47b8-92d4-70884550bcef tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/subnets/b4ad65e5-7eba-4739-be10-3ded77042163 HTTP/1.1" status: 404 len: 337 time: 0.0402322 Aug 11 00:47:25.428016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49704) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:25.480403 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d7c89d-c34c-47ff-844d-042779e38eca tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:25.480956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d7c89d-c34c-47ff-844d-042779e38eca tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:25.483785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f8d7c89d-c34c-47ff-844d-042779e38eca tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/e9dce9a2-b07e-4c78-9b12-389aa19c8db4 HTTP/1.1" status: 404 len: 339 time: 0.0541620 Aug 11 00:47:25.488783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49708) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:25.536854 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.761805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc7c79-652d-498e-89c2-84ac2301cb39 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:25.774214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-44cc7c79-652d-498e-89c2-84ac2301cb39 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2787824 Aug 11 00:47:25.774970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49724) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:25.800647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Deleting port a59baa99-7515-494b-9fda-495a023e10e7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:25.800871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:25.902060 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-14982902-103a-4504-ae0e-2df751de61ac tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 207 time: 0.1259313 Aug 11 00:47:25.907094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49730) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:26.037580 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:26.054287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Calling delete_port for a59baa99-7515-494b-9fda-495a023e10e7 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:26.190914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c57dcf-6d13-4590-b6f2-fe82b6c9cbad tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:26.197460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c57dcf-6d13-4590-b6f2-fe82b6c9cbad tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:26.213146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c57dcf-6d13-4590-b6f2-fe82b6c9cbad tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:26.228238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c57dcf-6d13-4590-b6f2-fe82b6c9cbad tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:26.234080 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-62c57dcf-6d13-4590-b6f2-fe82b6c9cbad tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3219194 Aug 11 00:47:26.234605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49738) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:26.505085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:26.557540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event deleted for resources: {'Port': ['ID=a59baa99-7515-494b-9fda-495a023e10e7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:26.697547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:26.924998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:26.928301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:26.954029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2f70c815-dc40-45dd-bf58-5666468e0817 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7175570 Aug 11 00:47:26.958409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49752) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:27.098620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c749656-8f0e-4ca8-a31b-27133c32635b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:27.100539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c749656-8f0e-4ca8-a31b-27133c32635b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:27.103470 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5c749656-8f0e-4ca8-a31b-27133c32635b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1421423 Aug 11 00:47:27.107230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49754) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:27.179723 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:27.180693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Fanout notify agent at l3_agent the message router_deleted on router dc9f32a2-97c8-48b5-aef8-7692b1c168bd {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:47:27.198134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe798b-4b0b-42aa-baea-b3f4f0e36495 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:27.200957 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:27.201118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe798b-4b0b-42aa-baea-b3f4f0e36495 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:27.201266 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-27fa247c-4f29-4d45-937e-3898cd336209 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/dc9f32a2-97c8-48b5-aef8-7692b1c168bd HTTP/1.1" status: 204 len: 168 time: 2.0038097 Aug 11 00:47:27.204199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-61fe798b-4b0b-42aa-baea-b3f4f0e36495 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0946636 Aug 11 00:47:27.206556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49758) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:27.207362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49760) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:27.229062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1546945761', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': False}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:27.380146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33e83c-e94b-4d4b-bc02-64f244706725 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:27.381922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4f33e83c-e94b-4d4b-bc02-64f244706725 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/networks/1f652edd-f159-450d-a2aa-b15be89abb6d HTTP/1.1" status: 200 len: 800 time: 0.1717458 Aug 11 00:47:27.386638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49764) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:27.452675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:27.453883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:27.552571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:27.575104 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-930e8a35-516f-48de-98f8-378fe767cbab tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/networks/1f652edd-f159-450d-a2aa-b15be89abb6d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1819048 Aug 11 00:47:27.575580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49768) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:27.642080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b45470-a929-4469-859f-c850e711761d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:27.644088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-55b45470-a929-4469-859f-c850e711761d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/subnets/21104a4c-5747-4b54-9863-560a0ca8f2aa HTTP/1.1" status: 200 len: 811 time: 0.0672135 Aug 11 00:47:27.647519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49772) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:27.965389 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:47:28.161490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decefd0f-7506-4fc6-8c46-287b020e0be7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:28.167411 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-decefd0f-7506-4fc6-8c46-287b020e0be7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "GET /v2.0/subnets/21104a4c-5747-4b54-9863-560a0ca8f2aa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5149851 Aug 11 00:47:28.172185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49788) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:28.180198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-589620741'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:28.312767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:28.416296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:28.420358 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:28.452155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:47:28.464989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:28.465458 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Added segment e8dd8d85-f508-4b2f-8936-752daa1e4f74 of type vlan for network 509800a4-42f1-4cab-bf07-fa933fe8ee0e Aug 11 00:47:28.528621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:28.706835 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:28.722471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:28.723357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:28.918123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Network': ['ID=509800a4-42f1-4cab-bf07-fa933fe8ee0e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:28.935573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:28.937428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 509800a4-42f1-4cab-bf07-fa933fe8ee0e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:28.986512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:29.077306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-97934008-8f7b-408e-9afb-6004dfa83d4b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8983080 Aug 11 00:47:29.077306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49802) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:29.095523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'network_id': '509800a4-42f1-4cab-bf07-fa933fe8ee0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:29.280452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Allocated IP 172.25.0.176 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/e7b5e8b5-5f38-4ca7-8497-445bba08663d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:29.427640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:29.476525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Made reservation on behalf of 21c3625367e0407f8d8a00ef9a283c36 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:29.480646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:29.533916 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:29.580551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.ipam_backend_mixin [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Performing IP validity checks on allocation pools {{(pid=95255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 00:47:29.580748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.ipam_backend_mixin [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 00:47:29.689172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:29.763547 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:29.792491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:29.795236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:29.799877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:29.846294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'Port': ['ID=e7b5e8b5-5f38-4ca7-8497-445bba08663d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:29.969526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:30.137401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=e8616b46-69f5-4abe-ad95-4b57908c0b2c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:30.152504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Checking segment: {'id': 'e8dd8d85-f508-4b2f-8936-752daa1e4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '509800a4-42f1-4cab-bf07-fa933fe8ee0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:30.153181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network hostable DHCP agents. Network: 509800a4-42f1-4cab-bf07-fa933fe8ee0e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:47:30.284167 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:30.289175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Network 509800a4-42f1-4cab-bf07-fa933fe8ee0e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:47:30.471340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 509800a4-42f1-4cab-bf07-fa933fe8ee0e) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:30.477521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:30.477521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:30.494709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024bf31f-aaed-4649-b80e-62406fc0201c None None] Network 509800a4-42f1-4cab-bf07-fa933fe8ee0e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:30.596882 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:30.632731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-236cc080-f2ce-4513-9172-6d78093922b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5556595 Aug 11 00:47:30.635380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49826) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:30.655053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-23b4b335-0cb0-4777-a4ae-9301531499ea tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:30.790693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff067f9-23e0-4160-a8e1-a9e428516d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-509800a4-42f1-4cab-bf07-fa933fe8ee0e', 'network_id': '509800a4-42f1-4cab-bf07-fa933fe8ee0e', 'tenant_id': '21c3625367e0407f8d8a00ef9a283c36', 'fixed_ips': [{'subnet_id': 'e8616b46-69f5-4abe-ad95-4b57908c0b2c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:47:30.795076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aff067f9-23e0-4160-a8e1-a9e428516d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:30.868949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23b4b335-0cb0-4777-a4ae-9301531499ea tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130197436'] for subnet, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:31.030700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Router 70b6202a-62fe-428f-9916-1f36870f04f6 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:47:31.068137 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-aff067f9-23e0-4160-a8e1-a9e428516d8e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:47:31.068137 n-d-712143-13 neutron-server[95256]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 11 00:47:31.068137 n-d-712143-13 neutron-server[95256]: [parameters: {'in_use': 1, 'id_1': 'e8616b46-69f5-4abe-ad95-4b57908c0b2c'}] Aug 11 00:47:31.068137 n-d-712143-13 neutron-server[95256]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:47:31.076116 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-aff067f9-23e0-4160-a8e1-a9e428516d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:47:31.198285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:31.213801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Sync routers for ids ['70b6202a-62fe-428f-9916-1f36870f04f6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:31.234694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Routers {'70b6202a-62fe-428f-9916-1f36870f04f6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:31.235908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['70b6202a-62fe-428f-9916-1f36870f04f6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:31.339628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23b4b335-0cb0-4777-a4ae-9301531499ea tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780188393620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131178920'] for subnet, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:31.390651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b4b335-0cb0-4777-a4ae-9301531499ea tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:31.391444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23b4b335-0cb0-4777-a4ae-9301531499ea tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:31.392949 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23b4b335-0cb0-4777-a4ae-9301531499ea tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "PUT /v2.0/subnets/e8616b46-69f5-4abe-ad95-4b57908c0b2c HTTP/1.1" status: 200 len: 877 time: 0.7561905 Aug 11 00:47:31.397111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49838) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:31.401221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:31.403312 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e0508ff7-5532-42e4-b484-8a354d487a49 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1941586 Aug 11 00:47:31.410067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49840) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:31.536567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Set router 70b6202a-62fe-428f-9916-1f36870f04f6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:47:31.633787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:31.680702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4b335-0cb0-4777-a4ae-9301531499ea tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event updated for resources: {'Subnet': ['ID=e8616b46-69f5-4abe-ad95-4b57908c0b2c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:31.757445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49848) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:31.758856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dd501738-fb6c-40e9-b748-763ce6aedf8d tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/routers/70b6202a-62fe-428f-9916-1f36870f04f6 HTTP/1.1" status: 200 len: 909 time: 0.3411157 Aug 11 00:47:31.766210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1546945761', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': True}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:31.853392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:31.987788 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aff067f9-23e0-4160-a8e1-a9e428516d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.013031 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.016196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.191511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b6202a-62fe-428f-9916-1f36870f04f6', 'name': 'tempest-snat-router-1546945761', 'tenant_id': '6c183f19bfe747bdafc66e2cab12c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': False}, 'gw_port_id': 'e7b5e8b5-5f38-4ca7-8497-445bba08663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:47:27Z', 'updated_at': '2021-08-11T00:47:29Z', 'revision_number': 3, 'project_id': '6c183f19bfe747bdafc66e2cab12c44c', 'gw_port': {'id': 'e7b5e8b5-5f38-4ca7-8497-445bba08663d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b6202a-62fe-428f-9916-1f36870f04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:47:29Z', 'updated_at': '2021-08-11T00:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:32.204044 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.248785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Checking router: 70b6202a-62fe-428f-9916-1f36870f04f6 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:47:32.249146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Updating router 70b6202a-62fe-428f-9916-1f36870f04f6 port e7b5e8b5-5f38-4ca7-8497-445bba08663d binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:47:32.264838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=e8616b46-69f5-4abe-ad95-4b57908c0b2c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:32.353394 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.386117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.405255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509800a4-42f1-4cab-bf07-fa933fe8ee0e']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:32.406538 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.431924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dd8d85-f508-4b2f-8936-752daa1e4f74') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:32.432273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dd8d85-f508-4b2f-8936-752daa1e4f74') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:32.457024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.491545 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.516497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:32.517229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:32.530460 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:32.635707 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49864) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server [None req-aff067f9-23e0-4160-a8e1-a9e428516d8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8616b46-69f5-4abe-ad95-4b57908c0b2c: This subnet is being modified by another concurrent operation. Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:47:32.657356 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise exception Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8616b46-69f5-4abe-ad95-4b57908c0b2c: This subnet is being modified by another concurrent operation. Aug 11 00:47:32.669949 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Aug 11 00:47:32.688413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd29d3-d04d-4c34-9688-0ecef1538e1f None None] Network 509800a4-42f1-4cab-bf07-fa933fe8ee0e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:32.786388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6044aff7-1720-4b2f-9313-a9ae3cbcade5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.911929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.943091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:32.986435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd15b4d-ffe2-4c07-a53f-d7266909ff8a None None] Network 509800a4-42f1-4cab-bf07-fa933fe8ee0e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:33.063803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Transition to ACTIVE for port object e7b5e8b5-5f38-4ca7-8497-445bba08663d will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:33.067604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.088518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.093108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/509800a4-42f1-4cab-bf07-fa933fe8ee0e HTTP/1.1" status: 204 len: 168 time: 1.6945691 Aug 11 00:47:33.097266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49870) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:33.128004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20b2d5-620b-406b-a2ed-4980ae682ec5 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=509800a4-42f1-4cab-bf07-fa933fe8ee0e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:33.154014 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-42810eb6-e420-437d-a940-95d02f0a4314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:33.154987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42810eb6-e420-437d-a940-95d02f0a4314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:33.161611 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-42810eb6-e420-437d-a940-95d02f0a4314 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/e8616b46-69f5-4abe-ad95-4b57908c0b2c HTTP/1.1" status: 404 len: 337 time: 0.0618675 Aug 11 00:47:33.163125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49874) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:33.199694 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-07534a03-aee3-450a-80db-5b5dd88915f0 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:33.201767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07534a03-aee3-450a-80db-5b5dd88915f0 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:33.206477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-07534a03-aee3-450a-80db-5b5dd88915f0 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/509800a4-42f1-4cab-bf07-fa933fe8ee0e HTTP/1.1" status: 404 len: 339 time: 0.0420330 Aug 11 00:47:33.209597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49876) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:33.236815 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.271562 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ac2ca0-aa01-4bce-b933-5cb4bafab1b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:33.272030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ac2ca0-aa01-4bce-b933-5cb4bafab1b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:33.274432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b9ac2ca0-aa01-4bce-b933-5cb4bafab1b9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/b4ad65e5-7eba-4739-be10-3ded77042163 HTTP/1.1" status: 404 len: 337 time: 0.0636125 Aug 11 00:47:33.281067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49878) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:33.281799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39996b2-22a0-4ebe-ba6b-412be870125d None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:47:33.321669 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb09d024-ec11-4c22-8a0c-75d6b4cf26c7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:33.322295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb09d024-ec11-4c22-8a0c-75d6b4cf26c7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:33.324227 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bb09d024-ec11-4c22-8a0c-75d6b4cf26c7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/e9dce9a2-b07e-4c78-9b12-389aa19c8db4 HTTP/1.1" status: 404 len: 339 time: 0.0420763 Aug 11 00:47:33.339258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49882) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:33.357684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Attempting to bind port e7b5e8b5-5f38-4ca7-8497-445bba08663d on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:33.358069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Attempting to bind port e7b5e8b5-5f38-4ca7-8497-445bba08663d by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:33.358447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Attempting to bind port e7b5e8b5-5f38-4ca7-8497-445bba08663d on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:33.369251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309b8f0-e634-44fd-9bb0-7629a35c5c60 None None] Pushing event updated for resources: {'Port': ['ID=e7b5e8b5-5f38-4ca7-8497-445bba08663d,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:33.374459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:33.374856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:33.375296 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.375698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:33.376194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Bound port: e7b5e8b5-5f38-4ca7-8497-445bba08663d, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:33.376581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.429997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6044aff7-1720-4b2f-9313-a9ae3cbcade5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.473906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.495381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] For port e7b5e8b5-5f38-4ca7-8497-445bba08663d, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:47:33.503887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] For port e7b5e8b5-5f38-4ca7-8497-445bba08663d, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e7b5e8b5-5f38-4ca7-8497-445bba08663d,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:47:33.546990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39996b2-22a0-4ebe-ba6b-412be870125d None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:47:33.569669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.595569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.601284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.619621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebef5c4-7d2e-463e-abf7-10e83d358a89']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:33.652498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef40d092-061c-415c-8880-a0def9df98ec') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:33.654212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef40d092-061c-415c-8880-a0def9df98ec') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:33.673201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6044aff7-1720-4b2f-9313-a9ae3cbcade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.678630 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.680020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.750978 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.768070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:33.768347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:33.772406 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:33.786016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044aff7-1720-4b2f-9313-a9ae3cbcade5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2268579-3e24-45d2-a608-ec6f4655cc2e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:33.813470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Allocated IP 172.25.0.115 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/bb253118-b7d5-445b-a1fd-4815ed0fb5e2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:33.813740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309b8f0-e634-44fd-9bb0-7629a35c5c60 None None] Pushing event updated for resources: {'Port': ['ID=e7b5e8b5-5f38-4ca7-8497-445bba08663d,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:33.819140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Routers {'70b6202a-62fe-428f-9916-1f36870f04f6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:33.819876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['70b6202a-62fe-428f-9916-1f36870f04f6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:33.831298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6044aff7-1720-4b2f-9313-a9ae3cbcade5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3a95bc187454f2bb12f0821f46cba36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1941183 Aug 11 00:47:33.835511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49890) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:33.932456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36e5d642-12d0-4ed0-86a7-9758557ea12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.963850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36e5d642-12d0-4ed0-86a7-9758557ea12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.986783 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:33.990546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:34.026637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] Set router 70b6202a-62fe-428f-9916-1f36870f04f6 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:47:34.033617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:34.036525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/5ebef5c4-7d2e-463e-abf7-10e83d358a89 HTTP/1.1" status: 204 len: 168 time: 0.7082331 Aug 11 00:47:34.037601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af090d-8ce9-4cde-a7ff-2208530413d7 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=5ebef5c4-7d2e-463e-abf7-10e83d358a89,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:34.039689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49892) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.105773 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5f0c8f-7884-4d57-87fb-c17098bce2c4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.106337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5f0c8f-7884-4d57-87fb-c17098bce2c4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.108557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0e5f0c8f-7884-4d57-87fb-c17098bce2c4 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/98ad06bd-91c8-4265-a03e-1c9c616cc4e0 HTTP/1.1" status: 404 len: 337 time: 0.0622597 Aug 11 00:47:34.113199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49894) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.151328 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-13893449-21f4-49ef-8181-a996bdb3384f tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.154043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13893449-21f4-49ef-8181-a996bdb3384f tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.156401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-13893449-21f4-49ef-8181-a996bdb3384f tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/519dbe3d-e4ff-4d61-9e7e-db2942e2fef2 HTTP/1.1" status: 404 len: 339 time: 0.0427833 Aug 11 00:47:34.159526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49898) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.204207 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5bf51b-ad37-4409-8579-4ca9b029e6b1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.204677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5bf51b-ad37-4409-8579-4ca9b029e6b1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.206551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ff5bf51b-ad37-4409-8579-4ca9b029e6b1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/2551aea6-e965-466f-81d4-1260396fc166 HTTP/1.1" status: 404 len: 337 time: 0.0455036 Aug 11 00:47:34.207976 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:34.210988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49900) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.241957 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59847ff-cb0d-4466-afa6-1016ee8c3c7e tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.243867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59847ff-cb0d-4466-afa6-1016ee8c3c7e tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.251116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b59847ff-cb0d-4466-afa6-1016ee8c3c7e tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/02dcf42b-a269-442b-b921-f7b64fd94022 HTTP/1.1" status: 404 len: 339 time: 0.0337684 Aug 11 00:47:34.252541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49904) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.253983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36e5d642-12d0-4ed0-86a7-9758557ea12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:34.260714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36e5d642-12d0-4ed0-86a7-9758557ea12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:34.263745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:34.271198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-36e5d642-12d0-4ed0-86a7-9758557ea12f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2268579-3e24-45d2-a608-ec6f4655cc2e HTTP/1.1" status: 204 len: 168 time: 0.4306951 Aug 11 00:47:34.271657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:34.283542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5d642-12d0-4ed0-86a7-9758557ea12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2268579-3e24-45d2-a608-ec6f4655cc2e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:34.296854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:34.299110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'Port': ['ID=bb253118-b7d5-445b-a1fd-4815ed0fb5e2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:34.303150 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-96088986-996c-4b18-b40f-b210705cc098 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.303651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96088986-996c-4b18-b40f-b210705cc098 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.305699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96088986-996c-4b18-b40f-b210705cc098 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/7a7273ad-52c5-4f8a-9b69-5281ed4f29f5 HTTP/1.1" status: 404 len: 337 time: 0.0519507 Aug 11 00:47:34.310546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49908) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.347494 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a67e66-b359-433e-9fe1-36216848018d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.348516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a67e66-b359-433e-9fe1-36216848018d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.351236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-38a67e66-b359-433e-9fe1-36216848018d tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/5e0dd12b-1b2f-406e-8f91-a80835b5943f HTTP/1.1" status: 404 len: 339 time: 0.0381410 Aug 11 00:47:34.355277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49912) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.393774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b6202a-62fe-428f-9916-1f36870f04f6', 'name': 'tempest-snat-router-1546945761', 'tenant_id': '6c183f19bfe747bdafc66e2cab12c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': False}, 'gw_port_id': 'e7b5e8b5-5f38-4ca7-8497-445bba08663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:47:27Z', 'updated_at': '2021-08-11T00:47:29Z', 'revision_number': 3, 'project_id': '6c183f19bfe747bdafc66e2cab12c44c', 'gw_port': {'id': 'e7b5e8b5-5f38-4ca7-8497-445bba08663d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b6202a-62fe-428f-9916-1f36870f04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:47:29Z', 'updated_at': '2021-08-11T00:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:34.416620 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a9ca08-d784-48ce-b0f7-2f242ea4717c tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.417403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a9ca08-d784-48ce-b0f7-2f242ea4717c tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.419735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-56a9ca08-d784-48ce-b0f7-2f242ea4717c tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/8b2a2ec7-8e97-4068-949e-87425a15276d HTTP/1.1" status: 404 len: 337 time: 0.0630140 Aug 11 00:47:34.422507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49916) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.440652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191c273-9056-4205-84d0-2a432af0b46f None None] The sync data for ids ['70b6202a-62fe-428f-9916-1f36870f04f6'] in n-d-712143-13 is: [{'id': '70b6202a-62fe-428f-9916-1f36870f04f6', 'name': 'tempest-snat-router-1546945761', 'tenant_id': '6c183f19bfe747bdafc66e2cab12c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176'}], 'enable_snat': False}, 'gw_port_id': 'e7b5e8b5-5f38-4ca7-8497-445bba08663d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:47:27Z', 'updated_at': '2021-08-11T00:47:29Z', 'revision_number': 3, 'project_id': '6c183f19bfe747bdafc66e2cab12c44c', 'gw_port': {'id': 'e7b5e8b5-5f38-4ca7-8497-445bba08663d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b6202a-62fe-428f-9916-1f36870f04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:47:29Z', 'updated_at': '2021-08-11T00:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:34.473031 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cfd3d8-deb1-46e0-8db3-55927d6c16db tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.475905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cfd3d8-deb1-46e0-8db3-55927d6c16db tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.484082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c3cfd3d8-deb1-46e0-8db3-55927d6c16db tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/988667a1-0abb-4cb0-bd17-06783bb137a9 HTTP/1.1" status: 404 len: 339 time: 0.0568607 Aug 11 00:47:34.485428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49918) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.520156 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd018f5-c783-4283-93d5-9e9e92be9b66 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.521596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd018f5-c783-4283-93d5-9e9e92be9b66 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.527755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6bd018f5-c783-4283-93d5-9e9e92be9b66 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/bf394100-1b57-49d2-a90b-0a8777c5d6d5 HTTP/1.1" status: 404 len: 337 time: 0.0411284 Aug 11 00:47:34.535607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49924) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.579974 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b9fdab-49a7-4796-a32a-15ddc1ba0fec tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.580691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b9fdab-49a7-4796-a32a-15ddc1ba0fec tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.582682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-42b9fdab-49a7-4796-a32a-15ddc1ba0fec tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/e1c69042-e4fc-4728-909b-43388efb91b9 HTTP/1.1" status: 404 len: 339 time: 0.0455775 Aug 11 00:47:34.586204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49926) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.619451 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c28cf50-609a-47c5-aa38-7e52d6eca8a9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.620439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c28cf50-609a-47c5-aa38-7e52d6eca8a9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.623121 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4c28cf50-609a-47c5-aa38-7e52d6eca8a9 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/d6588e46-b37f-4456-baa8-8744c7609d9f HTTP/1.1" status: 404 len: 337 time: 0.0358562 Aug 11 00:47:34.628168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49928) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.653147 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4142aceb-f41b-4d94-8c85-a50be41459ca tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.653955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4142aceb-f41b-4d94-8c85-a50be41459ca tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.656003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4142aceb-f41b-4d94-8c85-a50be41459ca tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/cb2b20c8-ff26-4ab4-b988-f63c327d67e2 HTTP/1.1" status: 404 len: 339 time: 0.0258183 Aug 11 00:47:34.662621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49930) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.690696 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13dbefc-ff9e-4f11-a9c3-7fc069f27577 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.691263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13dbefc-ff9e-4f11-a9c3-7fc069f27577 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.693401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e13dbefc-ff9e-4f11-a9c3-7fc069f27577 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/0e9c1604-4fe0-4951-8662-50b33221ebe1 HTTP/1.1" status: 404 len: 337 time: 0.0333452 Aug 11 00:47:34.700005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49934) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.720872 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5643aef-fc1f-420a-a4ec-2f995f88b085 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.721461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5643aef-fc1f-420a-a4ec-2f995f88b085 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.726244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c5643aef-fc1f-420a-a4ec-2f995f88b085 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/32e3da39-18e9-42d9-9952-e6c11f2f33a9 HTTP/1.1" status: 404 len: 339 time: 0.0249012 Aug 11 00:47:34.726852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49936) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.760089 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee6c951-2e61-45c0-a8b3-bf593db776e1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.760713 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee6c951-2e61-45c0-a8b3-bf593db776e1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.765345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3ee6c951-2e61-45c0-a8b3-bf593db776e1 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/d1df78b0-6128-49c6-af61-6c96930353ff HTTP/1.1" status: 404 len: 337 time: 0.0348201 Aug 11 00:47:34.765743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49938) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.794926 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf91c01e-f429-4d3d-b140-3c57d0a83e37 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] DELETE failed (client error): The resource could not be found. Aug 11 00:47:34.794926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf91c01e-f429-4d3d-b140-3c57d0a83e37 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:47:34.797932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bf91c01e-f429-4d3d-b140-3c57d0a83e37 tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/a9be772b-8a9c-49ab-912e-cd1e5d3be05a HTTP/1.1" status: 404 len: 339 time: 0.0303705 Aug 11 00:47:34.800255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49940) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:34.916184 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:34.918253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-463c52e2-289a-42d1-9f11-b2b04210147b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting subnet 21104a4c-5747-4b54-9863-560a0ca8f2aa {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:47:34.922588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-463c52e2-289a-42d1-9f11-b2b04210147b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:34.984933 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-463c52e2-289a-42d1-9f11-b2b04210147b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:35.207934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-463c52e2-289a-42d1-9f11-b2b04210147b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:35.258077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:35.507104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e7b5e8b5-5f38-4ca7-8497-445bba08663d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:47:35.614242 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-463c52e2-289a-42d1-9f11-b2b04210147b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:35.644364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c52e2-289a-42d1-9f11-b2b04210147b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Subnet': ['ID=21104a4c-5747-4b54-9863-560a0ca8f2aa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:35.662123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-463c52e2-289a-42d1-9f11-b2b04210147b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:35.666163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-463c52e2-289a-42d1-9f11-b2b04210147b tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/subnets/21104a4c-5747-4b54-9863-560a0ca8f2aa HTTP/1.1" status: 204 len: 168 time: 0.8647075 Aug 11 00:47:35.669344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49954) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:35.681526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c59581-3963-4c98-9b6b-e10d2ea8a7d3 None None] Network 1f652edd-f159-450d-a2aa-b15be89abb6d requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:35.802825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:35.806695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Router 845eca55-bff9-42e9-8957-54c0a011d608 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:47:35.899666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e7b5e8b5-5f38-4ca7-8497-445bba08663d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:47:35.917920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e7b5e8b5-5f38-4ca7-8497-445bba08663d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:35.918335 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:35.979385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49962) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:36.006729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f8e192ec-63c6-4b06-a24e-ac5312bf11cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.089409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.124959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] DHCP port deletion for 1f652edd-f159-450d-a2aa-b15be89abb6d request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:47:36.156623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e7b5e8b5-5f38-4ca7-8497-445bba08663d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e7b5e8b5-5f38-4ca7-8497-445bba08663d,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:36.222157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] Deleting port 88b03c08-6cfd-444f-9d86-d629d1fff405 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:36.222717 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.239749 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f8e192ec-63c6-4b06-a24e-ac5312bf11cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.305264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] For port 88b03c08-6cfd-444f-9d86-d629d1fff405, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=88b03c08-6cfd-444f-9d86-d629d1fff405,segment=NetworkSegment(73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d),segment_id=73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:36.305592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.324006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] Calling delete_port for 88b03c08-6cfd-444f-9d86-d629d1fff405 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:36.367617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f8e192ec-63c6-4b06-a24e-ac5312bf11cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.418850 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.424649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f8e192ec-63c6-4b06-a24e-ac5312bf11cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91fb43e1cd7c4b7d8a5a4c259c16694a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440076 Aug 11 00:47:36.426846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49966) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:36.438001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e192ec-63c6-4b06-a24e-ac5312bf11cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6dc07a-d2dd-4025-b68a-974f14c3ab6c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:36.461964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:36.476367 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Sync routers for ids ['845eca55-bff9-42e9-8957-54c0a011d608'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:36.503285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Deleting port 88b03c08-6cfd-444f-9d86-d629d1fff405 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:36.503827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.515197 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Routers {'845eca55-bff9-42e9-8957-54c0a011d608'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:36.516323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['845eca55-bff9-42e9-8957-54c0a011d608'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:36.529441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e7b5e8b5-5f38-4ca7-8497-445bba08663d,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:36.568169 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.572845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee781b6a-26db-470d-a5c5-4c03bd72794d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.585215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] No DVR routers for this DVR port 88b03c08-6cfd-444f-9d86-d629d1fff405 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:47:36.600561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee781b6a-26db-470d-a5c5-4c03bd72794d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.611752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247349c-571b-4613-a5a7-43675cf3c807 None None] Pushing event deleted for resources: {'Port': ['ID=88b03c08-6cfd-444f-9d86-d629d1fff405,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:36.650077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] For port 88b03c08-6cfd-444f-9d86-d629d1fff405, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=88b03c08-6cfd-444f-9d86-d629d1fff405,segment=NetworkSegment(73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d),segment_id=73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:36.650556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.676353 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.682218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bbbb198f-c25e-4377-b4a2-b25af10d20f2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9230750 Aug 11 00:47:36.685827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49970) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:36.692775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Calling delete_port for 88b03c08-6cfd-444f-9d86-d629d1fff405 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:36.765763 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Set router 845eca55-bff9-42e9-8957-54c0a011d608 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:47:36.836670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee781b6a-26db-470d-a5c5-4c03bd72794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.839898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee781b6a-26db-470d-a5c5-4c03bd72794d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.841494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ee781b6a-26db-470d-a5c5-4c03bd72794d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd6dc07a-d2dd-4025-b68a-974f14c3ab6c HTTP/1.1" status: 204 len: 168 time: 0.4120193 Aug 11 00:47:36.859980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:36.876438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781b6a-26db-470d-a5c5-4c03bd72794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6dc07a-d2dd-4025-b68a-974f14c3ab6c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:36.936427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] No DVR routers for this DVR port 88b03c08-6cfd-444f-9d86-d629d1fff405 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:47:36.938881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Port': ['ID=88b03c08-6cfd-444f-9d86-d629d1fff405,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:37.035647 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5d55f532-c9c7-4454-96bc-3b71bd80703e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/routers/845eca55-bff9-42e9-8957-54c0a011d608 HTTP/1.1" status: 200 len: 908 time: 0.3450959 Aug 11 00:47:37.037200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49978) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:37.106636 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.136628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f652edd-f159-450d-a2aa-b15be89abb6d']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:37.168946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:37.168946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f1dc9a-1735-4ffd-bf9d-6ac7bd8c080d') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:37.168946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.183124 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.191669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:47:37.192111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.206603 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845eca55-bff9-42e9-8957-54c0a011d608', 'name': 'tempest-snat-router-1546945761', 'tenant_id': '6c183f19bfe747bdafc66e2cab12c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'bb253118-b7d5-445b-a1fd-4815ed0fb5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:47:32Z', 'updated_at': '2021-08-11T00:47:34Z', 'revision_number': 3, 'project_id': '6c183f19bfe747bdafc66e2cab12c44c', 'gw_port': {'id': 'bb253118-b7d5-445b-a1fd-4815ed0fb5e2', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845eca55-bff9-42e9-8957-54c0a011d608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2485, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:47:33Z', 'updated_at': '2021-08-11T00:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:47:37.211254 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:47:37.242208 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Checking router: 845eca55-bff9-42e9-8957-54c0a011d608 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:47:37.242844 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Updating router 845eca55-bff9-42e9-8957-54c0a011d608 port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:47:37.250882 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.273559 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.390741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.407149 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.423530 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] 10.222.0.43 "DELETE /v2.0/networks/1f652edd-f159-450d-a2aa-b15be89abb6d HTTP/1.1" status: 204 len: 168 time: 1.7388506 Aug 11 00:47:37.454208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2102c91-1018-4a88-ac00-1bed3c4c793a tempest-NetworksTest-575258122 tempest-NetworksTest-575258122-project] Pushing event deleted for resources: {'Network': ['ID=1f652edd-f159-450d-a2aa-b15be89abb6d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:37.460623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.516337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e7b5e8b5-5f38-4ca7-8497-445bba08663d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:47:37.653741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e7b5e8b5-5f38-4ca7-8497-445bba08663d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:37.654556 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.691931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Deleting port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:37.692782 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.773314 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.794413 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Transition to ACTIVE for port object bb253118-b7d5-445b-a1fd-4815ed0fb5e2 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:37.890391 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:37.915111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Calling delete_port for bb253118-b7d5-445b-a1fd-4815ed0fb5e2 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:37.920658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 88b03c08-6cfd-444f-9d86-d629d1fff405 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:47:37.942791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 88b03c08-6cfd-444f-9d86-d629d1fff405 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:47:37.943098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 88b03c08-6cfd-444f-9d86-d629d1fff405 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:47:37.973906 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:38.071499 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Pushing event updated for resources: {'Port': ['ID=bb253118-b7d5-445b-a1fd-4815ed0fb5e2,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:38.107696 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.108911 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.109657 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.112492 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.113082 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.113422 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.113927 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.115315 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.116326 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.116862 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.118433 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.118975 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c402b82-7103-4327-9e84-053450e23a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.166038 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Attempting to bind port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:38.166682 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Attempting to bind port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:38.171478 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Attempting to bind port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:38.174399 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:38.175034 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:38.175666 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:38.176252 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:38.176924 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Bound port: bb253118-b7d5-445b-a1fd-4815ed0fb5e2, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:38.178167 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:38.305920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50010) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:38.513811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a99fdb37-9987-4de3-8c70-fd5e1cdc3647 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21c3625367e0407f8d8a00ef9a283c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063866 Aug 11 00:47:38.516569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50014) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:38.561771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:38.562118 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.db.api [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:47:38.562118 n-d-712143-13 neutron-server[95257]: DEBUG oslo_db.api [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:47:38.600120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb253118-b7d5-445b-a1fd-4815ed0fb5e2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.634850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.636354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:38.679977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-716416df-e1e7-48b4-8ca0-54cc330e067d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:38.744819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-716416df-e1e7-48b4-8ca0-54cc330e067d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:38.768625 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:38.877661 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:38.880025 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.072787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-716416df-e1e7-48b4-8ca0-54cc330e067d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.084277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-716416df-e1e7-48b4-8ca0-54cc330e067d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.098292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-716416df-e1e7-48b4-8ca0-54cc330e067d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0f45a8b-68f2-4b3c-bebb-2a945226a86a HTTP/1.1" status: 204 len: 168 time: 0.5793207 Aug 11 00:47:39.112255 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Attempting to bind port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:39.114596 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Attempting to bind port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:39.123935 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Attempting to bind port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:39.124588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716416df-e1e7-48b4-8ca0-54cc330e067d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f45a8b-68f2-4b3c-bebb-2a945226a86a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:39.132092 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:39.133812 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:39.135708 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.136654 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:39.139449 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Bound port: bb253118-b7d5-445b-a1fd-4815ed0fb5e2, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:39.141028 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.162353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.163249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 845eca55-bff9-42e9-8957-54c0a011d608 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:47:39.167984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.169381 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be807284-606e-48e0-b782-774e65a321e7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "DELETE /v2.0/routers/845eca55-bff9-42e9-8957-54c0a011d608 HTTP/1.1" status: 204 len: 168 time: 2.1310289 Aug 11 00:47:39.174676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50034) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:39.194084 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.plugin [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Port bb253118-b7d5-445b-a1fd-4815ed0fb5e2 has been deleted concurrently {{(pid=95257) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 00:47:39.213258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Routers set() bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:39.213854 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Router IDs set() for agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 00:47:39.215089 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_agentschedulers_db [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'845eca55-bff9-42e9-8957-54c0a011d608'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent'). {{(pid=95257) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 00:47:39.216226 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c9878-15bc-4d18-8929-4e035d160446 None None] The sync data for ids ['845eca55-bff9-42e9-8957-54c0a011d608'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:39.316657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.472951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.778231 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Deleting port e7b5e8b5-5f38-4ca7-8497-445bba08663d {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:39.778581 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.874441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] For port e7b5e8b5-5f38-4ca7-8497-445bba08663d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e7b5e8b5-5f38-4ca7-8497-445bba08663d,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:39.875135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:39.894815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Calling delete_port for e7b5e8b5-5f38-4ca7-8497-445bba08663d owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:40.359421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:40.389839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7b5e8b5-5f38-4ca7-8497-445bba08663d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:40.480213 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:40.595994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:40.598628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:40.935925 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:40.939467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70b6202a-62fe-428f-9916-1f36870f04f6 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:47:40.973040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:40.979303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a8ffc01d-ddda-4f70-b2cf-b97f3f70bf3c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "DELETE /v2.0/routers/70b6202a-62fe-428f-9916-1f36870f04f6 HTTP/1.1" status: 204 len: 168 time: 1.7984006 Aug 11 00:47:40.979585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50092) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:40.985213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1538731719', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:41.351849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:41.353543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:41.458273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:41.536407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50126) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:41.560329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e6292-81b8-4726-b1fb-ab96140d04c0 req-1b9e4aa4-162b-4c62-877a-357e840499da tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:41.562281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c26e6292-81b8-4726-b1fb-ab96140d04c0 req-1b9e4aa4-162b-4c62-877a-357e840499da tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 945 time: 0.0716407 Aug 11 00:47:41.614980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e7b5e8b5-5f38-4ca7-8497-445bba08663d no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:47:41.639715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e7b5e8b5-5f38-4ca7-8497-445bba08663d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:47:41.643466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e7b5e8b5-5f38-4ca7-8497-445bba08663d not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:47:41.652182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c26e6292-81b8-4726-b1fb-ab96140d04c0 req-dbe3d424-fe3a-4f50-a286-d1e22032af82 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716250 Aug 11 00:47:41.716801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-360193427'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:42.235911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.395795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:42.400144 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.411836 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.454517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50146) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:42.617013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.634755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30879eed-4354-4f5b-aa69-615cc3acb782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.775616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.782359 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.852427 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.864909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:47:42.894615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27741d41-3215-48ee-85bc-12496b9b4e99 req-b828300b-6fe9-4de9-bafa-bc2ea615eba0 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:42.897839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27741d41-3215-48ee-85bc-12496b9b4e99 req-b828300b-6fe9-4de9-bafa-bc2ea615eba0 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 945 time: 0.1426797 Aug 11 00:47:42.961465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:42.962022 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment 35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17 of type vlan for network 1eafd351-674a-43cd-86d0-2a69aa7c289a Aug 11 00:47:42.968023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e67e924-93a8-4d84-9cd2-d423cf4c2a89,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:43.078252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.092452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b835ff-5941-4405-ac88-88cd597877b7 req-88de21b1-6331-4bef-8559-d48778c843ee tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:43.095108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16b835ff-5941-4405-ac88-88cd597877b7 req-88de21b1-6331-4bef-8559-d48778c843ee tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 945 time: 0.1639123 Aug 11 00:47:43.100611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27741d41-3215-48ee-85bc-12496b9b4e99 req-bbbfce09-100b-4151-9326-caa3cf95df28 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888542 Aug 11 00:47:43.201568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Allocated IP 172.25.0.143 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/bc926628-f694-4458-a96a-98823e327fa7) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:43.242208 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30879eed-4354-4f5b-aa69-615cc3acb782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.283727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Deleting port f20ee31e-bf01-4798-a442-109e81ab439f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:43.284111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.347409 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.391502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] For port f20ee31e-bf01-4798-a442-109e81ab439f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f20ee31e-bf01-4798-a442-109e81ab439f,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:43.391883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.413998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Calling delete_port for f20ee31e-bf01-4798-a442-109e81ab439f owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:43.505469 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.509270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30879eed-4354-4f5b-aa69-615cc3acb782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.516390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:43.517351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.613839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-30879eed-4354-4f5b-aa69-615cc3acb782 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a9ffdb3bfea4162a4a36d8e74898696&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1558781 Aug 11 00:47:43.617289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50162) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:43.623288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.649144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30879eed-4354-4f5b-aa69-615cc3acb782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d1347f-e6e0-43ac-b527-7a7ba097483c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:43.688495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=1eafd351-674a-43cd-86d0-2a69aa7c289a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:43.705730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:43.720228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:43.732272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 1eafd351-674a-43cd-86d0-2a69aa7c289a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:43.733569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:43.739611 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-299094e6-95fa-4806-a68c-87e409af3d8f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1988022 Aug 11 00:47:43.740786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50164) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:43.743716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event updated for resources: {'Port': ['ID=bc926628-f694-4458-a96a-98823e327fa7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:43.752398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-1393248532'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:43.757783 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b045ea11-4ccd-4ab4-bb3c-4c4bb7d8e01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.789500 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b045ea11-4ccd-4ab4-bb3c-4c4bb7d8e01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.832721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.884047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Pushing event deleted for resources: {'Port': ['ID=f20ee31e-bf01-4798-a442-109e81ab439f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:43.923679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:43.931579 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.931927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] No DVR routers for this DVR port f20ee31e-bf01-4798-a442-109e81ab439f on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:47:43.934797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:43.937925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16b835ff-5941-4405-ac88-88cd597877b7 req-8f9f4d94-a5de-4c4c-af29-511e99e5210a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "DELETE /v2.0/ports/f20ee31e-bf01-4798-a442-109e81ab439f HTTP/1.1" status: 204 len: 173 time: 0.8358278 Aug 11 00:47:43.937925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968264b-793b-4016-a706-ba2dd48d90f9', 'name': 'network-vif-deleted', 'tag': 'f20ee31e-bf01-4798-a442-109e81ab439f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:47:43.940966 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223ecbb9-82f7-49e0-b9fa-e0cf2cc02e0f" -d '{"events": [{"server_uuid": "d968264b-793b-4016-a706-ba2dd48d90f9", "name": "network-vif-deleted", "tag": "f20ee31e-bf01-4798-a442-109e81ab439f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:47:43.946497 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['8aab6151-3461-4f2b-862e-3562c80c35bd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:47:43.950728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5c01c53f-caeb-426d-aa21-7738768aa593', 'd3fcb383-e445-4608-9472-51957d7d0e6d', 'f20ee31e-bf01-4798-a442-109e81ab439f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:47:44.110874 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b045ea11-4ccd-4ab4-bb3c-4c4bb7d8e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:44.114666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b045ea11-4ccd-4ab4-bb3c-4c4bb7d8e01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:44.116253 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b045ea11-4ccd-4ab4-bb3c-4c4bb7d8e01c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88d1347f-e6e0-43ac-b527-7a7ba097483c HTTP/1.1" status: 204 len: 168 time: 0.4983835 Aug 11 00:47:44.128230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045ea11-4ccd-4ab4-bb3c-4c4bb7d8e01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d1347f-e6e0-43ac-b527-7a7ba097483c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:44.136269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:47:44.304153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:44.304507 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment 01dba136-c7f1-4f6c-9819-b69329f19670 of type vlan for network 939481dc-152e-4034-bd69-bf6d0ef5bd46 Aug 11 00:47:44.316831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-946bf8ba-379a-44ea-9a2a-58e9f63a62c1 req-031c944a-bf4a-4d38-b391-fbf13eb4e253 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 210 time: 0.0646949 Aug 11 00:47:44.318478 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a12724a-3bd5-48f4-90b6-0022882ada3b x-openstack-request-id: req-0a12724a-3bd5-48f4-90b6-0022882ada3b {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:47:44.318478 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968264b-793b-4016-a706-ba2dd48d90f9", "name": "network-vif-deleted", "tag": "f20ee31e-bf01-4798-a442-109e81ab439f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:47:44.318478 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a12724a-3bd5-48f4-90b6-0022882ada3b {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:47:44.319377 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968264b-793b-4016-a706-ba2dd48d90f9', 'name': 'network-vif-deleted', 'tag': 'f20ee31e-bf01-4798-a442-109e81ab439f', 'status': 'completed', 'code': 200} Aug 11 00:47:44.399661 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:44.438299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:44.704220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:44.709918 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:44.710561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:44.783283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:44.836214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=939481dc-152e-4034-bd69-bf6d0ef5bd46,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:44.856441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 939481dc-152e-4034-bd69-bf6d0ef5bd46 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:47:44.967587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be7afc0a-8859-4a02-828c-f9f0390b66a2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2206054 Aug 11 00:47:44.971096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50190) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:44.978826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': '1eafd351-674a-43cd-86d0-2a69aa7c289a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:45.133666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Router 7807b116-6ecd-48b2-928f-a8f97876efd4 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:47:45.203005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:45.206626 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:45.361165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:45.372976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31154d14-a1c3-415e-8f56-82625b27e75f None None] Sync routers for ids ['7807b116-6ecd-48b2-928f-a8f97876efd4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:45.389175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31154d14-a1c3-415e-8f56-82625b27e75f None None] Routers {'7807b116-6ecd-48b2-928f-a8f97876efd4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:45.389835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-31154d14-a1c3-415e-8f56-82625b27e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7807b116-6ecd-48b2-928f-a8f97876efd4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:45.457110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-31154d14-a1c3-415e-8f56-82625b27e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:45.477756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31154d14-a1c3-415e-8f56-82625b27e75f None None] Routers {'7807b116-6ecd-48b2-928f-a8f97876efd4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:45.478743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-31154d14-a1c3-415e-8f56-82625b27e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7807b116-6ecd-48b2-928f-a8f97876efd4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:45.495412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50198) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:45.517607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-31154d14-a1c3-415e-8f56-82625b27e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:45.518368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31154d14-a1c3-415e-8f56-82625b27e75f None None] The sync data for ids ['7807b116-6ecd-48b2-928f-a8f97876efd4'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:45.527566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bd53f9-8ec5-492d-8768-40271d361fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:45.531899 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcfab1cc-8b33-4a79-8b74-41a6a9904ea5 req-897f6c50-8f8f-49da-8dc7-79dd473ea8ef tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=d968264b-793b-4016-a706-ba2dd48d90f9 HTTP/1.1" status: 200 len: 210 time: 0.0581219 Aug 11 00:47:45.531899 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:45.532874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3316917c-03fd-448e-9050-bf171b2eb5f5 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5506403 Aug 11 00:47:45.536516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50200) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:45.552211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-442534ba-3322-49e7-bb3a-c629e62c6411 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': False}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:45.883654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bd53f9-8ec5-492d-8768-40271d361fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:45.917125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:45.971964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bd53f9-8ec5-492d-8768-40271d361fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:46.057003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=2e806a4d-ca9c-4c8d-b5fe-cc760fff9a7e,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:46.064867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': '35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1eafd351-674a-43cd-86d0-2a69aa7c289a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:46.065376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: 1eafd351-674a-43cd-86d0-2a69aa7c289a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:47:46.116782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-82bd53f9-8ec5-492d-8768-40271d361fe6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af4e2744a724461aa9ad8e1a76e4838f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181471 Aug 11 00:47:46.122308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50208) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:46.122671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd53f9-8ec5-492d-8768-40271d361fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e15d3e-19af-4e5a-b381-1ccce8a1e754,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:46.173017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-442534ba-3322-49e7-bb3a-c629e62c6411 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:46.213755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 1eafd351-674a-43cd-86d0-2a69aa7c289a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:47:46.231209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c61c1eee-5f29-4c9b-b8e9-e2330650c7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:46.259591 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c61c1eee-5f29-4c9b-b8e9-e2330650c7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:46.476571 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3700dc5b-7c4d-4a67-86f2-99c80eb91fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:46.604806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 1eafd351-674a-43cd-86d0-2a69aa7c289a) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:46.616363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6cafd-4a4c-4756-87bb-99834e23cb22 None None] Network 1eafd351-674a-43cd-86d0-2a69aa7c289a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:46.626976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:46.636272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:46.651022 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c61c1eee-5f29-4c9b-b8e9-e2330650c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:46.657506 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c61c1eee-5f29-4c9b-b8e9-e2330650c7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:46.671403 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c61c1eee-5f29-4c9b-b8e9-e2330650c7b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73e15d3e-19af-4e5a-b381-1ccce8a1e754 HTTP/1.1" status: 204 len: 168 time: 0.5348849 Aug 11 00:47:46.691481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c1eee-5f29-4c9b-b8e9-e2330650c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e15d3e-19af-4e5a-b381-1ccce8a1e754,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:46.826031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b8be7c3-b0d5-4076-b0d6-2488bb0456d3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8533854 Aug 11 00:47:46.826980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50222) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:46.851557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': '939481dc-152e-4034-bd69-bf6d0ef5bd46', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:46.929946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f20ee31e-bf01-4798-a442-109e81ab439f no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:47:46.970153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: f20ee31e-bf01-4798-a442-109e81ab439f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:47:46.970722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f20ee31e-bf01-4798-a442-109e81ab439f not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:47:47.012412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-1eafd351-674a-43cd-86d0-2a69aa7c289a', 'network_id': '1eafd351-674a-43cd-86d0-2a69aa7c289a', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': '2e806a4d-ca9c-4c8d-b5fe-cc760fff9a7e'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:47:47.012412 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:47.070081 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-442534ba-3322-49e7-bb3a-c629e62c6411 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:47.075320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-442534ba-3322-49e7-bb3a-c629e62c6411 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:47.117196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:47:47.122906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:47.266083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Allocated IP 172.20.0.2 (1eafd351-674a-43cd-86d0-2a69aa7c289a/2e806a4d-ca9c-4c8d-b5fe-cc760fff9a7e/cf460688-4a0e-4a93-be1c-154bf824f722) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:47.296717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442534ba-3322-49e7-bb3a-c629e62c6411 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Router 7807b116-6ecd-48b2-928f-a8f97876efd4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:47:47.467388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442534ba-3322-49e7-bb3a-c629e62c6411 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:47.480071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-442534ba-3322-49e7-bb3a-c629e62c6411 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:47.480071 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-442534ba-3322-49e7-bb3a-c629e62c6411 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "PUT /v2.0/routers/7807b116-6ecd-48b2-928f-a8f97876efd4 HTTP/1.1" status: 200 len: 922 time: 1.9352210 Aug 11 00:47:47.480071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50238) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:47.484024 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a800bf-e2e6-4eb5-af8a-1a8bb1b8b53e None None] Sync routers for ids ['7807b116-6ecd-48b2-928f-a8f97876efd4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:47.526941 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a800bf-e2e6-4eb5-af8a-1a8bb1b8b53e None None] Routers {'7807b116-6ecd-48b2-928f-a8f97876efd4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:47.527810 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-57a800bf-e2e6-4eb5-af8a-1a8bb1b8b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7807b116-6ecd-48b2-928f-a8f97876efd4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:47.532406 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:47.574247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Transition to ACTIVE for port object cf460688-4a0e-4a93-be1c-154bf824f722 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:47.612933 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-57a800bf-e2e6-4eb5-af8a-1a8bb1b8b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:47.633175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Transition to ACTIVE for port object cf460688-4a0e-4a93-be1c-154bf824f722 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:47.639007 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a800bf-e2e6-4eb5-af8a-1a8bb1b8b53e None None] Routers {'7807b116-6ecd-48b2-928f-a8f97876efd4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:47.641680 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-57a800bf-e2e6-4eb5-af8a-1a8bb1b8b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7807b116-6ecd-48b2-928f-a8f97876efd4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:47.735698 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-57a800bf-e2e6-4eb5-af8a-1a8bb1b8b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:47.736864 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a800bf-e2e6-4eb5-af8a-1a8bb1b8b53e None None] The sync data for ids ['7807b116-6ecd-48b2-928f-a8f97876efd4'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:47.776046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e54cfa97-a89e-408e-bbbb-b561b9ad39c1 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/routers/7807b116-6ecd-48b2-928f-a8f97876efd4 HTTP/1.1" status: 200 len: 922 time: 0.2956636 Aug 11 00:47:47.779901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50248) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:47.859629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8165e9c9-6c2d-436e-995d-0f6cba7aeeb7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:47.861244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8165e9c9-6c2d-436e-995d-0f6cba7aeeb7 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=7807b116-6ecd-48b2-928f-a8f97876efd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0802429 Aug 11 00:47:47.864593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50250) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:47.876033 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:47.923371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Network 1eafd351-674a-43cd-86d0-2a69aa7c289a is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:47.927486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:47.932603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:47.940538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Pushing event updated for resources: {'Port': ['ID=cf460688-4a0e-4a93-be1c-154bf824f722,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:47.962560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:48.039414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Attempting to bind port cf460688-4a0e-4a93-be1c-154bf824f722 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:48.040152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Attempting to bind port cf460688-4a0e-4a93-be1c-154bf824f722 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1eafd351-674a-43cd-86d0-2a69aa7c289a'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:48.040710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Attempting to bind port cf460688-4a0e-4a93-be1c-154bf824f722 on network 1eafd351-674a-43cd-86d0-2a69aa7c289a {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:48.050690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:48.053264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Checking segment: {'id': '35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1eafd351-674a-43cd-86d0-2a69aa7c289a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:48.053264 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:48.053264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Bound using segment: {'id': '35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1eafd351-674a-43cd-86d0-2a69aa7c289a'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:48.054521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Bound port: cf460688-4a0e-4a93-be1c-154bf824f722, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1eafd351-674a-43cd-86d0-2a69aa7c289a'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:48.055235 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:48.195098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=b181c147-3cdf-40e9-97c5-b2e9bf3fe0ce,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:48.205346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': '01dba136-c7f1-4f6c-9819-b69329f19670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '939481dc-152e-4034-bd69-bf6d0ef5bd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:48.206299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: 939481dc-152e-4034-bd69-bf6d0ef5bd46, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:47:48.286005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] For port cf460688-4a0e-4a93-be1c-154bf824f722, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:47:48.292321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] For port cf460688-4a0e-4a93-be1c-154bf824f722, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cf460688-4a0e-4a93-be1c-154bf824f722,segment=NetworkSegment(35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17),segment_id=35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:47:48.436402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 939481dc-152e-4034-bd69-bf6d0ef5bd46 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:47:48.477576 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:48.528605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 939481dc-152e-4034-bd69-bf6d0ef5bd46) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:48.538693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:48.543733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:48.620388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7330a6c-6514-4b4e-a3b3-895ac4b18782 None None] Network 939481dc-152e-4034-bd69-bf6d0ef5bd46 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:48.720448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-26601502-9e7a-4961-a4f6-ce12bca1122e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8893492 Aug 11 00:47:48.722304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50270) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:48.732772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c3328-4d36-44af-97e5-012e100460f1 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:48.735883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cb2c3328-4d36-44af-97e5-012e100460f1 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 881 time: 0.8694212 Aug 11 00:47:48.737192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4348c83b-6661-46ab-b0e3-afdf2784eacb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1505401620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:48.739476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e979fc2-7ea6-4628-be3f-4853af1be58e None None] Pushing event updated for resources: {'Port': ['ID=cf460688-4a0e-4a93-be1c-154bf824f722,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:48.740344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50272) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:48.791866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a9176ed5-3127-4947-b7c6-c655124fe29a tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=7807b116-6ecd-48b2-928f-a8f97876efd4 HTTP/1.1" status: 200 len: 205 time: 0.0501506 Aug 11 00:47:48.792619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50276) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:49.037122 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.044739 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3215bef1-015f-441b-9f43-b7b8f5ca3598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.053603 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4348c83b-6661-46ab-b0e3-afdf2784eacb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.057436 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4348c83b-6661-46ab-b0e3-afdf2784eacb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.057676 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.215682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4348c83b-6661-46ab-b0e3-afdf2784eacb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.230600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-939481dc-152e-4034-bd69-bf6d0ef5bd46', 'network_id': '939481dc-152e-4034-bd69-bf6d0ef5bd46', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': 'b181c147-3cdf-40e9-97c5-b2e9bf3fe0ce'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:47:49.232454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.346753 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.356181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4348c83b-6661-46ab-b0e3-afdf2784eacb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.533847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4348c83b-6661-46ab-b0e3-afdf2784eacb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.535564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4348c83b-6661-46ab-b0e3-afdf2784eacb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8111730 Aug 11 00:47:49.539072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50292) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:49.566080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Deleting port bc926628-f694-4458-a96a-98823e327fa7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:49.570110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.604567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cf460688-4a0e-4a93-be1c-154bf824f722 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:47:49.732443 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:49.749410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Calling delete_port for bc926628-f694-4458-a96a-98823e327fa7 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:49.975180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Allocated IP 172.21.0.2 (939481dc-152e-4034-bd69-bf6d0ef5bd46/b181c147-3cdf-40e9-97c5-b2e9bf3fe0ce/e4532bb6-5dc5-403d-9971-5c39626ec5c0) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:50.150007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.158829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cf460688-4a0e-4a93-be1c-154bf824f722 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:47:50.353488 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.369200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Transition to ACTIVE for port object e4532bb6-5dc5-403d-9971-5c39626ec5c0 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:50.399599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Transition to ACTIVE for port object e4532bb6-5dc5-403d-9971-5c39626ec5c0 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:50.424399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.540157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833ff7e-7863-47f3-a690-7b0498b36f02 None None] Network 1eafd351-674a-43cd-86d0-2a69aa7c289a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:50.540258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event deleted for resources: {'Port': ['ID=bc926628-f694-4458-a96a-98823e327fa7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:50.553269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.20.0.1 (1eafd351-674a-43cd-86d0-2a69aa7c289a/2e806a4d-ca9c-4c8d-b5fe-cc760fff9a7e/43d68d80-5b73-4414-b9b5-4516e72cbc6b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:50.568977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.569702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.570218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.570785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.571348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.584875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.602036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.602036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.602036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.602036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.602036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.602036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.649518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.704046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.717480 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.728331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object 43d68d80-5b73-4414-b9b5-4516e72cbc6b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:50.754327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.800713 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.801642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Network 939481dc-152e-4034-bd69-bf6d0ef5bd46 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:50.801642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:50.804259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.805970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:50.817255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Pushing event updated for resources: {'Port': ['ID=e4532bb6-5dc5-403d-9971-5c39626ec5c0,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:50.892028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50310) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:50.899152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.899600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.900033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.900430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.900862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.901280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.901801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.902255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.902796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.903063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.903492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.909242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:47:50.914979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-03ecc679-743f-4660-8a91-2b901e02cff5 None None] Provisioning for port cf460688-4a0e-4a93-be1c-154bf824f722 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:47:50.940045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-03ecc679-743f-4660-8a91-2b901e02cff5 None None] Provisioning complete for port cf460688-4a0e-4a93-be1c-154bf824f722 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:50.940539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-03ecc679-743f-4660-8a91-2b901e02cff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:50.945016 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.017215 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.018324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Fanout notify agent at l3_agent the message router_deleted on router 7807b116-6ecd-48b2-928f-a8f97876efd4 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:47:51.024972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Attempting to bind port e4532bb6-5dc5-403d-9971-5c39626ec5c0 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:47:51.026609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Attempting to bind port e4532bb6-5dc5-403d-9971-5c39626ec5c0 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '01dba136-c7f1-4f6c-9819-b69329f19670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '939481dc-152e-4034-bd69-bf6d0ef5bd46'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:47:51.027271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Attempting to bind port e4532bb6-5dc5-403d-9971-5c39626ec5c0 on network 939481dc-152e-4034-bd69-bf6d0ef5bd46 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:47:51.035848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:47:51.036367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.036974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Checking segment: {'id': '01dba136-c7f1-4f6c-9819-b69329f19670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '939481dc-152e-4034-bd69-bf6d0ef5bd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:47:51.037720 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.038286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Bound using segment: {'id': '01dba136-c7f1-4f6c-9819-b69329f19670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '939481dc-152e-4034-bd69-bf6d0ef5bd46'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:47:51.038953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Bound port: e4532bb6-5dc5-403d-9971-5c39626ec5c0, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dba136-c7f1-4f6c-9819-b69329f19670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '939481dc-152e-4034-bd69-bf6d0ef5bd46'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:47:51.039550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.041985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47d05670-19db-4b73-b894-79fccb9651c6 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/7807b116-6ecd-48b2-928f-a8f97876efd4 HTTP/1.1" status: 204 len: 168 time: 2.2456446 Aug 11 00:47:51.043834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50316) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:51.053638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4f8d0949-0284-48c8-9fa6-5e8aa898dfd0 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-251841279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:51.103051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 1eafd351-674a-43cd-86d0-2a69aa7c289a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:51.129134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:51.136997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:51.169332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-03ecc679-743f-4660-8a91-2b901e02cff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.196947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0949-0284-48c8-9fa6-5e8aa898dfd0 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.201494 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0949-0284-48c8-9fa6-5e8aa898dfd0 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.202505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=43d68d80-5b73-4414-b9b5-4516e72cbc6b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:51.242485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68e96e7c-1cf8-4ff6-b6c7-7a5f63b806d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.289468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.309808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-03ecc679-743f-4660-8a91-2b901e02cff5 None None] For port cf460688-4a0e-4a93-be1c-154bf824f722, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cf460688-4a0e-4a93-be1c-154bf824f722,segment=NetworkSegment(35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17),segment_id=35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:51.311453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] For port e4532bb6-5dc5-403d-9971-5c39626ec5c0, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:47:51.327799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] For port e4532bb6-5dc5-403d-9971-5c39626ec5c0, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e4532bb6-5dc5-403d-9971-5c39626ec5c0,segment=NetworkSegment(01dba136-c7f1-4f6c-9819-b69329f19670),segment_id=01dba136-c7f1-4f6c-9819-b69329f19670)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:47:51.370991 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0949-0284-48c8-9fa6-5e8aa898dfd0 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.470186 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-03ecc679-743f-4660-8a91-2b901e02cff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.520533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68e96e7c-1cf8-4ff6-b6c7-7a5f63b806d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.586601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0949-0284-48c8-9fa6-5e8aa898dfd0 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.628564 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.642700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecc679-743f-4660-8a91-2b901e02cff5 None None] Pushing event updated for resources: {'Port': ['ID=cf460688-4a0e-4a93-be1c-154bf824f722,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:51.648235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.693298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a93df14e-e676-41b4-9f9a-1b1455a4a125 None None] Provisioning complete for port cf460688-4a0e-4a93-be1c-154bf824f722 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:51.693298 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a93df14e-e676-41b4-9f9a-1b1455a4a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.765335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790e15-2406-43e8-9c9f-4481e3b5b03b None None] Pushing event updated for resources: {'Port': ['ID=e4532bb6-5dc5-403d-9971-5c39626ec5c0,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:51.829871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f8d0949-0284-48c8-9fa6-5e8aa898dfd0 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.836691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4f8d0949-0284-48c8-9fa6-5e8aa898dfd0 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7858655 Aug 11 00:47:51.836691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50330) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:51.841345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68e96e7c-1cf8-4ff6-b6c7-7a5f63b806d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:51.846836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:52.195899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.230591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-02b447ee-7774-4ae7-9f13-8ef919ce1a31 None None] Provisioning for port 43d68d80-5b73-4414-b9b5-4516e72cbc6b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:47:52.255993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-02b447ee-7774-4ae7-9f13-8ef919ce1a31 None None] Provisioning complete for port 43d68d80-5b73-4414-b9b5-4516e72cbc6b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:52.256932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02b447ee-7774-4ae7-9f13-8ef919ce1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.331014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-02b447ee-7774-4ae7-9f13-8ef919ce1a31 None None] Port 43d68d80-5b73-4414-b9b5-4516e72cbc6b cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:47:52.353700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-68e96e7c-1cf8-4ff6-b6c7-7a5f63b806d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78d82946e7ab4fdd9c079cacb766bffa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4605048 Aug 11 00:47:52.364275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50334) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:52.398424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e96e7c-1cf8-4ff6-b6c7-7a5f63b806d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992420de-8af5-41f1-8cef-2b8c70a1f9df,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:52.424327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.521275 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa187655-9182-4e10-b752-d32503e99d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.587250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa187655-9182-4e10-b752-d32503e99d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.652912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.673266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.720594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.830356 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.878842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Allocated IP 172.25.0.177 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/50a046bc-f2ed-47ec-a82d-dfac0a90f52f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:52.916873 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.925082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa187655-9182-4e10-b752-d32503e99d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.927686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa187655-9182-4e10-b752-d32503e99d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:52.932910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aa187655-9182-4e10-b752-d32503e99d39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/992420de-8af5-41f1-8cef-2b8c70a1f9df HTTP/1.1" status: 204 len: 168 time: 0.5631950 Aug 11 00:47:52.958328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa187655-9182-4e10-b752-d32503e99d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992420de-8af5-41f1-8cef-2b8c70a1f9df,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:52.963699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=43d68d80-5b73-4414-b9b5-4516e72cbc6b,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:53.109571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:53.129498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 1eafd351-674a-43cd-86d0-2a69aa7c289a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:53.134737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:53.367348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:53.474344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event updated for resources: {'Port': ['ID=50a046bc-f2ed-47ec-a82d-dfac0a90f52f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:53.479409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:53.483222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router fa576ae6-10d7-4b84-94a4-2cb1da643b7f is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:47:53.498423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c228a-0498-44ca-81f0-d60bac4bfc93 None None] Network 939481dc-152e-4034-bd69-bf6d0ef5bd46 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:47:53.516249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:53.519236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:53.747973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e4532bb6-5dc5-403d-9971-5c39626ec5c0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:47:53.816494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:53.824163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8ffa1ffb-7af0-4d19-bb87-0260a69caf94 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/fa576ae6-10d7-4b84-94a4-2cb1da643b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2825868 Aug 11 00:47:53.830359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50360) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:53.874225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae691b-7059-4029-91a4-ebeae3c56c26 None None] Sync routers for ids ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:53.901991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2778da96-7440-4cf8-84c9-068be605138e None None] Provisioning for port e4532bb6-5dc5-403d-9971-5c39626ec5c0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:47:53.924427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284094e-5fa9-4299-b88d-c260597a53bc req-c35ad39e-2ec4-47bf-acbc-8abd260df17a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:53.931990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6284094e-5fa9-4299-b88d-c260597a53bc req-c35ad39e-2ec4-47bf-acbc-8abd260df17a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 946 time: 0.1611071 Aug 11 00:47:53.953184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb9b1a-deb2-44c6-b905-fb6a08fe6329 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:53.953968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae691b-7059-4029-91a4-ebeae3c56c26 None None] Routers {'fa576ae6-10d7-4b84-94a4-2cb1da643b7f'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:53.954992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-05ae691b-7059-4029-91a4-ebeae3c56c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:53.956747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50368) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:53.959672 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0deb9b1a-deb2-44c6-b905-fb6a08fe6329 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports/43d68d80-5b73-4414-b9b5-4516e72cbc6b HTTP/1.1" status: 200 len: 910 time: 0.1109011 Aug 11 00:47:54.023758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6284094e-5fa9-4299-b88d-c260597a53bc req-74a59ad0-027c-47a1-b713-7e3d26c86a44 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857725 Aug 11 00:47:54.038242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-05ae691b-7059-4029-91a4-ebeae3c56c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:54.088488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae691b-7059-4029-91a4-ebeae3c56c26 None None] Routers {'fa576ae6-10d7-4b84-94a4-2cb1da643b7f'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:54.089149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-05ae691b-7059-4029-91a4-ebeae3c56c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:54.093498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9791925b-f6e5-4236-900b-387a69ad5dda None None] Provisioning complete for port 43d68d80-5b73-4414-b9b5-4516e72cbc6b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:54.094122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9791925b-f6e5-4236-900b-387a69ad5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.321162 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e4532bb6-5dc5-403d-9971-5c39626ec5c0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:47:54.326791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-05ae691b-7059-4029-91a4-ebeae3c56c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:54.327475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae691b-7059-4029-91a4-ebeae3c56c26 None None] The sync data for ids ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:54.342879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e4532bb6-5dc5-403d-9971-5c39626ec5c0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:54.343286 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.367924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9791925b-f6e5-4236-900b-387a69ad5dda None None] Port 43d68d80-5b73-4414-b9b5-4516e72cbc6b cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:47:54.428227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.463912 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.518491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e4532bb6-5dc5-403d-9971-5c39626ec5c0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e4532bb6-5dc5-403d-9971-5c39626ec5c0,segment=NetworkSegment(01dba136-c7f1-4f6c-9819-b69329f19670),segment_id=01dba136-c7f1-4f6c-9819-b69329f19670)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:54.703041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e71ded35-e0bb-4381-8672-b98a405a8a99 None None] Provisioning complete for port e4532bb6-5dc5-403d-9971-5c39626ec5c0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:54.703455 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e71ded35-e0bb-4381-8672-b98a405a8a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.781373 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.782195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cf460688-4a0e-4a93-be1c-154bf824f722 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:47:54.864353 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e71ded35-e0bb-4381-8672-b98a405a8a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.911101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e4532bb6-5dc5-403d-9971-5c39626ec5c0,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:54.945561 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.956037 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.957880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cf460688-4a0e-4a93-be1c-154bf824f722 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:54.958494 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:54.995327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-e71ded35-e0bb-4381-8672-b98a405a8a99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:47:54.998961 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-e71ded35-e0bb-4381-8672-b98a405a8a99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:47:55.217540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fdfad-502a-4d93-b39d-c0da973cb9b3 req-ad70fc8a-a46c-4faa-8730-2fd370de2633 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:55.217540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae9fdfad-502a-4d93-b39d-c0da973cb9b3 req-ad70fc8a-a46c-4faa-8730-2fd370de2633 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 946 time: 0.0565274 Aug 11 00:47:55.247650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae9fdfad-502a-4d93-b39d-c0da973cb9b3 req-884cb84b-c70e-4848-bc3e-79c3680cb201 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397122 Aug 11 00:47:55.443441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e4532bb6-5dc5-403d-9971-5c39626ec5c0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:47:55.534260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e4532bb6-5dc5-403d-9971-5c39626ec5c0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:55.535479 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:55.615532 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:55.659818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-519f412a-2ded-4b82-b6bd-5d227c1a5975 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:55.661524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-519f412a-2ded-4b82-b6bd-5d227c1a5975 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.55 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 946 time: 0.1655843 Aug 11 00:47:55.928293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Router b4cbeee4-cb7b-49a9-abcc-99622581d503 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:47:56.088838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Deleting port 8aab6151-3461-4f2b-862e-3562c80c35bd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:56.089197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:56.297614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.21.0.1 (939481dc-152e-4034-bd69-bf6d0ef5bd46/b181c147-3cdf-40e9-97c5-b2e9bf3fe0ce/6f09447d-6459-4e0f-b2a6-c03a1111c2b5) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:47:56.313209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:56.327740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:56.329093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-02918fb8-3346-4b23-a400-09b0840f3b3e tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "PUT /v2.0/routers/b4cbeee4-cb7b-49a9-abcc-99622581d503 HTTP/1.1" status: 200 len: 879 time: 4.4920874 Aug 11 00:47:56.331406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] For port 8aab6151-3461-4f2b-862e-3562c80c35bd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=8aab6151-3461-4f2b-862e-3562c80c35bd,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:47:56.332152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:56.333385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50452) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:56.334924 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bedf7d-dbf1-41b1-80f3-5b59eea8fc6b None None] Sync routers for ids ['b4cbeee4-cb7b-49a9-abcc-99622581d503'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:56.348515 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bedf7d-dbf1-41b1-80f3-5b59eea8fc6b None None] Routers {'b4cbeee4-cb7b-49a9-abcc-99622581d503'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:56.349431 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-62bedf7d-dbf1-41b1-80f3-5b59eea8fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b4cbeee4-cb7b-49a9-abcc-99622581d503'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:56.353164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Calling delete_port for 8aab6151-3461-4f2b-862e-3562c80c35bd owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:56.389219 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-62bedf7d-dbf1-41b1-80f3-5b59eea8fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:56.400335 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bedf7d-dbf1-41b1-80f3-5b59eea8fc6b None None] Routers {'b4cbeee4-cb7b-49a9-abcc-99622581d503'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:56.401070 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-62bedf7d-dbf1-41b1-80f3-5b59eea8fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b4cbeee4-cb7b-49a9-abcc-99622581d503'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:56.449793 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-62bedf7d-dbf1-41b1-80f3-5b59eea8fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:56.450468 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bedf7d-dbf1-41b1-80f3-5b59eea8fc6b None None] The sync data for ids ['b4cbeee4-cb7b-49a9-abcc-99622581d503'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:56.531463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d675a9-17c7-46b1-916d-2044c6354511 req-3a15be3a-7546-4864-9ac4-8b2b6d49615a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:56.533032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1d675a9-17c7-46b1-916d-2044c6354511 req-3a15be3a-7546-4864-9ac4-8b2b6d49615a tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 946 time: 0.0726697 Aug 11 00:47:56.559147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:56.606331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object 6f09447d-6459-4e0f-b2a6-c03a1111c2b5 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:47:56.635964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1d675a9-17c7-46b1-916d-2044c6354511 req-61c1d853-23a6-4bd0-8a71-dfb8444fa2de tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622077 Aug 11 00:47:56.654059 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-761037f9-cb92-41e4-b179-d3ca290ba9c1 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/routers/b4cbeee4-cb7b-49a9-abcc-99622581d503 HTTP/1.1" status: 200 len: 920 time: 0.3159330 Aug 11 00:47:56.654479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50456) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:56.734952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82eddea-f925-4838-a2f2-e912d75f7489 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:56.738698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b82eddea-f925-4838-a2f2-e912d75f7489 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=b4cbeee4-cb7b-49a9-abcc-99622581d503&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0810516 Aug 11 00:47:56.741098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50460) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:56.766574 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:56.781624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5c01c53f-caeb-426d-aa21-7738768aa593', 'd3fcb383-e445-4608-9472-51957d7d0e6d'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:47:56.783903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['8aab6151-3461-4f2b-862e-3562c80c35bd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:47:56.816768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:56.823137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Pushing event deleted for resources: {'Port': ['ID=8aab6151-3461-4f2b-862e-3562c80c35bd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:56.866856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f255aff-2ed7-4dca-b7b6-e6cbcff16477 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:56.868427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5f255aff-2ed7-4dca-b7b6-e6cbcff16477 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 881 time: 0.1259751 Aug 11 00:47:56.872848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:56.912874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9adf24cb-66e3-4b0a-81b9-88726884d821 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4cbeee4-cb7b-49a9-abcc-99622581d503 HTTP/1.1" status: 200 len: 205 time: 0.0388086 Aug 11 00:47:56.916552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50468) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:56.974323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] No DVR routers for this DVR port 8aab6151-3461-4f2b-862e-3562c80c35bd on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:47:56.993219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:56.998743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-408276d1-e036-4667-9183-1183dbbdcdc0 req-7e7206e2-c30f-4eb6-a956-1af0649edd2b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.55 "DELETE /v2.0/ports/8aab6151-3461-4f2b-862e-3562c80c35bd HTTP/1.1" status: 204 len: 173 time: 1.2967691 Aug 11 00:47:57.002282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff', 'name': 'network-vif-deleted', 'tag': '8aab6151-3461-4f2b-862e-3562c80c35bd'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:47:57.007804 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960cdcb2-acf2-49c9-850f-964fd014457c" -d '{"events": [{"server_uuid": "10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff", "name": "network-vif-deleted", "tag": "8aab6151-3461-4f2b-862e-3562c80c35bd"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:47:57.013300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 939481dc-152e-4034-bd69-bf6d0ef5bd46 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:57.021277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:57.024121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:47:57.083708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=6f09447d-6459-4e0f-b2a6-c03a1111c2b5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:57.089287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:57.155242 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f760e350-c529-434c-8715-19f2c278019e x-openstack-request-id: req-f760e350-c529-434c-8715-19f2c278019e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:47:57.155894 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff", "name": "network-vif-deleted", "tag": "8aab6151-3461-4f2b-862e-3562c80c35bd", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:47:57.156575 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f760e350-c529-434c-8715-19f2c278019e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:47:57.157194 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff', 'name': 'network-vif-deleted', 'tag': '8aab6151-3461-4f2b-862e-3562c80c35bd', 'status': 'completed', 'code': 200} Aug 11 00:47:57.200129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:57.407936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:57.580548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:57.675912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Deleting port 50a046bc-f2ed-47ec-a82d-dfac0a90f52f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:47:57.676508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:57.698714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e06bb34-9779-4c8c-86bf-63a69559c744 None None] Provisioning for port 6f09447d-6459-4e0f-b2a6-c03a1111c2b5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:47:57.706361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e06bb34-9779-4c8c-86bf-63a69559c744 None None] Provisioning complete for port 6f09447d-6459-4e0f-b2a6-c03a1111c2b5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:57.707310 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e06bb34-9779-4c8c-86bf-63a69559c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:57.804094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2e06bb34-9779-4c8c-86bf-63a69559c744 None None] Port 6f09447d-6459-4e0f-b2a6-c03a1111c2b5 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:47:57.836082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:57.857555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Calling delete_port for 50a046bc-f2ed-47ec-a82d-dfac0a90f52f owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:47:57.873863 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec3261c4-2b55-4df6-a08e-f6f1f53203fa req-b1932b54-c57b-431e-969c-0ab6cfe86d0b tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=10e2b8fa-9bbf-4f92-a37c-6dc54fb4c7ff HTTP/1.1" status: 200 len: 210 time: 0.0536537 Aug 11 00:47:58.073501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:58.252551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:58.341852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=6f09447d-6459-4e0f-b2a6-c03a1111c2b5,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:58.372960 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:58.388676 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:58.420139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event deleted for resources: {'Port': ['ID=50a046bc-f2ed-47ec-a82d-dfac0a90f52f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:47:58.546718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:58.569579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 939481dc-152e-4034-bd69-bf6d0ef5bd46 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:47:58.571110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:47:58.701185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router fa576ae6-10d7-4b84-94a4-2cb1da643b7f has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:47:58.781374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:58.786548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:58.898776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:47:58.915640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd3c79-9d51-4450-9e2f-1160ce82c12c None None] Sync routers for ids ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:47:58.919778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50528) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:58.921121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b276277-403d-47e3-8770-a214a0221f22 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/fa576ae6-10d7-4b84-94a4-2cb1da643b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9626367 Aug 11 00:47:58.975130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd3c79-9d51-4450-9e2f-1160ce82c12c None None] Routers {'fa576ae6-10d7-4b84-94a4-2cb1da643b7f'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:58.976207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-60fd3c79-9d51-4450-9e2f-1160ce82c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:58.993183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8157bef4-2efe-453c-8798-778a5550b573 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:47:58.998548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8157bef4-2efe-453c-8798-778a5550b573 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports/6f09447d-6459-4e0f-b2a6-c03a1111c2b5 HTTP/1.1" status: 200 len: 910 time: 0.0738587 Aug 11 00:47:58.998907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50532) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:59.041717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.044385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Fanout notify agent at l3_agent the message router_deleted on router b4cbeee4-cb7b-49a9-abcc-99622581d503 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:47:59.054454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-60fd3c79-9d51-4450-9e2f-1160ce82c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:59.058689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-03881d02-be15-4645-808e-531e5d2a1dbd None None] Provisioning complete for port 6f09447d-6459-4e0f-b2a6-c03a1111c2b5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:47:59.059076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-03881d02-be15-4645-808e-531e5d2a1dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.078864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.099799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd3c79-9d51-4450-9e2f-1160ce82c12c None None] Routers {'fa576ae6-10d7-4b84-94a4-2cb1da643b7f'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:47:59.101033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0db15490-2cd8-4f8a-bcd2-1c15758ac091 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/b4cbeee4-cb7b-49a9-abcc-99622581d503 HTTP/1.1" status: 204 len: 168 time: 2.1831722 Aug 11 00:47:59.101743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-60fd3c79-9d51-4450-9e2f-1160ce82c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:59.108230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50536) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:59.124746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d7a86c90-91a6-475b-ae9e-a32437c1e7e3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1958714218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:59.211500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-60fd3c79-9d51-4450-9e2f-1160ce82c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:47:59.213078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd3c79-9d51-4450-9e2f-1160ce82c12c None None] The sync data for ids ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:47:59.228988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-03881d02-be15-4645-808e-531e5d2a1dbd None None] Port 6f09447d-6459-4e0f-b2a6-c03a1111c2b5 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:47:59.301599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7a86c90-91a6-475b-ae9e-a32437c1e7e3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.305607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7a86c90-91a6-475b-ae9e-a32437c1e7e3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.403673 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7a86c90-91a6-475b-ae9e-a32437c1e7e3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.475723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.544458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7a86c90-91a6-475b-ae9e-a32437c1e7e3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.645393 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.699290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7a86c90-91a6-475b-ae9e-a32437c1e7e3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.711008 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:47:59.711969 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d7a86c90-91a6-475b-ae9e-a32437c1e7e3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5913591 Aug 11 00:47:59.711969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50546) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:47:59.711969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': True}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:47:59.975988 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:00.062838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 8aab6151-3461-4f2b-862e-3562c80c35bd no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:48:00.104747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 8aab6151-3461-4f2b-862e-3562c80c35bd {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:48:00.105929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 8aab6151-3461-4f2b-862e-3562c80c35bd not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:48:00.371413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:00.375270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-476f1ac1-951f-4e07-ba11-90ae7285433f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1426382 Aug 11 00:48:00.387472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5a57b-9891-47b7-8594-a480e64a379c req-81b41e0d-0d95-47bd-bc74-3bc0689cb70c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.400332 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05d5a57b-9891-47b7-8594-a480e64a379c req-81b41e0d-0d95-47bd-bc74-3bc0689cb70c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 945 time: 0.6207042 Aug 11 00:48:00.400491 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:00.520765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-05d5a57b-9891-47b7-8594-a480e64a379c req-386d6c31-73e9-4a35-9ca6-f581494edf77 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242909 Aug 11 00:48:00.534233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Allocated IP 172.25.0.71 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/4619d949-3fce-4383-ab4e-20f70889990b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:00.568403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ecea5b50-345e-4785-875c-f572436a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.569038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ecea5b50-345e-4785-875c-f572436a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.569706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ecea5b50-345e-4785-875c-f572436a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.570218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ecea5b50-345e-4785-875c-f572436a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.570752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ecea5b50-345e-4785-875c-f572436a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.572112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ecea5b50-345e-4785-875c-f572436a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.572913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ecea5b50-345e-4785-875c-f572436a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.575595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ecea5b50-345e-4785-875c-f572436a05ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.1366346 Aug 11 00:48:00.662396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 6f09447d-6459-4e0f-b2a6-c03a1111c2b5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:00.662773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:00.688176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:00.792193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-fd25c7da-408d-45ff-a15c-be21ce686301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.792759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-fd25c7da-408d-45ff-a15c-be21ce686301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.793256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-fd25c7da-408d-45ff-a15c-be21ce686301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:00.795680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-fd25c7da-408d-45ff-a15c-be21ce686301 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 200 len: 2293 time: 0.1895640 Aug 11 00:48:00.856740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:00.878979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 6f09447d-6459-4e0f-b2a6-c03a1111c2b5 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:00.899014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:00.902286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-a6fba127-c47a-4b80-98c4-432984e0568f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 1001 time: 0.0949514 Aug 11 00:48:00.948530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:00.952640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:00.959388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:00.962284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'Port': ['ID=4619d949-3fce-4383-ab4e-20f70889990b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:01.008458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-059ff94c-ce7c-4abe-bccc-4117234fe642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:01.010089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-059ff94c-ce7c-4abe-bccc-4117234fe642 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 200 len: 851 time: 0.0744679 Aug 11 00:48:01.128992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-10196201-6eb5-44f1-8ba9-64dc9e96e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:01.130628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-10196201-6eb5-44f1-8ba9-64dc9e96e665 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ece244df-909c-4779-bf6c-17273d3f30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117313 Aug 11 00:48:01.173583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-a0b8d22c-526c-4e0d-988b-6b852290cdee tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:01.175143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-a0b8d22c-526c-4e0d-988b-6b852290cdee tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 945 time: 0.1508400 Aug 11 00:48:01.273519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-d4d25960-97e6-448c-92b9-edfcf2175204 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236720 Aug 11 00:48:01.332988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:01.389781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=6f09447d-6459-4e0f-b2a6-c03a1111c2b5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:01.405625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Deleting port d3fcb383-e445-4608-9472-51957d7d0e6d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:01.405984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:01.497333 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-3333587e-c0c6-4557-aeea-8f8c2d7a79bf service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167673 Aug 11 00:48:01.615688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-42c67e0f-ee2d-4a7d-9fe3-e36510d1263e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 217 time: 0.1098211 Aug 11 00:48:01.663243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] For port d3fcb383-e445-4608-9472-51957d7d0e6d, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=d3fcb383-e445-4608-9472-51957d7d0e6d,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:01.664569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:01.728964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:01.731580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Calling delete_port for d3fcb383-e445-4608-9472-51957d7d0e6d owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:01.770111 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:01.900202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-31387d16-1961-4000-af56-621fde4c18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:01.902610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-31387d16-1961-4000-af56-621fde4c18d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.2790923 Aug 11 00:48:01.977375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b243c9-db95-4026-a9f5-e435c6873d19 req-1a4adc0a-2a7a-4fd9-969a-abe8c88935a4 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:01.981105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1b243c9-db95-4026-a9f5-e435c6873d19 req-1a4adc0a-2a7a-4fd9-969a-abe8c88935a4 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 945 time: 0.2697446 Aug 11 00:48:02.064462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-aa38d518-e91e-44e7-b10b-8abda4fc7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:02.066597 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-aa38d518-e91e-44e7-b10b-8abda4fc7010 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1557217 Aug 11 00:48:02.229559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1b243c9-db95-4026-a9f5-e435c6873d19 req-3c60cf55-9ace-4871-968b-9dc24a900f8c tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252059 Aug 11 00:48:02.284403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router fa576ae6-10d7-4b84-94a4-2cb1da643b7f has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:48:02.309104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-c3c6b04a-1ef8-4381-9805-700150a17c8e service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869133 Aug 11 00:48:02.480499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:02.496942 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d78022f3-6db0-45b7-baef-bba926aa4d68 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/fa576ae6-10d7-4b84-94a4-2cb1da643b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4921110 Aug 11 00:48:02.498383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50580) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:02.500504 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72f020-78a8-43f8-aec9-28edf5bed378 None None] Sync routers for ids ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:02.530519 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72f020-78a8-43f8-aec9-28edf5bed378 None None] Routers {'fa576ae6-10d7-4b84-94a4-2cb1da643b7f'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:02.532216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dc72f020-78a8-43f8-aec9-28edf5bed378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:02.596654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-fb26f897-599d-4d4d-80e8-0f8663e6a8d1 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802725 Aug 11 00:48:02.654937 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-18a7146e-0662-417c-a85c-5e9acf460753 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 217 time: 0.0487328 Aug 11 00:48:02.806710 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dc72f020-78a8-43f8-aec9-28edf5bed378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:02.809224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-1095838f-0d6a-437d-84ad-aade80f8d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:02.811490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-1095838f-0d6a-437d-84ad-aade80f8d178 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1490710 Aug 11 00:48:02.835906 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72f020-78a8-43f8-aec9-28edf5bed378 None None] Routers {'fa576ae6-10d7-4b84-94a4-2cb1da643b7f'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:02.841557 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dc72f020-78a8-43f8-aec9-28edf5bed378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:03.009468 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dc72f020-78a8-43f8-aec9-28edf5bed378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:03.014185 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72f020-78a8-43f8-aec9-28edf5bed378 None None] The sync data for ids ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:03.040335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-25393056-0b85-467e-bd32-7ba661146a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:03.043724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-25393056-0b85-467e-bd32-7ba661146a61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2237041 Aug 11 00:48:03.074403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:03.074403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:03.190448 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:03.203307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5c01c53f-caeb-426d-aa21-7738768aa593'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:48:03.253899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Pushing event deleted for resources: {'Port': ['ID=d3fcb383-e445-4608-9472-51957d7d0e6d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:03.301469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] No DVR routers for this DVR port d3fcb383-e445-4608-9472-51957d7d0e6d on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:03.306697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:03.310180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fca2a5c2-c170-4e90-aaef-89a6e27b65ce req-dac98876-c778-4eda-816c-fca8860b1335 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "DELETE /v2.0/ports/d3fcb383-e445-4608-9472-51957d7d0e6d HTTP/1.1" status: 204 len: 173 time: 2.1036530 Aug 11 00:48:03.310818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1a1d74-c417-4c4a-ba38-ce21cce098a1', 'name': 'network-vif-deleted', 'tag': 'd3fcb383-e445-4608-9472-51957d7d0e6d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:48:03.314928 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491713be-1d49-488e-8bf3-c8b13fd37ccb" -d '{"events": [{"server_uuid": "7c1a1d74-c417-4c4a-ba38-ce21cce098a1", "name": "network-vif-deleted", "tag": "d3fcb383-e445-4608-9472-51957d7d0e6d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:48:03.411864 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b61d0-78e1-4833-8593-396864b7a5ed x-openstack-request-id: req-697b61d0-78e1-4833-8593-396864b7a5ed {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:48:03.412326 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1a1d74-c417-4c4a-ba38-ce21cce098a1", "name": "network-vif-deleted", "tag": "d3fcb383-e445-4608-9472-51957d7d0e6d", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:48:03.413258 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-697b61d0-78e1-4833-8593-396864b7a5ed {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:48:03.413386 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1a1d74-c417-4c4a-ba38-ce21cce098a1', 'name': 'network-vif-deleted', 'tag': 'd3fcb383-e445-4608-9472-51957d7d0e6d', 'status': 'completed', 'code': 200} Aug 11 00:48:03.561030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Router 7719cb28-c920-46c6-a5aa-8ef342e3117a is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:03.629119 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e0765d5d-486b-4120-91a4-c2aaca810807 req-b5bc87cf-21cd-457a-a91d-c5297cb34260 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 210 time: 0.0636144 Aug 11 00:48:03.632494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-7967e1f1-aa9e-4fb8-abe9-18721b07bea2 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801485 Aug 11 00:48:03.724798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:03.733778 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:03.737794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa27a7-7da0-477f-a7e8-063ab7d92adb None None] Sync routers for ids ['7719cb28-c920-46c6-a5aa-8ef342e3117a'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:03.739398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e9787090-b4a4-4262-a943-7de5fe37f142 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "PUT /v2.0/routers/7719cb28-c920-46c6-a5aa-8ef342e3117a HTTP/1.1" status: 200 len: 914 time: 4.0334685 Aug 11 00:48:03.740233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50592) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:03.748204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa27a7-7da0-477f-a7e8-063ab7d92adb None None] Routers {'7719cb28-c920-46c6-a5aa-8ef342e3117a'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:03.749094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a4fa27a7-7da0-477f-a7e8-063ab7d92adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7719cb28-c920-46c6-a5aa-8ef342e3117a'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:03.783289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a4fa27a7-7da0-477f-a7e8-063ab7d92adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:03.794395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa27a7-7da0-477f-a7e8-063ab7d92adb None None] Routers {'7719cb28-c920-46c6-a5aa-8ef342e3117a'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:03.795333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a4fa27a7-7da0-477f-a7e8-063ab7d92adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7719cb28-c920-46c6-a5aa-8ef342e3117a'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:03.824870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-6901931d-8f1d-4cf2-888e-dd427c5fc6dd service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822004 Aug 11 00:48:03.827632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:03.837539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a4fa27a7-7da0-477f-a7e8-063ab7d92adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:03.838436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa27a7-7da0-477f-a7e8-063ab7d92adb None None] The sync data for ids ['7719cb28-c920-46c6-a5aa-8ef342e3117a'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:03.979979 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-1ef99376-0f64-4a8a-93de-afff5cd54dc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 200 len: 217 time: 0.1332231 Aug 11 00:48:04.068161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-627e0c2b-0022-4aca-9b4a-c48a0cfeaab1 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/routers/7719cb28-c920-46c6-a5aa-8ef342e3117a HTTP/1.1" status: 200 len: 920 time: 0.3267601 Aug 11 00:48:04.072487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50598) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:04.122177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-3cb35e21-5520-49d3-8934-a7261839a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:04.125180 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-3cb35e21-5520-49d3-8934-a7261839a90e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1273613 Aug 11 00:48:04.243028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812bec9a-79c2-4708-8ab8-204a1b0ff734 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:04.248443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-812bec9a-79c2-4708-8ab8-204a1b0ff734 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=7719cb28-c920-46c6-a5aa-8ef342e3117a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1711679 Aug 11 00:48:04.249472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50600) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:04.260205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-09038191-1131-45c0-92c2-39b51b3437b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:04.261891 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-09038191-1131-45c0-92c2-39b51b3437b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0912547 Aug 11 00:48:04.367150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44692c-7f21-408b-88e9-9dcab8c84c92 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:04.369189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bb44692c-7f21-408b-88e9-9dcab8c84c92 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 881 time: 0.1185520 Aug 11 00:48:04.376862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50602) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:04.404237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-dd6a5838-3ab3-43bd-82cf-0e2011e3fd24 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340024 Aug 11 00:48:04.407746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-84bda888-e7a5-4db9-a370-774985b319c2 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=7719cb28-c920-46c6-a5aa-8ef342e3117a HTTP/1.1" status: 200 len: 205 time: 0.0342717 Aug 11 00:48:04.413516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50604) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:04.553859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 43d68d80-5b73-4414-b9b5-4516e72cbc6b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:04.554685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:04.584555 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-ef87e31c-cd6f-4287-a65b-12ac6a36a6e3 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518934 Aug 11 00:48:04.600358 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:04.665312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-c8001481-cff6-4d86-ad8c-2f0d2c947756 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 200 len: 217 time: 0.0387278 Aug 11 00:48:04.755018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:04.756145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:04.790473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 43d68d80-5b73-4414-b9b5-4516e72cbc6b owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:04.842252 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bb939baa-7431-49b7-b7a7-63ab926fc9c2 req-1348990f-0152-4a92-938e-b911b6060c7d tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=7c1a1d74-c417-4c4a-ba38-ce21cce098a1 HTTP/1.1" status: 200 len: 210 time: 0.0704644 Aug 11 00:48:04.895979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d3fcb383-e445-4608-9472-51957d7d0e6d no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:48:04.910311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-76b61a3b-43e8-4294-9ca7-e96212abcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:04.911872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-76b61a3b-43e8-4294-9ca7-e96212abcfce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.2318068 Aug 11 00:48:04.915361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Deleting port 4619d949-3fce-4383-ab4e-20f70889990b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:04.915861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:04.934914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: d3fcb383-e445-4608-9472-51957d7d0e6d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:48:04.935298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device d3fcb383-e445-4608-9472-51957d7d0e6d not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:48:04.970342 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:48:05.017142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-afc22fbf-6e1d-460c-9c49-3ae36061b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:05.018740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-afc22fbf-6e1d-460c-9c49-3ae36061b13a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976603 Aug 11 00:48:05.037286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:05.064749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Calling delete_port for 4619d949-3fce-4383-ab4e-20f70889990b owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:05.215402 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-1ad7bd98-9cd5-47af-a054-28538e45f4f9 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826940 Aug 11 00:48:05.330152 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-525f941e-bd77-4484-b7cf-0f563d1b4dd0 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072009 Aug 11 00:48:05.376608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-6f9a0db9-5206-4650-ba06-3eec31e51f6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 200 len: 217 time: 0.0390675 Aug 11 00:48:05.436339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:05.442234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-a3d87e7b-9cc6-417a-86bf-0bf187e662b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:05.443776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-a3d87e7b-9cc6-417a-86bf-0bf187e662b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.0599818 Aug 11 00:48:05.464515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:05.477476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=43d68d80-5b73-4414-b9b5-4516e72cbc6b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:05.489006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event deleted for resources: {'Port': ['ID=4619d949-3fce-4383-ab4e-20f70889990b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:05.599399 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:05.599715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-19132479-ccf7-4a62-a8a7-fe6c08ebab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:05.601735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-19132479-ccf7-4a62-a8a7-fe6c08ebab70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1325951 Aug 11 00:48:05.798330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:05.825948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:05.828967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:05.992821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:05.992821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Fanout notify agent at l3_agent the message router_deleted on router 7719cb28-c920-46c6-a5aa-8ef342e3117a {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:06.005955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.009294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dcfad1c1-499e-4e81-9d8c-c18ca70cb094 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/7719cb28-c920-46c6-a5aa-8ef342e3117a HTTP/1.1" status: 204 len: 168 time: 1.5925093 Aug 11 00:48:06.013490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50622) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:06.018512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a343849e-dcd6-4f92-bfee-4151b24e2dcd tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1059425856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:06.052390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-a7c389aa-a25c-4688-8eae-9a6bab326104 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155540 Aug 11 00:48:06.072144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router fa576ae6-10d7-4b84-94a4-2cb1da643b7f has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:48:06.195108 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a343849e-dcd6-4f92-bfee-4151b24e2dcd tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.196277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a343849e-dcd6-4f92-bfee-4151b24e2dcd tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.223540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:06.235647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3f8c939-3ed7-44cd-a4b6-07dca8f23348 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/fa576ae6-10d7-4b84-94a4-2cb1da643b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7346270 Aug 11 00:48:06.242422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50628) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:06.243331 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0967cd9-8b8a-44a5-8b31-5b0919e3e81c None None] Sync routers for ids ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:06.268177 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0967cd9-8b8a-44a5-8b31-5b0919e3e81c None None] Routers {'fa576ae6-10d7-4b84-94a4-2cb1da643b7f'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:06.269413 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a0967cd9-8b8a-44a5-8b31-5b0919e3e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:06.296533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-dfb41909-d71c-4208-9891-6d85e1d36cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335439 Aug 11 00:48:06.312231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-63692cd5-66a8-45f8-950f-d81e333a18fa tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa576ae6-10d7-4b84-94a4-2cb1da643b7f HTTP/1.1" status: 200 len: 205 time: 0.0675664 Aug 11 00:48:06.312231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50632) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:06.347131 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a343849e-dcd6-4f92-bfee-4151b24e2dcd tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.374674 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a0967cd9-8b8a-44a5-8b31-5b0919e3e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:06.379247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-61cf411d-bf7b-473c-a881-7818595ff20a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 200 len: 217 time: 0.0757577 Aug 11 00:48:06.403558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0967cd9-8b8a-44a5-8b31-5b0919e3e81c None None] Routers {'fa576ae6-10d7-4b84-94a4-2cb1da643b7f'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:06.406108 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a0967cd9-8b8a-44a5-8b31-5b0919e3e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:06.449873 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a0967cd9-8b8a-44a5-8b31-5b0919e3e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:06.450275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-f5deeb86-5b7e-4000-874d-98fdd91ec51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:06.451353 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0967cd9-8b8a-44a5-8b31-5b0919e3e81c None None] The sync data for ids ['fa576ae6-10d7-4b84-94a4-2cb1da643b7f'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:06.452192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-f5deeb86-5b7e-4000-874d-98fdd91ec51d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.0639062 Aug 11 00:48:06.494435 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36984ff8-75e4-4854-92de-e1ef0448b389 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.498954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a343849e-dcd6-4f92-bfee-4151b24e2dcd tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.529835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-73e32518-f1a4-4bd7-8628-0a3a3468345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:06.532465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-73e32518-f1a4-4bd7-8628-0a3a3468345a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724914 Aug 11 00:48:06.650877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-43e012d8-7123-46e5-9ea7-4fe516e1724e service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096466 Aug 11 00:48:06.689095 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a343849e-dcd6-4f92-bfee-4151b24e2dcd tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.692910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a343849e-dcd6-4f92-bfee-4151b24e2dcd tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6756182 Aug 11 00:48:06.693639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50634) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:06.698949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': False}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:06.733626 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36984ff8-75e4-4854-92de-e1ef0448b389 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.739286 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36984ff8-75e4-4854-92de-e1ef0448b389 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.904717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36984ff8-75e4-4854-92de-e1ef0448b389 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.905516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36984ff8-75e4-4854-92de-e1ef0448b389 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Fanout notify agent at l3_agent the message router_deleted on router fa576ae6-10d7-4b84-94a4-2cb1da643b7f {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:06.920079 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-36984ff8-75e4-4854-92de-e1ef0448b389 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:06.923153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-36984ff8-75e4-4854-92de-e1ef0448b389 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/fa576ae6-10d7-4b84-94a4-2cb1da643b7f HTTP/1.1" status: 204 len: 168 time: 0.5853133 Aug 11 00:48:06.926060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50638) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:07.021281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50d8c47-bfb9-4e3f-af2b-e07830acf47b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet b181c147-3cdf-40e9-97c5-b2e9bf3fe0ce {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:48:07.030656 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c47-bfb9-4e3f-af2b-e07830acf47b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.097219 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c47-bfb9-4e3f-af2b-e07830acf47b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.223621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c47-bfb9-4e3f-af2b-e07830acf47b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.394742 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1265d82f-1fa8-43c7-a18a-3c6616a3d2de req-d1fb5709-10fa-4384-8804-d31c624e44fd service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327170 Aug 11 00:48:07.430059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c47-bfb9-4e3f-af2b-e07830acf47b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.474947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd2bbc7-7180-4e53-9725-a3c629cfadbd None None] Network 939481dc-152e-4034-bd69-bf6d0ef5bd46 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:07.480142 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c50d8c47-bfb9-4e3f-af2b-e07830acf47b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.483246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c50d8c47-bfb9-4e3f-af2b-e07830acf47b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/b181c147-3cdf-40e9-97c5-b2e9bf3fe0ce HTTP/1.1" status: 204 len: 168 time: 0.5560653 Aug 11 00:48:07.484658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d8c47-bfb9-4e3f-af2b-e07830acf47b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=b181c147-3cdf-40e9-97c5-b2e9bf3fe0ce,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:07.486349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50646) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:07.545917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.583758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3080db54-ba2a-405d-b7c1-664033702d2c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet 2e806a4d-ca9c-4c8d-b5fe-cc760fff9a7e {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:48:07.589132 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3080db54-ba2a-405d-b7c1-664033702d2c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.590517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-ab5ffe18-8733-4715-8e22-12a3654dc59c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1278780 Aug 11 00:48:07.675956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3080db54-ba2a-405d-b7c1-664033702d2c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.846267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3080db54-ba2a-405d-b7c1-664033702d2c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:07.847034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-014dcbf9-bcfe-4284-bf61-ef28312d0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:07.847849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-014dcbf9-bcfe-4284-bf61-ef28312d0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:07.848547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-014dcbf9-bcfe-4284-bf61-ef28312d0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:07.849198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-014dcbf9-bcfe-4284-bf61-ef28312d0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:07.849846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-014dcbf9-bcfe-4284-bf61-ef28312d0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:07.850554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-014dcbf9-bcfe-4284-bf61-ef28312d0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:07.851127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-014dcbf9-bcfe-4284-bf61-ef28312d0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:07.851388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] DHCP port deletion for 939481dc-152e-4034-bd69-bf6d0ef5bd46 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:48:07.853370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-014dcbf9-bcfe-4284-bf61-ef28312d0759 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2159b3fba16a42858e69279442628c05&device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 6505 time: 0.1188810 Aug 11 00:48:07.975969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] Deleting port e4532bb6-5dc5-403d-9971-5c39626ec5c0 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:07.975969 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.088857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] For port e4532bb6-5dc5-403d-9971-5c39626ec5c0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e4532bb6-5dc5-403d-9971-5c39626ec5c0,segment=NetworkSegment(01dba136-c7f1-4f6c-9819-b69329f19670),segment_id=01dba136-c7f1-4f6c-9819-b69329f19670)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:08.088857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.103491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] Calling delete_port for e4532bb6-5dc5-403d-9971-5c39626ec5c0 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:08.121636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3080db54-ba2a-405d-b7c1-664033702d2c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.162838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080db54-ba2a-405d-b7c1-664033702d2c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=2e806a4d-ca9c-4c8d-b5fe-cc760fff9a7e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:08.167464 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3080db54-ba2a-405d-b7c1-664033702d2c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.172883 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3080db54-ba2a-405d-b7c1-664033702d2c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/2e806a4d-ca9c-4c8d-b5fe-cc760fff9a7e HTTP/1.1" status: 204 len: 168 time: 0.6804228 Aug 11 00:48:08.173584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50652) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:08.246675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7878d2-b6dc-46e7-aa15-0aa8d8f564bd None None] Network 1eafd351-674a-43cd-86d0-2a69aa7c289a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:08.247665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.287335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7ef4ba68-f938-4966-9f81-cc9b6dc23d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:08.288197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7ef4ba68-f938-4966-9f81-cc9b6dc23d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:08.288988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7ef4ba68-f938-4966-9f81-cc9b6dc23d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:08.291112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7ef4ba68-f938-4966-9f81-cc9b6dc23d58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=0e67888b-79ab-469d-8474-0dc2f98db0f2&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 HTTP/1.1" status: 200 len: 2299 time: 0.3878272 Aug 11 00:48:08.293162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.360898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.454510 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7ec07680-1725-484d-952f-283e202bdc12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c HTTP/1.1" status: 200 len: 1000 time: 0.1493304 Aug 11 00:48:08.554807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port e4532bb6-5dc5-403d-9971-5c39626ec5c0 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:08.555239 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.691552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] DHCP port deletion for 1eafd351-674a-43cd-86d0-2a69aa7c289a request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:48:08.708628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-59661452-4a29-4a60-9d29-28580b8d88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:08.712832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-59661452-4a29-4a60-9d29-28580b8d88e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3935a048-727c-41ee-a6fb-8de53f84acfa HTTP/1.1" status: 200 len: 856 time: 0.2405329 Aug 11 00:48:08.747463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Allocated IP 172.25.0.247 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/f8f4e7f9-2209-4d24-adb5-c4a8178d4824) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:08.769503 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.773154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port e4532bb6-5dc5-403d-9971-5c39626ec5c0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e4532bb6-5dc5-403d-9971-5c39626ec5c0,segment=NetworkSegment(01dba136-c7f1-4f6c-9819-b69329f19670),segment_id=01dba136-c7f1-4f6c-9819-b69329f19670)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:08.777616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.808571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for e4532bb6-5dc5-403d-9971-5c39626ec5c0 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:08.889848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] No DVR routers for this DVR port e4532bb6-5dc5-403d-9971-5c39626ec5c0 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:08.895378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-642024ab-46a1-4454-8895-106c10b32cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:08.897852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b0a0b-319b-4a80-b99a-26ed1006f19c None None] Pushing event deleted for resources: {'Port': ['ID=e4532bb6-5dc5-403d-9971-5c39626ec5c0,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:08.906764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-642024ab-46a1-4454-8895-106c10b32cbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780405 Aug 11 00:48:08.938504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.950685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] Deleting port cf460688-4a0e-4a93-be1c-154bf824f722 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:08.950971 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:08.987020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=e4532bb6-5dc5-403d-9971-5c39626ec5c0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:08.994151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No DVR routers for this DVR port e4532bb6-5dc5-403d-9971-5c39626ec5c0 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:09.052040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-9da69158-6efb-4721-9ad5-e3ea2cc01d43 service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366282 Aug 11 00:48:09.093708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] For port cf460688-4a0e-4a93-be1c-154bf824f722, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cf460688-4a0e-4a93-be1c-154bf824f722,segment=NetworkSegment(35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17),segment_id=35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:09.094113 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.142695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] Calling delete_port for cf460688-4a0e-4a93-be1c-154bf824f722 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:09.195426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.208650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939481dc-152e-4034-bd69-bf6d0ef5bd46']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:09.221271 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.228898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dba136-c7f1-4f6c-9819-b69329f19670') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:09.230786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dba136-c7f1-4f6c-9819-b69329f19670') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:09.251403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.254121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-e1d0f927-a00a-4651-a03f-c113db32ee40 service neutron] 10.222.0.55 "GET /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938007 Aug 11 00:48:09.284848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.298280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:48:09.299537 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.321300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-d44645fc-dc44-4841-9e52-183cd60efb19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0590429 Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: items = [ Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:48:09.332212 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:48:09.356489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.379106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] No DVR routers for this DVR port cf460688-4a0e-4a93-be1c-154bf824f722 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:09.418186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fd64d-908a-495f-a39d-c1d662e12805 None None] Pushing event deleted for resources: {'Port': ['ID=cf460688-4a0e-4a93-be1c-154bf824f722,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:09.425558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-9d62dd57-29b7-4a09-be4b-d408fa2591d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:09.427248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-9d62dd57-29b7-4a09-be4b-d408fa2591d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.0976391 Aug 11 00:48:09.473091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e4532bb6-5dc5-403d-9971-5c39626ec5c0 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:48:09.491788 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.498932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e4532bb6-5dc5-403d-9971-5c39626ec5c0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:48:09.499374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e4532bb6-5dc5-403d-9971-5c39626ec5c0 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:48:09.499800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cf460688-4a0e-4a93-be1c-154bf824f722 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:48:09.530581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cf460688-4a0e-4a93-be1c-154bf824f722 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:48:09.531055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cf460688-4a0e-4a93-be1c-154bf824f722 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:48:09.618178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-fe188df5-9512-426c-bd2a-7a803f3dafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:09.619523 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.620537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-fe188df5-9512-426c-bd2a-7a803f3dafb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1858852 Aug 11 00:48:09.635959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:09.644525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/939481dc-152e-4034-bd69-bf6d0ef5bd46 HTTP/1.1" status: 204 len: 168 time: 1.4697316 Aug 11 00:48:09.649547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:09.650181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50676) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:09.679645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91030355-4bcd-4bbc-8e2d-1ca72957fdc7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=939481dc-152e-4034-bd69-bf6d0ef5bd46,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:09.701896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:09.704622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:09.791751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f4e7f9-2209-4d24-adb5-c4a8178d4824,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:09.961819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:10.194832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-77252b0b-5633-4d83-9bc6-f90d07b4248a service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643425 Aug 11 00:48:10.467460 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:10.499058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eafd351-674a-43cd-86d0-2a69aa7c289a']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:10.535489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:10.535872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d4b4bc-5d59-48c9-b5c4-6ba8920cdf17') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:10.565491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:10.602705 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7a22e0a2-fed0-4e7a-b845-f6848f2e28fc service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548958 Aug 11 00:48:10.608755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:10.685122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:48:10.685540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:48:10.688857 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:48:10.818665 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7cd51150-d74a-4a11-a281-e467cfc75d3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 217 time: 0.2061770 Aug 11 00:48:11.001816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-902031c6-da20-433e-a5d5-02bc61042312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:11.002417 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-902031c6-da20-433e-a5d5-02bc61042312 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.1195059 Aug 11 00:48:11.080028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-843d53b8-8107-4960-9622-d17a208ace55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:11.080028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-843d53b8-8107-4960-9622-d17a208ace55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533006 Aug 11 00:48:11.080028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.214219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.231311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.233323 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/1eafd351-674a-43cd-86d0-2a69aa7c289a HTTP/1.1" status: 204 len: 168 time: 1.5722513 Aug 11 00:48:11.238846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50696) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:11.251034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-694937128'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:11.262591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27f0e3-871f-46ab-b7e2-ef40233178fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=1eafd351-674a-43cd-86d0-2a69aa7c289a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:11.326963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-477310c5-b03c-487d-a01c-a2fd50bd8d4c service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164497 Aug 11 00:48:11.432194 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.442471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.522286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-aa1e56bc-7294-42dd-9c90-a56632271685 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882479 Aug 11 00:48:11.585124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:11.592528 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.617209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:48:11.627970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.628518 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment 702c41f3-d7ce-495c-869e-c9045cb72180 of type vlan for network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e Aug 11 00:48:11.694610 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.972160 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:11.975313 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-41d34783-f062-498b-afab-4e4f906efa77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de HTTP/1.1" status: 200 len: 217 time: 0.4219460 Aug 11 00:48:11.981392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:11.982214 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:12.048262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-b2ad9572-0e71-4981-9533-2d2d6fed0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:12.049804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-b2ad9572-0e71-4981-9533-2d2d6fed0fc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.0660105 Aug 11 00:48:12.095433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=79ecf8d1-07fe-403f-acd3-56ab64dcd52e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:12.112872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:48:12.118614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7b79f18a-81e1-4a14-b143-bea6a51c30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:12.120410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7b79f18a-81e1-4a14-b143-bea6a51c30ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0633388 Aug 11 00:48:12.284158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-a3601a15-fbd6-4d45-a1b5-767abd12cda3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558394 Aug 11 00:48:12.407056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-757dcfe3-43b5-4fe7-8b34-99488e349313 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154392 Aug 11 00:48:12.461419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-f77700f4-8cec-4414-a632-da1f8078fb8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=20e99aba-6b99-4072-8bff-ed68255952c5 HTTP/1.1" status: 200 len: 217 time: 0.0470881 Aug 11 00:48:12.544569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-1fa75511-7b2e-48bd-91b0-72561056e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:12.546133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-1fa75511-7b2e-48bd-91b0-72561056e9fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 200 len: 797 time: 0.0774667 Aug 11 00:48:12.578806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-110e555f-be35-4d36-8f26-b8593190e3f8 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3352683 Aug 11 00:48:12.584998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50708) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:12.585146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Router 0422a20d-842b-47f8-8088-90d73bf9a9c0 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:12.589011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': '79ecf8d1-07fe-403f-acd3-56ab64dcd52e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:12.675070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7cef457e-15fd-4375-a8f2-4548922ea499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:12.675070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-7cef457e-15fd-4375-a8f2-4548922ea499 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e67888b-79ab-469d-8474-0dc2f98db0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1172609 Aug 11 00:48:12.808961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:12.814825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:12.816086 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-33ff087e-6493-4fa0-a00c-adf4ab7a4655 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "PUT /v2.0/routers/0422a20d-842b-47f8-8088-90d73bf9a9c0 HTTP/1.1" status: 200 len: 916 time: 6.1214032 Aug 11 00:48:12.819307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50712) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:12.822082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43988e-e8a6-4e12-afbb-91e300a6c350 None None] Sync routers for ids ['0422a20d-842b-47f8-8088-90d73bf9a9c0'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:12.834863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43988e-e8a6-4e12-afbb-91e300a6c350 None None] Routers {'0422a20d-842b-47f8-8088-90d73bf9a9c0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:12.835825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ff43988e-e8a6-4e12-afbb-91e300a6c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0422a20d-842b-47f8-8088-90d73bf9a9c0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:12.846041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-11f3304d-1398-44b4-9fa3-ee8fea651ef7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669295 Aug 11 00:48:12.874597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ff43988e-e8a6-4e12-afbb-91e300a6c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:12.885378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43988e-e8a6-4e12-afbb-91e300a6c350 None None] Routers {'0422a20d-842b-47f8-8088-90d73bf9a9c0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:12.886412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ff43988e-e8a6-4e12-afbb-91e300a6c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:47:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0422a20d-842b-47f8-8088-90d73bf9a9c0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:12.930317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ff43988e-e8a6-4e12-afbb-91e300a6c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:12.931290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43988e-e8a6-4e12-afbb-91e300a6c350 None None] The sync data for ids ['0422a20d-842b-47f8-8088-90d73bf9a9c0'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:12.956136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:12.960441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:13.008461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-d83dbb28-28a2-44c6-af36-76086f13b2c2 service neutron] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544323 Aug 11 00:48:13.067492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8eb8d709-435a-494d-b38d-1e0a94d1326c tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/routers/0422a20d-842b-47f8-8088-90d73bf9a9c0 HTTP/1.1" status: 200 len: 922 time: 0.2444324 Aug 11 00:48:13.072272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50716) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:13.075550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-f5a9feda-1337-4666-bdc6-9507ac8edc83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db8de401-0507-4b3c-9d6c-7448e25908a9 HTTP/1.1" status: 200 len: 217 time: 0.0586307 Aug 11 00:48:13.128137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602472d3-a497-4cdf-a914-91a0e7260349 req-bc15ae75-a6ae-4a77-b8c3-0e6947557a19 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:13.129362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602472d3-a497-4cdf-a914-91a0e7260349 req-bc15ae75-a6ae-4a77-b8c3-0e6947557a19 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 946 time: 0.1175411 Aug 11 00:48:13.169431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-4da83939-cc2e-4653-85b5-f4837babda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:13.171288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-4da83939-cc2e-4653-85b5-f4837babda23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.0845265 Aug 11 00:48:13.178203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bc6b5-ec87-4aaa-9904-f092737751e2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:13.185797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a22bc6b5-ec87-4aaa-9904-f092737751e2 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=0422a20d-842b-47f8-8088-90d73bf9a9c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1089396 Aug 11 00:48:13.186531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50720) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:13.191758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-602472d3-a497-4cdf-a914-91a0e7260349 req-0d552e2c-b1d5-4ed5-8032-c6fc6e440511 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509136 Aug 11 00:48:13.235624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-debb6157-4336-464b-a182-d20e7e749e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:13.237948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-debb6157-4336-464b-a182-d20e7e749e35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566165 Aug 11 00:48:13.398654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117861e4-0a19-4d65-9e02-b8c19031eed0 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:13.400154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-117861e4-0a19-4d65-9e02-b8c19031eed0 tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 881 time: 0.2074547 Aug 11 00:48:13.402790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-c9c5e01a-3b42-4467-b0e9-7387789df359 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559215 Aug 11 00:48:13.403559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50724) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:13.437636 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ec1efe10-2997-4444-a78f-a5daa716f810 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=0422a20d-842b-47f8-8088-90d73bf9a9c0 HTTP/1.1" status: 200 len: 205 time: 0.0327969 Aug 11 00:48:13.440633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50726) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:13.492659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:13.548685 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-91ca26ad-02ef-43ee-bde9-235ddeb1afd9 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384308 Aug 11 00:48:13.641441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-4a3dd286-0103-470b-be43-1a7428fd8d86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30d89737-eda3-40ac-9ae8-63b3180d7466 HTTP/1.1" status: 200 len: 217 time: 0.0858915 Aug 11 00:48:13.752294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-0e691259-422e-4c41-a7f9-7da9b0ecd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:13.756838 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-0e691259-422e-4c41-a7f9-7da9b0ecd5f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 200 len: 797 time: 0.1081336 Aug 11 00:48:13.837464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-d8409c9e-a637-4847-9ea2-a47f86004811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:13.840218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-d8409c9e-a637-4847-9ea2-a47f86004811 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761225 Aug 11 00:48:13.999868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-ac3228b7-3560-43d1-b3b3-493924b589c1 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524119 Aug 11 00:48:14.052642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.058794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=746ef95a-0a18-48d3-8588-7726ad1c40d9,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:14.106282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': '702c41f3-d7ce-495c-869e-c9045cb72180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '79ecf8d1-07fe-403f-acd3-56ab64dcd52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:14.106632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: 79ecf8d1-07fe-403f-acd3-56ab64dcd52e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:48:14.168643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069c354f-0f32-4111-a1a4-826e071f6c30 req-66de731a-c8b9-45c8-af28-a983b79cfcd7 service neutron] 10.222.0.55 "GET /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606333 Aug 11 00:48:14.226933 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.305946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:48:14.355671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d61e-6ce3-486a-a7c2-ed2962efd54c req-c8a141a7-f747-4393-b0d9-3a6bf3960cd8 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:14.357225 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5f6d61e-6ce3-486a-a7c2-ed2962efd54c req-c8a141a7-f747-4393-b0d9-3a6bf3960cd8 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 946 time: 0.0623722 Aug 11 00:48:14.376784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-cc1d5a60-92f2-414e-9c18-74fe767e0348 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:14.378559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-cc1d5a60-92f2-414e-9c18-74fe767e0348 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 946 time: 0.0842514 Aug 11 00:48:14.439797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 79ecf8d1-07fe-403f-acd3-56ab64dcd52e) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:14.439797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:14.440296 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.444480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3144eda8-7ad1-4886-ab59-bb36d0ff6ebf None None] Network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:14.465465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5f6d61e-6ce3-486a-a7c2-ed2962efd54c req-1ea2ab2e-ed24-47a2-a9f2-5d518303baed tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/security-groups?id=0af05691-3ba5-40d2-aa64-b89697ce1ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985594 Aug 11 00:48:14.502686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Deleting port f8f4e7f9-2209-4d24-adb5-c4a8178d4824 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:14.503125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.536637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Deleting port 5c01c53f-caeb-426d-aa21-7738768aa593 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:14.537282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.600703 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.618293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Calling delete_port for f8f4e7f9-2209-4d24-adb5-c4a8178d4824 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:14.628983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-44282261-b151-46c9-be5c-95d24b1c1a1e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0418990 Aug 11 00:48:14.630157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50734) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:14.636824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4755eae6-608b-44e6-b6d8-dc0d0aa707b4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1932751682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:14.654470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-79ecf8d1-07fe-403f-acd3-56ab64dcd52e', 'network_id': '79ecf8d1-07fe-403f-acd3-56ab64dcd52e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': '746ef95a-0a18-48d3-8588-7726ad1c40d9'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:48:14.655839 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.676389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] For port 5c01c53f-caeb-426d-aa21-7738768aa593, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5c01c53f-caeb-426d-aa21-7738768aa593,segment=NetworkSegment(ac0ce8d4-d6f6-4d17-b004-9654657c267d),segment_id=ac0ce8d4-d6f6-4d17-b004-9654657c267d)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:14.676899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.698080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Calling delete_port for 5c01c53f-caeb-426d-aa21-7738768aa593 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:14.815767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Allocated IP 172.20.0.2 (79ecf8d1-07fe-403f-acd3-56ab64dcd52e/746ef95a-0a18-48d3-8588-7726ad1c40d9/857e2973-2f90-4fce-b18f-30b6f4cf37ba) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:14.852316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4755eae6-608b-44e6-b6d8-dc0d0aa707b4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.853203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4755eae6-608b-44e6-b6d8-dc0d0aa707b4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.950846 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.977582 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.982038 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:14.983862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event deleted for resources: {'Port': ['ID=f8f4e7f9-2209-4d24-adb5-c4a8178d4824,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:14.996014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5c01c53f-caeb-426d-aa21-7738768aa593'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:48:15.023034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Transition to ACTIVE for port object 857e2973-2f90-4fce-b18f-30b6f4cf37ba will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:15.032719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Pushing event deleted for resources: {'Port': ['ID=5c01c53f-caeb-426d-aa21-7738768aa593,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:15.048736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Transition to ACTIVE for port object 857e2973-2f90-4fce-b18f-30b6f4cf37ba will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:15.080050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4755eae6-608b-44e6-b6d8-dc0d0aa707b4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.088533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] No DVR routers for this DVR port 5c01c53f-caeb-426d-aa21-7738768aa593 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:15.091268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.093557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90f280a4-0779-4abf-b9a6-4e29dbf89194 req-071c50c9-646c-440c-aa98-b92db2396d46 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.44 "DELETE /v2.0/ports/5c01c53f-caeb-426d-aa21-7738768aa593 HTTP/1.1" status: 204 len: 173 time: 0.7084653 Aug 11 00:48:15.093938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998c20cd-5261-4fb1-b686-dde0ef299f50', 'name': 'network-vif-deleted', 'tag': '5c01c53f-caeb-426d-aa21-7738768aa593'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:48:15.097128 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d8a1e6-45ce-4afe-bc57-7b8e1c298767" -d '{"events": [{"server_uuid": "998c20cd-5261-4fb1-b686-dde0ef299f50", "name": "network-vif-deleted", "tag": "5c01c53f-caeb-426d-aa21-7738768aa593"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:48:15.106078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.141098 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04319e-14b8-4746-a95d-bb9e445ca900 x-openstack-request-id: req-ae04319e-14b8-4746-a95d-bb9e445ca900 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:48:15.141398 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998c20cd-5261-4fb1-b686-dde0ef299f50", "name": "network-vif-deleted", "tag": "5c01c53f-caeb-426d-aa21-7738768aa593", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:48:15.141654 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae04319e-14b8-4746-a95d-bb9e445ca900 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:48:15.142061 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998c20cd-5261-4fb1-b686-dde0ef299f50', 'name': 'network-vif-deleted', 'tag': '5c01c53f-caeb-426d-aa21-7738768aa593', 'status': 'completed', 'code': 200} Aug 11 00:48:15.153820 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.197020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.199301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.211451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Pushing event updated for resources: {'Port': ['ID=857e2973-2f90-4fce-b18f-30b6f4cf37ba,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:15.220499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:15.223882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:15.224680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:15.237006 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4755eae6-608b-44e6-b6d8-dc0d0aa707b4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.283829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Attempting to bind port 857e2973-2f90-4fce-b18f-30b6f4cf37ba on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:48:15.284211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Attempting to bind port 857e2973-2f90-4fce-b18f-30b6f4cf37ba by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '702c41f3-d7ce-495c-869e-c9045cb72180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '79ecf8d1-07fe-403f-acd3-56ab64dcd52e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:48:15.284585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Attempting to bind port 857e2973-2f90-4fce-b18f-30b6f4cf37ba on network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:48:15.289858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:48:15.290239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Checking segment: {'id': '702c41f3-d7ce-495c-869e-c9045cb72180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '79ecf8d1-07fe-403f-acd3-56ab64dcd52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:15.290649 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.291040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Bound using segment: {'id': '702c41f3-d7ce-495c-869e-c9045cb72180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '79ecf8d1-07fe-403f-acd3-56ab64dcd52e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:48:15.291533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Bound port: 857e2973-2f90-4fce-b18f-30b6f4cf37ba, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702c41f3-d7ce-495c-869e-c9045cb72180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '79ecf8d1-07fe-403f-acd3-56ab64dcd52e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:48:15.292500 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.359009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] For port 857e2973-2f90-4fce-b18f-30b6f4cf37ba, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:48:15.362244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] For port 857e2973-2f90-4fce-b18f-30b6f4cf37ba, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=857e2973-2f90-4fce-b18f-30b6f4cf37ba,segment=NetworkSegment(702c41f3-d7ce-495c-869e-c9045cb72180),segment_id=702c41f3-d7ce-495c-869e-c9045cb72180)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:48:15.549619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4755eae6-608b-44e6-b6d8-dc0d0aa707b4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.553786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4755eae6-608b-44e6-b6d8-dc0d0aa707b4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9225001 Aug 11 00:48:15.554431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50744) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:15.560648 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.560648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Fanout notify agent at l3_agent the message router_deleted on router 0422a20d-842b-47f8-8088-90d73bf9a9c0 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:15.562362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'port': {'network_id': '79ecf8d1-07fe-403f-acd3-56ab64dcd52e', 'name': 'tempest-RoutersTest-1262066453'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:15.586099 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc911802-5cc5-4e75-b2d7-7d7ce471abbe req-3de8272c-f604-48b1-a378-2dbd09459f6e tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 210 time: 0.0445087 Aug 11 00:48:15.589889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.623919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.624887 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a319e334-db2b-4695-a2ef-8328320c900b tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/0422a20d-842b-47f8-8088-90d73bf9a9c0 HTTP/1.1" status: 204 len: 168 time: 2.1832993 Aug 11 00:48:15.628696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50746) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:15.636814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1020853734', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:15.687591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1173b2-28dd-469c-9026-fa1a7d8a7fe6 None None] Pushing event updated for resources: {'Port': ['ID=857e2973-2f90-4fce-b18f-30b6f4cf37ba,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:15.926616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:15.927775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.015539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.158734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:16.158734 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.177368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] device_id is not set on port 3c97f062-93e3-4c09-a89b-2b8d14f77997 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:48:16.332029 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65525735-169f-40e1-b8c1-3424ccd5e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.342411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.345677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.20.0.9 (79ecf8d1-07fe-403f-acd3-56ab64dcd52e/746ef95a-0a18-48d3-8588-7726ad1c40d9/3c97f062-93e3-4c09-a89b-2b8d14f77997) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:16.625795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.649071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object 3c97f062-93e3-4c09-a89b-2b8d14f77997 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:16.833523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea5fe0e6-294d-4c37-b36d-9e3c8649f727 req-038e9c60-60a1-4cce-87d9-e507e8818885 tempest-AttachVolumeNegativeTest-633888978 tempest-AttachVolumeNegativeTest-633888978-project] 10.222.0.43 "GET /v2.0/ports?device_id=998c20cd-5261-4fb1-b686-dde0ef299f50 HTTP/1.1" status: 200 len: 210 time: 0.0782835 Aug 11 00:48:16.870693 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.895474 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.912644 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:16.999646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:17.000896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=3c97f062-93e3-4c09-a89b-2b8d14f77997,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:17.011243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:17.017504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:17.091124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:17.092338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:17.103001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec0a755-8cfb-40c3-9682-467053fca794 None None] Network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:17.156805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Allocated IP 172.25.0.238 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/5abc99e4-6ea5-4873-a699-56cf64f78f32) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:17.192688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50760) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:17.193903 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e129720e-363d-45d5-90c1-d51e0dbd339f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6379430 Aug 11 00:48:17.337813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d60e3275-f724-49a4-af0b-e9fd260346ec None None] Provisioning for port 857e2973-2f90-4fce-b18f-30b6f4cf37ba completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:17.507000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:17.564325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 857e2973-2f90-4fce-b18f-30b6f4cf37ba up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:48:17.694222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:17.910331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50766) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:17.993740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:17.999498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-35afe1c1-fc69-44a1-a828-11c7d348e7ca admin admin] Deleting subnet 39edb12d-13c0-4a9d-8189-dd56f8e43f4b {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:48:18.003615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35afe1c1-fc69-44a1-a828-11c7d348e7ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.047285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.057602 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35afe1c1-fc69-44a1-a828-11c7d348e7ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.140829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:18.140829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:18.140829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:18.141092 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35afe1c1-fc69-44a1-a828-11c7d348e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.141188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event updated for resources: {'Port': ['ID=5abc99e4-6ea5-4873-a699-56cf64f78f32,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:18.212295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 857e2973-2f90-4fce-b18f-30b6f4cf37ba completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:18.215824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3ef027ed-b531-4e75-80f7-14ac64301482 None None] Provisioning for port 3c97f062-93e3-4c09-a89b-2b8d14f77997 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:18.221067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3ef027ed-b531-4e75-80f7-14ac64301482 None None] Provisioning complete for port 3c97f062-93e3-4c09-a89b-2b8d14f77997 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:18.221505 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ef027ed-b531-4e75-80f7-14ac64301482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.223620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 857e2973-2f90-4fce-b18f-30b6f4cf37ba triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:18.224034 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.288438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3ef027ed-b531-4e75-80f7-14ac64301482 None None] Port 3c97f062-93e3-4c09-a89b-2b8d14f77997 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:18.353224 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.393233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 857e2973-2f90-4fce-b18f-30b6f4cf37ba, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=857e2973-2f90-4fce-b18f-30b6f4cf37ba,segment=NetworkSegment(702c41f3-d7ce-495c-869e-c9045cb72180),segment_id=702c41f3-d7ce-495c-869e-c9045cb72180)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:18.418313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3018909b-7b75-4d52-9cee-c4b1981dc7f9 None None] Provisioning complete for port 3c97f062-93e3-4c09-a89b-2b8d14f77997 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:18.418733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3018909b-7b75-4d52-9cee-c4b1981dc7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.458133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3018909b-7b75-4d52-9cee-c4b1981dc7f9 None None] Port 3c97f062-93e3-4c09-a89b-2b8d14f77997 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:18.469541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.516027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.516513 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35afe1c1-fc69-44a1-a828-11c7d348e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.556596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=3c97f062-93e3-4c09-a89b-2b8d14f77997,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:18.581292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=857e2973-2f90-4fce-b18f-30b6f4cf37ba,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:18.594157 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-35afe1c1-fc69-44a1-a828-11c7d348e7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.597042 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-35afe1c1-fc69-44a1-a828-11c7d348e7ca admin admin] 10.222.0.43 "DELETE /v2.0/subnets/39edb12d-13c0-4a9d-8189-dd56f8e43f4b HTTP/1.1" status: 204 len: 168 time: 0.6852548 Aug 11 00:48:18.597901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afe1c1-fc69-44a1-a828-11c7d348e7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39edb12d-13c0-4a9d-8189-dd56f8e43f4b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:18.601053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50780) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:18.684925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.897835 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.920861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129d0b1b-4b81-40b6-8b6f-08b929c0ca1c']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:18.956314 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-88e771cb-f854-4336-92f0-2cda3340200a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:18.968993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5c01c53f-caeb-426d-aa21-7738768aa593 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:48:18.976280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0ce8d4-d6f6-4d17-b004-9654657c267d') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:18.977321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0ce8d4-d6f6-4d17-b004-9654657c267d') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:19.026343 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.039769 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.044223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 5c01c53f-caeb-426d-aa21-7738768aa593 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:48:19.045396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5c01c53f-caeb-426d-aa21-7738768aa593 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:48:19.071618 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.085181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:48:19.087653 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.087995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:48:19.099354 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:48:19.110918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-de7c2d23-e85a-40de-88b0-615fbd8b01d4 None None] Provisioning complete for port 3c97f062-93e3-4c09-a89b-2b8d14f77997 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:19.111323 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-de7c2d23-e85a-40de-88b0-615fbd8b01d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.210638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-de7c2d23-e85a-40de-88b0-615fbd8b01d4 None None] Port 3c97f062-93e3-4c09-a89b-2b8d14f77997 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:19.332161 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.341779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.347647 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] 10.222.0.43 "DELETE /v2.0/networks/129d0b1b-4b81-40b6-8b6f-08b929c0ca1c HTTP/1.1" status: 204 len: 168 time: 0.7450688 Aug 11 00:48:19.366205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342b88d-8ea9-4da7-8951-49f898ebfe23 admin admin] Pushing event deleted for resources: {'Network': ['ID=129d0b1b-4b81-40b6-8b6f-08b929c0ca1c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:19.496301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 857e2973-2f90-4fce-b18f-30b6f4cf37ba up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:48:19.576478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 857e2973-2f90-4fce-b18f-30b6f4cf37ba triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:19.577155 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.685673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:19.982574 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.093915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.192613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50804) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:20.291182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-08b00423-21a2-494d-b344-02d91539488c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c85169e76c884f878d22107716be8154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927773 Aug 11 00:48:20.292785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50806) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:20.410320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fff39b48-e4ae-4c22-8068-1528a8743418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.449275 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fff39b48-e4ae-4c22-8068-1528a8743418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.449526 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.493261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.657817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Router 2432f47e-c168-4266-8e06-dc38018d31ad is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:20.720902 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fff39b48-e4ae-4c22-8068-1528a8743418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.723394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fff39b48-e4ae-4c22-8068-1528a8743418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.724994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fff39b48-e4ae-4c22-8068-1528a8743418 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0af05691-3ba5-40d2-aa64-b89697ce1ada HTTP/1.1" status: 204 len: 168 time: 0.4303598 Aug 11 00:48:20.729845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.750411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39b48-e4ae-4c22-8068-1528a8743418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af05691-3ba5-40d2-aa64-b89697ce1ada,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:20.889758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=3c97f062-93e3-4c09-a89b-2b8d14f77997,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:20.914567 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:20.925674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:20.942561 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef214e-fd59-4b2f-93a6-9d8801554526 None None] Sync routers for ids ['2432f47e-c168-4266-8e06-dc38018d31ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:20.954643 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef214e-fd59-4b2f-93a6-9d8801554526 None None] Routers {'2432f47e-c168-4266-8e06-dc38018d31ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:20.955380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-05ef214e-fd59-4b2f-93a6-9d8801554526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2432f47e-c168-4266-8e06-dc38018d31ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:20.996816 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-05ef214e-fd59-4b2f-93a6-9d8801554526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:21.008256 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef214e-fd59-4b2f-93a6-9d8801554526 None None] Routers {'2432f47e-c168-4266-8e06-dc38018d31ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:21.009093 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-05ef214e-fd59-4b2f-93a6-9d8801554526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2432f47e-c168-4266-8e06-dc38018d31ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:21.047622 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-05ef214e-fd59-4b2f-93a6-9d8801554526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:21.052366 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef214e-fd59-4b2f-93a6-9d8801554526 None None] The sync data for ids ['2432f47e-c168-4266-8e06-dc38018d31ad'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:21.057532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:21.060255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:21.120114 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:21.124225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6494fc7c-cf21-47fd-9ebb-8b6da4ded774 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4941704 Aug 11 00:48:21.124784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50814) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:21.130485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:21.372221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-07a55f29-bcc3-40de-a3ed-16c3de819f27 None None] Provisioning complete for port 3c97f062-93e3-4c09-a89b-2b8d14f77997 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:21.374450 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-07a55f29-bcc3-40de-a3ed-16c3de819f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:21.429218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 62d680aa-eda5-4e94-8954-1d588ade259b is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:21.439412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-07a55f29-bcc3-40de-a3ed-16c3de819f27 None None] Port 3c97f062-93e3-4c09-a89b-2b8d14f77997 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:21.583880 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:21.645721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:21.655221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-03b3706a-3361-49db-9eac-c27099639dfe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/62d680aa-eda5-4e94-8954-1d588ade259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4583302 Aug 11 00:48:21.657742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50836) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:21.659356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db95aba-4254-47f2-b8ff-ee8d959d19e8 None None] Sync routers for ids ['62d680aa-eda5-4e94-8954-1d588ade259b'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:21.670560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db95aba-4254-47f2-b8ff-ee8d959d19e8 None None] Routers {'62d680aa-eda5-4e94-8954-1d588ade259b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:21.671632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4db95aba-4254-47f2-b8ff-ee8d959d19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['62d680aa-eda5-4e94-8954-1d588ade259b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:21.710877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4db95aba-4254-47f2-b8ff-ee8d959d19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:21.711924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63c287-612b-442d-b361-b50a61e53354 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:21.717658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50838) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:21.718177 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5e63c287-612b-442d-b361-b50a61e53354 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports/3c97f062-93e3-4c09-a89b-2b8d14f77997 HTTP/1.1" status: 200 len: 977 time: 0.0590420 Aug 11 00:48:21.724673 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:21.727962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db95aba-4254-47f2-b8ff-ee8d959d19e8 None None] Routers {'62d680aa-eda5-4e94-8954-1d588ade259b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:21.728620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4db95aba-4254-47f2-b8ff-ee8d959d19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['62d680aa-eda5-4e94-8954-1d588ade259b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:22.000271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Deleting port 5abc99e4-6ea5-4873-a699-56cf64f78f32 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:22.011834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:22.073912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4db95aba-4254-47f2-b8ff-ee8d959d19e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:22.074642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db95aba-4254-47f2-b8ff-ee8d959d19e8 None None] The sync data for ids ['62d680aa-eda5-4e94-8954-1d588ade259b'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:22.137347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:22.150438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Calling delete_port for 5abc99e4-6ea5-4873-a699-56cf64f78f32 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:22.410908 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:22.485966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:22.561326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:22.600685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Pushing event deleted for resources: {'Port': ['ID=5abc99e4-6ea5-4873-a699-56cf64f78f32,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:22.669628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:22.933185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 3c97f062-93e3-4c09-a89b-2b8d14f77997 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:22.933559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:22.976130 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:22.982425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.088966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Router 2432f47e-c168-4266-8e06-dc38018d31ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:48:23.105945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.130471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 3c97f062-93e3-4c09-a89b-2b8d14f77997 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:23.179550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:23.187844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.191872 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac5942-fc8b-450a-9444-8586fda46850 None None] Sync routers for ids ['2432f47e-c168-4266-8e06-dc38018d31ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:23.204610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c5010d41-8efa-4664-8b7e-8ddb085fe125 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "PUT /v2.0/routers/2432f47e-c168-4266-8e06-dc38018d31ad HTTP/1.1" status: 200 len: 706 time: 2.0784121 Aug 11 00:48:23.205624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50866) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:23.207293 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac5942-fc8b-450a-9444-8586fda46850 None None] Routers {'2432f47e-c168-4266-8e06-dc38018d31ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:23.208097 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f5ac5942-fc8b-450a-9444-8586fda46850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2432f47e-c168-4266-8e06-dc38018d31ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:23.254644 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f5ac5942-fc8b-450a-9444-8586fda46850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:23.294543 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac5942-fc8b-450a-9444-8586fda46850 None None] Routers {'2432f47e-c168-4266-8e06-dc38018d31ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:23.295433 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f5ac5942-fc8b-450a-9444-8586fda46850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['2432f47e-c168-4266-8e06-dc38018d31ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:23.312053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-18830849-0f31-4b81-bc76-663587e4ac5e tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/routers/2432f47e-c168-4266-8e06-dc38018d31ad HTTP/1.1" status: 200 len: 741 time: 0.1028678 Aug 11 00:48:23.312835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50870) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:23.361364 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f5ac5942-fc8b-450a-9444-8586fda46850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:23.362038 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac5942-fc8b-450a-9444-8586fda46850 None None] The sync data for ids ['2432f47e-c168-4266-8e06-dc38018d31ad'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:23.379221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ba70bbb0-59ad-4d9c-8f28-eb10f28d63dd tempest-RoutersAdminTest-1386856088 tempest-RoutersAdminTest-1386856088-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=2432f47e-c168-4266-8e06-dc38018d31ad HTTP/1.1" status: 200 len: 205 time: 0.0640047 Aug 11 00:48:23.381418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50872) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:23.413412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-20610ac5-cf48-4277-8d2f-b3149564b4b8 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2432f47e-c168-4266-8e06-dc38018d31ad HTTP/1.1" status: 200 len: 205 time: 0.0306923 Aug 11 00:48:23.420010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50876) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:23.518776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9321753-6a91-4029-9efd-c08f32a2deac tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.617365 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.647787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=3c97f062-93e3-4c09-a89b-2b8d14f77997,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:23.686953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9321753-6a91-4029-9efd-c08f32a2deac tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.686953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9321753-6a91-4029-9efd-c08f32a2deac tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.812443 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.943767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9321753-6a91-4029-9efd-c08f32a2deac tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.950550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9321753-6a91-4029-9efd-c08f32a2deac tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Fanout notify agent at l3_agent the message router_deleted on router 2432f47e-c168-4266-8e06-dc38018d31ad {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:23.958540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9321753-6a91-4029-9efd-c08f32a2deac tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:23.966301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a9321753-6a91-4029-9efd-c08f32a2deac tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/2432f47e-c168-4266-8e06-dc38018d31ad HTTP/1.1" status: 204 len: 168 time: 0.5440717 Aug 11 00:48:23.966301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50880) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:23.997363 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fa0fa36d-7629-49b2-bb1d-147aea0c3159 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=2432f47e-c168-4266-8e06-dc38018d31ad HTTP/1.1" status: 200 len: 205 time: 0.0301373 Aug 11 00:48:24.003263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50882) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.431429 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-99e97aa3-d7c7-45ea-8e45-7809c7bf666f tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] delete failed (client error): The resource could not be found. Aug 11 00:48:24.435416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-99e97aa3-d7c7-45ea-8e45-7809c7bf666f tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/2432f47e-c168-4266-8e06-dc38018d31ad HTTP/1.1" status: 404 len: 336 time: 0.4282193 Aug 11 00:48:24.435623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50894) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.470305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3bc5b91b-c32f-4f79-89c3-8df9e301defe tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=0422a20d-842b-47f8-8088-90d73bf9a9c0 HTTP/1.1" status: 200 len: 205 time: 0.0316188 Aug 11 00:48:24.471391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50896) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.485241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 62d680aa-eda5-4e94-8954-1d588ade259b has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:48:24.520476 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-c3f2b6c0-d40b-42dc-b3d7-be222d4fdb96 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] delete failed (client error): The resource could not be found. Aug 11 00:48:24.530635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c3f2b6c0-d40b-42dc-b3d7-be222d4fdb96 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/0422a20d-842b-47f8-8088-90d73bf9a9c0 HTTP/1.1" status: 404 len: 336 time: 0.0490716 Aug 11 00:48:24.535865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50900) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.576437 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8caad624-13f7-482e-bcb7-7137c6548361 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=7719cb28-c920-46c6-a5aa-8ef342e3117a HTTP/1.1" status: 200 len: 205 time: 0.0388985 Aug 11 00:48:24.578738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50904) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.741073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:24.835969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03042c-2ea0-4303-bdec-e1a342ef5e78 None None] Sync routers for ids ['62d680aa-eda5-4e94-8954-1d588ade259b'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:24.837079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4d0be82d-de2a-4cdf-aa04-4ba3c5e84849 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/62d680aa-eda5-4e94-8954-1d588ade259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9154434 Aug 11 00:48:24.837079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50912) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.837406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03042c-2ea0-4303-bdec-e1a342ef5e78 None None] Routers {'62d680aa-eda5-4e94-8954-1d588ade259b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:24.837406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1f03042c-2ea0-4303-bdec-e1a342ef5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['62d680aa-eda5-4e94-8954-1d588ade259b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:24.837767 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-659af904-6d94-4143-ad4c-238872ddf6a3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] delete failed (client error): The resource could not be found. Aug 11 00:48:24.837767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-659af904-6d94-4143-ad4c-238872ddf6a3 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/7719cb28-c920-46c6-a5aa-8ef342e3117a HTTP/1.1" status: 404 len: 336 time: 0.0802677 Aug 11 00:48:24.837767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50916) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.838972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1f03042c-2ea0-4303-bdec-e1a342ef5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:24.838972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03042c-2ea0-4303-bdec-e1a342ef5e78 None None] Routers {'62d680aa-eda5-4e94-8954-1d588ade259b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:24.838972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1f03042c-2ea0-4303-bdec-e1a342ef5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['62d680aa-eda5-4e94-8954-1d588ade259b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:24.839535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-27f8a703-5ec4-40a7-8696-1988d85c5cce tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4cbeee4-cb7b-49a9-abcc-99622581d503 HTTP/1.1" status: 200 len: 205 time: 0.0418136 Aug 11 00:48:24.839535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50918) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.839873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1f03042c-2ea0-4303-bdec-e1a342ef5e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:24.839873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03042c-2ea0-4303-bdec-e1a342ef5e78 None None] The sync data for ids ['62d680aa-eda5-4e94-8954-1d588ade259b'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:24.840166 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-a8c0e556-4423-4c87-acbb-bb2b2ed903f1 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] delete failed (client error): The resource could not be found. Aug 11 00:48:24.840166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a8c0e556-4423-4c87-acbb-bb2b2ed903f1 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/b4cbeee4-cb7b-49a9-abcc-99622581d503 HTTP/1.1" status: 404 len: 336 time: 0.0778749 Aug 11 00:48:24.840166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50920) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.846456 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d7340b89-93eb-4bd0-9939-bd273ebeb3bb tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=7807b116-6ecd-48b2-928f-a8f97876efd4 HTTP/1.1" status: 200 len: 205 time: 0.0290773 Aug 11 00:48:24.848826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50922) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.862422 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-c9dcfc01-4ea6-4116-95d2-e38c45920820 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 00:48:24.864345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c9dcfc01-4ea6-4116-95d2-e38c45920820 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/62d680aa-eda5-4e94-8954-1d588ade259b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2260501 Aug 11 00:48:24.866937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.887648 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-33be6395-0df1-41d1-83ac-752ca0cf5d92 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] delete failed (client error): The resource could not be found. Aug 11 00:48:24.888714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-33be6395-0df1-41d1-83ac-752ca0cf5d92 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/7807b116-6ecd-48b2-928f-a8f97876efd4 HTTP/1.1" status: 404 len: 336 time: 0.0388529 Aug 11 00:48:24.891970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50928) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.904153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4cce7250-2a26-4437-aa46-f62f55b2f571 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=62d680aa-eda5-4e94-8954-1d588ade259b HTTP/1.1" status: 200 len: 205 time: 0.0327706 Aug 11 00:48:24.904512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50930) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.923371 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-001dec43-0eeb-4fad-825d-b930390c7ed4 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc9f32a2-97c8-48b5-aef8-7692b1c168bd HTTP/1.1" status: 200 len: 205 time: 0.0302029 Aug 11 00:48:24.933365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50932) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.979230 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-803c7d57-4b64-4c21-acc7-0136848bec45 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] delete failed (client error): The resource could not be found. Aug 11 00:48:24.983617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-803c7d57-4b64-4c21-acc7-0136848bec45 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/routers/dc9f32a2-97c8-48b5-aef8-7692b1c168bd HTTP/1.1" status: 404 len: 336 time: 0.0463643 Aug 11 00:48:24.983902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50934) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:24.990630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29d5f52c-3566-403d-9941-dab20442b7bf tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.016342 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dcbfae-321b-4931-8130-a670549e2275 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] DELETE failed (client error): The resource could not be found. Aug 11 00:48:25.016342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dcbfae-321b-4931-8130-a670549e2275 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:48:25.020269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d0dcbfae-321b-4931-8130-a670549e2275 tempest-RoutersAdminTest-52814001 tempest-RoutersAdminTest-52814001-project] 10.222.0.43 "DELETE /v2.0/subnets/20a3915a-66e9-46dd-9f26-4ce9e4bf6d90 HTTP/1.1" status: 404 len: 337 time: 0.0329645 Aug 11 00:48:25.193292 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29d5f52c-3566-403d-9941-dab20442b7bf tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.196086 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29d5f52c-3566-403d-9941-dab20442b7bf tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.406183 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29d5f52c-3566-403d-9941-dab20442b7bf tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.412409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d5f52c-3566-403d-9941-dab20442b7bf tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Fanout notify agent at l3_agent the message router_deleted on router 62d680aa-eda5-4e94-8954-1d588ade259b {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:25.413857 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29d5f52c-3566-403d-9941-dab20442b7bf tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.417830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-29d5f52c-3566-403d-9941-dab20442b7bf tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/62d680aa-eda5-4e94-8954-1d588ade259b HTTP/1.1" status: 204 len: 168 time: 0.5068641 Aug 11 00:48:25.417946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50946) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:25.477800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-522c108f-6ec0-4b62-92d2-b3df7bbf23fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet 746ef95a-0a18-48d3-8588-7726ad1c40d9 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:48:25.482232 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-522c108f-6ec0-4b62-92d2-b3df7bbf23fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.525216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-522c108f-6ec0-4b62-92d2-b3df7bbf23fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.631741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-522c108f-6ec0-4b62-92d2-b3df7bbf23fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.883723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-522c108f-6ec0-4b62-92d2-b3df7bbf23fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.913513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c108f-6ec0-4b62-92d2-b3df7bbf23fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=746ef95a-0a18-48d3-8588-7726ad1c40d9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:25.919328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-522c108f-6ec0-4b62-92d2-b3df7bbf23fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:25.921162 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-522c108f-6ec0-4b62-92d2-b3df7bbf23fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/746ef95a-0a18-48d3-8588-7726ad1c40d9 HTTP/1.1" status: 204 len: 168 time: 0.5022929 Aug 11 00:48:25.924155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50960) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:25.926875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8febfbd1-6f3c-4cd4-b4b2-5cc16e66ea9a None None] Network 79ecf8d1-07fe-403f-acd3-56ab64dcd52e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:26.042520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50964) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:26.058003 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.181454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 857e2973-2f90-4fce-b18f-30b6f4cf37ba {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:26.182152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.204277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] DHCP port deletion for 79ecf8d1-07fe-403f-acd3-56ab64dcd52e request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:48:26.263008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] Deleting port 857e2973-2f90-4fce-b18f-30b6f4cf37ba {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:26.263745 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.280724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port 857e2973-2f90-4fce-b18f-30b6f4cf37ba, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=857e2973-2f90-4fce-b18f-30b6f4cf37ba,segment=NetworkSegment(702c41f3-d7ce-495c-869e-c9045cb72180),segment_id=702c41f3-d7ce-495c-869e-c9045cb72180)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:26.281097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.300757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 857e2973-2f90-4fce-b18f-30b6f4cf37ba owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:26.325304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14938184-4140-41e4-9d7b-fbabaf3954bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.348251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] For port 857e2973-2f90-4fce-b18f-30b6f4cf37ba, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=857e2973-2f90-4fce-b18f-30b6f4cf37ba,segment=NetworkSegment(702c41f3-d7ce-495c-869e-c9045cb72180),segment_id=702c41f3-d7ce-495c-869e-c9045cb72180)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:26.348693 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.368872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] Calling delete_port for 857e2973-2f90-4fce-b18f-30b6f4cf37ba owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:26.490842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14938184-4140-41e4-9d7b-fbabaf3954bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.613402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.624195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-14938184-4140-41e4-9d7b-fbabaf3954bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.624774 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.658085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] Pushing event deleted for resources: {'Port': ['ID=857e2973-2f90-4fce-b18f-30b6f4cf37ba,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:26.688466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88a2c8-0a74-446b-a5dd-8f3a9a6dd1a6 None None] No DVR routers for this DVR port 857e2973-2f90-4fce-b18f-30b6f4cf37ba on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:26.722312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=857e2973-2f90-4fce-b18f-30b6f4cf37ba,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:26.754669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No DVR routers for this DVR port 857e2973-2f90-4fce-b18f-30b6f4cf37ba on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:26.800140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50992) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:26.800451 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-14938184-4140-41e4-9d7b-fbabaf3954bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=228cf7cd99274c308ec53644b918db31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7561538 Aug 11 00:48:26.809297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938184-4140-41e4-9d7b-fbabaf3954bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d21c98-49b2-4017-9317-31c0f63f260d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:26.874804 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3c600be-f791-43c0-9a6d-d1d371d20812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.884948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.896236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ecf8d1-07fe-403f-acd3-56ab64dcd52e']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:26.897828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3c600be-f791-43c0-9a6d-d1d371d20812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.909231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702c41f3-d7ce-495c-869e-c9045cb72180') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:26.909543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702c41f3-d7ce-495c-869e-c9045cb72180') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:26.921017 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.935462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.941665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:48:26.942063 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:48:26.945034 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:48:27.160115 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3c600be-f791-43c0-9a6d-d1d371d20812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:27.162731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3c600be-f791-43c0-9a6d-d1d371d20812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:27.164045 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c3c600be-f791-43c0-9a6d-d1d371d20812 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87d21c98-49b2-4017-9317-31c0f63f260d HTTP/1.1" status: 204 len: 168 time: 0.3628469 Aug 11 00:48:27.172465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c600be-f791-43c0-9a6d-d1d371d20812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d21c98-49b2-4017-9317-31c0f63f260d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:27.320068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:27.346084 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:27.348438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/79ecf8d1-07fe-403f-acd3-56ab64dcd52e HTTP/1.1" status: 204 len: 168 time: 1.4228227 Aug 11 00:48:27.349922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac9417-f141-4711-9f1d-0d8ba39ca3f4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=79ecf8d1-07fe-403f-acd3-56ab64dcd52e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:27.354412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51002) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:27.363134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-956876505'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:27.489267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 857e2973-2f90-4fce-b18f-30b6f4cf37ba no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:48:27.512853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 857e2973-2f90-4fce-b18f-30b6f4cf37ba {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:48:27.513344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 857e2973-2f90-4fce-b18f-30b6f4cf37ba not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:48:27.702545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:27.706223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:27.733613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:48:27.758008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:27.758557 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment 1af30416-1012-4e2e-9346-b87e06f7c4fd of type vlan for network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 Aug 11 00:48:27.873847 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:28.074601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:28.080247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:28.080854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:28.149412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=5f3c5b2a-1526-4489-bdf3-870f7ae8b706,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:28.164394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:48:28.377302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-73dac001-f484-4bb2-852e-a1f083e58601 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0214682 Aug 11 00:48:28.380060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51022) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:28.385094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': '5f3c5b2a-1526-4489-bdf3-870f7ae8b706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:28.402347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51024) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:28.466755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0784fb11-2e1a-4f04-9428-c2e1f2ce1347 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c183f19bfe747bdafc66e2cab12c44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616724 Aug 11 00:48:28.468841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51032) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:28.555997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ce92c7e-e661-448e-b637-83fd733342b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:28.584928 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ce92c7e-e661-448e-b637-83fd733342b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:28.691121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:28.694759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:28.784915 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ce92c7e-e661-448e-b637-83fd733342b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:28.784915 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5ce92c7e-e661-448e-b637-83fd733342b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:28.784915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5ce92c7e-e661-448e-b637-83fd733342b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05870e6d-b12d-4f99-b88e-deb7d9ca9c27 HTTP/1.1" status: 204 len: 168 time: 0.3122566 Aug 11 00:48:28.794157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce92c7e-e661-448e-b637-83fd733342b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05870e6d-b12d-4f99-b88e-deb7d9ca9c27,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:29.035481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:29.112348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=ddab644f-65e5-4b26-a7dc-1c15ebcdc6b9,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:29.134897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': '1af30416-1012-4e2e-9346-b87e06f7c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5f3c5b2a-1526-4489-bdf3-870f7ae8b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:29.136672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: 5f3c5b2a-1526-4489-bdf3-870f7ae8b706, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:48:29.354546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:48:29.516217 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:29.571894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 5f3c5b2a-1526-4489-bdf3-870f7ae8b706) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:29.576414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:29.577028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:29.584306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0f60f-8452-4ad0-ad37-4976eb46ef5b None None] Network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:29.735946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-5f3c5b2a-1526-4489-bdf3-870f7ae8b706', 'network_id': '5f3c5b2a-1526-4489-bdf3-870f7ae8b706', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': 'ddab644f-65e5-4b26-a7dc-1c15ebcdc6b9'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:48:29.737008 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:29.824531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:29.874364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2d33a8e6-0c3b-4503-80db-36b651fa87ad tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4932578 Aug 11 00:48:29.877346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51066) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:29.897506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-cad98978-8f66-4d0f-afc6-137dd8094d2b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-22141820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:29.898235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Allocated IP 172.20.0.2 (5f3c5b2a-1526-4489-bdf3-870f7ae8b706/ddab644f-65e5-4b26-a7dc-1c15ebcdc6b9/d030b685-c87e-41d5-97ff-7889f7ecaada) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:30.055962 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.066069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Transition to ACTIVE for port object d030b685-c87e-41d5-97ff-7889f7ecaada will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:30.081901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Transition to ACTIVE for port object d030b685-c87e-41d5-97ff-7889f7ecaada will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:30.377245 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad98978-8f66-4d0f-afc6-137dd8094d2b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.377245 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad98978-8f66-4d0f-afc6-137dd8094d2b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.421258 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad98978-8f66-4d0f-afc6-137dd8094d2b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.489210 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.531331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:30.534254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:30.541160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:30.545015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Pushing event updated for resources: {'Port': ['ID=d030b685-c87e-41d5-97ff-7889f7ecaada,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:30.607813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Attempting to bind port d030b685-c87e-41d5-97ff-7889f7ecaada on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:48:30.608256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Attempting to bind port d030b685-c87e-41d5-97ff-7889f7ecaada by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '1af30416-1012-4e2e-9346-b87e06f7c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5f3c5b2a-1526-4489-bdf3-870f7ae8b706'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:48:30.608615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Attempting to bind port d030b685-c87e-41d5-97ff-7889f7ecaada on network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:48:30.614770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:48:30.615327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Checking segment: {'id': '1af30416-1012-4e2e-9346-b87e06f7c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5f3c5b2a-1526-4489-bdf3-870f7ae8b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:30.615765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.616168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Bound using segment: {'id': '1af30416-1012-4e2e-9346-b87e06f7c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5f3c5b2a-1526-4489-bdf3-870f7ae8b706'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:48:30.616654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Bound port: d030b685-c87e-41d5-97ff-7889f7ecaada, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af30416-1012-4e2e-9346-b87e06f7c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '5f3c5b2a-1526-4489-bdf3-870f7ae8b706'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:48:30.617044 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.688468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] For port d030b685-c87e-41d5-97ff-7889f7ecaada, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:48:30.692304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] For port d030b685-c87e-41d5-97ff-7889f7ecaada, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d030b685-c87e-41d5-97ff-7889f7ecaada,segment=NetworkSegment(1af30416-1012-4e2e-9346-b87e06f7c4fd),segment_id=1af30416-1012-4e2e-9346-b87e06f7c4fd)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:48:30.731953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad98978-8f66-4d0f-afc6-137dd8094d2b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.875056 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cad98978-8f66-4d0f-afc6-137dd8094d2b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.875779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:30.876799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cad98978-8f66-4d0f-afc6-137dd8094d2b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9981129 Aug 11 00:48:30.880365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51100) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:31.015439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cbb7b-3177-49cc-a8a4-c1bf2d4dc858 None None] Pushing event updated for resources: {'Port': ['ID=d030b685-c87e-41d5-97ff-7889f7ecaada,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:31.292532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:31.530974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d030b685-c87e-41d5-97ff-7889f7ecaada up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:48:31.653663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51120) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:31.741461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.20.0.1 (5f3c5b2a-1526-4489-bdf3-870f7ae8b706/ddab644f-65e5-4b26-a7dc-1c15ebcdc6b9/ef761045-abf1-4b40-bc79-8cc804cb6c9c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:31.828110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caf812c5-4706-4bb0-9782-cf90338e37a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:31.925687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port d030b685-c87e-41d5-97ff-7889f7ecaada completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:31.962242 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:31.982302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object ef761045-abf1-4b40-bc79-8cc804cb6c9c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:31.991242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caf812c5-4706-4bb0-9782-cf90338e37a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.177920 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-caf812c5-4706-4bb0-9782-cf90338e37a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.258445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c001f-38a4-4b3d-a9d4-e48f4851919f None None] Network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:32.262199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf812c5-4706-4bb0-9782-cf90338e37a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b11157b-64d5-4bbc-bf1a-23e0103f4779,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:32.271146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-caf812c5-4706-4bb0-9782-cf90338e37a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6768c9b4622940f19e0cfa99b4e20cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163609 Aug 11 00:48:32.274315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51138) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:32.282538 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.340775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:32.344411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:32.349947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:32.364720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=ef761045-abf1-4b40-bc79-8cc804cb6c9c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:32.365208 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6650307e-ddc3-4c73-873e-16a5347436cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.390088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6650307e-ddc3-4c73-873e-16a5347436cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.406004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.454525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51142) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:32.552602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-318b0435-c6f8-4d86-bbb8-b3e14794c3cd None None] Provisioning for port d030b685-c87e-41d5-97ff-7889f7ecaada completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:32.558907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-318b0435-c6f8-4d86-bbb8-b3e14794c3cd None None] Provisioning complete for port d030b685-c87e-41d5-97ff-7889f7ecaada triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:32.573467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-318b0435-c6f8-4d86-bbb8-b3e14794c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.628107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1780453933', 'router:external': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:32.668512 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-318b0435-c6f8-4d86-bbb8-b3e14794c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.723299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6650307e-ddc3-4c73-873e-16a5347436cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.725218 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-318b0435-c6f8-4d86-bbb8-b3e14794c3cd None None] For port d030b685-c87e-41d5-97ff-7889f7ecaada, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d030b685-c87e-41d5-97ff-7889f7ecaada,segment=NetworkSegment(1af30416-1012-4e2e-9346-b87e06f7c4fd),segment_id=1af30416-1012-4e2e-9346-b87e06f7c4fd)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:32.725411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6650307e-ddc3-4c73-873e-16a5347436cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.725411 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6650307e-ddc3-4c73-873e-16a5347436cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b11157b-64d5-4bbc-bf1a-23e0103f4779 HTTP/1.1" status: 204 len: 168 time: 0.4391620 Aug 11 00:48:32.726191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650307e-ddc3-4c73-873e-16a5347436cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b11157b-64d5-4bbc-bf1a-23e0103f4779,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:32.869517 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-318b0435-c6f8-4d86-bbb8-b3e14794c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.871273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Made reservation on behalf of 0a1e19debf6a4867b60f3322955b7f0e for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:32.879050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.881288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.898784 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:32.945757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b0435-c6f8-4d86-bbb8-b3e14794c3cd None None] Pushing event updated for resources: {'Port': ['ID=d030b685-c87e-41d5-97ff-7889f7ecaada,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:32.992707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8ca25229-bee0-4c8c-840a-65fba7210560 None None] Provisioning complete for port d030b685-c87e-41d5-97ff-7889f7ecaada triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:32.993236 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8ca25229-bee0-4c8c-840a-65fba7210560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.203505 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.264203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.337482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8ca25229-bee0-4c8c-840a-65fba7210560 None None] Provisioning for port ef761045-abf1-4b40-bc79-8cc804cb6c9c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:33.342426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8ca25229-bee0-4c8c-840a-65fba7210560 None None] Provisioning complete for port ef761045-abf1-4b40-bc79-8cc804cb6c9c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:33.359603 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8ca25229-bee0-4c8c-840a-65fba7210560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.379731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8ca25229-bee0-4c8c-840a-65fba7210560 None None] Port ef761045-abf1-4b40-bc79-8cc804cb6c9c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:33.457506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d030b685-c87e-41d5-97ff-7889f7ecaada up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:48:33.485466 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.525858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5fc512a0-6a54-4d78-876e-53c0acab0bcf None None] Provisioning complete for port ef761045-abf1-4b40-bc79-8cc804cb6c9c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:33.526119 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fc512a0-6a54-4d78-876e-53c0acab0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.536066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:48:33.541077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6a353d-da9f-418c-b3ba-08aebf57098d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:33.549006 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.549532 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Added segment 0e6dd898-c9ff-4e79-b371-fb0e15df93f0 of type vlan for network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 Aug 11 00:48:33.565905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5fc512a0-6a54-4d78-876e-53c0acab0bcf None None] Port ef761045-abf1-4b40-bc79-8cc804cb6c9c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:33.576046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d030b685-c87e-41d5-97ff-7889f7ecaada triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:33.607478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.607643 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.642329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.715303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=ef761045-abf1-4b40-bc79-8cc804cb6c9c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:33.717878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:33.832111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:33.841943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:34.021466 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:34.021466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:34.021466 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:34.067533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'Network': ['ID=666ab961-8ed9-42bf-9c11-2ae2fe814f84,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:34.097078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:48:34.133043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8c596101-c74e-478c-a75c-f373a063714f None None] Provisioning complete for port ef761045-abf1-4b40-bc79-8cc804cb6c9c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:34.133371 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8c596101-c74e-478c-a75c-f373a063714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:34.193001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8c596101-c74e-478c-a75c-f373a063714f None None] Port ef761045-abf1-4b40-bc79-8cc804cb6c9c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:34.303953 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5257f51d-9653-4586-b252-0c9657e03c52 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8482931 Aug 11 00:48:34.304818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router d0ab7d11-71ca-4978-8d9e-31aab5656fa5 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:34.318980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51188) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:34.324354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'subnet': {'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:34.404931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:34.410837 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-732151eb-4f1f-4ebf-a896-737b08178d12 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/d0ab7d11-71ca-4978-8d9e-31aab5656fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5281253 Aug 11 00:48:34.413578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51192) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:34.415485 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee26236-7928-4ce4-89dc-66741ddcf264 None None] Sync routers for ids ['d0ab7d11-71ca-4978-8d9e-31aab5656fa5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:34.426646 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee26236-7928-4ce4-89dc-66741ddcf264 None None] Routers {'d0ab7d11-71ca-4978-8d9e-31aab5656fa5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:34.427435 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-aee26236-7928-4ce4-89dc-66741ddcf264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d0ab7d11-71ca-4978-8d9e-31aab5656fa5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:34.460892 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-aee26236-7928-4ce4-89dc-66741ddcf264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:34.461990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5efa5-1dd2-49c6-9dcc-205bf4beaa29 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:34.464062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-89b5efa5-1dd2-49c6-9dcc-205bf4beaa29 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports/ef761045-abf1-4b40-bc79-8cc804cb6c9c HTTP/1.1" status: 200 len: 910 time: 0.0493963 Aug 11 00:48:34.467608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51194) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:34.472040 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee26236-7928-4ce4-89dc-66741ddcf264 None None] Routers {'d0ab7d11-71ca-4978-8d9e-31aab5656fa5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:34.472663 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-aee26236-7928-4ce4-89dc-66741ddcf264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d0ab7d11-71ca-4978-8d9e-31aab5656fa5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:34.510896 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-aee26236-7928-4ce4-89dc-66741ddcf264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:34.511791 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee26236-7928-4ce4-89dc-66741ddcf264 None None] The sync data for ids ['d0ab7d11-71ca-4978-8d9e-31aab5656fa5'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:34.640238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Made reservation on behalf of 0a1e19debf6a4867b60f3322955b7f0e for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:34.642813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:34.844032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:35.111503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port ef761045-abf1-4b40-bc79-8cc804cb6c9c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:35.111855 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:35.205890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:35.221067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for ef761045-abf1-4b40-bc79-8cc804cb6c9c owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:35.237484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.objects.ports [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95255) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 00:48:35.237971 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:35.318217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=24018c2e-b01b-422f-9f13-f87b8bed1530,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:35.331613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Checking segment: {'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:35.369969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Network hostable DHCP agents. Network: 666ab961-8ed9-42bf-9c11-2ae2fe814f84, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:48:35.508548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:48:35.686380 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:35.719498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=ef761045-abf1-4b40-bc79-8cc804cb6c9c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:35.759767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 666ab961-8ed9-42bf-9c11-2ae2fe814f84) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:35.764645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:35.765611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:35.770848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c60ad-0e9f-4db7-ae9c-8480807ca8a4 None None] Network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:35.901168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:35.988084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9069a2-3317-42c0-9f18-654ca1590c3d None None] Network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:36.018608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3dc13302-3f1e-44b3-8f42-eae1c7f82ebf tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6982553 Aug 11 00:48:36.022013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51226) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:36.037599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1579489828', 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:36.108994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router d0ab7d11-71ca-4978-8d9e-31aab5656fa5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:48:36.261101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Made reservation on behalf of 0a1e19debf6a4867b60f3322955b7f0e for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:36.262743 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:36.268709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:36.282225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51232) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:36.287799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c523100c-5d13-428d-85b2-4d1f68398c04 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/d0ab7d11-71ca-4978-8d9e-31aab5656fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8189368 Aug 11 00:48:36.290122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f11f7-e4da-4e47-9e16-8d84fbb75d82 None None] Sync routers for ids ['d0ab7d11-71ca-4978-8d9e-31aab5656fa5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:36.319445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f11f7-e4da-4e47-9e16-8d84fbb75d82 None None] Routers {'d0ab7d11-71ca-4978-8d9e-31aab5656fa5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:36.327725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc2f0706-97f8-4f0e-8d94-a17ee79c7e26 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0ab7d11-71ca-4978-8d9e-31aab5656fa5 HTTP/1.1" status: 200 len: 205 time: 0.0442376 Aug 11 00:48:36.341405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51238) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:36.341603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a62f11f7-e4da-4e47-9e16-8d84fbb75d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d0ab7d11-71ca-4978-8d9e-31aab5656fa5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:36.341730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] device_id is not set on port 56b4c989-4326-4d09-8135-fb4c004b85e2 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:48:36.414566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a62f11f7-e4da-4e47-9e16-8d84fbb75d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:36.447478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f11f7-e4da-4e47-9e16-8d84fbb75d82 None None] Routers {'d0ab7d11-71ca-4978-8d9e-31aab5656fa5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:36.448847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a62f11f7-e4da-4e47-9e16-8d84fbb75d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d0ab7d11-71ca-4978-8d9e-31aab5656fa5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:36.488474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a62f11f7-e4da-4e47-9e16-8d84fbb75d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:36.489146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f11f7-e4da-4e47-9e16-8d84fbb75d82 None None] The sync data for ids ['d0ab7d11-71ca-4978-8d9e-31aab5656fa5'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:36.640618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Allocated IP 2001:db8::169 (666ab961-8ed9-42bf-9c11-2ae2fe814f84/24018c2e-b01b-422f-9f13-f87b8bed1530/56b4c989-4326-4d09-8135-fb4c004b85e2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:36.836971 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:36.849042 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bea65c-f157-484e-a500-b4553879bc7f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.037226 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bea65c-f157-484e-a500-b4553879bc7f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.037226 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bea65c-f157-484e-a500-b4553879bc7f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.087314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.140313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:37.166450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:37.166450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:37.166450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:37.166450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.166450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'Port': ['ID=56b4c989-4326-4d09-8135-fb4c004b85e2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:37.418044 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bea65c-f157-484e-a500-b4553879bc7f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.441005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bea65c-f157-484e-a500-b4553879bc7f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Fanout notify agent at l3_agent the message router_deleted on router d0ab7d11-71ca-4978-8d9e-31aab5656fa5 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:37.441005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bea65c-f157-484e-a500-b4553879bc7f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.441005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-77bea65c-f157-484e-a500-b4553879bc7f tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/d0ab7d11-71ca-4978-8d9e-31aab5656fa5 HTTP/1.1" status: 204 len: 168 time: 1.0988095 Aug 11 00:48:37.441005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51258) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:37.529382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d5d7f0-e6cb-414a-833b-b719f02e13dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet ddab644f-65e5-4b26-a7dc-1c15ebcdc6b9 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:48:37.534463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85d5d7f0-e6cb-414a-833b-b719f02e13dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.551340 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd99db06-ff77-43b4-9612-2c6554ef7b44 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5264606 Aug 11 00:48:37.579717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51262) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:37.585494 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85d5d7f0-e6cb-414a-833b-b719f02e13dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.677728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-76863244-08f8-4ec2-b184-e3ed01cf065e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Deleting port 56b4c989-4326-4d09-8135-fb4c004b85e2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:37.678083 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76863244-08f8-4ec2-b184-e3ed01cf065e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.691616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85d5d7f0-e6cb-414a-833b-b719f02e13dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.757411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76863244-08f8-4ec2-b184-e3ed01cf065e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:37.770465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-76863244-08f8-4ec2-b184-e3ed01cf065e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Calling delete_port for 56b4c989-4326-4d09-8135-fb4c004b85e2 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:38.120731 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85d5d7f0-e6cb-414a-833b-b719f02e13dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.153712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d7f0-e6cb-414a-833b-b719f02e13dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=ddab644f-65e5-4b26-a7dc-1c15ebcdc6b9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:38.162205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85d5d7f0-e6cb-414a-833b-b719f02e13dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.165565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-85d5d7f0-e6cb-414a-833b-b719f02e13dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/ddab644f-65e5-4b26-a7dc-1c15ebcdc6b9 HTTP/1.1" status: 204 len: 168 time: 0.7290688 Aug 11 00:48:38.168888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51274) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:38.172563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a668e4b-b12f-4d83-aa4d-18f89b047f9b None None] Network 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:38.222325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76863244-08f8-4ec2-b184-e3ed01cf065e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.264699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76863244-08f8-4ec2-b184-e3ed01cf065e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event deleted for resources: {'Port': ['ID=56b4c989-4326-4d09-8135-fb4c004b85e2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:38.315313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76863244-08f8-4ec2-b184-e3ed01cf065e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.317358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-76863244-08f8-4ec2-b184-e3ed01cf065e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "DELETE /v2.0/ports/56b4c989-4326-4d09-8135-fb4c004b85e2 HTTP/1.1" status: 204 len: 168 time: 0.7365708 Aug 11 00:48:38.320653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51282) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:38.325819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84', 'external_fixed_ips': [{'subnet_id': '24018c2e-b01b-422f-9f13-f87b8bed1530', 'ip_address': '2001:db8::169'}]}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:38.336282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.410450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port d030b685-c87e-41d5-97ff-7889f7ecaada {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:38.410798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.454410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] DHCP port deletion for 5f3c5b2a-1526-4489-bdf3-870f7ae8b706 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:48:38.483421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port d030b685-c87e-41d5-97ff-7889f7ecaada, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d030b685-c87e-41d5-97ff-7889f7ecaada,segment=NetworkSegment(1af30416-1012-4e2e-9346-b87e06f7c4fd),segment_id=1af30416-1012-4e2e-9346-b87e06f7c4fd)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:38.494648 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.499146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for d030b685-c87e-41d5-97ff-7889f7ecaada owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:38.511421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] Deleting port d030b685-c87e-41d5-97ff-7889f7ecaada {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:38.511740 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.580841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] For port d030b685-c87e-41d5-97ff-7889f7ecaada, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d030b685-c87e-41d5-97ff-7889f7ecaada,segment=NetworkSegment(1af30416-1012-4e2e-9346-b87e06f7c4fd),segment_id=1af30416-1012-4e2e-9346-b87e06f7c4fd)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:38.581101 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.597206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] Calling delete_port for d030b685-c87e-41d5-97ff-7889f7ecaada owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:38.668663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.669887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.858254 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.865536 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:38.892751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] Pushing event deleted for resources: {'Port': ['ID=d030b685-c87e-41d5-97ff-7889f7ecaada,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:38.902559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111681a4-6912-4ede-a4d7-5f9f1ab62f0e None None] No DVR routers for this DVR port d030b685-c87e-41d5-97ff-7889f7ecaada on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:38.906658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No DVR routers for this DVR port d030b685-c87e-41d5-97ff-7889f7ecaada on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:48:38.908300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=d030b685-c87e-41d5-97ff-7889f7ecaada,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:38.968222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.038593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.050998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3c5b2a-1526-4489-bdf3-870f7ae8b706']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:39.063581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af30416-1012-4e2e-9346-b87e06f7c4fd') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:39.063795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af30416-1012-4e2e-9346-b87e06f7c4fd') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:39.074990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.091051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.097557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:48:39.097970 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:48:39.101148 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:48:39.336627 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.374044 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.379199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51306) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:39.379704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/5f3c5b2a-1526-4489-bdf3-870f7ae8b706 HTTP/1.1" status: 204 len: 168 time: 1.2091980 Aug 11 00:48:39.395824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.395990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1964675270', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:39.398460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3307a-af8e-4cff-ba06-897941a27a03 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=5f3c5b2a-1526-4489-bdf3-870f7ae8b706,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:39.508901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d030b685-c87e-41d5-97ff-7889f7ecaada no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:48:39.538302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: d030b685-c87e-41d5-97ff-7889f7ecaada {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:48:39.538995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d030b685-c87e-41d5-97ff-7889f7ecaada not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:48:39.645058 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.646227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.723173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.838312 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:39.862217 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:40.101804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:40.132152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Allocated IP 2001:db8::169 (666ab961-8ed9-42bf-9c11-2ae2fe814f84/24018c2e-b01b-422f-9f13-f87b8bed1530/04b67d33-99e4-4688-a940-2b7a3e11ac08) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:40.243100 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:40.457553 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:40.518382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:40.518382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:40.518382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:40.546357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:40.551778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'Port': ['ID=04b67d33-99e4-4688-a940-2b7a3e11ac08,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:40.573831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:40.696661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.25.0.117 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/e03c0140-9976-4bdc-bb10-be49658ff91a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:40.820563 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:41.075727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:41.104129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:41.136309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:41.146922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:41.153422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:41.195311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=e03c0140-9976-4bdc-bb10-be49658ff91a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:41.212364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.212736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.217451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:41.743833 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:41.968053 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:41.971226 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:48:42.223349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:42.264302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Router e2f68488-4f7e-4dd0-a0ef-9183b50bc681 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:42.501636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:42.514730 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Sync routers for ids ['e2f68488-4f7e-4dd0-a0ef-9183b50bc681'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:42.526849 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Routers {'e2f68488-4f7e-4dd0-a0ef-9183b50bc681'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:42.527586 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e2f68488-4f7e-4dd0-a0ef-9183b50bc681'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:42.560322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router f97575c4-50af-4226-ae55-db58b3acef32 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:42.657171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:42.658992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c2db85a5-8dc3-44da-af95-4afb5d55d0bc tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3370183 Aug 11 00:48:42.663302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51362) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:42.677163 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Set router e2f68488-4f7e-4dd0-a0ef-9183b50bc681 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:48:42.760925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:42.772911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d858a-1b9d-4968-8493-9266f4a82ec9 None None] Sync routers for ids ['f97575c4-50af-4226-ae55-db58b3acef32'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:42.796650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d858a-1b9d-4968-8493-9266f4a82ec9 None None] Routers {'f97575c4-50af-4226-ae55-db58b3acef32'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:42.797977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e84d858a-1b9d-4968-8493-9266f4a82ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f97575c4-50af-4226-ae55-db58b3acef32'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:42.845149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:42.926616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e84d858a-1b9d-4968-8493-9266f4a82ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:42.927092 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f68488-4f7e-4dd0-a0ef-9183b50bc681', 'name': '', 'tenant_id': '0a1e19debf6a4867b60f3322955b7f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84', 'external_fixed_ips': [{'subnet_id': '24018c2e-b01b-422f-9f13-f87b8bed1530', 'ip_address': '2001:db8::169'}], 'enable_snat': True}, 'gw_port_id': '04b67d33-99e4-4688-a940-2b7a3e11ac08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:48:38Z', 'updated_at': '2021-08-11T00:48:40Z', 'revision_number': 3, 'project_id': '0a1e19debf6a4867b60f3322955b7f0e', 'gw_port': {'id': '04b67d33-99e4-4688-a940-2b7a3e11ac08', 'name': '', 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f68488-4f7e-4dd0-a0ef-9183b50bc681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2565, 'fixed_ips': [{'subnet_id': '24018c2e-b01b-422f-9f13-f87b8bed1530', 'ip_address': '2001:db8::169', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:48:39Z', 'updated_at': '2021-08-11T00:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24018c2e-b01b-422f-9f13-f87b8bed1530', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:42.950688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d858a-1b9d-4968-8493-9266f4a82ec9 None None] Routers {'f97575c4-50af-4226-ae55-db58b3acef32'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:42.951670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e84d858a-1b9d-4968-8493-9266f4a82ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f97575c4-50af-4226-ae55-db58b3acef32'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:42.954794 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:42.959443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f3fc7489-a147-4029-860a-cb3e9ebc36b7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.5782030 Aug 11 00:48:42.960102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51372) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:43.014979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Checking router: e2f68488-4f7e-4dd0-a0ef-9183b50bc681 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:48:43.019117 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Updating router e2f68488-4f7e-4dd0-a0ef-9183b50bc681 port 04b67d33-99e4-4688-a940-2b7a3e11ac08 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:48:43.045476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.060758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e84d858a-1b9d-4968-8493-9266f4a82ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:43.061466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84d858a-1b9d-4968-8493-9266f4a82ec9 None None] The sync data for ids ['f97575c4-50af-4226-ae55-db58b3acef32'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:43.105345 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.200521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c545227-abb3-4233-8e4e-cd62211e4892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.267565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e760c332-4a30-49a4-a5c4-5c043d030b56 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/routers/f97575c4-50af-4226-ae55-db58b3acef32 HTTP/1.1" status: 200 len: 881 time: 0.3062115 Aug 11 00:48:43.279774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51380) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:43.338787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.558969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Deleting port 04b67d33-99e4-4688-a940-2b7a3e11ac08 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:43.560266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.614140 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.632642 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Transition to ACTIVE for port object 04b67d33-99e4-4688-a940-2b7a3e11ac08 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:43.644819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c545227-abb3-4233-8e4e-cd62211e4892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.675985 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.698250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Calling delete_port for 04b67d33-99e4-4688-a940-2b7a3e11ac08 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:43.735232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2be16d7d-b2c1-4d3c-9bc8-7d0d03fb5ac0 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4477148 Aug 11 00:48:43.736419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51386) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:43.740664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5cd5b02f-1681-4a30-8573-545fedd5813e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1964675270'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:43.755727 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.844644 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Attempting to bind port 04b67d33-99e4-4688-a940-2b7a3e11ac08 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:48:43.844948 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Attempting to bind port 04b67d33-99e4-4688-a940-2b7a3e11ac08 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:48:43.845391 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Attempting to bind port 04b67d33-99e4-4688-a940-2b7a3e11ac08 on network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:48:43.858619 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:48:43.862889 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Checking segment: {'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:43.862889 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.862889 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Bound using segment: {'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:48:43.862889 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Bound port: 04b67d33-99e4-4688-a940-2b7a3e11ac08, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:48:43.862889 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.863794 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Pushing event updated for resources: {'Port': ['ID=04b67d33-99e4-4688-a940-2b7a3e11ac08,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:43.897440 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.897799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.902875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a16f4-e25a-4461-b381-d8bf976b16b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:43.904651 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c545227-abb3-4233-8e4e-cd62211e4892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:43.983388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2c545227-abb3-4233-8e4e-cd62211e4892 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38550f848bdd40fda65450a83cec59f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1293757 Aug 11 00:48:43.986079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51390) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:43.989257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c545227-abb3-4233-8e4e-cd62211e4892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4809947-e0ff-4bfe-a706-35ad2bdd2b25,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:44.102381 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b5314c49-7145-4e05-b269-02739a7706d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.131768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b5314c49-7145-4e05-b269-02739a7706d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.133116 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.db.api [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:48:44.141636 n-d-712143-13 neutron-server[95257]: DEBUG oslo_db.api [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:48:44.143939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.203526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event deleted for resources: {'Port': ['ID=04b67d33-99e4-4688-a940-2b7a3e11ac08,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:44.269535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.396202 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.399139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.653406 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Attempting to bind port 04b67d33-99e4-4688-a940-2b7a3e11ac08 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:48:44.653992 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Attempting to bind port 04b67d33-99e4-4688-a940-2b7a3e11ac08 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:48:44.654578 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Attempting to bind port 04b67d33-99e4-4688-a940-2b7a3e11ac08 on network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:48:44.661363 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:48:44.661827 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Checking segment: {'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:44.662304 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.662767 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Bound using segment: {'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:48:44.663374 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Bound port: 04b67d33-99e4-4688-a940-2b7a3e11ac08, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6dd898-c9ff-4e79-b371-fb0e15df93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '666ab961-8ed9-42bf-9c11-2ae2fe814f84'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:48:44.663824 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.680634 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b5314c49-7145-4e05-b269-02739a7706d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.685657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b5314c49-7145-4e05-b269-02739a7706d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.701903 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.plugin [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Port 04b67d33-99e4-4688-a940-2b7a3e11ac08 has been deleted concurrently {{(pid=95257) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 11 00:48:44.703024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b5314c49-7145-4e05-b269-02739a7706d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4809947-e0ff-4bfe-a706-35ad2bdd2b25 HTTP/1.1" status: 204 len: 168 time: 0.6998971 Aug 11 00:48:44.703285 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Routers set() bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:44.703285 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Router IDs set() for agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 00:48:44.703285 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_agentschedulers_db [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2f68488-4f7e-4dd0-a0ef-9183b50bc681'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent'). {{(pid=95257) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 00:48:44.703285 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db7fb13-8e6e-436a-aa72-c88aa1e737ff None None] The sync data for ids ['e2f68488-4f7e-4dd0-a0ef-9183b50bc681'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:44.703902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.703902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2f68488-4f7e-4dd0-a0ef-9183b50bc681 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:44.722528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.724548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b010e3df-d3b1-42bc-8a8b-9ea9b2fa6e9e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "DELETE /v2.0/routers/e2f68488-4f7e-4dd0-a0ef-9183b50bc681 HTTP/1.1" status: 204 len: 168 time: 2.0521648 Aug 11 00:48:44.729143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51406) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:44.744824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5314c49-7145-4e05-b269-02739a7706d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4809947-e0ff-4bfe-a706-35ad2bdd2b25,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:44.796767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b02f-1681-4a30-8573-545fedd5813e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.813182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7c8d57-a1ce-4e7e-ab2b-97185e6b0306 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Deleting subnet 24018c2e-b01b-422f-9f13-f87b8bed1530 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:48:44.818942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8d57-a1ce-4e7e-ab2b-97185e6b0306 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.862032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8d57-a1ce-4e7e-ab2b-97185e6b0306 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:44.905657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8d57-a1ce-4e7e-ab2b-97185e6b0306 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.001729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b02f-1681-4a30-8573-545fedd5813e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.133831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8d57-a1ce-4e7e-ab2b-97185e6b0306 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.185422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c8d57-a1ce-4e7e-ab2b-97185e6b0306 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=24018c2e-b01b-422f-9f13-f87b8bed1530,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:45.200070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1b7c8d57-a1ce-4e7e-ab2b-97185e6b0306 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.203209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1b7c8d57-a1ce-4e7e-ab2b-97185e6b0306 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/24018c2e-b01b-422f-9f13-f87b8bed1530 HTTP/1.1" status: 204 len: 168 time: 0.4728584 Aug 11 00:48:45.207425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51416) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:45.296388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd5b02f-1681-4a30-8573-545fedd5813e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router f97575c4-50af-4226-ae55-db58b3acef32 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:48:45.316856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.580158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.599568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666ab961-8ed9-42bf-9c11-2ae2fe814f84']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:45.616019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6dd898-c9ff-4e79-b371-fb0e15df93f0') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:45.616347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6dd898-c9ff-4e79-b371-fb0e15df93f0') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:45.626976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd5b02f-1681-4a30-8573-545fedd5813e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:45.640180 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1f96c-e2a1-4f9c-829e-381b675fba5b None None] Sync routers for ids ['f97575c4-50af-4226-ae55-db58b3acef32'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:45.643133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b02f-1681-4a30-8573-545fedd5813e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.647616 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5cd5b02f-1681-4a30-8573-545fedd5813e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/f97575c4-50af-4226-ae55-db58b3acef32 HTTP/1.1" status: 200 len: 888 time: 1.9082959 Aug 11 00:48:45.648814 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.649535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51430) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:45.672295 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1f96c-e2a1-4f9c-829e-381b675fba5b None None] Routers {'f97575c4-50af-4226-ae55-db58b3acef32'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:45.676998 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-84b1f96c-e2a1-4f9c-829e-381b675fba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f97575c4-50af-4226-ae55-db58b3acef32'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:45.690977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.706064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:48:45.706485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:48:45.714381 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:48:45.782875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-84b1f96c-e2a1-4f9c-829e-381b675fba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:45.803003 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1f96c-e2a1-4f9c-829e-381b675fba5b None None] Routers {'f97575c4-50af-4226-ae55-db58b3acef32'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:45.804147 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-84b1f96c-e2a1-4f9c-829e-381b675fba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f97575c4-50af-4226-ae55-db58b3acef32'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:45.845086 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-84b1f96c-e2a1-4f9c-829e-381b675fba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:45.846271 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1f96c-e2a1-4f9c-829e-381b675fba5b None None] The sync data for ids ['f97575c4-50af-4226-ae55-db58b3acef32'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:45.856461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f1d0381f-b59b-40d6-a041-68bec17dc3b2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/routers/f97575c4-50af-4226-ae55-db58b3acef32 HTTP/1.1" status: 200 len: 888 time: 0.2057106 Aug 11 00:48:45.861343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51434) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:45.896025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6059b4f4-017e-44a2-ad75-b579e0c0fa8e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97575c4-50af-4226-ae55-db58b3acef32 HTTP/1.1" status: 200 len: 205 time: 0.0330994 Aug 11 00:48:45.899184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51436) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:45.960533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.969417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 666ab961-8ed9-42bf-9c11-2ae2fe814f84 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 00:48:45.970656 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:45.978674 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "DELETE /v2.0/networks/666ab961-8ed9-42bf-9c11-2ae2fe814f84 HTTP/1.1" status: 204 len: 168 time: 0.7688925 Aug 11 00:48:46.022098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e06b4-021d-4f8c-b1ec-3a084a7018a2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event deleted for resources: {'Network': ['ID=666ab961-8ed9-42bf-9c11-2ae2fe814f84,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:46.059777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51446) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:46.091234 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9de04db8-a02f-4c23-931d-929109a37381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.170747 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.315063 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9de04db8-a02f-4c23-931d-929109a37381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.400921 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-51e94dce-46d2-47bb-a440-80b2a5d5a4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.412846 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.531972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9de04db8-a02f-4c23-931d-929109a37381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.637889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9de04db8-a02f-4c23-931d-929109a37381 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=611855b8f05a43aebfef0cce018549e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5763144 Aug 11 00:48:46.643190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51462) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:46.675152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de04db8-a02f-4c23-931d-929109a37381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d20ac1-136f-4ef2-a734-e693abe338d7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:46.758131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port e03c0140-9976-4bdc-bb10-be49658ff91a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:46.759558 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.794621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51466) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:46.799880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c187bdde-ca77-4125-b88a-355501899616 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'router': {'name': 'tempest-router--1584275545', 'project_id': '4597fad3651c4c2b9013795d79aade06'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:46.862233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e5c573f5-9522-44a1-ad77-de7fb4805451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.906546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e5c573f5-9522-44a1-ad77-de7fb4805451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.947926 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.970299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for e03c0140-9976-4bdc-bb10-be49658ff91a owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:46.978156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c187bdde-ca77-4125-b88a-355501899616 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:46.979975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c187bdde-ca77-4125-b88a-355501899616 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.257819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e5c573f5-9522-44a1-ad77-de7fb4805451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.262577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e5c573f5-9522-44a1-ad77-de7fb4805451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.266392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e5c573f5-9522-44a1-ad77-de7fb4805451 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5d20ac1-136f-4ef2-a734-e693abe338d7 HTTP/1.1" status: 204 len: 168 time: 0.6180592 Aug 11 00:48:47.274496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c573f5-9522-44a1-ad77-de7fb4805451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d20ac1-136f-4ef2-a734-e693abe338d7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:47.418074 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.466645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=e03c0140-9976-4bdc-bb10-be49658ff91a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:47.499381 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c187bdde-ca77-4125-b88a-355501899616 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.570762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.695034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.703183 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.732387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c187bdde-ca77-4125-b88a-355501899616 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.971427 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c187bdde-ca77-4125-b88a-355501899616 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:47.977078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c187bdde-ca77-4125-b88a-355501899616 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1769938 Aug 11 00:48:47.977405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51486) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:48.062065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30238bea-5d5d-4f6f-a3dc-855e563a05be tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.085873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.096690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Fanout notify agent at l3_agent the message router_deleted on router f97575c4-50af-4226-ae55-db58b3acef32 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:48.105355 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.108718 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1c526b80-9516-47c3-a9b0-d72dec240721 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/f97575c4-50af-4226-ae55-db58b3acef32 HTTP/1.1" status: 204 len: 168 time: 2.2074401 Aug 11 00:48:48.113128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51490) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:48.122050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023572229'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:48.318744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30238bea-5d5d-4f6f-a3dc-855e563a05be tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.322680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30238bea-5d5d-4f6f-a3dc-855e563a05be tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.414256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:48.436147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.488221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:48:48.671647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.672696 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment d28512a8-4337-4b1f-a3f3-3640d2749c0d of type vlan for network bc0c41c8-f028-43f8-aa82-d83d64063d8a Aug 11 00:48:48.673182 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30238bea-5d5d-4f6f-a3dc-855e563a05be tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.674125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30238bea-5d5d-4f6f-a3dc-855e563a05be tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04cdc392-90c2-4683-830e-e505515dc848 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:48.682615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30238bea-5d5d-4f6f-a3dc-855e563a05be tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:48.702557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-30238bea-5d5d-4f6f-a3dc-855e563a05be tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "DELETE /v2.0/routers/04cdc392-90c2-4683-830e-e505515dc848 HTTP/1.1" status: 204 len: 168 time: 0.7062774 Aug 11 00:48:48.809502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:49.136953 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cf9e0d65-1ff0-44fe-ab0a-c34f36d32449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:49.141188 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:49.148393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:49.149229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:49.151614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:49.240023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=bc0c41c8-f028-43f8-aa82-d83d64063d8a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:49.253349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network bc0c41c8-f028-43f8-aa82-d83d64063d8a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:48:49.418143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51532) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:49.421328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7b3266ad-51b7-4a0f-a806-5a7af2227377 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3068938 Aug 11 00:48:49.424883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51534) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:49.437419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': 'bc0c41c8-f028-43f8-aa82-d83d64063d8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:49.783628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:48:49.797837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:49.841250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1289739465', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:50.012371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:50.014708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:50.109726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:50.438785 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:50.457251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:50.461790 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:50.554368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=51fb41f5-988a-4dd3-b4cf-9e751b8744e4,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:50.559840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': 'd28512a8-4337-4b1f-a3f3-3640d2749c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bc0c41c8-f028-43f8-aa82-d83d64063d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:50.560897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: bc0c41c8-f028-43f8-aa82-d83d64063d8a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:48:50.852691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network bc0c41c8-f028-43f8-aa82-d83d64063d8a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:48:50.996117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:50.999826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, bc0c41c8-f028-43f8-aa82-d83d64063d8a) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:51.017945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0efa79-0bba-43a1-bc00-e51d33df8c60 None None] Network bc0c41c8-f028-43f8-aa82-d83d64063d8a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:51.020317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:51.022543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.023756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.190596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51578) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:51.240977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Allocated IP 172.25.0.49 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/2dfa9eb1-c203-4b9f-b0d2-99d413a2a8ef) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:51.281538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-75d6b0c9-0b86-40c8-8b75-5785579ba20b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8612316 Aug 11 00:48:51.283678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51586) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:51.288858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ddfd426c-cae1-4dca-ae5d-92960c80b11a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-460504814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:51.391693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-bc0c41c8-f028-43f8-aa82-d83d64063d8a', 'network_id': 'bc0c41c8-f028-43f8-aa82-d83d64063d8a', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': '51fb41f5-988a-4dd3-b4cf-9e751b8744e4'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:48:51.393324 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.511077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.537194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfd426c-cae1-4dca-ae5d-92960c80b11a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.539393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfd426c-cae1-4dca-ae5d-92960c80b11a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.599906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Allocated IP 172.20.0.2 (bc0c41c8-f028-43f8-aa82-d83d64063d8a/51fb41f5-988a-4dd3-b4cf-9e751b8744e4/67dd01a8-5097-4975-857f-c35d37812830) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:51.682205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9663741c-d5c2-4713-8958-9fbecd41cf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.688255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfd426c-cae1-4dca-ae5d-92960c80b11a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.799460 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.825530 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9663741c-d5c2-4713-8958-9fbecd41cf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.862335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:51.863524 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:51.870314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:51.873087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:51.873825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Transition to ACTIVE for port object 67dd01a8-5097-4975-857f-c35d37812830 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:51.892813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Transition to ACTIVE for port object 67dd01a8-5097-4975-857f-c35d37812830 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:51.901360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event updated for resources: {'Port': ['ID=2dfa9eb1-c203-4b9f-b0d2-99d413a2a8ef,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:51.915218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.915653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:51.925277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.005946 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfd426c-cae1-4dca-ae5d-92960c80b11a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.063751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.066630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9663741c-d5c2-4713-8958-9fbecd41cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.090775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Network bc0c41c8-f028-43f8-aa82-d83d64063d8a is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:52.090775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:52.090775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:52.170002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663741c-d5c2-4713-8958-9fbecd41cf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e9f7b-b142-4727-a581-e0bb2969529b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:52.197785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:52.203785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9663741c-d5c2-4713-8958-9fbecd41cf1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=332dbb1fa8d840d98205c2c63234419d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0100393 Aug 11 00:48:52.204908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Pushing event updated for resources: {'Port': ['ID=67dd01a8-5097-4975-857f-c35d37812830,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:52.216384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Attempting to bind port 67dd01a8-5097-4975-857f-c35d37812830 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Attempting to bind port 67dd01a8-5097-4975-857f-c35d37812830 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'd28512a8-4337-4b1f-a3f3-3640d2749c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bc0c41c8-f028-43f8-aa82-d83d64063d8a'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:48:52.229092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Attempting to bind port 67dd01a8-5097-4975-857f-c35d37812830 on network bc0c41c8-f028-43f8-aa82-d83d64063d8a {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:48:52.238662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:48:52.239052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Checking segment: {'id': 'd28512a8-4337-4b1f-a3f3-3640d2749c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bc0c41c8-f028-43f8-aa82-d83d64063d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:48:52.239478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.239867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Bound using segment: {'id': 'd28512a8-4337-4b1f-a3f3-3640d2749c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bc0c41c8-f028-43f8-aa82-d83d64063d8a'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:48:52.240710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Bound port: 67dd01a8-5097-4975-857f-c35d37812830, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28512a8-4337-4b1f-a3f3-3640d2749c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'bc0c41c8-f028-43f8-aa82-d83d64063d8a'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:48:52.241093 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.275103 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddfd426c-cae1-4dca-ae5d-92960c80b11a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.277216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ddfd426c-cae1-4dca-ae5d-92960c80b11a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9920785 Aug 11 00:48:52.285674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51614) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:52.295483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e7e111cb-f5b9-4870-88ad-8bf02c73307e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.346618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] For port 67dd01a8-5097-4975-857f-c35d37812830, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:48:52.351072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] For port 67dd01a8-5097-4975-857f-c35d37812830, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=67dd01a8-5097-4975-857f-c35d37812830,segment=NetworkSegment(d28512a8-4337-4b1f-a3f3-3640d2749c0d),segment_id=d28512a8-4337-4b1f-a3f3-3640d2749c0d)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:48:52.395134 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e7e111cb-f5b9-4870-88ad-8bf02c73307e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.496195 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.557151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:52.677708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb9476-84e6-4d49-af8d-69bfda3e490c None None] Pushing event updated for resources: {'Port': ['ID=67dd01a8-5097-4975-857f-c35d37812830,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:52.720476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:53.319982 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e7e111cb-f5b9-4870-88ad-8bf02c73307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:53.324171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e7e111cb-f5b9-4870-88ad-8bf02c73307e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:53.329058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e7e111cb-f5b9-4870-88ad-8bf02c73307e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/649e9f7b-b142-4727-a581-e0bb2969529b HTTP/1.1" status: 204 len: 168 time: 1.1257310 Aug 11 00:48:53.337419 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:53.369417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e111cb-f5b9-4870-88ad-8bf02c73307e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e9f7b-b142-4727-a581-e0bb2969529b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:53.644164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 67dd01a8-5097-4975-857f-c35d37812830 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:48:53.804695 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:53.958582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 67dd01a8-5097-4975-857f-c35d37812830 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:53.990562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.20.0.1 (bc0c41c8-f028-43f8-aa82-d83d64063d8a/51fb41f5-988a-4dd3-b4cf-9e751b8744e4/aff9ccdc-60de-40c0-b9bc-f4245932079f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:54.061941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd681a-57b2-4d0b-b201-516026072fb5 None None] Network bc0c41c8-f028-43f8-aa82-d83d64063d8a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:48:54.235136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:54.269455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object aff9ccdc-60de-40c0-b9bc-f4245932079f will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:48:54.282959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5289339a-c444-4cd9-9849-a32d1e8a5ed7 None None] Provisioning for port 67dd01a8-5097-4975-857f-c35d37812830 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:54.298318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5289339a-c444-4cd9-9849-a32d1e8a5ed7 None None] Provisioning complete for port 67dd01a8-5097-4975-857f-c35d37812830 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:54.298318 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5289339a-c444-4cd9-9849-a32d1e8a5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:54.316112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Router e06cc272-e79b-4299-a7b7-1147d4185a15 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:54.429197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:54.443321 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5289339a-c444-4cd9-9849-a32d1e8a5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:54.510287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51656) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:54.537689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5289339a-c444-4cd9-9849-a32d1e8a5ed7 None None] For port 67dd01a8-5097-4975-857f-c35d37812830, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=67dd01a8-5097-4975-857f-c35d37812830,segment=NetworkSegment(d28512a8-4337-4b1f-a3f3-3640d2749c0d),segment_id=d28512a8-4337-4b1f-a3f3-3640d2749c0d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:48:54.640597 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5289339a-c444-4cd9-9849-a32d1e8a5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:54.645517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network bc0c41c8-f028-43f8-aa82-d83d64063d8a is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:54.647458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:54.650662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=aff9ccdc-60de-40c0-b9bc-f4245932079f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:54.666493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:54.670168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:54.720675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c78df6-c094-4f6f-97d8-73112c494a3e None None] Sync routers for ids ['e06cc272-e79b-4299-a7b7-1147d4185a15'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:54.739179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c78df6-c094-4f6f-97d8-73112c494a3e None None] Routers {'e06cc272-e79b-4299-a7b7-1147d4185a15'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:54.739812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c5c78df6-c094-4f6f-97d8-73112c494a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e06cc272-e79b-4299-a7b7-1147d4185a15'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:54.779648 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:54.837505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c5c78df6-c094-4f6f-97d8-73112c494a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:54.866009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c78df6-c094-4f6f-97d8-73112c494a3e None None] Routers {'e06cc272-e79b-4299-a7b7-1147d4185a15'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:54.866919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c5c78df6-c094-4f6f-97d8-73112c494a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['e06cc272-e79b-4299-a7b7-1147d4185a15'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:54.904095 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:54.904095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a6a3ed2c-8891-405c-b61d-faf3fab0e1b6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4735022 Aug 11 00:48:54.904095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51662) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:54.956470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289339a-c444-4cd9-9849-a32d1e8a5ed7 None None] Pushing event updated for resources: {'Port': ['ID=67dd01a8-5097-4975-857f-c35d37812830,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:54.961232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c5c78df6-c094-4f6f-97d8-73112c494a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:54.963316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c78df6-c094-4f6f-97d8-73112c494a3e None None] The sync data for ids ['e06cc272-e79b-4299-a7b7-1147d4185a15'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:54.967791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-04ea457e-b35a-4894-8b7d-099221d094e0 None None] Provisioning complete for port 67dd01a8-5097-4975-857f-c35d37812830 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:54.968384 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-04ea457e-b35a-4894-8b7d-099221d094e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.092889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a67fed48-e5bd-4619-8a6f-e19af7140576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.135623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.206463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f543b206-ca6d-4487-8b13-0085fb641dc9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/routers/e06cc272-e79b-4299-a7b7-1147d4185a15 HTTP/1.1" status: 200 len: 924 time: 0.3017178 Aug 11 00:48:55.212461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51670) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:55.277598 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a67fed48-e5bd-4619-8a6f-e19af7140576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.287849 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e5c43079-332b-41a8-9b31-934889c6293a tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=e06cc272-e79b-4299-a7b7-1147d4185a15 HTTP/1.1" status: 200 len: 205 time: 0.0740380 Aug 11 00:48:55.290325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51672) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:55.335737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-89f646ce-99f4-4116-bbd4-5a7c26fe610a None None] Provisioning for port aff9ccdc-60de-40c0-b9bc-f4245932079f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:48:55.340434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-89f646ce-99f4-4116-bbd4-5a7c26fe610a None None] Provisioning complete for port aff9ccdc-60de-40c0-b9bc-f4245932079f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:55.341160 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89f646ce-99f4-4116-bbd4-5a7c26fe610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.372143 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a67fed48-e5bd-4619-8a6f-e19af7140576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.437802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-89f646ce-99f4-4116-bbd4-5a7c26fe610a None None] Port aff9ccdc-60de-40c0-b9bc-f4245932079f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:55.467077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a67fed48-e5bd-4619-8a6f-e19af7140576 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6104a8e94244d6fb41cec52d8517171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9550228 Aug 11 00:48:55.468273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fed48-e5bd-4619-8a6f-e19af7140576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f200c5-b563-4acf-bc3d-07830c7d043a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:55.471101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51678) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:55.578250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54fafd73-15c7-4a31-a1af-ca71c3ff49a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.590580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 67dd01a8-5097-4975-857f-c35d37812830 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:48:55.606801 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54fafd73-15c7-4a31-a1af-ca71c3ff49a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.699520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 67dd01a8-5097-4975-857f-c35d37812830 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:55.700173 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.742629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54fafd73-15c7-4a31-a1af-ca71c3ff49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.747001 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54fafd73-15c7-4a31-a1af-ca71c3ff49a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.751524 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-54fafd73-15c7-4a31-a1af-ca71c3ff49a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2f200c5-b563-4acf-bc3d-07830c7d043a HTTP/1.1" status: 204 len: 168 time: 0.2787757 Aug 11 00:48:55.762474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fafd73-15c7-4a31-a1af-ca71c3ff49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f200c5-b563-4acf-bc3d-07830c7d043a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:55.788388 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.904731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:55.990327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:56.090147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:56.103126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=aff9ccdc-60de-40c0-b9bc-f4245932079f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:56.107530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:56.287278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network bc0c41c8-f028-43f8-aa82-d83d64063d8a is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:56.290372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:56.297365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Deleting port 2dfa9eb1-c203-4b9f-b0d2-99d413a2a8ef {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:56.297707 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:56.467344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:56.489441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Calling delete_port for 2dfa9eb1-c203-4b9f-b0d2-99d413a2a8ef owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:56.687541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router faf09a1c-1b15-4ca7-9d86-2fae24e48aba is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:48:56.701107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-346aba36-4e2d-4445-b4d9-79ce02d64d10 None None] Provisioning complete for port aff9ccdc-60de-40c0-b9bc-f4245932079f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:48:56.702751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-346aba36-4e2d-4445-b4d9-79ce02d64d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:56.768960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51704) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:56.782231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-346aba36-4e2d-4445-b4d9-79ce02d64d10 None None] Port aff9ccdc-60de-40c0-b9bc-f4245932079f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:48:56.798889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f8be83-00c7-4a4b-a7a6-c600478a6ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:56.851536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:48:56.863521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9d826e18-d01c-4f0b-99f9-f47fa0c5b014 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/faf09a1c-1b15-4ca7-9d86-2fae24e48aba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5721767 Aug 11 00:48:56.867088 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfab9a6-7351-4b95-8a49-c517137903de None None] Sync routers for ids ['faf09a1c-1b15-4ca7-9d86-2fae24e48aba'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:48:56.871198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51706) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:56.879949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfab9a6-7351-4b95-8a49-c517137903de None None] Routers {'faf09a1c-1b15-4ca7-9d86-2fae24e48aba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:56.880587 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-bbfab9a6-7351-4b95-8a49-c517137903de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['faf09a1c-1b15-4ca7-9d86-2fae24e48aba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:56.923332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:56.928741 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-bbfab9a6-7351-4b95-8a49-c517137903de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:56.943696 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfab9a6-7351-4b95-8a49-c517137903de None None] Routers {'faf09a1c-1b15-4ca7-9d86-2fae24e48aba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:48:56.944960 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-bbfab9a6-7351-4b95-8a49-c517137903de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['faf09a1c-1b15-4ca7-9d86-2fae24e48aba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:56.974763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ad20f-3c51-476f-81ea-3d6371f7492c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:56.976681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-305ad20f-3c51-476f-81ea-3d6371f7492c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports/aff9ccdc-60de-40c0-b9bc-f4245932079f HTTP/1.1" status: 200 len: 910 time: 0.1000381 Aug 11 00:48:56.980108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51708) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:56.984657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event deleted for resources: {'Port': ['ID=2dfa9eb1-c203-4b9f-b0d2-99d413a2a8ef,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:56.992048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-216ca793-eb74-4d18-92e0-0abce94a24fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '51fb41f5-988a-4dd3-b4cf-9e751b8744e4'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:57.013588 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-bbfab9a6-7351-4b95-8a49-c517137903de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:48:57.015249 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfab9a6-7351-4b95-8a49-c517137903de None None] The sync data for ids ['faf09a1c-1b15-4ca7-9d86-2fae24e48aba'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:48:57.045468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f8be83-00c7-4a4b-a7a6-c600478a6ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.132267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f8be83-00c7-4a4b-a7a6-c600478a6ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.150059 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.172684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b8f8be83-00c7-4a4b-a7a6-c600478a6ce0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92180b5bf2374b25af745336118efb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026048 Aug 11 00:48:57.174206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8be83-00c7-4a4b-a7a6-c600478a6ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaaf32a-f643-4d9e-8845-367e0ce45851,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:57.176933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51712) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:57.236850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6649f8b2-5712-4ff7-9729-37b323805d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.261732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6649f8b2-5712-4ff7-9729-37b323805d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.270417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.274296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.349740 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-216ca793-eb74-4d18-92e0-0abce94a24fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.548984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6649f8b2-5712-4ff7-9729-37b323805d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.551980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6649f8b2-5712-4ff7-9729-37b323805d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.556805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6649f8b2-5712-4ff7-9729-37b323805d8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/daaaf32a-f643-4d9e-8845-367e0ce45851 HTTP/1.1" status: 204 len: 168 time: 0.3785646 Aug 11 00:48:57.567469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649f8b2-5712-4ff7-9729-37b323805d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaaf32a-f643-4d9e-8845-367e0ce45851,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:57.825937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.826503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Fanout notify agent at l3_agent the message router_deleted on router e06cc272-e79b-4299-a7b7-1147d4185a15 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:48:57.859714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:57.860919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3e67d6f0-301c-49d7-a62a-3744017d9c8c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/e06cc272-e79b-4299-a7b7-1147d4185a15 HTTP/1.1" status: 204 len: 168 time: 2.5695152 Aug 11 00:48:57.865058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51726) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:57.870029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-775326795', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': False}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:48:58.010815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.011971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.162018 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.281301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-216ca793-eb74-4d18-92e0-0abce94a24fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.411514 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-216ca793-eb74-4d18-92e0-0abce94a24fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.450093 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.508397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ca793-eb74-4d18-92e0-0abce94a24fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=aff9ccdc-60de-40c0-b9bc-f4245932079f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:58.517246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ca793-eb74-4d18-92e0-0abce94a24fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:48:58.517926 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-216ca793-eb74-4d18-92e0-0abce94a24fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.519338 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-216ca793-eb74-4d18-92e0-0abce94a24fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/ports/aff9ccdc-60de-40c0-b9bc-f4245932079f HTTP/1.1" status: 200 len: 910 time: 1.5322189 Aug 11 00:48:58.526687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51746) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:48:58.879563 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.909160 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:58.970147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:59.053102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Allocated IP 172.25.0.223 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/6af4b438-c32d-4ad1-bc0a-29822c6e3bc4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:48:59.174598 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:59.260385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port aff9ccdc-60de-40c0-b9bc-f4245932079f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:48:59.260744 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:59.380490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:59.388639 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:59.400127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for aff9ccdc-60de-40c0-b9bc-f4245932079f owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:48:59.432279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:48:59.438082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:48:59.442137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:48:59.463557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:59.469609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'Port': ['ID=6af4b438-c32d-4ad1-bc0a-29822c6e3bc4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:59.644057 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:59.846282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:48:59.893627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=aff9ccdc-60de-40c0-b9bc-f4245932079f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:48:59.893806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:00.108078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:00.198757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:00.374369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router faf09a1c-1b15-4ca7-9d86-2fae24e48aba has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:00.541107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Router b767cef4-a02d-412a-9a44-be53ca1e2230 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:49:00.544193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:00.554887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636366e-bda2-45df-a897-5a2bf1cc567e None None] Sync routers for ids ['faf09a1c-1b15-4ca7-9d86-2fae24e48aba'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:00.560912 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bbe70f37-9346-4f9a-899f-38d79fe6c95d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/faf09a1c-1b15-4ca7-9d86-2fae24e48aba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0300272 Aug 11 00:49:00.566972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51804) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:00.584784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636366e-bda2-45df-a897-5a2bf1cc567e None None] Routers {'faf09a1c-1b15-4ca7-9d86-2fae24e48aba'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:00.592742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9636366e-bda2-45df-a897-5a2bf1cc567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['faf09a1c-1b15-4ca7-9d86-2fae24e48aba'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:00.604419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1d2b826c-cdcd-4098-b0fc-7a74f35e23e2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf09a1c-1b15-4ca7-9d86-2fae24e48aba HTTP/1.1" status: 200 len: 205 time: 0.0318906 Aug 11 00:49:00.604659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51806) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:00.695955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9636366e-bda2-45df-a897-5a2bf1cc567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:00.719115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636366e-bda2-45df-a897-5a2bf1cc567e None None] Routers {'faf09a1c-1b15-4ca7-9d86-2fae24e48aba'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:00.723497 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9636366e-bda2-45df-a897-5a2bf1cc567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['faf09a1c-1b15-4ca7-9d86-2fae24e48aba'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:00.750766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f08bccb0-80df-4804-b0c6-855853a17d37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:00.867202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9636366e-bda2-45df-a897-5a2bf1cc567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:00.868428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9636366e-bda2-45df-a897-5a2bf1cc567e None None] The sync data for ids ['faf09a1c-1b15-4ca7-9d86-2fae24e48aba'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:00.948511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:00.967500 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Sync routers for ids ['b767cef4-a02d-412a-9a44-be53ca1e2230'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:00.972231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f08bccb0-80df-4804-b0c6-855853a17d37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:00.974960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f08bccb0-80df-4804-b0c6-855853a17d37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:00.982896 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Routers {'b767cef4-a02d-412a-9a44-be53ca1e2230'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:00.983706 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b767cef4-a02d-412a-9a44-be53ca1e2230'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:01.124237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f08bccb0-80df-4804-b0c6-855853a17d37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.133294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.134142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08bccb0-80df-4804-b0c6-855853a17d37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Fanout notify agent at l3_agent the message router_deleted on router faf09a1c-1b15-4ca7-9d86-2fae24e48aba {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:49:01.134312 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-98b07eb8-c962-47d3-b4f1-7418672c78cd tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2593324 Aug 11 00:49:01.134312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51816) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:01.134568 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f08bccb0-80df-4804-b0c6-855853a17d37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.134568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f08bccb0-80df-4804-b0c6-855853a17d37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/faf09a1c-1b15-4ca7-9d86-2fae24e48aba HTTP/1.1" status: 204 len: 168 time: 0.5285048 Aug 11 00:49:01.136377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51818) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:01.214693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b0fffc-8260-48e9-801d-a3d45a0a39a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet 51fb41f5-988a-4dd3-b4cf-9e751b8744e4 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:49:01.218605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-17b0fffc-8260-48e9-801d-a3d45a0a39a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.252951 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Set router b767cef4-a02d-412a-9a44-be53ca1e2230 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:01.296748 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-17b0fffc-8260-48e9-801d-a3d45a0a39a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.308448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2d538dd9-1c23-4131-a939-929b7c4b0aa9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/routers/b767cef4-a02d-412a-9a44-be53ca1e2230 HTTP/1.1" status: 200 len: 908 time: 0.1790330 Aug 11 00:49:01.314105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51820) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:01.324946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-775326795', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': True}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:01.457193 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.458283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.515937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-17b0fffc-8260-48e9-801d-a3d45a0a39a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.602828 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cef4-a02d-412a-9a44-be53ca1e2230', 'name': 'tempest-snat-router-775326795', 'tenant_id': '0a1e19debf6a4867b60f3322955b7f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': False}, 'gw_port_id': '6af4b438-c32d-4ad1-bc0a-29822c6e3bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:48:58Z', 'updated_at': '2021-08-11T00:48:59Z', 'revision_number': 3, 'project_id': '0a1e19debf6a4867b60f3322955b7f0e', 'gw_port': {'id': '6af4b438-c32d-4ad1-bc0a-29822c6e3bc4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cef4-a02d-412a-9a44-be53ca1e2230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:48:58Z', 'updated_at': '2021-08-11T00:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:01.641215 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Checking router: b767cef4-a02d-412a-9a44-be53ca1e2230 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:01.641575 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Updating router b767cef4-a02d-412a-9a44-be53ca1e2230 port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:49:01.668494 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.687937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-17b0fffc-8260-48e9-801d-a3d45a0a39a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.754513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0fffc-8260-48e9-801d-a3d45a0a39a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=51fb41f5-988a-4dd3-b4cf-9e751b8744e4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:01.763002 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-17b0fffc-8260-48e9-801d-a3d45a0a39a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:01.766558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-17b0fffc-8260-48e9-801d-a3d45a0a39a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/51fb41f5-988a-4dd3-b4cf-9e751b8744e4 HTTP/1.1" status: 204 len: 168 time: 0.6289754 Aug 11 00:49:01.778471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b90d3-cd2c-4a19-82d4-f43a5dd9ff37 None None] Network bc0c41c8-f028-43f8-aa82-d83d64063d8a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:01.806420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51840) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:02.148275 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.160643 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Transition to ACTIVE for port object 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:02.196842 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.282208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 67dd01a8-5097-4975-857f-c35d37812830 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:02.282737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.289921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.311194 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.394112 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Attempting to bind port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:02.395010 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Attempting to bind port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:02.396822 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Attempting to bind port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:02.423793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] DHCP port deletion for bc0c41c8-f028-43f8-aa82-d83d64063d8a request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:49:02.449570 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:02.450286 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:02.450883 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.451487 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:02.452152 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Bound port: 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:02.452719 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.498320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port 67dd01a8-5097-4975-857f-c35d37812830, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=67dd01a8-5097-4975-857f-c35d37812830,segment=NetworkSegment(d28512a8-4337-4b1f-a3f3-3640d2749c0d),segment_id=d28512a8-4337-4b1f-a3f3-3640d2749c0d)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:02.498723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.521113 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2379eb-624f-477c-bc00-adcc3ef1c8c6 None None] Pushing event updated for resources: {'Port': ['ID=6af4b438-c32d-4ad1-bc0a-29822c6e3bc4,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:02.544200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 67dd01a8-5097-4975-857f-c35d37812830 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:02.565440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] Deleting port 67dd01a8-5097-4975-857f-c35d37812830 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:02.565827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.652752 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] For port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:02.667575 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] For port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6af4b438-c32d-4ad1-bc0a-29822c6e3bc4,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:02.675351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] For port 67dd01a8-5097-4975-857f-c35d37812830, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=67dd01a8-5097-4975-857f-c35d37812830,segment=NetworkSegment(d28512a8-4337-4b1f-a3f3-3640d2749c0d),segment_id=d28512a8-4337-4b1f-a3f3-3640d2749c0d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:02.675759 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.703015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] Calling delete_port for 67dd01a8-5097-4975-857f-c35d37812830 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:02.749457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.787224 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.839313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.848027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:02.849890 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Routers {'b767cef4-a02d-412a-9a44-be53ca1e2230'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:02.850543 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b767cef4-a02d-412a-9a44-be53ca1e2230'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:02.864881 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2379eb-624f-477c-bc00-adcc3ef1c8c6 None None] Pushing event updated for resources: {'Port': ['ID=6af4b438-c32d-4ad1-bc0a-29822c6e3bc4,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:02.907690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=67dd01a8-5097-4975-857f-c35d37812830,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:02.919280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No DVR routers for this DVR port 67dd01a8-5097-4975-857f-c35d37812830 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:02.931436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] Pushing event deleted for resources: {'Port': ['ID=67dd01a8-5097-4975-857f-c35d37812830,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:02.934006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bacb6a8-2ebe-4b8a-8426-b5b532190dc8 None None] No DVR routers for this DVR port 67dd01a8-5097-4975-857f-c35d37812830 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:03.035811 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] Set router b767cef4-a02d-412a-9a44-be53ca1e2230 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:03.078246 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.104482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0c41c8-f028-43f8-aa82-d83d64063d8a']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:03.133215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28512a8-4337-4b1f-a3f3-3640d2749c0d') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:03.134949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28512a8-4337-4b1f-a3f3-3640d2749c0d') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:03.147551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.167635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.180274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:49:03.180274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: items = [ Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:49:03.217247 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:49:03.401179 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b767cef4-a02d-412a-9a44-be53ca1e2230', 'name': 'tempest-snat-router-775326795', 'tenant_id': '0a1e19debf6a4867b60f3322955b7f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': False}, 'gw_port_id': '6af4b438-c32d-4ad1-bc0a-29822c6e3bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:48:58Z', 'updated_at': '2021-08-11T00:48:59Z', 'revision_number': 3, 'project_id': '0a1e19debf6a4867b60f3322955b7f0e', 'gw_port': {'id': '6af4b438-c32d-4ad1-bc0a-29822c6e3bc4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cef4-a02d-412a-9a44-be53ca1e2230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:48:58Z', 'updated_at': '2021-08-11T00:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:03.430550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.443424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.447865 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.451631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/bc0c41c8-f028-43f8-aa82-d83d64063d8a HTTP/1.1" status: 204 len: 168 time: 1.6419797 Aug 11 00:49:03.458079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51928) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:03.472032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9e4f957d-6906-4b48-97c9-645131cb735e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2061923810', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:03.474707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.491745 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab261901-4ebe-445a-90df-872cf58de2fd None None] The sync data for ids ['b767cef4-a02d-412a-9a44-be53ca1e2230'] in n-d-712143-13 is: [{'id': 'b767cef4-a02d-412a-9a44-be53ca1e2230', 'name': 'tempest-snat-router-775326795', 'tenant_id': '0a1e19debf6a4867b60f3322955b7f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223'}], 'enable_snat': False}, 'gw_port_id': '6af4b438-c32d-4ad1-bc0a-29822c6e3bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:48:58Z', 'updated_at': '2021-08-11T00:48:59Z', 'revision_number': 3, 'project_id': '0a1e19debf6a4867b60f3322955b7f0e', 'gw_port': {'id': '6af4b438-c32d-4ad1-bc0a-29822c6e3bc4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d8:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b767cef4-a02d-412a-9a44-be53ca1e2230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:48:58Z', 'updated_at': '2021-08-11T00:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:03.515351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f64ddd-5a1d-412e-accd-0c5f790f3a10 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=bc0c41c8-f028-43f8-aa82-d83d64063d8a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:03.574284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 67dd01a8-5097-4975-857f-c35d37812830 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:03.602037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 67dd01a8-5097-4975-857f-c35d37812830 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:49:03.602986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 67dd01a8-5097-4975-857f-c35d37812830 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:49:03.651097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9e4f957d-6906-4b48-97c9-645131cb735e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.653286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9e4f957d-6906-4b48-97c9-645131cb735e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.749592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Allocated IP 172.25.0.115 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:03.750080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9e4f957d-6906-4b48-97c9-645131cb735e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.891366 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9e4f957d-6906-4b48-97c9-645131cb735e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:03.913335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.069763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9e4f957d-6906-4b48-97c9-645131cb735e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.071105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9e4f957d-6906-4b48-97c9-645131cb735e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6083772 Aug 11 00:49:04.074105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51952) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:04.081439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-2013402440'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:04.132697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.185952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:04.187648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:04.195440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:04.252273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:04.254902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'Port': ['ID=dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:04.276282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.499470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:49:04.499470 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.499470 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment dbb0855b-1c8b-4e08-9c1e-05a44729df39 of type vlan for network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 Aug 11 00:49:04.557201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.725054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.745520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:04.746999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.849182 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:04.852927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=be295a0b-6ea6-4452-81f5-3f39ae5a9ea2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:04.865172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:49:05.089026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:05.089195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-089941d7-256a-4913-8925-44de963a8294 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0104299 Aug 11 00:49:05.090058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51984) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:05.096309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:05.173756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51990) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:05.383414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da6daede-6c64-4c20-9803-0a97dfb8e8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:05.510411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:05.518324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:05.518421 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:05.645895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Router 424d9bc8-a5eb-43e9-91a9-ebadf28b1dba is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:49:05.746961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da6daede-6c64-4c20-9803-0a97dfb8e8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:05.783674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:05.793335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:05.795865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:05.873443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:05.904165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Sync routers for ids ['424d9bc8-a5eb-43e9-91a9-ebadf28b1dba'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:05.919103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da6daede-6c64-4c20-9803-0a97dfb8e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:05.925818 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:05.946036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Routers {'424d9bc8-a5eb-43e9-91a9-ebadf28b1dba'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:05.946687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['424d9bc8-a5eb-43e9-91a9-ebadf28b1dba'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:05.977799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:05.990900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-da6daede-6c64-4c20-9803-0a97dfb8e8fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28a0f93d3f5a49c9bfd0ff6160c7cd1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8113079 Aug 11 00:49:05.990900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52022) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:05.998693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6af4b438-c32d-4ad1-bc0a-29822c6e3bc4,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:06.009000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6daede-6c64-4c20-9803-0a97dfb8e8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ea01b6-90b0-41c0-9112-b7e372ffe0d5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:06.088082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=d11643cb-8457-48eb-a7a3-b7fd0db38e9c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:06.100940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:06.101598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: be295a0b-6ea6-4452-81f5-3f39ae5a9ea2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:49:06.116027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.117330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-97aee796-9540-4d07-8db0-66d07ab65d7f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8019381 Aug 11 00:49:06.122969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52030) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:06.124092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b44fb7c-152f-4c4f-a239-4559dd80fa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.128902 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.162135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b44fb7c-152f-4c4f-a239-4559dd80fa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.335805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:49:06.354218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6372d620-2c84-4f33-848c-7b4fc9020f58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/routers/424d9bc8-a5eb-43e9-91a9-ebadf28b1dba HTTP/1.1" status: 200 len: 907 time: 0.2264409 Aug 11 00:49:06.355587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52038) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:06.382929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Set router 424d9bc8-a5eb-43e9-91a9-ebadf28b1dba gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:06.385737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=6af4b438-c32d-4ad1-bc0a-29822c6e3bc4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:06.411344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b44fb7c-152f-4c4f-a239-4559dd80fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.413929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b44fb7c-152f-4c4f-a239-4559dd80fa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.415184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b44fb7c-152f-4c4f-a239-4559dd80fa9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24ea01b6-90b0-41c0-9112-b7e372ffe0d5 HTTP/1.1" status: 204 len: 168 time: 0.4229734 Aug 11 00:49:06.459770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44fb7c-152f-4c4f-a239-4559dd80fa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ea01b6-90b0-41c0-9112-b7e372ffe0d5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:06.533739 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.553925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, be295a0b-6ea6-4452-81f5-3f39ae5a9ea2) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:06.559316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:06.559995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.568139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f05903-c78d-46a0-8c6e-5f5ce89505f4 None None] Network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:06.681078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.700274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0d0158b9-7678-4dfd-9cda-a079afc18c97 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6063223 Aug 11 00:49:06.706760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52052) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:06.718074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d9bc8-a5eb-43e9-91a9-ebadf28b1dba', 'name': 'tempest-snat-router-775326795', 'tenant_id': '0a1e19debf6a4867b60f3322955b7f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:01Z', 'updated_at': '2021-08-11T00:49:04Z', 'revision_number': 3, 'project_id': '0a1e19debf6a4867b60f3322955b7f0e', 'gw_port': {'id': 'dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424d9bc8-a5eb-43e9-91a9-ebadf28b1dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:06.749386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Checking router: 424d9bc8-a5eb-43e9-91a9-ebadf28b1dba for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:06.750109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Updating router 424d9bc8-a5eb-43e9-91a9-ebadf28b1dba port dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:49:06.803768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.858635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:49:06.859540 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:06.900972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Deleting port dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:06.901697 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.086732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.105668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Calling delete_port for dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:07.179492 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.335044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Allocated IP 172.20.0.2 (be295a0b-6ea6-4452-81f5-3f39ae5a9ea2/d11643cb-8457-48eb-a7a3-b7fd0db38e9c/1e898c2b-dce3-4de1-a188-b50b76f2f169) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:07.508126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-edb1d5d1-af4a-4bcf-bb7a-2d3c983037ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1225553 Aug 11 00:49:07.513760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52082) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:07.540543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5f40-dba4-4449-bc4d-c24143519e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.563061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:07.585429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.660997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:07.714552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-117dd565-85c0-4045-954d-5684663bdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:07.715882 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-117dd565-85c0-4045-954d-5684663bdba5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acb5a8cd51cf48fda3b15f711dfb924f&device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1098 time: 0.1637616 Aug 11 00:49:07.730988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:07.731626 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.742604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.829889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:49:07.830251 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:49:07.843627 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.896310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Transition to ACTIVE for port object 1e898c2b-dce3-4de1-a188-b50b76f2f169 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:07.906244 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.912650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:07.933350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Transition to ACTIVE for port object 1e898c2b-dce3-4de1-a188-b50b76f2f169 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:08.041858 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.096814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:08.102377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:08.122784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:08.164972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.20.0.1 (be295a0b-6ea6-4452-81f5-3f39ae5a9ea2/d11643cb-8457-48eb-a7a3-b7fd0db38e9c/26461250-f4ae-4190-a1c9-126d8f804a22) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:08.181016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Pushing event updated for resources: {'Port': ['ID=1e898c2b-dce3-4de1-a188-b50b76f2f169,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:08.241732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Attempting to bind port 1e898c2b-dce3-4de1-a188-b50b76f2f169 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:08.242108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Attempting to bind port 1e898c2b-dce3-4de1-a188-b50b76f2f169 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:08.246751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Attempting to bind port 1e898c2b-dce3-4de1-a188-b50b76f2f169 on network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:08.248490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:08.248875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Checking segment: {'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:08.249299 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.249682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Bound using segment: {'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:08.251921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Bound port: 1e898c2b-dce3-4de1-a188-b50b76f2f169, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:08.252732 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.361012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Port dc1ee9a3-8e76-4ce2-9d4e-f0011a88e88c not found while updating agent binding for router 424d9bc8-a5eb-43e9-91a9-ebadf28b1dba. {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 00:49:08.420598 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.427366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Routers {'424d9bc8-a5eb-43e9-91a9-ebadf28b1dba'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:08.428378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['424d9bc8-a5eb-43e9-91a9-ebadf28b1dba'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:08.434795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] For port 1e898c2b-dce3-4de1-a188-b50b76f2f169, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:08.449826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object 26461250-f4ae-4190-a1c9-126d8f804a22 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:08.523254 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5f40-dba4-4449-bc4d-c24143519e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.532037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] For port 1e898c2b-dce3-4de1-a188-b50b76f2f169, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1e898c2b-dce3-4de1-a188-b50b76f2f169,segment=NetworkSegment(dbb0855b-1c8b-4e08-9c1e-05a44729df39),segment_id=dbb0855b-1c8b-4e08-9c1e-05a44729df39)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:08.536981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-310ac108-0894-4a81-8c7a-7c9eb07f8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:08.538550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-310ac108-0894-4a81-8c7a-7c9eb07f8a2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c269dec9-ff3a-4149-be6b-829be0ca1b2c HTTP/1.1" status: 200 len: 910 time: 0.7291591 Aug 11 00:49:08.538675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] Set router 424d9bc8-a5eb-43e9-91a9-ebadf28b1dba gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:08.595848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424d9bc8-a5eb-43e9-91a9-ebadf28b1dba', 'name': 'tempest-snat-router-775326795', 'tenant_id': '0a1e19debf6a4867b60f3322955b7f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:01Z', 'updated_at': '2021-08-11T00:49:07Z', 'revision_number': 5, 'project_id': '0a1e19debf6a4867b60f3322955b7f0e', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:08.612086 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-19ab4787-3c92-4c64-a569-c658b3eb9e51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e HTTP/1.1" status: 200 len: 1001 time: 0.0658281 Aug 11 00:49:08.629363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d533d5-9a1f-4095-9fc1-3099bdedd3bf None None] The sync data for ids ['424d9bc8-a5eb-43e9-91a9-ebadf28b1dba'] in n-d-712143-13 is: [{'id': '424d9bc8-a5eb-43e9-91a9-ebadf28b1dba', 'name': 'tempest-snat-router-775326795', 'tenant_id': '0a1e19debf6a4867b60f3322955b7f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:01Z', 'updated_at': '2021-08-11T00:49:07Z', 'revision_number': 5, 'project_id': '0a1e19debf6a4867b60f3322955b7f0e', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:08.668984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.669559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 424d9bc8-a5eb-43e9-91a9-ebadf28b1dba {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:49:08.675766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.676952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-25288832-6aac-4f39-9929-7200c0bf5a58 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "DELETE /v2.0/routers/424d9bc8-a5eb-43e9-91a9-ebadf28b1dba HTTP/1.1" status: 204 len: 168 time: 2.3194520 Aug 11 00:49:08.679108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-b59ef339-0249-437d-be72-90b1cc949d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:08.680662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-b59ef339-0249-437d-be72-90b1cc949d43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5089f315-ab5e-404a-b776-303dacfbf732 HTTP/1.1" status: 200 len: 848 time: 0.0619121 Aug 11 00:49:08.681214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52122) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:08.721236 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.724849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.781541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5f40-dba4-4449-bc4d-c24143519e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:08.795017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fa477-6718-42ab-95d6-b3aeb94790f4 None None] Pushing event updated for resources: {'Port': ['ID=1e898c2b-dce3-4de1-a188-b50b76f2f169,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:08.824150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:08.837002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:08.854103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:08.882600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=26461250-f4ae-4190-a1c9-126d8f804a22,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:08.894193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-df3f9369-c4d7-4d1e-81fb-d017fb580073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:08.896318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-df3f9369-c4d7-4d1e-81fb-d017fb580073 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c269dec9-ff3a-4149-be6b-829be0ca1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073407 Aug 11 00:49:08.939000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:09.048633 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-8190d64d-9e77-446b-866e-68c0973fe3ce service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126170 Aug 11 00:49:09.049327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a5f40-dba4-4449-bc4d-c24143519e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55fd851-cc44-4c65-949f-d58b3a2c2581,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:09.060102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7a0a5f40-dba4-4449-bc4d-c24143519e02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d884554f8064ceabbda3bcdb58bd6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5446670 Aug 11 00:49:09.093426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52132) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:09.219094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:09.256889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1da-3ef1-488e-a13f-91a77f884ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:09.304426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1da-3ef1-488e-a13f-91a77f884ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:09.416234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d4ad2ebe-ea6a-4e95-a7c9-3093605e5e5f req-b47c91e9-d7c5-4401-9066-b709f0cbe8ae service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548934 Aug 11 00:49:09.445200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:09.450325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:09.610165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1e898c2b-dce3-4de1-a188-b50b76f2f169 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:09.766141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Deleting port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:09.766737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:09.836001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 1e898c2b-dce3-4de1-a188-b50b76f2f169 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:09.855153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-637c6839-6f4f-4334-9f5b-656a3283a030 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:09.863202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-637c6839-6f4f-4334-9f5b-656a3283a030 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:09.881163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-637c6839-6f4f-4334-9f5b-656a3283a030 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:09.889028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-637c6839-6f4f-4334-9f5b-656a3283a030 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:09.897928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-637c6839-6f4f-4334-9f5b-656a3283a030 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:09.906819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-637c6839-6f4f-4334-9f5b-656a3283a030 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:09.910879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] For port 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6af4b438-c32d-4ad1-bc0a-29822c6e3bc4,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:09.912092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:09.915245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-637c6839-6f4f-4334-9f5b-656a3283a030 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:09.917608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-637c6839-6f4f-4334-9f5b-656a3283a030 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.2168171 Aug 11 00:49:09.931579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Calling delete_port for 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:09.984934 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4375ffe8-d5f0-4d26-a1f0-e4f7a2348f1e req-464f8c8b-15a7-4592-abe7-34aa404c8a95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466239 Aug 11 00:49:10.061803 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.188623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1da-3ef1-488e-a13f-91a77f884ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.192571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1da-3ef1-488e-a13f-91a77f884ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.194222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-38a9d1da-3ef1-488e-a13f-91a77f884ac3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f55fd851-cc44-4c65-949f-d58b3a2c2581 HTTP/1.1" status: 204 len: 168 time: 1.0995936 Aug 11 00:49:10.215910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9d1da-3ef1-488e-a13f-91a77f884ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55fd851-cc44-4c65-949f-d58b3a2c2581,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:10.223149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.391476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=26461250-f4ae-4190-a1c9-126d8f804a22,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:10.394850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.446102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.538495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event deleted for resources: {'Port': ['ID=6af4b438-c32d-4ad1-bc0a-29822c6e3bc4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:10.590833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:10.593814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:10.632176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.823407 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.828268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:10.868479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86053a7d-80b6-4457-b2f7-aca0a78f0041 None None] Network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:10.892442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-c1d855fa-4dda-4178-b9cd-136b485d82d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:10.899239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-c1d855fa-4dda-4178-b9cd-136b485d82d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:10.912662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-c1d855fa-4dda-4178-b9cd-136b485d82d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:10.914597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-c1d855fa-4dda-4178-b9cd-136b485d82d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:10.922035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-c1d855fa-4dda-4178-b9cd-136b485d82d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:10.928890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-c1d855fa-4dda-4178-b9cd-136b485d82d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:10.935339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-c1d855fa-4dda-4178-b9cd-136b485d82d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:10.937715 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-c1d855fa-4dda-4178-b9cd-136b485d82d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.2113876 Aug 11 00:49:10.994790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-a1c4184b-6f2c-4721-a73f-5fecc8850bfb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:11.000728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-a1c4184b-6f2c-4721-a73f-5fecc8850bfb tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "GET /v2.0/ports/170adb39-789d-4c36-b885-1ba210a108e4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0533848 Aug 11 00:49:11.067880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:49:11.170443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-18d567fa-0b12-4122-b02a-2d0192ed6f3a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "GET /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1628911 Aug 11 00:49:11.184032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:11.187593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.188506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b767cef4-a02d-412a-9a44-be53ca1e2230 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:49:11.199398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7fe970f4-1b1b-48b7-a373-48ff0dcbaac9 None None] Provisioning for port 1e898c2b-dce3-4de1-a188-b50b76f2f169 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:11.204429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7fe970f4-1b1b-48b7-a373-48ff0dcbaac9 None None] Provisioning complete for port 1e898c2b-dce3-4de1-a188-b50b76f2f169 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:11.204921 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7fe970f4-1b1b-48b7-a373-48ff0dcbaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.209080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.218855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-83d46126-5a56-4a17-bb24-b65ae671a4d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "DELETE /v2.0/routers/b767cef4-a02d-412a-9a44-be53ca1e2230 HTTP/1.1" status: 204 len: 168 time: 2.5363901 Aug 11 00:49:11.222597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52208) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:11.237148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1187393527', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:11.393965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.423443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7fe970f4-1b1b-48b7-a373-48ff0dcbaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.457858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.459916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.555702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7fe970f4-1b1b-48b7-a373-48ff0dcbaac9 None None] For port 1e898c2b-dce3-4de1-a188-b50b76f2f169, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1e898c2b-dce3-4de1-a188-b50b76f2f169,segment=NetworkSegment(dbb0855b-1c8b-4e08-9c1e-05a44729df39),segment_id=dbb0855b-1c8b-4e08-9c1e-05a44729df39)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:11.614818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.702038 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7fe970f4-1b1b-48b7-a373-48ff0dcbaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:11.769168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] For port 170adb39-789d-4c36-b885-1ba210a108e4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=170adb39-789d-4c36-b885-1ba210a108e4,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:11.846147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe970f4-1b1b-48b7-a373-48ff0dcbaac9 None None] Pushing event updated for resources: {'Port': ['ID=1e898c2b-dce3-4de1-a188-b50b76f2f169,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:11.996638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-936ced60-a3ea-4618-abfa-01e9510f943a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.005916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-936ced60-a3ea-4618-abfa-01e9510f943a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.007260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4ed59a7a-8e4a-4f20-a997-b8ee62babdf3 None None] Provisioning for port 26461250-f4ae-4190-a1c9-126d8f804a22 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:12.009622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] For port 170adb39-789d-4c36-b885-1ba210a108e4, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:12.017993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-936ced60-a3ea-4618-abfa-01e9510f943a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.026305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-936ced60-a3ea-4618-abfa-01e9510f943a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.033908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-936ced60-a3ea-4618-abfa-01e9510f943a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.034329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4ed59a7a-8e4a-4f20-a997-b8ee62babdf3 None None] Provisioning complete for port 26461250-f4ae-4190-a1c9-126d8f804a22 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:12.034955 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4ed59a7a-8e4a-4f20-a997-b8ee62babdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.041659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-936ced60-a3ea-4618-abfa-01e9510f943a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.049086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-936ced60-a3ea-4618-abfa-01e9510f943a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.051697 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-936ced60-a3ea-4618-abfa-01e9510f943a tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 5441 time: 0.9207642 Aug 11 00:49:12.053139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:12.060168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b949e2a-fee5-4e11-955c-be8658d2c88e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3579440 Aug 11 00:49:12.061117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.063653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52244) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:12.072842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-767992279'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:12.077066 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:12.089987 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:12.090658 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:12.092530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] device_id is not set on port 170adb39-789d-4c36-b885-1ba210a108e4 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:49:12.111078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.168400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4ed59a7a-8e4a-4f20-a997-b8ee62babdf3 None None] Port 26461250-f4ae-4190-a1c9-126d8f804a22 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:12.173742 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea0cb60b-8aac-4dd0-868e-ebb39655ef0f req-42db00ae-0914-43b9-9989-bc38d12f5c98 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929217 Aug 11 00:49:12.207696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4ed59a7a-8e4a-4f20-a997-b8ee62babdf3 None None] Provisioning complete for port 1e898c2b-dce3-4de1-a188-b50b76f2f169 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:12.208473 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4ed59a7a-8e4a-4f20-a997-b8ee62babdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.248041 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:12.317443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:12.317443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.350605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:49:12.363221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.366853 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.367314 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment f369b5f3-6910-4392-840a-3ef574382380 of type vlan for network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e Aug 11 00:49:12.469233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.519352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] No DVR routers for this DVR port 170adb39-789d-4c36-b885-1ba210a108e4 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:12.525387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] Pushing event updated for resources: {'Port': ['ID=170adb39-789d-4c36-b885-1ba210a108e4,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:12.529936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4558858a-bc41-48a3-9fc8-63a7284c027e None None] Provisioning complete for port 26461250-f4ae-4190-a1c9-126d8f804a22 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:12.530313 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4558858a-bc41-48a3-9fc8-63a7284c027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.609681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4558858a-bc41-48a3-9fc8-63a7284c027e None None] Port 26461250-f4ae-4190-a1c9-126d8f804a22 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:12.610211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] In _notify_port_updated(), no bound segment for port 170adb39-789d-4c36-b885-1ba210a108e4 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:49:12.611401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.612233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.613923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-58f93104-4d94-4713-a15c-92dac152aa37 service neutron] 10.222.0.55 "PUT /v2.0/ports/170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 200 len: 1033 time: 1.4363446 Aug 11 00:49:12.662778 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:09Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:09Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:12.705546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0c0d14ea-6421-4e10-a119-af6808eb882d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.713514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0c0d14ea-6421-4e10-a119-af6808eb882d tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "GET /v2.0/ports/095bb968-98a8-4de0-9b95-bf6abce9f4d7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0860410 Aug 11 00:49:12.718938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:12.769650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.777945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:12.785397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.828275 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:12.829205 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Updating router 131d4d28-dba1-4323-aae7-da0a196e19a4 port 26461250-f4ae-4190-a1c9-126d8f804a22 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:49:12.885284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3189c5a7-7755-45cc-9ee1-b5729c3fb2f0 None None] Provisioning complete for port 170adb39-789d-4c36-b885-1ba210a108e4 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:12.887524 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3189c5a7-7755-45cc-9ee1-b5729c3fb2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.891183 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.947303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.951342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:12.971552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3189c5a7-7755-45cc-9ee1-b5729c3fb2f0 None None] Port 170adb39-789d-4c36-b885-1ba210a108e4 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:12.980020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9091403 Aug 11 00:49:12.983475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52274) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:12.994279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:13.002028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.047876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bea0c-e1bd-46ad-ae17-61b3d4789b65 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=29d8c139-a8f7-44b7-a6a6-f077a00cb79e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:13.067015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:49:13.264523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Allocated IP 172.25.0.151 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/695358cb-cf8a-499b-8f10-86a2500313e0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:13.395928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:13.427017 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.479980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] For port 095bb968-98a8-4de0-9b95-bf6abce9f4d7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=095bb968-98a8-4de0-9b95-bf6abce9f4d7,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:13.510823 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.517760 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.549720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1e898c2b-dce3-4de1-a188-b50b76f2f169 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:13.571323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] For port 095bb968-98a8-4de0-9b95-bf6abce9f4d7, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:13.585620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36354424-4295-4086-a4ab-74ac9309a289 req-0f74263c-0b15-4433-b78f-71928a4e5b20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:13.591130 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Transition to ACTIVE for port object 26461250-f4ae-4190-a1c9-126d8f804a22 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:13.592790 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36354424-4295-4086-a4ab-74ac9309a289 req-0f74263c-0b15-4433-b78f-71928a4e5b20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:13.599590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36354424-4295-4086-a4ab-74ac9309a289 req-0f74263c-0b15-4433-b78f-71928a4e5b20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:13.607135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36354424-4295-4086-a4ab-74ac9309a289 req-0f74263c-0b15-4433-b78f-71928a4e5b20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:13.614588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36354424-4295-4086-a4ab-74ac9309a289 req-0f74263c-0b15-4433-b78f-71928a4e5b20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:13.623040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36354424-4295-4086-a4ab-74ac9309a289 req-0f74263c-0b15-4433-b78f-71928a4e5b20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:13.632033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36354424-4295-4086-a4ab-74ac9309a289 req-0f74263c-0b15-4433-b78f-71928a4e5b20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 4661 time: 0.2821956 Aug 11 00:49:13.648803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52300) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:13.702625 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.710705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] device_id is not set on port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:49:13.724244 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.747949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1e898c2b-dce3-4de1-a188-b50b76f2f169 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:13.751688 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.757816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36354424-4295-4086-a4ab-74ac9309a289 req-f105f245-4710-4149-bc4f-13903d636ec8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3&id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237173 Aug 11 00:49:13.810983 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.885618 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ca6ae-05bc-418a-9160-7666a3c93ea5 None None] Pushing event updated for resources: {'Port': ['ID=26461250-f4ae-4190-a1c9-126d8f804a22,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:13.908105 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:13.960599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:13.963066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event updated for resources: {'Port': ['ID=695358cb-cf8a-499b-8f10-86a2500313e0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:13.970624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:13.977457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:14.040683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.096279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:14.144842 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Attempting to bind port 26461250-f4ae-4190-a1c9-126d8f804a22 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:14.145483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Attempting to bind port 26461250-f4ae-4190-a1c9-126d8f804a22 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:14.146236 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Attempting to bind port 26461250-f4ae-4190-a1c9-126d8f804a22 on network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:14.161699 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:14.162085 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Checking segment: {'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:14.168875 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.172589 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Bound using segment: {'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:14.187047 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Bound port: 26461250-f4ae-4190-a1c9-126d8f804a22, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb0855b-1c8b-4e08-9c1e-05a44729df39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:14.187047 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.187452 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:49:14.189410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6af4b438-c32d-4ad1-bc0a-29822c6e3bc4 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:49:14.213695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] No DVR routers for this DVR port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:14.217187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=239c4e43-d388-42a9-be38-7c5baa4a34e8,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:14.280877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 095bb968-98a8-4de0-9b95-bf6abce9f4d7 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:14.346513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] In _notify_port_updated(), no bound segment for port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 on network 0e67888b-79ab-469d-8474-0dc2f98db0f2 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:49:14.352698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:14.352698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: 29d8c139-a8f7-44b7-a6a6-f077a00cb79e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:49:14.353548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:14.353548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.354598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] 10.222.0.55 "PUT /v2.0/ports/095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 200 len: 1029 time: 1.6386724 Aug 11 00:49:14.400419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 095bb968-98a8-4de0-9b95-bf6abce9f4d7 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:49:14.401017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 170adb39-789d-4c36-b885-1ba210a108e4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:14.404165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] For port 26461250-f4ae-4190-a1c9-126d8f804a22, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:14.415639 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] For port 26461250-f4ae-4190-a1c9-126d8f804a22, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=26461250-f4ae-4190-a1c9-126d8f804a22,segment=NetworkSegment(dbb0855b-1c8b-4e08-9c1e-05a44729df39),segment_id=dbb0855b-1c8b-4e08-9c1e-05a44729df39)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:14.434400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddc6e-6963-48c4-b0e4-f511e12708fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.479042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 170adb39-789d-4c36-b885-1ba210a108e4 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:49:14.479793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:14.499761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb611181-7ed0-454a-b73a-ae63cd953d05 service neutron] Pushing event updated for resources: {'Port': ['ID=095bb968-98a8-4de0-9b95-bf6abce9f4d7,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:14.508716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:49:14.572010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5c048087-07c1-411e-ab36-f7f232cd19a5 None None] Provisioning complete for port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:14.572655 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c048087-07c1-411e-ab36-f7f232cd19a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.591129 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.662872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 29d8c139-a8f7-44b7-a6a6-f077a00cb79e) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:14.682488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:14.687583 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.732127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting port 30d89737-eda3-40ac-9ae8-63b3180d7466 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:14.732127 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:14.789828 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:14.790748 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:14.880096 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ca6ae-05bc-418a-9160-7666a3c93ea5 None None] Pushing event updated for resources: {'Port': ['ID=26461250-f4ae-4190-a1c9-126d8f804a22,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:15.048107 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:15.068279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc593c-4996-4a75-b07b-6b0f4e824d6c req-a0339425-1197-4425-9009-30a8cadbde13 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:15.081927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99671921-a95d-4a35-bb66-3c68cacefcbf None None] Network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:15.083573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc593c-4996-4a75-b07b-6b0f4e824d6c req-a0339425-1197-4425-9009-30a8cadbde13 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:15.091864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc593c-4996-4a75-b07b-6b0f4e824d6c req-a0339425-1197-4425-9009-30a8cadbde13 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:15.098766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc593c-4996-4a75-b07b-6b0f4e824d6c req-a0339425-1197-4425-9009-30a8cadbde13 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:15.107854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc593c-4996-4a75-b07b-6b0f4e824d6c req-a0339425-1197-4425-9009-30a8cadbde13 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:15.116370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddc6e-6963-48c4-b0e4-f511e12708fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:15.116839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ccc593c-4996-4a75-b07b-6b0f4e824d6c req-a0339425-1197-4425-9009-30a8cadbde13 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3885 time: 0.1498635 Aug 11 00:49:15.145557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5c048087-07c1-411e-ab36-f7f232cd19a5 None None] Port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:15.202229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ccc593c-4996-4a75-b07b-6b0f4e824d6c req-6b04b42c-6e3b-4529-b746-43b87e15f8dc tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833094 Aug 11 00:49:15.272203 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:15.305674 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddc6e-6963-48c4-b0e4-f511e12708fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:15.335014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-49fc21c6-26cf-438b-9285-8b8a9b2fadf5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3497269 Aug 11 00:49:15.338920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:15.347127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:49:15.349550 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f186a7-f86c-4238-ac9a-6e27f04d42a3" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:49:15.372646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:15.376002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9a7ddc6e-6963-48c4-b0e4-f511e12708fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27da4942806a4fd7a26b22cf4ac7fe11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7224660 Aug 11 00:49:15.381988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52374) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:15.446302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] For port 30d89737-eda3-40ac-9ae8-63b3180d7466, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=30d89737-eda3-40ac-9ae8-63b3180d7466,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:15.447005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:15.480820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a17cf-ef98-421d-881d-5e88dbea6657 x-openstack-request-id: req-887a17cf-ef98-421d-881d-5e88dbea6657 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:49:15.481163 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:49:15.481368 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-887a17cf-ef98-421d-881d-5e88dbea6657 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:49:15.481778 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'code': 200} Aug 11 00:49:15.549332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Calling delete_port for 30d89737-eda3-40ac-9ae8-63b3180d7466 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:15.558030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:49:15.558030 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:15.565932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:15.566785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 30d89737-eda3-40ac-9ae8-63b3180d7466 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:15.594788 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:09Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:14Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:15.626789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:15.632961 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92c14b-a33d-4ea5-ba4a-e8760ce18ec3 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:09Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:14Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:15.740824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ddc6e-6963-48c4-b0e4-f511e12708fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac4c2b5-4f97-4bbe-b3ee-3cf72705462a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:15.921240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db6d1cdf-6722-43ed-b7cd-131f508f303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:15.964212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:16.037548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:16.187824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:16.274290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Allocated IP 172.21.0.2 (29d8c139-a8f7-44b7-a6a6-f077a00cb79e/239c4e43-d388-42a9-be38-7c5baa4a34e8/5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:16.315037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 30d89737-eda3-40ac-9ae8-63b3180d7466, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=30d89737-eda3-40ac-9ae8-63b3180d7466,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:16.406385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e60d-1df7-4e86-9320-4e4f96e44423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:16.439208 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:16.440366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device db8de401-0507-4b3c-9d6c-7448e25908a9 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:16.703508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=30d89737-eda3-40ac-9ae8-63b3180d7466,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:16.752129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:16.773954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Transition to ACTIVE for port object 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:16.773954 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:16.824560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port db8de401-0507-4b3c-9d6c-7448e25908a9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=db8de401-0507-4b3c-9d6c-7448e25908a9,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:16.826183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Transition to ACTIVE for port object 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:16.829155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:16.937022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:16.937875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device e3894f40-07a0-4d5b-b50f-7e6c5f4e87de no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:16.950232 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db6d1cdf-6722-43ed-b7cd-131f508f303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.010969 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.059785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:17.065526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:17.066744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.21.0.1 (29d8c139-a8f7-44b7-a6a6-f077a00cb79e/239c4e43-d388-42a9-be38-7c5baa4a34e8/eb2b7f7d-dcec-47f1-b956-7bf127573b3f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:17.076044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:17.088436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a64ef-af28-4991-a15f-56955b8d8379 req-a04fec9d-4983-4497-a439-ec12166d9796 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:17.089142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=db8de401-0507-4b3c-9d6c-7448e25908a9,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:17.095945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a64ef-af28-4991-a15f-56955b8d8379 req-a04fec9d-4983-4497-a439-ec12166d9796 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:17.103514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a64ef-af28-4991-a15f-56955b8d8379 req-a04fec9d-4983-4497-a439-ec12166d9796 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:17.119778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a64ef-af28-4991-a15f-56955b8d8379 req-a04fec9d-4983-4497-a439-ec12166d9796 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:17.135785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a64ef-af28-4991-a15f-56955b8d8379 req-a04fec9d-4983-4497-a439-ec12166d9796 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:17.137755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-111a64ef-af28-4991-a15f-56955b8d8379 req-a04fec9d-4983-4497-a439-ec12166d9796 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3881 time: 0.3202438 Aug 11 00:49:17.228707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-111a64ef-af28-4991-a15f-56955b8d8379 req-c7d90ccd-f41e-47dd-baca-bebdfdaf6441 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741971 Aug 11 00:49:17.257458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Attempting to bind port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:17.258621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Attempting to bind port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:17.258921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Attempting to bind port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 on network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:17.267021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.295638 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.313710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:17.314614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Pushing event updated for resources: {'Port': ['ID=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:17.317669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:17.317992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Checking segment: {'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:17.318405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.318802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Bound using segment: {'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:17.319396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Bound port: 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:17.319798 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.333998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object eb2b7f7d-dcec-47f1-b956-7bf127573b3f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:17.383070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.397817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] For port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:17.399859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] For port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,segment=NetworkSegment(f369b5f3-6910-4392-840a-3ef574382380),segment_id=f369b5f3-6910-4392-840a-3ef574382380)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:17.426463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Port': ['ID=30d89737-eda3-40ac-9ae8-63b3180d7466,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:17.440078 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.440897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 20e99aba-6b99-4072-8bff-ed68255952c5 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:17.498418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30d89737-eda3-40ac-9ae8-63b3180d7466'}, {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8de401-0507-4b3c-9d6c-7448e25908a9'}, {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:49:17.503755 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41178f14-89e8-48de-8c39-8b6a63e4d39c" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "30d89737-eda3-40ac-9ae8-63b3180d7466"}, {"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "db8de401-0507-4b3c-9d6c-7448e25908a9"}, {"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3894f40-07a0-4d5b-b50f-7e6c5f4e87de"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:49:17.506365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Router f3b1323a-4734-4d0d-9c84-767aff999eb7 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:49:17.530233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db6d1cdf-6722-43ed-b7cd-131f508f303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.533040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db6d1cdf-6722-43ed-b7cd-131f508f303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.534604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-db6d1cdf-6722-43ed-b7cd-131f508f303a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ac4c2b5-4f97-4bbe-b3ee-3cf72705462a HTTP/1.1" status: 204 len: 168 time: 2.0824952 Aug 11 00:49:17.538422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] No DVR routers for this DVR port 30d89737-eda3-40ac-9ae8-63b3180d7466 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:17.546900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.546900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-0d5346b9-e758-4be7-b876-951fd141bea8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "DELETE /v2.0/ports/30d89737-eda3-40ac-9ae8-63b3180d7466 HTTP/1.1" status: 204 len: 173 time: 3.1190367 Aug 11 00:49:17.551866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': '30d89737-eda3-40ac-9ae8-63b3180d7466'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:49:17.560033 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74de2d40-45d6-4526-8bfe-e2bc9a4689e6" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "30d89737-eda3-40ac-9ae8-63b3180d7466"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:49:17.626254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d1cdf-6722-43ed-b7cd-131f508f303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac4c2b5-4f97-4bbe-b3ee-3cf72705462a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:17.639941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.657105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 26461250-f4ae-4190-a1c9-126d8f804a22 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:17.733271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:17.737505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:17.765721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:17.777754 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb19033-1711-406c-9bd7-24b4fd042bc6 x-openstack-request-id: req-acb19033-1711-406c-9bd7-24b4fd042bc6 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:49:17.778217 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "30d89737-eda3-40ac-9ae8-63b3180d7466", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:49:17.778631 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acb19033-1711-406c-9bd7-24b4fd042bc6 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:49:17.779297 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': '30d89737-eda3-40ac-9ae8-63b3180d7466', 'status': 'completed', 'code': 200} Aug 11 00:49:17.819820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:17.841753 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 11 Aug 2021 00:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306e0459-852f-40d2-a568-5cb74f60cde9 x-openstack-request-id: req-306e0459-852f-40d2-a568-5cb74f60cde9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:49:17.842424 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "30d89737-eda3-40ac-9ae8-63b3180d7466", "code": 200}, {"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "db8de401-0507-4b3c-9d6c-7448e25908a9", "code": 200}, {"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3894f40-07a0-4d5b-b50f-7e6c5f4e87de", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:49:17.842955 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-306e0459-852f-40d2-a568-5cb74f60cde9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:49:17.844238 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30d89737-eda3-40ac-9ae8-63b3180d7466', 'code': 200} Aug 11 00:49:17.844726 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8de401-0507-4b3c-9d6c-7448e25908a9', 'code': 200} Aug 11 00:49:17.845680 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de', 'code': 200} Aug 11 00:49:17.858762 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:17.864913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:17.887385 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.050135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8211-ecad-406f-ac92-9e9d34611668 None None] Pushing event updated for resources: {'Port': ['ID=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:18.158693 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.188491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:18.212658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:18.213115 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.215526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48cd63-63fb-4828-9c2c-fc7d3dcaaa1e None None] Sync routers for ids ['f3b1323a-4734-4d0d-9c84-767aff999eb7'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:18.277051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 20e99aba-6b99-4072-8bff-ed68255952c5, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=20e99aba-6b99-4072-8bff-ed68255952c5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:18.279096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48cd63-63fb-4828-9c2c-fc7d3dcaaa1e None None] Routers {'f3b1323a-4734-4d0d-9c84-767aff999eb7'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:18.279977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-db48cd63-63fb-4828-9c2c-fc7d3dcaaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f3b1323a-4734-4d0d-9c84-767aff999eb7'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:18.324442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-db48cd63-63fb-4828-9c2c-fc7d3dcaaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:18.338322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48cd63-63fb-4828-9c2c-fc7d3dcaaa1e None None] Routers {'f3b1323a-4734-4d0d-9c84-767aff999eb7'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:18.339029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-db48cd63-63fb-4828-9c2c-fc7d3dcaaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f3b1323a-4734-4d0d-9c84-767aff999eb7'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:18.394751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-db48cd63-63fb-4828-9c2c-fc7d3dcaaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:18.395858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48cd63-63fb-4828-9c2c-fc7d3dcaaa1e None None] The sync data for ids ['f3b1323a-4734-4d0d-9c84-767aff999eb7'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:18.499579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 26461250-f4ae-4190-a1c9-126d8f804a22 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:18.506537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] For port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:18.511609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.518142 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.531304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-564ca4b0-54b6-4c49-a4d8-6be5a52051c7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3012679 Aug 11 00:49:18.532441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52472) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:18.542339 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.557835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-39a3b4c3-a9cb-4708-bb9d-643ef8a35657 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': False}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:18.597314 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.683030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 26461250-f4ae-4190-a1c9-126d8f804a22 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:18.683653 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.764863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=20e99aba-6b99-4072-8bff-ed68255952c5,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:18.933710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.943938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dfa-5170-4326-9a55-d4db0e24fa06 req-a42d1581-c566-45ec-9486-e3f4ad313d20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:18.952890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dfa-5170-4326-9a55-d4db0e24fa06 req-a42d1581-c566-45ec-9486-e3f4ad313d20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:18.959302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dfa-5170-4326-9a55-d4db0e24fa06 req-a42d1581-c566-45ec-9486-e3f4ad313d20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:18.966591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3dfa-5170-4326-9a55-d4db0e24fa06 req-a42d1581-c566-45ec-9486-e3f4ad313d20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:18.971105 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e4db7d4f-bc00-42cc-bb8d-6a4d5be0a3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:18.975129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e40b3dfa-5170-4326-9a55-d4db0e24fa06 req-a42d1581-c566-45ec-9486-e3f4ad313d20 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 3144 time: 0.5693631 Aug 11 00:49:18.981312 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:49:19.011980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 26461250-f4ae-4190-a1c9-126d8f804a22, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=26461250-f4ae-4190-a1c9-126d8f804a22,segment=NetworkSegment(dbb0855b-1c8b-4e08-9c1e-05a44729df39),segment_id=dbb0855b-1c8b-4e08-9c1e-05a44729df39)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:19.015334 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:19.090493 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:19.223209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=26461250-f4ae-4190-a1c9-126d8f804a22,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:19.285239 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:19.428025 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:19.578214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e40b3dfa-5170-4326-9a55-d4db0e24fa06 req-550efdac-ea45-403e-9caa-d102aaf0380c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6018515 Aug 11 00:49:19.638501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:19.645793 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:19.738960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:19.747795 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:19.750354 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Floating IP f6097610-b12b-421c-a4ed-42c2fd6d89c7 disassociated. External IP: 172.25.0.53, port: f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c. Aug 11 00:49:19.750614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Calling delete_port for f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:19.838792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 26461250-f4ae-4190-a1c9-126d8f804a22 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:19.879226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:19.881534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:19.891490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e99aba-6b99-4072-8bff-ed68255952c5'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:49:19.895138 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d08f8-06bc-4e4f-a003-694f4b9ee211" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "20e99aba-6b99-4072-8bff-ed68255952c5"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:49:19.932958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6535732-e0c5-46ec-8724-c4cb28ae5c77 None None] Network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:20.123148 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7e600e-56e4-41a9-b042-f53a456ce30d x-openstack-request-id: req-4f7e600e-56e4-41a9-b042-f53a456ce30d {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:49:20.123660 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-unplugged", "status": "completed", "tag": "20e99aba-6b99-4072-8bff-ed68255952c5", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:49:20.124095 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f7e600e-56e4-41a9-b042-f53a456ce30d {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:49:20.124984 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e99aba-6b99-4072-8bff-ed68255952c5', 'code': 200} Aug 11 00:49:20.161294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:20.243097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 26461250-f4ae-4190-a1c9-126d8f804a22 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:20.243496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:20.278982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7465e6d1-46fe-4406-912e-ad579c113f8c None None] Provisioning for port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:20.293818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39a3b4c3-a9cb-4708-bb9d-643ef8a35657 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:20.356478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52554) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:20.422748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:20.432376 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a3ba03ef-59c8-4faf-8e33-368684c99113 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0886791 Aug 11 00:49:20.433453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52562) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:20.449843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-462541407'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:20.452549 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:20.478123 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:20.484159 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:20.485177 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:20.490366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:20.595905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:20.640556 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5fc50dea-475e-4c96-8fe5-aec038f9e905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:20.675725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:20.689037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:20.693955 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:20.732814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Port': ['ID=f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:20.766346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:49:20.794974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:20.795421 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment 48a3e171-22d7-464d-964b-5fa7369f92c5 of type vlan for network cab489e5-5456-4c15-9aca-b8828de9ce30 Aug 11 00:49:20.949799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.084857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Router b31e8dbc-aeee-477d-9f4d-165961c70fd5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:21.154181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.168243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:21.168908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.200892 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 3, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:21.279694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Provisioning for port eb2b7f7d-dcec-47f1-b956-7bf127573b3f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:21.286643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:21.305265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Provisioning complete for port eb2b7f7d-dcec-47f1-b956-7bf127573b3f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:21.305758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=cab489e5-5456-4c15-9aca-b8828de9ce30,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:21.306593 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.328582 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:21.332753 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Updating router 131d4d28-dba1-4323-aae7-da0a196e19a4 port eb2b7f7d-dcec-47f1-b956-7bf127573b3f binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:49:21.348317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cab489e5-5456-4c15-9aca-b8828de9ce30 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:49:21.387988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a18c7-7f2a-4cba-a20d-26cb6d099ecb req-156493bc-7ee2-48b2-ba4b-6ed376174eec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:21.395616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a18c7-7f2a-4cba-a20d-26cb6d099ecb req-156493bc-7ee2-48b2-ba4b-6ed376174eec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:21.402689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a18c7-7f2a-4cba-a20d-26cb6d099ecb req-156493bc-7ee2-48b2-ba4b-6ed376174eec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:21.405105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a64a18c7-7f2a-4cba-a20d-26cb6d099ecb req-156493bc-7ee2-48b2-ba4b-6ed376174eec tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 2409 time: 0.3751771 Aug 11 00:49:21.446231 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.483902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:21.497565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5fc50dea-475e-4c96-8fe5-aec038f9e905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.591025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a64a18c7-7f2a-4cba-a20d-26cb6d099ecb req-3a3a191a-150b-4df3-a68f-170d8b7fc829 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912750 Aug 11 00:49:21.600480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5fc50dea-475e-4c96-8fe5-aec038f9e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.616027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] No DVR routers for this DVR port f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:21.621897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:21.622386 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.623057 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.625464 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-48ddc02f-a3d0-4f8c-8483-f1bda63d1afe tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "DELETE /v2.0/ports/f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c HTTP/1.1" status: 204 len: 173 time: 4.0466635 Aug 11 00:49:21.627314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] Sync routers for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:21.628447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:49:21.630935 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff2a2ab-af75-403a-a144-83da895b98c6" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:49:21.687959 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5fc50dea-475e-4c96-8fe5-aec038f9e905 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0fad311525f4958935f6f4917babd98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3239014 Aug 11 00:49:21.707941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:21.708780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:21.710582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc50dea-475e-4c96-8fe5-aec038f9e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b1a128-978f-42f9-8bf8-34f3802a9984,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:21.713696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52588) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:21.714502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Port eb2b7f7d-dcec-47f1-b956-7bf127573b3f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:21.730709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4e85e61b-a14b-4918-a565-e63b7299ed4d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2961588 Aug 11 00:49:21.739317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52590) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:21.743148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:21.778958 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603959fa-6cce-4c0a-b0f4-0f2c66d0281a x-openstack-request-id: req-603959fa-6cce-4c0a-b0f4-0f2c66d0281a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:49:21.779524 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:49:21.779937 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-603959fa-6cce-4c0a-b0f4-0f2c66d0281a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:49:21.780686 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': 'f50e6f7f-39e7-40c4-9c7a-0f3356c1cb8c', 'status': 'completed', 'code': 200} Aug 11 00:49:21.874650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Provisioning complete for port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:21.875420 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:21.992771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d0be76f-1804-46d3-a25a-debc6afd48ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.029798 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d0be76f-1804-46d3-a25a-debc6afd48ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.034503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting port db8de401-0507-4b3c-9d6c-7448e25908a9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:22.034928 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.102772 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39a3b4c3-a9cb-4708-bb9d-643ef8a35657 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.112896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:22.114127 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39a3b4c3-a9cb-4708-bb9d-643ef8a35657 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.122295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.133804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:22.323723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.353809 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.376026 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Transition to ACTIVE for port object eb2b7f7d-dcec-47f1-b956-7bf127573b3f will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:22.498992 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.507060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,segment=NetworkSegment(f369b5f3-6910-4392-840a-3ef574382380),segment_id=f369b5f3-6910-4392-840a-3ef574382380)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:22.507752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d0be76f-1804-46d3-a25a-debc6afd48ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.510604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2d0be76f-1804-46d3-a25a-debc6afd48ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.512206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2d0be76f-1804-46d3-a25a-debc6afd48ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2b1a128-978f-42f9-8bf8-34f3802a9984 HTTP/1.1" status: 204 len: 168 time: 0.7970738 Aug 11 00:49:22.516150 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.532287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0be76f-1804-46d3-a25a-debc6afd48ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b1a128-978f-42f9-8bf8-34f3802a9984,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:22.570964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.621247 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669d1ec-7054-4ef0-8c73-0fa3311047dc None None] Pushing event updated for resources: {'Port': ['ID=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:22.622881 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.721391 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.787368 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Attempting to bind port eb2b7f7d-dcec-47f1-b956-7bf127573b3f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:22.788514 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Attempting to bind port eb2b7f7d-dcec-47f1-b956-7bf127573b3f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:22.789552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Attempting to bind port eb2b7f7d-dcec-47f1-b956-7bf127573b3f on network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:22.802280 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:22.803700 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Checking segment: {'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:22.804739 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.805697 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Bound using segment: {'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:22.807125 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Bound port: eb2b7f7d-dcec-47f1-b956-7bf127573b3f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f369b5f3-6910-4392-840a-3ef574382380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:22.808183 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:22.892037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=bcdbc807-63c6-451e-9719-ce05f7ca392f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:22.919766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:22.939119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:22.940949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: cab489e5-5456-4c15-9aca-b8828de9ce30, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:49:23.034935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:49:23.036511 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-f143731a-53fa-444d-ad06-03338e889318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:49:23.060614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:28Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:23.082253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network cab489e5-5456-4c15-9aca-b8828de9ce30 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:49:23.166361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] Checking router: b31e8dbc-aeee-477d-9f4d-165961c70fd5 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:23.194394 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] For port eb2b7f7d-dcec-47f1-b956-7bf127573b3f, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:23.203332 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] For port eb2b7f7d-dcec-47f1-b956-7bf127573b3f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,segment=NetworkSegment(f369b5f3-6910-4392-840a-3ef574382380),segment_id=f369b5f3-6910-4392-840a-3ef574382380)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:23.203986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:23.206460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:23.208904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, cab489e5-5456-4c15-9aca-b8828de9ce30) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:23.217773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:23.217773 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:23.268885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] For port db8de401-0507-4b3c-9d6c-7448e25908a9, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=db8de401-0507-4b3c-9d6c-7448e25908a9,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:23.269727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:23.278529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247876f-3848-48f7-9564-ce65469294e5 None None] Network cab489e5-5456-4c15-9aca-b8828de9ce30 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:23.302688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a3b4c3-a9cb-4708-bb9d-643ef8a35657 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Router f3b1323a-4734-4d0d-9c84-767aff999eb7 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:23.308727 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:23.331071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Calling delete_port for db8de401-0507-4b3c-9d6c-7448e25908a9 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:23.360294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b23dbcff-d81c-4acb-a915-2809d6a6fad9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6251643 Aug 11 00:49:23.369827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52624) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:23.422455 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669d1ec-7054-4ef0-8c73-0fa3311047dc None None] Pushing event updated for resources: {'Port': ['ID=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:23.459009 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:23.460046 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:23.494138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:23.676655 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:23.733423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a3b4c3-a9cb-4708-bb9d-643ef8a35657 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:23.764520 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803ce92-e58a-48ec-bcc3-45903620d73e None None] Sync routers for ids ['f3b1323a-4734-4d0d-9c84-767aff999eb7'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:23.766879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39a3b4c3-a9cb-4708-bb9d-643ef8a35657 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:23.773654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-39a3b4c3-a9cb-4708-bb9d-643ef8a35657 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "PUT /v2.0/routers/f3b1323a-4734-4d0d-9c84-767aff999eb7 HTTP/1.1" status: 200 len: 926 time: 5.2211690 Aug 11 00:49:23.782796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52628) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:23.922964 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803ce92-e58a-48ec-bcc3-45903620d73e None None] Routers {'f3b1323a-4734-4d0d-9c84-767aff999eb7'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:23.936115 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2803ce92-e58a-48ec-bcc3-45903620d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f3b1323a-4734-4d0d-9c84-767aff999eb7'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:24.008089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52632) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:24.046799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2803ce92-e58a-48ec-bcc3-45903620d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:24.121545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de50837-5f20-4aff-a4be-1f3f3b219e8d req-bb170688-ca35-4863-8aa7-bd8904807caa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:24.153361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de50837-5f20-4aff-a4be-1f3f3b219e8d req-bb170688-ca35-4863-8aa7-bd8904807caa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:24.181506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de50837-5f20-4aff-a4be-1f3f3b219e8d req-bb170688-ca35-4863-8aa7-bd8904807caa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:24.192218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7de50837-5f20-4aff-a4be-1f3f3b219e8d req-bb170688-ca35-4863-8aa7-bd8904807caa tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 2409 time: 1.2311594 Aug 11 00:49:24.199412 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803ce92-e58a-48ec-bcc3-45903620d73e None None] Routers {'f3b1323a-4734-4d0d-9c84-767aff999eb7'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:24.201868 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2803ce92-e58a-48ec-bcc3-45903620d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f3b1323a-4734-4d0d-9c84-767aff999eb7'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:24.317990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04b09abf-fd54-416b-a4a0-e956c339bb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:24.386845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:28Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:24.393759 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2803ce92-e58a-48ec-bcc3-45903620d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:24.394939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-cab489e5-5456-4c15-9aca-b8828de9ce30', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:49:24.396111 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:24.396523 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803ce92-e58a-48ec-bcc3-45903620d73e None None] The sync data for ids ['f3b1323a-4734-4d0d-9c84-767aff999eb7'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:24.408730 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7de50837-5f20-4aff-a4be-1f3f3b219e8d req-43a2ffba-0c4f-4232-a242-5b39ee93aa36 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935945 Aug 11 00:49:24.443150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52640) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:24.527975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1507e686-0e1e-4093-8888-de8f096a533f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:24.534772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-08952bac-b3cb-4d31-969a-f96ea006e5c5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/routers/f3b1323a-4734-4d0d-9c84-767aff999eb7 HTTP/1.1" status: 200 len: 926 time: 0.7412467 Aug 11 00:49:24.540875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52642) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:24.543858 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 3, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:23Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:24.633028 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0093b9-d72e-454b-9196-c828040dea35 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 3, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:23Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:24.675675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:24.693152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37960db-dc7a-4cf9-9f4e-9d460de96b26 None None] The sync data for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 is: [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:37:20Z', 'revision_number': 4, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '418f099f-ce9b-4261-878a-c883a2bc5e81', 'name': '', 'network_id': '9751ba00-2cf4-464c-92e7-bc8f78e8f2ed', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'mac_address': 'fa:16:3e:4c:84:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:18Z', 'updated_at': '2021-08-11T00:37:28Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'subnets': [{'id': '3935a048-727c-41ee-a6fb-8de53f84acfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:24.858304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Port': ['ID=db8de401-0507-4b3c-9d6c-7448e25908a9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:24.938815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Allocated IP 172.22.0.2 (cab489e5-5456-4c15-9aca-b8828de9ce30/bcdbc807-63c6-451e-9719-ce05f7ca392f/aedbfa86-252b-48b1-9d0b-3db17d1c907b) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:25.040307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] No DVR routers for this DVR port db8de401-0507-4b3c-9d6c-7448e25908a9 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:25.047646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.049903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-483fe0bf-eb49-4c01-ace0-b5bb9b96d936 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "DELETE /v2.0/ports/db8de401-0507-4b3c-9d6c-7448e25908a9 HTTP/1.1" status: 204 len: 173 time: 3.4119949 Aug 11 00:49:25.050529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': 'db8de401-0507-4b3c-9d6c-7448e25908a9'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:49:25.054024 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d872ebcb-fe2a-4c63-b8e5-657d4cdb59c2" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "db8de401-0507-4b3c-9d6c-7448e25908a9"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:49:25.061543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04b09abf-fd54-416b-a4a0-e956c339bb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.166042 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cacfff-1395-43f8-a3d6-5016932b72d0 x-openstack-request-id: req-c2cacfff-1395-43f8-a3d6-5016932b72d0 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:49:25.166430 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "db8de401-0507-4b3c-9d6c-7448e25908a9", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:49:25.167112 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2cacfff-1395-43f8-a3d6-5016932b72d0 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:49:25.167726 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': 'db8de401-0507-4b3c-9d6c-7448e25908a9', 'status': 'completed', 'code': 200} Aug 11 00:49:25.185311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04b09abf-fd54-416b-a4a0-e956c339bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.279998 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.286459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b09abf-fd54-416b-a4a0-e956c339bb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4ff748-9aa9-42ce-9cbf-f40d591cebd1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:25.293968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Transition to ACTIVE for port object aedbfa86-252b-48b1-9d0b-3db17d1c907b will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:25.325487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-04b09abf-fd54-416b-a4a0-e956c339bb04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f82b180d76d4476957caff02a2d257f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3156769 Aug 11 00:49:25.341666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52648) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:25.352017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Transition to ACTIVE for port object aedbfa86-252b-48b1-9d0b-3db17d1c907b will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:25.370422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eb2b7f7d-dcec-47f1-b956-7bf127573b3f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:25.415525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:25.416144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.506123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8b5dd3-1d4b-40a4-ab3c-5a1738ec6511 None None] New status for floating IP f6097610-b12b-421c-a4ed-42c2fd6d89c7: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:49:25.527022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a00c0d1-1ab0-4d9a-afb6-b7be3b639f16 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:25.529009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4a00c0d1-1ab0-4d9a-afb6-b7be3b639f16 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=f3b1323a-4734-4d0d-9c84-767aff999eb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9851902 Aug 11 00:49:25.538651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52656) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:25.645368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.740865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] For port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:25.741278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.760858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Calling delete_port for e3894f40-07a0-4d5b-b50f-7e6c5f4e87de owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:25.809457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Network cab489e5-5456-4c15-9aca-b8828de9ce30 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:25.814391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:25.818696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:25.861857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Pushing event updated for resources: {'Port': ['ID=aedbfa86-252b-48b1-9d0b-3db17d1c907b,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:25.879993 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7869ec33-2c3e-4573-b601-be46daa37beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.903493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port eb2b7f7d-dcec-47f1-b956-7bf127573b3f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:25.909640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port eb2b7f7d-dcec-47f1-b956-7bf127573b3f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:25.910142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.914728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Attempting to bind port aedbfa86-252b-48b1-9d0b-3db17d1c907b on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:25.915112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Attempting to bind port aedbfa86-252b-48b1-9d0b-3db17d1c907b by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:25.915529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Attempting to bind port aedbfa86-252b-48b1-9d0b-3db17d1c907b on network cab489e5-5456-4c15-9aca-b8828de9ce30 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:25.932102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f36530-667e-4b70-b846-5b95f4748fd0 req-b396f47b-6e2e-4ebc-b192-876628958dbf tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:25.940509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f36530-667e-4b70-b846-5b95f4748fd0 req-b396f47b-6e2e-4ebc-b192-876628958dbf tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:25.941507 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7869ec33-2c3e-4573-b601-be46daa37beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.948485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07f36530-667e-4b70-b846-5b95f4748fd0 req-b396f47b-6e2e-4ebc-b192-876628958dbf tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 1676 time: 0.2863240 Aug 11 00:49:25.948871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:25.949303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Checking segment: {'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:25.949726 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.950132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Bound using segment: {'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:25.950631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Bound port: aedbfa86-252b-48b1-9d0b-3db17d1c907b, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:25.951019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:25.995699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1507e686-0e1e-4093-8888-de8f096a533f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.002416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.011136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085daea8-e82b-421b-a7c9-cf233ae6bead tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:26.017588 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-085daea8-e82b-421b-a7c9-cf233ae6bead tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 881 time: 0.4750168 Aug 11 00:49:26.018259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52658) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:26.053490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07f36530-667e-4b70-b846-5b95f4748fd0 req-44a6f5da-4607-4389-bd9f-456c31bc1865 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040339 Aug 11 00:49:26.059982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ec3e250e-fa55-4345-a412-e84de34a740b tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3b1323a-4734-4d0d-9c84-767aff999eb7 HTTP/1.1" status: 200 len: 205 time: 0.0396125 Aug 11 00:49:26.062698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52660) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:26.126222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1507e686-0e1e-4093-8888-de8f096a533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.160300 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.208631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507e686-0e1e-4093-8888-de8f096a533f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5309b0cf-b487-43d1-8379-2ce88203a21f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:26.219669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1507e686-0e1e-4093-8888-de8f096a533f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6396f436bf84aed9d6993a7f2329874&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7518117 Aug 11 00:49:26.220509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52662) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:26.223431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Port': ['ID=e3894f40-07a0-4d5b-b50f-7e6c5f4e87de,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:26.291455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] For port aedbfa86-252b-48b1-9d0b-3db17d1c907b, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:26.300517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] For port aedbfa86-252b-48b1-9d0b-3db17d1c907b, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aedbfa86-252b-48b1-9d0b-3db17d1c907b,segment=NetworkSegment(48a3e171-22d7-464d-964b-5fa7369f92c5),segment_id=48a3e171-22d7-464d-964b-5fa7369f92c5)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:26.307021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.345037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port eb2b7f7d-dcec-47f1-b956-7bf127573b3f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,segment=NetworkSegment(f369b5f3-6910-4392-840a-3ef574382380),segment_id=f369b5f3-6910-4392-840a-3ef574382380)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:26.347617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-883d4d0a-89e2-4a9f-baca-8303b175c941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.360724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] No DVR routers for this DVR port e3894f40-07a0-4d5b-b50f-7e6c5f4e87de on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:26.366067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.368927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-69d6bbf4-20ad-404e-8c02-e46f49a244f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "DELETE /v2.0/ports/e3894f40-07a0-4d5b-b50f-7e6c5f4e87de HTTP/1.1" status: 204 len: 173 time: 1.3054998 Aug 11 00:49:26.377040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-883d4d0a-89e2-4a9f-baca-8303b175c941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.391121 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.411410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7869ec33-2c3e-4573-b601-be46daa37beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.414598 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7869ec33-2c3e-4573-b601-be46daa37beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.415844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7869ec33-2c3e-4573-b601-be46daa37beb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea4ff748-9aa9-42ce-9cbf-f40d591cebd1 HTTP/1.1" status: 204 len: 168 time: 1.0620675 Aug 11 00:49:26.450200 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.463716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869ec33-2c3e-4573-b601-be46daa37beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4ff748-9aa9-42ce-9cbf-f40d591cebd1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:26.523513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.523513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:26.581619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3670889-4ad4-4884-a27d-a187798e272d None None] Pushing event updated for resources: {'Port': ['ID=aedbfa86-252b-48b1-9d0b-3db17d1c907b,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:26.624405 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.649104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting port 20e99aba-6b99-4072-8bff-ed68255952c5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:26.649104 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.649312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.22.0.1 (cab489e5-5456-4c15-9aca-b8828de9ce30/bcdbc807-63c6-451e-9719-ce05f7ca392f/e893b2e2-a813-42a8-813a-a4f9e6e350a6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:26.732839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-883d4d0a-89e2-4a9f-baca-8303b175c941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.736706 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-883d4d0a-89e2-4a9f-baca-8303b175c941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.742189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-883d4d0a-89e2-4a9f-baca-8303b175c941 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5309b0cf-b487-43d1-8379-2ce88203a21f HTTP/1.1" status: 204 len: 168 time: 0.5211184 Aug 11 00:49:26.757945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:26.760188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d4d0a-89e2-4a9f-baca-8303b175c941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5309b0cf-b487-43d1-8379-2ce88203a21f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:26.776184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:26.776577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.854866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] For port 20e99aba-6b99-4072-8bff-ed68255952c5, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=20e99aba-6b99-4072-8bff-ed68255952c5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:26.855562 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:26.980126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Calling delete_port for 20e99aba-6b99-4072-8bff-ed68255952c5 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:26.985233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:27.013825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object e893b2e2-a813-42a8-813a-a4f9e6e350a6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:27.170075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:49:27.172620 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9155ab9f-a905-4c21-8021-2bc8250f65d4" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "e3894f40-07a0-4d5b-b50f-7e6c5f4e87de"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:49:27.215798 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:27.272795 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed4e387-b86b-498e-a5a8-5a877465f11e x-openstack-request-id: req-0ed4e387-b86b-498e-a5a8-5a877465f11e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:49:27.274998 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "e3894f40-07a0-4d5b-b50f-7e6c5f4e87de", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:49:27.274998 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ed4e387-b86b-498e-a5a8-5a877465f11e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:49:27.274998 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': 'e3894f40-07a0-4d5b-b50f-7e6c5f4e87de', 'status': 'completed', 'code': 200} Aug 11 00:49:27.279941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Deleting port 695358cb-cf8a-499b-8f10-86a2500313e0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:27.280319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:27.427141 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:27.464073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network cab489e5-5456-4c15-9aca-b8828de9ce30 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:27.470130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aedbfa86-252b-48b1-9d0b-3db17d1c907b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:27.477084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:27.486594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:27.492528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=e893b2e2-a813-42a8-813a-a4f9e6e350a6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:27.541822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf0487-e952-47d5-828e-a7cafd00a53b req-108bc5c7-c169-4bd0-b95e-83727f8f08e8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:27.556463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89cf0487-e952-47d5-828e-a7cafd00a53b req-108bc5c7-c169-4bd0-b95e-83727f8f08e8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 865 time: 0.2235782 Aug 11 00:49:27.586017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Port': ['ID=20e99aba-6b99-4072-8bff-ed68255952c5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:27.657754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:27.681807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:27.722283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] No DVR routers for this DVR port 20e99aba-6b99-4072-8bff-ed68255952c5 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:27.727197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:27.740486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7737c931-d2a6-46c3-8ed2-e3e54e385179 req-39c440fd-79cc-41b9-a4f7-00b6598ae8d4 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.55 "DELETE /v2.0/ports/20e99aba-6b99-4072-8bff-ed68255952c5 HTTP/1.1" status: 204 len: 173 time: 1.3629382 Aug 11 00:49:27.753190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Calling delete_port for 695358cb-cf8a-499b-8f10-86a2500313e0 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:27.808243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89cf0487-e952-47d5-828e-a7cafd00a53b req-af75821e-7e97-4d2f-859b-6cf6b4091a75 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fb36b12-e69a-483e-8bf9-53aafdea071a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435641 Aug 11 00:49:27.851592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port aedbfa86-252b-48b1-9d0b-3db17d1c907b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:27.859220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eb2b7f7d-dcec-47f1-b956-7bf127573b3f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:28.030671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port eb2b7f7d-dcec-47f1-b956-7bf127573b3f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:28.031053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.153172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.225085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52692) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:28.251139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a96d6a17-52dc-4bae-b490-859154a651af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.327425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.420378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event deleted for resources: {'Port': ['ID=695358cb-cf8a-499b-8f10-86a2500313e0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:28.550187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aec57b-2715-4a4f-82b4-1c3f7228bb46 None None] Network cab489e5-5456-4c15-9aca-b8828de9ce30 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:28.564009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.669496 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.692925 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.698007 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.719726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e0653c38-a978-46bf-b6cf-a1a3e82ba944 None None] Provisioning for port aedbfa86-252b-48b1-9d0b-3db17d1c907b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:28.750182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e0653c38-a978-46bf-b6cf-a1a3e82ba944 None None] Provisioning complete for port aedbfa86-252b-48b1-9d0b-3db17d1c907b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:28.750560 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e0653c38-a978-46bf-b6cf-a1a3e82ba944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.766758 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a96d6a17-52dc-4bae-b490-859154a651af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.811334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.878504 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a96d6a17-52dc-4bae-b490-859154a651af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.917223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=e893b2e2-a813-42a8-813a-a4f9e6e350a6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:28.928655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.941011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.941551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Fanout notify agent at l3_agent the message router_deleted on router f3b1323a-4734-4d0d-9c84-767aff999eb7 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:49:28.955542 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e0653c38-a978-46bf-b6cf-a1a3e82ba944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.968180 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:28.974789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05b8d6ca-e26b-4b05-bcee-925a5f857aba tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/f3b1323a-4734-4d0d-9c84-767aff999eb7 HTTP/1.1" status: 204 len: 168 time: 2.9117658 Aug 11 00:49:28.983662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52706) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:29.004669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-06c3d7c9-7733-4c2b-941b-0f5a3311e698 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1739374406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:29.026176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d6a17-52dc-4bae-b490-859154a651af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4030ddf0-b6d7-4c05-acc8-8b38af0386de,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:29.052172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a96d6a17-52dc-4bae-b490-859154a651af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=953c4ff0274f4b7f9479b85bd256796a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8253286 Aug 11 00:49:29.055018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52710) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:29.067868 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e0653c38-a978-46bf-b6cf-a1a3e82ba944 None None] For port aedbfa86-252b-48b1-9d0b-3db17d1c907b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aedbfa86-252b-48b1-9d0b-3db17d1c907b,segment=NetworkSegment(48a3e171-22d7-464d-964b-5fa7369f92c5),segment_id=48a3e171-22d7-464d-964b-5fa7369f92c5)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:29.142956 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e0653c38-a978-46bf-b6cf-a1a3e82ba944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.149531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2277259-b560-4a81-8039-18bc2627609e req-fe7a3467-5dc3-439a-83a8-a22258461892 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.1058428 Aug 11 00:49:29.218501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af10cd5d-8fd8-4775-bbbc-7e36bae98172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.266229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af10cd5d-8fd8-4775-bbbc-7e36bae98172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.285059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': '20e99aba-6b99-4072-8bff-ed68255952c5'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:49:29.291798 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4dff96-88fb-4d55-b165-4334a91ea142" -d '{"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "20e99aba-6b99-4072-8bff-ed68255952c5"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:49:29.302378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network cab489e5-5456-4c15-9aca-b8828de9ce30 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:29.304568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:29.318731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-06c3d7c9-7733-4c2b-941b-0f5a3311e698 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.320818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-06c3d7c9-7733-4c2b-941b-0f5a3311e698 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.341658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0653c38-a978-46bf-b6cf-a1a3e82ba944 None None] Pushing event updated for resources: {'Port': ['ID=aedbfa86-252b-48b1-9d0b-3db17d1c907b,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:29.428518 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d0d88c-ba6d-49ab-bc58-0bad0ca691b6 x-openstack-request-id: req-34d0d88c-ba6d-49ab-bc58-0bad0ca691b6 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:49:29.428829 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b62954c-b738-4dfa-98d5-70bb457fa67c", "name": "network-vif-deleted", "tag": "20e99aba-6b99-4072-8bff-ed68255952c5", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:49:29.429221 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34d0d88c-ba6d-49ab-bc58-0bad0ca691b6 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:49:29.429528 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b62954c-b738-4dfa-98d5-70bb457fa67c', 'name': 'network-vif-deleted', 'tag': '20e99aba-6b99-4072-8bff-ed68255952c5', 'status': 'completed', 'code': 200} Aug 11 00:49:29.498073 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-06c3d7c9-7733-4c2b-941b-0f5a3311e698 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.556075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4af07eb1-2adb-426c-8aed-333b9244c6af None None] Provisioning for port e893b2e2-a813-42a8-813a-a4f9e6e350a6 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:29.558755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4af07eb1-2adb-426c-8aed-333b9244c6af None None] Provisioning complete for port e893b2e2-a813-42a8-813a-a4f9e6e350a6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:29.559347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4af07eb1-2adb-426c-8aed-333b9244c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.587569 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.605133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4af07eb1-2adb-426c-8aed-333b9244c6af None None] Port e893b2e2-a813-42a8-813a-a4f9e6e350a6 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:29.618963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4af07eb1-2adb-426c-8aed-333b9244c6af None None] Provisioning complete for port aedbfa86-252b-48b1-9d0b-3db17d1c907b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:29.619982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4af07eb1-2adb-426c-8aed-333b9244c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.705178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:29.799677 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-06c3d7c9-7733-4c2b-941b-0f5a3311e698 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.835752 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af10cd5d-8fd8-4775-bbbc-7e36bae98172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.835752 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af10cd5d-8fd8-4775-bbbc-7e36bae98172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.835752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af10cd5d-8fd8-4775-bbbc-7e36bae98172 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4030ddf0-b6d7-4c05-acc8-8b38af0386de HTTP/1.1" status: 204 len: 168 time: 0.7585282 Aug 11 00:49:29.853327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10cd5d-8fd8-4775-bbbc-7e36bae98172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4030ddf0-b6d7-4c05-acc8-8b38af0386de,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:29.884711 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:29.895935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:29.903912 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8ee34d87-d671-4982-a0e9-d76cd9b4ba79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5324953 Aug 11 00:49:29.908792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52728) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:29.920290 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:29.925428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'network': {'name': 'tempest-RoutersTest-2006199790'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:29.945015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:29.946221 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:29.966710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-89fd9cc7-b636-4c02-a2fa-a4989d4ae7e3 None None] Provisioning complete for port e893b2e2-a813-42a8-813a-a4f9e6e350a6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:29.967143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89fd9cc7-b636-4c02-a2fa-a4989d4ae7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.054468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-89fd9cc7-b636-4c02-a2fa-a4989d4ae7e3 None None] Port e893b2e2-a813-42a8-813a-a4f9e6e350a6 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:30.094729 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-06c3d7c9-7733-4c2b-941b-0f5a3311e698 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.097156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-06c3d7c9-7733-4c2b-941b-0f5a3311e698 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1121767 Aug 11 00:49:30.100785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52732) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:30.110328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:30.136801 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:30.190016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-eb3520f0-5ebe-40c6-9b5c-e35eb182afab None None] Provisioning complete for port e893b2e2-a813-42a8-813a-a4f9e6e350a6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:30.190696 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eb3520f0-5ebe-40c6-9b5c-e35eb182afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.288017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-eb3520f0-5ebe-40c6-9b5c-e35eb182afab None None] Port e893b2e2-a813-42a8-813a-a4f9e6e350a6 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:30.313171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:30.317528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.468908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:49:30.494902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38fbdbea-94ee-4208-8a22-d35f754919ba req-153e2671-a137-439e-8a68-eb70363e3711 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0798831 Aug 11 00:49:30.498211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.510322 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.510322 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added segment 52f3d68d-5035-40b9-86af-2c10f6e0f68b of type vlan for network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 Aug 11 00:49:30.563434 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.722804 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:27Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:28Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:30.778804 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:30.779608 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Updating router 131d4d28-dba1-4323-aae7-da0a196e19a4 port e893b2e2-a813-42a8-813a-a4f9e6e350a6 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:49:30.827798 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.925762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:30.937105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:30.938212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.112913 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2003694 Aug 11 00:49:31.118441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.118441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52762) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:31.127827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'subnet': {'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:31.159378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.174361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44866b4-8bcb-4b53-b1f9-c99e846cb316 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Network': ['ID=fd5d1bbd-5b19-47f6-a571-9070fe54dad2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:31.187217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:49:31.251791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aedbfa86-252b-48b1-9d0b-3db17d1c907b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:31.297172 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.309699 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Transition to ACTIVE for port object e893b2e2-a813-42a8-813a-a4f9e6e350a6 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:31.363482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port aedbfa86-252b-48b1-9d0b-3db17d1c907b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:31.364419 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.386134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Allocated IP 172.25.0.29 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/305dd1da-d885-43a6-9bc3-65797fe0872b) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:31.410628 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.463795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Made reservation on behalf of 9daf3977fef848819ad7f3d591155b0d for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:31.468046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.625557 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34131-046d-4fb0-85fc-1921dc294fb5 None None] Pushing event updated for resources: {'Port': ['ID=e893b2e2-a813-42a8-813a-a4f9e6e350a6,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:31.662701 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Attempting to bind port e893b2e2-a813-42a8-813a-a4f9e6e350a6 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:31.663946 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Attempting to bind port e893b2e2-a813-42a8-813a-a4f9e6e350a6 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:31.664477 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Attempting to bind port e893b2e2-a813-42a8-813a-a4f9e6e350a6 on network cab489e5-5456-4c15-9aca-b8828de9ce30 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:31.679587 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:31.680931 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Checking segment: {'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:31.682334 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.683901 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Bound using segment: {'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:31.693143 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Bound port: e893b2e2-a813-42a8-813a-a4f9e6e350a6, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a3e171-22d7-464d-964b-5fa7369f92c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:31.693885 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.715548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52778) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:31.867558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] For port e893b2e2-a813-42a8-813a-a4f9e6e350a6, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:31.880776 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] For port e893b2e2-a813-42a8-813a-a4f9e6e350a6, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e893b2e2-a813-42a8-813a-a4f9e6e350a6,segment=NetworkSegment(48a3e171-22d7-464d-964b-5fa7369f92c5),segment_id=48a3e171-22d7-464d-964b-5fa7369f92c5)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:31.916447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8881ea14-3cac-4d8b-8c71-4b560f68201a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:31.946671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b4300660-0c72-4c98-ae4d-049da470e072 req-70a39b42-4560-4995-a382-3cc481db4bb0 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0283754 Aug 11 00:49:32.010785 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.050359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.154640 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34131-046d-4fb0-85fc-1921dc294fb5 None None] Pushing event updated for resources: {'Port': ['ID=e893b2e2-a813-42a8-813a-a4f9e6e350a6,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:32.166687 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8881ea14-3cac-4d8b-8c71-4b560f68201a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.177983 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:32.177983 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:32.260437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.307685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8881ea14-3cac-4d8b-8c71-4b560f68201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.314529 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:32.323043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event updated for resources: {'Port': ['ID=305dd1da-d885-43a6-9bc3-65797fe0872b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:32.326366 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.372632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881ea14-3cac-4d8b-8c71-4b560f68201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c5b587-2e31-4cee-a985-e3eedeeafd61,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:32.400623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Subnet': ['ID=33a32e46-69d8-4499-891c-489108a00049,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:32.431300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8881ea14-3cac-4d8b-8c71-4b560f68201a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ad2cf1f113942c2a08989448385a92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144482 Aug 11 00:49:32.432185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52794) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:32.468192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:32.476394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Checking segment: {'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:32.476959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network hostable DHCP agents. Network: fd5d1bbd-5b19-47f6-a571-9070fe54dad2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:49:32.488471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:32.498479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:32.590125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d540cd9b-41d9-44dc-9847-d84b440d1857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.635212 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d540cd9b-41d9-44dc-9847-d84b440d1857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.750221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:49:32.804694 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:27Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:31Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:32.833756 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67102d6-e0a2-4cc6-8c6c-a5749a56a426 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:27Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:31Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:32.856731 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d540cd9b-41d9-44dc-9847-d84b440d1857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.861351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d540cd9b-41d9-44dc-9847-d84b440d1857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:32.862993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d540cd9b-41d9-44dc-9847-d84b440d1857 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4c5b587-2e31-4cee-a985-e3eedeeafd61 HTTP/1.1" status: 204 len: 168 time: 0.4297006 Aug 11 00:49:32.877695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540cd9b-41d9-44dc-9847-d84b440d1857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c5b587-2e31-4cee-a985-e3eedeeafd61,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:32.910845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, fd5d1bbd-5b19-47f6-a571-9070fe54dad2) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:32.922449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b737f86-4fc6-4130-8e91-5f0ecc4c59f3 None None] Network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:32.978015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:32.979379 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:33.185668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23964819-bf1e-428c-acc1-b369810d5d3b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0652266 Aug 11 00:49:33.187875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52838) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:33.252300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0fdba082-f539-4e70-94ad-4018b558d629 req-22495d7b-ccc8-4c69-8e5d-6ba3e6957eea tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.1069825 Aug 11 00:49:33.278222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'fixed_ips': [{'subnet_id': '33a32e46-69d8-4499-891c-489108a00049'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:49:33.279204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:33.307609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:33.334857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e893b2e2-a813-42a8-813a-a4f9e6e350a6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:33.620232 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:33.632584 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:33.698064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Allocated IP 172.23.0.2 (fd5d1bbd-5b19-47f6-a571-9070fe54dad2/33a32e46-69d8-4499-891c-489108a00049/fc75ec76-9974-49af-b798-1c73836cb86e) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:33.825525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:33.839197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e893b2e2-a813-42a8-813a-a4f9e6e350a6 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:33.880331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e893b2e2-a813-42a8-813a-a4f9e6e350a6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:33.880710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.067797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Router 1c8c5037-33eb-4d3b-b95f-0572242996d7 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:49:34.102189 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.115281 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.119194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Transition to ACTIVE for port object fc75ec76-9974-49af-b798-1c73836cb86e will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:34.168238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e893b2e2-a813-42a8-813a-a4f9e6e350a6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e893b2e2-a813-42a8-813a-a4f9e6e350a6,segment=NetworkSegment(48a3e171-22d7-464d-964b-5fa7369f92c5),segment_id=48a3e171-22d7-464d-964b-5fa7369f92c5)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:34.172214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Transition to ACTIVE for port object fc75ec76-9974-49af-b798-1c73836cb86e will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:34.269841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:34.280636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ae17b0-b06f-40f8-b473-f537d9601784 None None] Sync routers for ids ['1c8c5037-33eb-4d3b-b95f-0572242996d7'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:34.284799 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.300109 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.300109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a6e84ddd-68ab-4337-9ce8-49aa1bdcc2a6 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "PUT /v2.0/routers/1c8c5037-33eb-4d3b-b95f-0572242996d7 HTTP/1.1" status: 200 len: 883 time: 4.1905105 Aug 11 00:49:34.300466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52860) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:34.348678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e893b2e2-a813-42a8-813a-a4f9e6e350a6,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:34.355581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.388398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae17b0-b06f-40f8-b473-f537d9601784 None None] Routers {'1c8c5037-33eb-4d3b-b95f-0572242996d7'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:34.389057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-40ae17b0-b06f-40f8-b473-f537d9601784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['1c8c5037-33eb-4d3b-b95f-0572242996d7'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:34.447036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:34.450007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-40ae17b0-b06f-40f8-b473-f537d9601784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:34.455493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:34.462576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:34.467480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Pushing event updated for resources: {'Port': ['ID=fc75ec76-9974-49af-b798-1c73836cb86e,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:34.476974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cce7b636-96fc-4856-bf74-0366337b6393 req-58fdb91c-f4c9-4190-9380-0d900184e16c tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0654767 Aug 11 00:49:34.478175 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Allocated IP 172.23.0.1 (fd5d1bbd-5b19-47f6-a571-9070fe54dad2/33a32e46-69d8-4499-891c-489108a00049/45e78a3d-1ae4-451e-93a6-100836f5491f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:34.486266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae17b0-b06f-40f8-b473-f537d9601784 None None] Routers {'1c8c5037-33eb-4d3b-b95f-0572242996d7'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:34.487411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-40ae17b0-b06f-40f8-b473-f537d9601784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['1c8c5037-33eb-4d3b-b95f-0572242996d7'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:34.550725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-40ae17b0-b06f-40f8-b473-f537d9601784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:34.551445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ae17b0-b06f-40f8-b473-f537d9601784 None None] The sync data for ids ['1c8c5037-33eb-4d3b-b95f-0572242996d7'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:34.629166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Attempting to bind port fc75ec76-9974-49af-b798-1c73836cb86e on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:34.629543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Attempting to bind port fc75ec76-9974-49af-b798-1c73836cb86e by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:34.629966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Attempting to bind port fc75ec76-9974-49af-b798-1c73836cb86e on network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:34.636789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:34.640842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Checking segment: {'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:34.643937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.644632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Bound using segment: {'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:34.646292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Bound port: fc75ec76-9974-49af-b798-1c73836cb86e, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:34.647055 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.690642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52904) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:34.690789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4d90e9f5-e8f8-4d99-af88-c1efe16bc36f tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/routers/1c8c5037-33eb-4d3b-b95f-0572242996d7 HTTP/1.1" status: 200 len: 924 time: 0.3926895 Aug 11 00:49:34.760727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:34.803349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Transition to ACTIVE for port object 45e78a3d-1ae4-451e-93a6-100836f5491f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:34.808633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e670b6-b488-4986-863f-e83edc0e5b24 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:34.812579 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a3e670b6-b488-4986-863f-e83edc0e5b24 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=1c8c5037-33eb-4d3b-b95f-0572242996d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1207542 Aug 11 00:49:34.815559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52910) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:34.819744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] For port fc75ec76-9974-49af-b798-1c73836cb86e, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:34.829363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] For port fc75ec76-9974-49af-b798-1c73836cb86e, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fc75ec76-9974-49af-b798-1c73836cb86e,segment=NetworkSegment(52f3d68d-5035-40b9-86af-2c10f6e0f68b),segment_id=52f3d68d-5035-40b9-86af-2c10f6e0f68b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:34.945918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b9685-b96c-43ef-b2e4-4867b6ad6fe5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:34.950111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d89b9685-b96c-43ef-b2e4-4867b6ad6fe5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 881 time: 0.1307693 Aug 11 00:49:34.950320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52912) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:34.982534 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:35.020044 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-194b61d2-3dec-4d4a-80a3-21f430375c94 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c8c5037-33eb-4d3b-b95f-0572242996d7 HTTP/1.1" status: 200 len: 205 time: 0.0677061 Aug 11 00:49:35.024168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:35.030028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52922) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:35.096848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa63752-d7b9-4869-99a5-fd99bcca96d2 None None] Pushing event updated for resources: {'Port': ['ID=fc75ec76-9974-49af-b798-1c73836cb86e,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:35.164455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:35.180411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:35.198113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:35.248958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=45e78a3d-1ae4-451e-93a6-100836f5491f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:35.265245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e893b2e2-a813-42a8-813a-a4f9e6e350a6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:35.333675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:35.347870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e893b2e2-a813-42a8-813a-a4f9e6e350a6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:35.350113 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:35.489150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:35.657008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd225545-d790-4781-9f2f-2d04e1736ad1 req-56766ddf-5eaf-494e-ab32-7f8c71b28c95 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0350554 Aug 11 00:49:35.753822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:35.756856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:36.019472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Deleting port 305dd1da-d885-43a6-9bc3-65797fe0872b {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:36.020544 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:36.605593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b9c35-9b29-4421-8fbc-09211476e92c None None] Network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:36.695536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:36.736741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Calling delete_port for 305dd1da-d885-43a6-9bc3-65797fe0872b owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:36.873608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0123c70e-bec8-48ef-bfe8-d0e3eaea0b72 None None] Provisioning for port fc75ec76-9974-49af-b798-1c73836cb86e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:36.892096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:36.895515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52958) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:36.928800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c3d2ee5-78b9-451b-84e8-381c0694b5c3 req-41df3e2b-b19a-4521-b531-0009200065d5 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0683868 Aug 11 00:49:36.988428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.171110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.228268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event updated for resources: {'Port': ['ID=45e78a3d-1ae4-451e-93a6-100836f5491f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:37.341595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fc75ec76-9974-49af-b798-1c73836cb86e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:37.341855 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40f21b04-ba24-4371-afb9-913920510e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.457718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:37.459337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:37.513193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port fc75ec76-9974-49af-b798-1c73836cb86e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:37.515627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Provisioning for port 45e78a3d-1ae4-451e-93a6-100836f5491f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:37.521864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fc75ec76-9974-49af-b798-1c73836cb86e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:37.524622 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.540374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.558791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Provisioning complete for port 45e78a3d-1ae4-451e-93a6-100836f5491f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:37.558791 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.629479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Port 45e78a3d-1ae4-451e-93a6-100836f5491f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:37.640018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event deleted for resources: {'Port': ['ID=305dd1da-d885-43a6-9bc3-65797fe0872b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:37.689552 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.691588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Provisioning complete for port fc75ec76-9974-49af-b798-1c73836cb86e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:37.692735 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.742586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:37.783878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40f21b04-ba24-4371-afb9-913920510e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.831209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.881140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port fc75ec76-9974-49af-b798-1c73836cb86e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fc75ec76-9974-49af-b798-1c73836cb86e,segment=NetworkSegment(52f3d68d-5035-40b9-86af-2c10f6e0f68b),segment_id=52f3d68d-5035-40b9-86af-2c10f6e0f68b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:37.906052 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.970722 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40f21b04-ba24-4371-afb9-913920510e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:37.998406 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.090721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f21b04-ba24-4371-afb9-913920510e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2b623f-985f-42c2-b73e-4d25510ddf62,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:38.097839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.104994 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.108038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=fc75ec76-9974-49af-b798-1c73836cb86e,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:38.112095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66726a43-417d-47b5-9680-6505d0a8dc81 req-d0b431f3-9073-4811-a1e6-30f060e21e83 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0611637 Aug 11 00:49:38.131278 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:49:38.131638 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-d6301980-ade3-410c-984e-021174c6d0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:49:38.139255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40f21b04-ba24-4371-afb9-913920510e56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1afebd18c44d439989f363a5aea1750c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2426350 Aug 11 00:49:38.142526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52974) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:38.186701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:38.198134 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:38.207849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2ab20749-0f69-4ec1-8653-c28ecbf92656 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0152800 Aug 11 00:49:38.208338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:38.218553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:38.220415 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:38.221062 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:38.252360 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0e5b-6ae4-4abb-9c01-4be8a392d8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.288958 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0e5b-6ae4-4abb-9c01-4be8a392d8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.356938 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.357476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Fanout notify agent at l3_agent the message router_deleted on router 1c8c5037-33eb-4d3b-b95f-0572242996d7 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:49:38.367947 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.369221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d9107386-9f70-47cd-872e-dba817c97a68 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/1c8c5037-33eb-4d3b-b95f-0572242996d7 HTTP/1.1" status: 204 len: 168 time: 3.3339303 Aug 11 00:49:38.374843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52980) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:38.387220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ea8e437c-786b-463f-aa9d-95722c2b68c8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1079724677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:38.387706 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:38.495576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0e5b-6ae4-4abb-9c01-4be8a392d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.501155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0e5b-6ae4-4abb-9c01-4be8a392d8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.508047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9b0c0e5b-6ae4-4abb-9c01-4be8a392d8a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e2b623f-985f-42c2-b73e-4d25510ddf62 HTTP/1.1" status: 204 len: 168 time: 0.3641541 Aug 11 00:49:38.527633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c0e5b-6ae4-4abb-9c01-4be8a392d8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2b623f-985f-42c2-b73e-4d25510ddf62,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:38.533955 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8e437c-786b-463f-aa9d-95722c2b68c8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.559424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8e437c-786b-463f-aa9d-95722c2b68c8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.689813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8e437c-786b-463f-aa9d-95722c2b68c8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.770479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8e437c-786b-463f-aa9d-95722c2b68c8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.794332 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:35Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e78a3d-1ae4-451e-93a6-100836f5491f', 'name': '', 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f7:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '33a32e46-69d8-4499-891c-489108a00049', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:34Z', 'updated_at': '2021-08-11T00:49:35Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '33a32e46-69d8-4499-891c-489108a00049', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:38.839246 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:38.839868 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Updating router 131d4d28-dba1-4323-aae7-da0a196e19a4 port 45e78a3d-1ae4-451e-93a6-100836f5491f binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:49:38.862670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-09954c80-176b-4347-8239-9741c4db91fe None None] Provisioning complete for port 45e78a3d-1ae4-451e-93a6-100836f5491f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:38.864262 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09954c80-176b-4347-8239-9741c4db91fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.869437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8e437c-786b-463f-aa9d-95722c2b68c8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.871399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea8e437c-786b-463f-aa9d-95722c2b68c8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4949467 Aug 11 00:49:38.875442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 52984) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:38.884576 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:38.889531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': True}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:38.965554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-09954c80-176b-4347-8239-9741c4db91fe None None] Port 45e78a3d-1ae4-451e-93a6-100836f5491f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:49:39.005473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.extraroute_db [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 00:49:39.024032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.extraroute_db [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Removed routes are [] {{(pid=95254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 00:49:39.024852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.336326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fc75ec76-9974-49af-b798-1c73836cb86e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:39.342973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.379001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1cf671d-5447-4104-b369-e0b59bf60061 req-2d616cd5-443c-41c5-983e-bda5538e1491 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.1161742 Aug 11 00:49:39.433944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fc75ec76-9974-49af-b798-1c73836cb86e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:39.433944 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.609728 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.638397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.644873 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.646735 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Transition to ACTIVE for port object 45e78a3d-1ae4-451e-93a6-100836f5491f will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:49:39.757738 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.797201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:39.816654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.847467 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:39.917501 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b95d20-e8ef-4e73-81ad-760831628bd6 None None] Pushing event updated for resources: {'Port': ['ID=45e78a3d-1ae4-451e-93a6-100836f5491f,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:40.036909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Allocated IP 172.25.0.161 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/a5574443-099e-4822-ba8d-8be7430692b0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:40.041151 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Attempting to bind port 45e78a3d-1ae4-451e-93a6-100836f5491f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:49:40.041966 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Attempting to bind port 45e78a3d-1ae4-451e-93a6-100836f5491f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:49:40.044145 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Attempting to bind port 45e78a3d-1ae4-451e-93a6-100836f5491f on network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:49:40.059583 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:49:40.060801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:40.061468 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Checking segment: {'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:49:40.062644 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:40.062644 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Bound using segment: {'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:49:40.068012 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Bound port: 45e78a3d-1ae4-451e-93a6-100836f5491f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f3d68d-5035-40b9-86af-2c10f6e0f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:49:40.068012 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:40.078320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:40.088785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7a27c03d-acb5-4816-a19d-21d01b6addd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 200 len: 934 time: 1.8753812 Aug 11 00:49:40.089536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53012) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:40.325493 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] For port 45e78a3d-1ae4-451e-93a6-100836f5491f, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:49:40.361703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-82076326-4f34-43e5-8c71-d650cb1e8cd2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 200 len: 934 time: 0.2674253 Aug 11 00:49:40.364375 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53016) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:40.366788 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] For port 45e78a3d-1ae4-451e-93a6-100836f5491f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45e78a3d-1ae4-451e-93a6-100836f5491f,segment=NetworkSegment(52f3d68d-5035-40b9-86af-2c10f6e0f68b),segment_id=52f3d68d-5035-40b9-86af-2c10f6e0f68b)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:49:40.380609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'routes': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:40.450532 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:40.609065 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:40.631479 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:40.632734 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:40.827359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:40.847869 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b95d20-e8ef-4e73-81ad-760831628bd6 None None] Pushing event updated for resources: {'Port': ['ID=45e78a3d-1ae4-451e-93a6-100836f5491f,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:40.900142 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:40.969490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'Port': ['ID=a5574443-099e-4822-ba8d-8be7430692b0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:40.976983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:40.983362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:40.987001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:41.218944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe3c576e-d336-4735-b873-9b2cab84c95c req-5e35bea2-fdc1-4a5c-b125-ca7f94112194 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.6448584 Aug 11 00:49:41.335711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.extraroute_db [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added routes are [] {{(pid=95254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 00:49:41.336346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.extraroute_db [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 00:49:41.382265 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:41.390072 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:39Z', 'revision_number': 6, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e78a3d-1ae4-451e-93a6-100836f5491f', 'name': '', 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f7:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '33a32e46-69d8-4499-891c-489108a00049', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:34Z', 'updated_at': '2021-08-11T00:49:40Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '33a32e46-69d8-4499-891c-489108a00049', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:41.422806 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20e8013-0e86-4dca-b165-e5122e71e1ca None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:39Z', 'revision_number': 6, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e78a3d-1ae4-451e-93a6-100836f5491f', 'name': '', 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f7:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '33a32e46-69d8-4499-891c-489108a00049', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:34Z', 'updated_at': '2021-08-11T00:49:40Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '33a32e46-69d8-4499-891c-489108a00049', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:41.663959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:42.000502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:42.014714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:42.330047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Router 51e1ff49-2a30-484f-a33d-e9dc23a59d21 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:49:42.497163 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:42.503373 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:42.504727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dfc5b972-af4a-467e-a803-df611c5bb2e9 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "PUT /v2.0/routers/51e1ff49-2a30-484f-a33d-e9dc23a59d21 HTTP/1.1" status: 200 len: 919 time: 3.6271455 Aug 11 00:49:42.510168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53056) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:42.516808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aeec7a-d137-46a4-8faa-659a09a46a6c None None] Sync routers for ids ['51e1ff49-2a30-484f-a33d-e9dc23a59d21'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:42.535213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aeec7a-d137-46a4-8faa-659a09a46a6c None None] Routers {'51e1ff49-2a30-484f-a33d-e9dc23a59d21'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:42.546813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e7aeec7a-d137-46a4-8faa-659a09a46a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['51e1ff49-2a30-484f-a33d-e9dc23a59d21'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:42.571190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-784dcf9a-99ee-438e-b002-e315c00f0d61 req-71b2305c-5633-4db8-bdbf-217104b6ff42 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0475419 Aug 11 00:49:42.577370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:42.585244 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:42.658748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53058) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:42.781506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:42.840024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e7aeec7a-d137-46a4-8faa-659a09a46a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:42.876754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aeec7a-d137-46a4-8faa-659a09a46a6c None None] Routers {'51e1ff49-2a30-484f-a33d-e9dc23a59d21'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:42.877526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e7aeec7a-d137-46a4-8faa-659a09a46a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['51e1ff49-2a30-484f-a33d-e9dc23a59d21'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:42.923273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-15f69b20-6135-4387-a1e1-eec62e78dce2 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/routers/51e1ff49-2a30-484f-a33d-e9dc23a59d21 HTTP/1.1" status: 200 len: 925 time: 0.4069812 Aug 11 00:49:42.925185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53066) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:42.934848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e7aeec7a-d137-46a4-8faa-659a09a46a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:42.935819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aeec7a-d137-46a4-8faa-659a09a46a6c None None] The sync data for ids ['51e1ff49-2a30-484f-a33d-e9dc23a59d21'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:42.950990 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:42.965296 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:42.965941 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:43.008789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:43.021683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:43.026150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53426a74-9893-4de5-8c9b-2a368a9e682b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 200 len: 700 time: 2.6543696 Aug 11 00:49:43.026433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53068) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:43.060149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a5e1bed7-941d-42e9-974e-6ff06d0de2e6 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:43.174312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56def447-5460-4b99-b1d1-0970cdacad67 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:43.174312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-56def447-5460-4b99-b1d1-0970cdacad67 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=51e1ff49-2a30-484f-a33d-e9dc23a59d21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2296481 Aug 11 00:49:43.174757 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:43.188829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53072) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:43.220455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2e93b263-a4ad-4036-b6be-d514021e5736 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 200 len: 700 time: 0.1922953 Aug 11 00:49:43.223779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53074) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:43.314686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45e78a3d-1ae4-451e-93a6-100836f5491f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:43.423414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b16546-ecfa-46b5-ba4a-642a42a33411 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:43.424797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23b16546-ecfa-46b5-ba4a-642a42a33411 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 881 time: 0.2516117 Aug 11 00:49:43.430682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53076) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:43.470268 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-15a5e710-4bc0-43b3-a4e1-4a06d3e7013f tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=51e1ff49-2a30-484f-a33d-e9dc23a59d21 HTTP/1.1" status: 200 len: 205 time: 0.0374844 Aug 11 00:49:43.474487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53078) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:43.621528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:43.626689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 45e78a3d-1ae4-451e-93a6-100836f5491f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:49:43.632261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 45e78a3d-1ae4-451e-93a6-100836f5491f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:49:43.632734 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:43.758732 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a5e1bed7-941d-42e9-974e-6ff06d0de2e6 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] 10.222.0.43 "PUT /v2.0/quotas/645f10bb754c4d32910a6acb71e6e8dd HTTP/1.1" status: 200 len: 368 time: 1.0926487 Aug 11 00:49:43.759850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53082) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:43.765465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Request body: {'network': {'project_id': '645f10bb754c4d32910a6acb71e6e8dd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:43.800547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:43.816243 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:41Z', 'revision_number': 7, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e78a3d-1ae4-451e-93a6-100836f5491f', 'name': '', 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f7:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '33a32e46-69d8-4499-891c-489108a00049', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:34Z', 'updated_at': '2021-08-11T00:49:40Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '33a32e46-69d8-4499-891c-489108a00049', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:43.836208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de13fd1d-5438-4364-9f47-c732b99bdba7 req-6823d59d-04c3-4ba9-b859-27e02315f999 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0489287 Aug 11 00:49:43.849073 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:43.853451 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:43.863505 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:43.864144 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:43.891458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:43.892892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 45e78a3d-1ae4-451e-93a6-100836f5491f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45e78a3d-1ae4-451e-93a6-100836f5491f,segment=NetworkSegment(52f3d68d-5035-40b9-86af-2c10f6e0f68b),segment_id=52f3d68d-5035-40b9-86af-2c10f6e0f68b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:43.946883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Made reservation on behalf of 645f10bb754c4d32910a6acb71e6e8dd for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:43.949624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:43.974583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.033163 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.084758 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:44.147585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=45e78a3d-1ae4-451e-93a6-100836f5491f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:44.269225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.272723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Deleting port a5574443-099e-4822-ba8d-8be7430692b0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:44.273146 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.300135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 45e78a3d-1ae4-451e-93a6-100836f5491f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:44.300804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.351547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.382068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:49:44.405103 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:41Z', 'revision_number': 7, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e78a3d-1ae4-451e-93a6-100836f5491f', 'name': '', 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f7:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '33a32e46-69d8-4499-891c-489108a00049', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:34Z', 'updated_at': '2021-08-11T00:49:40Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '33a32e46-69d8-4499-891c-489108a00049', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:44.422847 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.423402 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Added segment fc4f7014-747d-439b-b795-9ddbc50dffb8 of type vlan for network 60fd8b2b-bdf8-4b47-bb37-a357a75b8a8b Aug 11 00:49:44.444392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7a61f-95f7-4582-bff2-6be4acbde114,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:44.449711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.490783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Calling delete_port for a5574443-099e-4822-ba8d-8be7430692b0 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:44.498378 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4945d-cc10-4a1c-97be-5967a0584059 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:41Z', 'revision_number': 7, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e78a3d-1ae4-451e-93a6-100836f5491f', 'name': '', 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f7:5f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '33a32e46-69d8-4499-891c-489108a00049', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:34Z', 'updated_at': '2021-08-11T00:49:40Z', 'revision_number': 4, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '33a32e46-69d8-4499-891c-489108a00049', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:44.504091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.535264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port 45e78a3d-1ae4-451e-93a6-100836f5491f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45e78a3d-1ae4-451e-93a6-100836f5491f,segment=NetworkSegment(52f3d68d-5035-40b9-86af-2c10f6e0f68b),segment_id=52f3d68d-5035-40b9-86af-2c10f6e0f68b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:44.536403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.564612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 45e78a3d-1ae4-451e-93a6-100836f5491f owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:44.699735 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.701321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:44.701952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:44.878403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Pushing event updated for resources: {'Network': ['ID=60fd8b2b-bdf8-4b47-bb37-a357a75b8a8b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:44.889193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:44.903258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 60fd8b2b-bdf8-4b47-bb37-a357a75b8a8b details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:49:44.910137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:44.910780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:44.953907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7a17d0ae-0d32-43ac-b03c-1a9ee9df9e79 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1885943 Aug 11 00:49:44.958195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53092) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:44.973984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Request body: {'network': {'project_id': '645f10bb754c4d32910a6acb71e6e8dd'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:45.016650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71470538-df87-48f4-b48d-741f06957632 req-29e13ec7-da8b-4021-91ba-44d3731de4f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0692616 Aug 11 00:49:45.020163 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.055714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.091969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=45e78a3d-1ae4-451e-93a6-100836f5491f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:45.127082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event deleted for resources: {'Port': ['ID=a5574443-099e-4822-ba8d-8be7430692b0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:45.169102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:45.186534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.187198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.187822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.188653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.189433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.190221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.191050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.192033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.192644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.193214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.193779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.195289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:45.207672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Made reservation on behalf of 645f10bb754c4d32910a6acb71e6e8dd for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:45.212335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.324912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.326993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45e78a3d-1ae4-451e-93a6-100836f5491f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:49:45.372845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 45e78a3d-1ae4-451e-93a6-100836f5491f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:49:45.373768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45e78a3d-1ae4-451e-93a6-100836f5491f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 00:49:45.390482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:49:45.475575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.475991 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Added segment 09c27f90-e4b7-438a-9db8-3dc00742a162 of type vlan for network 03250665-2b48-41ac-b20f-ae89efaa7d43 Aug 11 00:49:45.541796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.565065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Port 45e78a3d-1ae4-451e-93a6-100836f5491f not found, will not notify nova. {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 00:49:45.566453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.608603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:41Z', 'revision_number': 7, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45e78a3d-1ae4-451e-93a6-100836f5491f', 'name': '', 'network_id': 'fd5d1bbd-5b19-47f6-a571-9070fe54dad2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f7:5f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '33a32e46-69d8-4499-891c-489108a00049', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:34Z', 'updated_at': '2021-08-11T00:49:43Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '33a32e46-69d8-4499-891c-489108a00049', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:45.645764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:45.657084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:45.658066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:45.795632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.799601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.805319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:45.827241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.828177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:45.828795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:45.926984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Pushing event updated for resources: {'Network': ['ID=03250665-2b48-41ac-b20f-ae89efaa7d43,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:45.933780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:45.967883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 03250665-2b48-41ac-b20f-ae89efaa7d43 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:49:46.008859 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.010775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Fanout notify agent at l3_agent the message router_deleted on router 51e1ff49-2a30-484f-a33d-e9dc23a59d21 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:49:46.039769 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.046123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-62b0238f-4892-433e-b9f3-fce2add6481c tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/51e1ff49-2a30-484f-a33d-e9dc23a59d21 HTTP/1.1" status: 204 len: 168 time: 2.5661359 Aug 11 00:49:46.053656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53102) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:46.063484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6e95ef3d-a5ce-455d-89cb-2b16b47cc926 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-82121441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:46.089768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53104) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:46.092006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0ed92bd7-c75b-4ef7-8ea0-f6a5a31a7e6b tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1325529 Aug 11 00:49:46.107934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-05e9d142-ba82-40a0-832f-6110c1a7517d tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Request body: {'network': {'project_id': '645f10bb754c4d32910a6acb71e6e8dd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:46.161929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:46.178956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:46.182914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c97d5b34-dc67-4cc7-84bf-65cc53a518fc tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9482484 Aug 11 00:49:46.273904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:44Z', 'revision_number': 8, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:46.308440 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9e3ed395-320d-437a-8be1-2f8cc1800679 req-a827c481-9d4f-4f52-9726-37c807b74884 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0387206 Aug 11 00:49:46.333767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9e1861-decf-4939-9efd-49bab2077383 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet 33a32e46-69d8-4499-891c-489108a00049 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:49:46.338318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1861-decf-4939-9efd-49bab2077383 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.351552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8b874-b62a-4c5d-894b-13993472897b None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:44Z', 'revision_number': 8, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:46.399315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1861-decf-4939-9efd-49bab2077383 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.425349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e95ef3d-a5ce-455d-89cb-2b16b47cc926 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.426515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e95ef3d-a5ce-455d-89cb-2b16b47cc926 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.439369 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e9d142-ba82-40a0-832f-6110c1a7517d tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 00:49:46.439851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e9d142-ba82-40a0-832f-6110c1a7517d tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:49:46.441046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05e9d142-ba82-40a0-832f-6110c1a7517d tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3480737 Aug 11 00:49:46.458872 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fea6d683-53f6-4e22-98e6-fee0117a0e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.520798 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e95ef3d-a5ce-455d-89cb-2b16b47cc926 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.567070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1861-decf-4939-9efd-49bab2077383 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.608146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e95ef3d-a5ce-455d-89cb-2b16b47cc926 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.630211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53116) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:46.753187 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e95ef3d-a5ce-455d-89cb-2b16b47cc926 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.759633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53120) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:46.761453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e95ef3d-a5ce-455d-89cb-2b16b47cc926 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7058005 Aug 11 00:49:46.767778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'enable_snat': False}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:46.832372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1861-decf-4939-9efd-49bab2077383 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.856410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a1114ba0-af57-417a-924a-5a23b68aff9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=645f10bb754c4d32910a6acb71e6e8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231312 Aug 11 00:49:46.859915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53122) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:46.942786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e1861-decf-4939-9efd-49bab2077383 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=33a32e46-69d8-4499-891c-489108a00049,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:46.962054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e9e1861-decf-4939-9efd-49bab2077383 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:46.964545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4e9e1861-decf-4939-9efd-49bab2077383 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/33a32e46-69d8-4499-891c-489108a00049 HTTP/1.1" status: 204 len: 168 time: 0.7838604 Aug 11 00:49:46.968323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f4815-6577-473e-a744-756473aa8412 None None] Network fd5d1bbd-5b19-47f6-a571-9070fe54dad2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:46.972090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53126) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:47.012171 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f322b37-0926-43ac-ae0c-7ececad7098c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.058785 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f322b37-0926-43ac-ae0c-7ececad7098c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.126931 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:47.175132 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:47.175132 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:47.232319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.251058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45e78a3d-1ae4-451e-93a6-100836f5491f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:47.298198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f322b37-0926-43ac-ae0c-7ececad7098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.302201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f322b37-0926-43ac-ae0c-7ececad7098c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.303980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2f322b37-0926-43ac-ae0c-7ececad7098c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34e7a61f-95f7-4582-bff2-6be4acbde114 HTTP/1.1" status: 204 len: 168 time: 0.4453554 Aug 11 00:49:47.316135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53130) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:47.320402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f322b37-0926-43ac-ae0c-7ececad7098c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7a61f-95f7-4582-bff2-6be4acbde114,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:47.368836 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.383908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 45e78a3d-1ae4-451e-93a6-100836f5491f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:49:47.388607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45e78a3d-1ae4-451e-93a6-100836f5491f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:49:47.393829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] DHCP port deletion for fd5d1bbd-5b19-47f6-a571-9070fe54dad2 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:49:47.471323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:47.471942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.552252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] Deleting port fc75ec76-9974-49af-b798-1c73836cb86e {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:47.552908 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.582425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8af1957f-144b-4394-a3a2-b079bc57f0a7 req-ca497f96-e0e8-47c1-9e83-9b092ffc64ba tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.1028390 Aug 11 00:49:47.657643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port fc75ec76-9974-49af-b798-1c73836cb86e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:47.658065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.694280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] For port fc75ec76-9974-49af-b798-1c73836cb86e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fc75ec76-9974-49af-b798-1c73836cb86e,segment=NetworkSegment(52f3d68d-5035-40b9-86af-2c10f6e0f68b),segment_id=52f3d68d-5035-40b9-86af-2c10f6e0f68b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:47.694704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.714152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] Calling delete_port for fc75ec76-9974-49af-b798-1c73836cb86e owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:47.725825 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.742285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03250665-2b48-41ac-b20f-ae89efaa7d43']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:47.762072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c27f90-e4b7-438a-9db8-3dc00742a162') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:47.762403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c27f90-e4b7-438a-9db8-3dc00742a162') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:47.777429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port fc75ec76-9974-49af-b798-1c73836cb86e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fc75ec76-9974-49af-b798-1c73836cb86e,segment=NetworkSegment(52f3d68d-5035-40b9-86af-2c10f6e0f68b),segment_id=52f3d68d-5035-40b9-86af-2c10f6e0f68b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:47.778116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.781725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.809266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for fc75ec76-9974-49af-b798-1c73836cb86e owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:47.820188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.829862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:49:47.830368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:49:47.832473 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:49:47.931824 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:44Z', 'revision_number': 8, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:47.958871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:47.969602 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:47.980950 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:47.981599 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:47.993980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.061739 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.070133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.100621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] Pushing event deleted for resources: {'Port': ['ID=fc75ec76-9974-49af-b798-1c73836cb86e,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:48.107566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2e57e-3398-49f5-bd4c-666eaaf89a70 None None] No DVR routers for this DVR port fc75ec76-9974-49af-b798-1c73836cb86e on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:48.109934 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:48.138852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No DVR routers for this DVR port fc75ec76-9974-49af-b798-1c73836cb86e on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:48.144325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=fc75ec76-9974-49af-b798-1c73836cb86e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:48.171089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.192490 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.192490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] 10.222.0.43 "DELETE /v2.0/networks/03250665-2b48-41ac-b20f-ae89efaa7d43 HTTP/1.1" status: 204 len: 168 time: 0.8654535 Aug 11 00:49:48.211366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53138) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:48.268458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.281866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5d1bbd-5b19-47f6-a571-9070fe54dad2']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:48.298562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f3d68d-5035-40b9-86af-2c10f6e0f68b') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:48.299192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f3d68d-5035-40b9-86af-2c10f6e0f68b') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:48.310700 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.328231 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.335550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:49:48.340860 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.407286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c93e1-26a3-4c75-8b86-c64351bd3045 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Pushing event deleted for resources: {'Network': ['ID=03250665-2b48-41ac-b20f-ae89efaa7d43,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:49:48.410672 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:49:48.485579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Allocated IP 172.25.0.118 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/6d4639d8-fbab-4d72-a453-2feee021c9d6) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:48.510887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.523522 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.525694 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:44Z', 'revision_number': 8, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:48.528249 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/fd5d1bbd-5b19-47f6-a571-9070fe54dad2 HTTP/1.1" status: 204 len: 168 time: 1.5547798 Aug 11 00:49:48.536844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53146) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:48.590045 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74f12e-8b03-4898-bf90-8a9f3f2c99e4 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:44Z', 'revision_number': 8, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e893b2e2-a813-42a8-813a-a4f9e6e350a6', 'name': '', 'network_id': 'cab489e5-5456-4c15-9aca-b8828de9ce30', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:a7:ae:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:26Z', 'updated_at': '2021-08-11T00:49:34Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'bcdbc807-63c6-451e-9719-ce05f7ca392f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:48.730867 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.775671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.827878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea377f26-78b3-46f1-b4f3-f639778e21d2 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=fd5d1bbd-5b19-47f6-a571-9070fe54dad2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:48.893910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56c4dc27-514f-423f-b845-2ce0450990b7 req-9360599c-00f2-467d-8e73-eb433719cc51 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.1457622 Aug 11 00:49:48.928450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.954742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fd8b2b-bdf8-4b47-bb37-a357a75b8a8b']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:48.970276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e113ccd-e53e-4920-9cb5-1c69a8371845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:48.983042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4f7014-747d-439b-b795-9ddbc50dffb8') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:48.983912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4f7014-747d-439b-b795-9ddbc50dffb8') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:49.007750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.021159 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.034284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.043679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:49:49.046064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:49:49.054852 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:49:49.069794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.172779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:49.183072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:49.186720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:49.196433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fc75ec76-9974-49af-b798-1c73836cb86e no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:49.222900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Pushing event updated for resources: {'Port': ['ID=6d4639d8-fbab-4d72-a453-2feee021c9d6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:49.235729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: fc75ec76-9974-49af-b798-1c73836cb86e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:49:49.236309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fc75ec76-9974-49af-b798-1c73836cb86e not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:49:49.314964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.336720 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.361662 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.365354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] 10.222.0.43 "DELETE /v2.0/networks/60fd8b2b-bdf8-4b47-bb37-a357a75b8a8b HTTP/1.1" status: 204 len: 168 time: 1.1518221 Aug 11 00:49:49.390788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50b451-4294-4f8c-abd8-304bdf6d6b98 tempest-QuotasNegativeTest-1919363657 tempest-QuotasNegativeTest-1919363657-project-admin] Pushing event deleted for resources: {'Network': ['ID=60fd8b2b-bdf8-4b47-bb37-a357a75b8a8b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:49.864668 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port e893b2e2-a813-42a8-813a-a4f9e6e350a6 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:49.866520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:49.900250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:50.081924 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c185685a-3f61-4b2f-b9fb-e4f9708a1904 req-046d6e57-5767-4290-8797-176e46f023f8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0568726 Aug 11 00:49:50.104258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port e893b2e2-a813-42a8-813a-a4f9e6e350a6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e893b2e2-a813-42a8-813a-a4f9e6e350a6,segment=NetworkSegment(48a3e171-22d7-464d-964b-5fa7369f92c5),segment_id=48a3e171-22d7-464d-964b-5fa7369f92c5)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:50.104799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:50.146857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for e893b2e2-a813-42a8-813a-a4f9e6e350a6 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:50.182030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:50.186158 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:50.472551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Router a55dc182-4025-4655-95c4-b42512cd229c is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:49:50.475913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:50.558506 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:50.600677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=e893b2e2-a813-42a8-813a-a4f9e6e350a6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:50.727896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:50.742849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5a899-b62e-47c0-ae32-c1d94d384e65 None None] Sync routers for ids ['a55dc182-4025-4655-95c4-b42512cd229c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:50.754088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:50.756645 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-65a93f16-6e3d-41eb-beb4-e267b46bc3d5 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "PUT /v2.0/routers/a55dc182-4025-4655-95c4-b42512cd229c HTTP/1.1" status: 200 len: 918 time: 3.9944289 Aug 11 00:49:50.761792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5a899-b62e-47c0-ae32-c1d94d384e65 None None] Routers {'a55dc182-4025-4655-95c4-b42512cd229c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:50.761792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-12f5a899-b62e-47c0-ae32-c1d94d384e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a55dc182-4025-4655-95c4-b42512cd229c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:50.762209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:50.852624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-12f5a899-b62e-47c0-ae32-c1d94d384e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:50.878913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5a899-b62e-47c0-ae32-c1d94d384e65 None None] Routers {'a55dc182-4025-4655-95c4-b42512cd229c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:50.884071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-12f5a899-b62e-47c0-ae32-c1d94d384e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a55dc182-4025-4655-95c4-b42512cd229c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:50.986192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-12f5a899-b62e-47c0-ae32-c1d94d384e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:50.987130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f5a899-b62e-47c0-ae32-c1d94d384e65 None None] The sync data for ids ['a55dc182-4025-4655-95c4-b42512cd229c'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:51.043732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53178) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:51.071651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-410c670d-1caa-40da-8338-14aae6d20515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:51.110615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-872aaae3-5550-4303-a0df-9ccefee4057e tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/routers/a55dc182-4025-4655-95c4-b42512cd229c HTTP/1.1" status: 200 len: 924 time: 0.3469286 Aug 11 00:49:51.115577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53184) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:51.204465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ff28f-373b-4dbc-b443-08f3c8329506 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:51.207676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c34ff28f-373b-4dbc-b443-08f3c8329506 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=a55dc182-4025-4655-95c4-b42512cd229c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0902166 Aug 11 00:49:51.217103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53188) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:51.412864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-410c670d-1caa-40da-8338-14aae6d20515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:51.432242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e244995-cc1f-44ca-b92a-1eba86315cf7 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:49:51.435358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1e244995-cc1f-44ca-b92a-1eba86315cf7 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/networks/6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 881 time: 0.2101932 Aug 11 00:49:51.437408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53190) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:51.457084 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf36519f-2975-4b59-b46b-9f08a492ecfe req-1e130a8d-d1fe-49f3-8685-8175ad076f9e tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0351212 Aug 11 00:49:51.474424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:51.485135 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2d38fe7f-2211-41c8-be42-219375ef11b0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=a55dc182-4025-4655-95c4-b42512cd229c HTTP/1.1" status: 200 len: 205 time: 0.0462368 Aug 11 00:49:51.487719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53192) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:51.560913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-410c670d-1caa-40da-8338-14aae6d20515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:51.591876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-410c670d-1caa-40da-8338-14aae6d20515 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e071090e3fb4f2d83c704e4904bfa7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5454381 Aug 11 00:49:51.597080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53194) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:51.684842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c670d-1caa-40da-8338-14aae6d20515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c43ca3-283a-4e7d-a338-60022280e8ca,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:51.723206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:51.773586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:51.778591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:51.851003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:51.993122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:51.999896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-af1027ae-76b8-49ea-9b65-b303e5a9ed79 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4565918 Aug 11 00:49:52.005581 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:52.013262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53206) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:52.029468 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:52.048120 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:52.134880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-05357a8e-3990-4330-86d6-bcd3785528c6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet bcdbc807-63c6-451e-9719-ce05f7ca392f {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:49:52.138983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05357a8e-3990-4330-86d6-bcd3785528c6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.212458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05357a8e-3990-4330-86d6-bcd3785528c6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.241107 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:52.356373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05357a8e-3990-4330-86d6-bcd3785528c6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.380957 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.531565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.579413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05357a8e-3990-4330-86d6-bcd3785528c6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.621148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05357a8e-3990-4330-86d6-bcd3785528c6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdbc807-63c6-451e-9719-ce05f7ca392f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:52.624277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.626033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05357a8e-3990-4330-86d6-bcd3785528c6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.626927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.632785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-05357a8e-3990-4330-86d6-bcd3785528c6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/bcdbc807-63c6-451e-9719-ce05f7ca392f HTTP/1.1" status: 204 len: 168 time: 0.6157017 Aug 11 00:49:52.639885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac5263-8107-4db2-ba84-941dd0e72a7f None None] Network cab489e5-5456-4c15-9aca-b8828de9ce30 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:52.644006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77c43ca3-283a-4e7d-a338-60022280e8ca HTTP/1.1" status: 204 len: 168 time: 1.0301549 Aug 11 00:49:52.651047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53216) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:52.665343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-753e95ef-a8f8-49c3-89e5-17971bc1872f req-75335137-b982-4757-9c44-6d4765356547 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0754259 Aug 11 00:49:52.759389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c43ca3-283a-4e7d-a338-60022280e8ca,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:52.777814 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:50Z', 'revision_number': 9, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:52.805216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.805592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.806208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.806555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.806898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.807470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.807810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.808143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.820415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.820881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.821235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.821961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fb67fc-633f-4626-b885-155b93771291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:52.845491 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:52.875957 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:52.876810 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:52.929802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:52.975849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] DHCP port deletion for cab489e5-5456-4c15-9aca-b8828de9ce30 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:49:52.983641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Deleting port 6d4639d8-fbab-4d72-a453-2feee021c9d6 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:52.984097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.086242 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:53.170148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port aedbfa86-252b-48b1-9d0b-3db17d1c907b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:53.170772 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.171069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Deleting port aedbfa86-252b-48b1-9d0b-3db17d1c907b {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:53.171694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.250672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] For port aedbfa86-252b-48b1-9d0b-3db17d1c907b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aedbfa86-252b-48b1-9d0b-3db17d1c907b,segment=NetworkSegment(48a3e171-22d7-464d-964b-5fa7369f92c5),segment_id=48a3e171-22d7-464d-964b-5fa7369f92c5)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:53.251049 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.280722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aedbfa86-252b-48b1-9d0b-3db17d1c907b no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:53.331457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Calling delete_port for aedbfa86-252b-48b1-9d0b-3db17d1c907b owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:53.366305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.391393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port aedbfa86-252b-48b1-9d0b-3db17d1c907b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aedbfa86-252b-48b1-9d0b-3db17d1c907b,segment=NetworkSegment(48a3e171-22d7-464d-964b-5fa7369f92c5),segment_id=48a3e171-22d7-464d-964b-5fa7369f92c5)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:53.392019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.422740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Calling delete_port for 6d4639d8-fbab-4d72-a453-2feee021c9d6 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:53.430337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for aedbfa86-252b-48b1-9d0b-3db17d1c907b owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:53.477783 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.561365 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:50Z', 'revision_number': 9, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:53.606051 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.612298 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ee7a4-5417-42e0-87b6-8b3fe2882495 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:50Z', 'revision_number': 9, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb2b7f7d-dcec-47f1-b956-7bf127573b3f', 'name': '', 'network_id': '29d8c139-a8f7-44b7-a6a6-f077a00cb79e', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:ea:e1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:16Z', 'updated_at': '2021-08-11T00:49:26Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': '239c4e43-d388-42a9-be38-7c5baa4a34e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:53.669615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Pushing event deleted for resources: {'Port': ['ID=aedbfa86-252b-48b1-9d0b-3db17d1c907b,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:53.672306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] No DVR routers for this DVR port aedbfa86-252b-48b1-9d0b-3db17d1c907b on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.685442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2210f6d6-e941-45af-9951-3ef9d295d807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:49:53.707409 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.739400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No DVR routers for this DVR port aedbfa86-252b-48b1-9d0b-3db17d1c907b on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:49:53.778170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=aedbfa86-252b-48b1-9d0b-3db17d1c907b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:53.887036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.903211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab489e5-5456-4c15-9aca-b8828de9ce30']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:53.909098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0291575-d0ce-4d7a-a931-acfe4d55cfdf req-b8f54afc-d8e6-485d-8ceb-4c4f41b2e676 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b62954c-b738-4dfa-98d5-70bb457fa67c HTTP/1.1" status: 200 len: 210 time: 0.0471749 Aug 11 00:49:53.927020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a3e171-22d7-464d-964b-5fa7369f92c5') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:53.927486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a3e171-22d7-464d-964b-5fa7369f92c5') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:53.940595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.959205 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.967119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:49:53.968131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:49:53.970951 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:49:54.061236 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:54.068081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53236) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:54.100889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c34897b4-e1b2-47ea-b4a9-292d8753d3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:54.183151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event deleted for resources: {'Port': ['ID=6d4639d8-fbab-4d72-a453-2feee021c9d6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:54.249436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:54.259057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:54.263844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/cab489e5-5456-4c15-9aca-b8828de9ce30 HTTP/1.1" status: 204 len: 168 time: 1.6136682 Aug 11 00:49:54.265228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53244) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:54.407809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a331095-666c-40b8-a8d5-27017e455929 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=cab489e5-5456-4c15-9aca-b8828de9ce30,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:54.495858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:54.602571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:54.606247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:54.836249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.034066 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c34897b4-e1b2-47ea-b4a9-292d8753d3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.143123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e893b2e2-a813-42a8-813a-a4f9e6e350a6 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:49:55.168114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e893b2e2-a813-42a8-813a-a4f9e6e350a6 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:49:55.168547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e893b2e2-a813-42a8-813a-a4f9e6e350a6 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:49:55.215799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c34897b4-e1b2-47ea-b4a9-292d8753d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.230797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53260) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:55.233878 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.234597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Fanout notify agent at l3_agent the message router_deleted on router a55dc182-4025-4655-95c4-b42512cd229c {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:49:55.258810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.266314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34897b4-e1b2-47ea-b4a9-292d8753d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae88285-33be-42ab-8a7c-2b9104f2a59d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:55.266918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-225fd56f-99d3-456e-9ddb-eaa62b5ec237 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/a55dc182-4025-4655-95c4-b42512cd229c HTTP/1.1" status: 204 len: 168 time: 3.7772241 Aug 11 00:49:55.277878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53262) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:55.286249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1792569805', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:55.313894 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c34897b4-e1b2-47ea-b4a9-292d8753d3e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb5f28fd05e24c2189f5844c4bf2f993&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2439249 Aug 11 00:49:55.316643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53264) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:55.354206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port eb2b7f7d-dcec-47f1-b956-7bf127573b3f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:55.354650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.390731 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8628b7bf-56c3-41f9-91ee-8a57f1ed392b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.442664 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8628b7bf-56c3-41f9-91ee-8a57f1ed392b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.523572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38c02340-8645-4b08-be93-3bd976564419 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.550227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.551519 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.573327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port eb2b7f7d-dcec-47f1-b956-7bf127573b3f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,segment=NetworkSegment(f369b5f3-6910-4392-840a-3ef574382380),segment_id=f369b5f3-6910-4392-840a-3ef574382380)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:55.573710 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.597129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38c02340-8645-4b08-be93-3bd976564419 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.612100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for eb2b7f7d-dcec-47f1-b956-7bf127573b3f owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:55.721609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8628b7bf-56c3-41f9-91ee-8a57f1ed392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.725199 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8628b7bf-56c3-41f9-91ee-8a57f1ed392b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.725571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8628b7bf-56c3-41f9-91ee-8a57f1ed392b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cae88285-33be-42ab-8a7c-2b9104f2a59d HTTP/1.1" status: 204 len: 168 time: 0.4076471 Aug 11 00:49:55.737442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628b7bf-56c3-41f9-91ee-8a57f1ed392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae88285-33be-42ab-8a7c-2b9104f2a59d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:55.818200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.828827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38c02340-8645-4b08-be93-3bd976564419 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.831980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38c02340-8645-4b08-be93-3bd976564419 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:55.833393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-38c02340-8645-4b08-be93-3bd976564419 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "DELETE /v2.0/security-groups/4fb36b12-e69a-483e-8bf9-53aafdea071a HTTP/1.1" status: 204 len: 168 time: 0.5960412 Aug 11 00:49:55.836783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53274) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:55.859371 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-a7e4b9d8-f326-45f7-9c6b-84206f24337f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] show failed (client error): The resource could not be found. Aug 11 00:49:55.864476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a7e4b9d8-f326-45f7-9c6b-84206f24337f tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "GET /v2.0/security-groups/4fb36b12-e69a-483e-8bf9-53aafdea071a HTTP/1.1" status: 404 len: 347 time: 0.0241930 Aug 11 00:49:55.864808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53276) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:55.872706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c02340-8645-4b08-be93-3bd976564419 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb36b12-e69a-483e-8bf9-53aafdea071a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:55.970948 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:49:56.062531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.077601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting port 1788d831-17ab-4858-ab42-ef3347a40a15 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:56.078651 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.103858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=eb2b7f7d-dcec-47f1-b956-7bf127573b3f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:56.192139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.210600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.212250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.233042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Calling delete_port for 1788d831-17ab-4858-ab42-ef3347a40a15 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:56.643795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.674980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Port': ['ID=1788d831-17ab-4858-ab42-ef3347a40a15,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:56.748328 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.751089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.755194 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4c556971-6455-4df8-abf6-363c808554b8 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "DELETE /v2.0/floatingips/f6097610-b12b-421c-a4ed-42c2fd6d89c7 HTTP/1.1" status: 204 len: 168 time: 0.8863761 Aug 11 00:49:56.755706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53312) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:56.869589 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:56.923913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c1abad55-17e3-4272-98d6-4c957354d677 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting port 170adb39-789d-4c36-b885-1ba210a108e4 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:56.924341 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1abad55-17e3-4272-98d6-4c957354d677 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.030183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1abad55-17e3-4272-98d6-4c957354d677 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.045436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c1abad55-17e3-4272-98d6-4c957354d677 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Calling delete_port for 170adb39-789d-4c36-b885-1ba210a108e4 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:57.060059 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.083594 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.331202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:49:57.353213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Allocated IP 172.25.0.92 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/65dcb7d3-5de6-4773-970c-169a9ed1a4b9) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:49:57.476861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1abad55-17e3-4272-98d6-4c957354d677 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.532041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abad55-17e3-4272-98d6-4c957354d677 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Port': ['ID=170adb39-789d-4c36-b885-1ba210a108e4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:57.536927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:49:57.553936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:49:57.586533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0cf64c5-e811-4f61-abc0-e083262df6fd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3200378 Aug 11 00:49:57.595950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:57.596739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:57.613443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53334) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:57.709666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.742150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1abad55-17e3-4272-98d6-4c957354d677 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.744753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c1abad55-17e3-4272-98d6-4c957354d677 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "DELETE /v2.0/ports/170adb39-789d-4c36-b885-1ba210a108e4 HTTP/1.1" status: 204 len: 168 time: 0.9877987 Aug 11 00:49:57.747653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53340) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:57.802898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0ea95a-c415-472c-89a0-8db5aab8d0a6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet 239c4e43-d388-42a9-be38-7c5baa4a34e8 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:49:57.807828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea95a-c415-472c-89a0-8db5aab8d0a6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.912685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea95a-c415-472c-89a0-8db5aab8d0a6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.936434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c7372c25-af7c-4c80-902e-da605786c3ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting port 095bb968-98a8-4de0-9b95-bf6abce9f4d7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:57.936789 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7372c25-af7c-4c80-902e-da605786c3ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:57.996966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:58.013854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:58.138397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event updated for resources: {'Port': ['ID=65dcb7d3-5de6-4773-970c-169a9ed1a4b9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:58.163389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:49:58.168079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:49:58.176291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:49:58.179195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7372c25-af7c-4c80-902e-da605786c3ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:58.201019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c7372c25-af7c-4c80-902e-da605786c3ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Calling delete_port for 095bb968-98a8-4de0-9b95-bf6abce9f4d7 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:58.336471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea95a-c415-472c-89a0-8db5aab8d0a6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:58.425296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:55Z', 'revision_number': 10, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:58.459001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:49:58.470010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:49:58.471255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:58.582421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:49:58.592288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7372c25-af7c-4c80-902e-da605786c3ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:58.628560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7372c25-af7c-4c80-902e-da605786c3ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Port': ['ID=095bb968-98a8-4de0-9b95-bf6abce9f4d7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:58.644438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea95a-c415-472c-89a0-8db5aab8d0a6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:58.718655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7372c25-af7c-4c80-902e-da605786c3ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:58.730969 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c7372c25-af7c-4c80-902e-da605786c3ed tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "DELETE /v2.0/ports/095bb968-98a8-4de0-9b95-bf6abce9f4d7 HTTP/1.1" status: 204 len: 168 time: 0.9783065 Aug 11 00:49:58.733721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53360) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:58.841136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea95a-c415-472c-89a0-8db5aab8d0a6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:58.852419 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7a0ea95a-c415-472c-89a0-8db5aab8d0a6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/239c4e43-d388-42a9-be38-7c5baa4a34e8 HTTP/1.1" status: 204 len: 168 time: 1.2377803 Aug 11 00:49:58.859759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:58.883104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba722d2-a268-48d9-a178-488f7bdd0f6c None None] Network 29d8c139-a8f7-44b7-a6a6-f077a00cb79e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:58.944005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-985b6dfe-232b-4a28-9b7c-10523c8251de tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting subnet f9f50c03-9de3-4488-8a17-e47a22c9ff7c {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:49:58.947972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ea95a-c415-472c-89a0-8db5aab8d0a6 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=239c4e43-d388-42a9-be38-7c5baa4a34e8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:58.998156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-985b6dfe-232b-4a28-9b7c-10523c8251de tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.048035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:55Z', 'revision_number': 10, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:49:59.076862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.080233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-985b6dfe-232b-4a28-9b7c-10523c8251de tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.100139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4fd3f8-43ab-4809-bddc-3692d1e98c14 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:49:55Z', 'revision_number': 10, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None, '_interfaces': [{'id': '26461250-f4ae-4190-a1c9-126d8f804a22', 'name': '', 'network_id': 'be295a0b-6ea6-4452-81f5-3f39ae5a9ea2', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'mac_address': 'fa:16:3e:f1:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:49:07Z', 'updated_at': '2021-08-11T00:49:18Z', 'revision_number': 5, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'subnets': [{'id': 'd11643cb-8457-48eb-a7a3-b7fd0db38e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:49:59.100407 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.173443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53374) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:59.330468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-985b6dfe-232b-4a28-9b7c-10523c8251de tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.415934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1131521964', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:49:59.451462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:59.452065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.469867 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.482532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] DHCP port deletion for 29d8c139-a8f7-44b7-a6a6-f077a00cb79e request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:49:59.489679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.563802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] Deleting port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:49:59.564539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.579231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Made reservation on behalf of bbe0514acc0047729fc1e38f9aabdd1b for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:49:59.588506 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.624390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.637042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,segment=NetworkSegment(f369b5f3-6910-4392-840a-3ef574382380),segment_id=f369b5f3-6910-4392-840a-3ef574382380)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:59.637557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.690897 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.698851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] For port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,segment=NetworkSegment(f369b5f3-6910-4392-840a-3ef574382380),segment_id=f369b5f3-6910-4392-840a-3ef574382380)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:49:59.699578 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.715261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:59.722574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] Calling delete_port for 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:49:59.817457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-985b6dfe-232b-4a28-9b7c-10523c8251de tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.864031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b6dfe-232b-4a28-9b7c-10523c8251de tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f50c03-9de3-4488-8a17-e47a22c9ff7c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:49:59.867208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.883567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-985b6dfe-232b-4a28-9b7c-10523c8251de tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:49:59.883567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-985b6dfe-232b-4a28-9b7c-10523c8251de tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "DELETE /v2.0/subnets/f9f50c03-9de3-4488-8a17-e47a22c9ff7c HTTP/1.1" status: 204 len: 168 time: 1.1444395 Aug 11 00:49:59.883869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f386bf8-a97c-412d-a793-45c4c76ebdd5 None None] Network 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:49:59.884001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53394) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:49:59.988587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Router 052a4558-26c0-4fd8-bb28-bdfae39fc128 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:50:00.000935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.008155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] device_id is not set on port b79719c3-0d04-48cb-ae58-ca89ae5fc564 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:50:00.027123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4c459b-7214-4aff-bb89-de55799c96ee tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Deleting subnet b2beae22-f7a8-442e-8e90-d9777b5ed826 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:50:00.041137 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.044197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.049054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc4c459b-7214-4aff-bb89-de55799c96ee tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.124914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] No DVR routers for this DVR port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:00.126542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d1963-37c7-4750-b1b6-dec4b1529fdc None None] Pushing event deleted for resources: {'Port': ['ID=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:00.137126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:00.178733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60982be-eba1-411b-8108-cd0062968da3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:00.190476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc4c459b-7214-4aff-bb89-de55799c96ee tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.201453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No DVR routers for this DVR port 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:00.289742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] DHCP port deletion for 87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:50:00.313584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Allocated IP 172.25.0.97 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/b79719c3-0d04-48cb-ae58-ca89ae5fc564) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:00.449437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] Deleting port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:00.450087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.519263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.548445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d8c139-a8f7-44b7-a6a6-f077a00cb79e']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:00.582867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f369b5f3-6910-4392-840a-3ef574382380') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:00.583607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f369b5f3-6910-4392-840a-3ef574382380') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:00.596588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] For port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8,segment=NetworkSegment(01502c72-6ef6-4bbd-914a-9eb41d20cf01),segment_id=01502c72-6ef6-4bbd-914a-9eb41d20cf01)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:00.596999 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.616680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] Calling delete_port for c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:00.618473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.668043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.693349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:00.694056 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:00.700798 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:00.723430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.836868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:00.850441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc4c459b-7214-4aff-bb89-de55799c96ee tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.851843 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97bb39-3547-4cbc-bd2c-b1f00287dae6 None None] Sync routers for ids ['052a4558-26c0-4fd8-bb28-bdfae39fc128'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:00.883245 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97bb39-3547-4cbc-bd2c-b1f00287dae6 None None] Routers {'052a4558-26c0-4fd8-bb28-bdfae39fc128'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:00.885002 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0e97bb39-3547-4cbc-bd2c-b1f00287dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['052a4558-26c0-4fd8-bb28-bdfae39fc128'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:00.893067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.919755 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0e97bb39-3547-4cbc-bd2c-b1f00287dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:00.929581 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97bb39-3547-4cbc-bd2c-b1f00287dae6 None None] Routers {'052a4558-26c0-4fd8-bb28-bdfae39fc128'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:00.930206 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0e97bb39-3547-4cbc-bd2c-b1f00287dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['052a4558-26c0-4fd8-bb28-bdfae39fc128'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:00.948847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] Pushing event deleted for resources: {'Port': ['ID=c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:00.953151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e42a6f-fb80-4549-94b7-30d1072fe753 None None] No DVR routers for this DVR port c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:00.973640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.973640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:00.973640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/29d8c139-a8f7-44b7-a6a6-f077a00cb79e HTTP/1.1" status: 204 len: 168 time: 2.1025107 Aug 11 00:50:00.974656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53408) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:00.980936 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0e97bb39-3547-4cbc-bd2c-b1f00287dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:00.981840 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97bb39-3547-4cbc-bd2c-b1f00287dae6 None None] The sync data for ids ['052a4558-26c0-4fd8-bb28-bdfae39fc128'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:01.027968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a8027-6d59-4c0f-bea0-f71bba10e8dd tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=29d8c139-a8f7-44b7-a6a6-f077a00cb79e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:01.063359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.065631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.069540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-82e128eb-70d9-42a7-a479-2360a42aefd8 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7887912 Aug 11 00:50:01.072654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53414) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:01.094873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:01.105657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc4c459b-7214-4aff-bb89-de55799c96ee tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.171808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:01.194818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:01.260218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:01.269515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Pushing event updated for resources: {'Port': ['ID=b79719c3-0d04-48cb-ae58-ca89ae5fc564,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:01.277303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:01.300190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c459b-7214-4aff-bb89-de55799c96ee tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Subnet': ['ID=b2beae22-f7a8-442e-8e90-d9777b5ed826,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:01.322189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:01.323228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c67ef8e7-c6ce-49e5-8b21-cf16adbd2ef8 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:01.340054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eb2b7f7d-dcec-47f1-b956-7bf127573b3f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:01.417864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc4c459b-7214-4aff-bb89-de55799c96ee tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.426458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:01.428135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.434475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bc4c459b-7214-4aff-bb89-de55799c96ee tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "DELETE /v2.0/subnets/b2beae22-f7a8-442e-8e90-d9777b5ed826 HTTP/1.1" status: 204 len: 168 time: 1.5494838 Aug 11 00:50:01.435281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53416) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:01.456296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca6177-64d0-4803-8aac-e8d4a4610fd5 None None] Network 0e67888b-79ab-469d-8474-0dc2f98db0f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:01.462799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: eb2b7f7d-dcec-47f1-b956-7bf127573b3f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:01.475690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eb2b7f7d-dcec-47f1-b956-7bf127573b3f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:01.476463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:01.604583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.609750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:01.610188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5f7a8f0d-75a2-4f83-8ad8-7e319cd733c9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:01.613621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-faa68c06-8a6b-46ae-8d53-6a4fa1043004 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4370327 Aug 11 00:50:01.619661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53420) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:01.638404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97'}]}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:01.787978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] DHCP port deletion for 0e67888b-79ab-469d-8474-0dc2f98db0f2 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:50:01.799233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.801183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.812395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.898610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] Deleting port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:01.899220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.951665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.982205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] For port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5,segment=NetworkSegment(87b57920-f7d8-4723-947b-eb61d121f837),segment_id=87b57920-f7d8-4723-947b-eb61d121f837)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:01.982710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:01.986970 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.018298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] Calling delete_port for d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:02.032285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:02.058533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01502c72-6ef6-4bbd-914a-9eb41d20cf01') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:02.059179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01502c72-6ef6-4bbd-914a-9eb41d20cf01') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:02.078155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.097265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.108159 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.121275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:02.121874 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:02.207398 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:02.234114 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.250152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.260539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.303903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] Pushing event deleted for resources: {'Port': ['ID=d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:02.310765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306169a2-32d6-44d3-ab9e-388e3e513ecf None None] No DVR routers for this DVR port d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:02.410258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Deleting port 65dcb7d3-5de6-4773-970c-169a9ed1a4b9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:02.410613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.448853 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.464765 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.466738 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "DELETE /v2.0/networks/87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847 HTTP/1.1" status: 204 len: 168 time: 1.0285077 Aug 11 00:50:02.470484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53432) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:02.497075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413d2f2-b7dd-4442-87fd-3537f9a757e9 tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Network': ['ID=87fc0b3a-e7f8-4fd7-abc5-7dee7b30c847,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:02.539254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 26461250-f4ae-4190-a1c9-126d8f804a22 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:02.539254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.639397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.661042 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.677070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Calling delete_port for 65dcb7d3-5de6-4773-970c-169a9ed1a4b9 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:02.897716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:02.912855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e67888b-79ab-469d-8474-0dc2f98db0f2']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:02.963420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b57920-f7d8-4723-947b-eb61d121f837') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:02.963746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b57920-f7d8-4723-947b-eb61d121f837') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:02.983047 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.007747 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.030773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:03.031619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:03.035148 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:03.060311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port 26461250-f4ae-4190-a1c9-126d8f804a22, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=26461250-f4ae-4190-a1c9-126d8f804a22,segment=NetworkSegment(dbb0855b-1c8b-4e08-9c1e-05a44729df39),segment_id=dbb0855b-1c8b-4e08-9c1e-05a44729df39)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:03.060941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.081210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 26461250-f4ae-4190-a1c9-126d8f804a22 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:03.254409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:03.255480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-92f6754b-02dd-424b-9322-dc2fead9ffec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2348030 Aug 11 00:50:03.276441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:03.276947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d9d05a3f-9bf3-4223-a04e-f834eb8c4ae5 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:03.299970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.324342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.332563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.336443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] 10.222.0.43 "DELETE /v2.0/networks/0e67888b-79ab-469d-8474-0dc2f98db0f2 HTTP/1.1" status: 204 len: 168 time: 0.8595033 Aug 11 00:50:03.343148 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.433767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2aff6-0845-4189-87e6-4892000701ae tempest-TaggedBootDevicesTest_v242-1099880556 tempest-TaggedBootDevicesTest_v242-1099880556-project] Pushing event deleted for resources: {'Network': ['ID=0e67888b-79ab-469d-8474-0dc2f98db0f2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:03.438026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.484684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Pushing event deleted for resources: {'Port': ['ID=65dcb7d3-5de6-4773-970c-169a9ed1a4b9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:03.556528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-9dfdaa9e-3525-4047-b171-54a06c289d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.557026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-9dfdaa9e-3525-4047-b171-54a06c289d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.557504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-9dfdaa9e-3525-4047-b171-54a06c289d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.557997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-9dfdaa9e-3525-4047-b171-54a06c289d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.558432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-9dfdaa9e-3525-4047-b171-54a06c289d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.560268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-9dfdaa9e-3525-4047-b171-54a06c289d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.560821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-9dfdaa9e-3525-4047-b171-54a06c289d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.563075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-9dfdaa9e-3525-4047-b171-54a06c289d71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.2121093 Aug 11 00:50:03.591268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.658943 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.716592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=26461250-f4ae-4190-a1c9-126d8f804a22,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:03.739772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.937299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-dbbb610f-8a7f-4d82-bd5c-ee8ddef6d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.937798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-dbbb610f-8a7f-4d82-bd5c-ee8ddef6d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.938280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-dbbb610f-8a7f-4d82-bd5c-ee8ddef6d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:03.940048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-dbbb610f-8a7f-4d82-bd5c-ee8ddef6d845 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 200 len: 2293 time: 0.3446178 Aug 11 00:50:03.944559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:03.948477 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:04.050780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-19c89dd4-45ca-4544-9adb-c005c996a4cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 1001 time: 0.0998642 Aug 11 00:50:04.154281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:04.158187 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:04.230526 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:04.266042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Router 052a4558-26c0-4fd8-bb28-bdfae39fc128 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:04.269157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-a8788f96-9d76-49a4-9145-690dea508af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:04.272488 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-a8788f96-9d76-49a4-9145-690dea508af7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 200 len: 851 time: 0.1530726 Aug 11 00:50:04.425975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:04.426517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0788c7fa-877b-4127-a444-3937f868b31e {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:50:04.481897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:04.612411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:04.621552 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fcf70aa8-1e48-4b5c-aeb1-991e60a06d6a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6435621 Aug 11 00:50:04.621985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53472) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:04.628845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:04.652610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:04.656923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:04.734253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bc7aa9-6b05-4e55-8c5d-b05dd6087442 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting subnet d11643cb-8457-48eb-a7a3-b7fd0db38e9c {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:50:04.737594 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 00:50:04.738956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8f25b9dd-eddf-43da-a5f4-f4f6a92ddb7c tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1174490 Aug 11 00:50:04.743689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53476) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:04.751678 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61bc7aa9-6b05-4e55-8c5d-b05dd6087442 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:04.759391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:04.772730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:04.786758 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22f536-3462-40ea-8ff0-01fd22bb9ca6 None None] Sync routers for ids ['052a4558-26c0-4fd8-bb28-bdfae39fc128'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:04.793790 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:04.800377 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6b3b1cd3-6926-4a51-b73d-ba7fa1842fe0 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "PUT /v2.0/routers/052a4558-26c0-4fd8-bb28-bdfae39fc128 HTTP/1.1" status: 200 len: 710 time: 3.7200413 Aug 11 00:50:04.800377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-86a39b43-ed57-42c7-94b0-16d8772e188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:04.800618 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22f536-3462-40ea-8ff0-01fd22bb9ca6 None None] Routers {'052a4558-26c0-4fd8-bb28-bdfae39fc128'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:04.800618 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9b22f536-3462-40ea-8ff0-01fd22bb9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['052a4558-26c0-4fd8-bb28-bdfae39fc128'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:04.800813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-86a39b43-ed57-42c7-94b0-16d8772e188d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ece244df-909c-4779-bf6c-17273d3f30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5190279 Aug 11 00:50:04.803307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53478) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:04.846227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61bc7aa9-6b05-4e55-8c5d-b05dd6087442 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:04.858913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:50:03Z', 'revision_number': 11, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:04.879438 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9b22f536-3462-40ea-8ff0-01fd22bb9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:04.890159 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22f536-3462-40ea-8ff0-01fd22bb9ca6 None None] Routers {'052a4558-26c0-4fd8-bb28-bdfae39fc128'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:04.890611 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9b22f536-3462-40ea-8ff0-01fd22bb9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['052a4558-26c0-4fd8-bb28-bdfae39fc128'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:04.920548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:50:04.943723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:04.944638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:04.968036 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9b22f536-3462-40ea-8ff0-01fd22bb9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:04.968964 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22f536-3462-40ea-8ff0-01fd22bb9ca6 None None] The sync data for ids ['052a4558-26c0-4fd8-bb28-bdfae39fc128'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:04.984872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f9b47e8b-7afc-44e3-b488-99ffb3e06d48 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/routers/052a4558-26c0-4fd8-bb28-bdfae39fc128 HTTP/1.1" status: 200 len: 745 time: 0.1798537 Aug 11 00:50:04.987523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53482) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:05.062513 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61bc7aa9-6b05-4e55-8c5d-b05dd6087442 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.070013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:05.145285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-03bd5c96-aef3-43a0-8608-cb0b76c46c59 tempest-RoutersIpV6AdminTest-1967792872 tempest-RoutersIpV6AdminTest-1967792872-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&device_id=052a4558-26c0-4fd8-bb28-bdfae39fc128 HTTP/1.1" status: 200 len: 205 time: 0.1560702 Aug 11 00:50:05.163460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53488) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:05.183568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:50:03Z', 'revision_number': 11, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:05.233942 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-dea17038-c555-45a8-bbe2-4cbea8a12e93 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204628 Aug 11 00:50:05.244143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e981d42-ff04-4db5-b9bd-7b45e730ca47 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:50:03Z', 'revision_number': 11, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:05.258067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dabb6e07-df26-4151-8dc0-278e4bea30f9 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=052a4558-26c0-4fd8-bb28-bdfae39fc128 HTTP/1.1" status: 200 len: 205 time: 0.0925510 Aug 11 00:50:05.264355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53490) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:05.265697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6011d96b-5dcc-4b62-9b4e-2f7f8151fb06 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Deleting port b79719c3-0d04-48cb-ae58-ca89ae5fc564 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:05.266119 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6011d96b-5dcc-4b62-9b4e-2f7f8151fb06 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.364702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6011d96b-5dcc-4b62-9b4e-2f7f8151fb06 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.381377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6011d96b-5dcc-4b62-9b4e-2f7f8151fb06 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Calling delete_port for b79719c3-0d04-48cb-ae58-ca89ae5fc564 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:05.429854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88124a93-e349-4b56-bf29-0a79f518def9 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.440277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61bc7aa9-6b05-4e55-8c5d-b05dd6087442 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.482184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc7aa9-6b05-4e55-8c5d-b05dd6087442 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Subnet': ['ID=d11643cb-8457-48eb-a7a3-b7fd0db38e9c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:05.500002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-61bc7aa9-6b05-4e55-8c5d-b05dd6087442 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.504372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-61bc7aa9-6b05-4e55-8c5d-b05dd6087442 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/d11643cb-8457-48eb-a7a3-b7fd0db38e9c HTTP/1.1" status: 204 len: 168 time: 0.8785875 Aug 11 00:50:05.504587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f90c01b-e09f-4f83-a9c5-f3d7c02c30e0 None None] Network be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:05.507531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53494) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:05.571531 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-d3970b7f-70ad-4720-b4f1-9362c453c6c3 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279796 Aug 11 00:50:05.752254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.837486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-ccab7c85-b80b-4c29-b6a0-6e9fbeaeba1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 217 time: 0.2329781 Aug 11 00:50:05.840962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88124a93-e349-4b56-bf29-0a79f518def9 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.853425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88124a93-e349-4b56-bf29-0a79f518def9 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.853589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Deleting port 1e898c2b-dce3-4de1-a188-b50b76f2f169 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:05.856756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.858926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] DHCP port deletion for be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:50:05.875930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6011d96b-5dcc-4b62-9b4e-2f7f8151fb06 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:05.941232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011d96b-5dcc-4b62-9b4e-2f7f8151fb06 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Pushing event deleted for resources: {'Port': ['ID=b79719c3-0d04-48cb-ae58-ca89ae5fc564,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:05.976776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] Deleting port 1e898c2b-dce3-4de1-a188-b50b76f2f169 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:05.977439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.026882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] For port 1e898c2b-dce3-4de1-a188-b50b76f2f169, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1e898c2b-dce3-4de1-a188-b50b76f2f169,segment=NetworkSegment(dbb0855b-1c8b-4e08-9c1e-05a44729df39),segment_id=dbb0855b-1c8b-4e08-9c1e-05a44729df39)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:06.028952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.047078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-a718cafe-c341-4b76-a275-757f831e6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:06.049127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-a718cafe-c341-4b76-a275-757f831e6085 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.2027984 Aug 11 00:50:06.056709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] For port 1e898c2b-dce3-4de1-a188-b50b76f2f169, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1e898c2b-dce3-4de1-a188-b50b76f2f169,segment=NetworkSegment(dbb0855b-1c8b-4e08-9c1e-05a44729df39),segment_id=dbb0855b-1c8b-4e08-9c1e-05a44729df39)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:06.057489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.060144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Calling delete_port for 1e898c2b-dce3-4de1-a188-b50b76f2f169 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:06.082218 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] Calling delete_port for 1e898c2b-dce3-4de1-a188-b50b76f2f169 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:06.085704 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6011d96b-5dcc-4b62-9b4e-2f7f8151fb06 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.091642 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6011d96b-5dcc-4b62-9b4e-2f7f8151fb06 tempest-RoutersAdminNegativeIpV6Test-1124118420 tempest-RoutersAdminNegativeIpV6Test-1124118420-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b79719c3-0d04-48cb-ae58-ca89ae5fc564 HTTP/1.1" status: 204 len: 168 time: 1.3430316 Aug 11 00:50:06.117983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-f8ba3cfb-5ef1-482c-b590-5c0631682ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:06.122004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-f8ba3cfb-5ef1-482c-b590-5c0631682ffb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0624089 Aug 11 00:50:06.268050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88124a93-e349-4b56-bf29-0a79f518def9 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.277844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88124a93-e349-4b56-bf29-0a79f518def9 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Fanout notify agent at l3_agent the message router_deleted on router 052a4558-26c0-4fd8-bb28-bdfae39fc128 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:50:06.293981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88124a93-e349-4b56-bf29-0a79f518def9 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.301613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53512) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.302224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-88124a93-e349-4b56-bf29-0a79f518def9 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/052a4558-26c0-4fd8-bb28-bdfae39fc128 HTTP/1.1" status: 204 len: 168 time: 1.0346112 Aug 11 00:50:06.348614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-a5bb2618-16a7-41ba-bc14-a7cec92b1cbc service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193983 Aug 11 00:50:06.351266 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53e42f67-461d-4d9e-af4e-beb73b6a1d37 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=052a4558-26c0-4fd8-bb28-bdfae39fc128 HTTP/1.1" status: 200 len: 205 time: 0.0464838 Aug 11 00:50:06.354242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53514) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.403310 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-3b3b54ec-00e9-403d-b0cc-7ee5536abfc7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] delete failed (client error): The resource could not be found. Aug 11 00:50:06.404554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3b3b54ec-00e9-403d-b0cc-7ee5536abfc7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/052a4558-26c0-4fd8-bb28-bdfae39fc128 HTTP/1.1" status: 404 len: 336 time: 0.0499926 Aug 11 00:50:06.408857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53516) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.413993 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.468196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] Pushing event deleted for resources: {'Port': ['ID=1e898c2b-dce3-4de1-a188-b50b76f2f169,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:06.474889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109cb60b-10ab-42e2-9353-a1c9c9385b5c None None] No DVR routers for this DVR port 1e898c2b-dce3-4de1-a188-b50b76f2f169 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:06.492852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aaf1254f-99c9-42db-901e-99a56b2d219a tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=a55dc182-4025-4655-95c4-b42512cd229c HTTP/1.1" status: 200 len: 205 time: 0.0826435 Aug 11 00:50:06.493623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53518) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.535586 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-0d010901-73fd-49db-b298-8ddae3fe3bb1 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803668 Aug 11 00:50:06.536546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.539774 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-4460c892-ada5-402d-8805-cada4a8f4ccd tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] delete failed (client error): The resource could not be found. Aug 11 00:50:06.540923 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4460c892-ada5-402d-8805-cada4a8f4ccd tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/a55dc182-4025-4655-95c4-b42512cd229c HTTP/1.1" status: 404 len: 336 time: 0.0454175 Aug 11 00:50:06.544342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53522) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.588164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No DVR routers for this DVR port 1e898c2b-dce3-4de1-a188-b50b76f2f169 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:06.592766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-e2169eab-45f3-4f17-b49b-6ecf1b23ee2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 217 time: 0.0485218 Aug 11 00:50:06.603697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Port': ['ID=1e898c2b-dce3-4de1-a188-b50b76f2f169,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:06.613328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5384e777-e607-4c8b-b180-06e48ea72111 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=51e1ff49-2a30-484f-a33d-e9dc23a59d21 HTTP/1.1" status: 200 len: 205 time: 0.0625682 Aug 11 00:50:06.613912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53524) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.659870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-f193c4b1-958d-44fd-87db-5950fedd2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:06.662312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-f193c4b1-958d-44fd-87db-5950fedd2912 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0626042 Aug 11 00:50:06.673944 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-267e209f-e0ee-4652-8f72-6fefc7c1ab47 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] delete failed (client error): The resource could not be found. Aug 11 00:50:06.676828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-267e209f-e0ee-4652-8f72-6fefc7c1ab47 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/51e1ff49-2a30-484f-a33d-e9dc23a59d21 HTTP/1.1" status: 404 len: 336 time: 0.0603073 Aug 11 00:50:06.679239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53528) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.726241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-0deca64d-4fdc-46f9-ac85-bcbbf51195c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:06.728512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-0deca64d-4fdc-46f9-ac85-bcbbf51195c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554287 Aug 11 00:50:06.753612 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e0e73117-b8a3-4be1-b4a9-0fba461cbc71 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c8c5037-33eb-4d3b-b95f-0572242996d7 HTTP/1.1" status: 200 len: 205 time: 0.0732930 Aug 11 00:50:06.761630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53532) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.815787 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-4606c5c1-11ec-4b5e-9190-f19fc1a5acad tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] delete failed (client error): The resource could not be found. Aug 11 00:50:06.821781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4606c5c1-11ec-4b5e-9190-f19fc1a5acad tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/1c8c5037-33eb-4d3b-b95f-0572242996d7 HTTP/1.1" status: 404 len: 336 time: 0.0542877 Aug 11 00:50:06.821781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.822211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53534) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:06.833012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be295a0b-6ea6-4452-81f5-3f39ae5a9ea2']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:06.848438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb0855b-1c8b-4e08-9c1e-05a44729df39') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:06.848844 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb0855b-1c8b-4e08-9c1e-05a44729df39') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:06.858696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-2df686a4-ddf9-46f8-a811-2bac57ac1046 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233146 Aug 11 00:50:06.867997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.891980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.899328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8083f8b1-c54f-419f-a3d3-411ea0071d38 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3b1323a-4734-4d0d-9c84-767aff999eb7 HTTP/1.1" status: 200 len: 205 time: 0.0736623 Aug 11 00:50:06.906015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:06.906430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:06.922089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53538) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:07.008687 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:07.021725 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-290a9662-d59d-4329-8857-fad468a45ce7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] delete failed (client error): The resource could not be found. Aug 11 00:50:07.022805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-290a9662-d59d-4329-8857-fad468a45ce7 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/f3b1323a-4734-4d0d-9c84-767aff999eb7 HTTP/1.1" status: 404 len: 336 time: 0.0993893 Aug 11 00:50:07.025588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53542) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:07.066454 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-21798e54-1f49-48e2-9521-6d232ea67198 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "GET /v2.0/ports?device_id=e06cc272-e79b-4299-a7b7-1147d4185a15 HTTP/1.1" status: 200 len: 205 time: 0.0396011 Aug 11 00:50:07.068371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53544) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:07.117110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-ed7e7b92-91fd-4e88-a88b-3250a3fa81c2 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313633 Aug 11 00:50:07.150952 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-0d1249c8-0850-46a3-b6c4-41f42fc35783 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] delete failed (client error): The resource could not be found. Aug 11 00:50:07.152164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0d1249c8-0850-46a3-b6c4-41f42fc35783 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/routers/e06cc272-e79b-4299-a7b7-1147d4185a15 HTTP/1.1" status: 404 len: 336 time: 0.0827801 Aug 11 00:50:07.152752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53548) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:07.154732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53550) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:07.181098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-175e25b6-a692-4763-9efa-1712fd4c0eee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 200 len: 217 time: 0.0561364 Aug 11 00:50:07.192158 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eb15fe-87f6-4b6d-9f51-09465b88a463 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:07.195189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eb15fe-87f6-4b6d-9f51-09465b88a463 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:07.195189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-85eb15fe-87f6-4b6d-9f51-09465b88a463 tempest-RoutersIpV6AdminTest-9958205 tempest-RoutersIpV6AdminTest-9958205-project] 10.222.0.43 "DELETE /v2.0/subnets/24018c2e-b01b-422f-9f13-f87b8bed1530 HTTP/1.1" status: 404 len: 337 time: 0.0388641 Aug 11 00:50:07.195970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:07.219622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:07.225068 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/networks/be295a0b-6ea6-4452-81f5-3f39ae5a9ea2 HTTP/1.1" status: 204 len: 168 time: 1.7130723 Aug 11 00:50:07.225068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65907c1-c033-4a9e-96ab-c597f57dd7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Pushing event deleted for resources: {'Network': ['ID=be295a0b-6ea6-4452-81f5-3f39ae5a9ea2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:07.225411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53558) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:07.253774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'routes': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:07.254209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1e898c2b-dce3-4de1-a188-b50b76f2f169 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:07.268006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-a05379f0-9ce8-4219-af48-c2c9313b6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:07.270291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-a05379f0-9ce8-4219-af48-c2c9313b6095 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0818672 Aug 11 00:50:07.300396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 1e898c2b-dce3-4de1-a188-b50b76f2f169 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:07.300765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1e898c2b-dce3-4de1-a188-b50b76f2f169 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:07.301212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 26461250-f4ae-4190-a1c9-126d8f804a22 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:07.346209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 26461250-f4ae-4190-a1c9-126d8f804a22 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:07.346848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 26461250-f4ae-4190-a1c9-126d8f804a22 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:07.415502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-6daba6df-891f-442d-92b4-680f8b666604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:07.418303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-6daba6df-891f-442d-92b4-680f8b666604 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1346056 Aug 11 00:50:07.481708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d30854c0-9dec-42fd-bd56-f86ba33460f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:07.529819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.extraroute_db [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Added routes are [] {{(pid=95254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 00:50:07.529819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.extraroute_db [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Removed routes are [] {{(pid=95254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 00:50:07.529819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:07.570337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-0efa62b6-f625-4426-95ad-20917bfceec4 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413064 Aug 11 00:50:07.681318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-e782ca4a-be71-463e-8b19-b46ede8f8470 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053467 Aug 11 00:50:07.733478 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-17cd0d78-92c3-486d-b579-749772185261 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 200 len: 217 time: 0.0452166 Aug 11 00:50:07.749197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:07.758114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:07.793849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-2c127b35-19d3-4a7f-91e8-2db7dfd2a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:07.800141 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-2c127b35-19d3-4a7f-91e8-2db7dfd2a257 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0600080 Aug 11 00:50:07.869559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-95d8e0cf-403d-4fc0-b0cc-08420c0c85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:07.871900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-95d8e0cf-403d-4fc0-b0cc-08420c0c85ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0632751 Aug 11 00:50:07.878894 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d30854c0-9dec-42fd-bd56-f86ba33460f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:07.882247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router 131d4d28-dba1-4323-aae7-da0a196e19a4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:07.979671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:07.989168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:07.993758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c4d53356-d65b-4a88-9826-1287bc3046fe tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 200 len: 701 time: 0.7674141 Aug 11 00:50:07.998133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53576) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:08.001465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be547508-604b-4393-af91-546f9e6324a8 None None] Sync routers for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:08.029997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be547508-604b-4393-af91-546f9e6324a8 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:08.031231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-be547508-604b-4393-af91-546f9e6324a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:08.042733 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6dd5261c-1cf3-4246-942a-24e034b22242 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 200 len: 205 time: 0.0449736 Aug 11 00:50:08.043404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53578) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:08.044428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d30854c0-9dec-42fd-bd56-f86ba33460f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:08.103971 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d30854c0-9dec-42fd-bd56-f86ba33460f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13b7a5563ab7462a8393b7da8d7d789d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9477732 Aug 11 00:50:08.103971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53580) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:08.116242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53582) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:08.133962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30854c0-9dec-42fd-bd56-f86ba33460f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4739d0-6a00-4064-a5d3-d054721f48c1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:08.146504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-972420e2-384b-4a72-9740-6538d702edc2 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667859 Aug 11 00:50:08.220720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-be547508-604b-4393-af91-546f9e6324a8 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:08.230002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7565706e-cc29-4a1f-b390-7bb3d0784e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:08.284339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7565706e-cc29-4a1f-b390-7bb3d0784e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:08.304665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-9d99-4a66-a474-52e2a4013ac0 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:08.350094 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-741ad81f-5366-4fb8-89d4-cb5505be8a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:08.375286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-be547508-604b-4393-af91-546f9e6324a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:50:03Z', 'revision_number': 11, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:08.432511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be547508-604b-4393-af91-546f9e6324a8 None None] Checking router: 131d4d28-dba1-4323-aae7-da0a196e19a4 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:50:08.442495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be547508-604b-4393-af91-546f9e6324a8 None None] Routers {'131d4d28-dba1-4323-aae7-da0a196e19a4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:08.444074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-be547508-604b-4393-af91-546f9e6324a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['131d4d28-dba1-4323-aae7-da0a196e19a4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:08.532435 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7565706e-cc29-4a1f-b390-7bb3d0784e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:08.535553 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7565706e-cc29-4a1f-b390-7bb3d0784e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:08.539716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7565706e-cc29-4a1f-b390-7bb3d0784e9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f4739d0-6a00-4064-a5d3-d054721f48c1 HTTP/1.1" status: 204 len: 168 time: 0.4192066 Aug 11 00:50:08.568860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-be547508-604b-4393-af91-546f9e6324a8 None None] Set router 131d4d28-dba1-4323-aae7-da0a196e19a4 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:08.586399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565706e-cc29-4a1f-b390-7bb3d0784e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4739d0-6a00-4064-a5d3-d054721f48c1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:08.721708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-741ad81f-5366-4fb8-89d4-cb5505be8a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:08.750543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-be547508-604b-4393-af91-546f9e6324a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:50:03Z', 'revision_number': 11, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:08.789544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be547508-604b-4393-af91-546f9e6324a8 None None] The sync data for ids ['131d4d28-dba1-4323-aae7-da0a196e19a4'] in n-d-712143-13 is: [{'id': '131d4d28-dba1-4323-aae7-da0a196e19a4', 'name': 'tempest-RoutersTest-router-2061923810', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:49:03Z', 'updated_at': '2021-08-11T00:50:03Z', 'revision_number': 11, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:08.829932 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-741ad81f-5366-4fb8-89d4-cb5505be8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:09.321350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-9d99-4a66-a474-52e2a4013ac0 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:09.324280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-9d99-4a66-a474-52e2a4013ac0 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:09.494301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49115f86-e976-40f3-afea-a7790998f600 req-0dd3bc10-4389-4e5a-9dde-c50d9a324a1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746818 Aug 11 00:50:09.497398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-e225d60b-b373-4e01-a7a9-b1fb01d2d078 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2899299 Aug 11 00:50:09.656287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-9d99-4a66-a474-52e2a4013ac0 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:09.656287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4726a7a7-9d99-4a66-a474-52e2a4013ac0 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Fanout notify agent at l3_agent the message router_deleted on router 131d4d28-dba1-4323-aae7-da0a196e19a4 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:50:09.666783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-ddc8e44f-55e3-4c01-a658-686086624e00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 200 len: 217 time: 0.1593966 Aug 11 00:50:09.672573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-9d99-4a66-a474-52e2a4013ac0 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:09.673717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4726a7a7-9d99-4a66-a474-52e2a4013ac0 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 204 len: 168 time: 1.6289496 Aug 11 00:50:09.682182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-741ad81f-5366-4fb8-89d4-cb5505be8a0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22708414030643bd9fd528ec6536cba4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5751905 Aug 11 00:50:09.682182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53608) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:09.687103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:09.687542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9f186240-3e9a-49ef-8629-70688cfd3bdb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-999663309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:09.769807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad81f-5366-4fb8-89d4-cb5505be8a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48709e1e-633c-42d6-8da9-193e48a0d9d2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:09.826448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53618) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:09.873170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115f86-e976-40f3-afea-a7790998f600 req-5f717c79-f47a-4d7d-a715-3a85a4b99194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:09.874951 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49115f86-e976-40f3-afea-a7790998f600 req-5f717c79-f47a-4d7d-a715-3a85a4b99194 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=acb5a8cd51cf48fda3b15f711dfb924f&device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 1098 time: 0.2579267 Aug 11 00:50:09.899308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-7ad9a7da-5b95-4eda-ac20-1176975a9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:09.901728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-7ad9a7da-5b95-4eda-ac20-1176975a9232 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.2245123 Aug 11 00:50:09.915121 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f186240-3e9a-49ef-8629-70688cfd3bdb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:09.935898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f186240-3e9a-49ef-8629-70688cfd3bdb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:09.962840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbf91-ea15-440b-a1cc-94b1ec16be82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:09.963012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ba51668a-52e4-4cb5-8b8e-9786a08b43ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbe0514acc0047729fc1e38f9aabdd1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238923 Aug 11 00:50:09.963012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53620) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:10.050739 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbf91-ea15-440b-a1cc-94b1ec16be82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.091788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-646091ac-c2eb-4f0f-9439-725c04032339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:10.093429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-646091ac-c2eb-4f0f-9439-725c04032339 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1695967 Aug 11 00:50:10.096971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f186240-3e9a-49ef-8629-70688cfd3bdb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.131930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad4d190a-0e0b-4be6-8ac9-f3cee9ec87b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.171121 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad4d190a-0e0b-4be6-8ac9-f3cee9ec87b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.197966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f186240-3e9a-49ef-8629-70688cfd3bdb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.214405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115f86-e976-40f3-afea-a7790998f600 req-f5f53fd0-a999-4d3c-91f9-35378a01a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:10.216216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49115f86-e976-40f3-afea-a7790998f600 req-f5f53fd0-a999-4d3c-91f9-35378a01a656 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c269dec9-ff3a-4149-be6b-829be0ca1b2c HTTP/1.1" status: 200 len: 910 time: 0.3073137 Aug 11 00:50:10.309685 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-c0cf846e-25c4-4450-8f90-fd0dac34d16d service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091119 Aug 11 00:50:10.327445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49115f86-e976-40f3-afea-a7790998f600 req-de9c1e6d-833b-4476-90b4-e308467cf364 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e HTTP/1.1" status: 200 len: 1001 time: 0.0974262 Aug 11 00:50:10.355367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f186240-3e9a-49ef-8629-70688cfd3bdb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.360005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9f186240-3e9a-49ef-8629-70688cfd3bdb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6765530 Aug 11 00:50:10.360720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53630) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:10.366500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-dce7ecc5-ed47-4662-99c3-538247af5f6c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:10.407802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbf91-ea15-440b-a1cc-94b1ec16be82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.410446 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbf91-ea15-440b-a1cc-94b1ec16be82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.411898 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b0dbf91-ea15-440b-a1cc-94b1ec16be82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48709e1e-633c-42d6-8da9-193e48a0d9d2 HTTP/1.1" status: 204 len: 168 time: 0.7225473 Aug 11 00:50:10.435865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dbf91-ea15-440b-a1cc-94b1ec16be82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48709e1e-633c-42d6-8da9-193e48a0d9d2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:10.458139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115f86-e976-40f3-afea-a7790998f600 req-f9957e74-1664-401b-bb50-074ca6bcc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:10.459587 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49115f86-e976-40f3-afea-a7790998f600 req-f9957e74-1664-401b-bb50-074ca6bcc5dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5089f315-ab5e-404a-b776-303dacfbf732 HTTP/1.1" status: 200 len: 848 time: 0.1191444 Aug 11 00:50:10.504701 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad4d190a-0e0b-4be6-8ac9-f3cee9ec87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.508520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad4d190a-0e0b-4be6-8ac9-f3cee9ec87b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.518076 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ad4d190a-0e0b-4be6-8ac9-f3cee9ec87b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c60982be-eba1-411b-8108-cd0062968da3 HTTP/1.1" status: 204 len: 168 time: 0.5612960 Aug 11 00:50:10.538354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-16681e57-0a7a-47b3-bcab-a675360a0f60 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204845 Aug 11 00:50:10.556528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115f86-e976-40f3-afea-a7790998f600 req-6a22fb5b-60b9-4f9e-b487-6bb5ba5b8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:10.558272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49115f86-e976-40f3-afea-a7790998f600 req-6a22fb5b-60b9-4f9e-b487-6bb5ba5b8316 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c269dec9-ff3a-4149-be6b-829be0ca1b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903833 Aug 11 00:50:10.596746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-a4ad8975-99cf-49a0-9fb5-9af38a73dac6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 200 len: 217 time: 0.0509562 Aug 11 00:50:10.601690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d190a-0e0b-4be6-8ac9-f3cee9ec87b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60982be-eba1-411b-8108-cd0062968da3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:10.839970 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49115f86-e976-40f3-afea-a7790998f600 req-83c93cf5-69b9-4c6f-9523-af0743968796 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517276 Aug 11 00:50:10.952183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dce7ecc5-ed47-4662-99c3-538247af5f6c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:10.964032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-51428b8c-1842-4630-9c0c-c73f9bb0b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:10.967184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-51428b8c-1842-4630-9c0c-c73f9bb0b4fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.1254296 Aug 11 00:50:11.076189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dce7ecc5-ed47-4662-99c3-538247af5f6c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:11.165441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-22411b4b-4271-4758-8287-973f4979f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:11.165441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-22411b4b-4271-4758-8287-973f4979f118 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1522989 Aug 11 00:50:11.326600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49115f86-e976-40f3-afea-a7790998f600 req-72cc8707-320b-4c22-95e2-0d4897606883 service neutron] 10.222.0.55 "GET /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537383 Aug 11 00:50:11.341490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-94cc51f5-d18c-49b4-b48c-8c05a50cedcb service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721122 Aug 11 00:50:11.446848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3bc5081-71fd-48cb-b3ff-2ee7b3f24c4e req-fa8cadfd-dbd9-4082-a722-27ab525ef3df service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985105 Aug 11 00:50:11.452609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce7ecc5-ed47-4662-99c3-538247af5f6c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Router fec18f86-6b1a-4c33-be6c-15e88c7bc508 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:50:11.627197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce7ecc5-ed47-4662-99c3-538247af5f6c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:11.641147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dce7ecc5-ed47-4662-99c3-538247af5f6c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:11.647669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53664) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:11.649335 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dce7ecc5-ed47-4662-99c3-538247af5f6c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "PUT /v2.0/routers/fec18f86-6b1a-4c33-be6c-15e88c7bc508 HTTP/1.1" status: 200 len: 693 time: 1.2871976 Aug 11 00:50:11.651321 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] Sync routers for ids ['fec18f86-6b1a-4c33-be6c-15e88c7bc508'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:11.668839 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] Routers {'fec18f86-6b1a-4c33-be6c-15e88c7bc508'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:11.669489 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fec18f86-6b1a-4c33-be6c-15e88c7bc508'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:11.706381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53666) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:11.851654 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] Set router fec18f86-6b1a-4c33-be6c-15e88c7bc508 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:11.862452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3038d90f-d4f6-468d-bfee-de8f813f9983 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/routers/fec18f86-6b1a-4c33-be6c-15e88c7bc508 HTTP/1.1" status: 200 len: 699 time: 0.2133529 Aug 11 00:50:11.867499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53670) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:11.899182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8f753db3-656d-4f35-bb60-ca41cc1c66a5 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=fec18f86-6b1a-4c33-be6c-15e88c7bc508 HTTP/1.1" status: 200 len: 205 time: 0.0310619 Aug 11 00:50:11.904597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53672) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:11.930774 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d8fb2-9e6f-452a-bc9e-ca5489270f1c req-cba09898-6d68-4e1f-b866-64f07e9eb423 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:11.932317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-085d8fb2-9e6f-452a-bc9e-ca5489270f1c req-cba09898-6d68-4e1f-b866-64f07e9eb423 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 946 time: 0.1379995 Aug 11 00:50:11.949073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-19b1b98a-59f7-4c30-b4db-a1e1c95834e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a1e19debf6a4867b60f3322955b7f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364955 Aug 11 00:50:11.971108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53676) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:11.993511 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec18f86-6b1a-4c33-be6c-15e88c7bc508', 'name': 'tempest-RoutersTest-router-999663309', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:50:09Z', 'updated_at': '2021-08-11T00:50:10Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:12.053392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-085d8fb2-9e6f-452a-bc9e-ca5489270f1c req-6a20dde6-face-4501-9315-ca5b3fcde623 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776305 Aug 11 00:50:12.056056 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f25581f2-d19b-45a8-b74e-335be69dea5c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.085732 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] Checking router: fec18f86-6b1a-4c33-be6c-15e88c7bc508 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:50:12.114422 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] Routers {'fec18f86-6b1a-4c33-be6c-15e88c7bc508'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:12.117508 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['fec18f86-6b1a-4c33-be6c-15e88c7bc508'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:12.124376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-671ba25d-b8ff-411e-bc97-1ad20cb7302c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.200339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-671ba25d-b8ff-411e-bc97-1ad20cb7302c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.277212 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] Set router fec18f86-6b1a-4c33-be6c-15e88c7bc508 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:12.368777 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec18f86-6b1a-4c33-be6c-15e88c7bc508', 'name': 'tempest-RoutersTest-router-999663309', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:50:09Z', 'updated_at': '2021-08-11T00:50:10Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:12.406490 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a3981-df0c-4d63-bc95-a616266a1e0a None None] The sync data for ids ['fec18f86-6b1a-4c33-be6c-15e88c7bc508'] in n-d-712143-13 is: [{'id': 'fec18f86-6b1a-4c33-be6c-15e88c7bc508', 'name': 'tempest-RoutersTest-router-999663309', 'tenant_id': '9daf3977fef848819ad7f3d591155b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:50:09Z', 'updated_at': '2021-08-11T00:50:10Z', 'revision_number': 2, 'project_id': '9daf3977fef848819ad7f3d591155b0d', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:12.428512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-671ba25d-b8ff-411e-bc97-1ad20cb7302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.434408 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-671ba25d-b8ff-411e-bc97-1ad20cb7302c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.439752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-671ba25d-b8ff-411e-bc97-1ad20cb7302c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da6a353d-da9f-418c-b3ba-08aebf57098d HTTP/1.1" status: 204 len: 168 time: 0.4670978 Aug 11 00:50:12.457107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ba25d-b8ff-411e-bc97-1ad20cb7302c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6a353d-da9f-418c-b3ba-08aebf57098d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:12.508301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f25581f2-d19b-45a8-b74e-335be69dea5c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.512233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f25581f2-d19b-45a8-b74e-335be69dea5c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.737167 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f25581f2-d19b-45a8-b74e-335be69dea5c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.737926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25581f2-d19b-45a8-b74e-335be69dea5c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Fanout notify agent at l3_agent the message router_deleted on router fec18f86-6b1a-4c33-be6c-15e88c7bc508 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:50:12.752639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f25581f2-d19b-45a8-b74e-335be69dea5c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:12.754105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f25581f2-d19b-45a8-b74e-335be69dea5c tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/fec18f86-6b1a-4c33-be6c-15e88c7bc508 HTTP/1.1" status: 204 len: 168 time: 0.8443537 Aug 11 00:50:12.758928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53700) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:12.796022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ced0dd67-d3ee-40ef-aec0-6dce7beb9ada tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=fec18f86-6b1a-4c33-be6c-15e88c7bc508 HTTP/1.1" status: 200 len: 205 time: 0.0327458 Aug 11 00:50:12.796343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53702) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:12.869974 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-84906904-b705-4131-80aa-9591ade8038b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] delete failed (client error): The resource could not be found. Aug 11 00:50:12.871078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-84906904-b705-4131-80aa-9591ade8038b tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/fec18f86-6b1a-4c33-be6c-15e88c7bc508 HTTP/1.1" status: 404 len: 336 time: 0.0735011 Aug 11 00:50:12.873755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53708) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:12.933804 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d24ff4-a5ba-46f1-a570-9b406c07b6c1 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:12.934299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d24ff4-a5ba-46f1-a570-9b406c07b6c1 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:12.936207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b8d24ff4-a5ba-46f1-a570-9b406c07b6c1 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/33a32e46-69d8-4499-891c-489108a00049 HTTP/1.1" status: 404 len: 337 time: 0.0611985 Aug 11 00:50:12.943841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53710) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.060612 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8e4d9c-9f23-471f-b3b8-936aecda723d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:13.061362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8e4d9c-9f23-471f-b3b8-936aecda723d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:13.065954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53720) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.068446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7f8e4d9c-9f23-471f-b3b8-936aecda723d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/bcdbc807-63c6-451e-9719-ce05f7ca392f HTTP/1.1" status: 404 len: 337 time: 0.1208763 Aug 11 00:50:13.107532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-ce5bb827-8fb7-4ca8-8814-0c89db86d37c tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:13.115339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-ce5bb827-8fb7-4ca8-8814-0c89db86d37c tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.55 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 946 time: 0.2659342 Aug 11 00:50:13.131814 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3178b704-08fd-4487-8ddf-9ebbbdb8573a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:13.132521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3178b704-08fd-4487-8ddf-9ebbbdb8573a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:13.134325 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3178b704-08fd-4487-8ddf-9ebbbdb8573a tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/239c4e43-d388-42a9-be38-7c5baa4a34e8 HTTP/1.1" status: 404 len: 337 time: 0.0671217 Aug 11 00:50:13.142716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53728) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.221101 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e0b161-2900-429e-8c1f-5227c46e1d2e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:13.225704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e0b161-2900-429e-8c1f-5227c46e1d2e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:13.230288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-77e0b161-2900-429e-8c1f-5227c46e1d2e tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/d11643cb-8457-48eb-a7a3-b7fd0db38e9c HTTP/1.1" status: 404 len: 337 time: 0.0863569 Aug 11 00:50:13.233466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53734) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.293519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-39d725f3-a091-4411-a9cb-73892709583d tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 200 len: 205 time: 0.0577865 Aug 11 00:50:13.296101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53736) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.371331 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-4cb8495e-9807-446f-918e-a3e6807752c7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] delete failed (client error): The resource could not be found. Aug 11 00:50:13.389413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53738) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.393389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4cb8495e-9807-446f-918e-a3e6807752c7 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/131d4d28-dba1-4323-aae7-da0a196e19a4 HTTP/1.1" status: 404 len: 336 time: 0.0960503 Aug 11 00:50:13.432793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-102ae1aa-0cbe-4d8f-851a-a75f7c115766 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=faf09a1c-1b15-4ca7-9d86-2fae24e48aba HTTP/1.1" status: 200 len: 205 time: 0.0421991 Aug 11 00:50:13.435916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53744) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.455307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fced4a-d94a-45eb-a7f1-1ae09756da6a req-46c6029d-3f5c-4f5a-82fa-761da1082305 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:13.456938 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34fced4a-d94a-45eb-a7f1-1ae09756da6a req-46c6029d-3f5c-4f5a-82fa-761da1082305 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 946 time: 0.2214649 Aug 11 00:50:13.622202 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-5c3e0406-f696-4566-b7ea-6c2b3022c7fa tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] delete failed (client error): The resource could not be found. Aug 11 00:50:13.623514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5c3e0406-f696-4566-b7ea-6c2b3022c7fa tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/faf09a1c-1b15-4ca7-9d86-2fae24e48aba HTTP/1.1" status: 404 len: 336 time: 0.1863101 Aug 11 00:50:13.626326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53752) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.638701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34fced4a-d94a-45eb-a7f1-1ae09756da6a req-8574a18c-ce46-45f9-ac06-1f37e30c48dc tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678681 Aug 11 00:50:13.709109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Deleting port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:13.709463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:13.715309 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f38141e-1f6b-4bd8-9666-8267e4599214 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:13.715905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f38141e-1f6b-4bd8-9666-8267e4599214 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:13.717831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9f38141e-1f6b-4bd8-9666-8267e4599214 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/51fb41f5-988a-4dd3-b4cf-9e751b8744e4 HTTP/1.1" status: 404 len: 337 time: 0.0739679 Aug 11 00:50:13.720622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53754) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.836805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53758) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.837646 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-811e85a0-4fee-4922-9138-bd1cffab72a9 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97575c4-50af-4226-ae55-db58b3acef32 HTTP/1.1" status: 200 len: 205 time: 0.1127610 Aug 11 00:50:13.940077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53760) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:13.986348 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-8cb63ad6-51e5-4ac0-a0e2-1c5625b660ff tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] delete failed (client error): The resource could not be found. Aug 11 00:50:13.991553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8cb63ad6-51e5-4ac0-a0e2-1c5625b660ff tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/f97575c4-50af-4226-ae55-db58b3acef32 HTTP/1.1" status: 404 len: 336 time: 0.1496572 Aug 11 00:50:13.992036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53766) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.012217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] For port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:14.031462 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:14.085154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-01be1ed5-d521-4c73-8cc8-6703f98382fb tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0ab7d11-71ca-4978-8d9e-31aab5656fa5 HTTP/1.1" status: 200 len: 205 time: 0.0911872 Aug 11 00:50:14.093669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53772) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.286406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1468960963'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:14.297533 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-0bacbf13-f34d-4c11-ba32-22e87e790e56 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] delete failed (client error): The resource could not be found. Aug 11 00:50:14.300348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0bacbf13-f34d-4c11-ba32-22e87e790e56 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/d0ab7d11-71ca-4978-8d9e-31aab5656fa5 HTTP/1.1" status: 404 len: 336 time: 0.2048018 Aug 11 00:50:14.307481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53780) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.383560 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1aac5b-7ea4-4e13-a786-eb494df93092 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:14.384020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1aac5b-7ea4-4e13-a786-eb494df93092 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:14.388295 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bf1aac5b-7ea4-4e13-a786-eb494df93092 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/ddab644f-65e5-4b26-a7dc-1c15ebcdc6b9 HTTP/1.1" status: 404 len: 337 time: 0.0759954 Aug 11 00:50:14.389469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53782) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.427741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-816a9a90-3bca-4257-b546-3735208ca145 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=62d680aa-eda5-4e94-8954-1d588ade259b HTTP/1.1" status: 200 len: 205 time: 0.0340035 Aug 11 00:50:14.427741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53784) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.495938 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-1c83161d-5237-4c3c-b042-da848ac46a29 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] delete failed (client error): The resource could not be found. Aug 11 00:50:14.500300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1c83161d-5237-4c3c-b042-da848ac46a29 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/62d680aa-eda5-4e94-8954-1d588ade259b HTTP/1.1" status: 404 len: 336 time: 0.0718102 Aug 11 00:50:14.501180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53790) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.526512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:14.526889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:14.527249 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Floating IP ce15dd37-4580-460d-853b-91402a9f2e95 disassociated. External IP: 172.25.0.17, port: c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e. Aug 11 00:50:14.527665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Calling delete_port for c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:14.535822 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d99367-2fea-48a1-9c5d-66ecc87c0f37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:14.537236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d99367-2fea-48a1-9c5d-66ecc87c0f37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:14.541766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-65d99367-2fea-48a1-9c5d-66ecc87c0f37 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/746ef95a-0a18-48d3-8588-7726ad1c40d9 HTTP/1.1" status: 404 len: 337 time: 0.0373771 Aug 11 00:50:14.544404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53792) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.581536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3d617330-fe04-42da-bb70-fc334ac2d6a4 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa576ae6-10d7-4b84-94a4-2cb1da643b7f HTTP/1.1" status: 200 len: 205 time: 0.0357938 Aug 11 00:50:14.584214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53794) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.594691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Made reservation on behalf of acdbdf6c93be4c2bb356c39a92aaa09b for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:14.598688 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:14.610592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53796) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.640556 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-26dcdce4-37ff-4e13-8ed4-80b573700588 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] delete failed (client error): The resource could not be found. Aug 11 00:50:14.644103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-26dcdce4-37ff-4e13-8ed4-80b573700588 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/routers/fa576ae6-10d7-4b84-94a4-2cb1da643b7f HTTP/1.1" status: 404 len: 336 time: 0.0560527 Aug 11 00:50:14.644625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53806) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.673532 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-be66e8b3-9224-4c61-8770-20096c4be7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:14.673994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be66e8b3-9224-4c61-8770-20096c4be7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:14.676781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be66e8b3-9224-4c61-8770-20096c4be7f3 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/b181c147-3cdf-40e9-97c5-b2e9bf3fe0ce HTTP/1.1" status: 404 len: 337 time: 0.0306365 Aug 11 00:50:14.677636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:14.686292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53812) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:14.734322 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-db19f2ff-ae00-4e0c-afc9-f3c196090393 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] DELETE failed (client error): The resource could not be found. Aug 11 00:50:14.734322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db19f2ff-ae00-4e0c-afc9-f3c196090393 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:50:14.734322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-db19f2ff-ae00-4e0c-afc9-f3c196090393 tempest-RoutersTest-950448088 tempest-RoutersTest-950448088-project] 10.222.0.43 "DELETE /v2.0/subnets/2e806a4d-ca9c-4c8d-b5fe-cc760fff9a7e HTTP/1.1" status: 404 len: 337 time: 0.0424581 Aug 11 00:50:14.902491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1716342999'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:14.917910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:14.936504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba8bd-0e3a-4e83-9aff-9da9d8d9cb8e req-27a06345-6714-4cbb-86b5-a4bf0fe4657f tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:14.945144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-823ba8bd-0e3a-4e83-9aff-9da9d8d9cb8e req-27a06345-6714-4cbb-86b5-a4bf0fe4657f tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 946 time: 0.0930290 Aug 11 00:50:14.976858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.017124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event deleted for resources: {'Port': ['ID=c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:15.023370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-823ba8bd-0e3a-4e83-9aff-9da9d8d9cb8e req-f0369891-f56b-4773-822d-8adcf1eea614 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/security-groups?id=b471bdd6-149d-4edc-8374-ce4a728034c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767782 Aug 11 00:50:15.059149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.178925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:15.191202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.191641 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Added segment 2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6 of type vlan for network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 Aug 11 00:50:15.215493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:15.220619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.237677 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.248709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef51a6f-e584-41bf-9c57-f29271e13e32,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:15.278944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:15.284766 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.461372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.478937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:15.492478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] Sync routers for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:15.525681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:15.526608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:15.615260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.622357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:15.623907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:15.866439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53838) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:15.914051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event updated for resources: {'Network': ['ID=6e8050f0-a6ba-4331-8d1e-85eac4c29931,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:15.940224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-55b64ef5-c99f-496a-8b49-99bd2369a5fc tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9952364 Aug 11 00:50:15.946392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53842) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:15.991807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Request body: {'subnet': {'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:16.226868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.278303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] No DVR routers for this DVR port c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:16.339649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:16.359279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.363663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50762d63-27cf-4ccf-97a8-daa72acac92d req-3e62fc92-122b-4b0f-b7be-61133f5edd6b tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.55 "DELETE /v2.0/ports/c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e HTTP/1.1" status: 204 len: 173 time: 3.2456405 Aug 11 00:50:16.421256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b51449a-4944-4fd4-945d-319ba874cc60,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:16.425889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90727be3-ec11-4031-91da-20d6ea2860b8', 'name': 'network-vif-deleted', 'tag': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:50:16.431218 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b8bbde-1b7c-477f-a68b-4c1c8d357a93" -d '{"events": [{"server_uuid": "90727be3-ec11-4031-91da-20d6ea2860b8", "name": "network-vif-deleted", "tag": "c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:50:16.460127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-090e529f-bf8a-4aaf-b258-26afc434bb83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9daf3977fef848819ad7f3d591155b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966847 Aug 11 00:50:16.472075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53858) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:16.473344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98352be0-2aff-47c4-9873-490c67b2040a req-a24294d2-6ac2-4abb-9d71-d550e6ae92ea tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 210 time: 0.2366364 Aug 11 00:50:16.506420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:16.543038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.543684 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment e7390700-2ca9-4d2f-80dc-d45e1f343278 of type vlan for network 27894ff6-b2a3-4878-a2af-2e257e196864 Aug 11 00:50:16.548241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d90c9483-93bb-4f9e-b87e-f19fffb362a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.577009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:16.581549 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f2f9de-c821-45d6-aa20-861c280d33c0 x-openstack-request-id: req-a3f2f9de-c821-45d6-aa20-861c280d33c0 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:50:16.582030 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90727be3-ec11-4031-91da-20d6ea2860b8", "name": "network-vif-deleted", "tag": "c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:50:16.582452 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3f2f9de-c821-45d6-aa20-861c280d33c0 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:50:16.583665 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90727be3-ec11-4031-91da-20d6ea2860b8', 'name': 'network-vif-deleted', 'tag': 'c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e', 'status': 'completed', 'code': 200} Aug 11 00:50:16.602781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d90c9483-93bb-4f9e-b87e-f19fffb362a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.638565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Made reservation on behalf of acdbdf6c93be4c2bb356c39a92aaa09b for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:16.638565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.653133 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb526477-6f23-4cf8-ab5f-ebf8bbbdcf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.702791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:16.702791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:16.702791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c09c63f6-8ac6-43c0-b64c-0e7fe4944f3e not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:16.710910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.914725 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:16.921015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:16.926133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:17.044368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d90c9483-93bb-4f9e-b87e-f19fffb362a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:17.047319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d90c9483-93bb-4f9e-b87e-f19fffb362a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:17.052987 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d90c9483-93bb-4f9e-b87e-f19fffb362a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e67e924-93a8-4d84-9cd2-d423cf4c2a89 HTTP/1.1" status: 204 len: 168 time: 0.5843713 Aug 11 00:50:17.065643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c9483-93bb-4f9e-b87e-f19fffb362a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e67e924-93a8-4d84-9cd2-d423cf4c2a89,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:17.144894 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:17.220228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5928614 Aug 11 00:50:17.220228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd83fe-c5e6-49dd-b688-8de991d11e6f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=27894ff6-b2a3-4878-a2af-2e257e196864,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:17.270289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 27894ff6-b2a3-4878-a2af-2e257e196864 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:17.474459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event updated for resources: {'Subnet': ['ID=93f31e90-dd07-4030-9d59-09fbc7be0811,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:17.622165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Checking segment: {'id': '2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:17.623262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Network hostable DHCP agents. Network: 6e8050f0-a6ba-4331-8d1e-85eac4c29931, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:17.682381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:26Z', 'revision_number': 5, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:17.836342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] Checking router: 444b5019-fbc0-49cc-9a7b-2fcb67cede05 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:50:17.889098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:17.890313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:49:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:17.916234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:17.937622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7dab2dce-fc3f-4004-a43b-71e95148afce req-f0323388-d133-4cb3-89a0-c89d860318f7 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "GET /v2.0/ports?device_id=90727be3-ec11-4031-91da-20d6ea2860b8 HTTP/1.1" status: 200 len: 210 time: 0.1425023 Aug 11 00:50:18.060572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 6e8050f0-a6ba-4331-8d1e-85eac4c29931) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:18.070615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:18.071879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:18.181522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:18.321282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-51c93ef0-358f-47e7-b63a-4771a193bbc7 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3565874 Aug 11 00:50:18.322592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53894) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:18.330503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Request body: {'port': {'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-69898423'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:18.478564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e622aa3c-0b73-4f07-8d89-c40cbd6030dd None None] Network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:19.049958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-6e8050f0-a6ba-4331-8d1e-85eac4c29931', 'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931', 'tenant_id': 'acdbdf6c93be4c2bb356c39a92aaa09b', 'fixed_ips': [{'subnet_id': '93f31e90-dd07-4030-9d59-09fbc7be0811'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:19.051039 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:19.055247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Made reservation on behalf of acdbdf6c93be4c2bb356c39a92aaa09b for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:19.067255 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:19.115687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] device_id is not set on port 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:50:19.120853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:19.123883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:26Z', 'revision_number': 5, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:19.125925 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d09dc41e-1d77-4b16-95f3-9ab3a93fadbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:19.126082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53914) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:19.228862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2515f2e-4512-4134-a3df-6614332f38ff None None] The sync data for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 is: [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:44:14Z', 'revision_number': 4, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1fa7c874-f070-47af-851a-0038dad3fc6c', 'name': '', 'network_id': 'c269dec9-ff3a-4149-be6b-829be0ca1b2c', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'mac_address': 'fa:16:3e:59:c4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5089f315-ab5e-404a-b776-303dacfbf732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:11Z', 'updated_at': '2021-08-11T00:44:26Z', 'revision_number': 5, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'subnets': [{'id': '5089f315-ab5e-404a-b776-303dacfbf732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:19.453422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Allocated IP 2001:db8::5e (6e8050f0-a6ba-4331-8d1e-85eac4c29931/93f31e90-dd07-4030-9d59-09fbc7be0811/1fd1b9d9-a537-45c2-ac7d-716d24f00ec7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:19.686034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Deleting port 90e2c7d9-19d8-4054-be39-6547e28a6974 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:19.687989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:19.834584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53926) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:19.998308 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:19.998758 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:20.050000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Calling delete_port for 90e2c7d9-19d8-4054-be39-6547e28a6974 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:20.061955 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:20.078636 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e4f6e-9ab7-4a4e-9d02-217fc659a73a None None] New status for floating IP ce15dd37-4580-460d-853b-91402a9f2e95: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:50:20.140862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Transition to ACTIVE for port object 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:20.279312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f3a37b59-6912-4dd6-9824-bbec310f8ee5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-96073873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:20.307722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:20.418049 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3a37b59-6912-4dd6-9824-bbec310f8ee5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:20.428068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3a37b59-6912-4dd6-9824-bbec310f8ee5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:20.471630 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.db.api [None req-699e4f6e-9ab7-4a4e-9d02-217fc659a73a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:50:20.472988 n-d-712143-13 neutron-server[95257]: DEBUG oslo_db.api [None req-699e4f6e-9ab7-4a4e-9d02-217fc659a73a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:50:20.482887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Allocated IP 2001:db8::2 (6e8050f0-a6ba-4331-8d1e-85eac4c29931/93f31e90-dd07-4030-9d59-09fbc7be0811/77233dcc-9da3-4101-b8dc-bf9b2218c3d6) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:20.483771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:20.486795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event updated for resources: {'Port': ['ID=1fd1b9d9-a537-45c2-ac7d-716d24f00ec7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:20.498570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:20.511776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:20.526491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:20.528007 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:20.567981 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3a37b59-6912-4dd6-9824-bbec310f8ee5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:20.570002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:20.621290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event deleted for resources: {'Port': ['ID=90e2c7d9-19d8-4054-be39-6547e28a6974,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:20.711862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-52928cc9-0c44-4ce7-a58b-684f38426204 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.3862238 Aug 11 00:50:20.716989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53944) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:20.723208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Request body: {'port': {'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-641932343', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:20.724603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] bootfile-name is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:50:20.725284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] tftp-server is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:50:20.726072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] server-ip-address is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:50:20.976437 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e4f6e-9ab7-4a4e-9d02-217fc659a73a None None] New status for floating IP ce15dd37-4580-460d-853b-91402a9f2e95: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:50:21.013242 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.049506 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.069622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-803133df-cc04-4087-85c0-7da7f73d7d3a tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "DELETE /v2.0/floatingips/ce15dd37-4580-460d-853b-91402a9f2e95 HTTP/1.1" status: 204 len: 168 time: 1.9369371 Aug 11 00:50:21.103564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3a37b59-6912-4dd6-9824-bbec310f8ee5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.151689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Made reservation on behalf of acdbdf6c93be4c2bb356c39a92aaa09b for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:21.156118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.225533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] device_id is not set on port c71c837a-8929-4ced-99d8-a01792add40a yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:50:21.307684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53958) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:21.321485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': '27894ff6-b2a3-4878-a2af-2e257e196864', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:21.353239 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3a37b59-6912-4dd6-9824-bbec310f8ee5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.354559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f3a37b59-6912-4dd6-9824-bbec310f8ee5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.5185041 Aug 11 00:50:21.355411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53962) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:21.364848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53964) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:21.384383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1344430755'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:21.441894 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.462058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.485825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Transition to ACTIVE for port object 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:21.509692 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a91d-66d2-4529-9966-84471c11b578 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.528847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Transition to ACTIVE for port object 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:21.529188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Made reservation on behalf of d41b4cfb262d4fda95d476c54b390442 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:21.534512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.554904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.561217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a91d-66d2-4529-9966-84471c11b578 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.590639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:50:21.590639 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:50:21.590639 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': 'd41b4cfb262d4fda95d476c54b390442', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 50, 21, 585523)}] Aug 11 00:50:21.590639 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:50:21.591133 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:50:21.632131 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.691743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:21.696481 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.769437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:21.772254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Pushing event updated for resources: {'Port': ['ID=77233dcc-9da3-4101-b8dc-bf9b2218c3d6,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:21.790174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:21.794362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:21.800687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Allocated IP 2001:db8::61 (6e8050f0-a6ba-4331-8d1e-85eac4c29931/93f31e90-dd07-4030-9d59-09fbc7be0811/c71c837a-8929-4ced-99d8-a01792add40a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:21.903810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a91d-66d2-4529-9966-84471c11b578 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.906930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7ff8a91d-66d2-4529-9966-84471c11b578 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.908589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7ff8a91d-66d2-4529-9966-84471c11b578 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] 10.222.0.43 "DELETE /v2.0/security-groups/b471bdd6-149d-4edc-8374-ce4a728034c5 HTTP/1.1" status: 204 len: 168 time: 0.5257962 Aug 11 00:50:21.926138 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8a91d-66d2-4529-9966-84471c11b578 tempest-TestServerBasicOps-32149746 tempest-TestServerBasicOps-32149746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b471bdd6-149d-4edc-8374-ce4a728034c5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:21.971794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Attempting to bind port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:50:21.972524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Attempting to bind port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:50:21.974093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Attempting to bind port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 on network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:50:21.984822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:50:21.985415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Checking segment: {'id': '2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:21.985932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:21.986455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Bound using segment: {'id': '2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:50:21.987363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Bound port: 77233dcc-9da3-4101-b8dc-bf9b2218c3d6, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6e8050f0-a6ba-4331-8d1e-85eac4c29931'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:50:21.987876 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.060580 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.132057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.165122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53980) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:22.179402 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.200970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] For port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:50:22.222446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Transition to ACTIVE for port object c71c837a-8929-4ced-99d8-a01792add40a will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:22.225619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=c2abe39e-fab4-4975-a9f0-c65b594b058f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:22.227471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] For port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=77233dcc-9da3-4101-b8dc-bf9b2218c3d6,segment=NetworkSegment(2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6),segment_id=2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:50:22.256784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': 'e7390700-2ca9-4d2f-80dc-d45e1f343278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '27894ff6-b2a3-4878-a2af-2e257e196864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:22.257115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: 27894ff6-b2a3-4878-a2af-2e257e196864, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:22.350358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53986) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:22.373276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.385749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network 27894ff6-b2a3-4878-a2af-2e257e196864 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:22.498064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 27894ff6-b2a3-4878-a2af-2e257e196864) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:22.502781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:22.503665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.562693 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.667109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9852901-c5b9-43b0-a68c-ae6d9f12b78a None None] Network 27894ff6-b2a3-4878-a2af-2e257e196864 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:22.715529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.761797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd87fac-4f8d-4c3e-bf0e-01632c64ab5b None None] Pushing event updated for resources: {'Port': ['ID=77233dcc-9da3-4101-b8dc-bf9b2218c3d6,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:22.791012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.822418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:22.827393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:22.835399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:22.845896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:22.846952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.860806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:22.902433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:22.980600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event updated for resources: {'Port': ['ID=c71c837a-8929-4ced-99d8-a01792add40a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:23.014402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3d865459-0d90-46dd-b972-3a2b00b0c9da tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7049148 Aug 11 00:50:23.030921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53996) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:23.044054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:23.044477 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Added segment 6c4a04a4-c4d9-4ee8-91b5-d178527079eb of type vlan for network 9cac5473-d53e-4fd2-9689-dadee47219b0 Aug 11 00:50:23.055975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059597325'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:23.109062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c032278f-649e-4603-868e-44587329c658 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.3905616 Aug 11 00:50:23.112957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-27894ff6-b2a3-4878-a2af-2e257e196864', 'network_id': '27894ff6-b2a3-4878-a2af-2e257e196864', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': 'c2abe39e-fab4-4975-a9f0-c65b594b058f'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:23.113899 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:23.128321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54000) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:23.128772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9517e16-bca4-41ea-9d51-48691f936273,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:23.196986 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:23.373963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be687aaf-fa95-49e8-976d-b86c0f42478c tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:23.373963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be687aaf-fa95-49e8-976d-b86c0f42478c tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:23.373963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be687aaf-fa95-49e8-976d-b86c0f42478c tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:23.373963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be687aaf-fa95-49e8-976d-b86c0f42478c tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2433953 Aug 11 00:50:23.376279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54006) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:23.466615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:23.509569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:23.514040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:23.526587 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:23.532974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:23.533642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:23.597201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Allocated IP 2001:db8:0:ffff::2 (27894ff6-b2a3-4878-a2af-2e257e196864/c2abe39e-fab4-4975-a9f0-c65b594b058f/45206dde-cf64-4f5f-9e7f-252ebda6ee93) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:23.716617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.3504381 Aug 11 00:50:23.734897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54014) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:23.813999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:23.835585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'subnet': {'network_id': '9cac5473-d53e-4fd2-9689-dadee47219b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:23.875979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7d6568cf-0019-4c65-8538-fccdff4b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Deleting port c71c837a-8929-4ced-99d8-a01792add40a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:23.876459 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d6568cf-0019-4c65-8538-fccdff4b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:23.884776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483e55a-255c-48e3-8667-df1461f0375f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Network': ['ID=9cac5473-d53e-4fd2-9689-dadee47219b0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:23.950341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 9cac5473-d53e-4fd2-9689-dadee47219b0 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:23.976698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:24.175225 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.191484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.191839 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment 585dbf7c-caca-4030-b889-209d1de5d3df of type vlan for network 651f6770-f08a-44be-8abc-f8782410dcd4 Aug 11 00:50:24.196415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Transition to ACTIVE for port object 45206dde-cf64-4f5f-9e7f-252ebda6ee93 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:24.250321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.251718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Transition to ACTIVE for port object 45206dde-cf64-4f5f-9e7f-252ebda6ee93 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:24.340350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d6568cf-0019-4c65-8538-fccdff4b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.356506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7d6568cf-0019-4c65-8538-fccdff4b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Calling delete_port for c71c837a-8929-4ced-99d8-a01792add40a owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:24.378451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.476110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Network 27894ff6-b2a3-4878-a2af-2e257e196864 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:24.486215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:24.495667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.498980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:24.637673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.834148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Made reservation on behalf of d41b4cfb262d4fda95d476c54b390442 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:24.837475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c4c6c-751e-4a2a-b8c1-e164c878a70e None None] Network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:24.842420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Pushing event updated for resources: {'Port': ['ID=45206dde-cf64-4f5f-9e7f-252ebda6ee93,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:24.845284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.883640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Attempting to bind port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:50:24.883640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Attempting to bind port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'e7390700-2ca9-4d2f-80dc-d45e1f343278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '27894ff6-b2a3-4878-a2af-2e257e196864'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:50:24.883640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Attempting to bind port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 on network 27894ff6-b2a3-4878-a2af-2e257e196864 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:50:24.891382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.898330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:24.899005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.918496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:50:24.919069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Checking segment: {'id': 'e7390700-2ca9-4d2f-80dc-d45e1f343278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '27894ff6-b2a3-4878-a2af-2e257e196864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:24.919619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.920124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Bound using segment: {'id': 'e7390700-2ca9-4d2f-80dc-d45e1f343278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '27894ff6-b2a3-4878-a2af-2e257e196864'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:50:24.920824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Bound port: 45206dde-cf64-4f5f-9e7f-252ebda6ee93, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7390700-2ca9-4d2f-80dc-d45e1f343278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '27894ff6-b2a3-4878-a2af-2e257e196864'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:50:24.921367 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:24.952615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9c63a079-29c5-49b2-9c16-cc9d3e940cd4 None None] Provisioning for port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:25.126494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=651f6770-f08a-44be-8abc-f8782410dcd4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:25.139473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9c63a079-29c5-49b2-9c16-cc9d3e940cd4 None None] Provisioning complete for port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:25.139870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9c63a079-29c5-49b2-9c16-cc9d3e940cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.147894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 651f6770-f08a-44be-8abc-f8782410dcd4 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:25.216818 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea7fcf29-1ec5-44ca-903e-0c6948f4a761 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1702185 Aug 11 00:50:25.219249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d6568cf-0019-4c65-8538-fccdff4b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.224977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54034) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:25.231550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': '651f6770-f08a-44be-8abc-f8782410dcd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:25.357370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6568cf-0019-4c65-8538-fccdff4b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event deleted for resources: {'Port': ['ID=c71c837a-8929-4ced-99d8-a01792add40a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:25.420453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] For port 45206dde-cf64-4f5f-9e7f-252ebda6ee93, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:50:25.434969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] For port 45206dde-cf64-4f5f-9e7f-252ebda6ee93, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45206dde-cf64-4f5f-9e7f-252ebda6ee93,segment=NetworkSegment(e7390700-2ca9-4d2f-80dc-d45e1f343278),segment_id=e7390700-2ca9-4d2f-80dc-d45e1f343278)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:50:25.490264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d6568cf-0019-4c65-8538-fccdff4b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.510466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7d6568cf-0019-4c65-8538-fccdff4b68f3 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "DELETE /v2.0/ports/c71c837a-8929-4ced-99d8-a01792add40a HTTP/1.1" status: 204 len: 168 time: 2.1272023 Aug 11 00:50:25.510466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54040) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:25.554248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Request body: {'port': {'name': 'tempest-new-port-name-1873947886', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:25.555371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] bootfile-name is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:50:25.555923 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] tftp-server is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:50:25.556613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] server-ip-address is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:50:25.560188 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.602615 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9c63a079-29c5-49b2-9c16-cc9d3e940cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.700459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9c63a079-29c5-49b2-9c16-cc9d3e940cd4 None None] For port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=77233dcc-9da3-4101-b8dc-bf9b2218c3d6,segment=NetworkSegment(2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6),segment_id=2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:25.720474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171a16b-41c3-4a19-83b6-b285169a327b None None] Pushing event updated for resources: {'Port': ['ID=45206dde-cf64-4f5f-9e7f-252ebda6ee93,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:25.822450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.842196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.881391 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9c63a079-29c5-49b2-9c16-cc9d3e940cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.963198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:25.969053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:25.995275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63a079-29c5-49b2-9c16-cc9d3e940cd4 None None] Pushing event updated for resources: {'Port': ['ID=77233dcc-9da3-4101-b8dc-bf9b2218c3d6,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:26.045347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d1770aa6-2b3d-42a1-8d27-bbbab7c4ab68 None None] Provisioning complete for port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:26.046368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d1770aa6-2b3d-42a1-8d27-bbbab7c4ab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.191192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Subnet': ['ID=3ee2fe3f-56f1-480f-be74-e1fcfc7d5e70,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:26.334411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Deleting port 1fa7c874-f070-47af-851a-0038dad3fc6c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:26.334411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.434427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d1770aa6-2b3d-42a1-8d27-bbbab7c4ab68 None None] Provisioning for port 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:26.440749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d1770aa6-2b3d-42a1-8d27-bbbab7c4ab68 None None] Provisioning complete for port 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:26.461156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d1770aa6-2b3d-42a1-8d27-bbbab7c4ab68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.461246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Deleting port 418f099f-ce9b-4261-878a-c883a2bc5e81 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:26.461246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.552596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Checking segment: {'id': '6c4a04a4-c4d9-4ee8-91b5-d178527079eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cac5473-d53e-4fd2-9689-dadee47219b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:26.553153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network hostable DHCP agents. Network: 9cac5473-d53e-4fd2-9689-dadee47219b0, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:26.561606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d1770aa6-2b3d-42a1-8d27-bbbab7c4ab68 None None] Port 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:26.660068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] For port 418f099f-ce9b-4261-878a-c883a2bc5e81, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=418f099f-ce9b-4261-878a-c883a2bc5e81,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:26.661772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.703868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Calling delete_port for 418f099f-ce9b-4261-878a-c883a2bc5e81 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:26.705782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5798697b-4931-40b3-80b4-df5ca6b827d1 None None] Provisioning complete for port 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:26.706410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5798697b-4931-40b3-80b4-df5ca6b827d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.755816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] For port 1fa7c874-f070-47af-851a-0038dad3fc6c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1fa7c874-f070-47af-851a-0038dad3fc6c,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:26.756613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.762260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network 9cac5473-d53e-4fd2-9689-dadee47219b0 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:26.793273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5798697b-4931-40b3-80b4-df5ca6b827d1 None None] Port 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:26.853658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Calling delete_port for 1fa7c874-f070-47af-851a-0038dad3fc6c owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:26.916012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.940307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 9cac5473-d53e-4fd2-9689-dadee47219b0) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:26.946349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:26.946978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:26.960234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5606ef8-54b6-4a18-a609-b921839c9d62 None None] Network 9cac5473-d53e-4fd2-9689-dadee47219b0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:27.001489 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:27.132344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] In _notify_port_updated(), no bound segment for port 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 on network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:50:27.164508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:27.165565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:27.180393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "PUT /v2.0/ports/1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 HTTP/1.1" status: 200 len: 1129 time: 1.6440721 Aug 11 00:50:27.186550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54058) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:27.188887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:27.228677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1e235852-a6f4-41ae-9678-e8229f863bc3 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4729838 Aug 11 00:50:27.242989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54060) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:27.259029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3e712926-8a33-41ae-b7b2-18b1bcf3244e None None] Could not find standard attr ID for object c71c837a-8929-4ced-99d8-a01792add40a. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:50:27.277909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5119c2-c5de-4b6e-a114-007be4419223 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event updated for resources: {'Port': ['ID=1fd1b9d9-a537-45c2-ac7d-716d24f00ec7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:27.365082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'network': {'name': 'tempest-router-network01--680187549'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:27.365795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-9cac5473-d53e-4fd2-9689-dadee47219b0', 'network_id': '9cac5473-d53e-4fd2-9689-dadee47219b0', 'tenant_id': 'd41b4cfb262d4fda95d476c54b390442', 'fixed_ips': [{'subnet_id': '3ee2fe3f-56f1-480f-be74-e1fcfc7d5e70'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:27.366542 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:27.428121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=8e91853e-ada0-4284-87d0-a26cd1b3b315,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:27.511984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': '585dbf7c-caca-4030-b889-209d1de5d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '651f6770-f08a-44be-8abc-f8782410dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:27.511984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: 651f6770-f08a-44be-8abc-f8782410dcd4, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:27.632212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966fad6a-5b99-4dc7-ba4d-91863cf891f5 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:27.641389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54068) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:27.641972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-966fad6a-5b99-4dc7-ba4d-91863cf891f5 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "GET /v2.0/ports/1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 HTTP/1.1" status: 200 len: 1129 time: 0.4536436 Aug 11 00:50:27.720648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network 651f6770-f08a-44be-8abc-f8782410dcd4 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:27.752209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:27.817921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Made reservation on behalf of d41b4cfb262d4fda95d476c54b390442 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:27.817921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:27.878513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 651f6770-f08a-44be-8abc-f8782410dcd4) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:27.891594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:27.892683 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:27.897624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Allocated IP 172.20.0.2 (9cac5473-d53e-4fd2-9689-dadee47219b0/3ee2fe3f-56f1-480f-be74-e1fcfc7d5e70/6a15d8dd-6da2-4f26-9aa7-dc69a815d31a) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:27.900760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d6d504d1-868c-4fe3-a87a-257338461e56 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Deleting port 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:27.903844 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6d504d1-868c-4fe3-a87a-257338461e56 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:27.973065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:28.067938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee31dc-6329-4688-a47c-6ec56e22a603 None None] Network 651f6770-f08a-44be-8abc-f8782410dcd4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:28.082642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6d504d1-868c-4fe3-a87a-257338461e56 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:28.094222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:28.098941 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Added segment 14ccd97b-08ae-4441-9690-dea4bcb52913 of type vlan for network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b Aug 11 00:50:28.160166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54074) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:28.161616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-137a80e6-434b-4b5d-9cd0-0d08a573d0f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9339845 Aug 11 00:50:28.163412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d6d504d1-868c-4fe3-a87a-257338461e56 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Calling delete_port for 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:28.383974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:28.385347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb07daf-05b1-4b2b-9a95-e046d322606d None None] Network 27894ff6-b2a3-4878-a2af-2e257e196864 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:28.490749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Pushing event deleted for resources: {'Port': ['ID=418f099f-ce9b-4261-878a-c883a2bc5e81,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:28.541139 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:28.688999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6d504d1-868c-4fe3-a87a-257338461e56 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:28.730721 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:28.878876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d504d1-868c-4fe3-a87a-257338461e56 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event deleted for resources: {'Port': ['ID=1fd1b9d9-a537-45c2-ac7d-716d24f00ec7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:28.894856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:28.900121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:28.986372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6d504d1-868c-4fe3-a87a-257338461e56 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:28.994375 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d6d504d1-868c-4fe3-a87a-257338461e56 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "DELETE /v2.0/ports/1fd1b9d9-a537-45c2-ac7d-716d24f00ec7 HTTP/1.1" status: 204 len: 168 time: 1.3512230 Aug 11 00:50:29.006650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54086) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:29.031803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa7c874-f070-47af-851a-0038dad3fc6c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:29.050977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.074723 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:50:29.123513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bb2b17-6f8e-41b5-b4af-363ec324fc23 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Deleting subnet 93f31e90-dd07-4030-9d59-09fbc7be0811 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:50:29.162398 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.168798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97bb2b17-6f8e-41b5-b4af-363ec324fc23 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.211804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.230075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:29.231225 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.237854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Transition to ACTIVE for port object 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:29.275513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Transition to ACTIVE for port object 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:29.428664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97bb2b17-6f8e-41b5-b4af-363ec324fc23 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.562686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97bb2b17-6f8e-41b5-b4af-363ec324fc23 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.573715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7b2a55bc-bddf-4e08-8932-3b6c37f2501a None None] Provisioning for port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:29.589712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.613837 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2748413 Aug 11 00:50:29.618296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54092) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:29.624543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'network': {'name': 'tempest-router-network02--65454897'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:29.756463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1836e-9356-44c7-ae7a-9a3e647ca904 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Network': ['ID=13c22f2f-64ad-46f0-b35c-ff1e46a5475b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:29.757932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Pushing event updated for resources: {'Port': ['ID=6a15d8dd-6da2-4f26-9aa7-dc69a815d31a,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:29.773580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea58196-e586-4250-8efb-c773e53ac019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-651f6770-f08a-44be-8abc-f8782410dcd4', 'network_id': '651f6770-f08a-44be-8abc-f8782410dcd4', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': '8e91853e-ada0-4284-87d0-a26cd1b3b315'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:29.774743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eea58196-e586-4250-8efb-c773e53ac019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.789570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Made reservation on behalf of d41b4cfb262d4fda95d476c54b390442 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:29.797117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.824976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.846408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Network 9cac5473-d53e-4fd2-9689-dadee47219b0 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:29.859035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:29.859308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:29.864186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97bb2b17-6f8e-41b5-b4af-363ec324fc23 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.899641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:29.904395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:29.936723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.937665 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Added segment b4bbc8ab-a982-4c7c-9627-898b12b289fb of type vlan for network 4115d973-431b-4317-a41e-3bf19c3b87e0 Aug 11 00:50:29.941179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb2b17-6f8e-41b5-b4af-363ec324fc23 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event deleted for resources: {'Subnet': ['ID=93f31e90-dd07-4030-9d59-09fbc7be0811,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:29.964752 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-97bb2b17-6f8e-41b5-b4af-363ec324fc23 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:29.973143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-97bb2b17-6f8e-41b5-b4af-363ec324fc23 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "DELETE /v2.0/subnets/93f31e90-dd07-4030-9d59-09fbc7be0811 HTTP/1.1" status: 204 len: 168 time: 0.9636562 Aug 11 00:50:29.977354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54102) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:29.985480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.059210 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.059518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe6d156-155f-420a-95fe-a23e2215fe79 None None] Network 6e8050f0-a6ba-4331-8d1e-85eac4c29931 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:30.066361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-81b57163-a518-433c-8bbe-246d65999ddd None None] Could not find standard attr ID for object 1fd1b9d9-a537-45c2-ac7d-716d24f00ec7. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:50:30.111288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.112312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.198010 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.202473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45206dde-cf64-4f5f-9e7f-252ebda6ee93 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:30.276620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.278559 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.334084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=8e91853e-ada0-4284-87d0-a26cd1b3b315,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:30.479071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.491901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:30.493206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.593831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Attempting to bind port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:50:30.594211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Attempting to bind port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '6c4a04a4-c4d9-4ee8-91b5-d178527079eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cac5473-d53e-4fd2-9689-dadee47219b0'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:50:30.594803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Attempting to bind port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a on network 9cac5473-d53e-4fd2-9689-dadee47219b0 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:50:30.606842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Deleting port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:30.607693 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.622504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:50:30.631090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Checking segment: {'id': '6c4a04a4-c4d9-4ee8-91b5-d178527079eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cac5473-d53e-4fd2-9689-dadee47219b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:30.631090 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.631090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Bound using segment: {'id': '6c4a04a4-c4d9-4ee8-91b5-d178527079eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cac5473-d53e-4fd2-9689-dadee47219b0'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:50:30.631090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Bound port: 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4a04a4-c4d9-4ee8-91b5-d178527079eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9cac5473-d53e-4fd2-9689-dadee47219b0'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:50:30.631090 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server [None req-eea58196-e586-4250-8efb-c773e53ac019 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e91853e-ada0-4284-87d0-a26cd1b3b315: This subnet is being modified by another concurrent operation. Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise exception Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e91853e-ada0-4284-87d0-a26cd1b3b315: This subnet is being modified by another concurrent operation. Aug 11 00:50:30.667898 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Aug 11 00:50:30.756052 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.774144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66301672-19ea-4952-8426-8ad99e98c005 None None] Network 651f6770-f08a-44be-8abc-f8782410dcd4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:30.836692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651f6770-f08a-44be-8abc-f8782410dcd4']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:30.881923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:30.892571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] For port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:50:30.928996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585dbf7c-caca-4030-b889-209d1de5d3df') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:30.929871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585dbf7c-caca-4030-b889-209d1de5d3df') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:30.939459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] DHCP port deletion for 6e8050f0-a6ba-4331-8d1e-85eac4c29931 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:50:30.958622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:30.989716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:31.006351 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.015737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Router b31e8dbc-aeee-477d-9f4d-165961c70fd5 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:31.016089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] For port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6a15d8dd-6da2-4f26-9aa7-dc69a815d31a,segment=NetworkSegment(6c4a04a4-c4d9-4ee8-91b5-d178527079eb),segment_id=6c4a04a4-c4d9-4ee8-91b5-d178527079eb)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:50:31.017809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.052067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:31.060493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:31.060993 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:31.064564 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:31.097107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4776454 Aug 11 00:50:31.098952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8abea-a512-4a21-bbca-4ba46584ceb4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Network': ['ID=4115d973-431b-4317-a41e-3bf19c3b87e0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:31.101368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54118) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:31.112052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'subnet': {'network_id': '13c22f2f-64ad-46f0-b35c-ff1e46a5475b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:31.132278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 4115d973-431b-4317-a41e-3bf19c3b87e0 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:31.149455 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.195223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] For port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=77233dcc-9da3-4101-b8dc-bf9b2218c3d6,segment=NetworkSegment(2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6),segment_id=2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:31.195981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.226673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Calling delete_port for 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:31.449670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:31.461647 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c5e628b8-1d99-45b5-b46a-505154c89430 admin admin] 10.222.0.43 "PUT /v2.0/routers/444b5019-fbc0-49cc-9a7b-2fcb67cede05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2878337 Aug 11 00:50:31.465260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.466435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54128) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:31.487096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.487096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/651f6770-f08a-44be-8abc-f8782410dcd4 HTTP/1.1" status: 204 len: 168 time: 3.3174291 Aug 11 00:50:31.506076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54130) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:31.514871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013604885'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:31.518584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9d432-5740-499f-b498-d22683930508 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=651f6770-f08a-44be-8abc-f8782410dcd4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:31.521824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:31.536439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-82c73f12-dbed-44c8-9a5b-074d999b2591 admin admin] 10.222.0.43 "PUT /v2.0/routers/b31e8dbc-aeee-477d-9f4d-165961c70fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1816537 Aug 11 00:50:31.536694 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] Sync routers for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:31.539423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54132) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:31.570947 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:31.573466 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:31.584707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] Sync routers for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:31.664035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Made reservation on behalf of d41b4cfb262d4fda95d476c54b390442 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:31.668312 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.671424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.714239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] No DVR routers for this DVR port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:31.768479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ff8e2-933e-4ad5-8928-23070ec5db3f None None] Pushing event updated for resources: {'Port': ['ID=6a15d8dd-6da2-4f26-9aa7-dc69a815d31a,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:31.804168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event deleted for resources: {'Port': ['ID=77233dcc-9da3-4101-b8dc-bf9b2218c3d6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:31.839797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:31.846004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:31.892135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:31.892751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:31.967944 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:31.993541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.041561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.068022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] Deleting port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:32.068581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.294904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 45206dde-cf64-4f5f-9e7f-252ebda6ee93, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45206dde-cf64-4f5f-9e7f-252ebda6ee93,segment=NetworkSegment(e7390700-2ca9-4d2f-80dc-d45e1f343278),segment_id=e7390700-2ca9-4d2f-80dc-d45e1f343278)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:32.338266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] For port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6, host n-d-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:32.338705 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.355617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:32.366150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.400310 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.420769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8050f0-a6ba-4331-8d1e-85eac4c29931']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:32.431983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] Calling delete_port for 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:32.435208 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.439620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.ipam_backend_mixin [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] Port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 was not found and therefore no delete operation was performed {{(pid=95256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:50:32.467758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:32.468051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f92e23a-de57-4d2b-bfb8-f52c7bdfedd6') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:32.532188 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.567657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.627513 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.705116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:32.705541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:32.714876 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:32.927281 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:50:27Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:32.954784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=45206dde-cf64-4f5f-9e7f-252ebda6ee93,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:32.967801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] No DVR routers for this DVR port 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:32.971102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:32.991400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Deleting port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:32.991400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.034399 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:50:33.037484 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] Checking router: b31e8dbc-aeee-477d-9f4d-165961c70fd5 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:50:33.060159 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] Routers {'b31e8dbc-aeee-477d-9f4d-165961c70fd5'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:33.061124 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:33.083528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e72ed0-4dfc-4919-94b6-af99e83c06b7 None None] Pushing event deleted for resources: {'Port': ['ID=77233dcc-9da3-4101-b8dc-bf9b2218c3d6,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:33.127399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.166989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.169905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] 10.222.0.43 "DELETE /v2.0/networks/6e8050f0-a6ba-4331-8d1e-85eac4c29931 HTTP/1.1" status: 204 len: 168 time: 3.1908851 Aug 11 00:50:33.188568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:33.189079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:50:27Z', 'revision_number': 5, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port': {'id': '935f1b66-8e08-4ba3-855a-5b75d9f3f9e9', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:06Z', 'updated_at': '2021-08-11T00:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:33.196783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52719e-d59c-4824-9957-b67ffe7ebb27 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169 tempest-ExtraDHCPOptionsIpV6TestJSON-192588169-project] Pushing event deleted for resources: {'Network': ['ID=6e8050f0-a6ba-4331-8d1e-85eac4c29931,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:33.274915 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.275284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:33.275410 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment ff3dc003-2f16-477c-8c36-ea72c4a1c149 of type vlan for network 8b74d187-5895-4bc3-adc8-d2357d233d89 Aug 11 00:50:33.282555 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] Checking router: 444b5019-fbc0-49cc-9a7b-2fcb67cede05 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:50:33.293106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8864ef07-6df9-4668-914a-99ecd4caabe9 None None] Network 9cac5473-d53e-4fd2-9689-dadee47219b0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:33.309228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] For port 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=935f1b66-8e08-4ba3-855a-5b75d9f3f9e9,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:33.312320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.319374 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] Set router b31e8dbc-aeee-477d-9f4d-165961c70fd5 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:33.333778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.401724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.429700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Subnet': ['ID=faab1eac-fe70-45d4-aecc-f6949041aad5,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:33.434414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Calling delete_port for 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:33.463126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] Routers {'444b5019-fbc0-49cc-9a7b-2fcb67cede05'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:33.464195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:33.474093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:33.585355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.590388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.752747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:33.754890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 77233dcc-9da3-4101-b8dc-bf9b2218c3d6 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:33.768496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Checking segment: {'id': '14ccd97b-08ae-4441-9690-dea4bcb52913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13c22f2f-64ad-46f0-b35c-ff1e46a5475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:33.768864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network hostable DHCP agents. Network: 13c22f2f-64ad-46f0-b35c-ff1e46a5475b, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:33.813848 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:50:27Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:33.822045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.830172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:33.831421 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.839653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] Set router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:33.843826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-07c73491-f281-4129-9eb7-aee65e3d38b4 None None] Provisioning for port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:33.877068 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b98ae-39e0-47de-9e9c-ea4fd312ed0a None None] The sync data for ids ['b31e8dbc-aeee-477d-9f4d-165961c70fd5'] in n-d-712143-13 is: [{'id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'name': 'tempest-TaggedBootDevicesTest_v242-1464040583-router', 'tenant_id': '2159b3fba16a42858e69279442628c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:37:10Z', 'updated_at': '2021-08-11T00:50:27Z', 'revision_number': 5, 'project_id': '2159b3fba16a42858e69279442628c05', 'gw_port': {'id': 'ba02f44c-a883-453f-bac5-958bbcf49701', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31e8dbc-aeee-477d-9f4d-165961c70fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:37:12Z', 'updated_at': '2021-08-11T00:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:33.877348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:33.891133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:33.947465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54168) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:33.965308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Pushing event deleted for resources: {'Port': ['ID=935f1b66-8e08-4ba3-855a-5b75d9f3f9e9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:33.985628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4784136 Aug 11 00:50:33.989344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:34.000533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0067-6bd5-49a5-b7cc-6cdae37369e8 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=8b74d187-5895-4bc3-adc8-d2357d233d89,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:34.000757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': '8b74d187-5895-4bc3-adc8-d2357d233d89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:34.077069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 13c22f2f-64ad-46f0-b35c-ff1e46a5475b) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:34.114820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Deleting port ba02f44c-a883-453f-bac5-958bbcf49701 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:34.115690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.159531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-07c73491-f281-4129-9eb7-aee65e3d38b4 None None] Provisioning complete for port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:34.160344 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-07c73491-f281-4129-9eb7-aee65e3d38b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.165597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 8b74d187-5895-4bc3-adc8-d2357d233d89 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:34.170939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d669a-7a49-46e0-bd74-2f1b6446a1e9 None None] Network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:34.183661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:50:32Z', 'revision_number': 6, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:34.237019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:34.238178 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.295801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.326720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] For port ba02f44c-a883-453f-bac5-958bbcf49701, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ba02f44c-a883-453f-bac5-958bbcf49701,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:34.328290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.366377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Calling delete_port for ba02f44c-a883-453f-bac5-958bbcf49701 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:34.387688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2e5c44b6-e04a-4367-8547-9108bb356d8e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2801633 Aug 11 00:50:34.412708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54178) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:34.433089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.437546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'subnet': {'network_id': '4115d973-431b-4317-a41e-3bf19c3b87e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:34.440524 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.594368 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.595491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 444b5019-fbc0-49cc-9a7b-2fcb67cede05 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:50:34.600827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.602101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b869e30-981d-4f07-8a8b-e2b30e4f89dc admin admin] 10.222.0.43 "DELETE /v2.0/routers/444b5019-fbc0-49cc-9a7b-2fcb67cede05 HTTP/1.1" status: 204 len: 168 time: 3.1332333 Aug 11 00:50:34.605015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54184) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:34.654555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:34.660159 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6ff14e8a-16eb-4fd2-bbbc-e960b0142bb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acdbdf6c93be4c2bb356c39a92aaa09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6943491 Aug 11 00:50:34.667539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.680842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54186) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:34.729048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97b05a2-d351-47c0-99e1-8022f4d2ffa8 admin admin] Deleting subnet 5089f315-ab5e-404a-b776-303dacfbf732 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:50:34.741929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45206dde-cf64-4f5f-9e7f-252ebda6ee93 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:34.746952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c97b05a2-d351-47c0-99e1-8022f4d2ffa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.853972 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c97b05a2-d351-47c0-99e1-8022f4d2ffa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.894232 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d93960c1-221e-45e8-800b-a5ecdc548f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.936192 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d93960c1-221e-45e8-800b-a5ecdc548f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:34.938815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e711240-bace-4f1f-a902-604c58bd94e7 None None] The sync data for ids ['444b5019-fbc0-49cc-9a7b-2fcb67cede05'] in n-d-712143-13 is: [{'id': '444b5019-fbc0-49cc-9a7b-2fcb67cede05', 'name': 'tempest-TestServerBasicOps-1206951426-router', 'tenant_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:04Z', 'updated_at': '2021-08-11T00:50:32Z', 'revision_number': 6, 'project_id': 'acb5a8cd51cf48fda3b15f711dfb924f', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:34.940171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Made reservation on behalf of d41b4cfb262d4fda95d476c54b390442 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:34.948351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.132318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-13c22f2f-64ad-46f0-b35c-ff1e46a5475b', 'network_id': '13c22f2f-64ad-46f0-b35c-ff1e46a5475b', 'tenant_id': 'd41b4cfb262d4fda95d476c54b390442', 'fixed_ips': [{'subnet_id': 'faab1eac-fe70-45d4-aecc-f6949041aad5'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:35.133215 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.140597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c97b05a2-d351-47c0-99e1-8022f4d2ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.234198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:35.234745 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.267811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.275810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.282018 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-07c73491-f281-4129-9eb7-aee65e3d38b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.320525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d93960c1-221e-45e8-800b-a5ecdc548f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.323690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d93960c1-221e-45e8-800b-a5ecdc548f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.328578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d93960c1-221e-45e8-800b-a5ecdc548f4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bef51a6f-e584-41bf-9c57-f29271e13e32 HTTP/1.1" status: 204 len: 168 time: 0.6429586 Aug 11 00:50:35.363109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93960c1-221e-45e8-800b-a5ecdc548f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef51a6f-e584-41bf-9c57-f29271e13e32,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:35.374228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba02f44c-a883-453f-bac5-958bbcf49701,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:35.391805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c97b05a2-d351-47c0-99e1-8022f4d2ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.460441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.485575 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c97b05a2-d351-47c0-99e1-8022f4d2ffa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.496136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c97b05a2-d351-47c0-99e1-8022f4d2ffa8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5089f315-ab5e-404a-b776-303dacfbf732 HTTP/1.1" status: 204 len: 168 time: 0.8891187 Aug 11 00:50:35.497277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': 'ff3dc003-2f16-477c-8c36-ea72c4a1c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8b74d187-5895-4bc3-adc8-d2357d233d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:35.497570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: 8b74d187-5895-4bc3-adc8-d2357d233d89, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:35.501875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdd738-23f2-4eec-9881-a9709561ae71 None None] Network c269dec9-ff3a-4149-be6b-829be0ca1b2c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:35.509421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54200) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:35.520509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=320c72ae-3ac5-41c2-8d62-a96894ef7a37,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:35.536879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-07c73491-f281-4129-9eb7-aee65e3d38b4 None None] For port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6a15d8dd-6da2-4f26-9aa7-dc69a815d31a,segment=NetworkSegment(6c4a04a4-c4d9-4ee8-91b5-d178527079eb),segment_id=6c4a04a4-c4d9-4ee8-91b5-d178527079eb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:35.562198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b05a2-d351-47c0-99e1-8022f4d2ffa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5089f315-ab5e-404a-b776-303dacfbf732,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:35.596674 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.666679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.681151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-07c73491-f281-4129-9eb7-aee65e3d38b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.735500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Subnet': ['ID=42cb9646-4ce0-4075-ac8c-ad4484122d38,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:35.757864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network 8b74d187-5895-4bc3-adc8-d2357d233d89 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:35.766117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Allocated IP 172.20.0.2 (13c22f2f-64ad-46f0-b35c-ff1e46a5475b/faab1eac-fe70-45d4-aecc-f6949041aad5/97d3123b-fad0-416a-90f6-388bbe1bca13) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:35.825769 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.828897 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.870355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Deleting port cfff76a3-2713-435f-b90f-6b7b63da9369 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:35.871536 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.936475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Checking segment: {'id': 'b4bbc8ab-a982-4c7c-9627-898b12b289fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4115d973-431b-4317-a41e-3bf19c3b87e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:35.937077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network hostable DHCP agents. Network: 4115d973-431b-4317-a41e-3bf19c3b87e0, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:35.971457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 8b74d187-5895-4bc3-adc8-d2357d233d89) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:35.983962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:35.984582 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.994714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:35.995970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31e8dbc-aeee-477d-9f4d-165961c70fd5 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:50:36.019370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] For port cfff76a3-2713-435f-b90f-6b7b63da9369, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cfff76a3-2713-435f-b90f-6b7b63da9369,segment=NetworkSegment(114c4d12-a8bf-4852-8842-cf7623e67fae),segment_id=114c4d12-a8bf-4852-8842-cf7623e67fae)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:36.019798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.022558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.028748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54214) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:36.036298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-500ffbd7-1ab3-4fd2-a77b-0ebb6408c400 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b31e8dbc-aeee-477d-9f4d-165961c70fd5 HTTP/1.1" status: 204 len: 168 time: 4.4956264 Aug 11 00:50:36.064810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Calling delete_port for cfff76a3-2713-435f-b90f-6b7b63da9369 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:36.102513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network 4115d973-431b-4317-a41e-3bf19c3b87e0 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:36.112940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 4115d973-431b-4317-a41e-3bf19c3b87e0) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:36.138379 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.144115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:36.144115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.179421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a606a7c5-9acf-4804-a3b7-e70f13778b4a None None] Network 8b74d187-5895-4bc3-adc8-d2357d233d89 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:36.182989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc8785-2e7e-4807-b85d-02fe5a465e13 None None] Network 4115d973-431b-4317-a41e-3bf19c3b87e0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:36.188990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-263a7f10-b6de-4960-8e4f-5b454a37fb9a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1981859 Aug 11 00:50:36.192741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54218) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:36.198555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997962651'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:36.201873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2803853d-d8f6-4bae-9373-bfc8c6dc3e75 admin admin] Deleting subnet 3935a048-727c-41ee-a6fb-8de53f84acfa {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:50:36.206949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2803853d-d8f6-4bae-9373-bfc8c6dc3e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.212576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 418f099f-ce9b-4261-878a-c883a2bc5e81 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:36.262981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Transition to ACTIVE for port object 97d3123b-fad0-416a-90f6-388bbe1bca13 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:36.298554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-42e61059-3864-4128-8259-448d7b7ba4e4 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8706558 Aug 11 00:50:36.302994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54226) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:36.358657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c73491-f281-4129-9eb7-aee65e3d38b4 None None] Pushing event updated for resources: {'Port': ['ID=6a15d8dd-6da2-4f26-9aa7-dc69a815d31a,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:36.417010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 418f099f-ce9b-4261-878a-c883a2bc5e81 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:36.417357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 418f099f-ce9b-4261-878a-c883a2bc5e81 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:36.425519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:36.430332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.461873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2803853d-d8f6-4bae-9373-bfc8c6dc3e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.495026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Transition to ACTIVE for port object 97d3123b-fad0-416a-90f6-388bbe1bca13 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:36.521092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:36.523058 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.523446 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment 3ab67e3f-3171-4392-a6db-ccf685a31c11 of type vlan for network 8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc Aug 11 00:50:36.567029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8291cb7e-2b7c-4d67-bc11-76f3f39b73b1 None None] Provisioning complete for port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:36.567431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8291cb7e-2b7c-4d67-bc11-76f3f39b73b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.636739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.726767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2533fdb-af6d-42d0-a3d2-f486f8ff52c9 None None] DHCP port deletion for c269dec9-ff3a-4149-be6b-829be0ca1b2c request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:50:36.730298 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.814889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.825722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:36.826404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.861201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:36.958418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfff76a3-2713-435f-b90f-6b7b63da9369,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:36.978302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] No DVR routers for this DVR port cfff76a3-2713-435f-b90f-6b7b63da9369 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:37.116997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:37.145804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:37.147231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c2533fdb-af6d-42d0-a3d2-f486f8ff52c9 None None] The port 'cfff76a3-2713-435f-b90f-6b7b63da9369' was deleted {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 00:50:37.157698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9617000 Aug 11 00:50:37.162612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09e438-f4d0-45ae-a4a7-02f8e96853ed tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:37.166751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54244) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:37.171804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': '8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:37.263462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:37.265744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:37.327575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:37.333060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Pushing event updated for resources: {'Port': ['ID=97d3123b-fad0-416a-90f6-388bbe1bca13,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:37.469319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:37.474315 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.524162 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-4115d973-431b-4317-a41e-3bf19c3b87e0', 'network_id': '4115d973-431b-4317-a41e-3bf19c3b87e0', 'tenant_id': 'd41b4cfb262d4fda95d476c54b390442', 'fixed_ips': [{'subnet_id': '42cb9646-4ce0-4075-ac8c-ad4484122d38'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:37.528605 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.568696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-8b74d187-5895-4bc3-adc8-d2357d233d89', 'network_id': '8b74d187-5895-4bc3-adc8-d2357d233d89', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': '320c72ae-3ac5-41c2-8d62-a96894ef7a37'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:37.569582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.640297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2803853d-d8f6-4bae-9373-bfc8c6dc3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.640297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.664252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Attempting to bind port 97d3123b-fad0-416a-90f6-388bbe1bca13 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:50:37.665076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Attempting to bind port 97d3123b-fad0-416a-90f6-388bbe1bca13 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '14ccd97b-08ae-4441-9690-dea4bcb52913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13c22f2f-64ad-46f0-b35c-ff1e46a5475b'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:50:37.667037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Performing IP validity checks on allocation pools {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 00:50:37.668766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 00:50:37.671120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Attempting to bind port 97d3123b-fad0-416a-90f6-388bbe1bca13 on network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:50:37.730777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:50:37.735709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Checking segment: {'id': '14ccd97b-08ae-4441-9690-dea4bcb52913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13c22f2f-64ad-46f0-b35c-ff1e46a5475b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:37.736537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.737190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Bound using segment: {'id': '14ccd97b-08ae-4441-9690-dea4bcb52913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13c22f2f-64ad-46f0-b35c-ff1e46a5475b'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:50:37.737937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Bound port: 97d3123b-fad0-416a-90f6-388bbe1bca13, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ccd97b-08ae-4441-9690-dea4bcb52913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13c22f2f-64ad-46f0-b35c-ff1e46a5475b'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:50:37.739287 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.755325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54258) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:37.764863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.769198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:37.771816 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.823867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c269dec9-ff3a-4149-be6b-829be0ca1b2c']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:37.850775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114c4d12-a8bf-4852-8842-cf7623e67fae') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:37.851262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114c4d12-a8bf-4852-8842-cf7623e67fae') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:37.900808 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.940582 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:37.948823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:37.949526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:38.002230 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:38.018283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-944537023'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:38.021805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2803853d-d8f6-4bae-9373-bfc8c6dc3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.042261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2803853d-d8f6-4bae-9373-bfc8c6dc3e75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.047774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2803853d-d8f6-4bae-9373-bfc8c6dc3e75 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3935a048-727c-41ee-a6fb-8de53f84acfa HTTP/1.1" status: 204 len: 168 time: 2.0180740 Aug 11 00:50:38.050273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54264) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:38.055567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.086344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75362844-d2d1-4f7b-af6b-7dbbebcb036f None None] Network 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:38.110551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803853d-d8f6-4bae-9373-bfc8c6dc3e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3935a048-727c-41ee-a6fb-8de53f84acfa,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:38.309520 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.330924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Made reservation on behalf of b622528d3a32419fa00bd4010d2a036d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:38.337343 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.371395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.374547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c269dec9-ff3a-4149-be6b-829be0ca1b2c HTTP/1.1" status: 204 len: 168 time: 2.8678441 Aug 11 00:50:38.392028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cd2ce-3ec8-4fd2-a012-f8f62fc622e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c269dec9-ff3a-4149-be6b-829be0ca1b2c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:38.394688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54274) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:38.442675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.513451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=98c17e1a-2958-428a-88f5-45790fe9bb7b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:38.528040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.544841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Allocated IP 172.20.0.1 (13c22f2f-64ad-46f0-b35c-ff1e46a5475b/faab1eac-fe70-45d4-aecc-f6949041aad5/e2fdac69-3411-48c3-8280-4800de8b0c4e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:38.567872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': '3ab67e3f-3171-4392-a6db-ccf685a31c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:38.568281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: 8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:38.752773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network 8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:38.777007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.787766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Deleting port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:38.788852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.832796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Allocated IP 172.20.0.2 (4115d973-431b-4317-a41e-3bf19c3b87e0/42cb9646-4ce0-4075-ac8c-ad4484122d38/c6fe3354-7388-4779-bd71-32501c18fd82) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:38.884817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:38.908357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] For port 97d3123b-fad0-416a-90f6-388bbe1bca13, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:50:38.914627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:38.914977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cacc09-afe4-4caf-962a-c106a694904b None None] Network 8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:38.915524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.928532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.958149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] For port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac,segment=NetworkSegment(1294c214-1abc-4d23-a78a-cedf71d64026),segment_id=1294c214-1abc-4d23-a78a-cedf71d64026)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:38.958872 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:38.984400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.006241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Calling delete_port for 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:39.008678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Allocated IP 2001:db8::3 (8b74d187-5895-4bc3-adc8-d2357d233d89/320c72ae-3ac5-41c2-8d62-a96894ef7a37/3f23392f-1bad-4752-be0c-0292aefc7027) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:39.039545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Transition to ACTIVE for port object e2fdac69-3411-48c3-8280-4800de8b0c4e will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:39.111510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:39.124604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] For port 97d3123b-fad0-416a-90f6-388bbe1bca13, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=97d3123b-fad0-416a-90f6-388bbe1bca13,segment=NetworkSegment(14ccd97b-08ae-4441-9690-dea4bcb52913),segment_id=14ccd97b-08ae-4441-9690-dea4bcb52913)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:50:39.129665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b0207609-3ae1-49b4-b0cd-f429eded9f70 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9581494 Aug 11 00:50:39.132766 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.133151 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Added segment 9a5f8fc6-d1d7-4468-a18e-5abe13e0a219 of type vlan for network 9980e7ca-cdee-440f-b13b-945ba7a61d0f Aug 11 00:50:39.134335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54280) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:39.193239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1fa7c874-f070-47af-851a-0038dad3fc6c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:39.208652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d71731-9488-4263-88d7-82deca426626,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:39.234433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 1fa7c874-f070-47af-851a-0038dad3fc6c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:39.234433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1fa7c874-f070-47af-851a-0038dad3fc6c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:39.234774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:39.282161 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.282559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.323358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] No DVR routers for this DVR port 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:39.326100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:39.327568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 935f1b66-8e08-4ba3-855a-5b75d9f3f9e9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:39.331393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cfff76a3-2713-435f-b90f-6b7b63da9369 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:39.356553 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.357571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:39.363350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.369167 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.372179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:39.440924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:39.449910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cfff76a3-2713-435f-b90f-6b7b63da9369 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:39.453560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cfff76a3-2713-435f-b90f-6b7b63da9369 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:39.453560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ba02f44c-a883-453f-bac5-958bbcf49701 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:39.477672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Pushing event deleted for resources: {'Port': ['ID=527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:39.498837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b77196-2eed-4cee-ad48-37b64c603b6b None None] DHCP port deletion for 9751ba00-2cf4-464c-92e7-bc8f78e8f2ed request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:50:39.509697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Port': ['ID=e2fdac69-3411-48c3-8280-4800de8b0c4e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:39.580592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ba02f44c-a883-453f-bac5-958bbcf49701 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:39.581389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ba02f44c-a883-453f-bac5-958bbcf49701 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:39.682096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.733601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.746144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.759284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9751ba00-2cf4-464c-92e7-bc8f78e8f2ed']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:39.765365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b0fa6-0c28-49ae-8bd0-b3354451eb18 None None] Pushing event updated for resources: {'Port': ['ID=97d3123b-fad0-416a-90f6-388bbe1bca13,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:39.799632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:39.822840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1294c214-1abc-4d23-a78a-cedf71d64026') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:39.823212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1294c214-1abc-4d23-a78a-cedf71d64026') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:39.859524 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.865091 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.871401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.889793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:39.890595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.892551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:39.896353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 527cfcc8-59b5-4a06-a4ba-3dd12d0ccaac not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:39.903293 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:39.906407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Transition to ACTIVE for port object c6fe3354-7388-4779-bd71-32501c18fd82 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:39.992517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Transition to ACTIVE for port object 3f23392f-1bad-4752-be0c-0292aefc7027 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:40.025697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.067251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3060811 Aug 11 00:50:40.067251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.067883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54294) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:40.068394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Transition to ACTIVE for port object c6fe3354-7388-4779-bd71-32501c18fd82 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:40.072469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9e773-acb9-4ffc-8328-9672fe74c080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc', 'network_id': '8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': '98c17e1a-2958-428a-88f5-45790fe9bb7b'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:40.084209 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e773-acb9-4ffc-8328-9672fe74c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.103908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Transition to ACTIVE for port object 3f23392f-1bad-4752-be0c-0292aefc7027 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:40.129202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Request body: {'subnet': {'network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:40.133255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:40.140829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:40.147014 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:40.287824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.317896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.318474 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.409163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b247c38-6589-404c-8ac2-84317a6b1227 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'Network': ['ID=9980e7ca-cdee-440f-b13b-945ba7a61d0f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:40.446066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Pushing event updated for resources: {'Port': ['ID=c6fe3354-7388-4779-bd71-32501c18fd82,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:40.458995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:40.579337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.621718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Network 4115d973-431b-4317-a41e-3bf19c3b87e0 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:40.629605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Network 8b74d187-5895-4bc3-adc8-d2357d233d89 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:40.631887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Made reservation on behalf of b622528d3a32419fa00bd4010d2a036d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:40.638265 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.649102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.658217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.658482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:40.664898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] 10.222.0.43 "DELETE /v2.0/networks/9751ba00-2cf4-464c-92e7-bc8f78e8f2ed HTTP/1.1" status: 204 len: 168 time: 2.6080618 Aug 11 00:50:40.665154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:40.666430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:40.669805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:40.680088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=98c17e1a-2958-428a-88f5-45790fe9bb7b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server [None req-5bc9e773-acb9-4ffc-8328-9672fe74c080 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98c17e1a-2958-428a-88f5-45790fe9bb7b: This subnet is being modified by another concurrent operation. Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise exception Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98c17e1a-2958-428a-88f5-45790fe9bb7b: This subnet is being modified by another concurrent operation. Aug 11 00:50:40.699730 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Aug 11 00:50:40.734400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772ed95-ee74-4c2f-b23f-5dd994df666c admin admin] Pushing event deleted for resources: {'Network': ['ID=9751ba00-2cf4-464c-92e7-bc8f78e8f2ed,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:40.763830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Deleting port 810ac15d-98f6-48fb-b082-6723dff66dbe {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:40.764939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.793592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Pushing event updated for resources: {'Port': ['ID=3f23392f-1bad-4752-be0c-0292aefc7027,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:40.893383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca1aa7-bc30-41f3-9651-0785c1d86548 None None] Network 8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:40.962701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] For port 810ac15d-98f6-48fb-b082-6723dff66dbe, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=810ac15d-98f6-48fb-b082-6723dff66dbe,segment=NetworkSegment(a5722b8e-8502-483a-b2d8-5012366bade8),segment_id=a5722b8e-8502-483a-b2d8-5012366bade8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:40.963644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.974026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:40.993810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:40.997982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Calling delete_port for 810ac15d-98f6-48fb-b082-6723dff66dbe owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:41.046589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab67e3f-3171-4392-a6db-ccf685a31c11') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:41.046907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab67e3f-3171-4392-a6db-ccf685a31c11') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:41.102859 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.144200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.157794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:41.158811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.177512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Attempting to bind port 3f23392f-1bad-4752-be0c-0292aefc7027 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:50:41.177973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Attempting to bind port 3f23392f-1bad-4752-be0c-0292aefc7027 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'ff3dc003-2f16-477c-8c36-ea72c4a1c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8b74d187-5895-4bc3-adc8-d2357d233d89'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:50:41.178349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Attempting to bind port 3f23392f-1bad-4752-be0c-0292aefc7027 on network 8b74d187-5895-4bc3-adc8-d2357d233d89 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:50:41.221833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:50:41.222744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Checking segment: {'id': 'ff3dc003-2f16-477c-8c36-ea72c4a1c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8b74d187-5895-4bc3-adc8-d2357d233d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:41.223416 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.224193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Bound using segment: {'id': 'ff3dc003-2f16-477c-8c36-ea72c4a1c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8b74d187-5895-4bc3-adc8-d2357d233d89'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:41.226393 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:41.229902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Bound port: 3f23392f-1bad-4752-be0c-0292aefc7027, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3dc003-2f16-477c-8c36-ea72c4a1c149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8b74d187-5895-4bc3-adc8-d2357d233d89'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:50:41.230605 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.406986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Attempting to bind port c6fe3354-7388-4779-bd71-32501c18fd82 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:50:41.407959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Attempting to bind port c6fe3354-7388-4779-bd71-32501c18fd82 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b4bbc8ab-a982-4c7c-9627-898b12b289fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4115d973-431b-4317-a41e-3bf19c3b87e0'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:50:41.409231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Attempting to bind port c6fe3354-7388-4779-bd71-32501c18fd82 on network 4115d973-431b-4317-a41e-3bf19c3b87e0 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:50:41.534565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:50:41.537223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Checking segment: {'id': 'b4bbc8ab-a982-4c7c-9627-898b12b289fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4115d973-431b-4317-a41e-3bf19c3b87e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:41.537607 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.538019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Bound using segment: {'id': 'b4bbc8ab-a982-4c7c-9627-898b12b289fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4115d973-431b-4317-a41e-3bf19c3b87e0'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:50:41.547984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Bound port: c6fe3354-7388-4779-bd71-32501c18fd82, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bbc8ab-a982-4c7c-9627-898b12b289fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4115d973-431b-4317-a41e-3bf19c3b87e0'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:50:41.548377 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.724496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54320) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:41.762666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.770916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:41.774541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc HTTP/1.1" status: 204 len: 168 time: 2.6387577 Aug 11 00:50:41.804166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] For port c6fe3354-7388-4779-bd71-32501c18fd82, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:50:41.812024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] For port c6fe3354-7388-4779-bd71-32501c18fd82, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c6fe3354-7388-4779-bd71-32501c18fd82,segment=NetworkSegment(b4bbc8ab-a982-4c7c-9627-898b12b289fb),segment_id=b4bbc8ab-a982-4c7c-9627-898b12b289fb)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:50:41.833920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f5c5d-1e3d-4a78-90bc-ef11490407fb None None] Network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:41.844506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54324) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:41.858755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-16525947'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:41.901129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73df5eb-5b0a-400c-b3d7-5d0802afe4f0 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:41.929989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2119cfd8-71ef-40af-beb7-76d96c2d9316 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2159b3fba16a42858e69279442628c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015936 Aug 11 00:50:41.937350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54326) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:41.978878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.025561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 97d3123b-fad0-416a-90f6-388bbe1bca13 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:42.039301 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.137998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ffb88cb-5721-4bdc-a2c5-e002efc02523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.247321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'Subnet': ['ID=80997ed5-1a97-4f3d-8d1c-9c81b02890b3,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:42.252669 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ffb88cb-5721-4bdc-a2c5-e002efc02523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.257246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:42.262488 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.330325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] For port 3f23392f-1bad-4752-be0c-0292aefc7027, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:50:42.388153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.394321 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.397067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] For port 3f23392f-1bad-4752-be0c-0292aefc7027, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f23392f-1bad-4752-be0c-0292aefc7027,segment=NetworkSegment(ff3dc003-2f16-477c-8c36-ea72c4a1c149),segment_id=ff3dc003-2f16-477c-8c36-ea72c4a1c149)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:50:42.405921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:42.410276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Checking segment: {'id': '9a5f8fc6-d1d7-4468-a18e-5abe13e0a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:42.410935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Network hostable DHCP agents. Network: 9980e7ca-cdee-440f-b13b-945ba7a61d0f, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:42.454419 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.455267 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment 5cfd9b70-1d38-487d-a7fd-cec70444272d of type vlan for network cca57bbd-f533-4bcf-a195-4ec600b8192f Aug 11 00:50:42.460934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5368b643-8b7c-4c67-a268-d3515a0e5cd2 None None] Provisioning for port 97d3123b-fad0-416a-90f6-388bbe1bca13 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:42.467668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38f484-8639-4ca7-ae93-a4f183491084 None None] Pushing event updated for resources: {'Port': ['ID=c6fe3354-7388-4779-bd71-32501c18fd82,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:42.483967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Pushing event deleted for resources: {'Port': ['ID=810ac15d-98f6-48fb-b082-6723dff66dbe,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:42.531386 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.577431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.580102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:42.585998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ffb88cb-5721-4bdc-a2c5-e002efc02523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.597134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ffb88cb-5721-4bdc-a2c5-e002efc02523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.609732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2ffb88cb-5721-4bdc-a2c5-e002efc02523 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3 HTTP/1.1" status: 204 len: 168 time: 0.6663463 Aug 11 00:50:42.609732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.660354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb88cb-5721-4bdc-a2c5-e002efc02523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ebcfba-5955-4eb0-9b03-a195f9fcc8f3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:42.716911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 97d3123b-fad0-416a-90f6-388bbe1bca13 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:42.846211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 97d3123b-fad0-416a-90f6-388bbe1bca13 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:42.846211 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:42.919002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 9980e7ca-cdee-440f-b13b-945ba7a61d0f) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:42.923019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86929324-bef8-4bbb-8d4c-cdee911e6b2d None None] Pushing event updated for resources: {'Port': ['ID=3f23392f-1bad-4752-be0c-0292aefc7027,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:42.985304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:42.986341 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:43.019666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:43.049450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc70545-bae1-4ad2-8d71-1c6cb729d0e7 None None] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:43.050636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:43.057669 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:43.327035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:43.330951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Port': ['ID=e2fdac69-3411-48c3-8280-4800de8b0c4e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:43.362527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=cca57bbd-f533-4bcf-a195-4ec600b8192f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:43.420298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cca57bbd-f533-4bcf-a195-4ec600b8192f details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:43.475198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-98d0789d-e946-4670-ac91-577243e03505 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3508968 Aug 11 00:50:43.477575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54346) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:43.482595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-353c9dfc-1630-4484-b407-53c4730f57c1 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1282401924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:43.588778 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e21cafb3-4e9a-4f07-a905-8093fed6acb9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7388031 Aug 11 00:50:43.589427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54350) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:43.602750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': 'cca57bbd-f533-4bcf-a195-4ec600b8192f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:43.753734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:43.850307 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-353c9dfc-1630-4484-b407-53c4730f57c1 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:43.851722 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-353c9dfc-1630-4484-b407-53c4730f57c1 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.019012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.037671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-353c9dfc-1630-4484-b407-53c4730f57c1 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.072476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:44.072603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Provisioning complete for port 97d3123b-fad0-416a-90f6-388bbe1bca13 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:44.072603 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.073148 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.119114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:44.123460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:44.203783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-353c9dfc-1630-4484-b407-53c4730f57c1 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.274527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 97d3123b-fad0-416a-90f6-388bbe1bca13, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=97d3123b-fad0-416a-90f6-388bbe1bca13,segment=NetworkSegment(14ccd97b-08ae-4441-9690-dea4bcb52913),segment_id=14ccd97b-08ae-4441-9690-dea4bcb52913)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:44.322858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-9980e7ca-cdee-440f-b13b-945ba7a61d0f', 'network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f', 'tenant_id': 'b622528d3a32419fa00bd4010d2a036d', 'fixed_ips': [{'subnet_id': '80997ed5-1a97-4f3d-8d1c-9c81b02890b3'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:44.324309 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.402731 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-353c9dfc-1630-4484-b407-53c4730f57c1 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.409501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-353c9dfc-1630-4484-b407-53c4730f57c1 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9303293 Aug 11 00:50:44.414210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54370) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:44.634898 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:44.691643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:44.747607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93706e8-8534-4ed5-937b-4c07fbd491e2 None None] Network 4115d973-431b-4317-a41e-3bf19c3b87e0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:44.950632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:45.018399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Router a9cd6d27-c585-427c-810f-4ccf996ad3ea is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:50:45.045239 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:45.061857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=97d3123b-fad0-416a-90f6-388bbe1bca13,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:45.210202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Allocated IP 172.20.0.2 (9980e7ca-cdee-440f-b13b-945ba7a61d0f/80997ed5-1a97-4f3d-8d1c-9c81b02890b3/f08a8d79-4184-49b8-89b4-91358468f5cd) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:45.310795 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:50:45.313070 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:50:45.314951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a21031-ca9e-4d79-a391-38ed52f2f4ca None None] Network 8b74d187-5895-4bc3-adc8-d2357d233d89 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:45.324035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c6fe3354-7388-4779-bd71-32501c18fd82 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:45.348940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:45.364628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-73fe3370-a112-491c-ab95-29439c7b092b admin admin] 10.222.0.43 "PUT /v2.0/routers/5aaa83fe-c61b-47e4-b6aa-68b8aed45aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9616954 Aug 11 00:50:45.374857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54388) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:45.484580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] Sync routers for ids ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:45.589543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:45.627070 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec3681-c819-434e-9af8-fccd84245b6d None None] Sync routers for ids ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:45.628346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b555343-a354-47c0-a50a-8e02e848b967 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "PUT /v2.0/routers/a9cd6d27-c585-427c-810f-4ccf996ad3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3256857 Aug 11 00:50:45.640618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54394) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:45.669395 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec3681-c819-434e-9af8-fccd84245b6d None None] Routers {'a9cd6d27-c585-427c-810f-4ccf996ad3ea'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:45.670434 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-61ec3681-c819-434e-9af8-fccd84245b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:45.700318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] Routers {'5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:45.704922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:45.848706 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-61ec3681-c819-434e-9af8-fccd84245b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:45.892318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec3681-c819-434e-9af8-fccd84245b6d None None] Routers {'a9cd6d27-c585-427c-810f-4ccf996ad3ea'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:45.893604 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-61ec3681-c819-434e-9af8-fccd84245b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:45.918850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54396) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:45.949309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=2bd0e166-924d-4777-82c7-f0a4d136eb24,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:46.003619 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-61ec3681-c819-434e-9af8-fccd84245b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:46.005080 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec3681-c819-434e-9af8-fccd84245b6d None None] The sync data for ids ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:46.009406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.010504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.011422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.012318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.012837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.013670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.014768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.015942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.016729 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.017348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.017751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.018448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:46.057394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': '5cfd9b70-1d38-487d-a7fd-cec70444272d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'cca57bbd-f533-4bcf-a195-4ec600b8192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:46.059542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: cca57bbd-f533-4bcf-a195-4ec600b8192f, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:46.157640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:46.426026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c6fe3354-7388-4779-bd71-32501c18fd82 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:46.453626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Provisioning for port e2fdac69-3411-48c3-8280-4800de8b0c4e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:46.468903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:46.495084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f23392f-1bad-4752-be0c-0292aefc7027 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:46.527450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network cca57bbd-f533-4bcf-a195-4ec600b8192f is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:46.550911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Provisioning complete for port e2fdac69-3411-48c3-8280-4800de8b0c4e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:46.550911 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:46.565005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] Set router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:46.669504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-739ec87e-f5f6-4adb-b06d-f8bd89b1f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:46.673414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54410) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:46.875781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, cca57bbd-f533-4bcf-a195-4ec600b8192f) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:46.887388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:46.889282 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:46.905978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Transition to ACTIVE for port object f08a8d79-4184-49b8-89b4-91358468f5cd will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:46.946584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2908127-258b-4a93-8986-cbc607c6867f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:46.984284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a907f9-1a65-4b58-abf6-8c55ce79dfd7 None None] Network cca57bbd-f533-4bcf-a195-4ec600b8192f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:47.020777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a07a1920-9217-4feb-952f-bab36ca3d797 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4289954 Aug 11 00:50:47.026869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54418) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:47.183012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-599383617-network', 'tenant_id': '2114e9d502d84d41bf68388ad26e3fc4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:47.200075 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.287730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.366037 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.433274 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2908127-258b-4a93-8986-cbc607c6867f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.519579 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-e3825547-cff6-4a9f-b94b-e3a6dfd9901f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:50:47.530877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e3825547-cff6-4a9f-b94b-e3a6dfd9901f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "PUT /v2.0/routers/a9cd6d27-c585-427c-810f-4ccf996ad3ea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8665285 Aug 11 00:50:47.531064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.531209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54424) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:47.533084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Transition to ACTIVE for port object f08a8d79-4184-49b8-89b4-91358468f5cd will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:47.533673 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e2908127-258b-4a93-8986-cbc607c6867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.545485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7383c-3216-4195-ae3c-e8c851f308a6 None None] Port e2fdac69-3411-48c3-8280-4800de8b0c4e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:47.652623 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e2908127-258b-4a93-8986-cbc607c6867f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4582744edc6948efb0b29c5a96dd00d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9735191 Aug 11 00:50:47.653323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54428) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:47.655853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2908127-258b-4a93-8986-cbc607c6867f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1537c5c7-b8e3-4a54-b364-447b7857f6e4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:47.753914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 3f23392f-1bad-4752-be0c-0292aefc7027 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:47.793096 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.860194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Allocated IP 172.20.0.1 (9980e7ca-cdee-440f-b13b-945ba7a61d0f/80997ed5-1a97-4f3d-8d1c-9c81b02890b3/bc3298e4-0deb-470d-b607-03f94424c25a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:47.865439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a270adb-e72c-4e27-b18e-69f002cdd147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.869171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Made reservation on behalf of 2114e9d502d84d41bf68388ad26e3fc4 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:47.880656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.880921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:47.890493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Deleting port 4b9e1ace-6a23-465c-a048-5065274d5264 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:47.891152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.901581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Provisioning complete for port e2fdac69-3411-48c3-8280-4800de8b0c4e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:47.901964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.907737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.927075 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.930958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a270adb-e72c-4e27-b18e-69f002cdd147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:47.951080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:47.961391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:47.969544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Port e2fdac69-3411-48c3-8280-4800de8b0c4e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:48.041746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] For port 4b9e1ace-6a23-465c-a048-5065274d5264, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4b9e1ace-6a23-465c-a048-5065274d5264,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:48.042131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.061272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Calling delete_port for 4b9e1ace-6a23-465c-a048-5065274d5264 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:48.098060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd0e166-924d-4777-82c7-f0a4d136eb24,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:48.111680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Attempting to bind port f08a8d79-4184-49b8-89b4-91358468f5cd on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:50:48.112073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Attempting to bind port f08a8d79-4184-49b8-89b4-91358468f5cd by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9a5f8fc6-d1d7-4468-a18e-5abe13e0a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:50:48.112448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Attempting to bind port f08a8d79-4184-49b8-89b4-91358468f5cd on network 9980e7ca-cdee-440f-b13b-945ba7a61d0f {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:50:48.123366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:50:48.123660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Checking segment: {'id': '9a5f8fc6-d1d7-4468-a18e-5abe13e0a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:48.124082 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.124491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Bound using segment: {'id': '9a5f8fc6-d1d7-4468-a18e-5abe13e0a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:50:48.126024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Bound port: f08a8d79-4184-49b8-89b4-91358468f5cd, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5f8fc6-d1d7-4468-a18e-5abe13e0a219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:50:48.126428 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.216138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] For port f08a8d79-4184-49b8-89b4-91358468f5cd, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:50:48.218609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.219970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] For port f08a8d79-4184-49b8-89b4-91358468f5cd, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f08a8d79-4184-49b8-89b4-91358468f5cd,segment=NetworkSegment(9a5f8fc6-d1d7-4468-a18e-5abe13e0a219),segment_id=9a5f8fc6-d1d7-4468-a18e-5abe13e0a219)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:50:48.226290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 97d3123b-fad0-416a-90f6-388bbe1bca13 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:48.239781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca57bbd-f533-4bcf-a195-4ec600b8192f']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:48.263689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.267259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfd9b70-1d38-487d-a7fd-cec70444272d') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:48.267568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfd9b70-1d38-487d-a7fd-cec70444272d') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:48.291604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Provisioning for port 3f23392f-1bad-4752-be0c-0292aefc7027 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:48.292023 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.299151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:50:41Z', 'revision_number': 5, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port': {'id': '4b9e1ace-6a23-465c-a048-5065274d5264', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:44:26Z', 'updated_at': '2021-08-11T00:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:48.311964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.328286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:48.331892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.340542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Provisioning complete for port 3f23392f-1bad-4752-be0c-0292aefc7027 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:48.340542 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.344119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Pushing event updated for resources: {'Port': ['ID=f08a8d79-4184-49b8-89b4-91358468f5cd,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:48.357524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] Checking router: 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:48.379353 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:48.399295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Transition to ACTIVE for port object bc3298e4-0deb-470d-b607-03f94424c25a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:48.404065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a270adb-e72c-4e27-b18e-69f002cdd147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.406861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a270adb-e72c-4e27-b18e-69f002cdd147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.408113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0a270adb-e72c-4e27-b18e-69f002cdd147 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1537c5c7-b8e3-4a54-b364-447b7857f6e4 HTTP/1.1" status: 204 len: 168 time: 0.7533655 Aug 11 00:50:48.412997 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.433353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a270adb-e72c-4e27-b18e-69f002cdd147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537c5c7-b8e3-4a54-b364-447b7857f6e4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:48.496990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ef6ba9-4c7d-4cff-ad16-f6674ddbc3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-cca57bbd-f533-4bcf-a195-4ec600b8192f', 'network_id': 'cca57bbd-f533-4bcf-a195-4ec600b8192f', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': '2bd0e166-924d-4777-82c7-f0a4d136eb24'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:48.497961 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f6ef6ba9-4c7d-4cff-ad16-f6674ddbc3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.512948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.524478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 97d3123b-fad0-416a-90f6-388bbe1bca13 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:48.526992 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.527192 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.537519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] Routers {'5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:48.538264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:48.544439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.558337 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/cca57bbd-f533-4bcf-a195-4ec600b8192f HTTP/1.1" status: 204 len: 168 time: 1.5254581 Aug 11 00:50:48.560336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54438) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:48.568738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9e1ace-6a23-465c-a048-5065274d5264,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:48.578915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-184545000'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:48.600562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac566001-dd68-4c4f-9a29-880b3cad78cd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=cca57bbd-f533-4bcf-a195-4ec600b8192f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:48.673493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc464d17-e0ed-4c5f-9a48-da249d75f888 None None] Pushing event updated for resources: {'Port': ['ID=f08a8d79-4184-49b8-89b4-91358468f5cd,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:48.676823 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.695441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.700968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.718948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.726455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] Set router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:50:48.732083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:48.735822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:48.740959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:48.791647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'Port': ['ID=bc3298e4-0deb-470d-b607-03f94424c25a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:48.826822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b9d41c-8a44-4490-b24d-8736796571f9 None None] Network cca57bbd-f533-4bcf-a195-4ec600b8192f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:48.841289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.911497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:48.986108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b9d41c-8a44-4490-b24d-8736796571f9 None None] Network cca57bbd-f533-4bcf-a195-4ec600b8192f could not be found, it might have been deleted concurrently. {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 00:50:49.008997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:50:48Z', 'revision_number': 7, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:49.098588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1ffc9-cd99-4df0-b9fe-b3ab5c1f2ddf None None] The sync data for ids ['5aaa83fe-c61b-47e4-b6aa-68b8aed45aca'] in n-d-712143-13 is: [{'id': '5aaa83fe-c61b-47e4-b6aa-68b8aed45aca', 'name': 'tempest-TestServerBasicOps-217267118-router', 'tenant_id': '0ba4ee2d3c4a414786470946cdc13652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:44:24Z', 'updated_at': '2021-08-11T00:50:48Z', 'revision_number': 7, 'project_id': '0ba4ee2d3c4a414786470946cdc13652', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:49.179921 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.188325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.198903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.203307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6d500f4-87f2-48a5-a8ed-e45625cb19bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.211698 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.217445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:49.276150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] For port 3f23392f-1bad-4752-be0c-0292aefc7027, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f23392f-1bad-4752-be0c-0292aefc7027,segment=NetworkSegment(ff3dc003-2f16-477c-8c36-ea72c4a1c149),segment_id=ff3dc003-2f16-477c-8c36-ea72c4a1c149)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:49.279922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b1782-50fa-46da-805b-9988893b7166,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:49.283102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.283480 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Added segment f9903b0c-8d1b-48f8-b9ee-4023bf285b38 of type vlan for network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf Aug 11 00:50:49.351054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.380480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.384033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:49.387540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.433921 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.448902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:49.464246 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.464912 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment 978f9146-4c23-40b1-9db5-62beab282477 of type vlan for network e3518bd4-04cc-40fc-8bd9-3b747050dda8 Aug 11 00:50:49.478432 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.485049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aaa83fe-c61b-47e4-b6aa-68b8aed45aca {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:50:49.542614 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.543903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-086fa6e4-bdba-40c4-b61d-97a26f8d4554 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5aaa83fe-c61b-47e4-b6aa-68b8aed45aca HTTP/1.1" status: 204 len: 168 time: 4.1630690 Aug 11 00:50:49.549592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54460) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:49.562952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Pushing event updated for resources: {'Port': ['ID=3f23392f-1bad-4752-be0c-0292aefc7027,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:49.599563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Provisioning for port c6fe3354-7388-4779-bd71-32501c18fd82 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:49.605066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Provisioning complete for port c6fe3354-7388-4779-bd71-32501c18fd82 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:49.605449 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.613828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.619050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.620455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:49.621291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.764457 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.828440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] For port c6fe3354-7388-4779-bd71-32501c18fd82, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c6fe3354-7388-4779-bd71-32501c18fd82,segment=NetworkSegment(b4bbc8ab-a982-4c7c-9627-898b12b289fb),segment_id=b4bbc8ab-a982-4c7c-9627-898b12b289fb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:49.860519 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-af64e72c-098c-4d9a-8f23-d063f48e38a4 admin admin] Deleting subnet c129f030-bae1-4e03-9e09-2bbbcc915610 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:50:49.872779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:49.872779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-741c28b1-bdf8-46e8-82db-6d2a4e559cb2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7221093 Aug 11 00:50:49.872779 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af64e72c-098c-4d9a-8f23-d063f48e38a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.873313 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54468) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:49.876551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:49.876947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Request body: {'subnet': {'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-599383617-subnet', 'tenant_id': '2114e9d502d84d41bf68388ad26e3fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:49.893986 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:49.921428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af64e72c-098c-4d9a-8f23-d063f48e38a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.053895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Deleting port e2fdac69-3411-48c3-8280-4800de8b0c4e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:50.054838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.064312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.067928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Made reservation on behalf of 2114e9d502d84d41bf68388ad26e3fc4 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:50.070372 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.078089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.230640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba4c93-4fe5-4704-b6b5-f171ed80a92a None None] Pushing event updated for resources: {'Port': ['ID=c6fe3354-7388-4779-bd71-32501c18fd82,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:50.263493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7b69b3a0-2358-49fd-a9b2-dec0743ac85d None None] Provisioning complete for port 3f23392f-1bad-4752-be0c-0292aefc7027 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:50.263824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7b69b3a0-2358-49fd-a9b2-dec0743ac85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.365575 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af64e72c-098c-4d9a-8f23-d063f48e38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.375617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f08a8d79-4184-49b8-89b4-91358468f5cd up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:50.436409 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.444357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:50.446278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.575513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.599149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port f08a8d79-4184-49b8-89b4-91358468f5cd completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:50.602191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'Port': ['ID=bc3298e4-0deb-470d-b607-03f94424c25a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:50.616952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.621408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810164b-c8a3-42b9-b31c-ef052e26ba84 None None] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:50.628062 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f23392f-1bad-4752-be0c-0292aefc7027 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:50.852320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.932421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:50.937827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:50.942879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:50.945647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3f23392f-1bad-4752-be0c-0292aefc7027 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:50.945647 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.978494 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af64e72c-098c-4d9a-8f23-d063f48e38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.988083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4170268 Aug 11 00:50:50.995701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:50.998022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54492) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:51.006338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-139bf28a-de57-410d-a1bc-45e6b440c95b None None] Provisioning for port f08a8d79-4184-49b8-89b4-91358468f5cd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:51.021064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-139bf28a-de57-410d-a1bc-45e6b440c95b None None] Provisioning complete for port f08a8d79-4184-49b8-89b4-91358468f5cd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:51.021500 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-139bf28a-de57-410d-a1bc-45e6b440c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:51.032902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Checking segment: {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:51.032902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Network hostable DHCP agents. Network: ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:51.040551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': 'e3518bd4-04cc-40fc-8bd9-3b747050dda8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:51.237794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc667d-a9f1-4b19-90a1-e83c809c9795 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=e3518bd4-04cc-40fc-8bd9-3b747050dda8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:51.252099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64e72c-098c-4d9a-8f23-d063f48e38a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c129f030-bae1-4e03-9e09-2bbbcc915610,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:51.255923 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af64e72c-098c-4d9a-8f23-d063f48e38a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:51.264802 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af64e72c-098c-4d9a-8f23-d063f48e38a4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c129f030-bae1-4e03-9e09-2bbbcc915610 HTTP/1.1" status: 204 len: 168 time: 1.7075741 Aug 11 00:50:51.265087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff78054-ee3b-474f-95b4-c3fbc134fb0b None None] Network 2c0b5057-7554-4f9f-a337-279964182843 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:51.270349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e3518bd4-04cc-40fc-8bd9-3b747050dda8 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:51.270504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54500) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:51.273246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Calling delete_port for e2fdac69-3411-48c3-8280-4800de8b0c4e owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:51.394803 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:51.424955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:51.432709 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:51.467076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Deleting port 90797e6e-0d58-4408-a3c6-cf4ff2547470 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:51.468017 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:51.576672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:51.579679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Router bb1fb266-10d1-460d-97e1-c7e00789dabf is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:50:51.693211 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-139bf28a-de57-410d-a1bc-45e6b440c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:51.750526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] For port 90797e6e-0d58-4408-a3c6-cf4ff2547470, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=90797e6e-0d58-4408-a3c6-cf4ff2547470,segment=NetworkSegment(a5722b8e-8502-483a-b2d8-5012366bade8),segment_id=a5722b8e-8502-483a-b2d8-5012366bade8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:51.751081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:51.759111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:51.785966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4b9e1ace-6a23-465c-a048-5065274d5264 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:51.826599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339806b-a39a-4395-a48d-6cc77033beb3 None None] Network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:51.846200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:51.848980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:51.860108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 4b9e1ace-6a23-465c-a048-5065274d5264 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:51.860463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4b9e1ace-6a23-465c-a048-5065274d5264 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:51.860908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 810ac15d-98f6-48fb-b082-6723dff66dbe no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:51.863306 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Calling delete_port for 90797e6e-0d58-4408-a3c6-cf4ff2547470 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:50:51.896572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-139bf28a-de57-410d-a1bc-45e6b440c95b None None] For port f08a8d79-4184-49b8-89b4-91358468f5cd, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f08a8d79-4184-49b8-89b4-91358468f5cd,segment=NetworkSegment(9a5f8fc6-d1d7-4468-a18e-5abe13e0a219),segment_id=9a5f8fc6-d1d7-4468-a18e-5abe13e0a219)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:50:51.921790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 810ac15d-98f6-48fb-b082-6723dff66dbe {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:51.922132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 810ac15d-98f6-48fb-b082-6723dff66dbe not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:51.965465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:51.980368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9814089b-d7e1-4698-a48f-ad3bd4a30ce2 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "PUT /v2.0/routers/bb1fb266-10d1-460d-97e1-c7e00789dabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5605199 Aug 11 00:50:51.986558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c3f7c1-0e71-4a7a-a14e-16636e2bbcc7 None None] Sync routers for ids ['bb1fb266-10d1-460d-97e1-c7e00789dabf'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:51.987410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54506) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:51.996052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Request body: {'port': {'network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f', 'name': 'tempest-FloatingIPNegativeTestJSON-1673564450'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:52.026198 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-139bf28a-de57-410d-a1bc-45e6b440c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.028167 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f2f54208-6f59-4482-9e84-c3605d3f1244 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1555381 Aug 11 00:50:52.050170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c3f7c1-0e71-4a7a-a14e-16636e2bbcc7 None None] Routers {'bb1fb266-10d1-460d-97e1-c7e00789dabf'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:52.051527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d4c3f7c1-0e71-4a7a-a14e-16636e2bbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb1fb266-10d1-460d-97e1-c7e00789dabf'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:52.153668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.164271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682af9e-93c3-4cf6-9c8f-9d59c498bc0f None None] DHCP port deletion for 2c0b5057-7554-4f9f-a337-279964182843 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:50:52.262548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Pushing event deleted for resources: {'Port': ['ID=90797e6e-0d58-4408-a3c6-cf4ff2547470,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:52.299894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d4c3f7c1-0e71-4a7a-a14e-16636e2bbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:52.301305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.303394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] No DVR routers for this DVR port 90797e6e-0d58-4408-a3c6-cf4ff2547470 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:50:52.404136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c6fe3354-7388-4779-bd71-32501c18fd82 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:52.440539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bf28a-de57-410d-a1bc-45e6b440c95b None None] Pushing event updated for resources: {'Port': ['ID=f08a8d79-4184-49b8-89b4-91358468f5cd,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:52.448082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.473507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c3f7c1-0e71-4a7a-a14e-16636e2bbcc7 None None] Routers {'bb1fb266-10d1-460d-97e1-c7e00789dabf'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:52.474180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d4c3f7c1-0e71-4a7a-a14e-16636e2bbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb1fb266-10d1-460d-97e1-c7e00789dabf'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:52.482636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc80ba1-837d-4898-82b0-7a26eb6119c7 None None] Network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:52.484240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0b5057-7554-4f9f-a337-279964182843']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:52.507494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5722b8e-8502-483a-b2d8-5012366bade8') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:52.510080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5722b8e-8502-483a-b2d8-5012366bade8') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:52.545130 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.562659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-12f894e6-1c0e-49c9-839e-7039b2c12fc5 None None] Provisioning for port bc3298e4-0deb-470d-b607-03f94424c25a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:52.565021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d4c3f7c1-0e71-4a7a-a14e-16636e2bbcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:52.565639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c3f7c1-0e71-4a7a-a14e-16636e2bbcc7 None None] The sync data for ids ['bb1fb266-10d1-460d-97e1-c7e00789dabf'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:52.579742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.592650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:52.593058 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:52.595206 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:52.693344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-12f894e6-1c0e-49c9-839e-7039b2c12fc5 None None] Provisioning complete for port bc3298e4-0deb-470d-b607-03f94424c25a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:52.694178 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-12f894e6-1c0e-49c9-839e-7039b2c12fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.696435 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.757096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Port': ['ID=e2fdac69-3411-48c3-8280-4800de8b0c4e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:52.776400 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.782596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.788998 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] 10.222.0.43 "DELETE /v2.0/networks/2c0b5057-7554-4f9f-a337-279964182843 HTTP/1.1" status: 204 len: 168 time: 1.5126767 Aug 11 00:50:52.826562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1d7e-bb90-4dfe-84a1-003790e1cded admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0b5057-7554-4f9f-a337-279964182843,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:52.877663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c6fe3354-7388-4779-bd71-32501c18fd82 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:52.878130 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:52.994030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-12f894e6-1c0e-49c9-839e-7039b2c12fc5 None None] Port bc3298e4-0deb-470d-b607-03f94424c25a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:52.994687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83328833-55d1-409b-bea2-bc1a414479fe None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:50:53.114108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-12f894e6-1c0e-49c9-839e-7039b2c12fc5 None None] Provisioning complete for port f08a8d79-4184-49b8-89b4-91358468f5cd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:53.114853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-12f894e6-1c0e-49c9-839e-7039b2c12fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:53.160512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Made reservation on behalf of b622528d3a32419fa00bd4010d2a036d for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:53.164162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:53.231226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-27e8fb7c-9211-4a04-83e7-f315708ad2ed tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:53.241481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:53.246754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-27e8fb7c-9211-4a04-83e7-f315708ad2ed tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 814 time: 0.2235770 Aug 11 00:50:53.298350 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] device_id is not set on port 8100aba8-5d26-4602-a651-710405356eea yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:50:53.304610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-f5e00ed1-64ad-4bea-a7f0-f8c05106e008 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/quotas/2114e9d502d84d41bf68388ad26e3fc4 HTTP/1.1" status: 200 len: 375 time: 0.0548112 Aug 11 00:50:53.438942 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-1c3e7851-5ead-4239-a4cc-b0f22bf9b57e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293657 Aug 11 00:50:53.450627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83328833-55d1-409b-bea2-bc1a414479fe None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:50:53.523382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54554) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:53.607749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c5c434ee-aeb6-408a-839c-10079c2ba4cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acb5a8cd51cf48fda3b15f711dfb924f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820808 Aug 11 00:50:53.610183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54556) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:53.691116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:53.744670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab667bf7-0ec8-4693-8d26-b790e59977bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:53.796654 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab667bf7-0ec8-4693-8d26-b790e59977bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:53.812006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d21fcf5e-98c1-4260-b4aa-7efe00c63759 None None] Provisioning complete for port bc3298e4-0deb-470d-b607-03f94424c25a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:53.812714 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d21fcf5e-98c1-4260-b4aa-7efe00c63759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:53.882720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d21fcf5e-98c1-4260-b4aa-7efe00c63759 None None] Port bc3298e4-0deb-470d-b607-03f94424c25a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:53.963977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-7a24a21d-63a7-4949-bdb7-f30df61bbea1 service neutron] 10.222.0.43 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239635 Aug 11 00:50:53.976139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=9b31f84a-8fcb-4227-b514-c1afcec8ea94,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:54.018405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd6b39-6a16-4052-a9bc-24697d3f5f24 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:50:54.028717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Router a9cd6d27-c585-427c-810f-4ccf996ad3ea has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:54.030782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.031136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.031612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.031955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.032294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.032626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.032957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.033289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.033615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.033943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.034269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.034626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:50:54.086941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': '978f9146-4c23-40b1-9db5-62beab282477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e3518bd4-04cc-40fc-8bd9-3b747050dda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:54.087366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: e3518bd4-04cc-40fc-8bd9-3b747050dda8, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:54.106767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab667bf7-0ec8-4693-8d26-b790e59977bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:54.110798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Allocated IP 172.20.0.10 (9980e7ca-cdee-440f-b13b-945ba7a61d0f/80997ed5-1a97-4f3d-8d1c-9c81b02890b3/8100aba8-5d26-4602-a651-710405356eea) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:54.123797 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab667bf7-0ec8-4693-8d26-b790e59977bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:54.127546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ab667bf7-0ec8-4693-8d26-b790e59977bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc147aad-bd50-42e2-8aa5-bd4c53d6e27e HTTP/1.1" status: 204 len: 168 time: 0.5152917 Aug 11 00:50:54.156795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f08a8d79-4184-49b8-89b4-91358468f5cd up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:50:54.186290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab667bf7-0ec8-4693-8d26-b790e59977bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc147aad-bd50-42e2-8aa5-bd4c53d6e27e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:54.235836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-f9c388bc-dfcf-4050-bf37-acf5b5bf605d service neutron] 10.222.0.43 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619920 Aug 11 00:50:54.274015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:54.291607 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999721a9-b2eb-48e9-bfb8-9ceb22ab4182 None None] Sync routers for ids ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:54.296687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e8b034b8-869d-4c7a-88e4-bfd232f24e3a tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "PUT /v2.0/routers/a9cd6d27-c585-427c-810f-4ccf996ad3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7675524 Aug 11 00:50:54.297089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54562) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:54.314528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network e3518bd4-04cc-40fc-8bd9-3b747050dda8 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:54.320374 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999721a9-b2eb-48e9-bfb8-9ceb22ab4182 None None] Routers {'a9cd6d27-c585-427c-810f-4ccf996ad3ea'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:54.324247 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-999721a9-b2eb-48e9-bfb8-9ceb22ab4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:54.415847 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-fe00f112-10d5-4f96-876a-6ba3a89191d5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] delete failed (client error): The resource could not be found. Aug 11 00:50:54.417863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fe00f112-10d5-4f96-876a-6ba3a89191d5 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-167236111 HTTP/1.1" status: 404 len: 334 time: 0.1195891 Aug 11 00:50:54.422329 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-999721a9-b2eb-48e9-bfb8-9ceb22ab4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:54.424347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54570) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:54.430371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4b0b9b62-dea8-427f-a722-bdb20a06d1eb tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9cd6d27-c585-427c-810f-4ccf996ad3ea'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:54.443739 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999721a9-b2eb-48e9-bfb8-9ceb22ab4182 None None] Routers {'a9cd6d27-c585-427c-810f-4ccf996ad3ea'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:54.444473 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-999721a9-b2eb-48e9-bfb8-9ceb22ab4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:54.470884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f08a8d79-4184-49b8-89b4-91358468f5cd triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:54.474024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e3518bd4-04cc-40fc-8bd9-3b747050dda8) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:54.476142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:54.493581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:54.495045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:54.496455 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-999721a9-b2eb-48e9-bfb8-9ceb22ab4182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:54.497224 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999721a9-b2eb-48e9-bfb8-9ceb22ab4182 None None] The sync data for ids ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:54.633669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:54.694165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Transition to ACTIVE for port object 8100aba8-5d26-4602-a651-710405356eea will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:54.718637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5b0e2740-5d68-41df-a889-51fe710aab50 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.6797912 Aug 11 00:50:54.722934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54590) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:54.852087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 90797e6e-0d58-4408-a3c6-cf4ff2547470 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:50:54.874556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 90797e6e-0d58-4408-a3c6-cf4ff2547470 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:50:54.874908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 90797e6e-0d58-4408-a3c6-cf4ff2547470 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:50:54.896667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd6b39-6a16-4052-a9bc-24697d3f5f24 None None] Unable to find a vacant binding_index for network e3518bd4-04cc-40fc-8bd9-3b747050dda8 and agent 75efe6c3-6348-4ac3-8778-f643cd45a941 {{(pid=95256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 11 00:50:54.903502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fd6b39-6a16-4052-a9bc-24697d3f5f24 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e3518bd4-04cc-40fc-8bd9-3b747050dda8) {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:50:54.903724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-4c2c019a-0b25-4040-8f34-04e08295ea77 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=836f68255363404aa25d0c7fe7209762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740795 Aug 11 00:50:54.986421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea8584b4-2721-4bf8-a873-f14d44cf1489 req-7e71b0e3-cb5c-491b-8935-f6fc33568d42 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 210 time: 0.2142596 Aug 11 00:50:54.989795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b0b9b62-dea8-427f-a722-bdb20a06d1eb tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.056001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.084072 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-4b0b9b62-dea8-427f-a722-bdb20a06d1eb tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] update failed (client error): The resource could not be found. Aug 11 00:50:55.088616 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4b0b9b62-dea8-427f-a722-bdb20a06d1eb tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "PUT /v2.0/routers/a9cd6d27-c585-427c-810f-4ccf996ad3ea HTTP/1.1" status: 404 len: 339 time: 0.6588562 Aug 11 00:50:55.089057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54600) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:55.235935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.355703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:55.365616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:55.373442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:55.384342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-a7698818-578b-44f5-8ff7-f82d0b042cdf tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:55.385914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-a7698818-578b-44f5-8ff7-f82d0b042cdf tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4816263 Aug 11 00:50:55.392084 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.436492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-29264d94-41c9-4f4a-bb84-781806a13cfd tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/quotas/836f68255363404aa25d0c7fe7209762 HTTP/1.1" status: 200 len: 375 time: 0.0409815 Aug 11 00:50:55.438012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'Port': ['ID=8100aba8-5d26-4602-a651-710405356eea,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:55.463601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54612) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:55.532840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-b727b869-ab3a-42c6-9c94-b62bf6d8f65c tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=836f68255363404aa25d0c7fe7209762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682333 Aug 11 00:50:55.599329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4ecbe2b9-952a-464e-ac5c-6375b4f280e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ba4ee2d3c4a414786470946cdc13652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311669 Aug 11 00:50:55.600142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54618) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:55.610237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:55.610924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.628433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.671499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e0cc9-0bc4-4433-9f67-d826126bcfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-e3518bd4-04cc-40fc-8bd9-3b747050dda8', 'network_id': 'e3518bd4-04cc-40fc-8bd9-3b747050dda8', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': '9b31f84a-8fcb-4227-b514-c1afcec8ea94'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:55.672923 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-818e0cc9-0bc4-4433-9f67-d826126bcfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.686877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-58bfb91f-d615-4e36-9861-3ade1b3fc46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.716833 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-58bfb91f-d615-4e36-9861-3ade1b3fc46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.813670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-77dcd031-de08-4c14-ad28-6d8538ac9123 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8241599 Aug 11 00:50:55.815471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:55.822761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54624) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server [None req-818e0cc9-0bc4-4433-9f67-d826126bcfae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b31f84a-8fcb-4227-b514-c1afcec8ea94: This subnet is being modified by another concurrent operation. Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server raise exception Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b31f84a-8fcb-4227-b514-c1afcec8ea94: This subnet is being modified by another concurrent operation. Aug 11 00:50:55.875742 n-d-712143-13 neutron-server[95256]: ERROR oslo_messaging.rpc.server Aug 11 00:50:55.915873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70339ed-2e7f-452f-9a49-deeb6d2ece8a None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:50:56.186736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70339ed-2e7f-452f-9a49-deeb6d2ece8a None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:50:56.287230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:56.333543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f40b3ec5-07b9-4305-ab05-4046865e2f25 req-2e85a4a7-7c92-4cc5-bc5c-655ffdf233a4 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 210 time: 0.0589261 Aug 11 00:50:56.380746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=9b31f84a-8fcb-4227-b514-c1afcec8ea94,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:56.389251 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-58bfb91f-d615-4e36-9861-3ade1b3fc46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.393096 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-58bfb91f-d615-4e36-9861-3ade1b3fc46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.394272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-58bfb91f-d615-4e36-9861-3ade1b3fc46c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8792234f-061e-428d-9891-890fc0d78e56 HTTP/1.1" status: 204 len: 168 time: 0.7798727 Aug 11 00:50:56.480092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.492696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3518bd4-04cc-40fc-8bd9-3b747050dda8']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:56.505598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978f9146-4c23-40b1-9db5-62beab282477') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:56.506267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978f9146-4c23-40b1-9db5-62beab282477') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:56.517354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.542815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Allocated IP 172.20.0.1 (9cac5473-d53e-4fd2-9689-dadee47219b0/3ee2fe3f-56f1-480f-be74-e1fcfc7d5e70/e96b4919-efa5-431c-96e5-f4f75b25d71c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:56.551946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfb91f-d615-4e36-9861-3ade1b3fc46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8792234f-061e-428d-9891-890fc0d78e56,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:56.554397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.581678 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-078683bd-46f8-4e5b-ad91-b429c5531c52 req-607086f4-9948-4577-8bca-fb04971f85fc tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 210 time: 0.2115586 Aug 11 00:50:56.630257 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:50:56.643685 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:50:56.722451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.726787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871cf06-ed58-4475-b399-fdfa323989a0 None None] Network e3518bd4-04cc-40fc-8bd9-3b747050dda8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:56.757357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.770462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Transition to ACTIVE for port object e96b4919-efa5-431c-96e5-f4f75b25d71c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:50:56.831053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.866101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:56.868148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/e3518bd4-04cc-40fc-8bd9-3b747050dda8 HTTP/1.1" status: 204 len: 168 time: 2.1440105 Aug 11 00:50:56.873615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54652) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:56.883891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371711750'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:56.906293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928992e-04c3-4b24-8461-76ef84835121 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=e3518bd4-04cc-40fc-8bd9-3b747050dda8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:56.994129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcaac15-f329-4d53-84c6-03a4f48888f9 None None] Network e3518bd4-04cc-40fc-8bd9-3b747050dda8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:56.997431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Allocated IP 172.25.0.63 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/acfc6200-d9b8-4f19-bca7-6649e6d74332) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:56.998868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.046959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:57.071795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.291376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcaac15-f329-4d53-84c6-03a4f48888f9 None None] Network e3518bd4-04cc-40fc-8bd9-3b747050dda8 could not be found, it might have been deleted concurrently. {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 00:50:57.292747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network 9cac5473-d53e-4fd2-9689-dadee47219b0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:57.293543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.293770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:57.293770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:57.412948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Port': ['ID=e96b4919-efa5-431c-96e5-f4f75b25d71c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:57.412948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:50:57.412948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.445682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.447541 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment 9a877edc-a0a6-44de-8d45-a5a324139e49 of type vlan for network 30def319-6d3d-4fc4-95bb-f0973814c2f7 Aug 11 00:50:57.497244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-756aa3db-d6e0-40b0-bf19-1d142a9bab99 req-bdd4cc02-2e18-4e11-bc35-651e35c9b1c9 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 210 time: 0.1052780 Aug 11 00:50:57.517085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-22a2e499-6bfd-4ce4-9a77-de909cd62958 None None] Provisioning for port 8100aba8-5d26-4602-a651-710405356eea completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:57.520738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.527939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-22a2e499-6bfd-4ce4-9a77-de909cd62958 None None] Provisioning complete for port 8100aba8-5d26-4602-a651-710405356eea triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:57.528378 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-22a2e499-6bfd-4ce4-9a77-de909cd62958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.582816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.584353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-22a2e499-6bfd-4ce4-9a77-de909cd62958 None None] Port 8100aba8-5d26-4602-a651-710405356eea cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:57.606615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:57.615489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:57.622477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:50:57.661119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'Port': ['ID=acfc6200-d9b8-4f19-bca7-6649e6d74332,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:57.673670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.730023 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c613a1b-d002-46cf-be9a-a40b01f84f9b req-8d842e66-5ba3-4922-9884-211356526f1f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 210 time: 0.0427990 Aug 11 00:50:57.788708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.796579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-87aa985d-ac76-4595-b5ab-9abe0247217a None None] Provisioning for port e96b4919-efa5-431c-96e5-f4f75b25d71c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:50:57.802597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-87aa985d-ac76-4595-b5ab-9abe0247217a None None] Provisioning complete for port e96b4919-efa5-431c-96e5-f4f75b25d71c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:57.805937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-87aa985d-ac76-4595-b5ab-9abe0247217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.828045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.835077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:57.835077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.849284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-87aa985d-ac76-4595-b5ab-9abe0247217a None None] Port e96b4919-efa5-431c-96e5-f4f75b25d71c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:57.945966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:57.986132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=30def319-6d3d-4fc4-95bb-f0973814c2f7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:58.006271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:50:58.012492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b45635eb-bdf2-4196-a29c-7adfba0a243e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1351988 Aug 11 00:50:58.021540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54672) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:58.061473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:58.213693 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.265943 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.436823 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.442417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:58.446080 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.514241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.533342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'Port': ['ID=acfc6200-d9b8-4f19-bca7-6649e6d74332,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:58.540816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.631498 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a94f25d5-4500-4941-a071-b1cb1db7dfa3 req-c53dd351-3ef7-4b1f-9919-3546c0c069fe tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 210 time: 0.0529971 Aug 11 00:50:58.660096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event updated for resources: {'Port': ['ID=e96b4919-efa5-431c-96e5-f4f75b25d71c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:58.662610 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.796207 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.802091 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e55fa05b-bf86-48dd-b574-f55dad4b6b3e tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9691110 Aug 11 00:50:58.809153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54686) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:58.821442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-be22781a-0986-4a5f-b148-467b3299148b tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Request body: {'floatingip': {'port_id': '8100aba8-5d26-4602-a651-710405356eea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:58.892892 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-77a16a7b-5c8a-4303-b8d6-df197693d1fe req-0149fc8f-b106-43a7-b241-e505a91083fc tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 210 time: 0.0541372 Aug 11 00:50:58.920383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be22781a-0986-4a5f-b148-467b3299148b tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:58.962494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Network 9cac5473-d53e-4fd2-9689-dadee47219b0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:50:58.994340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:58.999227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-da783d06-2448-4e1b-b595-2e79b661bd24 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:58.999227 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-da783d06-2448-4e1b-b595-2e79b661bd24 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 814 time: 0.2793534 Aug 11 00:50:59.016936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Request body: {'port': {'device_id': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'admin_state_up': True, 'tenant_id': '2114e9d502d84d41bf68388ad26e3fc4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:59.069964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.280342 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-be22781a-0986-4a5f-b148-467b3299148b tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] update failed (client error): The resource could not be found. Aug 11 00:50:59.281564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be22781a-0986-4a5f-b148-467b3299148b tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "PUT /v2.0/floatingips/c78fa7b2-49a1-418d-83d6-20ef964cfd36 HTTP/1.1" status: 404 len: 507 time: 0.4692137 Aug 11 00:50:59.285696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54694) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:59.294596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=89287fd5-02ec-450a-bd99-48c2e94bcece,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:50:59.296508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Made reservation on behalf of 2114e9d502d84d41bf68388ad26e3fc4 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:50:59.301459 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.306456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': '9a877edc-a0a6-44de-8d45-a5a324139e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:50:59.306637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: 30def319-6d3d-4fc4-95bb-f0973814c2f7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:50:59.311061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Router a9cd6d27-c585-427c-810f-4ccf996ad3ea has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:50:59.411379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-df4b63e8-2e2b-465c-ab5f-3c47985e9de6 None None] Provisioning complete for port e96b4919-efa5-431c-96e5-f4f75b25d71c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:50:59.412594 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-df4b63e8-2e2b-465c-ab5f-3c47985e9de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.431641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:50:59.447401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a40b2-ffd2-49bc-a202-e22f97bab635 None None] Sync routers for ids ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:50:59.447831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-976fa466-99a3-49c0-bdba-7314c3211bca tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "PUT /v2.0/routers/a9cd6d27-c585-427c-810f-4ccf996ad3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3576190 Aug 11 00:50:59.448503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54696) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:59.456770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:50:59.472776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a40b2-ffd2-49bc-a202-e22f97bab635 None None] Routers {'a9cd6d27-c585-427c-810f-4ccf996ad3ea'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:59.473742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-283a40b2-ffd2-49bc-a202-e22f97bab635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:59.534909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-df4b63e8-2e2b-465c-ab5f-3c47985e9de6 None None] Port e96b4919-efa5-431c-96e5-f4f75b25d71c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:50:59.536644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-283a40b2-ffd2-49bc-a202-e22f97bab635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:59.539777 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.569027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a40b2-ffd2-49bc-a202-e22f97bab635 None None] Routers {'a9cd6d27-c585-427c-810f-4ccf996ad3ea'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:50:59.569665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-283a40b2-ffd2-49bc-a202-e22f97bab635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:59.588753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Deleting port acfc6200-d9b8-4f19-bca7-6649e6d74332 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:50:59.589402 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.624366 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1abc55b7-93b0-4130-9757-efbd58597690 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.626678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-283a40b2-ffd2-49bc-a202-e22f97bab635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:50:59.627369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a40b2-ffd2-49bc-a202-e22f97bab635 None None] The sync data for ids ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:50:59.665736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 30def319-6d3d-4fc4-95bb-f0973814c2f7) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:50:59.667304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Allocated IP 172.20.0.4 (ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf/c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113/4cc1a83e-e0d3-43d3-8510-63e5188de46e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:50:59.677069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb3e7e-400c-4b84-849b-7a06bc1a0466 None None] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:50:59.702044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:50:59.702665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.742167 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-1abc55b7-93b0-4130-9757-efbd58597690 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 00:50:59.746216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1abc55b7-93b0-4130-9757-efbd58597690 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/routers/a9cd6d27-c585-427c-810f-4ccf996ad3ea HTTP/1.1" status: 409 len: 329 time: 0.2961380 Aug 11 00:50:59.746846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54704) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:59.809870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.891548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-31472232-a437-4d41-a16e-025ba004558d tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=836f68255363404aa25d0c7fe7209762&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2975855 Aug 11 00:50:59.901464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-30def319-6d3d-4fc4-95bb-f0973814c2f7', 'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': '89287fd5-02ec-450a-bd99-48c2e94bcece'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:50:59.902503 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:50:59.926075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6b00392a-6776-4a66-8bc4-b845033b62fb tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9032927 Aug 11 00:50:59.929282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54710) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:50:59.968402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:50:59.984416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.065045 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6641a946-39e4-4c46-ab36-3b0e435e88ae req-fe13eddb-c84a-4850-9e63-b34d31061d50 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 210 time: 0.2154188 Aug 11 00:51:00.157618 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b581e0b-0e59-4b20-8667-b96b3417cc60 req-26e0fd30-2da0-4105-b1c7-ccc50c628361 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 210 time: 0.1291459 Aug 11 00:51:00.162800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.190139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Allocated IP 2001:db8::2 (30def319-6d3d-4fc4-95bb-f0973814c2f7/89287fd5-02ec-450a-bd99-48c2e94bcece/a7368eaa-0d6b-4457-9384-7c9bc5cb0796) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:00.230884 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.231403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.262276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Calling delete_port for acfc6200-d9b8-4f19-bca7-6649e6d74332 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:00.266641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Pushing event updated for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:00.290051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:00.301895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:00.307541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:00.378647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.417714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-2463f843-6b69-430c-9194-2be27de123a5 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:00.419689 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-2463f843-6b69-430c-9194-2be27de123a5 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925738 Aug 11 00:51:00.423752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:00.426300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.432194 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.437472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Request body: {'port': {'device_id': '16e1571a-0040-4050-a6dd-244e47552f52', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '836f68255363404aa25d0c7fe7209762'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:00.448758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Transition to ACTIVE for port object a7368eaa-0d6b-4457-9384-7c9bc5cb0796 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:00.478808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Transition to ACTIVE for port object a7368eaa-0d6b-4457-9384-7c9bc5cb0796 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:00.499044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:00.499606 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.654220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.695734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:00.698818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:00.701414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:00.723130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Pushing event updated for resources: {'Port': ['ID=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:00.749255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.749627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.749980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.750331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.750683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.751021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.751465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.751814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.752145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.752483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.752824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.753196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:00.775794 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a016923f-1cdf-41a6-9bdd-3fef9fd4f60c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7628458 Aug 11 00:51:00.789079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Attempting to bind port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:51:00.789635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Attempting to bind port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9a877edc-a0a6-44de-8d45-a5a324139e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:51:00.790082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Attempting to bind port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 on network 30def319-6d3d-4fc4-95bb-f0973814c2f7 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:00.796303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ccede6c2-91c9-4ad7-b8a1-adf6dec86db8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:51:00.804649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ccede6c2-91c9-4ad7-b8a1-adf6dec86db8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116737 Aug 11 00:51:00.804857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:51:00.804857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Checking segment: {'id': '9a877edc-a0a6-44de-8d45-a5a324139e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:00.804857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.804857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Bound using segment: {'id': '9a877edc-a0a6-44de-8d45-a5a324139e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:51:00.805210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.815068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Bound port: a7368eaa-0d6b-4457-9384-7c9bc5cb0796, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a877edc-a0a6-44de-8d45-a5a324139e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:51:00.816197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.830899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Request body: {'port': {'device_id': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:00.887648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event deleted for resources: {'Port': ['ID=acfc6200-d9b8-4f19-bca7-6649e6d74332,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:00.912182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] For port a7368eaa-0d6b-4457-9384-7c9bc5cb0796, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:51:00.922793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] For port a7368eaa-0d6b-4457-9384-7c9bc5cb0796, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,segment=NetworkSegment(9a877edc-a0a6-44de-8d45-a5a324139e49),segment_id=9a877edc-a0a6-44de-8d45-a5a324139e49)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:51:00.961013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:00.984538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Made reservation on behalf of 836f68255363404aa25d0c7fe7209762 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:00.988356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.026671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.030651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.033319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.034850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4986da28-4182-4275-9b46-852b23378897 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "DELETE /v2.0/floatingips/c78fa7b2-49a1-418d-83d6-20ef964cfd36 HTTP/1.1" status: 204 len: 168 time: 1.7474651 Aug 11 00:51:01.045109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54730) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:01.050198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ece28ef5-3bab-45f4-852e-ca893ae7e04c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Request body: {'floatingip': {'floating_network_id': '9980e7ca-cdee-440f-b13b-945ba7a61d0f', 'port_id': '8100aba8-5d26-4602-a651-710405356eea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:01.082227 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.089302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:51:01.089302 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:51:01.089302 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '836f68255363404aa25d0c7fe7209762', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 51, 1, 74807)}] Aug 11 00:51:01.089302 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:51:01.089302 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:51:01.174655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ec2e6-808a-4de1-a080-0f37a10fb004 None None] Pushing event updated for resources: {'Port': ['ID=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:01.281125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ca99f73-da4a-4776-989f-1b4b83ef242d req-5d59ea1a-e615-4e09-80ba-73d5ef9e5c92 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 210 time: 0.0768027 Aug 11 00:51:01.331107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Deleting port e96b4919-efa5-431c-96e5-f4f75b25d71c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:01.331809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.352062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.444577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:01.458191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:01.471247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:01.471247 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.530312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=a5bd99d8-65b5-442e-bf1b-30d424e3a843,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:01.577168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.608412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Calling delete_port for e96b4919-efa5-431c-96e5-f4f75b25d71c owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:01.616767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.630050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ece28ef5-3bab-45f4-852e-ca893ae7e04c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:01.726318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40a64240-5946-4a6b-abed-2dea708a6e58 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7904069 Aug 11 00:51:01.731684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54740) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:01.858156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf974bf-6582-414f-bc2b-4b6ac17673a4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:01.860031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf974bf-6582-414f-bc2b-4b6ac17673a4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:01.861644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf974bf-6582-414f-bc2b-4b6ac17673a4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:01.863288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf974bf-6582-414f-bc2b-4b6ac17673a4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:01.864899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf974bf-6582-414f-bc2b-4b6ac17673a4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:01.872777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cdf974bf-6582-414f-bc2b-4b6ac17673a4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1399553 Aug 11 00:51:01.873442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54742) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:01.879408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbb0-aa89-474c-af4e-7ddaead5d489 req-ad3b7efe-e4ad-4e26-ac6a-f5ad945d12f1 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:01.881047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4622dbb0-aa89-474c-af4e-7ddaead5d489 req-ad3b7efe-e4ad-4e26-ac6a-f5ad945d12f1 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 931 time: 0.2541463 Aug 11 00:51:01.881231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1783189477'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:02.004719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4622dbb0-aa89-474c-af4e-7ddaead5d489 req-dbe64b47-f1dc-47df-aca7-bb41af403b77 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016293 Aug 11 00:51:02.051522 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.102763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Port': ['ID=e96b4919-efa5-431c-96e5-f4f75b25d71c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:02.129585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a7368eaa-0d6b-4457-9384-7c9bc5cb0796 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:02.144543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc1a83e-e0d3-43d3-8510-63e5188de46e {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:51:02.171999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.213369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Transition to ACTIVE for port object 4cc1a83e-e0d3-43d3-8510-63e5188de46e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:02.236698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.311414 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.353123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.378792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:02.439093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.490359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58595d90-3638-4b95-9222-518fd4f37757 req-0f08fe9f-bddb-44f6-be9d-f4e9cb854ac6 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 210 time: 0.0474913 Aug 11 00:51:02.549034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:02.553971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.619194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Router a9cd6d27-c585-427c-810f-4ccf996ad3ea has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:51:02.627277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:51:02.658295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81c99ee-049e-4bca-95fc-6edaf66071a2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:02.665485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:02.676988 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-ece28ef5-3bab-45f4-852e-ca893ae7e04c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:02.677846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ece28ef5-3bab-45f4-852e-ca893ae7e04c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6317370 Aug 11 00:51:02.684399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54750) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:02.692324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '8100aba8-5d26-4602-a651-710405356eea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:02.712762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.713130 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment 3f77e231-b921-47ef-9f78-76e34a6dd7e6 of type vlan for network b8090ac6-70ed-4f49-8109-50a619188260 Aug 11 00:51:02.799275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:51:02.811360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fadb65be-ec70-457d-b05c-8c99ffc78c69 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "PUT /v2.0/routers/a9cd6d27-c585-427c-810f-4ccf996ad3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0632851 Aug 11 00:51:02.812030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54752) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:02.812542 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3d7f5-209e-4d17-a25d-abf90d66340b None None] Sync routers for ids ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:51:02.814119 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.842119 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3d7f5-209e-4d17-a25d-abf90d66340b None None] Routers {'a9cd6d27-c585-427c-810f-4ccf996ad3ea'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:02.842119 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f8f3d7f5-209e-4d17-a25d-abf90d66340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:02.843385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09f71a-e3b2-4440-adf4-b00840d14859 None None] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:02.862251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Attempting to bind port 4cc1a83e-e0d3-43d3-8510-63e5188de46e on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:51:02.862251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Attempting to bind port 4cc1a83e-e0d3-43d3-8510-63e5188de46e by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:51:02.862631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Attempting to bind port 4cc1a83e-e0d3-43d3-8510-63e5188de46e on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:02.877906 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-0d74af50-9aec-4dc7-b398-a879e3cd1e10 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] show failed (client error): The resource could not be found. Aug 11 00:51:02.880256 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0d74af50-9aec-4dc7-b398-a879e3cd1e10 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1693973355 HTTP/1.1" status: 404 len: 335 time: 0.0618687 Aug 11 00:51:02.881194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Port 4cc1a83e-e0d3-43d3-8510-63e5188de46e on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:51:02.881930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Attempting to bind port 4cc1a83e-e0d3-43d3-8510-63e5188de46e on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:02.889198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54754) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:02.894744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c8620575-6873-468b-bff1-571e42b85c14 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:02.903642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:51:02.903972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Checking segment: {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:02.904369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Bound using segment: {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:51:02.904816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Bound port: 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:51:02.905183 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:02.927206 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f8f3d7f5-209e-4d17-a25d-abf90d66340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:02.937453 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f3d7f5-209e-4d17-a25d-abf90d66340b None None] Routers {'a9cd6d27-c585-427c-810f-4ccf996ad3ea'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:02.938099 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f8f3d7f5-209e-4d17-a25d-abf90d66340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:02.947224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Allocated IP 192.168.233.98 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/0b6dd34a-4256-4983-a7b9-5f859de359c7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:02.957195 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-c8620575-6873-468b-bff1-571e42b85c14 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] update failed (client error): The resource could not be found. Aug 11 00:51:02.963989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c8620575-6873-468b-bff1-571e42b85c14 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1128769629 HTTP/1.1" status: 404 len: 335 time: 0.0680110 Aug 11 00:51:02.965856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54756) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:02.985682 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f8f3d7f5-209e-4d17-a25d-abf90d66340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:02.986340 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f3d7f5-209e-4d17-a25d-abf90d66340b None None] The sync data for ids ['a9cd6d27-c585-427c-810f-4ccf996ad3ea'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:51:03.047650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.070131 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.085100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:03.085752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.153181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9642706b-6b58-4adb-9723-1e17dc8b5e9d None None] Provisioning for port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:03.172972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-6719a2d9-fd52-4503-b781-5219eb51b85d tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Deleting subnet 42cb9646-4ce0-4075-ac8c-ad4484122d38 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:03.179638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9642706b-6b58-4adb-9723-1e17dc8b5e9d None None] Provisioning complete for port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:03.180645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9642706b-6b58-4adb-9723-1e17dc8b5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.191430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6719a2d9-fd52-4503-b781-5219eb51b85d tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.217229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:51:03.250102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:51:03.314787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=b8090ac6-70ed-4f49-8109-50a619188260,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:03.322917 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9642706b-6b58-4adb-9723-1e17dc8b5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.323644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.324780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3678a2b1-bc60-40ca-a217-68a6bc9c3cc5 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4483457 Aug 11 00:51:03.326548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54760) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:03.333487 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6719a2d9-fd52-4503-b781-5219eb51b85d tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.347699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e4c3b928-2726-45fa-b88f-1449ecdc80d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:03.350503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b8090ac6-70ed-4f49-8109-50a619188260 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:03.388112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf64887-d46e-45bd-8e4e-e848708aedd4 req-ea02186b-4b89-4f75-b88e-2a58d8c71676 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:03.390789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbf64887-d46e-45bd-8e4e-e848708aedd4 req-ea02186b-4b89-4f75-b88e-2a58d8c71676 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 943 time: 0.2299366 Aug 11 00:51:03.458289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.501180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbf64887-d46e-45bd-8e4e-e848708aedd4 req-e762be3e-0747-4394-a05d-c041d00fd72f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995815 Aug 11 00:51:03.519644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Transition to ACTIVE for port object 0b6dd34a-4256-4983-a7b9-5f859de359c7 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:03.529104 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6719a2d9-fd52-4503-b781-5219eb51b85d tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.615223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9642706b-6b58-4adb-9723-1e17dc8b5e9d None None] For port a7368eaa-0d6b-4457-9384-7c9bc5cb0796, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,segment=NetworkSegment(9a877edc-a0a6-44de-8d45-a5a324139e49),segment_id=9a877edc-a0a6-44de-8d45-a5a324139e49)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:03.637474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cd4f5-d877-4933-81fd-997fab5b10aa None None] Update dhcp port {'port': {'network_id': '30def319-6d3d-4fc4-95bb-f0973814c2f7', 'fixed_ips': [{'subnet_id': '89287fd5-02ec-450a-bd99-48c2e94bcece', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a5bd99d8-65b5-442e-bf1b-30d424e3a843'}], 'binding:host_id': 'n-d-712143-13'}, 'id': 'a7368eaa-0d6b-4457-9384-7c9bc5cb0796'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 00:51:03.660995 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.672813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:03.672813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.672813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] 10.222.0.55 "PUT /v2.0/ports/4cc1a83e-e0d3-43d3-8510-63e5188de46e HTTP/1.1" status: 200 len: 1092 time: 2.8489692 Aug 11 00:51:03.674827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:51:03.677330 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363f8536-1a83-4584-a7e9-ea3e9805df3a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:51:03.688061 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904cd4f5-d877-4933-81fd-997fab5b10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.696300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6719a2d9-fd52-4503-b781-5219eb51b85d tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.717403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9642706b-6b58-4adb-9723-1e17dc8b5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.727927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719a2d9-fd52-4503-b781-5219eb51b85d tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Subnet': ['ID=42cb9646-4ce0-4075-ac8c-ad4484122d38,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:03.741876 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6719a2d9-fd52-4503-b781-5219eb51b85d tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.746210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6719a2d9-fd52-4503-b781-5219eb51b85d tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/subnets/42cb9646-4ce0-4075-ac8c-ad4484122d38 HTTP/1.1" status: 204 len: 168 time: 0.7783835 Aug 11 00:51:03.746530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54770) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:03.752988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53548064-fb9d-4f6c-9a1a-69a67c4ef97e req-6e2dc997-f5b6-4ddd-a821-65ea23bac333 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 210 time: 0.1191638 Aug 11 00:51:03.815465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a91ed8-2c3d-49e3-b3e0-c0f4c821ee4b None None] Network 4115d973-431b-4317-a41e-3bf19c3b87e0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:03.827461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5138c5-70f2-4cfa-88a6-4d7ea537c239 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Deleting subnet faab1eac-fe70-45d4-aecc-f6949041aad5 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:03.833976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a5138c5-70f2-4cfa-88a6-4d7ea537c239 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.858924 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ff3520-8176-4d60-9d63-daa3d322c04d x-openstack-request-id: req-01ff3520-8176-4d60-9d63-daa3d322c04d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:51:03.859416 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:51:03.859768 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01ff3520-8176-4d60-9d63-daa3d322c04d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:51:03.860288 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'status': 'completed', 'code': 200} Aug 11 00:51:03.879203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea266f40-0cd6-4d03-9424-6f435948b993 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:03.889811 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b928-2726-45fa-b88f-1449ecdc80d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:03.895812 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a5138c5-70f2-4cfa-88a6-4d7ea537c239 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.005141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-9eefde65-9ba5-463e-b8d3-5562bba99970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.008698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-9eefde65-9ba5-463e-b8d3-5562bba99970 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 1095 time: 0.1501498 Aug 11 00:51:04.029754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642706b-6b58-4adb-9723-1e17dc8b5e9d None None] Pushing event updated for resources: {'Port': ['ID=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:04.032227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a5138c5-70f2-4cfa-88a6-4d7ea537c239 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.044829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b928-2726-45fa-b88f-1449ecdc80d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.057256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Allocated IP 172.25.0.53 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/a152d808-0761-4524-93b4-2b97c5c28d5c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:04.097806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4c3b928-2726-45fa-b88f-1449ecdc80d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network b8090ac6-70ed-4f49-8109-50a619188260 is not hosted by any dhcp agent {{(pid=95255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 00:51:04.105123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3b928-2726-45fa-b88f-1449ecdc80d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.106218 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4c3b928-2726-45fa-b88f-1449ecdc80d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.110960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e4c3b928-2726-45fa-b88f-1449ecdc80d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "PUT /v2.0/networks/b8090ac6-70ed-4f49-8109-50a619188260 HTTP/1.1" status: 200 len: 723 time: 0.7700417 Aug 11 00:51:04.117541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54774) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:04.122086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': 'b8090ac6-70ed-4f49-8109-50a619188260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:04.183101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.185543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3b928-2726-45fa-b88f-1449ecdc80d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=b8090ac6-70ed-4f49-8109-50a619188260,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:04.199010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-904cd4f5-d877-4933-81fd-997fab5b10aa None None] Allocated IP 172.20.0.1 (30def319-6d3d-4fc4-95bb-f0973814c2f7/a5bd99d8-65b5-442e-bf1b-30d424e3a843/a7368eaa-0d6b-4457-9384-7c9bc5cb0796) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:04.202817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b8090ac6-70ed-4f49-8109-50a619188260 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:04.276871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:04.280140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] DHCP port deletion for 4115d973-431b-4317-a41e-3bf19c3b87e0 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:04.281238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:04.299838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:04.416434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:04.423831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.424089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-904cd4f5-d877-4933-81fd-997fab5b10aa None None] For port a7368eaa-0d6b-4457-9384-7c9bc5cb0796, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,segment=NetworkSegment(9a877edc-a0a6-44de-8d45-a5a324139e49),segment_id=9a877edc-a0a6-44de-8d45-a5a324139e49)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:04.441416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] Deleting port c6fe3354-7388-4779-bd71-32501c18fd82 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:04.441798 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.473862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-866a3f90-a954-4838-b64a-7a2ff4303249 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e HTTP/1.1" status: 200 len: 217 time: 0.4557221 Aug 11 00:51:04.497838 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a5138c5-70f2-4cfa-88a6-4d7ea537c239 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.521001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-98083bc4-6840-474f-a4ce-ed1b86ccae8c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4364915 Aug 11 00:51:04.544411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Pushing event updated for resources: {'Port': ['ID=0b6dd34a-4256-4983-a7b9-5f859de359c7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:04.554205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.554899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.623516 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a5138c5-70f2-4cfa-88a6-4d7ea537c239 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.628636 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4a5138c5-70f2-4cfa-88a6-4d7ea537c239 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/subnets/faab1eac-fe70-45d4-aecc-f6949041aad5 HTTP/1.1" status: 204 len: 168 time: 0.8782964 Aug 11 00:51:04.628636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5138c5-70f2-4cfa-88a6-4d7ea537c239 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Subnet': ['ID=faab1eac-fe70-45d4-aecc-f6949041aad5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:04.652888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54778) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:04.730627 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-3392baaf-cb40-4453-a289-97f3811047b2 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3018787 Aug 11 00:51:04.765495 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904cd4f5-d877-4933-81fd-997fab5b10aa None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.774771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a4d07464-7f5d-4dbd-bf68-13957a2a1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.776465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-a4d07464-7f5d-4dbd-bf68-13957a2a1fcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113 HTTP/1.1" status: 200 len: 854 time: 0.2950737 Aug 11 00:51:04.783942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-904cd4f5-d877-4933-81fd-997fab5b10aa None None] Transition to ACTIVE for port object a7368eaa-0d6b-4457-9384-7c9bc5cb0796 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:04.788840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b19d7d3-1aad-43d6-8d82-e4b7dd07f91e None None] Network 13c22f2f-64ad-46f0-b35c-ff1e46a5475b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:04.801776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Request body: {'port': {'device_id': '16e1571a-0040-4050-a6dd-244e47552f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:04.876268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.891919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-6761835f-01c7-4b75-97bc-cebeaba1474b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866284 Aug 11 00:51:04.900527 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904cd4f5-d877-4933-81fd-997fab5b10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.937605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-06d7951c-3ed2-4de5-95fb-43304050efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.938157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-06d7951c-3ed2-4de5-95fb-43304050efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.938659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-06d7951c-3ed2-4de5-95fb-43304050efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.939143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-06d7951c-3ed2-4de5-95fb-43304050efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.939811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-06d7951c-3ed2-4de5-95fb-43304050efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.940409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-06d7951c-3ed2-4de5-95fb-43304050efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.940899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-06d7951c-3ed2-4de5-95fb-43304050efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.942969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-06d7951c-3ed2-4de5-95fb-43304050efac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.3219850 Aug 11 00:51:04.963776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:04.976919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bb16c-4989-494f-b6ac-15b8c2ce7ca0 req-9640ed62-2b88-439b-94e4-4a311ae16ade tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:04.989557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c8bb16c-4989-494f-b6ac-15b8c2ce7ca0 req-9640ed62-2b88-439b-94e4-4a311ae16ade tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 935 time: 0.0891500 Aug 11 00:51:05.001715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.009633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cd4f5-d877-4933-81fd-997fab5b10aa None None] Pushing event updated for resources: {'Port': ['ID=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:05.024034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cdf3f-3d33-4452-913d-cb9b810858e1 req-b84b21b4-fad0-4176-b463-075f506cef4f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:05.025840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-856cdf3f-3d33-4452-913d-cb9b810858e1 req-b84b21b4-fad0-4176-b463-075f506cef4f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 943 time: 0.4191880 Aug 11 00:51:05.137144 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c8bb16c-4989-494f-b6ac-15b8c2ce7ca0 req-2322f01a-4739-4eac-8988-4cbd359774f7 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459179 Aug 11 00:51:05.151776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=6fb87174-43b9-456f-87e5-d36d11d9ea73,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:05.158533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7d51700d-5d1f-4ff2-ae50-1f6c56ee1d0e None None] Provisioning for port 0b6dd34a-4256-4983-a7b9-5f859de359c7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:05.171972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7d51700d-5d1f-4ff2-ae50-1f6c56ee1d0e None None] Provisioning complete for port 0b6dd34a-4256-4983-a7b9-5f859de359c7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:05.172429 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7d51700d-5d1f-4ff2-ae50-1f6c56ee1d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.180672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': '3f77e231-b921-47ef-9f78-76e34a6dd7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b8090ac6-70ed-4f49-8109-50a619188260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:05.182947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: b8090ac6-70ed-4f49-8109-50a619188260, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:51:05.184731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] For port c6fe3354-7388-4779-bd71-32501c18fd82, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c6fe3354-7388-4779-bd71-32501c18fd82,segment=NetworkSegment(b4bbc8ab-a982-4c7c-9627-898b12b289fb),segment_id=b4bbc8ab-a982-4c7c-9627-898b12b289fb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:05.185217 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.243195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] Calling delete_port for c6fe3354-7388-4779-bd71-32501c18fd82 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:05.265135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7d51700d-5d1f-4ff2-ae50-1f6c56ee1d0e None None] Port 0b6dd34a-4256-4983-a7b9-5f859de359c7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:51:05.336978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] DHCP port deletion for 13c22f2f-64ad-46f0-b35c-ff1e46a5475b request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:05.350907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network b8090ac6-70ed-4f49-8109-50a619188260 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:51:05.448032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, b8090ac6-70ed-4f49-8109-50a619188260) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:05.450450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] Deleting port 97d3123b-fad0-416a-90f6-388bbe1bca13 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:05.451506 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.461065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:05.464772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133724971'] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.470787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42de8722-c891-45d9-8b7d-f8dfb1d7bfc2 None None] Network b8090ac6-70ed-4f49-8109-50a619188260 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:05.552190 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.579963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a859091a-8886-45b8-9929-ab194d3c3635 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4659860 Aug 11 00:51:05.581017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54786) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:05.586908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-518bc9a7-378b-431e-ad9a-cae4a8845116 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:05.600214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] Pushing event deleted for resources: {'Port': ['ID=c6fe3354-7388-4779-bd71-32501c18fd82,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:05.614229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4905f1d-d653-4dcd-a873-00c9507861db None None] No DVR routers for this DVR port c6fe3354-7388-4779-bd71-32501c18fd82 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:05.641092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] For port 97d3123b-fad0-416a-90f6-388bbe1bca13, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=97d3123b-fad0-416a-90f6-388bbe1bca13,segment=NetworkSegment(14ccd97b-08ae-4441-9690-dea4bcb52913),segment_id=14ccd97b-08ae-4441-9690-dea4bcb52913)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:05.641504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.676995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] Calling delete_port for 97d3123b-fad0-416a-90f6-388bbe1bca13 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:05.685757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.854236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-b8090ac6-70ed-4f49-8109-50a619188260', 'network_id': 'b8090ac6-70ed-4f49-8109-50a619188260', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': '6fb87174-43b9-456f-87e5-d36d11d9ea73'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:51:05.854862 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.857967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.875386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4115d973-431b-4317-a41e-3bf19c3b87e0']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:05.882691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-518bc9a7-378b-431e-ad9a-cae4a8845116 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131094519'] for subnet, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.887927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bbc8ab-a982-4c7c-9627-898b12b289fb') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:05.888325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bbc8ab-a982-4c7c-9627-898b12b289fb') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:05.907463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.927675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.935688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:05.936174 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:05.986192 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:06.035255 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:06.048927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] Pushing event deleted for resources: {'Port': ['ID=97d3123b-fad0-416a-90f6-388bbe1bca13,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:06.064522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dea65d-dd3c-4e5a-bd13-c99f42950bdb None None] No DVR routers for this DVR port 97d3123b-fad0-416a-90f6-388bbe1bca13 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:06.072661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-856cdf3f-3d33-4452-913d-cb9b810858e1 req-6d2cfefa-f624-4528-bf11-c9e1837acc0c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0200932 Aug 11 00:51:06.115848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fa54a9-e954-43f1-83b4-2f6339438a57 None None] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:06.143179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-8399a183-d807-4e60-b715-db98f7401b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:06.145791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-8399a183-d807-4e60-b715-db98f7401b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:06.146311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-8399a183-d807-4e60-b715-db98f7401b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:06.148423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-8399a183-d807-4e60-b715-db98f7401b76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 200 len: 2293 time: 1.1153190 Aug 11 00:51:06.170066 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.189325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a7368eaa-0d6b-4457-9384-7c9bc5cb0796 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:06.257682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.259971 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/networks/4115d973-431b-4317-a41e-3bf19c3b87e0 HTTP/1.1" status: 204 len: 168 time: 1.6060498 Aug 11 00:51:06.263931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54794) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:06.280431 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.284743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-633193e9-9b21-4b06-b05d-421cb9451f62 service neutron] 10.222.0.55 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3736031 Aug 11 00:51:06.330657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-f80a4f68-2050-4242-be24-46172c411a00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 1001 time: 0.1678884 Aug 11 00:51:06.332011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326c2b8-1b00-47b9-8d39-f0629a284635 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Network': ['ID=4115d973-431b-4317-a41e-3bf19c3b87e0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:06.341617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-518bc9a7-378b-431e-ad9a-cae4a8845116 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780188393620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131444627'] for subnet, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.390600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518bc9a7-378b-431e-ad9a-cae4a8845116 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:06.391632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-518bc9a7-378b-431e-ad9a-cae4a8845116 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.394519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cf7abef8-6818-4c7d-9fe8-77fc26de4952 None None] Provisioning for port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:06.396689 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-518bc9a7-378b-431e-ad9a-cae4a8845116 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "PUT /v2.0/subnets/6fb87174-43b9-456f-87e5-d36d11d9ea73 HTTP/1.1" status: 200 len: 826 time: 0.8144736 Aug 11 00:51:06.397442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54796) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:06.444926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cf7abef8-6818-4c7d-9fe8-77fc26de4952 None None] Provisioning complete for port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:06.446081 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cf7abef8-6818-4c7d-9fe8-77fc26de4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.447348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-6b308e09-2a9f-46ec-9590-c86f9f45cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:06.448914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-6b308e09-2a9f-46ec-9590-c86f9f45cbcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 200 len: 851 time: 0.0905094 Aug 11 00:51:06.460777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:06.461414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.550528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeceab39-5cef-4b0d-b351-5a368284825c req-269d53ce-f978-4941-b37f-efb2f051a309 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:06.554032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eeceab39-5cef-4b0d-b351-5a368284825c req-269d53ce-f978-4941-b37f-efb2f051a309 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 935 time: 0.2625747 Aug 11 00:51:06.563348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.603950 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:06.615538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Allocated IP 2001:db8::2 (b8090ac6-70ed-4f49-8109-50a619188260/6fb87174-43b9-456f-87e5-d36d11d9ea73/f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:06.616912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bc9a7-378b-431e-ad9a-cae4a8845116 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=6fb87174-43b9-456f-87e5-d36d11d9ea73,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:06.637410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:06.644486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event updated for resources: {'Port': ['ID=a152d808-0761-4524-93b4-2b97c5c28d5c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:06.646364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eeceab39-5cef-4b0d-b351-5a368284825c req-acb84469-1de3-4bd1-8833-f0805b612279 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694017 Aug 11 00:51:06.655055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:06.689977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-652abb6c-aecb-49d7-8105-cc98d575074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:06.692167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-652abb6c-aecb-49d7-8105-cc98d575074b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ece244df-909c-4779-bf6c-17273d3f30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2156336 Aug 11 00:51:06.724680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-00f52d8d-c21f-4fe7-8eee-c876f8924586 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:51:06.724680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-00f52d8d-c21f-4fe7-8eee-c876f8924586 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059979 Aug 11 00:51:06.750725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.763132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c22f2f-64ad-46f0-b35c-ff1e46a5475b']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:06.780899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ccd97b-08ae-4441-9690-dea4bcb52913') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:06.781341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ccd97b-08ae-4441-9690-dea4bcb52913') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:06.793848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.810798 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.818632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:06.819618 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.858238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-d6b9c85f-db9f-4556-bedc-35fb24ebbfed service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038630 Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:06.897799 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:06.926153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:06.975267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c6fe3354-7388-4779-bd71-32501c18fd82 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:07.011780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c6fe3354-7388-4779-bd71-32501c18fd82 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:07.012417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c6fe3354-7388-4779-bd71-32501c18fd82 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:07.013048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 97d3123b-fad0-416a-90f6-388bbe1bca13 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:07.015858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-4bcd9dc5-2cbb-44b7-af2e-764335a580a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483397 Aug 11 00:51:07.017993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a6728f0-49ff-44fc-9af5-0da13cd98455 req-aef670e0-6e16-4f79-8570-484b02693944 service neutron] 10.222.0.55 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716747 Aug 11 00:51:07.030251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.040446 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.045063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/networks/13c22f2f-64ad-46f0-b35c-ff1e46a5475b HTTP/1.1" status: 204 len: 168 time: 0.7770836 Aug 11 00:51:07.073248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 97d3123b-fad0-416a-90f6-388bbe1bca13 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:07.073630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 97d3123b-fad0-416a-90f6-388bbe1bca13 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:07.080290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54802) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:07.082876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a4bd8-dbd7-4f12-8377-5973f6f9a18c tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Network': ['ID=13c22f2f-64ad-46f0-b35c-ff1e46a5475b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:07.100552 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.142792 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.168823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Transition to ACTIVE for port object f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:07.187621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Transition to ACTIVE for port object f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:07.201355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-4f8bb942-4535-4dd7-a77d-6e60c90f1499 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 217 time: 0.1625719 Aug 11 00:51:07.214407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c434d5f9-6dd2-4f86-ba2b-656e26ea8199 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Deleting subnet 3ee2fe3f-56f1-480f-be74-e1fcfc7d5e70 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:07.236021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c434d5f9-6dd2-4f86-ba2b-656e26ea8199 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.273903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.330134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c434d5f9-6dd2-4f86-ba2b-656e26ea8199 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.342113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Network b8090ac6-70ed-4f49-8109-50a619188260 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:07.347873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:07.348104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce009738-ed4f-4394-9955-417a7b35f031 req-772c084b-3dff-4cef-9d13-fa526b72a381 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:07.349985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a6b9e65c-e22e-41ac-ba83-1fd204170b4f None None] Provisioning complete for port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:07.350867 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce009738-ed4f-4394-9955-417a7b35f031 req-772c084b-3dff-4cef-9d13-fa526b72a381 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 943 time: 0.1328127 Aug 11 00:51:07.356332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e65c-e22e-41ac-ba83-1fd204170b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.361668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:07.389896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Pushing event updated for resources: {'Port': ['ID=f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:07.420046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-8ef94301-00bb-4697-b167-324d1c45b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:07.422183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-8ef94301-00bb-4697-b167-324d1c45b73d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1975646 Aug 11 00:51:07.449752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce009738-ed4f-4394-9955-417a7b35f031 req-46236f16-e0b0-401b-849e-8273be989f47 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714769 Aug 11 00:51:07.451021 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.465734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Attempting to bind port f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:51:07.466298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Attempting to bind port f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3f77e231-b921-47ef-9f78-76e34a6dd7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b8090ac6-70ed-4f49-8109-50a619188260'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:51:07.467604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Attempting to bind port f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb on network b8090ac6-70ed-4f49-8109-50a619188260 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:07.475623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:51:07.476202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Checking segment: {'id': '3f77e231-b921-47ef-9f78-76e34a6dd7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b8090ac6-70ed-4f49-8109-50a619188260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:07.476715 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.477212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Bound using segment: {'id': '3f77e231-b921-47ef-9f78-76e34a6dd7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b8090ac6-70ed-4f49-8109-50a619188260'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:51:07.477820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Bound port: f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f77e231-b921-47ef-9f78-76e34a6dd7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b8090ac6-70ed-4f49-8109-50a619188260'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:51:07.478311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.555152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] For port f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:51:07.555754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb87174-43b9-456f-87e5-d36d11d9ea73,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:07.558817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] For port f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb,segment=NetworkSegment(3f77e231-b921-47ef-9f78-76e34a6dd7e6),segment_id=3f77e231-b921-47ef-9f78-76e34a6dd7e6)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:51:07.611975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.618194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-1c810a01-0ebf-47c2-8501-4feb18e2bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:07.621124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-1c810a01-0ebf-47c2-8501-4feb18e2bfcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 1095 time: 0.4073248 Aug 11 00:51:07.629412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8090ac6-70ed-4f49-8109-50a619188260']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:07.639142 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c434d5f9-6dd2-4f86-ba2b-656e26ea8199 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.639579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-6cd88748-2d48-45ff-bbc6-7a4f2970beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:07.641459 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-6cd88748-2d48-45ff-bbc6-7a4f2970beb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2085185 Aug 11 00:51:07.646187 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.664409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f77e231-b921-47ef-9f78-76e34a6dd7e6') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:07.664799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f77e231-b921-47ef-9f78-76e34a6dd7e6') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:07.681437 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.707144 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.719841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:07.719841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:07.723552 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:07.754232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9433ef4-6159-4039-bf00-f96338b54738 None None] Pushing event updated for resources: {'Port': ['ID=f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:07.834683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c434d5f9-6dd2-4f86-ba2b-656e26ea8199 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.842904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:51:07.842904 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:51:07.842904 n-d-712143-13 neutron-server[95254]: [parameters: {'id': 'b8090ac6-70ed-4f49-8109-50a619188260'}] Aug 11 00:51:07.842904 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:51:07.843308 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:51:07.854337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280cf86d-d252-46bb-9f67-d2bc621a6cd0 None None] Network b8090ac6-70ed-4f49-8109-50a619188260 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:07.878599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434d5f9-6dd2-4f86-ba2b-656e26ea8199 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee2fe3f-56f1-480f-be74-e1fcfc7d5e70,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:07.892304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c434d5f9-6dd2-4f86-ba2b-656e26ea8199 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:07.895368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c434d5f9-6dd2-4f86-ba2b-656e26ea8199 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/subnets/3ee2fe3f-56f1-480f-be74-e1fcfc7d5e70 HTTP/1.1" status: 204 len: 168 time: 0.8076227 Aug 11 00:51:07.895856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54808) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:07.952620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d89cd4-cd63-4664-8c7e-196b506347fb None None] Network 9cac5473-d53e-4fd2-9689-dadee47219b0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:08.019668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.106696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7005a9-e4ee-4e9a-9396-2a910769cddb None None] Network b8090ac6-70ed-4f49-8109-50a619188260 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:08.121517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Deleting port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:08.121871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.152598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6dd34a-4256-4983-a7b9-5f859de359c7 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:51:08.217242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] For port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6a15d8dd-6da2-4f26-9aa7-dc69a815d31a,segment=NetworkSegment(6c4a04a4-c4d9-4ee8-91b5-d178527079eb),segment_id=6c4a04a4-c4d9-4ee8-91b5-d178527079eb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:08.217790 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.226342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.236351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Calling delete_port for 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:08.258905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41547ad1-b64b-496e-b30c-681b35eb76ac req-952378cc-8c98-421a-a1c8-5b1acf70a7ee tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:08.260557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-41547ad1-b64b-496e-b30c-681b35eb76ac req-952378cc-8c98-421a-a1c8-5b1acf70a7ee tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 935 time: 0.4443107 Aug 11 00:51:08.274280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-c3756971-dca0-4153-b2cb-70f5cf884e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:08.276965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-c3756971-dca0-4153-b2cb-70f5cf884e60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 915 time: 0.6461687 Aug 11 00:51:08.286975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Transition to ACTIVE for port object 0b6dd34a-4256-4983-a7b9-5f859de359c7 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:08.338369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-01ce5dc5-216a-4370-8a89-aad692d637c9 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684775 Aug 11 00:51:08.349020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-f85d18d6-6dcb-4ba0-9bee-63bcf9cb9ebc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e HTTP/1.1" status: 200 len: 217 time: 0.0591862 Aug 11 00:51:08.349200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.365587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Deleting port a152d808-0761-4524-93b4-2b97c5c28d5c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:08.365962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.423670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] DHCP port deletion for 9cac5473-d53e-4fd2-9689-dadee47219b0 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:08.448380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting port f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:08.448731 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.516310 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.526910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] Deleting port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:08.528316 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.555793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.560343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] No DVR routers for this DVR port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:08.618258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] For port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a, host n-d-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:08.619151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.629304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Port': ['ID=6a15d8dd-6da2-4f26-9aa7-dc69a815d31a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:08.639386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-e7a457e2-0869-4c10-8714-66afeedc2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:08.640929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-e7a457e2-0869-4c10-8714-66afeedc2d78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113 HTTP/1.1" status: 200 len: 854 time: 0.2772748 Aug 11 00:51:08.650225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] Calling delete_port for 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:08.651542 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-41547ad1-b64b-496e-b30c-681b35eb76ac req-4b16f683-76d6-4b31-bb38-8ebfea203f10 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110514 Aug 11 00:51:08.653848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.ipam_backend_mixin [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] Port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a was not found and therefore no delete operation was performed {{(pid=95256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:51:08.655437 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.697171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] Pushing event deleted for resources: {'Port': ['ID=6a15d8dd-6da2-4f26-9aa7-dc69a815d31a,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:08.699760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851ff348-6b00-496b-9873-e2427cb6411f None None] No DVR routers for this DVR port 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:08.711895 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.712245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.746869 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-0e8f7a9b-e64d-4aa0-9e79-b1b228ef7f5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849278 Aug 11 00:51:08.749891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] For port f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb,segment=NetworkSegment(3f77e231-b921-47ef-9f78-76e34a6dd7e6),segment_id=3f77e231-b921-47ef-9f78-76e34a6dd7e6)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:08.750266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.753238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Pushing event updated for resources: {'Port': ['ID=0b6dd34a-4256-4983-a7b9-5f859de359c7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:08.764740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Calling delete_port for a152d808-0761-4524-93b4-2b97c5c28d5c owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:08.784191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Calling delete_port for f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:08.794876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47719812-72ec-4b47-89b0-6df6ec36dc1b req-b176d236-039c-4834-b85a-41fe4af5355c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:08.796614 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47719812-72ec-4b47-89b0-6df6ec36dc1b req-b176d236-039c-4834-b85a-41fe4af5355c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 943 time: 0.2459309 Aug 11 00:51:08.801834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.826175 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cac5473-d53e-4fd2-9689-dadee47219b0']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:08.838262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4a04a4-c4d9-4ee8-91b5-d178527079eb') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:08.838604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4a04a4-c4d9-4ee8-91b5-d178527079eb') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:08.871585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-4d51f8b2-df58-40fc-9482-dfbb5516e9cd service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256064 Aug 11 00:51:08.895542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.933630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.944702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47719812-72ec-4b47-89b0-6df6ec36dc1b req-fe6a964e-a0d4-420a-887d-d6f716b825db tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310992 Aug 11 00:51:08.951818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:08.952240 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:08.956779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c73e6-a3bb-418f-bb39-9f84f5eaaf29 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:08.957045 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:09.114520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.130837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c73e6-a3bb-418f-bb39-9f84f5eaaf29 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 00:51:09.170454 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.177520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Port': ['ID=f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:09.202379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.207910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/networks/9cac5473-d53e-4fd2-9689-dadee47219b0 HTTP/1.1" status: 204 len: 168 time: 1.3107173 Aug 11 00:51:09.209670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No DVR routers for this DVR port f5c8b7ed-4baf-415d-afd6-6587e3cd7ecb on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:09.211625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54826) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:09.221538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f0941-cd2a-406c-b954-14f9b5a4556e tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Pushing event deleted for resources: {'Network': ['ID=9cac5473-d53e-4fd2-9689-dadee47219b0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:09.262322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-34858432-ea87-4e74-a329-115cdecac770 tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9cd6d27-c585-427c-810f-4ccf996ad3ea HTTP/1.1" status: 200 len: 205 time: 0.0490603 Aug 11 00:51:09.266117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54828) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:09.324079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-61da8115-1a20-48ab-9895-322ece890047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 217 time: 0.4405775 Aug 11 00:51:09.395427 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.399820 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe0db04-a446-4081-8356-0e5c2dad6f3f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.418870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-e5b11234-1f5a-4832-8aba-35c93eff1dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590967 Aug 11 00:51:09.419614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Attempting to bind port 0b6dd34a-4256-4983-a7b9-5f859de359c7 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:51:09.419964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Attempting to bind port 0b6dd34a-4256-4983-a7b9-5f859de359c7 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:51:09.422448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Attempting to bind port 0b6dd34a-4256-4983-a7b9-5f859de359c7 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:09.470626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Port 0b6dd34a-4256-4983-a7b9-5f859de359c7 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:51:09.470626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Attempting to bind port 0b6dd34a-4256-4983-a7b9-5f859de359c7 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:09.509203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-ebd171f8-81ce-4487-9e94-10107cd074c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:09.510788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-ebd171f8-81ce-4487-9e94-10107cd074c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1731918 Aug 11 00:51:09.515039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:51:09.519112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:09.519112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:51:09.519112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Bound port: 0b6dd34a-4256-4983-a7b9-5f859de359c7, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:51:09.519112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.699533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-363f8536-1a83-4584-a7e9-ea3e9805df3a req-2fc78a15-de1e-41ea-9906-8ae536b9aff9 service neutron] 10.222.0.55 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713649 Aug 11 00:51:09.711295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-9744d2c0-4039-459d-bff4-488aeb0303ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:09.711295 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-9744d2c0-4039-459d-bff4-488aeb0303ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1870210 Aug 11 00:51:09.718780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] For port 0b6dd34a-4256-4983-a7b9-5f859de359c7, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:51:09.730191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] For port 0b6dd34a-4256-4983-a7b9-5f859de359c7, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0b6dd34a-4256-4983-a7b9-5f859de359c7,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:51:09.743869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.809882 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.816666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event deleted for resources: {'Port': ['ID=a152d808-0761-4524-93b4-2b97c5c28d5c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:09.848057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8090ac6-70ed-4f49-8109-50a619188260']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:09.892408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:09.893170 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.894713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] 10.222.0.55 "PUT /v2.0/ports/0b6dd34a-4256-4983-a7b9-5f859de359c7 HTTP/1.1" status: 200 len: 1096 time: 5.1127093 Aug 11 00:51:09.900839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e1571a-0040-4050-a6dd-244e47552f52', 'tag': '0b6dd34a-4256-4983-a7b9-5f859de359c7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:51:09.901423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f77e231-b921-47ef-9f78-76e34a6dd7e6') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:09.901769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f77e231-b921-47ef-9f78-76e34a6dd7e6') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:09.903642 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8ef1e-4cdd-4286-b438-adc767462701" -d '{"events": [{"name": "network-changed", "server_uuid": "16e1571a-0040-4050-a6dd-244e47552f52", "tag": "0b6dd34a-4256-4983-a7b9-5f859de359c7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:51:09.931593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:09.979775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2797da8-7aaf-4cc8-ab4b-95a24857d49d service neutron] Pushing event updated for resources: {'Port': ['ID=0b6dd34a-4256-4983-a7b9-5f859de359c7,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:09.986026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-676d8855-0900-4938-a746-4f874818b8d3 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689009 Aug 11 00:51:10.021503 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:51:10.034929 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.086331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:10.086760 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.092652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe0db04-a446-4081-8356-0e5c2dad6f3f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:10.095220 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:10.111306 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe0db04-a446-4081-8356-0e5c2dad6f3f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.117022 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e64272-cc97-4826-839c-e9e0df3f17d9 x-openstack-request-id: req-63e64272-cc97-4826-839c-e9e0df3f17d9 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:51:10.117805 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e1571a-0040-4050-a6dd-244e47552f52", "tag": "0b6dd34a-4256-4983-a7b9-5f859de359c7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:51:10.117805 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63e64272-cc97-4826-839c-e9e0df3f17d9 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:51:10.118219 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e1571a-0040-4050-a6dd-244e47552f52', 'tag': '0b6dd34a-4256-4983-a7b9-5f859de359c7', 'status': 'completed', 'code': 200} Aug 11 00:51:10.158291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890afda1-dd22-4375-a758-6f8cdb3e9109 req-730f0c74-5b07-49e0-9990-c24cbce238bd tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:10.160341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-890afda1-dd22-4375-a758-6f8cdb3e9109 req-730f0c74-5b07-49e0-9990-c24cbce238bd tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 947 time: 0.3153667 Aug 11 00:51:10.163941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:10.189461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:10.190667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6a15d8dd-6da2-4f26-9aa7-dc69a815d31a not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:10.265543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-bf4bff1a-cbc2-4a8e-9c98-0f9f5c70da87 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668591 Aug 11 00:51:10.266365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-890afda1-dd22-4375-a758-6f8cdb3e9109 req-df4fabf5-5954-4875-bbef-2dfdf55667e3 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955098 Aug 11 00:51:10.273521 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] create failed (client error): The resource could not be found. Aug 11 00:51:10.274641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2b39e3b0-db57-4b2b-8dfa-95c2725d5970 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.5885644 Aug 11 00:51:10.279118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54840) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:10.320422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-91e385e1-1064-4195-abf4-90b698b77c97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 200 len: 217 time: 0.0437558 Aug 11 00:51:10.344072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861b160-b54a-445c-844b-2b9c5eefb056 req-466a30aa-e2fb-47a1-bb39-b140ec09adfd tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:10.345895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a861b160-b54a-445c-844b-2b9c5eefb056 req-466a30aa-e2fb-47a1-bb39-b140ec09adfd tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 943 time: 0.1690857 Aug 11 00:51:10.386596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-7ad19fca-d1c2-43b4-bc3b-ad4b15ca8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:10.388235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-7ad19fca-d1c2-43b4-bc3b-ad4b15ca8052 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=836f68255363404aa25d0c7fe7209762&device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 1099 time: 0.2690911 Aug 11 00:51:10.400331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe0db04-a446-4081-8356-0e5c2dad6f3f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.401250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe0db04-a446-4081-8356-0e5c2dad6f3f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Fanout notify agent at l3_agent the message router_deleted on router a9cd6d27-c585-427c-810f-4ccf996ad3ea {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:51:10.415440 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bbe0db04-a446-4081-8356-0e5c2dad6f3f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.417521 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bbe0db04-a446-4081-8356-0e5c2dad6f3f tempest-RoutersNegativeTest-244547268 tempest-RoutersNegativeTest-244547268-project] 10.222.0.43 "DELETE /v2.0/routers/a9cd6d27-c585-427c-810f-4ccf996ad3ea HTTP/1.1" status: 204 len: 168 time: 1.1501229 Aug 11 00:51:10.442165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.459405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.480991 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a861b160-b54a-445c-844b-2b9c5eefb056 req-50834135-2fca-4ef2-bc00-8bfcf9643133 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078420 Aug 11 00:51:10.485668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-55d90b7f-97c5-4901-ada8-c2875e8d570c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0b6dd34a-4256-4983-a7b9-5f859de359c7 HTTP/1.1" status: 200 len: 217 time: 0.0882313 Aug 11 00:51:10.488415 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/b8090ac6-70ed-4f49-8109-50a619188260 HTTP/1.1" status: 204 len: 168 time: 4.0849915 Aug 11 00:51:10.488838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-db34fa6b-aeda-435d-b52b-14ed67455418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:10.490473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-db34fa6b-aeda-435d-b52b-14ed67455418 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1635709 Aug 11 00:51:10.494353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54852) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:10.513566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a20e7-f7d1-40e5-bc27-acacb76c4a9f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=b8090ac6-70ed-4f49-8109-50a619188260,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:10.532523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d4303e99-582d-497a-a83e-c3b6d032649a tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Deleting port 8100aba8-5d26-4602-a651-710405356eea {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:10.532903 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4303e99-582d-497a-a83e-c3b6d032649a tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.584626 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9913db20-c776-4637-8312-3bd2e6f2be18 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:10.585258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9913db20-c776-4637-8312-3bd2e6f2be18 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:10.590904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9913db20-c776-4637-8312-3bd2e6f2be18 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/b8090ac6-70ed-4f49-8109-50a619188260 HTTP/1.1" status: 404 len: 339 time: 0.0905647 Aug 11 00:51:10.591878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54854) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:10.600077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025323253', 'description': 'd1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:10.607699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-d038e2a5-995f-489b-9a5f-eb83e736f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:10.609312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-d038e2a5-995f-489b-9a5f-eb83e736f1d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1156983 Aug 11 00:51:10.656666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-0b4cc270-5126-4942-95b0-3aaa6373e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:10.658292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-0b4cc270-5126-4942-95b0-3aaa6373e0df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1356201 Aug 11 00:51:10.659521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4303e99-582d-497a-a83e-c3b6d032649a tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.673244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d4303e99-582d-497a-a83e-c3b6d032649a tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Calling delete_port for 8100aba8-5d26-4602-a651-710405356eea owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:10.677034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-5fc18488-fb90-43ea-bf03-a3ee91fdc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:10.678877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-5fc18488-fb90-43ea-bf03-a3ee91fdc687 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627649 Aug 11 00:51:10.759266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:10.764270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.801621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4cc1a83e-e0d3-43d3-8510-63e5188de46e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:51:10.843341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:51:10.866380 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:10.867568 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment d5d139a0-1786-4fdf-ad1b-453455d1701b of type vlan for network e33645e3-230b-4f5c-b6e0-e78c76aea876 Aug 11 00:51:10.881065 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-0b5274a6-b967-4234-9f5c-177070d59cb9 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912544 Aug 11 00:51:10.885150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-eafe0074-c69e-4e12-9d9c-14b182ab806b service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193158 Aug 11 00:51:10.920567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:11.026955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4303e99-582d-497a-a83e-c3b6d032649a tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:11.066105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4303e99-582d-497a-a83e-c3b6d032649a tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event deleted for resources: {'Port': ['ID=8100aba8-5d26-4602-a651-710405356eea,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:11.069319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:11.072437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e316c6e-2264-4b14-b0c3-82795cfb6773 req-6a0acd82-aa8a-4cc7-aec5-76e1d3c82c91 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849334 Aug 11 00:51:11.074555 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-b376e55d-82d5-439e-9327-9b493646f30f service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767347 Aug 11 00:51:11.078688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:11.079521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:11.186465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-e038304e-6f20-4429-9f22-1c37d7351a00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 200 len: 217 time: 0.1037371 Aug 11 00:51:11.210441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=e33645e3-230b-4f5c-b6e0-e78c76aea876,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:11.246047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e33645e3-230b-4f5c-b6e0-e78c76aea876 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:11.295096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4303e99-582d-497a-a83e-c3b6d032649a tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:11.305246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d4303e99-582d-497a-a83e-c3b6d032649a tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "DELETE /v2.0/ports/8100aba8-5d26-4602-a651-710405356eea HTTP/1.1" status: 204 len: 168 time: 1.0193651 Aug 11 00:51:11.325042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54870) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:11.382564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e02b5b80-ab4e-400d-bf87-e4dd5a6aa125 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7873061 Aug 11 00:51:11.383437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54880) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:11.383566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-98dc48a3-32b6-4d96-9ca4-737f27a96ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:11.386131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-98dc48a3-32b6-4d96-9ca4-737f27a96ef4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1911483 Aug 11 00:51:11.428886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-090a64eb-d1d5-41da-a92f-0a04d449408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:11.435578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:11.436474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-090a64eb-d1d5-41da-a92f-0a04d449408b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=836f68255363404aa25d0c7fe7209762&device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 1099 time: 0.2101581 Aug 11 00:51:11.439379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54882) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:11.504279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'port_id': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'mac_address': 'fa:16:3e:3a:d0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:51:11.618018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e60da-bddc-4079-8905-154d7071d1f8 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:11.622701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-663e60da-bddc-4079-8905-154d7071d1f8 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb1fb266-10d1-460d-97e1-c7e00789dabf HTTP/1.1" status: 200 len: 913 time: 0.2932250 Aug 11 00:51:11.637871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54898) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:11.699456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-53f38f6a-58e0-4a1b-860a-10bd0346e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:11.703752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-53f38f6a-58e0-4a1b-860a-10bd0346e094 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3006957 Aug 11 00:51:11.704312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:11.715669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7688d7f-ae2c-4b63-97f4-13592d53ec52 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:11.720679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b7688d7f-ae2c-4b63-97f4-13592d53ec52 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/networks?id=e33645e3-230b-4f5c-b6e0-e78c76aea876 HTTP/1.1" status: 200 len: 765 time: 0.3006773 Aug 11 00:51:11.724403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54904) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:11.730162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-17b9cb17-4648-4c5a-94bc-eab0a5475e40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'description': 'd2'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:11.733858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc1a83e-e0d3-43d3-8510-63e5188de46e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:51:11.760530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:11.773075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40590a76-f258-49c9-9da5-1ca389e6157b req-c13c54a4-465c-4c25-9ffe-cfb9681c2b30 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:11.774900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40590a76-f258-49c9-9da5-1ca389e6157b req-c13c54a4-465c-4c25-9ffe-cfb9681c2b30 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 947 time: 0.3139908 Aug 11 00:51:11.798723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:11.889985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:11.929411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-910fbdac-93b1-4243-8bee-b1af69b15394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:11.932192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-910fbdac-93b1-4243-8bee-b1af69b15394 service neutron] 10.222.0.55 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.4832356 Aug 11 00:51:11.955843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40590a76-f258-49c9-9da5-1ca389e6157b req-6a86d2ca-bbe3-42bf-9546-db2105407217 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659806 Aug 11 00:51:12.020854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9a277efc-21a6-432a-8d66-db4e9df04f35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d41b4cfb262d4fda95d476c54b390442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799372 Aug 11 00:51:12.021699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54916) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:12.026814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-c8b30790-90a0-413a-8292-838037bf7175 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0b6dd34a-4256-4983-a7b9-5f859de359c7 HTTP/1.1" status: 200 len: 217 time: 0.0772357 Aug 11 00:51:12.036137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b2ec7-7ba2-4c8a-959c-6929374ddea5 req-26bfdbef-5d23-41da-abc1-1a0fff1435b2 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:12.037766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-526b2ec7-7ba2-4c8a-959c-6929374ddea5 req-26bfdbef-5d23-41da-abc1-1a0fff1435b2 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 943 time: 0.3105617 Aug 11 00:51:12.055808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['4cc1a83e-e0d3-43d3-8510-63e5188de46e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:51:12.117685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17b9cb17-4648-4c5a-94bc-eab0a5475e40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:12.126726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-fcd1a1af-b18f-4513-87e9-c3d9e4d2264a service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135840 Aug 11 00:51:12.208891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17b9cb17-4648-4c5a-94bc-eab0a5475e40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:12.240931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-27e92d0c-c49c-456c-ae62-dab01d495375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:12.242553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-27e92d0c-c49c-456c-ae62-dab01d495375 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1940808 Aug 11 00:51:12.255816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17b9cb17-4648-4c5a-94bc-eab0a5475e40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network e33645e3-230b-4f5c-b6e0-e78c76aea876 is not hosted by any dhcp agent {{(pid=95254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 00:51:12.258992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-526b2ec7-7ba2-4c8a-959c-6929374ddea5 req-ce6a1c90-4ccc-417e-aff1-227411746ce8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871672 Aug 11 00:51:12.262680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9cb17-4648-4c5a-94bc-eab0a5475e40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:12.263679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-17b9cb17-4648-4c5a-94bc-eab0a5475e40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:12.268332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-17b9cb17-4648-4c5a-94bc-eab0a5475e40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "PUT /v2.0/networks/e33645e3-230b-4f5c-b6e0-e78c76aea876 HTTP/1.1" status: 200 len: 762 time: 0.5426359 Aug 11 00:51:12.269360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54924) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:12.311935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5b61-4e0c-4eca-80ef-f40744d941e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:12.340240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-a8783ec0-22b9-46ad-8307-ce160f38c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:12.341863 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-a8783ec0-22b9-46ad-8307-ce160f38c120 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792482 Aug 11 00:51:12.358392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5b61-4e0c-4eca-80ef-f40744d941e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:12.401179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9cb17-4648-4c5a-94bc-eab0a5475e40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=e33645e3-230b-4f5c-b6e0-e78c76aea876,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:12.415763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e33645e3-230b-4f5c-b6e0-e78c76aea876 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:12.457627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fffb76c-7595-43df-9132-7c54bf02738e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:12.459985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3fffb76c-7595-43df-9132-7c54bf02738e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/networks?id=e33645e3-230b-4f5c-b6e0-e78c76aea876 HTTP/1.1" status: 200 len: 765 time: 0.1460724 Aug 11 00:51:12.467188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54930) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:12.473982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-edec0d1f-ff6d-494c-a526-1f34ddf483e9 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327665 Aug 11 00:51:12.511421 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:12.529819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-e2c2c392-849b-4600-9051-f9a86ed705aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 200 len: 217 time: 0.0476141 Aug 11 00:51:12.579769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-c814c2c6-33bc-4e16-8505-2030d84a73a4 service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237120 Aug 11 00:51:12.819888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4cc1a83e-e0d3-43d3-8510-63e5188de46e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:12.934183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25cd49-613c-4c0c-a6be-4a2431fbd03b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:12.935957 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ce25cd49-613c-4c0c-a6be-4a2431fbd03b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4673595 Aug 11 00:51:12.940353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54952) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:12.974092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5b61-4e0c-4eca-80ef-f40744d941e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:12.976678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5b61-4e0c-4eca-80ef-f40744d941e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:12.977905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c2bf5b61-4e0c-4eca-80ef-f40744d941e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9517e16-bca4-41ea-9d51-48691f936273 HTTP/1.1" status: 204 len: 168 time: 0.9502671 Aug 11 00:51:12.983890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-60efe72d-5648-4208-8343-017d14c47a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:12.995926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-60efe72d-5648-4208-8343-017d14c47a84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.4471018 Aug 11 00:51:12.997216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 4cc1a83e-e0d3-43d3-8510-63e5188de46e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:12.997359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-07d6cb85-96e5-4f55-9227-42db564d03f3 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca HTTP/1.1" status: 200 len: 207 time: 0.0483923 Aug 11 00:51:13.005227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54958) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:13.030021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 4cc1a83e-e0d3-43d3-8510-63e5188de46e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:13.031973 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:13.033606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf5b61-4e0c-4eca-80ef-f40744d941e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9517e16-bca4-41ea-9d51-48691f936273,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:13.072623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-8bd4a92e-b134-42dd-9b77-a69bad6afe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.074821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-8bd4a92e-b134-42dd-9b77-a69bad6afe1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763748 Aug 11 00:51:13.151704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fef8ef1e-4cdd-4286-b438-adc767462701 req-3edac144-6e96-4c45-8c3f-98ae3cc8b2ad service neutron] 10.222.0.55 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639660 Aug 11 00:51:13.213294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cac9e-bc86-487f-b292-df7570cb7e78 req-94d675ee-7dbe-40bf-aeb8-bcad9533483d tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.214907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-305cac9e-bc86-487f-b292-df7570cb7e78 req-94d675ee-7dbe-40bf-aeb8-bcad9533483d tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 947 time: 0.1168177 Aug 11 00:51:13.272939 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-305cac9e-bc86-487f-b292-df7570cb7e78 req-5e447e1a-b403-4195-a377-af6a060cece8 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Aug 11 00:51:13.275604 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-f358d19b-3666-4b0c-ab9b-f22e5545ddb5 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921885 Aug 11 00:51:13.345756 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:13.425305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:13.426397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:51:13.429451 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9fb19b-de64-44c8-9f38-dc44bf4e790d" -d '{"events": [{"server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:51:13.475290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-7c22eb73-827c-4c81-8d71-fa53ae8abacc service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921637 Aug 11 00:51:13.485231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:13.500228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fc188-225d-46e7-b399-bf3fad5961df tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.506855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fc188-225d-46e7-b399-bf3fad5961df tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.513228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fc188-225d-46e7-b399-bf3fad5961df tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.524106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fc188-225d-46e7-b399-bf3fad5961df tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.533694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fc188-225d-46e7-b399-bf3fad5961df tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.548214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fc188-225d-46e7-b399-bf3fad5961df tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.550198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d80fc188-225d-46e7-b399-bf3fad5961df tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5441444 Aug 11 00:51:13.555720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54986) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:13.632604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:13.642120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87500b-231a-48be-b5d4-b9e3327257da req-8796d4c5-1d8f-428b-b6e3-eb6f8a88d1d5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.654336 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b87500b-231a-48be-b5d4-b9e3327257da req-8796d4c5-1d8f-428b-b6e3-eb6f8a88d1d5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 944 time: 0.2582324 Aug 11 00:51:13.656179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-bcb2c632-ae44-4037-9686-d83e636b68e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 200 len: 217 time: 0.1670957 Aug 11 00:51:13.686404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Deleting port bc3298e4-0deb-470d-b607-03f94424c25a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:13.686918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:13.746151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3b87500b-231a-48be-b5d4-b9e3327257da req-f0e468f5-d8a3-41b5-9c94-d1cdc77b08cc tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895438 Aug 11 00:51:13.848118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-cfac3053-1e4d-45d1-9c13-c99ed65dd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:13.850356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-cfac3053-1e4d-45d1-9c13-c99ed65dd710 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.1928682 Aug 11 00:51:13.908802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:13.940438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Calling delete_port for bc3298e4-0deb-470d-b607-03f94424c25a owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:14.029675 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee2acd5-248c-484c-8c58-ed70ac0501dc x-openstack-request-id: req-3ee2acd5-248c-484c-8c58-ed70ac0501dc {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:51:14.029675 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:51:14.029675 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ee2acd5-248c-484c-8c58-ed70ac0501dc {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:51:14.030731 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'code': 200} Aug 11 00:51:14.059762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-649f8ae6-be2d-42dc-bc59-9e8122ef7aec tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5027802 Aug 11 00:51:14.063907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55014) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:14.171838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-1f2ca78b-b230-416d-b471-3c184e5104ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.173490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-1f2ca78b-b230-416d-b471-3c184e5104ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3137398 Aug 11 00:51:14.252337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3054b-f2e8-4534-922a-e770be4a42a2 req-6cb1b891-16ca-4a08-af7a-fa604f6cfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.255734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-97f3054b-f2e8-4534-922a-e770be4a42a2 req-6cb1b891-16ca-4a08-af7a-fa604f6cfb64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 1097 time: 0.1341274 Aug 11 00:51:14.277864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3fe71-371d-4e29-96d5-00c0fb3f3367 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.280003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3fe71-371d-4e29-96d5-00c0fb3f3367 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.281680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3fe71-371d-4e29-96d5-00c0fb3f3367 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.283435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3fe71-371d-4e29-96d5-00c0fb3f3367 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.285399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3fe71-371d-4e29-96d5-00c0fb3f3367 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.287211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c4c3fe71-371d-4e29-96d5-00c0fb3f3367 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2219658 Aug 11 00:51:14.295762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55026) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:14.352127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-97f3054b-f2e8-4534-922a-e770be4a42a2 req-fbfcafa2-fd08-45d2-b5ab-842dc8ff42f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864475 Aug 11 00:51:14.365927 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:14.409813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-ce233bfd-5468-4662-ada4-2e04ff9afbd8 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204030 Aug 11 00:51:14.436531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event deleted for resources: {'Port': ['ID=bc3298e4-0deb-470d-b607-03f94424c25a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:14.566215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44b91c-f3b2-4b4e-b9f1-c052371e3779 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.572275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44b91c-f3b2-4b4e-b9f1-c052371e3779 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.575386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44b91c-f3b2-4b4e-b9f1-c052371e3779 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.578126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44b91c-f3b2-4b4e-b9f1-c052371e3779 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.581845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44b91c-f3b2-4b4e-b9f1-c052371e3779 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['shared'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.593813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9e44b91c-f3b2-4b4e-b9f1-c052371e3779 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2942436 Aug 11 00:51:14.600883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55048) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:14.732741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61470b87-8915-4fd9-8770-cfbee536711a req-8ef2ad62-3a81-4e0f-a5ff-57298b32f245 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.734631 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61470b87-8915-4fd9-8770-cfbee536711a req-8ef2ad62-3a81-4e0f-a5ff-57298b32f245 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 947 time: 0.2485023 Aug 11 00:51:14.756820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-792da04e-d5d7-428d-a2d2-c6f2f9609329 req-0819f1cc-3e96-46da-af2b-a207572e7097 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383420 Aug 11 00:51:14.836271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0b6dd34a-4256-4983-a7b9-5f859de359c7 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:51:14.856819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948bc6e7-3642-4229-8a0f-3c7e417df65f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:14.858693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-948bc6e7-3642-4229-8a0f-3c7e417df65f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/networks/27894ff6-b2a3-4878-a2af-2e257e196864 HTTP/1.1" status: 200 len: 804 time: 0.2564056 Aug 11 00:51:14.865303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55064) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:15.046219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287bde-9707-49ec-97b0-ef2a996b7a54 req-68f05393-8bcb-40c9-9682-c19e5d384c0b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:15.055831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67287bde-9707-49ec-97b0-ef2a996b7a54 req-68f05393-8bcb-40c9-9682-c19e5d384c0b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1212769 Aug 11 00:51:15.073669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0b6dd34a-4256-4983-a7b9-5f859de359c7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0b6dd34a-4256-4983-a7b9-5f859de359c7,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:15.101438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ab009c3-36e5-49e0-9e8f-10bd824412f3 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/networks/27894ff6-b2a3-4878-a2af-2e257e196864?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2348797 Aug 11 00:51:15.112159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55076) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:15.138692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '0b6dd34a-4256-4983-a7b9-5f859de359c7', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '0b6dd34a-4256-4983-a7b9-5f859de359c7', 'mac_address': 'fa:16:3e:b0:16:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:51:15.178545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67287bde-9707-49ec-97b0-ef2a996b7a54 req-e7c95a67-df6d-4560-afad-814cdd950ab9 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212661 Aug 11 00:51:15.231213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.256723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5429530d-b32e-4278-9be0-3a519c7c39f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:15.259023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6dd34a-4256-4983-a7b9-5f859de359c7 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:51:15.262772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5429530d-b32e-4278-9be0-3a519c7c39f4 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/subnets/c2abe39e-fab4-4975-a9f0-c65b594b058f HTTP/1.1" status: 200 len: 843 time: 0.1481404 Aug 11 00:51:15.269782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55086) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:15.292656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0b6dd34a-4256-4983-a7b9-5f859de359c7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0b6dd34a-4256-4983-a7b9-5f859de359c7,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:15.358121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee6db1b-53c3-4d32-b4de-1c49544112e9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['shared'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:15.359782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cee6db1b-53c3-4d32-b4de-1c49544112e9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "GET /v2.0/subnets/c2abe39e-fab4-4975-a9f0-c65b594b058f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0884235 Aug 11 00:51:15.365768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55088) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:15.371863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-574514767'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:15.392806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.428365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61470b87-8915-4fd9-8770-cfbee536711a req-a0936b93-c2de-46ab-8dcd-bc871a105cea tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6562488 Aug 11 00:51:15.467580 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.499087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:15.505181 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.531481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0b6dd34a-4256-4983-a7b9-5f859de359c7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:15.552115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:51:15.564242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.564603 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Added segment 4c8f0aae-f839-4f99-8d29-df2c450a15b4 of type vlan for network 584bc8f1-f9b3-471d-9557-aea623909196 Aug 11 00:51:15.614545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Router bb1fb266-10d1-460d-97e1-c7e00789dabf has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:51:15.623000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.684556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0b6dd34a-4256-4983-a7b9-5f859de359c7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:51:15.698541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:51:15.707544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-64fd8d52-22c7-4c1b-8daa-1def846aae7c tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "PUT /v2.0/routers/bb1fb266-10d1-460d-97e1-c7e00789dabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0654843 Aug 11 00:51:15.709300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55108) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:15.730935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3469db25-8ac0-4916-818b-2dfac057a954 None None] Sync routers for ids ['bb1fb266-10d1-460d-97e1-c7e00789dabf'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:51:15.765796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.771800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:15.772248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469db25-8ac0-4916-818b-2dfac057a954 None None] Routers {'bb1fb266-10d1-460d-97e1-c7e00789dabf'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:15.772461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.773097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3469db25-8ac0-4916-818b-2dfac057a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb1fb266-10d1-460d-97e1-c7e00789dabf'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:15.850113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3469db25-8ac0-4916-818b-2dfac057a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:15.869339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83109e41-b92a-4add-9325-658eefa5eba5 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:15.873736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469db25-8ac0-4916-818b-2dfac057a954 None None] Routers {'bb1fb266-10d1-460d-97e1-c7e00789dabf'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:15.874357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3469db25-8ac0-4916-818b-2dfac057a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:50:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb1fb266-10d1-460d-97e1-c7e00789dabf'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:15.922009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3469db25-8ac0-4916-818b-2dfac057a954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:15.922679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3469db25-8ac0-4916-818b-2dfac057a954 None None] The sync data for ids ['bb1fb266-10d1-460d-97e1-c7e00789dabf'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:51:15.951972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5849149 Aug 11 00:51:15.957220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:15.966667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'network_id': '584bc8f1-f9b3-471d-9557-aea623909196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:16.058820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e2d26-724d-4320-ba2a-240d004a1dea tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Network': ['ID=584bc8f1-f9b3-471d-9557-aea623909196,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:16.075655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83109e41-b92a-4add-9325-658eefa5eba5 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.076755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83109e41-b92a-4add-9325-658eefa5eba5 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.082765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 584bc8f1-f9b3-471d-9557-aea623909196 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:16.301639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83109e41-b92a-4add-9325-658eefa5eba5 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.305478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83109e41-b92a-4add-9325-658eefa5eba5 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Fanout notify agent at l3_agent the message router_deleted on router bb1fb266-10d1-460d-97e1-c7e00789dabf {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:51:16.310341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-83109e41-b92a-4add-9325-658eefa5eba5 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.314169 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-83109e41-b92a-4add-9325-658eefa5eba5 tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "DELETE /v2.0/routers/bb1fb266-10d1-460d-97e1-c7e00789dabf HTTP/1.1" status: 204 len: 168 time: 0.6006429 Aug 11 00:51:16.314169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55140) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:16.364219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Made reservation on behalf of b9a6283cad92445ea1a7ba61eb00aefc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:16.364624 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fc63514b-f472-47e7-8108-3a5d28dc3ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.369556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ad0f2-0bfc-4223-8940-17caa7cc1987 req-5d48d103-18f9-4e59-88e7-9ee5af161bf0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:16.371072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-970ad0f2-0bfc-4223-8940-17caa7cc1987 req-5d48d103-18f9-4e59-88e7-9ee5af161bf0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1117711 Aug 11 00:51:16.379479 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.408360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a844d5d3-e7a1-4561-9898-2c7ace3eb3cb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Deleting subnet 80997ed5-1a97-4f3d-8d1c-9c81b02890b3 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:16.433827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a844d5d3-e7a1-4561-9898-2c7ace3eb3cb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.457092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Performing IP validity checks on allocation pools {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 00:51:16.458523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 00:51:16.487847 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a844d5d3-e7a1-4561-9898-2c7ace3eb3cb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.552932 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-970ad0f2-0bfc-4223-8940-17caa7cc1987 req-2fda7898-5c1e-4217-b9f4-959eadea70ce tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406183 Aug 11 00:51:16.624828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a844d5d3-e7a1-4561-9898-2c7ace3eb3cb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.677819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1fc59-aaf3-49f6-88b0-eabcfd342f6e req-a42bebef-9e1b-4857-b973-c4d86ed4e888 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:16.679747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70e1fc59-aaf3-49f6-88b0-eabcfd342f6e req-a42bebef-9e1b-4857-b973-c4d86ed4e888 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 948 time: 0.1553385 Aug 11 00:51:16.770658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6ffb7-fd5b-4e52-96f6-3bc87c7d8b66 req-08612fb1-2160-4a4a-9575-fc5dce65d5cd tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:16.771414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70e1fc59-aaf3-49f6-88b0-eabcfd342f6e req-27a2fa76-5e3d-4705-b60a-1d7b9eacf8a6 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695703 Aug 11 00:51:16.773407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e2f6ffb7-fd5b-4e52-96f6-3bc87c7d8b66 req-08612fb1-2160-4a4a-9575-fc5dce65d5cd tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1150572 Aug 11 00:51:16.819274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e2f6ffb7-fd5b-4e52-96f6-3bc87c7d8b66 req-613773d9-cb62-41b0-8366-4ac31d308236 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Aug 11 00:51:16.889200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0b6dd34a-4256-4983-a7b9-5f859de359c7 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:16.923964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.953534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a844d5d3-e7a1-4561-9898-2c7ace3eb3cb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:16.995968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844d5d3-e7a1-4561-9898-2c7ace3eb3cb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event deleted for resources: {'Subnet': ['ID=80997ed5-1a97-4f3d-8d1c-9c81b02890b3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:17.015886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=9e9c4c46-91c6-4dc2-838b-8bf86d172dd8,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:17.019511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a844d5d3-e7a1-4561-9898-2c7ace3eb3cb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.019980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5debd-8289-4157-80e1-284f5983ee9b None None] Network 9980e7ca-cdee-440f-b13b-945ba7a61d0f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:17.021768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a844d5d3-e7a1-4561-9898-2c7ace3eb3cb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "DELETE /v2.0/subnets/80997ed5-1a97-4f3d-8d1c-9c81b02890b3 HTTP/1.1" status: 204 len: 168 time: 0.7067828 Aug 11 00:51:17.024338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55182) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:17.029312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Checking segment: {'id': '4c8f0aae-f839-4f99-8d29-df2c450a15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '584bc8f1-f9b3-471d-9557-aea623909196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:17.029702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network hostable DHCP agents. Network: 584bc8f1-f9b3-471d-9557-aea623909196, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:51:17.051025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 0b6dd34a-4256-4983-a7b9-5f859de359c7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:17.081302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 0b6dd34a-4256-4983-a7b9-5f859de359c7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:17.081732 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.119974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.184007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Deleting port f08a8d79-4184-49b8-89b4-91358468f5cd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:17.184653 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.238596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Network 584bc8f1-f9b3-471d-9557-aea623909196 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:51:17.277641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] For port f08a8d79-4184-49b8-89b4-91358468f5cd, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f08a8d79-4184-49b8-89b4-91358468f5cd,segment=NetworkSegment(9a5f8fc6-d1d7-4468-a18e-5abe13e0a219),segment_id=9a5f8fc6-d1d7-4468-a18e-5abe13e0a219)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:17.278416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.281370 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.311538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Calling delete_port for f08a8d79-4184-49b8-89b4-91358468f5cd owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:17.325117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e1571a-0040-4050-a6dd-244e47552f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6dd34a-4256-4983-a7b9-5f859de359c7'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:51:17.339014 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292489c2-3608-4627-92fb-d05a4fdd1420" -d '{"events": [{"server_uuid": "16e1571a-0040-4050-a6dd-244e47552f52", "name": "network-vif-plugged", "status": "completed", "tag": "0b6dd34a-4256-4983-a7b9-5f859de359c7"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:51:17.387760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 584bc8f1-f9b3-471d-9557-aea623909196) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:17.388143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:17.389623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.390187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0b6dd34a-4256-4983-a7b9-5f859de359c7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0b6dd34a-4256-4983-a7b9-5f859de359c7,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:17.402219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18dbb7-f554-4e32-9bc2-2ce92fe2e2ae None None] Network 584bc8f1-f9b3-471d-9557-aea623909196 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:17.410089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] DHCP port deletion for 9980e7ca-cdee-440f-b13b-945ba7a61d0f request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:17.521727 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed06a9da-4e56-4db6-b443-0c91928e3814 x-openstack-request-id: req-ed06a9da-4e56-4db6-b443-0c91928e3814 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:51:17.522544 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e1571a-0040-4050-a6dd-244e47552f52", "name": "network-vif-plugged", "status": "completed", "tag": "0b6dd34a-4256-4983-a7b9-5f859de359c7", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:51:17.522995 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed06a9da-4e56-4db6-b443-0c91928e3814 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:51:17.523639 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e1571a-0040-4050-a6dd-244e47552f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6dd34a-4256-4983-a7b9-5f859de359c7', 'code': 200} Aug 11 00:51:17.565392 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.575195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9212391f-c414-499a-b18e-512adec79b02 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6154814 Aug 11 00:51:17.587302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55206) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:17.605812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1f893fbd-3742-4b32-8fcc-4b01ad9a893e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:17.648964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55210) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:17.738604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0b6dd34a-4256-4983-a7b9-5f859de359c7,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:17.749320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268646-b930-4a67-bb5b-2641b53ff749 req-33f85f8e-d957-49be-b746-56b0e6f0368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:17.752495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c268646-b930-4a67-bb5b-2641b53ff749 req-33f85f8e-d957-49be-b746-56b0e6f0368e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 1101 time: 0.2262733 Aug 11 00:51:17.787253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] Deleting port f08a8d79-4184-49b8-89b4-91358468f5cd {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:17.789150 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.839664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef86e39-7208-4cb9-b8b4-2734fb170e7a req-fabdccec-93aa-4ca2-be22-77fac338552d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:17.856937 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aef86e39-7208-4cb9-b8b4-2734fb170e7a req-fabdccec-93aa-4ca2-be22-77fac338552d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.2345209 Aug 11 00:51:17.881213 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:17.892546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f893fbd-3742-4b32-8fcc-4b01ad9a893e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131094519'] for subnet, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.019994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c190b24-3f0f-4fa1-87c5-77b8ed3c367a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.036990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event deleted for resources: {'Port': ['ID=f08a8d79-4184-49b8-89b4-91358468f5cd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:18.048908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] No DVR routers for this DVR port f08a8d79-4184-49b8-89b4-91358468f5cd on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:18.057944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b68e7-3553-4952-a432-e9f59cfd18e0 req-9538cc35-18b0-4685-9d96-075fd5b95b93 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:18.067572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-287b68e7-3553-4952-a432-e9f59cfd18e0 req-9538cc35-18b0-4685-9d96-075fd5b95b93 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 949 time: 0.1530013 Aug 11 00:51:18.093144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] For port f08a8d79-4184-49b8-89b4-91358468f5cd, host n-d-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:18.093768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.112833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-584bc8f1-f9b3-471d-9557-aea623909196', 'network_id': '584bc8f1-f9b3-471d-9557-aea623909196', 'tenant_id': 'b9a6283cad92445ea1a7ba61eb00aefc', 'fixed_ips': [{'subnet_id': '9e9c4c46-91c6-4dc2-838b-8bf86d172dd8'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:51:18.115889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.141699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-287b68e7-3553-4952-a432-e9f59cfd18e0 req-cd8a59c3-f5ff-43a8-9e6d-35e193f08336 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726314 Aug 11 00:51:18.177972 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c190b24-3f0f-4fa1-87c5-77b8ed3c367a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.186275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aef86e39-7208-4cb9-b8b4-2734fb170e7a req-efbeaa78-1689-44e4-92cf-21feb5a2b801 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970860 Aug 11 00:51:18.208077 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c268646-b930-4a67-bb5b-2641b53ff749 req-d4146477-212b-45f2-a564-59a9d6c55958 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306931 Aug 11 00:51:18.241732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c190b24-3f0f-4fa1-87c5-77b8ed3c367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.289346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f08a8d79-4184-49b8-89b4-91358468f5cd no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:18.292400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] Calling delete_port for f08a8d79-4184-49b8-89b4-91358468f5cd owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:18.320444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.ipam_backend_mixin [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] Port f08a8d79-4184-49b8-89b4-91358468f5cd was not found and therefore no delete operation was performed {{(pid=95256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:51:18.368110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.370631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.380625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: f08a8d79-4184-49b8-89b4-91358468f5cd {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:18.381265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f08a8d79-4184-49b8-89b4-91358468f5cd not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:18.392430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9980e7ca-cdee-440f-b13b-945ba7a61d0f']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:18.405769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c190b24-3f0f-4fa1-87c5-77b8ed3c367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b770447-48f2-4d57-9a7c-23213320fa81,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:18.410447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f893fbd-3742-4b32-8fcc-4b01ad9a893e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780188393620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131444627'] for subnet, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.418504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0c190b24-3f0f-4fa1-87c5-77b8ed3c367a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=894f47bb54eb45f59b1f90cfda0c9755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7639322 Aug 11 00:51:18.422302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] Pushing event deleted for resources: {'Port': ['ID=f08a8d79-4184-49b8-89b4-91358468f5cd,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:18.425258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5f8fc6-d1d7-4468-a18e-5abe13e0a219') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:18.426411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5f8fc6-d1d7-4468-a18e-5abe13e0a219') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:18.431352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55246) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:18.445124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5fb67-f812-4510-840a-75d2a3112781 None None] No DVR routers for this DVR port f08a8d79-4184-49b8-89b4-91358468f5cd on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:18.470185 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.485078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Allocated IP 2001:db8::3 (584bc8f1-f9b3-471d-9557-aea623909196/9e9c4c46-91c6-4dc2-838b-8bf86d172dd8/8ccf2a72-d8d8-4f3a-9020-0abf7784ec67) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:18.514460 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.525613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f893fbd-3742-4b32-8fcc-4b01ad9a893e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:18.537185 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f893fbd-3742-4b32-8fcc-4b01ad9a893e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.537185 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1f893fbd-3742-4b32-8fcc-4b01ad9a893e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "PUT /v2.0/subnets/9e9c4c46-91c6-4dc2-838b-8bf86d172dd8 HTTP/1.1" status: 200 len: 900 time: 0.9380286 Aug 11 00:51:18.537185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55250) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:18.550983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:18.560630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:18.568218 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:18.647089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f893fbd-3742-4b32-8fcc-4b01ad9a893e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event updated for resources: {'Subnet': ['ID=9e9c4c46-91c6-4dc2-838b-8bf86d172dd8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:18.688442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6408ec10-e574-4bd0-bdae-e9058c69112f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.732950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6408ec10-e574-4bd0-bdae-e9058c69112f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.747327 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.769160 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.833174 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.856879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.864463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.867816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] 10.222.0.43 "DELETE /v2.0/networks/9980e7ca-cdee-440f-b13b-945ba7a61d0f HTTP/1.1" status: 204 len: 168 time: 1.8421583 Aug 11 00:51:18.870537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9db2bd-f30a-4ae0-91fb-f19e84d0f5fb tempest-FloatingIPNegativeTestJSON-1362557526 tempest-FloatingIPNegativeTestJSON-1362557526-project] Pushing event deleted for resources: {'Network': ['ID=9980e7ca-cdee-440f-b13b-945ba7a61d0f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:18.947130 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6408ec10-e574-4bd0-bdae-e9058c69112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.947477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Transition to ACTIVE for port object 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:18.956597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6408ec10-e574-4bd0-bdae-e9058c69112f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.964710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6408ec10-e574-4bd0-bdae-e9058c69112f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b770447-48f2-4d57-9a7c-23213320fa81 HTTP/1.1" status: 204 len: 168 time: 0.5300245 Aug 11 00:51:18.980862 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.987988 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aa33284d-aa83-414e-875f-606cbe0cc9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:18.992542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408ec10-e574-4bd0-bdae-e9058c69112f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b770447-48f2-4d57-9a7c-23213320fa81,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:18.995451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Transition to ACTIVE for port object 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:19.086094 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.137791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Network 584bc8f1-f9b3-471d-9557-aea623909196 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:19.141119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:19.144551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:19.151896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Pushing event updated for resources: {'Port': ['ID=8ccf2a72-d8d8-4f3a-9020-0abf7784ec67,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:19.216469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Attempting to bind port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:51:19.216777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Attempting to bind port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '4c8f0aae-f839-4f99-8d29-df2c450a15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '584bc8f1-f9b3-471d-9557-aea623909196'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:51:19.217033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Attempting to bind port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 on network 584bc8f1-f9b3-471d-9557-aea623909196 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:19.222875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:51:19.223299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Checking segment: {'id': '4c8f0aae-f839-4f99-8d29-df2c450a15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '584bc8f1-f9b3-471d-9557-aea623909196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:19.223744 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.224141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Bound using segment: {'id': '4c8f0aae-f839-4f99-8d29-df2c450a15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '584bc8f1-f9b3-471d-9557-aea623909196'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:51:19.224710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Bound port: 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0aae-f839-4f99-8d29-df2c450a15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '584bc8f1-f9b3-471d-9557-aea623909196'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:51:19.225129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.310549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] For port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:51:19.315789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] For port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8ccf2a72-d8d8-4f3a-9020-0abf7784ec67,segment=NetworkSegment(4c8f0aae-f839-4f99-8d29-df2c450a15b4),segment_id=4c8f0aae-f839-4f99-8d29-df2c450a15b4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:51:19.389985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0090c77-a956-4a5e-8baf-60a7bf89a277 req-570ac5fd-585e-4fa5-94d5-2f11a4975d87 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:19.391697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b0090c77-a956-4a5e-8baf-60a7bf89a277 req-570ac5fd-585e-4fa5-94d5-2f11a4975d87 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 949 time: 0.0754950 Aug 11 00:51:19.410250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4176d6-dcb4-4848-89a5-6f0c5a7c6f0e req-bea10c4e-68b9-48f1-8e64-4c8d80c8631f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:19.412135 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a4176d6-dcb4-4848-89a5-6f0c5a7c6f0e req-bea10c4e-68b9-48f1-8e64-4c8d80c8631f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0611410 Aug 11 00:51:19.440801 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.453005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b0090c77-a956-4a5e-8baf-60a7bf89a277 req-f6d74952-beb1-44bd-a05a-3161254bc00b tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485833 Aug 11 00:51:19.482009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.517360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9c4c46-91c6-4dc2-838b-8bf86d172dd8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:19.533006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a4176d6-dcb4-4848-89a5-6f0c5a7c6f0e req-adffe704-c8f0-44dd-a42f-507da785a4e3 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137187 Aug 11 00:51:19.563808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a445e-a355-41e4-91e5-47f3ca144dca None None] Pushing event updated for resources: {'Port': ['ID=8ccf2a72-d8d8-4f3a-9020-0abf7784ec67,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:19.600050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55294) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:19.671245 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.690700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584bc8f1-f9b3-471d-9557-aea623909196']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:19.709124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8f0aae-f839-4f99-8d29-df2c450a15b4') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:19.709638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8f0aae-f839-4f99-8d29-df2c450a15b4') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:19.721571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.744858 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.765742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:19.765742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:19.767121 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:19.865933 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96ef6c51-59c5-4cc1-b9f0-6e83466f1905 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b622528d3a32419fa00bd4010d2a036d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641287 Aug 11 00:51:19.868747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55310) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:19.950259 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 00:51:19.950259 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 00:51:19.950259 n-d-712143-13 neutron-server[95254]: [parameters: {'id': '584bc8f1-f9b3-471d-9557-aea623909196'}] Aug 11 00:51:19.950259 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:51:19.951284 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:51:19.962026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b2e76b3-b182-4a63-9838-d2ed9ff56328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:19.991724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b2e76b3-b182-4a63-9838-d2ed9ff56328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.168370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b2e76b3-b182-4a63-9838-d2ed9ff56328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.172235 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b2e76b3-b182-4a63-9838-d2ed9ff56328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.178405 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8b2e76b3-b182-4a63-9838-d2ed9ff56328 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88d71731-9488-4263-88d7-82deca426626 HTTP/1.1" status: 204 len: 168 time: 0.3079174 Aug 11 00:51:20.188369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e76b3-b182-4a63-9838-d2ed9ff56328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d71731-9488-4263-88d7-82deca426626,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:20.189047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:20.245685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55328) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:20.270619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-762d3e26-5aee-415b-b6aa-a255d40626a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.399241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-762d3e26-5aee-415b-b6aa-a255d40626a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.452725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.521446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.522616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:20.548137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:20.549450 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.590786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-762d3e26-5aee-415b-b6aa-a255d40626a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.661141 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-762d3e26-5aee-415b-b6aa-a255d40626a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58f7ed875dc0447e8acd7f78d33bf0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140234 Aug 11 00:51:20.662917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d3e26-5aee-415b-b6aa-a255d40626a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e58618e-2ea4-4749-9d82-4dbf888defa7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:20.666978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55344) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:20.726676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] For port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8ccf2a72-d8d8-4f3a-9020-0abf7784ec67,segment=NetworkSegment(4c8f0aae-f839-4f99-8d29-df2c450a15b4),segment_id=4c8f0aae-f839-4f99-8d29-df2c450a15b4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:20.727345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.757137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Calling delete_port for 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:20.769114 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d531ca-6610-41b7-8dd0-843bcf145115 req-ac060959-0467-48ff-aefd-628bede9e787 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:20.771949 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58d531ca-6610-41b7-8dd0-843bcf145115 req-ac060959-0467-48ff-aefd-628bede9e787 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 949 time: 0.1514111 Aug 11 00:51:20.774469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8c97015b-bec5-4a4d-8b57-4822c1688954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.805712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8c97015b-bec5-4a4d-8b57-4822c1688954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:20.888432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12466-385e-4e7a-b807-02a8ec0baba8 req-27ced8cd-ce00-44e4-a904-145eb3c02664 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:20.890470 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11f12466-385e-4e7a-b807-02a8ec0baba8 req-27ced8cd-ce00-44e4-a904-145eb3c02664 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1628001 Aug 11 00:51:20.940377 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58d531ca-6610-41b7-8dd0-843bcf145115 req-7e4af92a-5ccd-485b-bc53-642c5490c845 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482768 Aug 11 00:51:21.015115 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11f12466-385e-4e7a-b807-02a8ec0baba8 req-e3ae40cf-82f8-43f0-b83a-883f3eb52c13 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795588 Aug 11 00:51:21.027025 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8c97015b-bec5-4a4d-8b57-4822c1688954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.028695 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8c97015b-bec5-4a4d-8b57-4822c1688954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.032219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8c97015b-bec5-4a4d-8b57-4822c1688954 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e58618e-2ea4-4749-9d82-4dbf888defa7 HTTP/1.1" status: 204 len: 168 time: 0.3603687 Aug 11 00:51:21.051679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97015b-bec5-4a4d-8b57-4822c1688954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e58618e-2ea4-4749-9d82-4dbf888defa7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:21.110241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.123336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0de283b-5e00-42f0-9b2d-1656c67e82e7 None None] Network 584bc8f1-f9b3-471d-9557-aea623909196 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:21.144297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Port': ['ID=8ccf2a72-d8d8-4f3a-9020-0abf7784ec67,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:21.148181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No DVR routers for this DVR port 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:21.195079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-51ceae7d-cad7-49de-a253-092897dfa7dd None None] Could not find standard attr ID for object 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:51:21.270868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.378075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98558db-ad09-4327-b660-f12c3b68a045 None None] DHCP port deletion for 584bc8f1-f9b3-471d-9557-aea623909196 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:21.395497 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2601a-fbdf-4505-b160-9060f9a593c9 None None] Network 584bc8f1-f9b3-471d-9557-aea623909196 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:21.401859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584bc8f1-f9b3-471d-9557-aea623909196']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:21.414566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8f0aae-f839-4f99-8d29-df2c450a15b4') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:21.415576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8f0aae-f839-4f99-8d29-df2c450a15b4') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:21.425776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.441843 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.448284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:21.448701 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:21.452176 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:21.665337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.692493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:21.694765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/584bc8f1-f9b3-471d-9557-aea623909196 HTTP/1.1" status: 204 len: 168 time: 3.1589780 Aug 11 00:51:21.699708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55408) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:21.714621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dfd56-24fe-499c-aabb-787c87933f44 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=584bc8f1-f9b3-471d-9557-aea623909196,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:21.735250 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-152711fa-11c4-47e0-9667-8c84453f4084 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:21.736134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152711fa-11c4-47e0-9667-8c84453f4084 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:21.738974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-152711fa-11c4-47e0-9667-8c84453f4084 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/9e9c4c46-91c6-4dc2-838b-8bf86d172dd8 HTTP/1.1" status: 404 len: 337 time: 0.0381260 Aug 11 00:51:21.741832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55412) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:21.757557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569dfe0-e519-406a-8881-7ee446d6fa60 req-f0984751-8f6c-4e56-87b2-e69ee0986c90 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:21.761738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6569dfe0-e519-406a-8881-7ee446d6fa60 req-f0984751-8f6c-4e56-87b2-e69ee0986c90 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 949 time: 0.1095111 Aug 11 00:51:21.775876 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-663fa0c8-44d6-4c24-8065-66b4145a23c9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:21.776476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663fa0c8-44d6-4c24-8065-66b4145a23c9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:21.778529 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-663fa0c8-44d6-4c24-8065-66b4145a23c9 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/584bc8f1-f9b3-471d-9557-aea623909196 HTTP/1.1" status: 404 len: 339 time: 0.0355272 Aug 11 00:51:21.782679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55418) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:21.827128 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6569dfe0-e519-406a-8881-7ee446d6fa60 req-ab6c7861-f35b-4bd5-a021-e0de9839e93e tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566907 Aug 11 00:51:21.869920 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.013837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55434) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.126475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:22.159819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:22.160430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8ccf2a72-d8d8-4f3a-9020-0abf7784ec67 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:22.171962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-de248f77-f6c0-49ea-9bf2-c3a7a7358296 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] Request body: {'port': {'network_id': 'e898fec2-d8dc-4d4a-8564-2b6829a2bbf1', 'name': 'tempest-NetworksNegativeTestJSON-455639297'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:22.210613 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-de248f77-f6c0-49ea-9bf2-c3a7a7358296 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] POST failed (client error): The resource could not be found. Aug 11 00:51:22.211559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de248f77-f6c0-49ea-9bf2-c3a7a7358296 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.215255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-de248f77-f6c0-49ea-9bf2-c3a7a7358296 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1999788 Aug 11 00:51:22.219355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55450) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.246690 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-653e843e-b79b-4fe2-86fc-0a4a1fd9b15d tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:22.247712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653e843e-b79b-4fe2-86fc-0a4a1fd9b15d tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.254992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-653e843e-b79b-4fe2-86fc-0a4a1fd9b15d tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "DELETE /v2.0/networks/5e2fce8c-d777-44a6-b2c4-d5517bd6ed13 HTTP/1.1" status: 404 len: 339 time: 0.0298443 Aug 11 00:51:22.255484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55454) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.282532 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d1ca55-cccb-4868-a111-930a06f1a22a tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:22.283366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d1ca55-cccb-4868-a111-930a06f1a22a tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.285327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-54d1ca55-cccb-4868-a111-930a06f1a22a tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "DELETE /v2.0/ports/022b0ea4-58ef-4cc5-978a-459e5eb6985a HTTP/1.1" status: 404 len: 333 time: 0.0287282 Aug 11 00:51:22.289412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55458) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.317708 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.321336 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2e975a-16ac-49c1-9125-c2d2a9f3dd73 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:22.321805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2e975a-16ac-49c1-9125-c2d2a9f3dd73 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.323841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2e2e975a-16ac-49c1-9125-c2d2a9f3dd73 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "DELETE /v2.0/subnets/403f9827-92c2-4538-9044-ca6620e7e419 HTTP/1.1" status: 404 len: 337 time: 0.0335596 Aug 11 00:51:22.327784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.350146 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-71af5620-71f9-465b-816b-9cc78ef2fcb3 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] GET failed (client error): The resource could not be found. Aug 11 00:51:22.355607 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-71af5620-71f9-465b-816b-9cc78ef2fcb3 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "GET /v2.0/networks/a18b7603-3a13-4e03-beed-e6aa0c73e2b6 HTTP/1.1" status: 404 len: 339 time: 0.0230098 Aug 11 00:51:22.356261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.360634 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.376139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33645e3-230b-4f5c-b6e0-e78c76aea876']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:22.382308 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97a0ad8-9bac-4857-b6db-7b26eb7fbdaf tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] GET failed (client error): The resource could not be found. Aug 11 00:51:22.383953 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d97a0ad8-9bac-4857-b6db-7b26eb7fbdaf tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "GET /v2.0/ports/86fc58f6-536d-465b-9048-c42bc09bfac4 HTTP/1.1" status: 404 len: 333 time: 0.0266435 Aug 11 00:51:22.388437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d139a0-1786-4fdf-ad1b-453455d1701b') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:22.388739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d139a0-1786-4fdf-ad1b-453455d1701b') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:22.390390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55468) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.401462 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.410712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3888b9-d082-4296-a4ff-5268f41e6964 req-0911274b-59f9-4b44-8e1e-96bcdef44cec tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:22.412334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb3888b9-d082-4296-a4ff-5268f41e6964 req-0911274b-59f9-4b44-8e1e-96bcdef44cec tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0947566 Aug 11 00:51:22.429135 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-158d709c-2cd8-4257-8420-71bde7a585db tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] GET failed (client error): The resource could not be found. Aug 11 00:51:22.433598 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-158d709c-2cd8-4257-8420-71bde7a585db tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "GET /v2.0/subnets/b2c0e40e-ef56-4c30-956e-60465e27b89d HTTP/1.1" status: 404 len: 337 time: 0.0388646 Aug 11 00:51:22.437395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55472) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.440855 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.444705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3a34987f-bc88-471a-8ca6-2f9dbdb5e0ea tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:22.453543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:22.454268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:22.457873 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:22.469034 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a34987f-bc88-471a-8ca6-2f9dbdb5e0ea tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] PUT failed (client error): The resource could not be found. Aug 11 00:51:22.469034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a34987f-bc88-471a-8ca6-2f9dbdb5e0ea tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.469034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3a34987f-bc88-471a-8ca6-2f9dbdb5e0ea tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "PUT /v2.0/networks/29bac9fe-3b75-43b7-8b88-bc55b62c4f30 HTTP/1.1" status: 404 len: 339 time: 0.0242743 Aug 11 00:51:22.470216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55474) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.476349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5826537d-470d-4aa1-911a-e6752b71934b tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:22.501861 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5826537d-470d-4aa1-911a-e6752b71934b tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] PUT failed (client error): The resource could not be found. Aug 11 00:51:22.503342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5826537d-470d-4aa1-911a-e6752b71934b tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.509935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5826537d-470d-4aa1-911a-e6752b71934b tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "PUT /v2.0/ports/1efbacf5-c659-4e5f-8f19-94120070c8fd HTTP/1.1" status: 404 len: 333 time: 0.0383155 Aug 11 00:51:22.510584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55480) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.518331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-84267983-f7c9-481f-9671-6ebd5edf1847 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:22.554972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb3888b9-d082-4296-a4ff-5268f41e6964 req-fb1f81cc-3505-45c8-9a8f-dabf4bdc5d8a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339571 Aug 11 00:51:22.559845 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-84267983-f7c9-481f-9671-6ebd5edf1847 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] PUT failed (client error): The resource could not be found. Aug 11 00:51:22.560321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84267983-f7c9-481f-9671-6ebd5edf1847 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.561501 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-84267983-f7c9-481f-9671-6ebd5edf1847 tempest-NetworksNegativeTestJSON-2103528061 tempest-NetworksNegativeTestJSON-2103528061-project] 10.222.0.43 "PUT /v2.0/subnets/5971b41d-ec77-4d91-a28b-22dc8b5bb98c HTTP/1.1" status: 404 len: 337 time: 0.0477700 Aug 11 00:51:22.706642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.725458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.727561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/e33645e3-230b-4f5c-b6e0-e78c76aea876 HTTP/1.1" status: 204 len: 168 time: 0.9437470 Aug 11 00:51:22.728658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf118-9662-4225-8d59-4b36507b23d1 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=e33645e3-230b-4f5c-b6e0-e78c76aea876,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:22.730980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55494) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.758987 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1a2db1-3faa-4c6d-a074-a0d08b5bba36 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:22.759480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1a2db1-3faa-4c6d-a074-a0d08b5bba36 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.761282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0e1a2db1-3faa-4c6d-a074-a0d08b5bba36 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/6fb87174-43b9-456f-87e5-d36d11d9ea73 HTTP/1.1" status: 404 len: 337 time: 0.0293224 Aug 11 00:51:22.764242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55498) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.785498 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-363f7387-f291-43b1-a9fb-3bf9c59fb3e6 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:22.786049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363f7387-f291-43b1-a9fb-3bf9c59fb3e6 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:22.787892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-363f7387-f291-43b1-a9fb-3bf9c59fb3e6 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/b8090ac6-70ed-4f49-8109-50a619188260 HTTP/1.1" status: 404 len: 339 time: 0.0222378 Aug 11 00:51:22.790361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55500) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:22.844303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-21962208-29af-4efc-9586-0d6de3e93316 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting subnet a5bd99d8-65b5-442e-bf1b-30d424e3a843 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:22.848207 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21962208-29af-4efc-9586-0d6de3e93316 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.935828 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21962208-29af-4efc-9586-0d6de3e93316 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:22.961862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-fa16aeb6-7431-4037-8253-b53d36467246 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:22.964026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-fa16aeb6-7431-4037-8253-b53d36467246 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.55 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 949 time: 0.0877388 Aug 11 00:51:23.092736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Deleting port 0b6dd34a-4256-4983-a7b9-5f859de359c7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:23.093206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.093367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21962208-29af-4efc-9586-0d6de3e93316 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.136559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c49ea-17f1-4133-bc17-0334e08ccd17 req-c811ffb8-0f62-413d-993c-9641a8d10552 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:23.145339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac9c49ea-17f1-4133-bc17-0334e08ccd17 req-c811ffb8-0f62-413d-993c-9641a8d10552 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 949 time: 0.1534109 Aug 11 00:51:23.147314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55518) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:23.203556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac9c49ea-17f1-4133-bc17-0334e08ccd17 req-8be1c9a0-a79f-4bb8-b9b9-2f0ee314ca92 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81c99ee-049e-4bca-95fc-6edaf66071a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567064 Aug 11 00:51:23.219131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] For port 0b6dd34a-4256-4983-a7b9-5f859de359c7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0b6dd34a-4256-4983-a7b9-5f859de359c7,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:23.219540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.245746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Calling delete_port for 0b6dd34a-4256-4983-a7b9-5f859de359c7 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:23.305556 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21962208-29af-4efc-9586-0d6de3e93316 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.344638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21962208-29af-4efc-9586-0d6de3e93316 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=a5bd99d8-65b5-442e-bf1b-30d424e3a843,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:23.350730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-21962208-29af-4efc-9586-0d6de3e93316 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.353171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-21962208-29af-4efc-9586-0d6de3e93316 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/a5bd99d8-65b5-442e-bf1b-30d424e3a843 HTTP/1.1" status: 204 len: 168 time: 0.5617754 Aug 11 00:51:23.355778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55534) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:23.366374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d295955-e3e2-4df6-a8b3-b4866937a0bc None None] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:23.451663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a54daaf-034b-4cfb-a3a4-1b672f2c724b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting subnet 89287fd5-02ec-450a-bd99-48c2e94bcece {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:23.457869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41b45278-ba6b-4f0b-b9d8-7392ee31055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.458644 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a54daaf-034b-4cfb-a3a4-1b672f2c724b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.549237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a54daaf-034b-4cfb-a3a4-1b672f2c724b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.612406 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.625124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0b6dd34a-4256-4983-a7b9-5f859de359c7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:51:23.675009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Pushing event deleted for resources: {'Port': ['ID=0b6dd34a-4256-4983-a7b9-5f859de359c7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:23.744121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] No DVR routers for this DVR port 0b6dd34a-4256-4983-a7b9-5f859de359c7 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:23.746906 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.749521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d53e6a37-481f-41a9-8a30-6bb73968703c req-6f49b624-0d62-432a-a7da-b517a0dbffb1 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.55 "DELETE /v2.0/ports/0b6dd34a-4256-4983-a7b9-5f859de359c7 HTTP/1.1" status: 204 len: 173 time: 0.7786736 Aug 11 00:51:23.765010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e1571a-0040-4050-a6dd-244e47552f52', 'name': 'network-vif-deleted', 'tag': '0b6dd34a-4256-4983-a7b9-5f859de359c7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:51:23.768258 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5eba0-75c4-44db-980e-d970c1879ea0" -d '{"events": [{"server_uuid": "16e1571a-0040-4050-a6dd-244e47552f52", "name": "network-vif-deleted", "tag": "0b6dd34a-4256-4983-a7b9-5f859de359c7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:51:23.774840 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a54daaf-034b-4cfb-a3a4-1b672f2c724b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.869528 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd6a979-a893-4d7c-bbfa-a142664f4a71 x-openstack-request-id: req-2dd6a979-a893-4d7c-bbfa-a142664f4a71 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:51:23.869840 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e1571a-0040-4050-a6dd-244e47552f52", "name": "network-vif-deleted", "tag": "0b6dd34a-4256-4983-a7b9-5f859de359c7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:51:23.870103 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dd6a979-a893-4d7c-bbfa-a142664f4a71 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:51:23.870632 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e1571a-0040-4050-a6dd-244e47552f52', 'name': 'network-vif-deleted', 'tag': '0b6dd34a-4256-4983-a7b9-5f859de359c7', 'status': 'completed', 'code': 200} Aug 11 00:51:23.902009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41b45278-ba6b-4f0b-b9d8-7392ee31055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:23.904771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e24590-7327-4926-becb-a06a3652942f req-0200e5ae-bb9c-4f74-9954-962c763402d6 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:23.906881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65e24590-7327-4926-becb-a06a3652942f req-0200e5ae-bb9c-4f74-9954-962c763402d6 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1849680 Aug 11 00:51:23.968472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65e24590-7327-4926-becb-a06a3652942f req-2ed3eb9a-16e5-439a-b31b-a16621d604a3 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481710 Aug 11 00:51:24.012533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a54daaf-034b-4cfb-a3a4-1b672f2c724b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.017873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41b45278-ba6b-4f0b-b9d8-7392ee31055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.052040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54daaf-034b-4cfb-a3a4-1b672f2c724b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=89287fd5-02ec-450a-bd99-48c2e94bcece,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:24.064071 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a54daaf-034b-4cfb-a3a4-1b672f2c724b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.064071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1a54daaf-034b-4cfb-a3a4-1b672f2c724b tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/89287fd5-02ec-450a-bd99-48c2e94bcece HTTP/1.1" status: 204 len: 168 time: 0.7047975 Aug 11 00:51:24.067718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55568) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:24.082317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-41b45278-ba6b-4f0b-b9d8-7392ee31055d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=297def5721454dfeaa19a7e6d251b82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9320550 Aug 11 00:51:24.092118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55570) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:24.122627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b45278-ba6b-4f0b-b9d8-7392ee31055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246e1bad-dade-4a24-93ce-5340eef774c2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:24.209160 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-023fdbaa-c5de-46cd-ad52-c72758c969bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.215116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.250906 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-023fdbaa-c5de-46cd-ad52-c72758c969bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.322168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:24.322775 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.398110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-baad8948-99ae-4e37-aad9-5b00825cc319 req-8195ee91-0e9e-4afa-b3e5-e20d861cf868 tempest-VolumesNegativeTest-804681164 tempest-VolumesNegativeTest-804681164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e1571a-0040-4050-a6dd-244e47552f52 HTTP/1.1" status: 200 len: 210 time: 0.0656507 Aug 11 00:51:24.439906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] For port a7368eaa-0d6b-4457-9384-7c9bc5cb0796, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,segment=NetworkSegment(9a877edc-a0a6-44de-8d45-a5a324139e49),segment_id=9a877edc-a0a6-44de-8d45-a5a324139e49)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:24.440287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.457313 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Calling delete_port for a7368eaa-0d6b-4457-9384-7c9bc5cb0796 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:24.491829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-023fdbaa-c5de-46cd-ad52-c72758c969bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.493825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252febe-4377-49b5-ad18-9213dee25819 None None] Network 30def319-6d3d-4fc4-95bb-f0973814c2f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:24.497308 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-023fdbaa-c5de-46cd-ad52-c72758c969bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.499840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-023fdbaa-c5de-46cd-ad52-c72758c969bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/246e1bad-dade-4a24-93ce-5340eef774c2 HTTP/1.1" status: 204 len: 168 time: 0.4086473 Aug 11 00:51:24.535940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fdbaa-c5de-46cd-ad52-c72758c969bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246e1bad-dade-4a24-93ce-5340eef774c2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:24.610539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e21e1bd-c6f6-4968-9574-192e8e345684 None None] Provisioning complete for port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:24.610539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e21e1bd-c6f6-4968-9574-192e8e345684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.775043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.796403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c6dce-80e8-404e-ae6d-125d84bbea45 None None] DHCP port deletion for 30def319-6d3d-4fc4-95bb-f0973814c2f7 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:24.803933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Port': ['ID=a7368eaa-0d6b-4457-9384-7c9bc5cb0796,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:24.811013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No DVR routers for this DVR port a7368eaa-0d6b-4457-9384-7c9bc5cb0796 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:24.904562 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.915317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30def319-6d3d-4fc4-95bb-f0973814c2f7']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:24.931538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a877edc-a0a6-44de-8d45-a5a324139e49') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:24.931896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a877edc-a0a6-44de-8d45-a5a324139e49') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:24.944089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.962049 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.969951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:24.970463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:24.973890 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:25.162963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3985f03-6ab5-4826-9377-e20edec0c855 req-6ea632da-e89e-46ac-a662-ead0d4d3636f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:25.164351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:25.164845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3985f03-6ab5-4826-9377-e20edec0c855 req-6ea632da-e89e-46ac-a662-ead0d4d3636f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0627549 Aug 11 00:51:25.172976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:25.179723 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/30def319-6d3d-4fc4-95bb-f0973814c2f7 HTTP/1.1" status: 204 len: 168 time: 1.1108181 Aug 11 00:51:25.180582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55634) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:25.230311 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3985f03-6ab5-4826-9377-e20edec0c855 req-1f2e8813-27fe-4956-8f70-cb866ed4571d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485954 Aug 11 00:51:25.244294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d8408-d5a4-4cba-b2e8-7c065854a693 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=30def319-6d3d-4fc4-95bb-f0973814c2f7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:25.247492 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-60587f60-f761-405a-baa5-6ae024c6827f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:25.248021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60587f60-f761-405a-baa5-6ae024c6827f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:25.253847 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-60587f60-f761-405a-baa5-6ae024c6827f tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/9b31f84a-8fcb-4227-b514-c1afcec8ea94 HTTP/1.1" status: 404 len: 337 time: 0.0662761 Aug 11 00:51:25.256501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55640) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:25.292840 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e055416-1164-45e1-ae56-8e8639884d06 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:25.293579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e055416-1164-45e1-ae56-8e8639884d06 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:25.296564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5e055416-1164-45e1-ae56-8e8639884d06 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/e3518bd4-04cc-40fc-8bd9-3b747050dda8 HTTP/1.1" status: 404 len: 339 time: 0.0386143 Aug 11 00:51:25.299211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55644) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:25.328741 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f17e634-f2ab-4c87-b964-3be1fd9e9d2a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:25.328741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f17e634-f2ab-4c87-b964-3be1fd9e9d2a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:25.330503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1f17e634-f2ab-4c87-b964-3be1fd9e9d2a tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/2bd0e166-924d-4777-82c7-f0a4d136eb24 HTTP/1.1" status: 404 len: 337 time: 0.0295274 Aug 11 00:51:25.333312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55648) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:25.353129 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7db6838-bb1a-42e5-be21-266abf776c40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:25.353783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7db6838-bb1a-42e5-be21-266abf776c40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:25.355663 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e7db6838-bb1a-42e5-be21-266abf776c40 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/cca57bbd-f533-4bcf-a195-4ec600b8192f HTTP/1.1" status: 404 len: 339 time: 0.0212436 Aug 11 00:51:25.358579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55650) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:25.394949 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b419033-e8bc-4c3a-8922-a6c04848544e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:25.395456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b419033-e8bc-4c3a-8922-a6c04848544e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:25.397356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2b419033-e8bc-4c3a-8922-a6c04848544e tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/98c17e1a-2958-428a-88f5-45790fe9bb7b HTTP/1.1" status: 404 len: 337 time: 0.0376289 Aug 11 00:51:25.401751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55656) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:25.421820 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54439fc-d43e-4808-a34d-d0a542a4b871 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:25.422407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54439fc-d43e-4808-a34d-d0a542a4b871 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:25.424569 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e54439fc-d43e-4808-a34d-d0a542a4b871 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/8fdecdb8-84d3-46b6-9e7e-7ab0b422b8dc HTTP/1.1" status: 404 len: 339 time: 0.0218139 Aug 11 00:51:25.428553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55660) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:25.496859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77964ac-f92a-41eb-8aeb-33ac76d00d00 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting subnet 320c72ae-3ac5-41c2-8d62-a96894ef7a37 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:25.501066 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77964ac-f92a-41eb-8aeb-33ac76d00d00 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:25.559059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77964ac-f92a-41eb-8aeb-33ac76d00d00 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:25.682816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77964ac-f92a-41eb-8aeb-33ac76d00d00 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:25.849028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77964ac-f92a-41eb-8aeb-33ac76d00d00 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:25.904468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77964ac-f92a-41eb-8aeb-33ac76d00d00 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=320c72ae-3ac5-41c2-8d62-a96894ef7a37,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:25.910540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e77964ac-f92a-41eb-8aeb-33ac76d00d00 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:25.913305 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e77964ac-f92a-41eb-8aeb-33ac76d00d00 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/320c72ae-3ac5-41c2-8d62-a96894ef7a37 HTTP/1.1" status: 204 len: 168 time: 0.4837272 Aug 11 00:51:25.915845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55696) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:25.921160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a82f83-bc9c-4c03-a0d5-1ad51757c846 None None] Network 8b74d187-5895-4bc3-adc8-d2357d233d89 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:26.083089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.143645 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a7368eaa-0d6b-4457-9384-7c9bc5cb0796 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:26.149098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55712) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:26.178700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting port 3f23392f-1bad-4752-be0c-0292aefc7027 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:26.178829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.190507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a7368eaa-0d6b-4457-9384-7c9bc5cb0796 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:26.191123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a7368eaa-0d6b-4457-9384-7c9bc5cb0796 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:26.223951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] DHCP port deletion for 8b74d187-5895-4bc3-adc8-d2357d233d89 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:26.260875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] For port 3f23392f-1bad-4752-be0c-0292aefc7027, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f23392f-1bad-4752-be0c-0292aefc7027,segment=NetworkSegment(ff3dc003-2f16-477c-8c36-ea72c4a1c149),segment_id=ff3dc003-2f16-477c-8c36-ea72c4a1c149)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:26.261353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.277943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Calling delete_port for 3f23392f-1bad-4752-be0c-0292aefc7027 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:26.295955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] Deleting port 3f23392f-1bad-4752-be0c-0292aefc7027 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:26.296327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.374638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] For port 3f23392f-1bad-4752-be0c-0292aefc7027, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3f23392f-1bad-4752-be0c-0292aefc7027,segment=NetworkSegment(ff3dc003-2f16-477c-8c36-ea72c4a1c149),segment_id=ff3dc003-2f16-477c-8c36-ea72c4a1c149)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:26.375356 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.391679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] Calling delete_port for 3f23392f-1bad-4752-be0c-0292aefc7027 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:26.481610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3e017-008e-4738-b7c2-e600956b1ed1 req-e5535e77-82d1-470c-b114-992b628f75de tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:26.485016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95d3e017-008e-4738-b7c2-e600956b1ed1 req-e5535e77-82d1-470c-b114-992b628f75de tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0904994 Aug 11 00:51:26.502227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-09312413-9a00-4e49-8a19-87ad0a243498 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:26.502995 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-09312413-9a00-4e49-8a19-87ad0a243498 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 00:51:26.503722 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-09312413-9a00-4e49-8a19-87ad0a243498 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 00:51:26.504897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-09312413-9a00-4e49-8a19-87ad0a243498 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3538351 Aug 11 00:51:26.508600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55722) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:26.513529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711608384'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:26.536301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95d3e017-008e-4738-b7c2-e600956b1ed1 req-545340ee-e7dd-4164-861b-30b58a443a71 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Aug 11 00:51:26.608965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.618981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.676716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.688526 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.709166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Port': ['ID=3f23392f-1bad-4752-be0c-0292aefc7027,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:26.719107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No DVR routers for this DVR port 3f23392f-1bad-4752-be0c-0292aefc7027 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:26.817576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] Pushing event deleted for resources: {'Port': ['ID=3f23392f-1bad-4752-be0c-0292aefc7027,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:26.828047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b77b7-35a9-404d-84fc-f329237860a0 None None] No DVR routers for this DVR port 3f23392f-1bad-4752-be0c-0292aefc7027 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:26.857160 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.879468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.885500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0b6dd34a-4256-4983-a7b9-5f859de359c7 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:26.888224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b74d187-5895-4bc3-adc8-d2357d233d89']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:26.904697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3dc003-2f16-477c-8c36-ea72c4a1c149') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:26.905047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3dc003-2f16-477c-8c36-ea72c4a1c149') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:26.916921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.939797 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.950269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 0b6dd34a-4256-4983-a7b9-5f859de359c7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:26.951947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.967126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0b6dd34a-4256-4983-a7b9-5f859de359c7 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:26.967355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:26.967657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:26.975836 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:27.035383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e47981-c535-4f63-9cdc-d6342c8d058c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:27.130967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.145950 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.157432 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.162311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/8b74d187-5895-4bc3-adc8-d2357d233d89 HTTP/1.1" status: 204 len: 168 time: 1.2426834 Aug 11 00:51:27.162600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55750) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:27.188679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c7862-c10f-4721-848e-5140f0915d2d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=8b74d187-5895-4bc3-adc8-d2357d233d89,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:27.205829 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e8d59d-3738-465c-b5a4-0d360aa2feee tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:27.206291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e8d59d-3738-465c-b5a4-0d360aa2feee tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:27.213412 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24e8d59d-3738-465c-b5a4-0d360aa2feee tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/8e91853e-ada0-4284-87d0-a26cd1b3b315 HTTP/1.1" status: 404 len: 337 time: 0.0478404 Aug 11 00:51:27.221325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55752) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:27.237919 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.306475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f5320-74c0-4332-9e07-082c0282e841,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:27.451341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.457812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c9d29a55-80bc-4b69-98a5-1a51c3da7fa8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9474461 Aug 11 00:51:27.458726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55780) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:27.473264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c4b780d3-a738-4171-89d0-4f5ea60277f8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'c01f5320-74c0-4332-9e07-082c0282e841', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:27.595370 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-08df10de-51e5-490b-bed7-38c856c87b7d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] DELETE failed (client error): The resource could not be found. Aug 11 00:51:27.596725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08df10de-51e5-490b-bed7-38c856c87b7d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:51:27.598780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-08df10de-51e5-490b-bed7-38c856c87b7d tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/651f6770-f08a-44be-8abc-f8782410dcd4 HTTP/1.1" status: 404 len: 339 time: 0.3767586 Aug 11 00:51:27.603317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55802) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:27.672549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dfc199-eb6c-4c46-9712-7ff9e47551dd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting subnet c2abe39e-fab4-4975-a9f0-c65b594b058f {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:27.676040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dfc199-eb6c-4c46-9712-7ff9e47551dd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.724670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4b780d3-a738-4171-89d0-4f5ea60277f8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.766208 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dfc199-eb6c-4c46-9712-7ff9e47551dd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.791073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40289-ca19-4d2a-8b4f-c69069e800a5 req-92e93b61-db93-4c28-a703-9bb092d0d766 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:27.794603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ddb40289-ca19-4d2a-8b4f-c69069e800a5 req-92e93b61-db93-4c28-a703-9bb092d0d766 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0836971 Aug 11 00:51:27.857961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ddb40289-ca19-4d2a-8b4f-c69069e800a5 req-b174ca10-e18a-48bc-8fdc-07ecef64271f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541303 Aug 11 00:51:27.864288 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4b780d3-a738-4171-89d0-4f5ea60277f8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.919635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dfc199-eb6c-4c46-9712-7ff9e47551dd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.947639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4b780d3-a738-4171-89d0-4f5ea60277f8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:27.979304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b780d3-a738-4171-89d0-4f5ea60277f8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36446719-3c3e-4a23-a8da-5956af0ffa86,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:28.036929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4b780d3-a738-4171-89d0-4f5ea60277f8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.041102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c4b780d3-a738-4171-89d0-4f5ea60277f8 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5780954 Aug 11 00:51:28.046876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55814) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:28.046876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6b2e4cea-ad36-4609-be35-b163256fa965 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'c01f5320-74c0-4332-9e07-082c0282e841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:28.101759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dfc199-eb6c-4c46-9712-7ff9e47551dd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.126260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f23392f-1bad-4752-be0c-0292aefc7027 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:28.138339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dfc199-eb6c-4c46-9712-7ff9e47551dd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.143923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-53dfc199-eb6c-4c46-9712-7ff9e47551dd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/subnets/c2abe39e-fab4-4975-a9f0-c65b594b058f HTTP/1.1" status: 204 len: 168 time: 0.5361345 Aug 11 00:51:28.143923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfc199-eb6c-4c46-9712-7ff9e47551dd tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Subnet': ['ID=c2abe39e-fab4-4975-a9f0-c65b594b058f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:28.144382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55816) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:28.163546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0e3fd-2180-4546-80bb-b00bda9c73fb None None] Network 27894ff6-b2a3-4878-a2af-2e257e196864 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:28.163546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 3f23392f-1bad-4752-be0c-0292aefc7027 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:28.163546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3f23392f-1bad-4752-be0c-0292aefc7027 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:28.215755 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4cea-ad36-4609-be35-b163256fa965 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.343813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.407855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Deleting port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:28.408319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.410212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] DHCP port deletion for 27894ff6-b2a3-4878-a2af-2e257e196864 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:28.492772 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] Deleting port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:28.493287 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.496757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] For port 45206dde-cf64-4f5f-9e7f-252ebda6ee93, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45206dde-cf64-4f5f-9e7f-252ebda6ee93,segment=NetworkSegment(e7390700-2ca9-4d2f-80dc-d45e1f343278),segment_id=e7390700-2ca9-4d2f-80dc-d45e1f343278)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:28.497045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.518302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Calling delete_port for 45206dde-cf64-4f5f-9e7f-252ebda6ee93 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:28.573732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] For port 45206dde-cf64-4f5f-9e7f-252ebda6ee93, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=45206dde-cf64-4f5f-9e7f-252ebda6ee93,segment=NetworkSegment(e7390700-2ca9-4d2f-80dc-d45e1f343278),segment_id=e7390700-2ca9-4d2f-80dc-d45e1f343278)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:28.574478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.592078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] Calling delete_port for 45206dde-cf64-4f5f-9e7f-252ebda6ee93 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:28.612486 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-6b2e4cea-ad36-4609-be35-b163256fa965 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 00:51:28.613786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6b2e4cea-ad36-4609-be35-b163256fa965 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5713181 Aug 11 00:51:28.617012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55832) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:28.690164 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.692480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe15-b595-410e-9785-dd2555c4ba6f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.701200 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.721833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] No DVR routers for this DVR port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:28.722376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe15-b595-410e-9785-dd2555c4ba6f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.730001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Port': ['ID=45206dde-cf64-4f5f-9e7f-252ebda6ee93,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:28.741656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] No DVR routers for this DVR port 45206dde-cf64-4f5f-9e7f-252ebda6ee93 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:28.744659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38e096-5ab8-4524-83e8-c42fff61fda1 None None] Pushing event deleted for resources: {'Port': ['ID=45206dde-cf64-4f5f-9e7f-252ebda6ee93,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:28.910628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.923214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe15-b595-410e-9785-dd2555c4ba6f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.937836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27894ff6-b2a3-4878-a2af-2e257e196864']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:28.943521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe15-b595-410e-9785-dd2555c4ba6f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:28.950750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ab86fe15-b595-410e-9785-dd2555c4ba6f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/c01f5320-74c0-4332-9e07-082c0282e841 HTTP/1.1" status: 204 len: 168 time: 0.3315299 Aug 11 00:51:28.953927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55848) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:28.974074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7390700-2ca9-4d2f-80dc-d45e1f343278') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:28.974735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7390700-2ca9-4d2f-80dc-d45e1f343278') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:29.019232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86fe15-b595-410e-9785-dd2555c4ba6f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f5320-74c0-4332-9e07-082c0282e841,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:29.093631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.153738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.160412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8a3494ef-cf45-45a2-b678-624a81886f32 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1910219 Aug 11 00:51:29.164106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55852) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:29.169549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-01723f71-182a-4fd3-8ae6-5ef93f3d0f34 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--796677476'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:29.188909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:29.188909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:29.201245 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:29.244670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652df009-4d77-41c2-b986-46fc30def0ef req-805bb404-09bc-4bf5-b9d9-8b3570943605 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:29.246566 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-652df009-4d77-41c2-b986-46fc30def0ef req-805bb404-09bc-4bf5-b9d9-8b3570943605 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1898417 Aug 11 00:51:29.294968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01723f71-182a-4fd3-8ae6-5ef93f3d0f34 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.340224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-652df009-4d77-41c2-b986-46fc30def0ef req-e2d4556e-b8f7-4b79-b589-c78c0cb62e31 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654335 Aug 11 00:51:29.392719 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.400762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.425407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] 10.222.0.43 "DELETE /v2.0/networks/27894ff6-b2a3-4878-a2af-2e257e196864 HTTP/1.1" status: 204 len: 168 time: 1.2795458 Aug 11 00:51:29.482566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d98b7-e1d4-47d0-b507-74ffde43ad54 tempest-NetworksIpV6Test-821778469 tempest-NetworksIpV6Test-821778469-project] Pushing event deleted for resources: {'Network': ['ID=27894ff6-b2a3-4878-a2af-2e257e196864,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:29.536705 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.562004 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01723f71-182a-4fd3-8ae6-5ef93f3d0f34 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.688927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01723f71-182a-4fd3-8ae6-5ef93f3d0f34 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.723401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01723f71-182a-4fd3-8ae6-5ef93f3d0f34 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8853922b-b2cd-4cfb-aff4-21b33e834af9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:29.728945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.804742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01723f71-182a-4fd3-8ae6-5ef93f3d0f34 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.807029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-01723f71-182a-4fd3-8ae6-5ef93f3d0f34 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6414716 Aug 11 00:51:29.812590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55908) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:29.816847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-132e664c-1a1c-4fd7-99b7-c9fa34f0579c tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '8853922b-b2cd-4cfb-aff4-21b33e834af9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:29.817689 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-132e664c-1a1c-4fd7-99b7-c9fa34f0579c tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 00:51:29.818199 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-132e664c-1a1c-4fd7-99b7-c9fa34f0579c tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:29.819303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-132e664c-1a1c-4fd7-99b7-c9fa34f0579c tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074275 Aug 11 00:51:29.822503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55910) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:29.891725 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c340-7c7a-4fa2-a8e0-51f00c2d5720 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:29.925013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c340-7c7a-4fa2-a8e0-51f00c2d5720 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.081572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c340-7c7a-4fa2-a8e0-51f00c2d5720 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.084260 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c340-7c7a-4fa2-a8e0-51f00c2d5720 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.090298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a9a3c340-7c7a-4fa2-a8e0-51f00c2d5720 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/8853922b-b2cd-4cfb-aff4-21b33e834af9 HTTP/1.1" status: 204 len: 168 time: 0.2620542 Aug 11 00:51:30.091594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:30.105433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3c340-7c7a-4fa2-a8e0-51f00c2d5720 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8853922b-b2cd-4cfb-aff4-21b33e834af9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:30.147617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45206dde-cf64-4f5f-9e7f-252ebda6ee93 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:30.166969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55928) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:30.181802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 45206dde-cf64-4f5f-9e7f-252ebda6ee93 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:30.182235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 45206dde-cf64-4f5f-9e7f-252ebda6ee93 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:30.203991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55932) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:30.204402 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0b44e81-662f-4dbb-b79d-a4c0d3e83c36 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113987 Aug 11 00:51:30.210511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-cee70f0b-7522-4a49-950a-29c62e521bbd tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--54517108'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:30.322779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cee70f0b-7522-4a49-950a-29c62e521bbd tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.328918 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a09328a9-4fac-4c51-ac33-578c4e2141ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9a6283cad92445ea1a7ba61eb00aefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604569 Aug 11 00:51:30.335552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55936) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:30.458595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cee70f0b-7522-4a49-950a-29c62e521bbd tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.492495 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b59cce2-00a6-44c0-8ac1-f11cfd75f64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.551366 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b59cce2-00a6-44c0-8ac1-f11cfd75f64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.625278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cee70f0b-7522-4a49-950a-29c62e521bbd tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.684015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15fd1f-1f34-468e-ac07-81f77403cf1d req-8ef7724c-d222-415f-86e5-bd3cb6ad1490 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:30.686719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa15fd1f-1f34-468e-ac07-81f77403cf1d req-8ef7724c-d222-415f-86e5-bd3cb6ad1490 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1363175 Aug 11 00:51:30.690376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee70f0b-7522-4a49-950a-29c62e521bbd tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c866f86e-8a7e-49ce-899e-5da68c872291,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:30.770091 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b59cce2-00a6-44c0-8ac1-f11cfd75f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.774521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2b59cce2-00a6-44c0-8ac1-f11cfd75f64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.776509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2b59cce2-00a6-44c0-8ac1-f11cfd75f64e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b51449a-4944-4fd4-945d-319ba874cc60 HTTP/1.1" status: 204 len: 168 time: 0.4431386 Aug 11 00:51:30.779798 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa15fd1f-1f34-468e-ac07-81f77403cf1d req-13832f02-e96f-4acd-a639-68215f2101c0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843031 Aug 11 00:51:30.782792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cee70f0b-7522-4a49-950a-29c62e521bbd tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:30.788958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cee70f0b-7522-4a49-950a-29c62e521bbd tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5830395 Aug 11 00:51:30.794483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:30.801405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59cce2-00a6-44c0-8ac1-f11cfd75f64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b51449a-4944-4fd4-945d-319ba874cc60,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:30.810056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-89117fd4-f131-45b1-bbf9-c7598f91cddf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'c866f86e-8a7e-49ce-899e-5da68c872291', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:30.827194 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-89117fd4-f131-45b1-bbf9-c7598f91cddf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 00:51:30.838128 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-89117fd4-f131-45b1-bbf9-c7598f91cddf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:30.843646 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-89117fd4-f131-45b1-bbf9-c7598f91cddf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0431836 Aug 11 00:51:30.847575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55978) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:30.978551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa2b84e4-dcc8-408f-af58-7fc78cc672de tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:31.028735 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa2b84e4-dcc8-408f-af58-7fc78cc672de tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:31.178988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa2b84e4-dcc8-408f-af58-7fc78cc672de tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:31.181917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa2b84e4-dcc8-408f-af58-7fc78cc672de tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:31.183973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aa2b84e4-dcc8-408f-af58-7fc78cc672de tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/c866f86e-8a7e-49ce-899e-5da68c872291 HTTP/1.1" status: 204 len: 168 time: 0.3387341 Aug 11 00:51:31.186544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55988) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:31.211944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b84e4-dcc8-408f-af58-7fc78cc672de tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c866f86e-8a7e-49ce-899e-5da68c872291,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:31.307602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-24060e10-c1b0-4885-b777-f082c44ee9cd tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1192548 Aug 11 00:51:31.311812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55994) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:31.318798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a8aac4a0-8e0f-4e70-894c-2505ce9ac18b tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458179216'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:31.510341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8aac4a0-8e0f-4e70-894c-2505ce9ac18b tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:31.664968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8aac4a0-8e0f-4e70-894c-2505ce9ac18b tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:31.756360 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8aac4a0-8e0f-4e70-894c-2505ce9ac18b tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:31.810175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aac4a0-8e0f-4e70-894c-2505ce9ac18b tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f416faf2-7e57-4285-b11e-5d5a8612d2f2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:31.929525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8aac4a0-8e0f-4e70-894c-2505ce9ac18b tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:31.934022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a8aac4a0-8e0f-4e70-894c-2505ce9ac18b tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6185839 Aug 11 00:51:31.935575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56024) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:31.951968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e0e252a1-b186-4ef5-8898-550a17eba4a6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'f416faf2-7e57-4285-b11e-5d5a8612d2f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:31.953750 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-e0e252a1-b186-4ef5-8898-550a17eba4a6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 00:51:31.955799 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-e0e252a1-b186-4ef5-8898-550a17eba4a6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:31.957644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e0e252a1-b186-4ef5-8898-550a17eba4a6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0200760 Aug 11 00:51:31.960844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56026) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:31.972911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ff440582-9f6a-4360-9181-b0087f4d5394 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'f416faf2-7e57-4285-b11e-5d5a8612d2f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:31.974128 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-ff440582-9f6a-4360-9181-b0087f4d5394 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 00:51:31.978713 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-ff440582-9f6a-4360-9181-b0087f4d5394 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:31.979442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ff440582-9f6a-4360-9181-b0087f4d5394 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133336 Aug 11 00:51:31.980646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56030) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:31.989069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-91f26a18-6e5e-4c08-ac7d-0a123bcc37bf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'f416faf2-7e57-4285-b11e-5d5a8612d2f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:31.990413 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-91f26a18-6e5e-4c08-ac7d-0a123bcc37bf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 00:51:31.990931 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-91f26a18-6e5e-4c08-ac7d-0a123bcc37bf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:31.999740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-91f26a18-6e5e-4c08-ac7d-0a123bcc37bf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102649 Aug 11 00:51:31.999740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56034) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:32.008634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-21d1e78b-4a88-4a00-af85-8561ed9501d4 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'f416faf2-7e57-4285-b11e-5d5a8612d2f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:32.009601 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-21d1e78b-4a88-4a00-af85-8561ed9501d4 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 00:51:32.011459 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-21d1e78b-4a88-4a00-af85-8561ed9501d4 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:32.011632 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-21d1e78b-4a88-4a00-af85-8561ed9501d4 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0129831 Aug 11 00:51:32.016532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56040) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:32.070735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7a09e-43eb-4033-9b29-04e0e8e58bd4 req-a303e096-b839-4480-aae1-a4b9dc1efb9f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:32.077372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88f7a09e-43eb-4033-9b29-04e0e8e58bd4 req-a303e096-b839-4480-aae1-a4b9dc1efb9f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1469951 Aug 11 00:51:32.157423 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-252cd656-f293-4494-933f-21c844cf6794 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:32.183481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88f7a09e-43eb-4033-9b29-04e0e8e58bd4 req-7d72edd5-8b7b-4e30-883f-8f8412b468c6 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959353 Aug 11 00:51:32.204948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-252cd656-f293-4494-933f-21c844cf6794 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:32.340397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-252cd656-f293-4494-933f-21c844cf6794 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:32.343764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-252cd656-f293-4494-933f-21c844cf6794 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:32.347274 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-252cd656-f293-4494-933f-21c844cf6794 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/f416faf2-7e57-4285-b11e-5d5a8612d2f2 HTTP/1.1" status: 204 len: 168 time: 0.3275528 Aug 11 00:51:32.352043 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56056) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:32.359501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cd656-f293-4494-933f-21c844cf6794 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f416faf2-7e57-4285-b11e-5d5a8612d2f2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:32.481246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56062) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:32.482541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40506197-6a9b-48f0-afb2-43784557f937 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1283319 Aug 11 00:51:32.492208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cac16bc2-56b7-4d94-bc2a-33f11f44466e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--364218044'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:32.546022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56064) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:32.680807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21517048'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:32.700445 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac16bc2-56b7-4d94-bc2a-33f11f44466e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:32.826242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:32.832878 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:32.853745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:32.956015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac16bc2-56b7-4d94-bc2a-33f11f44466e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.033967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac16bc2-56b7-4d94-bc2a-33f11f44466e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.092170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16bc2-56b7-4d94-bc2a-33f11f44466e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e929674-7f0d-47ed-ae49-41b71e536ada,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:33.167284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.278644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.298060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:51:33.327774 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.329000 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment 41374298-1163-4d5c-a998-56f4de196889 of type vlan for network 03acde13-c122-48da-867a-cf3d5fc9bd58 Aug 11 00:51:33.353998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5524ef-29ea-47cc-b89d-7a4003e1a3f9 req-27472907-372b-4538-b134-4d74a760db57 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:33.356749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f5524ef-29ea-47cc-b89d-7a4003e1a3f9 req-27472907-372b-4538-b134-4d74a760db57 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0816844 Aug 11 00:51:33.418215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b5558e-aad8-4022-90fa-ff791a818f25,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:33.451984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f5524ef-29ea-47cc-b89d-7a4003e1a3f9 req-ee753c45-e27c-4216-bc4d-9cda648fdee5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796142 Aug 11 00:51:33.457410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cac16bc2-56b7-4d94-bc2a-33f11f44466e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.462189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cac16bc2-56b7-4d94-bc2a-33f11f44466e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9789975 Aug 11 00:51:33.465014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56078) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:33.469857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-38c6408a-1b46-476c-9015-4f0fbc305d24 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:33.470409 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-38c6408a-1b46-476c-9015-4f0fbc305d24 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 00:51:33.470988 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-38c6408a-1b46-476c-9015-4f0fbc305d24 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:33.474850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-38c6408a-1b46-476c-9015-4f0fbc305d24 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059199 Aug 11 00:51:33.475067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56080) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:33.479737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-dae64e4d-7d7c-44fa-b075-c75bde1461b1 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:33.487765 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.643548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.652020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:33.653281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:33.671694 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-dae64e4d-7d7c-44fa-b075-c75bde1461b1 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:33.677641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dae64e4d-7d7c-44fa-b075-c75bde1461b1 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1968112 Aug 11 00:51:33.678130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56082) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:33.683309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d77343cf-f8f1-4fc4-ab92-3c8aa2fa5397 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:33.683989 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-d77343cf-f8f1-4fc4-ab92-3c8aa2fa5397 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 00:51:33.684595 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-d77343cf-f8f1-4fc4-ab92-3c8aa2fa5397 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:33.685844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d77343cf-f8f1-4fc4-ab92-3c8aa2fa5397 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065386 Aug 11 00:51:33.689788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56084) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:33.695097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d2a10df2-eab5-4506-941c-c4b4c6d40dd6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:33.731858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=03acde13-c122-48da-867a-cf3d5fc9bd58,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:33.743918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 03acde13-c122-48da-867a-cf3d5fc9bd58 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:33.912410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d31d236a-e6a3-46dd-87af-f4707f1fd385 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3652427 Aug 11 00:51:33.915292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56090) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:33.921263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2074221764'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:33.960668 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-d2a10df2-eab5-4506-941c-c4b4c6d40dd6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:33.961927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d2a10df2-eab5-4506-941c-c4b4c6d40dd6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2709301 Aug 11 00:51:33.965432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56092) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:33.971297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7123f423-9276-401a-9e62-7654c4de5e4e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:33.973965 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-7123f423-9276-401a-9e62-7654c4de5e4e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 00:51:33.974757 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-7123f423-9276-401a-9e62-7654c4de5e4e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:33.976273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7123f423-9276-401a-9e62-7654c4de5e4e tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092161 Aug 11 00:51:33.978897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56094) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:33.988633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2e5b2f69-bd1b-40e7-9cf9-7ffd6d0668d6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:34.047241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:34.060827 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:34.100186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:51:34.112507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:34.113122 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment c931b88e-6733-45fa-bc07-17198010162b of type vlan for network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e Aug 11 00:51:34.134956 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-2e5b2f69-bd1b-40e7-9cf9-7ffd6d0668d6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Project fde283df06604b0a8ba75aa4b0b517dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:51:34.162262 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:34.232003 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-2e5b2f69-bd1b-40e7-9cf9-7ffd6d0668d6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:34.233388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2e5b2f69-bd1b-40e7-9cf9-7ffd6d0668d6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2531688 Aug 11 00:51:34.236842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56098) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:34.248763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a819b317-f81a-4c51-9401-2749dac78e22 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:34.249664 n-d-712143-13 neutron-server[95255]: WARNING neutron.api.v2.base [None req-a819b317-f81a-4c51-9401-2749dac78e22 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 00:51:34.250518 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-a819b317-f81a-4c51-9401-2749dac78e22 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:34.252591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a819b317-f81a-4c51-9401-2749dac78e22 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144007 Aug 11 00:51:34.254914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56100) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:34.264009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bdd28efc-99df-47b5-8afb-2886eb9d8aaf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:34.301455 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:34.308336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:34.309220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:34.405286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=ca0a4a1c-b1ef-41b3-b7aa-648445468b8e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:34.411524 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-bdd28efc-99df-47b5-8afb-2886eb9d8aaf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Project fde283df06604b0a8ba75aa4b0b517dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:51:34.418456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:34.530059 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4bad2fdf-3319-4857-88f6-2cdb5fcc2acd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6132326 Aug 11 00:51:34.534179 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-bdd28efc-99df-47b5-8afb-2886eb9d8aaf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:34.534460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56108) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:34.540452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': '03acde13-c122-48da-867a-cf3d5fc9bd58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:34.547212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:34.552392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7e19c1db-4bc8-4304-b769-4cb5557eed4f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '6e929674-7f0d-47ed-ae49-41b71e536ada', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:34.564208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bdd28efc-99df-47b5-8afb-2886eb9d8aaf tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2853441 Aug 11 00:51:34.635881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77247-b43c-453b-b9b9-420287b625f5 req-8e0be984-fda3-4aca-a4f4-d55de2108c6c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:34.638285 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69e77247-b43c-453b-b9b9-420287b625f5 req-8e0be984-fda3-4aca-a4f4-d55de2108c6c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0673685 Aug 11 00:51:34.701712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69e77247-b43c-453b-b9b9-420287b625f5 req-6235686b-5dfd-4120-9fa8-4b1ff8ea44c3 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525110 Aug 11 00:51:34.746160 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-7e19c1db-4bc8-4304-b769-4cb5557eed4f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Project fde283df06604b0a8ba75aa4b0b517dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:51:34.902110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:34.911964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.010879 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-7e19c1db-4bc8-4304-b769-4cb5557eed4f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:35.014274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:35.014567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7e19c1db-4bc8-4304-b769-4cb5557eed4f tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4661214 Aug 11 00:51:35.102340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6367949b-1591-4cf6-bc6f-60a5ccd63718 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.132155 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6367949b-1591-4cf6-bc6f-60a5ccd63718 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.284477 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6367949b-1591-4cf6-bc6f-60a5ccd63718 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.285906 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.287000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6367949b-1591-4cf6-bc6f-60a5ccd63718 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.289273 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6367949b-1591-4cf6-bc6f-60a5ccd63718 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e929674-7f0d-47ed-ae49-41b71e536ada HTTP/1.1" status: 204 len: 168 time: 0.2716057 Aug 11 00:51:35.296743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56126) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:35.300001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367949b-1591-4cf6-bc6f-60a5ccd63718 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e929674-7f0d-47ed-ae49-41b71e536ada,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:35.393942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=7d4f10be-c061-43b7-b00d-6fc9d9013040,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:35.422995 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-51192937-ae18-4855-837a-9a2d3a29bec1 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171920 Aug 11 00:51:35.427989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56130) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:35.434113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': '41374298-1163-4d5c-a998-56f4de196889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '03acde13-c122-48da-867a-cf3d5fc9bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:35.434501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: 03acde13-c122-48da-867a-cf3d5fc9bd58, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:51:35.434922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9c3f5409-ad8d-4969-89f0-9f89f475b0f9 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--86243372'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:35.465575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56132) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:35.555966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5409-ad8d-4969-89f0-9f89f475b0f9 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.574570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 03acde13-c122-48da-867a-cf3d5fc9bd58 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:51:35.599578 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2593201d-15d3-4397-b669-9f1fbc939318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.658257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 03acde13-c122-48da-867a-cf3d5fc9bd58) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:35.662990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:35.663768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.673491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95a2b39-bf4b-47ed-b6de-74fb6ffc3fbc None None] Network 03acde13-c122-48da-867a-cf3d5fc9bd58 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:35.707191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5409-ad8d-4969-89f0-9f89f475b0f9 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.787615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5409-ad8d-4969-89f0-9f89f475b0f9 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.871747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f5409-ad8d-4969-89f0-9f89f475b0f9 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eeed4a-0a20-4967-8239-a5f039d8b2bd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:35.894793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-03acde13-c122-48da-867a-cf3d5fc9bd58', 'network_id': '03acde13-c122-48da-867a-cf3d5fc9bd58', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': '7d4f10be-c061-43b7-b00d-6fc9d9013040'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:51:35.896129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:35.970355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdafd5-0a80-428c-bc5d-a86848ac2ddd req-139af564-66f9-4ac1-83c4-f5e7fab20c47 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:35.973474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31cdafd5-0a80-428c-bc5d-a86848ac2ddd req-139af564-66f9-4ac1-83c4-f5e7fab20c47 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1269579 Aug 11 00:51:36.014388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2593201d-15d3-4397-b669-9f1fbc939318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.062251 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31cdafd5-0a80-428c-bc5d-a86848ac2ddd req-d24b015c-c5cb-4d39-bde2-1a33cf84d226 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820458 Aug 11 00:51:36.131128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Allocated IP 2001:db8::2 (03acde13-c122-48da-867a-cf3d5fc9bd58/7d4f10be-c061-43b7-b00d-6fc9d9013040/6e984b8c-a711-48dc-925a-c637ce895fcf) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:36.149447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2593201d-15d3-4397-b669-9f1fbc939318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.209957 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2593201d-15d3-4397-b669-9f1fbc939318 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27719a6e1386484bb525e324d6882b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7431259 Aug 11 00:51:36.212557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593201d-15d3-4397-b669-9f1fbc939318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c42212-69ab-459f-805e-77a670ecce92,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:36.213311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56148) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:36.277508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d5ce64-7c6e-4dd4-a895-176a156cf026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.303328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d5ce64-7c6e-4dd4-a895-176a156cf026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.385795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c3f5409-ad8d-4969-89f0-9f89f475b0f9 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.386036 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.388038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3ad6bcef-1b52-48b3-8cc2-ae6ea69f686f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8509488 Aug 11 00:51:36.388182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9c3f5409-ad8d-4969-89f0-9f89f475b0f9 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9576702 Aug 11 00:51:36.390080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56152) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:36.390796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56154) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:36.397573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': 'ca0a4a1c-b1ef-41b3-b7aa-648445468b8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:36.397732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9f3b7a88-3d19-464e-a99d-143062a325db tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'a8eeed4a-0a20-4967-8239-a5f039d8b2bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:36.514073 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d5ce64-7c6e-4dd4-a895-176a156cf026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.518805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Transition to ACTIVE for port object 6e984b8c-a711-48dc-925a-c637ce895fcf will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:36.519100 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d5ce64-7c6e-4dd4-a895-176a156cf026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.521049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81d5ce64-7c6e-4dd4-a895-176a156cf026 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37c42212-69ab-459f-805e-77a670ecce92 HTTP/1.1" status: 204 len: 168 time: 0.3065641 Aug 11 00:51:36.547546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5ce64-7c6e-4dd4-a895-176a156cf026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c42212-69ab-459f-805e-77a670ecce92,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:36.556146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Transition to ACTIVE for port object 6e984b8c-a711-48dc-925a-c637ce895fcf will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:36.649433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:36.650232 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.655107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.714669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Network 03acde13-c122-48da-867a-cf3d5fc9bd58 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:36.718284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:36.724238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:36.734403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Pushing event updated for resources: {'Port': ['ID=6e984b8c-a711-48dc-925a-c637ce895fcf,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:36.750194 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-9f3b7a88-3d19-464e-a99d-143062a325db tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The resource could not be found. Aug 11 00:51:36.750194 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9f3b7a88-3d19-464e-a99d-143062a325db tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3551137 Aug 11 00:51:36.752028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56162) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:36.758517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-795a3dd0-1254-4a13-b9af-3365b7a058f7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': 'a8eeed4a-0a20-4967-8239-a5f039d8b2bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ec1f913e-ed10-40d9-b7a8-7ca5c92a3bb1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:36.802154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Attempting to bind port 6e984b8c-a711-48dc-925a-c637ce895fcf on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:51:36.802540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Attempting to bind port 6e984b8c-a711-48dc-925a-c637ce895fcf by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '41374298-1163-4d5c-a998-56f4de196889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '03acde13-c122-48da-867a-cf3d5fc9bd58'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:51:36.803292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Attempting to bind port 6e984b8c-a711-48dc-925a-c637ce895fcf on network 03acde13-c122-48da-867a-cf3d5fc9bd58 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:36.810666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:51:36.810957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Checking segment: {'id': '41374298-1163-4d5c-a998-56f4de196889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '03acde13-c122-48da-867a-cf3d5fc9bd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:36.811368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.811766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Bound using segment: {'id': '41374298-1163-4d5c-a998-56f4de196889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '03acde13-c122-48da-867a-cf3d5fc9bd58'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:51:36.812953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Bound port: 6e984b8c-a711-48dc-925a-c637ce895fcf, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41374298-1163-4d5c-a998-56f4de196889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '03acde13-c122-48da-867a-cf3d5fc9bd58'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:51:36.813290 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:36.862050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56164) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:36.903557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] For port 6e984b8c-a711-48dc-925a-c637ce895fcf, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:51:36.906376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] For port 6e984b8c-a711-48dc-925a-c637ce895fcf, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6e984b8c-a711-48dc-925a-c637ce895fcf,segment=NetworkSegment(41374298-1163-4d5c-a998-56f4de196889),segment_id=41374298-1163-4d5c-a998-56f4de196889)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:51:36.986313 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.014404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.021752 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-795a3dd0-1254-4a13-b9af-3365b7a058f7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The resource could not be found. Aug 11 00:51:37.025413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-795a3dd0-1254-4a13-b9af-3365b7a058f7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2680178 Aug 11 00:51:37.026809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56170) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:37.050276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf1ca2-79e3-4e52-965b-09a24c38feef None None] Pushing event updated for resources: {'Port': ['ID=6e984b8c-a711-48dc-925a-c637ce895fcf,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:37.088053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f6d0d4e5-1c50-4db1-a112-e1f654fdc4d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=836f68255363404aa25d0c7fe7209762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246642 Aug 11 00:51:37.092007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:37.093848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=01bd52e2-4b34-4120-84c6-703cf037aa31,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:37.107938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': 'c931b88e-6733-45fa-bc07-17198010162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0a4a1c-b1ef-41b3-b7aa-648445468b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:37.108222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: ca0a4a1c-b1ef-41b3-b7aa-648445468b8e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:51:37.182327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-18c1e19e-ed5b-4688-a6bf-c86b731efdd7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.217107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:51:37.228154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-18c1e19e-ed5b-4688-a6bf-c86b731efdd7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.274489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8811c-5e97-47f6-9a6e-cc4756165f5b req-e34a35f2-5e01-4d41-8233-12b6da8132c8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:37.278075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecc8811c-5e97-47f6-9a6e-cc4756165f5b req-e34a35f2-5e01-4d41-8233-12b6da8132c8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0874109 Aug 11 00:51:37.279993 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ec96-0dae-48de-a6b7-c114f827da7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.341969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, ca0a4a1c-b1ef-41b3-b7aa-648445468b8e) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:37.351508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:37.352142 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.367960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ec96-0dae-48de-a6b7-c114f827da7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.375769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56180) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:37.388148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2129f6d-ca84-4218-8f73-212e2fe1c4b3 None None] Network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:37.398982 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed538ee6-3a18-4bc5-8cd5-cbbe9c711a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.403318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecc8811c-5e97-47f6-9a6e-cc4756165f5b req-213ab4a0-120a-488a-b12d-b8bcbed79060 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776715 Aug 11 00:51:37.421698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-18c1e19e-ed5b-4688-a6bf-c86b731efdd7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.429464 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-18c1e19e-ed5b-4688-a6bf-c86b731efdd7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.434516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-18c1e19e-ed5b-4688-a6bf-c86b731efdd7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/a8eeed4a-0a20-4967-8239-a5f039d8b2bd HTTP/1.1" status: 204 len: 168 time: 0.4073212 Aug 11 00:51:37.435773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56184) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:37.494694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1e19e-ed5b-4688-a6bf-c86b731efdd7 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eeed4a-0a20-4967-8239-a5f039d8b2bd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:37.497633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-63688acf-87cd-4cfb-a254-831fc2890882 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1060190 Aug 11 00:51:37.502436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56186) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:37.509993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-727d3ff6-fe12-4424-9a91-98f7a62c78cf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-162383459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:37.519828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1b29d879-aa60-4db7-bbc6-ee88ab1334db tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828149 Aug 11 00:51:37.530265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56188) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:37.539994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-405a0095-9397-4ad2-a96b-dc09aaee5b0a tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '2fbb912c-59a0-4844-bc8c-527001e58e17', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:37.640852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed538ee6-3a18-4bc5-8cd5-cbbe9c711a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.658250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-ca0a4a1c-b1ef-41b3-b7aa-648445468b8e', 'network_id': 'ca0a4a1c-b1ef-41b3-b7aa-648445468b8e', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': '01bd52e2-4b34-4120-84c6-703cf037aa31'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:51:37.659124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.664635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ec96-0dae-48de-a6b7-c114f827da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.667704 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6ae5ec96-0dae-48de-a6b7-c114f827da7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.669682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6ae5ec96-0dae-48de-a6b7-c114f827da7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a81c99ee-049e-4bca-95fc-6edaf66071a2 HTTP/1.1" status: 204 len: 168 time: 0.5762393 Aug 11 00:51:37.684275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5ec96-0dae-48de-a6b7-c114f827da7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81c99ee-049e-4bca-95fc-6edaf66071a2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:37.767862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ed538ee6-3a18-4bc5-8cd5-cbbe9c711a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.808918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-405a0095-9397-4ad2-a96b-dc09aaee5b0a tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:51:37.808918 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:51:37.808918 n-d-712143-13 neutron-server[95254]: [parameters: {'project_id_1': 'fde283df06604b0a8ba75aa4b0b517dc', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 51, 37, 550507)}] Aug 11 00:51:37.808918 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:51:37.809360 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-405a0095-9397-4ad2-a96b-dc09aaee5b0a tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:51:37.831933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ed538ee6-3a18-4bc5-8cd5-cbbe9c711a28 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5eb68b16c0274029a106eb3446bfd489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548867 Aug 11 00:51:37.834322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56200) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:37.841353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed538ee6-3a18-4bc5-8cd5-cbbe9c711a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e3a06-c106-4c2c-9ae4-060de6d2493c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:37.866043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-727d3ff6-fe12-4424-9a91-98f7a62c78cf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.870722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-727d3ff6-fe12-4424-9a91-98f7a62c78cf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.902673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Allocated IP 2001:db8:1::2 (ca0a4a1c-b1ef-41b3-b7aa-648445468b8e/01bd52e2-4b34-4120-84c6-703cf037aa31/86b8da3e-6650-450c-8f6d-7985ef7f1657) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:37.910356 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68054bb3-0bdb-4d6c-bc11-00ba32faf210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.937560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-727d3ff6-fe12-4424-9a91-98f7a62c78cf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:37.947825 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68054bb3-0bdb-4d6c-bc11-00ba32faf210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.021136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-727d3ff6-fe12-4424-9a91-98f7a62c78cf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.105200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68054bb3-0bdb-4d6c-bc11-00ba32faf210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.111781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68054bb3-0bdb-4d6c-bc11-00ba32faf210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.115200 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-68054bb3-0bdb-4d6c-bc11-00ba32faf210 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c06e3a06-c106-4c2c-9ae4-060de6d2493c HTTP/1.1" status: 204 len: 168 time: 0.2792566 Aug 11 00:51:38.141526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-727d3ff6-fe12-4424-9a91-98f7a62c78cf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.147841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68054bb3-0bdb-4d6c-bc11-00ba32faf210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e3a06-c106-4c2c-9ae4-060de6d2493c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:38.148747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-727d3ff6-fe12-4424-9a91-98f7a62c78cf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6451228 Aug 11 00:51:38.149753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56204) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:38.169995 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.191794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Transition to ACTIVE for port object 86b8da3e-6650-450c-8f6d-7985ef7f1657 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:38.283187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Transition to ACTIVE for port object 86b8da3e-6650-450c-8f6d-7985ef7f1657 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:38.318351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6e984b8c-a711-48dc-925a-c637ce895fcf up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:38.387533 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.453496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Pushing event updated for resources: {'Port': ['ID=86b8da3e-6650-450c-8f6d-7985ef7f1657,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:38.472013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:38.475428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:38.478566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:38.594217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6e984b8c-a711-48dc-925a-c637ce895fcf completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:38.615502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ac2ef-6578-496d-ac8d-5883f58d50a7 None None] Network 03acde13-c122-48da-867a-cf3d5fc9bd58 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:38.639821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Attempting to bind port 86b8da3e-6650-450c-8f6d-7985ef7f1657 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:51:38.640513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Attempting to bind port 86b8da3e-6650-450c-8f6d-7985ef7f1657 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c931b88e-6733-45fa-bc07-17198010162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0a4a1c-b1ef-41b3-b7aa-648445468b8e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:51:38.641065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Attempting to bind port 86b8da3e-6650-450c-8f6d-7985ef7f1657 on network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:38.641517 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-405a0095-9397-4ad2-a96b-dc09aaee5b0a tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The resource could not be found. Aug 11 00:51:38.649181 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-405a0095-9397-4ad2-a96b-dc09aaee5b0a tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1175077 Aug 11 00:51:38.650831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56216) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:38.661437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a5a5c71f-493a-45df-94af-3856208ac9aa tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--618580794'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:38.683862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0b9fe-0f86-4b1e-afe8-a342d02ba0f2 req-b09e16e8-9cdb-4429-902c-fbe9b6623c5e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:38.688884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8dd0b9fe-0f86-4b1e-afe8-a342d02ba0f2 req-b09e16e8-9cdb-4429-902c-fbe9b6623c5e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1407177 Aug 11 00:51:38.689052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:51:38.689052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Checking segment: {'id': 'c931b88e-6733-45fa-bc07-17198010162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0a4a1c-b1ef-41b3-b7aa-648445468b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:38.689052 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.689052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Bound using segment: {'id': 'c931b88e-6733-45fa-bc07-17198010162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0a4a1c-b1ef-41b3-b7aa-648445468b8e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:51:38.689052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Bound port: 86b8da3e-6650-450c-8f6d-7985ef7f1657, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c931b88e-6733-45fa-bc07-17198010162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ca0a4a1c-b1ef-41b3-b7aa-648445468b8e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:51:38.689052 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.728447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.746052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8dd0b9fe-0f86-4b1e-afe8-a342d02ba0f2 req-b9c0e65b-b244-4f7f-8952-70d7f3ef754d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501521 Aug 11 00:51:38.859874 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c71f-493a-45df-94af-3856208ac9aa tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.916223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9051a139-3fff-4f79-bfb8-a96da3f3535a None None] Provisioning for port 6e984b8c-a711-48dc-925a-c637ce895fcf completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:38.938790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] For port 86b8da3e-6650-450c-8f6d-7985ef7f1657, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:51:38.949188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] For port 86b8da3e-6650-450c-8f6d-7985ef7f1657, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=86b8da3e-6650-450c-8f6d-7985ef7f1657,segment=NetworkSegment(c931b88e-6733-45fa-bc07-17198010162b),segment_id=c931b88e-6733-45fa-bc07-17198010162b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:51:38.956081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9051a139-3fff-4f79-bfb8-a96da3f3535a None None] Provisioning complete for port 6e984b8c-a711-48dc-925a-c637ce895fcf triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:38.961228 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9051a139-3fff-4f79-bfb8-a96da3f3535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:38.992014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c71f-493a-45df-94af-3856208ac9aa tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.040945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.088607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c71f-493a-45df-94af-3856208ac9aa tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.154322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5c71f-493a-45df-94af-3856208ac9aa tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2144137c-1bf1-442f-bd90-4928125df7ab,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:39.158517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd35d1-e9aa-4427-bae0-809be3ba8d04 None None] Pushing event updated for resources: {'Port': ['ID=86b8da3e-6650-450c-8f6d-7985ef7f1657,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:39.243079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8::1 (03acde13-c122-48da-867a-cf3d5fc9bd58/7d4f10be-c061-43b7-b00d-6fc9d9013040/2f7cbefe-09e1-4bc2-b119-c465962cd896) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:39.274155 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c71f-493a-45df-94af-3856208ac9aa tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.276546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a5a5c71f-493a-45df-94af-3856208ac9aa tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6223564 Aug 11 00:51:39.284009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56232) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:39.284403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-29210d47-d0f2-4b8a-a50c-20ee30cda502 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761776872'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:39.304548 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9051a139-3fff-4f79-bfb8-a96da3f3535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.363140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9051a139-3fff-4f79-bfb8-a96da3f3535a None None] For port 6e984b8c-a711-48dc-925a-c637ce895fcf, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6e984b8c-a711-48dc-925a-c637ce895fcf,segment=NetworkSegment(41374298-1163-4d5c-a998-56f4de196889),segment_id=41374298-1163-4d5c-a998-56f4de196889)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:39.454670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29210d47-d0f2-4b8a-a50c-20ee30cda502 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.475802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9051a139-3fff-4f79-bfb8-a96da3f3535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.494431 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.541751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object 2f7cbefe-09e1-4bc2-b119-c465962cd896 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:39.612359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051a139-3fff-4f79-bfb8-a96da3f3535a None None] Pushing event updated for resources: {'Port': ['ID=6e984b8c-a711-48dc-925a-c637ce895fcf,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:39.696909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29210d47-d0f2-4b8a-a50c-20ee30cda502 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.737988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.757407 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29210d47-d0f2-4b8a-a50c-20ee30cda502 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.804904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 03acde13-c122-48da-867a-cf3d5fc9bd58 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:39.809012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:39.814934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:39.815762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.823126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=2f7cbefe-09e1-4bc2-b119-c465962cd896,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:39.824805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-55bc5ebd-4684-4cd0-bb96-4a7f192423b8 None None] Provisioning complete for port 6e984b8c-a711-48dc-925a-c637ce895fcf triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:39.826865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-55bc5ebd-4684-4cd0-bb96-4a7f192423b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.863636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-29210d47-d0f2-4b8a-a50c-20ee30cda502 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:39.867010 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-29210d47-d0f2-4b8a-a50c-20ee30cda502 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5862637 Aug 11 00:51:39.875041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56250) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:39.887149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-eefb42d8-f3cf-4fce-ad9f-c5df10557fa6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '2144137c-1bf1-442f-bd90-4928125df7ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '66a3f60a-13fd-405b-bedb-5f6bfec5663b'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:39.910571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56252) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:40.024118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29210d47-d0f2-4b8a-a50c-20ee30cda502 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a3f60a-13fd-405b-bedb-5f6bfec5663b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:40.060006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94d777-2631-403b-9877-b0c75c0c0265 req-92baa138-b572-4e05-8a8c-2e85abcc5d32 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:40.070363 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf94d777-2631-403b-9877-b0c75c0c0265 req-92baa138-b572-4e05-8a8c-2e85abcc5d32 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1496379 Aug 11 00:51:40.147972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2055235785-network', 'tenant_id': '12547f458bd84ad084e68dd0723c9925'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:40.195333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf94d777-2631-403b-9877-b0c75c0c0265 req-4160c02a-95a9-43b1-84eb-6f82c463e414 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239517 Aug 11 00:51:40.309679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:40.356240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6e984b8c-a711-48dc-925a-c637ce895fcf up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:40.433151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6e984b8c-a711-48dc-925a-c637ce895fcf triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:40.433670 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:40.450954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Made reservation on behalf of 12547f458bd84ad084e68dd0723c9925 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:40.453378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:40.495403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:40.550826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 86b8da3e-6650-450c-8f6d-7985ef7f1657 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:40.609027 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-eefb42d8-f3cf-4fce-ad9f-c5df10557fa6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:40.614032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eefb42d8-f3cf-4fce-ad9f-c5df10557fa6 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7338364 Aug 11 00:51:40.614659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56270) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:40.630131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9414d38f-73c4-4026-b68c-1544ee66fe7f None None] Provisioning for port 2f7cbefe-09e1-4bc2-b119-c465962cd896 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:40.667907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9414d38f-73c4-4026-b68c-1544ee66fe7f None None] Provisioning complete for port 2f7cbefe-09e1-4bc2-b119-c465962cd896 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:40.669489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9414d38f-73c4-4026-b68c-1544ee66fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:40.825264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9414d38f-73c4-4026-b68c-1544ee66fe7f None None] Port 2f7cbefe-09e1-4bc2-b119-c465962cd896 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:51:40.832626 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0821c60-a4b9-4a22-b5c6-5464bf11d881 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:40.849398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b4ec1-b3c8-4fd8-9701-16d95119b570 None None] Network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:40.880986 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:40.881480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0821c60-a4b9-4a22-b5c6-5464bf11d881 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:40.895719 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.054028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 86b8da3e-6650-450c-8f6d-7985ef7f1657 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:41.055193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.066542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.067982 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.089253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0821c60-a4b9-4a22-b5c6-5464bf11d881 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.089643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4e727e45-7591-47d3-89ee-6a17522070d3 None None] Provisioning for port 86b8da3e-6650-450c-8f6d-7985ef7f1657 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:41.092670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d0821c60-a4b9-4a22-b5c6-5464bf11d881 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.094811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4e727e45-7591-47d3-89ee-6a17522070d3 None None] Provisioning complete for port 86b8da3e-6650-450c-8f6d-7985ef7f1657 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:41.095784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4e727e45-7591-47d3-89ee-6a17522070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.097833 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d0821c60-a4b9-4a22-b5c6-5464bf11d881 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/66a3f60a-13fd-405b-bedb-5f6bfec5663b HTTP/1.1" status: 204 len: 168 time: 0.4819775 Aug 11 00:51:41.100156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56280) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:41.135556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0821c60-a4b9-4a22-b5c6-5464bf11d881 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a3f60a-13fd-405b-bedb-5f6bfec5663b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:41.162248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:51:41.175660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.176012 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Added segment 039c62c7-dc98-45ad-9bd9-6a8fa021d4f9 of type vlan for network d0b5c67b-1581-4810-b613-07a0a15291e2 Aug 11 00:51:41.221107 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4e727e45-7591-47d3-89ee-6a17522070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.228285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.242724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee8ea9-2c01-4fd4-a051-e375a05f890b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:41.248452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aaa35f68-5658-49df-937f-dae7ab1421af tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1208601 Aug 11 00:51:41.253076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56284) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:41.311078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4e727e45-7591-47d3-89ee-6a17522070d3 None None] For port 86b8da3e-6650-450c-8f6d-7985ef7f1657, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=86b8da3e-6650-450c-8f6d-7985ef7f1657,segment=NetworkSegment(c931b88e-6733-45fa-bc07-17198010162b),segment_id=c931b88e-6733-45fa-bc07-17198010162b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:41.375691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=2f7cbefe-09e1-4bc2-b119-c465962cd896,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:41.402725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485997d7-fe70-4dde-b16b-927a0ac39038 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.406982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4e727e45-7591-47d3-89ee-6a17522070d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.486194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485997d7-fe70-4dde-b16b-927a0ac39038 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.486915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.488892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:41.489868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.542914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56292) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:41.546631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e727e45-7591-47d3-89ee-6a17522070d3 None None] Pushing event updated for resources: {'Port': ['ID=86b8da3e-6650-450c-8f6d-7985ef7f1657,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:41.568663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-13b0e717-6c42-420b-ae53-3879954c2ed5 None None] Provisioning complete for port 86b8da3e-6650-450c-8f6d-7985ef7f1657 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:41.569557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13b0e717-6c42-420b-ae53-3879954c2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.614099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4b37-622a-40b9-bba3-a374946e78a8 req-6bb5afa7-af9a-4866-b856-069f1ac030da tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:41.616045 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7cc4b37-622a-40b9-bba3-a374946e78a8 req-6bb5afa7-af9a-4866-b856-069f1ac030da tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1599331 Aug 11 00:51:41.647464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 03acde13-c122-48da-867a-cf3d5fc9bd58 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:41.649739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b5c67b-1581-4810-b613-07a0a15291e2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:41.654136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:41.673703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d0b5c67b-1581-4810-b613-07a0a15291e2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:41.699042 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7cc4b37-622a-40b9-bba3-a374946e78a8 req-80f9a603-779a-4e73-b4de-eee80961812e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626478 Aug 11 00:51:41.734427 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485997d7-fe70-4dde-b16b-927a0ac39038 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.745488 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-485997d7-fe70-4dde-b16b-927a0ac39038 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.745488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-485997d7-fe70-4dde-b16b-927a0ac39038 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/2144137c-1bf1-442f-bd90-4928125df7ab HTTP/1.1" status: 204 len: 168 time: 0.4852681 Aug 11 00:51:41.747954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56296) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:41.752946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-501eabc6-a383-4497-baab-fefd4ec51735 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8409629 Aug 11 00:51:41.756027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:41.768395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485997d7-fe70-4dde-b16b-927a0ac39038 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2144137c-1bf1-442f-bd90-4928125df7ab,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:41.828268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f68-b449-4080-9699-4ae1715772a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.836432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8263f5d0-97ce-4fc0-909f-56fe86cf2ee0 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855258 Aug 11 00:51:41.961141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f68-b449-4080-9699-4ae1715772a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:41.962567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56300) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:41.968184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6434a422-a1de-431d-85bb-46a4edd2e9a5 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--245247383'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:42.050452 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f68-b449-4080-9699-4ae1715772a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.131442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3fc89f68-b449-4080-9699-4ae1715772a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d37573acebf04fc8bafc08b700976242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5754919 Aug 11 00:51:42.133254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56302) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:42.142734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89f68-b449-4080-9699-4ae1715772a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587a6462-4e62-4e89-b3ff-3f2b73b34f62,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:42.162765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8bf64d94-66ac-410c-b2df-f00840094007 None None] Provisioning complete for port 2f7cbefe-09e1-4bc2-b119-c465962cd896 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:42.165688 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8bf64d94-66ac-410c-b2df-f00840094007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.196050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6434a422-a1de-431d-85bb-46a4edd2e9a5 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.209767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 86b8da3e-6650-450c-8f6d-7985ef7f1657 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:42.243799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Request body: {'subnet': {'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2055235785-subnet', 'tenant_id': '12547f458bd84ad084e68dd0723c9925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:42.273188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8bf64d94-66ac-410c-b2df-f00840094007 None None] Port 2f7cbefe-09e1-4bc2-b119-c465962cd896 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:51:42.280607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9c4abc8-c848-4b06-baa0-2a07f8944dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.300821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 86b8da3e-6650-450c-8f6d-7985ef7f1657 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:42.301525 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.309586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9c4abc8-c848-4b06-baa0-2a07f8944dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.385766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Made reservation on behalf of 12547f458bd84ad084e68dd0723c9925 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:42.389632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.449884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router 621d2d89-149e-495c-82b9-8a640d19ecc0 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:51:42.511178 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9c4abc8-c848-4b06-baa0-2a07f8944dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.511178 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9c4abc8-c848-4b06-baa0-2a07f8944dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.514330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a9c4abc8-c848-4b06-baa0-2a07f8944dbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/587a6462-4e62-4e89-b3ff-3f2b73b34f62 HTTP/1.1" status: 204 len: 168 time: 0.3778327 Aug 11 00:51:42.566939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4abc8-c848-4b06-baa0-2a07f8944dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587a6462-4e62-4e89-b3ff-3f2b73b34f62,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:42.636710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6434a422-a1de-431d-85bb-46a4edd2e9a5 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.645747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:51:42.652740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-29f93c6e-3186-49ec-a5ed-9b2c3068c2b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/621d2d89-149e-495c-82b9-8a640d19ecc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5008752 Aug 11 00:51:42.656446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56310) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:42.662691 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6223a135-3eb4-4632-a5e3-bf040aee5d30 None None] Sync routers for ids ['621d2d89-149e-495c-82b9-8a640d19ecc0'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:51:42.683718 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223a135-3eb4-4632-a5e3-bf040aee5d30 None None] Routers {'621d2d89-149e-495c-82b9-8a640d19ecc0'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:42.684778 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6223a135-3eb4-4632-a5e3-bf040aee5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['621d2d89-149e-495c-82b9-8a640d19ecc0'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:42.777424 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6223a135-3eb4-4632-a5e3-bf040aee5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:42.787257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ec84db-c48b-4a5a-a4c3-60ba9ae551aa tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:42.791034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-39ec84db-c48b-4a5a-a4c3-60ba9ae551aa tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports/2f7cbefe-09e1-4bc2-b119-c465962cd896 HTTP/1.1" status: 200 len: 911 time: 0.1316941 Aug 11 00:51:42.796814 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6434a422-a1de-431d-85bb-46a4edd2e9a5 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.796988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56314) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:42.797096 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223a135-3eb4-4632-a5e3-bf040aee5d30 None None] Routers {'621d2d89-149e-495c-82b9-8a640d19ecc0'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:42.797096 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6223a135-3eb4-4632-a5e3-bf040aee5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['621d2d89-149e-495c-82b9-8a640d19ecc0'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:42.866979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6223a135-3eb4-4632-a5e3-bf040aee5d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:42.868180 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6223a135-3eb4-4632-a5e3-bf040aee5d30 None None] The sync data for ids ['621d2d89-149e-495c-82b9-8a640d19ecc0'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:51:42.911835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434a422-a1de-431d-85bb-46a4edd2e9a5 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60882afe-100d-4e33-94d3-ba5e754a3b10,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:42.963917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62c5ec-d037-46af-828d-a8397a512291 req-aaa65f31-3164-43ad-b8e6-4aa221ed0213 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:42.967070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b62c5ec-d037-46af-828d-a8397a512291 req-aaa65f31-3164-43ad-b8e6-4aa221ed0213 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1533947 Aug 11 00:51:42.969092 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6434a422-a1de-431d-85bb-46a4edd2e9a5 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:42.975764 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6434a422-a1de-431d-85bb-46a4edd2e9a5 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0117645 Aug 11 00:51:42.983037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56318) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:42.992637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b5eeb7f6-5a57-4aeb-b02c-4e4001b48a57 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '60882afe-100d-4e33-94d3-ba5e754a3b10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:43.015710 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:43.083893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b62c5ec-d037-46af-828d-a8397a512291 req-a9600cce-0aaa-429e-a3ef-72c6fa0ca1e9 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023884 Aug 11 00:51:43.173925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff680f1b-fa99-40ce-a76a-ff40e6c91271,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:43.237214 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-b5eeb7f6-5a57-4aeb-b02c-4e4001b48a57 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:43.252678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b5eeb7f6-5a57-4aeb-b02c-4e4001b48a57 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2652073 Aug 11 00:51:43.254201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56328) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:43.268222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ad60a698-8ad4-4cb9-9807-eb8da936e5fe tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group_rule': {'security_group_id': '60882afe-100d-4e33-94d3-ba5e754a3b10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:43.283788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Checking segment: {'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:43.284402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Network hostable DHCP agents. Network: d0b5c67b-1581-4810-b613-07a0a15291e2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:51:43.421435 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:43.440498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Network d0b5c67b-1581-4810-b613-07a0a15291e2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:51:43.534955 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-ad60a698-8ad4-4cb9-9807-eb8da936e5fe tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 00:51:43.542179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ad60a698-8ad4-4cb9-9807-eb8da936e5fe tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2855980 Aug 11 00:51:43.543145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56334) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:43.631271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f58ff580-8784-4c93-9086-7fba829782cc tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:43.632314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d0b5c67b-1581-4810-b613-07a0a15291e2) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:43.641430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:43.643109 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:43.643832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dcde55-c790-443e-968d-0200501fcfe9 None None] Network d0b5c67b-1581-4810-b613-07a0a15291e2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:43.677940 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f58ff580-8784-4c93-9086-7fba829782cc tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:43.775581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-506bc345-615e-4321-a4c6-44e58aa2db65 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5337739 Aug 11 00:51:43.830829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f58ff580-8784-4c93-9086-7fba829782cc tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:43.835739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38f3ff-a5c1-4cc0-9bfd-fccc2903340e None None] Network d0b5c67b-1581-4810-b613-07a0a15291e2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:43.839230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f58ff580-8784-4c93-9086-7fba829782cc tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:43.845929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56344) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:43.850039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f58ff580-8784-4c93-9086-7fba829782cc tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/60882afe-100d-4e33-94d3-ba5e754a3b10 HTTP/1.1" status: 204 len: 168 time: 0.3024075 Aug 11 00:51:43.870064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ff580-8784-4c93-9086-7fba829782cc tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60882afe-100d-4e33-94d3-ba5e754a3b10,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:43.912219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8:1::1 (ca0a4a1c-b1ef-41b3-b7aa-648445468b8e/01bd52e2-4b34-4120-84c6-703cf037aa31/68cd668f-4598-4130-afa6-31a0cd03c6bd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:44.073025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a23e5ad6-2d49-4564-940f-9687b6cb1624 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2192018 Aug 11 00:51:44.073496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56352) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:44.087944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ca405f01-9b79-417a-9b40-172a56908343 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'tempest-secgroup--600988240'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:44.118159 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.141364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object 68cd668f-4598-4130-afa6-31a0cd03c6bd will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:44.211309 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca405f01-9b79-417a-9b40-172a56908343 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.318259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.340199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56a12-4812-427c-addb-f286737a3fc7 req-4ebf7552-0523-47f3-bbe3-1fac8511ded5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:44.342317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2f56a12-4812-427c-addb-f286737a3fc7 req-4ebf7552-0523-47f3-bbe3-1fac8511ded5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1504843 Aug 11 00:51:44.414146 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2f56a12-4812-427c-addb-f286737a3fc7 req-9788a29e-1444-4275-9df2-cf92fc4c0cc8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Aug 11 00:51:44.460380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:44.465139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:44.467041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=68cd668f-4598-4130-afa6-31a0cd03c6bd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:44.470231 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:44.470827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.487289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca405f01-9b79-417a-9b40-172a56908343 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.562724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca405f01-9b79-417a-9b40-172a56908343 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.608776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca405f01-9b79-417a-9b40-172a56908343 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fa355a-9f2b-4421-b1ac-12ba44e91a26,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:44.728663 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ca405f01-9b79-417a-9b40-172a56908343 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.732962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ca405f01-9b79-417a-9b40-172a56908343 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6569805 Aug 11 00:51:44.738470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56364) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:44.741005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c94e4ee8-c3f9-477a-ba74-b54d1d61eca4 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:44.741914 n-d-712143-13 neutron-server[95254]: WARNING neutron.api.v2.base [None req-c94e4ee8-c3f9-477a-ba74-b54d1d61eca4 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 00:51:44.742665 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-c94e4ee8-c3f9-477a-ba74-b54d1d61eca4 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 00:51:44.744105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c94e4ee8-c3f9-477a-ba74-b54d1d61eca4 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "PUT /v2.0/security-groups/a9fa355a-9f2b-4421-b1ac-12ba44e91a26 HTTP/1.1" status: 409 len: 330 time: 0.0069656 Aug 11 00:51:44.746971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:44.817659 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.833661 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52f25779-35f6-40fb-bf54-b46fd2016474 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:44.881222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52f25779-35f6-40fb-bf54-b46fd2016474 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:45.028238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3af314f2-9483-43b9-ad4c-820ffce0d2c0 None None] Provisioning for port 68cd668f-4598-4130-afa6-31a0cd03c6bd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:51:45.029203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52f25779-35f6-40fb-bf54-b46fd2016474 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:45.039123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52f25779-35f6-40fb-bf54-b46fd2016474 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:45.045596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-52f25779-35f6-40fb-bf54-b46fd2016474 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9fa355a-9f2b-4421-b1ac-12ba44e91a26 HTTP/1.1" status: 204 len: 168 time: 0.2972882 Aug 11 00:51:45.046895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3af314f2-9483-43b9-ad4c-820ffce0d2c0 None None] Provisioning complete for port 68cd668f-4598-4130-afa6-31a0cd03c6bd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:45.047609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3af314f2-9483-43b9-ad4c-820ffce0d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:45.051465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56370) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:45.078756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f25779-35f6-40fb-bf54-b46fd2016474 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fa355a-9f2b-4421-b1ac-12ba44e91a26,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:45.157218 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3af314f2-9483-43b9-ad4c-820ffce0d2c0 None None] Port 68cd668f-4598-4130-afa6-31a0cd03c6bd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:51:45.170546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-90ed5c6f-d6f1-4430-9d48-aa00dcd45f4a tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043932 Aug 11 00:51:45.181706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56372) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:45.217762 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-98191af5-4b59-4db5-a8be-1fa3aa53f0bc tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] delete failed (client error): The resource could not be found. Aug 11 00:51:45.229560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-98191af5-4b59-4db5-a8be-1fa3aa53f0bc tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9b0e257-05f0-42ae-beae-8744e1b023b2 HTTP/1.1" status: 404 len: 347 time: 0.0438604 Aug 11 00:51:45.229838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56374) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:45.254143 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-60067670-5528-4cff-ac2e-12ec81324ef0 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] show failed (client error): The resource could not be found. Aug 11 00:51:45.255459 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-60067670-5528-4cff-ac2e-12ec81324ef0 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-groups/a207827f-b5de-41a3-a6b1-7ec5e8e359fe HTTP/1.1" status: 404 len: 347 time: 0.0264816 Aug 11 00:51:45.261812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56376) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:45.277591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:45.283784 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-d2212705-6499-499b-b97b-30b0fd2fecd1 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] show failed (client error): The resource could not be found. Aug 11 00:51:45.288967 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d2212705-6499-499b-b97b-30b0fd2fecd1 tempest-NegativeSecGroupIPv6Test-478532969 tempest-NegativeSecGroupIPv6Test-478532969-project] 10.222.0.43 "GET /v2.0/security-group-rules/71878ff8-8660-485a-8dc0-b15f3d383028 HTTP/1.1" status: 404 len: 356 time: 0.0220027 Aug 11 00:51:45.345171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:45.346149 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:45.552024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=68cd668f-4598-4130-afa6-31a0cd03c6bd,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:45.628985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea51b4f-039c-4af9-b76c-66e177f58a28 req-db0ea509-7949-462c-ae99-2d0add926a2f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:45.636547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ea51b4f-039c-4af9-b76c-66e177f58a28 req-db0ea509-7949-462c-ae99-2d0add926a2f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1053481 Aug 11 00:51:45.665284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:45.667411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:45.733111 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ea51b4f-039c-4af9-b76c-66e177f58a28 req-9252a800-e02d-416f-b79a-3021fd31f2b8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940506 Aug 11 00:51:45.796278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router 621d2d89-149e-495c-82b9-8a640d19ecc0 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:51:45.939557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:51:45.945226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af79e2ac-463d-4929-9b9a-54cc9ae11b0b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/621d2d89-149e-495c-82b9-8a640d19ecc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1512387 Aug 11 00:51:45.949035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56402) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:45.959503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5334a0d9-3cb8-484f-99ff-9b2d8f610e02 None None] Sync routers for ids ['621d2d89-149e-495c-82b9-8a640d19ecc0'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:51:45.980373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334a0d9-3cb8-484f-99ff-9b2d8f610e02 None None] Routers {'621d2d89-149e-495c-82b9-8a640d19ecc0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:45.981479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5334a0d9-3cb8-484f-99ff-9b2d8f610e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['621d2d89-149e-495c-82b9-8a640d19ecc0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:46.027480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b36ce-3c00-49d2-8f33-2e4a9d65f0f0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:46.034424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-246b36ce-3c00-49d2-8f33-2e4a9d65f0f0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports/68cd668f-4598-4130-afa6-31a0cd03c6bd HTTP/1.1" status: 200 len: 913 time: 0.0841768 Aug 11 00:51:46.038504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56404) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:46.038834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56406) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:46.088630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5334a0d9-3cb8-484f-99ff-9b2d8f610e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:46.111231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334a0d9-3cb8-484f-99ff-9b2d8f610e02 None None] Routers {'621d2d89-149e-495c-82b9-8a640d19ecc0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:46.111929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5334a0d9-3cb8-484f-99ff-9b2d8f610e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['621d2d89-149e-495c-82b9-8a640d19ecc0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:46.116519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-60b85aab-2493-47ea-80f7-13b0fe4875d8 None None] Provisioning complete for port 68cd668f-4598-4130-afa6-31a0cd03c6bd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:46.116891 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-60b85aab-2493-47ea-80f7-13b0fe4875d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:46.160492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5334a0d9-3cb8-484f-99ff-9b2d8f610e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:46.161174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5334a0d9-3cb8-484f-99ff-9b2d8f610e02 None None] The sync data for ids ['621d2d89-149e-495c-82b9-8a640d19ecc0'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:51:46.256175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-60b85aab-2493-47ea-80f7-13b0fe4875d8 None None] Port 68cd668f-4598-4130-afa6-31a0cd03c6bd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:51:46.292676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b0dcc325-4ee1-43de-8948-c035198113f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fde283df06604b0a8ba75aa4b0b517dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526124 Aug 11 00:51:46.293400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56412) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:46.345889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8feda57f-d257-43c5-87ca-62527e99622a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:46.379045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:46.418444 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:46.591650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:46.596757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:46.598526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34e47981-c535-4f63-9cdc-d6342c8d058c HTTP/1.1" status: 204 len: 168 time: 0.3039343 Aug 11 00:51:46.623486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e47981-c535-4f63-9cdc-d6342c8d058c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:46.653563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.654205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.654753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.655290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.656438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.656986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.657927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.658566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.659080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.659601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.660993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.661529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4912c93-a9ba-4c4f-98b7-66ab75c5b6b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:46.941579 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:47.037869 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:51:47.070664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41ab9d-d0b6-42ea-a7a6-0e4cf5c36829 req-11e2641d-6f58-481f-9aee-8e3cf8ceb386 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:47.073852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e41ab9d-d0b6-42ea-a7a6-0e4cf5c36829 req-11e2641d-6f58-481f-9aee-8e3cf8ceb386 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.1302094 Aug 11 00:51:47.119576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e41ab9d-d0b6-42ea-a7a6-0e4cf5c36829 req-3b1e5707-3811-4e48-8fde-651b9af29a9a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Aug 11 00:51:47.384329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 68cd668f-4598-4130-afa6-31a0cd03c6bd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:47.384840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:47.567714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:47.591578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 68cd668f-4598-4130-afa6-31a0cd03c6bd owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:48.071133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:48.114167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=68cd668f-4598-4130-afa6-31a0cd03c6bd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:48.281635 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5230-06b0-4c58-bc97-02cd7bfa5cad req-c278b068-2819-4fb8-a587-aab3650da7e9 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:48.283354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61de5230-06b0-4c58-bc97-02cd7bfa5cad req-c278b068-2819-4fb8-a587-aab3650da7e9 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0661089 Aug 11 00:51:48.303529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:48.343843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-61de5230-06b0-4c58-bc97-02cd7bfa5cad req-de7047d5-c53c-464d-bfa7-9de17aa89192 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480003 Aug 11 00:51:48.519381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56476) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:48.541761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router 621d2d89-149e-495c-82b9-8a640d19ecc0 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:51:48.671302 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803a13b3-c7f5-47c0-b6dc-c3bb465297b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:48.835945 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803a13b3-c7f5-47c0-b6dc-c3bb465297b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:48.888838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-625546de-3a2a-4147-8ad2-fa4b7c9cb229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:48.917241 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:48.917688 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-803a13b3-c7f5-47c0-b6dc-c3bb465297b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:48.960879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4cc1a83e-e0d3-43d3-8510-63e5188de46e details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:51:48.963859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4cc1a83e-e0d3-43d3-8510-63e5188de46e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:48.976929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a13b3-c7f5-47c0-b6dc-c3bb465297b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ca261-0021-496e-9fd4-c6dca5e83daf,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:49.019775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-803a13b3-c7f5-47c0-b6dc-c3bb465297b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdb45dc227b442da8ed843677c585ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991152 Aug 11 00:51:49.024095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56492) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:49.027191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:51:49.043118 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964a17f-3faf-4182-8e26-902914c3eb67 None None] Sync routers for ids ['621d2d89-149e-495c-82b9-8a640d19ecc0'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:51:49.044886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b59392c7-cd94-4406-b9f9-d3382bb5f3c6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/621d2d89-149e-495c-82b9-8a640d19ecc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0013065 Aug 11 00:51:49.045614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56494) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:49.058717 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964a17f-3faf-4182-8e26-902914c3eb67 None None] Routers {'621d2d89-149e-495c-82b9-8a640d19ecc0'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:49.059951 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9964a17f-3faf-4182-8e26-902914c3eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['621d2d89-149e-495c-82b9-8a640d19ecc0'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:49.103420 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9964a17f-3faf-4182-8e26-902914c3eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:49.113428 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964a17f-3faf-4182-8e26-902914c3eb67 None None] Routers {'621d2d89-149e-495c-82b9-8a640d19ecc0'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:49.115913 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9964a17f-3faf-4182-8e26-902914c3eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['621d2d89-149e-495c-82b9-8a640d19ecc0'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:49.141231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:49.162378 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9964a17f-3faf-4182-8e26-902914c3eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:49.163504 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9964a17f-3faf-4182-8e26-902914c3eb67 None None] The sync data for ids ['621d2d89-149e-495c-82b9-8a640d19ecc0'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:51:49.209877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:51:49.217528 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf4de8-21ed-4a9f-87b6-0085e62e0b40" -d '{"events": [{"server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:51:49.244682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:49.272712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:49.297306 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e099cd-3319-45a4-bf06-b2d482f8eabb x-openstack-request-id: req-a1e099cd-3319-45a4-bf06-b2d482f8eabb {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:51:49.301940 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:51:49.301940 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a1e099cd-3319-45a4-bf06-b2d482f8eabb {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:51:49.301940 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'code': 200} Aug 11 00:51:49.301940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'port_id': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'mac_address': 'fa:16:3e:3a:d0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:51:49.355224 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:49.381582 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d107fce-2d9a-4191-96dc-f7b498cd806e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:49.433986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:49.450217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d107fce-2d9a-4191-96dc-f7b498cd806e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:49.484267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cc1a83e-e0d3-43d3-8510-63e5188de46e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:51:49.520017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b717e9a-9c0f-4902-afe9-c1099930cfa8 req-14a652b3-9ab4-431f-be95-380cd60ee77a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:49.528528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b717e9a-9c0f-4902-afe9-c1099930cfa8 req-14a652b3-9ab4-431f-be95-380cd60ee77a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 943 time: 0.0749547 Aug 11 00:51:49.541476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:49.564420 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:51:49.564929 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:51:49.587627 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b717e9a-9c0f-4902-afe9-c1099930cfa8 req-d0000c58-a96c-4d25-96ab-98992087d526 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Aug 11 00:51:49.738059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:49.812523 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d107fce-2d9a-4191-96dc-f7b498cd806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:49.815501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8d107fce-2d9a-4191-96dc-f7b498cd806e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:49.816690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8d107fce-2d9a-4191-96dc-f7b498cd806e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b4ca261-0021-496e-9fd4-c6dca5e83daf HTTP/1.1" status: 204 len: 168 time: 0.7910230 Aug 11 00:51:49.863337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d107fce-2d9a-4191-96dc-f7b498cd806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ca261-0021-496e-9fd4-c6dca5e83daf,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:50.143222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:50.167048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc1a83e-e0d3-43d3-8510-63e5188de46e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:51:50.220130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:50.239763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 2f7cbefe-09e1-4bc2-b119-c465962cd896 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:50.239763 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:50.336709 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:50.445618 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:50.462871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 2f7cbefe-09e1-4bc2-b119-c465962cd896 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:50.705300 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:50.742942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:50.771819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['4cc1a83e-e0d3-43d3-8510-63e5188de46e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:51:50.783445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad54b8-ad58-47d2-aa13-dfd1d27f0b93 req-d8355ff0-dc13-4130-af0b-f68d20062e0f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:50.787876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9aad54b8-ad58-47d2-aa13-dfd1d27f0b93 req-d8355ff0-dc13-4130-af0b-f68d20062e0f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 944 time: 0.0895288 Aug 11 00:51:50.847212 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9aad54b8-ad58-47d2-aa13-dfd1d27f0b93 req-f9038d26-1508-4b49-9a0e-0a82060978be tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520508 Aug 11 00:51:50.918398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:50.984763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=2f7cbefe-09e1-4bc2-b119-c465962cd896,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:51.133511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56550) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:51.154993 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af694342-7669-430f-a8e3-3f3ef8d37fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:51.302547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56552) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:51.480351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:51.577880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ba560d0-1f8f-4717-a336-4ad3324ec022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:51.601241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af694342-7669-430f-a8e3-3f3ef8d37fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:51.648710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router 621d2d89-149e-495c-82b9-8a640d19ecc0 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:51:51.690274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af694342-7669-430f-a8e3-3f3ef8d37fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:51.755369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:51:51.756959 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af694342-7669-430f-a8e3-3f3ef8d37fb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89e8b7f5fd16494496789f713a1c7846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220312 Aug 11 00:51:51.757626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56562) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:51.768501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af694342-7669-430f-a8e3-3f3ef8d37fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7738fe10-3d8d-4d9c-abe6-2fb546b3c75a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:51.769178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-87b05c3f-1d13-48f9-a973-52e515c2406c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/621d2d89-149e-495c-82b9-8a640d19ecc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7208576 Aug 11 00:51:51.776353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56564) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:51.785506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48df209-06e4-444e-9d72-9c539056a1ec None None] Sync routers for ids ['621d2d89-149e-495c-82b9-8a640d19ecc0'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:51:51.824355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-813e2dc7-f6a0-4bc3-a98e-b2dfa41aece2 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d2d89-149e-495c-82b9-8a640d19ecc0 HTTP/1.1" status: 200 len: 205 time: 0.0465906 Aug 11 00:51:51.828633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56566) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:51.829017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48df209-06e4-444e-9d72-9c539056a1ec None None] Routers {'621d2d89-149e-495c-82b9-8a640d19ecc0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:51.830443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e48df209-06e4-444e-9d72-9c539056a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['621d2d89-149e-495c-82b9-8a640d19ecc0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:51.903620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e48df209-06e4-444e-9d72-9c539056a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:51.920206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a88b5ecc-bb45-4d94-baba-1b5da03e0c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:51.928440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48df209-06e4-444e-9d72-9c539056a1ec None None] Routers {'621d2d89-149e-495c-82b9-8a640d19ecc0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:51:51.929982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e48df209-06e4-444e-9d72-9c539056a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['621d2d89-149e-495c-82b9-8a640d19ecc0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:51.961796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42bb5a8b-a905-42a2-a721-0ca7c74c4e59 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:51.989092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ba560d0-1f8f-4717-a336-4ad3324ec022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.000415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e48df209-06e4-444e-9d72-9c539056a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:52.001417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48df209-06e4-444e-9d72-9c539056a1ec None None] The sync data for ids ['621d2d89-149e-495c-82b9-8a640d19ecc0'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:51:52.066426 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a88b5ecc-bb45-4d94-baba-1b5da03e0c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.112345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ba560d0-1f8f-4717-a336-4ad3324ec022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.122565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f3c69-6afc-44ea-b7d2-efeac9ea7aef req-9e930b3a-1224-4596-b58b-0b0b0473ed34 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:52.124214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba0f3c69-6afc-44ea-b7d2-efeac9ea7aef req-9e930b3a-1224-4596-b58b-0b0b0473ed34 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 944 time: 0.1318572 Aug 11 00:51:52.162022 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42bb5a8b-a905-42a2-a721-0ca7c74c4e59 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.164489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42bb5a8b-a905-42a2-a721-0ca7c74c4e59 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.187309 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8ba560d0-1f8f-4717-a336-4ad3324ec022 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b730351699ff4926b4467b4f6b773323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8834922 Aug 11 00:51:52.194363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56572) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:52.208996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba560d0-1f8f-4717-a336-4ad3324ec022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dcc314-d024-4920-95b5-2a2ea001d380,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:52.259280 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ba0f3c69-6afc-44ea-b7d2-efeac9ea7aef req-bbcf90e5-3626-4791-9afc-185045abec6c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184719 Aug 11 00:51:52.298896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c27f1fc9-d525-414d-951a-53f66603e896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.327287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c27f1fc9-d525-414d-951a-53f66603e896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.335605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a88b5ecc-bb45-4d94-baba-1b5da03e0c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.338241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a88b5ecc-bb45-4d94-baba-1b5da03e0c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.343909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a88b5ecc-bb45-4d94-baba-1b5da03e0c66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7738fe10-3d8d-4d9c-abe6-2fb546b3c75a HTTP/1.1" status: 204 len: 168 time: 0.5785155 Aug 11 00:51:52.356901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b5ecc-bb45-4d94-baba-1b5da03e0c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7738fe10-3d8d-4d9c-abe6-2fb546b3c75a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:52.385424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42bb5a8b-a905-42a2-a721-0ca7c74c4e59 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.385979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb5a8b-a905-42a2-a721-0ca7c74c4e59 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Fanout notify agent at l3_agent the message router_deleted on router 621d2d89-149e-495c-82b9-8a640d19ecc0 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:51:52.400600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42bb5a8b-a905-42a2-a721-0ca7c74c4e59 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.403018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-42bb5a8b-a905-42a2-a721-0ca7c74c4e59 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/621d2d89-149e-495c-82b9-8a640d19ecc0 HTTP/1.1" status: 204 len: 168 time: 0.5709360 Aug 11 00:51:52.407515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56578) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:52.408826 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.470005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-948e24a7-e224-47a3-9f16-22f846af6537 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet 01bd52e2-4b34-4120-84c6-703cf037aa31 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:52.473748 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-948e24a7-e224-47a3-9f16-22f846af6537 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.507214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c27f1fc9-d525-414d-951a-53f66603e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.510750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c27f1fc9-d525-414d-951a-53f66603e896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.512285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c27f1fc9-d525-414d-951a-53f66603e896 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76dcc314-d024-4920-95b5-2a2ea001d380 HTTP/1.1" status: 204 len: 168 time: 0.3152711 Aug 11 00:51:52.528456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f1fc9-d525-414d-951a-53f66603e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dcc314-d024-4920-95b5-2a2ea001d380,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:52.544450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-948e24a7-e224-47a3-9f16-22f846af6537 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.671535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-948e24a7-e224-47a3-9f16-22f846af6537 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.836810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-948e24a7-e224-47a3-9f16-22f846af6537 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.891464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e24a7-e224-47a3-9f16-22f846af6537 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=01bd52e2-4b34-4120-84c6-703cf037aa31,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:52.893994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-948e24a7-e224-47a3-9f16-22f846af6537 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:52.896013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-948e24a7-e224-47a3-9f16-22f846af6537 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/01bd52e2-4b34-4120-84c6-703cf037aa31 HTTP/1.1" status: 204 len: 168 time: 0.4872248 Aug 11 00:51:52.900728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56586) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:52.915438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ba298b-7c3d-4613-b980-95d918c5715e None None] Network ca0a4a1c-b1ef-41b3-b7aa-648445468b8e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:52.995330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06a0bb8-a518-4d0c-bad8-b2df21b983bb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet 7d4f10be-c061-43b7-b00d-6fc9d9013040 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:51:53.003732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d06a0bb8-a518-4d0c-bad8-b2df21b983bb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.008169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4cc1a83e-e0d3-43d3-8510-63e5188de46e up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:51:53.076284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d06a0bb8-a518-4d0c-bad8-b2df21b983bb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.143329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56590) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:53.152061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 4cc1a83e-e0d3-43d3-8510-63e5188de46e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:51:53.153091 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.160385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2990e85d-4f4b-478c-847b-965736d62494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.302947 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d06a0bb8-a518-4d0c-bad8-b2df21b983bb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.398471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2990e85d-4f4b-478c-847b-965736d62494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.400010 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.420374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] DHCP port deletion for ca0a4a1c-b1ef-41b3-b7aa-648445468b8e request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:53.496890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2990e85d-4f4b-478c-847b-965736d62494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.584185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56604) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:53.627949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:53.629497 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76190073-8280-4551-8f3d-2e705a53d4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.631099 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2990e85d-4f4b-478c-847b-965736d62494 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb44176db08b441f8bd54ae1a17845cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861450 Aug 11 00:51:53.633899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56606) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:53.640464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:51:53.648588 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46deae-96fa-4426-b422-6d20a1a910c3" -d '{"events": [{"server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:51:53.652562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea029c-b9d3-4d55-b795-bb8b81ce8d14 req-c58b0b71-bd2a-4786-b143-22dccdebf540 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:53.654695 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9ea029c-b9d3-4d55-b795-bb8b81ce8d14 req-c58b0b71-bd2a-4786-b143-22dccdebf540 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 944 time: 0.2202454 Aug 11 00:51:53.656068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990e85d-4f4b-478c-847b-965736d62494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763f29ad-ba0c-4c9c-a3e8-54251dac961a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:53.688730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d06a0bb8-a518-4d0c-bad8-b2df21b983bb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.729984 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f3c53a-4469-4002-9c0f-e183227b24b6 x-openstack-request-id: req-13f3c53a-4469-4002-9c0f-e183227b24b6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:51:53.731379 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "name": "network-vif-plugged", "status": "completed", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:51:53.731379 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13f3c53a-4469-4002-9c0f-e183227b24b6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:51:53.731811 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'code': 200} Aug 11 00:51:53.741796 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.750668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9ea029c-b9d3-4d55-b795-bb8b81ce8d14 req-a8e5cb09-f66f-437f-a2fd-228cb5104938 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866978 Aug 11 00:51:53.838213 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d06a0bb8-a518-4d0c-bad8-b2df21b983bb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.853271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:53.855883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1cdc53-e89a-4a6a-b9cc-cfc5bdbea06d None None] Network 03acde13-c122-48da-867a-cf3d5fc9bd58 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:53.856939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d06a0bb8-a518-4d0c-bad8-b2df21b983bb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/7d4f10be-c061-43b7-b00d-6fc9d9013040 HTTP/1.1" status: 204 len: 168 time: 0.9546504 Aug 11 00:51:53.901272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] Deleting port 86b8da3e-6650-450c-8f6d-7985ef7f1657 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:53.901923 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:53.935886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a0bb8-a518-4d0c-bad8-b2df21b983bb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4f10be-c061-43b7-b00d-6fc9d9013040,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:54.016271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95a3f714-61e1-4ca6-a815-4de99a331a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.060707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95a3f714-61e1-4ca6-a815-4de99a331a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.091977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:54.104749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.119863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301712e-0563-43fb-bf75-1a5abfba6fa0 req-0cef3844-91dc-43cf-bfc5-ab77fba9051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:54.120952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] For port 86b8da3e-6650-450c-8f6d-7985ef7f1657, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=86b8da3e-6650-450c-8f6d-7985ef7f1657,segment=NetworkSegment(c931b88e-6733-45fa-bc07-17198010162b),segment_id=c931b88e-6733-45fa-bc07-17198010162b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:54.121562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.126752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7301712e-0563-43fb-bf75-1a5abfba6fa0 req-0cef3844-91dc-43cf-bfc5-ab77fba9051a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 1097 time: 0.1707122 Aug 11 00:51:54.173374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] Calling delete_port for 86b8da3e-6650-450c-8f6d-7985ef7f1657 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:54.223577 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7301712e-0563-43fb-bf75-1a5abfba6fa0 req-e0cb6172-67e0-4ab6-9737-a4d1bedb677f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897715 Aug 11 00:51:54.231599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56614) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:54.262094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 86b8da3e-6650-450c-8f6d-7985ef7f1657 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:54.276280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 86b8da3e-6650-450c-8f6d-7985ef7f1657 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:54.276631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.352090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port 86b8da3e-6650-450c-8f6d-7985ef7f1657, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=86b8da3e-6650-450c-8f6d-7985ef7f1657,segment=NetworkSegment(c931b88e-6733-45fa-bc07-17198010162b),segment_id=c931b88e-6733-45fa-bc07-17198010162b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:54.352414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.378021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 86b8da3e-6650-450c-8f6d-7985ef7f1657 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:54.400493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95a3f714-61e1-4ca6-a815-4de99a331a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.409172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95a3f714-61e1-4ca6-a815-4de99a331a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.417419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-95a3f714-61e1-4ca6-a815-4de99a331a5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/763f29ad-ba0c-4c9c-a3e8-54251dac961a HTTP/1.1" status: 204 len: 168 time: 0.7772474 Aug 11 00:51:54.419073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] DHCP port deletion for 03acde13-c122-48da-867a-cf3d5fc9bd58 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:51:54.470073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3f714-61e1-4ca6-a815-4de99a331a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763f29ad-ba0c-4c9c-a3e8-54251dac961a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:54.514249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.522375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcad088b-7f71-4ae7-a821-145e9cae4d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.530241 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.537064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76190073-8280-4551-8f3d-2e705a53d4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.557496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No DVR routers for this DVR port 86b8da3e-6650-450c-8f6d-7985ef7f1657 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:54.559660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=86b8da3e-6650-450c-8f6d-7985ef7f1657,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:54.568766 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.585295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] Pushing event deleted for resources: {'Port': ['ID=86b8da3e-6650-450c-8f6d-7985ef7f1657,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:54.599023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb8f44-cdca-4055-a87f-c7579f4a6b0c None None] No DVR routers for this DVR port 86b8da3e-6650-450c-8f6d-7985ef7f1657 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:54.617749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.620620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.620620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.620620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.620620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.621732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76190073-8280-4551-8f3d-2e705a53d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.621825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.621825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.622704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.623399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.623708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.623983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.624601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:51:54.683041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] Deleting port 6e984b8c-a711-48dc-925a-c637ce895fcf {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:54.685222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.707419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-76190073-8280-4551-8f3d-2e705a53d4e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8459d18c0aae4de88c2aaf6854f17322&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1192892 Aug 11 00:51:54.718804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56624) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:54.720761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76190073-8280-4551-8f3d-2e705a53d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35404ff6-1316-43b4-80e3-1e5cb263bb8b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:54.774566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.800193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0a4a1c-b1ef-41b3-b7aa-648445468b8e']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:54.825376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c931b88e-6733-45fa-bc07-17198010162b') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:54.826072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c931b88e-6733-45fa-bc07-17198010162b') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:54.835040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] For port 6e984b8c-a711-48dc-925a-c637ce895fcf, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6e984b8c-a711-48dc-925a-c637ce895fcf,segment=NetworkSegment(41374298-1163-4d5c-a998-56f4de196889),segment_id=41374298-1163-4d5c-a998-56f4de196889)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:54.839384 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.851822 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.874155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] Calling delete_port for 6e984b8c-a711-48dc-925a-c637ce895fcf owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:54.889449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.928004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcad088b-7f71-4ae7-a821-145e9cae4d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:54.939851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:54.940759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:55.002884 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:55.040714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fcad088b-7f71-4ae7-a821-145e9cae4d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.100993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fcad088b-7f71-4ae7-a821-145e9cae4d07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72dd2757aad24d1d817821d4b9ed11fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8678885 Aug 11 00:51:55.102006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad088b-7f71-4ae7-a821-145e9cae4d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc172c60-064f-4553-89ab-bbf8af6a1442,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:55.104818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56632) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:55.111613 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.170597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] Pushing event deleted for resources: {'Port': ['ID=6e984b8c-a711-48dc-925a-c637ce895fcf,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:55.180234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4496e-e4cf-400e-ae94-b041da442802 None None] No DVR routers for this DVR port 6e984b8c-a711-48dc-925a-c637ce895fcf on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:51:55.191776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25c987-d0e4-4d20-ae9f-e246068f9a30 req-89068165-80b2-40a9-a216-30cbe6439fe0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:55.205213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b25c987-d0e4-4d20-ae9f-e246068f9a30 req-89068165-80b2-40a9-a216-30cbe6439fe0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.2941241 Aug 11 00:51:55.220486 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5011a8b2-8d97-4abe-b4da-baa0edff5241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.223203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c04c2326-b39b-49da-96e3-6fb2b2129471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.257428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.281491 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c04c2326-b39b-49da-96e3-6fb2b2129471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.289905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.292503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/ca0a4a1c-b1ef-41b3-b7aa-648445468b8e HTTP/1.1" status: 204 len: 168 time: 1.4349122 Aug 11 00:51:55.298861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56638) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:55.319910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42036d40-a404-486a-a177-7c8f695b01c8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=ca0a4a1c-b1ef-41b3-b7aa-648445468b8e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:55.340165 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5011a8b2-8d97-4abe-b4da-baa0edff5241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.356193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b25c987-d0e4-4d20-ae9f-e246068f9a30 req-91b9480b-2cb0-4fb8-80c9-d98bd78f77f7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446311 Aug 11 00:51:55.431871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.505106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5011a8b2-8d97-4abe-b4da-baa0edff5241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.509691 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5011a8b2-8d97-4abe-b4da-baa0edff5241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.513489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5011a8b2-8d97-4abe-b4da-baa0edff5241 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35404ff6-1316-43b4-80e3-1e5cb263bb8b HTTP/1.1" status: 204 len: 168 time: 0.7988253 Aug 11 00:51:55.525085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011a8b2-8d97-4abe-b4da-baa0edff5241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35404ff6-1316-43b4-80e3-1e5cb263bb8b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:55.559010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.577898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c04c2326-b39b-49da-96e3-6fb2b2129471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.583344 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c04c2326-b39b-49da-96e3-6fb2b2129471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.589975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c04c2326-b39b-49da-96e3-6fb2b2129471 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc172c60-064f-4553-89ab-bbf8af6a1442 HTTP/1.1" status: 204 len: 168 time: 0.4792409 Aug 11 00:51:55.589975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03acde13-c122-48da-867a-cf3d5fc9bd58']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:55.611711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41374298-1163-4d5c-a998-56f4de196889') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:55.612413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41374298-1163-4d5c-a998-56f4de196889') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:51:55.633921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.665739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.670680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c2326-b39b-49da-96e3-6fb2b2129471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc172c60-064f-4553-89ab-bbf8af6a1442,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:55.684657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:51:55.691447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:51:55.700853 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:51:55.882732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.894143 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:55.895264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/03acde13-c122-48da-867a-cf3d5fc9bd58 HTTP/1.1" status: 204 len: 168 time: 0.5949764 Aug 11 00:51:55.899033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56652) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:55.915378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1304993887'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:55.943555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b11c0-0385-4a9d-8f97-d51316fe1096 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=03acde13-c122-48da-867a-cf3d5fc9bd58,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:56.034784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:56.038831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:56.088579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:51:56.098922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:56.099669 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment 3dee5df6-95e4-46de-9c7b-c00f0d748bdb of type vlan for network 9b808c45-b054-4c2b-93fe-4867d8088862 Aug 11 00:51:56.153490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:56.171870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6e984b8c-a711-48dc-925a-c637ce895fcf no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:51:56.204598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6e984b8c-a711-48dc-925a-c637ce895fcf {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:51:56.204953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6e984b8c-a711-48dc-925a-c637ce895fcf not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:51:56.341768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:56.348987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:56.349356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:56.424896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=9b808c45-b054-4c2b-93fe-4867d8088862,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:56.435783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 9b808c45-b054-4c2b-93fe-4867d8088862 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:51:56.505715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ece5-061c-45ba-b986-33e61351956b req-774d1547-bced-4ef2-a310-13091365352e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:56.507744 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def7ece5-061c-45ba-b986-33e61351956b req-774d1547-bced-4ef2-a310-13091365352e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0665555 Aug 11 00:51:56.526698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea1300e0-a36c-40b3-aad9-4aa8bbab0517 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6232891 Aug 11 00:51:56.530804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56678) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:56.536127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': '9b808c45-b054-4c2b-93fe-4867d8088862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:56.559750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def7ece5-061c-45ba-b986-33e61351956b req-b7b51d9c-814b-43c2-8d91-e23530de8443 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440874 Aug 11 00:51:56.693702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61e81-7a66-49b4-9ae9-b3643218f8c2 req-a6507b67-175d-4b6b-a50e-81a892548d8e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:56.695288 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27e61e81-7a66-49b4-9ae9-b3643218f8c2 req-a6507b67-175d-4b6b-a50e-81a892548d8e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0544248 Aug 11 00:51:56.743708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:56.747581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:56.773691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27e61e81-7a66-49b4-9ae9-b3643218f8c2 req-0e8f1343-d481-4a96-b89f-515624d9714f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 Aug 11 00:51:57.093995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:57.167099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=ea851fe4-6b31-4bbc-b150-c607ca46a145,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:57.186892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': '3dee5df6-95e4-46de-9c7b-c00f0d748bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9b808c45-b054-4c2b-93fe-4867d8088862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:57.187100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: 9b808c45-b054-4c2b-93fe-4867d8088862, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:51:57.345413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 9b808c45-b054-4c2b-93fe-4867d8088862 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:51:57.461037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 9b808c45-b054-4c2b-93fe-4867d8088862) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:57.468886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:57.471075 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:57.482065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bbce4a-9dcf-43e7-9aca-72bcd3f5e7cf None None] Network 9b808c45-b054-4c2b-93fe-4867d8088862 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:51:57.586540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-620a4e00-82ca-49c2-8c86-6a8f0f6633f7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0580876 Aug 11 00:51:57.590031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56714) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:57.599283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5acc21f3-c4d6-45ec-bf7e-828738844da8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1401499729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:57.762551 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5acc21f3-c4d6-45ec-bf7e-828738844da8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:57.765842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5acc21f3-c4d6-45ec-bf7e-828738844da8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:57.768976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-9b808c45-b054-4c2b-93fe-4867d8088862', 'network_id': '9b808c45-b054-4c2b-93fe-4867d8088862', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': 'ea851fe4-6b31-4bbc-b150-c607ca46a145'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:51:57.775001 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:57.876549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5acc21f3-c4d6-45ec-bf7e-828738844da8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:57.920789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56734) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:57.999243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5acc21f3-c4d6-45ec-bf7e-828738844da8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:58.061893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Allocated IP 2001:db8::2 (9b808c45-b054-4c2b-93fe-4867d8088862/ea851fe4-6b31-4bbc-b150-c607ca46a145/5146b565-a8cf-458b-8cbe-d27f592d4cd5) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:58.065644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-5af733b6-6216-41f0-a2cd-ac849593cee5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:58.067275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-5af733b6-6216-41f0-a2cd-ac849593cee5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 814 time: 0.2398231 Aug 11 00:51:58.126554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-ce04b4bd-f291-48e3-8560-fcf848ca6491 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/quotas/2114e9d502d84d41bf68388ad26e3fc4 HTTP/1.1" status: 200 len: 375 time: 0.0322330 Aug 11 00:51:58.224335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5acc21f3-c4d6-45ec-bf7e-828738844da8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:58.230217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56744) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:51:58.238066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'port': {'network_id': '9b808c45-b054-4c2b-93fe-4867d8088862', 'name': 'tempest-RoutersIpV6Test-1782581954'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:58.242378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5acc21f3-c4d6-45ec-bf7e-828738844da8 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6507840 Aug 11 00:51:58.355083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-d39fe0a6-3f38-49a6-9dd0-e0ce3cdef658 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2232845 Aug 11 00:51:58.360556 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:58.362445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-05349e53-0a42-4cf9-9ad2-8290b016d521 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:51:58.376352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Transition to ACTIVE for port object 5146b565-a8cf-458b-8cbe-d27f592d4cd5 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:58.382779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-05349e53-0a42-4cf9-9ad2-8290b016d521 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267055 Aug 11 00:51:58.395573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Transition to ACTIVE for port object 5146b565-a8cf-458b-8cbe-d27f592d4cd5 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:58.401979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-719074451-network', 'tenant_id': '70a5939c9ec64116a194969dedf7315d'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:51:58.429771 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:51:58.429771 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:51:58.429771 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '70a5939c9ec64116a194969dedf7315d', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 51, 58, 409787)}] Aug 11 00:51:58.429771 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:51:58.434366 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:51:58.500093 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-b48fd095-7a2e-46c1-be4f-a4d8293be6dc service neutron] 10.222.0.43 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163843 Aug 11 00:51:58.522578 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:58.564268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Network 9b808c45-b054-4c2b-93fe-4867d8088862 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:51:58.570651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:51:58.571367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:51:58.592024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Pushing event updated for resources: {'Port': ['ID=5146b565-a8cf-458b-8cbe-d27f592d4cd5,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:58.602358 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-dd43d9c8-de65-4afa-88ab-6f5f8892bf5c service neutron] 10.222.0.43 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943978 Aug 11 00:51:58.645714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:58.649775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:58.668837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Attempting to bind port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:51:58.676008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Attempting to bind port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3dee5df6-95e4-46de-9c7b-c00f0d748bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9b808c45-b054-4c2b-93fe-4867d8088862'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:51:58.676008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Attempting to bind port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 on network 9b808c45-b054-4c2b-93fe-4867d8088862 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:51:58.682149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] device_id is not set on port b288b19d-737a-4289-a3de-a94301290a98 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:51:58.683906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:51:58.684494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Checking segment: {'id': '3dee5df6-95e4-46de-9c7b-c00f0d748bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9b808c45-b054-4c2b-93fe-4867d8088862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:51:58.685062 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:58.685943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Bound using segment: {'id': '3dee5df6-95e4-46de-9c7b-c00f0d748bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9b808c45-b054-4c2b-93fe-4867d8088862'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:51:58.687180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Bound port: 5146b565-a8cf-458b-8cbe-d27f592d4cd5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dee5df6-95e4-46de-9c7b-c00f0d748bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9b808c45-b054-4c2b-93fe-4867d8088862'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:51:58.687565 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:58.698199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-eed889f7-ed29-43bc-9424-428838f833aa tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:51:58.700468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-eed889f7-ed29-43bc-9424-428838f833aa tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc9927ee-c146-4b0c-a818-ccbdd92b7cb9 HTTP/1.1" status: 200 len: 945 time: 0.0942230 Aug 11 00:51:58.773026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] For port 5146b565-a8cf-458b-8cbe-d27f592d4cd5, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:51:58.779877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] For port 5146b565-a8cf-458b-8cbe-d27f592d4cd5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5146b565-a8cf-458b-8cbe-d27f592d4cd5,segment=NetworkSegment(3dee5df6-95e4-46de-9c7b-c00f0d748bdb),segment_id=3dee5df6-95e4-46de-9c7b-c00f0d748bdb)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:51:58.918610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:58.925393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Deleting port 4cc1a83e-e0d3-43d3-8510-63e5188de46e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:51:58.925393 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.021604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8::155 (9b808c45-b054-4c2b-93fe-4867d8088862/ea851fe4-6b31-4bbc-b150-c607ca46a145/b288b19d-737a-4289-a3de-a94301290a98) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:51:59.023380 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712b9bb-89cd-44c1-a922-9361c56deccf None None] Pushing event updated for resources: {'Port': ['ID=5146b565-a8cf-458b-8cbe-d27f592d4cd5,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:51:59.087069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4e83c0d-e6df-4cf8-b00f-3e4de19b2e0e req-4ad41e27-f27d-4648-aefc-5460b1454e95 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 210 time: 0.0669127 Aug 11 00:51:59.245484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] For port 4cc1a83e-e0d3-43d3-8510-63e5188de46e, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4cc1a83e-e0d3-43d3-8510-63e5188de46e,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:51:59.246099 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.313657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Made reservation on behalf of 70a5939c9ec64116a194969dedf7315d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:51:59.317609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.356732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.364131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Calling delete_port for 4cc1a83e-e0d3-43d3-8510-63e5188de46e owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:51:59.548799 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.555985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.582833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object b288b19d-737a-4289-a3de-a94301290a98 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:51:59.702651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.761816 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.845439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.849251 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.933802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:51:59.949582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['4cc1a83e-e0d3-43d3-8510-63e5188de46e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:51:59.955065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:52:00.010216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 9b808c45-b054-4c2b-93fe-4867d8088862 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:00.047715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:00.049050 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Added segment c170891d-2835-43d1-bc5f-58e5de435fc6 of type vlan for network c921c274-72f0-43a8-b1e3-8881cd629fd0 Aug 11 00:52:00.052910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:00.064189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:00.094317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:00.095005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:00.145630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba5b70-e08e-4cd6-a0d9-37d8db7c6bf1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:00.159936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=b288b19d-737a-4289-a3de-a94301290a98,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:00.235925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5146b565-a8cf-458b-8cbe-d27f592d4cd5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:00.258768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Pushing event deleted for resources: {'Port': ['ID=4cc1a83e-e0d3-43d3-8510-63e5188de46e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:00.376254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] No DVR routers for this DVR port 4cc1a83e-e0d3-43d3-8510-63e5188de46e on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:52:00.381981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:00.384616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5800c07-6466-4ea1-864f-43a0e0477e59 req-14495421-152f-4b1e-bb54-443bf2e1f85f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "DELETE /v2.0/ports/4cc1a83e-e0d3-43d3-8510-63e5188de46e HTTP/1.1" status: 204 len: 173 time: 1.6780558 Aug 11 00:52:00.387666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'name': 'network-vif-deleted', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:52:00.390292 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af7484d-9e95-4e54-82fa-75170a8cd382" -d '{"events": [{"server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "name": "network-vif-deleted", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:52:00.394975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e209878f-0353-4ea8-b165-529808f508d3 req-fcfa3ebd-6962-448c-84f9-b36aa5ebf029 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 210 time: 0.1268959 Aug 11 00:52:00.397196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:00.441413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c4db7002-ea77-47cf-bf6d-135a955a6639 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2094452 Aug 11 00:52:00.444147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56792) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:00.472443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:00.569281 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2969573-cd69-4dec-bbf3-10d4a746e569 x-openstack-request-id: req-f2969573-cd69-4dec-bbf3-10d4a746e569 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:52:00.569281 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9927ee-c146-4b0c-a818-ccbdd92b7cb9", "name": "network-vif-deleted", "tag": "4cc1a83e-e0d3-43d3-8510-63e5188de46e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:52:00.569281 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2969573-cd69-4dec-bbf3-10d4a746e569 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:52:00.569281 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9927ee-c146-4b0c-a818-ccbdd92b7cb9', 'name': 'network-vif-deleted', 'tag': '4cc1a83e-e0d3-43d3-8510-63e5188de46e', 'status': 'completed', 'code': 200} Aug 11 00:52:00.690739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920defa7-52b7-4b71-bf3b-2842141d45c8 None None] Network 9b808c45-b054-4c2b-93fe-4867d8088862 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:00.736011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:00.737794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:00.738585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:00.887930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=c921c274-72f0-43a8-b1e3-8881cd629fd0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:00.923054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c921c274-72f0-43a8-b1e3-8881cd629fd0 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:52:00.995333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Provisioning for port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:01.014903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Provisioning complete for port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:01.015601 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:01.063737 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e1b84b38-51e6-454e-886d-7ad82a734dd8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1405284 Aug 11 00:52:01.068822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56804) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:01.080568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Request body: {'subnet': {'network_id': 'c921c274-72f0-43a8-b1e3-8881cd629fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-719074451-subnet', 'tenant_id': '70a5939c9ec64116a194969dedf7315d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:01.159896 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:01.216522 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:01.275760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Made reservation on behalf of 70a5939c9ec64116a194969dedf7315d for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:01.279029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:01.327743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] For port 5146b565-a8cf-458b-8cbe-d27f592d4cd5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5146b565-a8cf-458b-8cbe-d27f592d4cd5,segment=NetworkSegment(3dee5df6-95e4-46de-9c7b-c00f0d748bdb),segment_id=3dee5df6-95e4-46de-9c7b-c00f0d748bdb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:01.455180 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:01.553207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Pushing event updated for resources: {'Port': ['ID=5146b565-a8cf-458b-8cbe-d27f592d4cd5,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:01.656011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-157151bb-1620-492a-a03e-df6737d03273 req-986cdeb8-8d16-49c6-9989-e61d64af0009 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 210 time: 0.0823355 Aug 11 00:52:01.656878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.657309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.657669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.658009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.658355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.687441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.688403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.688879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.689080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.690945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.691601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.696128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38893c-54e4-4ece-8a7a-1f0e5db43728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:01.776812 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:01.791456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cbe8fd83-0efd-4ee9-ba21-180db4050164 None None] Provisioning complete for port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:01.791989 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fd83-0efd-4ee9-ba21-180db4050164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:01.889351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:01.893299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:02.050453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10e5e25-8f50-43d0-b845-0cabc7a832ff,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:02.057485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=b288b19d-737a-4289-a3de-a94301290a98,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:02.067363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Checking segment: {'id': 'c170891d-2835-43d1-bc5f-58e5de435fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c921c274-72f0-43a8-b1e3-8881cd629fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:02.067912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Network hostable DHCP agents. Network: c921c274-72f0-43a8-b1e3-8881cd629fd0, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:52:02.096733 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cbe8fd83-0efd-4ee9-ba21-180db4050164 None None] Provisioning for port b288b19d-737a-4289-a3de-a94301290a98 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:02.103272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cbe8fd83-0efd-4ee9-ba21-180db4050164 None None] Provisioning complete for port b288b19d-737a-4289-a3de-a94301290a98 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:02.104148 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fd83-0efd-4ee9-ba21-180db4050164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:02.195714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8fd83-0efd-4ee9-ba21-180db4050164 None None] Port b288b19d-737a-4289-a3de-a94301290a98 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:02.221453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:02.259415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5146b565-a8cf-458b-8cbe-d27f592d4cd5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:02.282531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Network c921c274-72f0-43a8-b1e3-8881cd629fd0 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:52:02.411211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f9aa8d82-0e52-4571-8905-6e55f93dd1c7 None None] Provisioning complete for port b288b19d-737a-4289-a3de-a94301290a98 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:02.411599 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f9aa8d82-0e52-4571-8905-6e55f93dd1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:02.473865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa8d82-0e52-4571-8905-6e55f93dd1c7 None None] Port b288b19d-737a-4289-a3de-a94301290a98 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:02.494620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:02.495430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:02.503698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c921c274-72f0-43a8-b1e3-8881cd629fd0) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:02.518878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:02.520861 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:02.555764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68851d31-9e12-4df7-ba19-0a43b0bcff37 None None] Network c921c274-72f0-43a8-b1e3-8881cd629fd0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:02.631188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:02.654110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ad478724-e3f4-4868-a6c0-abc21713ddd6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5829232 Aug 11 00:52:02.864335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5b908f74-5d3b-4103-babf-718e462e6069 None None] Provisioning complete for port b288b19d-737a-4289-a3de-a94301290a98 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:02.875182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5b908f74-5d3b-4103-babf-718e462e6069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:03.063153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-b5944b0d-85ae-4d6d-bb4a-1e1d3d1f4739 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:03.065178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-b5944b0d-85ae-4d6d-bb4a-1e1d3d1f4739 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.44 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 814 time: 0.2938032 Aug 11 00:52:03.080059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Request body: {'port': {'device_id': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'admin_state_up': True, 'tenant_id': '2114e9d502d84d41bf68388ad26e3fc4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:03.133330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:03.167031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2025e38b-d134-49f2-95cb-f2d42a9c84c9 req-b80ca173-e5dd-479d-a30c-c3a06ad4a405 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 210 time: 0.0309830 Aug 11 00:52:03.202626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4cc1a83e-e0d3-43d3-8510-63e5188de46e no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:52:03.241887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:03.242773 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:03.255228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 4cc1a83e-e0d3-43d3-8510-63e5188de46e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:52:03.255905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4cc1a83e-e0d3-43d3-8510-63e5188de46e not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:52:03.274148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b3d8c-dd4f-45a8-9722-bda60b376507 None None] Network c921c274-72f0-43a8-b1e3-8881cd629fd0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:03.367718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5b908f74-5d3b-4103-babf-718e462e6069 None None] Port b288b19d-737a-4289-a3de-a94301290a98 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:03.665039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Made reservation on behalf of 2114e9d502d84d41bf68388ad26e3fc4 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:03.673914 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:03.701266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=b288b19d-737a-4289-a3de-a94301290a98,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:03.744129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 9b808c45-b054-4c2b-93fe-4867d8088862 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:03.745982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:03.957223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Allocated IP 172.20.0.11 (ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf/c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113/a8264c51-229f-48c1-9cce-c06fd1f64859) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:04.087427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router d3fa0169-a52d-47b3-8d85-42e988be6515 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:52:04.122501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56860) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:04.139277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1494807816-network', 'tenant_id': 'ae9f7203a60b456b92355f971bd66990'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:04.272136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:04.273080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.281653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8987e38a-f8c6-4c40-8bec-c5560d2618c4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/d3fa0169-a52d-47b3-8d85-42e988be6515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8357790 Aug 11 00:52:04.282685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56864) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:04.295813 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15005dec-2c95-4647-8722-d6c78b96ff13 None None] Sync routers for ids ['d3fa0169-a52d-47b3-8d85-42e988be6515'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:04.314706 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15005dec-2c95-4647-8722-d6c78b96ff13 None None] Routers {'d3fa0169-a52d-47b3-8d85-42e988be6515'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:04.315552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-15005dec-2c95-4647-8722-d6c78b96ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d3fa0169-a52d-47b3-8d85-42e988be6515'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:04.349207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8880c8f2-1d67-4f0c-a11e-4f287c8d4d7f None None] Provisioning complete for port b288b19d-737a-4289-a3de-a94301290a98 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:04.349868 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8880c8f2-1d67-4f0c-a11e-4f287c8d4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.390901 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-15005dec-2c95-4647-8722-d6c78b96ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:04.404585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5f6c4-816f-42e3-9f93-a7f796d60e12 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:04.417627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56866) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:04.418124 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e4d5f6c4-816f-42e3-9f93-a7f796d60e12 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports/b288b19d-737a-4289-a3de-a94301290a98 HTTP/1.1" status: 200 len: 984 time: 0.1339495 Aug 11 00:52:04.419958 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15005dec-2c95-4647-8722-d6c78b96ff13 None None] Routers {'d3fa0169-a52d-47b3-8d85-42e988be6515'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:04.420764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Made reservation on behalf of ae9f7203a60b456b92355f971bd66990 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:04.424040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.429802 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-15005dec-2c95-4647-8722-d6c78b96ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d3fa0169-a52d-47b3-8d85-42e988be6515'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:04.442433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8880c8f2-1d67-4f0c-a11e-4f287c8d4d7f None None] Port b288b19d-737a-4289-a3de-a94301290a98 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:04.462746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cca1f596-dc12-4cad-be84-d30262c80ca4 req-b199d993-6232-4930-80b9-c71274c37b96 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 210 time: 0.0857468 Aug 11 00:52:04.463807 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.489751 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-15005dec-2c95-4647-8722-d6c78b96ff13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:04.491916 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15005dec-2c95-4647-8722-d6c78b96ff13 None None] The sync data for ids ['d3fa0169-a52d-47b3-8d85-42e988be6515'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:04.607515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.650079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.719817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:04.725622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:04.726781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.731891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:04.762012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Pushing event updated for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:04.767994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:52:04.793857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31fcab6-4357-4323-b5bf-662d2980aa9b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:04.798324 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.798912 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Added segment be920ee0-61c8-4c9b-be49-6c9b236f6c22 of type vlan for network 47c54a3a-03a5-4f99-a869-0a9626673ac8 Aug 11 00:52:04.819107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:04.819831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.872954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.944321 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.995069 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:04.996206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:04.997105 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:05.033645 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-474d3bf6-803e-40f0-815e-fea8a2d77cd7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9559650 Aug 11 00:52:05.042434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Request body: {'port': {'device_id': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:05.064341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=47c54a3a-03a5-4f99-a869-0a9626673ac8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:05.077755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 47c54a3a-03a5-4f99-a869-0a9626673ac8 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:52:05.178027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:05.183912 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-37a3c586-e813-4ec9-9fb7-736816dfa8e6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0600612 Aug 11 00:52:05.198877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56876) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:05.203800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Request body: {'subnet': {'network_id': '47c54a3a-03a5-4f99-a869-0a9626673ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1494807816-subnet', 'tenant_id': 'ae9f7203a60b456b92355f971bd66990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:05.419046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Made reservation on behalf of ae9f7203a60b456b92355f971bd66990 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:05.423509 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:05.629996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5125-d082-4082-974a-5b669517ef1d req-537df70c-b9f1-4bab-97fb-2f8956ac010b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:05.631591 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a5d5125-d082-4082-974a-5b669517ef1d req-537df70c-b9f1-4bab-97fb-2f8956ac010b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 932 time: 0.0623553 Aug 11 00:52:05.710149 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a5d5125-d082-4082-974a-5b669517ef1d req-56bd0fcc-2e19-46a4-b81f-c7a68ffcce2e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555365 Aug 11 00:52:05.974512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port b288b19d-737a-4289-a3de-a94301290a98 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:05.974858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:06.190289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:06.259201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for b288b19d-737a-4289-a3de-a94301290a98 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:06.284258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8264c51-229f-48c1-9cce-c06fd1f64859 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:52:06.297666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:06.346540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Transition to ACTIVE for port object a8264c51-229f-48c1-9cce-c06fd1f64859 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:06.405866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:06.453128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56892) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:06.494441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81bc1034-82f3-483f-b1ba-3d36a805fde2,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:06.579854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:06.621527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Checking segment: {'id': 'be920ee0-61c8-4c9b-be49-6c9b236f6c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '47c54a3a-03a5-4f99-a869-0a9626673ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:06.621899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Network hostable DHCP agents. Network: 47c54a3a-03a5-4f99-a869-0a9626673ac8, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:52:06.705612 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f4414e1-8ee7-4003-8334-d7bc116c2897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:06.707844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:06.834644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Network 47c54a3a-03a5-4f99-a869-0a9626673ac8 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:52:06.851211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:06.923056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Attempting to bind port a8264c51-229f-48c1-9cce-c06fd1f64859 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:52:06.923781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Attempting to bind port a8264c51-229f-48c1-9cce-c06fd1f64859 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:52:06.931224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Attempting to bind port a8264c51-229f-48c1-9cce-c06fd1f64859 on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:52:06.935118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=b288b19d-737a-4289-a3de-a94301290a98,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:06.950159 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f4414e1-8ee7-4003-8334-d7bc116c2897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:06.967781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 47c54a3a-03a5-4f99-a869-0a9626673ac8) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:06.980996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f2ce3-dbb5-4732-881a-72df85b99f7a None None] Network 47c54a3a-03a5-4f99-a869-0a9626673ac8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:06.985360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807de09-369e-45ee-aaaf-a4c8fa931c8e req-c21ccde4-8e36-41c2-a2eb-0547cf94adf8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:06.987075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8807de09-369e-45ee-aaaf-a4c8fa931c8e req-c21ccde4-8e36-41c2-a2eb-0547cf94adf8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 944 time: 0.1644752 Aug 11 00:52:06.999845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-5efd9b55-4b69-4cfd-92bf-08d55532f3b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1409998 Aug 11 00:52:07.039050 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8f4414e1-8ee7-4003-8334-d7bc116c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.092184 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8f4414e1-8ee7-4003-8334-d7bc116c2897 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6400a3917d494c898ffc1385c589da4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317940 Aug 11 00:52:07.095662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56900) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:07.108676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8807de09-369e-45ee-aaaf-a4c8fa931c8e req-f4f1d830-5cfd-4620-a79f-2c360fdd9af9 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975177 Aug 11 00:52:07.115821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.116565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.131785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Port a8264c51-229f-48c1-9cce-c06fd1f64859 on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:52:07.136092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Attempting to bind port a8264c51-229f-48c1-9cce-c06fd1f64859 on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:52:07.192703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:52:07.192961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Checking segment: {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:07.193356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Bound using segment: {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:52:07.194403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Bound port: a8264c51-229f-48c1-9cce-c06fd1f64859, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:52:07.194403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.199808 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.222051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71be9fe7-7ca6-4b81-a0f7-f1f3bc851741 None None] Network 47c54a3a-03a5-4f99-a869-0a9626673ac8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:07.251140 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4414e1-8ee7-4003-8334-d7bc116c2897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dccbbe-13d8-4e52-bfd2-0b4e854a5731,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:07.309405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-b343c61b-3f08-4153-bcc8-e3ee641497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.309905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-b343c61b-3f08-4153-bcc8-e3ee641497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.310376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-b343c61b-3f08-4153-bcc8-e3ee641497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.311056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-b343c61b-3f08-4153-bcc8-e3ee641497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.311731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-b343c61b-3f08-4153-bcc8-e3ee641497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.312381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-b343c61b-3f08-4153-bcc8-e3ee641497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.313093 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-b343c61b-3f08-4153-bcc8-e3ee641497b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.315719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-b343c61b-3f08-4153-bcc8-e3ee641497b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.1928098 Aug 11 00:52:07.338895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e88100-167a-48b5-ad8b-784ee2ea7746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.369043 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-902ed7a0-25b0-423c-b73c-fca47ce585f7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1616426 Aug 11 00:52:07.385390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e88100-167a-48b5-ad8b-784ee2ea7746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.504394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:52:07.548081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:52:07.559611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56908) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:07.569344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router d3fa0169-a52d-47b3-8d85-42e988be6515 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:52:07.675766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3ad587d8-e764-4131-863d-c1352756bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.676711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3ad587d8-e764-4131-863d-c1352756bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.676912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3ad587d8-e764-4131-863d-c1352756bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.678556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3ad587d8-e764-4131-863d-c1352756bf56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 200 len: 2293 time: 0.2668338 Aug 11 00:52:07.684478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.758775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c383046e-6b85-46ec-9840-02c50c15b116 admin admin] Deleting subnet c10e5e25-8f50-43d0-b845-0cabc7a832ff {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:52:07.768823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:07.769048 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.770724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] 10.222.0.44 "PUT /v2.0/ports/a8264c51-229f-48c1-9cce-c06fd1f64859 HTTP/1.1" status: 200 len: 1093 time: 2.7326727 Aug 11 00:52:07.771753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:07.774200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e88100-167a-48b5-ad8b-784ee2ea7746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.777020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e88100-167a-48b5-ad8b-784ee2ea7746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.777218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:52:07.780492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f6e88100-167a-48b5-ad8b-784ee2ea7746 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6dccbbe-13d8-4e52-bfd2-0b4e854a5731 HTTP/1.1" status: 204 len: 168 time: 0.6809483 Aug 11 00:52:07.781233 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690" -d '{"events": [{"name": "network-changed", "server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:52:07.791087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1d7a2-063a-41d1-bd0e-49f8d11385ca None None] Sync routers for ids ['d3fa0169-a52d-47b3-8d85-42e988be6515'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:07.791350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-671eee2f-0e30-4e91-a176-6762fb3a26da tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/d3fa0169-a52d-47b3-8d85-42e988be6515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3715851 Aug 11 00:52:07.792289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c383046e-6b85-46ec-9840-02c50c15b116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.796991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56914) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:07.823549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1d7a2-063a-41d1-bd0e-49f8d11385ca None None] Routers {'d3fa0169-a52d-47b3-8d85-42e988be6515'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:07.829335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b8a1d7a2-063a-41d1-bd0e-49f8d11385ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d3fa0169-a52d-47b3-8d85-42e988be6515'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:07.854197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e88100-167a-48b5-ad8b-784ee2ea7746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dccbbe-13d8-4e52-bfd2-0b4e854a5731,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:07.898299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-0f26019e-9a3b-4e60-ad20-fa028a0db20c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 1001 time: 0.2106469 Aug 11 00:52:07.903703 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c383046e-6b85-46ec-9840-02c50c15b116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:07.913058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b8a1d7a2-063a-41d1-bd0e-49f8d11385ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:07.940933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1d7a2-063a-41d1-bd0e-49f8d11385ca None None] Routers {'d3fa0169-a52d-47b3-8d85-42e988be6515'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:07.941940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b8a1d7a2-063a-41d1-bd0e-49f8d11385ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:51:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['d3fa0169-a52d-47b3-8d85-42e988be6515'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:07.956339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c383046e-6b85-46ec-9840-02c50c15b116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:08.001715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b8a1d7a2-063a-41d1-bd0e-49f8d11385ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:08.002566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1d7a2-063a-41d1-bd0e-49f8d11385ca None None] The sync data for ids ['d3fa0169-a52d-47b3-8d85-42e988be6515'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:08.110319 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-4f922ab8-50c1-4824-b440-95431bd7c3a1 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 00:52:08.117658 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4f922ab8-50c1-4824-b440-95431bd7c3a1 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/d3fa0169-a52d-47b3-8d85-42e988be6515/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3177800 Aug 11 00:52:08.119955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-5f8ed2e9-2f3a-4d26-b3b0-038ec8332ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:08.122326 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-5f8ed2e9-2f3a-4d26-b3b0-038ec8332ad8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 200 len: 851 time: 0.2111094 Aug 11 00:52:08.123181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56920) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:08.182508 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9c6f4-bebc-4792-9bd8-514c5ccf37a1 x-openstack-request-id: req-0bc9c6f4-bebc-4792-9bd8-514c5ccf37a1 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:52:08.182508 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:52:08.182508 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bc9c6f4-bebc-4792-9bd8-514c5ccf37a1 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:52:08.182508 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'status': 'completed', 'code': 200} Aug 11 00:52:08.196857 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2fd75-5c1e-404a-9d85-344c07f3abc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:08.204561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:08.204949 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2c9b176a-a536-469a-9b41-3481955852d4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3fa0169-a52d-47b3-8d85-42e988be6515 HTTP/1.1" status: 200 len: 205 time: 0.0800107 Aug 11 00:52:08.241380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-6c5bf6e4-d073-4298-a683-307d98dfc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:08.247831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-6c5bf6e4-d073-4298-a683-307d98dfc7df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ece244df-909c-4779-bf6c-17273d3f30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084740 Aug 11 00:52:08.302278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-30df87fe-ab67-4f74-a48a-80bde2537413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:08.303949 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-30df87fe-ab67-4f74-a48a-80bde2537413 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 1096 time: 0.2426605 Aug 11 00:52:08.306626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c383046e-6b85-46ec-9840-02c50c15b116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:08.397815 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-27bc3abf-900f-4fe6-8a4a-ba6d5d67ab17 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464703 Aug 11 00:52:08.416454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383046e-6b85-46ec-9840-02c50c15b116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10e5e25-8f50-43d0-b845-0cabc7a832ff,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:08.418788 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c383046e-6b85-46ec-9840-02c50c15b116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:08.423215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c383046e-6b85-46ec-9840-02c50c15b116 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c10e5e25-8f50-43d0-b845-0cabc7a832ff HTTP/1.1" status: 204 len: 168 time: 0.8613336 Aug 11 00:52:08.425765 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c9abb2-5d0c-4b7d-bfb8-fd1e962bc11e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:08.428030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56934) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:08.433099 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-0bf3ede4-d71a-4034-b117-cfd60f4facc7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8264c51-229f-48c1-9cce-c06fd1f64859 HTTP/1.1" status: 200 len: 217 time: 0.1179619 Aug 11 00:52:08.591675 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-ef5e83c6-47bf-4122-a375-88c5662ee3d6 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830559 Aug 11 00:52:08.617563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ea49c-0cca-487f-a1d5-cb2e806755a3 req-8c0dd34f-fe6e-46cd-bb45-648245ed6eb4 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:08.619489 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d4ea49c-0cca-487f-a1d5-cb2e806755a3 req-8c0dd34f-fe6e-46cd-bb45-648245ed6eb4 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 944 time: 0.3579383 Aug 11 00:52:08.639395 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3fd75325-eb64-498a-b79f-edae3d3b2efe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 217 time: 0.0434506 Aug 11 00:52:08.740767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:08.741924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3a119a16-5067-43de-829f-b8a00fb0ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:08.746800 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3a119a16-5067-43de-829f-b8a00fb0ec81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0981793 Aug 11 00:52:08.777126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-f7c35d4f-7a2c-498a-afd8-9a9e4f191da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:08.778707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-f7c35d4f-7a2c-498a-afd8-9a9e4f191da9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113 HTTP/1.1" status: 200 len: 854 time: 0.2948444 Aug 11 00:52:08.790721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c9abb2-5d0c-4b7d-bfb8-fd1e962bc11e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:08.805657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c9abb2-5d0c-4b7d-bfb8-fd1e962bc11e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:08.830605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-0b998873-6bfa-4a2e-b06f-9c4c952614e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:08.833105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-0b998873-6bfa-4a2e-b06f-9c4c952614e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769377 Aug 11 00:52:08.841809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-032382ff-a478-4c13-a5cb-61973303a7c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554655 Aug 11 00:52:08.888985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d4ea49c-0cca-487f-a1d5-cb2e806755a3 req-b0d66ab5-16ff-495e-98db-b3247687981e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589977 Aug 11 00:52:08.982337 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3828859e-0f25-48ab-9568-9b8c29fbd21e service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416636 Aug 11 00:52:09.014795 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c9abb2-5d0c-4b7d-bfb8-fd1e962bc11e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.015456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c9abb2-5d0c-4b7d-bfb8-fd1e962bc11e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Fanout notify agent at l3_agent the message router_deleted on router d3fa0169-a52d-47b3-8d85-42e988be6515 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:52:09.041193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69c9abb2-5d0c-4b7d-bfb8-fd1e962bc11e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.042337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-69c9abb2-5d0c-4b7d-bfb8-fd1e962bc11e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/d3fa0169-a52d-47b3-8d85-42e988be6515 HTTP/1.1" status: 204 len: 168 time: 0.8367462 Aug 11 00:52:09.048610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56950) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:09.063616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.108549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c921c274-72f0-43a8-b1e3-8881cd629fd0']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:09.129591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-440dc06c-a56d-4e62-8016-8956e8278242 service neutron] 10.222.0.44 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540858 Aug 11 00:52:09.133806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c170891d-2835-43d1-bc5f-58e5de435fc6') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:09.133948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c170891d-2835-43d1-bc5f-58e5de435fc6') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:09.159252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.175019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-05965f18-9952-4846-809f-aa60a5ba0509 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet ea851fe4-6b31-4bbc-b150-c607ca46a145 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:52:09.212046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05965f18-9952-4846-809f-aa60a5ba0509 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.258787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.295014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:52:09.304015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:52:09.405764 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:52:09.445895 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e783e2e-b680-4848-adb7-f57a3ed06b43 req-77ac85c4-b51e-42c6-9412-4fd60736470a service neutron] 10.222.0.44 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028152 Aug 11 00:52:09.452300 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05965f18-9952-4846-809f-aa60a5ba0509 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.508059 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.551447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-5bd22172-3df5-4c1a-9f29-e840f09e95cb service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585375 Aug 11 00:52:09.554425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.556894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] 10.222.0.43 "DELETE /v2.0/networks/c921c274-72f0-43a8-b1e3-8881cd629fd0 HTTP/1.1" status: 204 len: 168 time: 1.1269236 Aug 11 00:52:09.560499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56964) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:09.665787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47736dcf-f513-434d-916c-cbf7b49c20de admin admin] Pushing event deleted for resources: {'Network': ['ID=c921c274-72f0-43a8-b1e3-8881cd629fd0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:09.714040 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-94556bf9-203a-40c3-a2b1-4360963061e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 217 time: 0.1530564 Aug 11 00:52:09.796727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec0e49a-1d4b-486a-a615-840c62630b23 admin admin] Deleting subnet 81bc1034-82f3-483f-b1ba-3d36a805fde2 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:52:09.799819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e49a-1d4b-486a-a615-840c62630b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.807956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-1e584d8f-b03e-4015-a682-89490bd023d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:09.809791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-1e584d8f-b03e-4015-a682-89490bd023d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0872362 Aug 11 00:52:09.850463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e49a-1d4b-486a-a615-840c62630b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:09.895545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-ed716290-a55a-4389-a09d-163d314a323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:09.898397 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-ed716290-a55a-4389-a09d-163d314a323e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 1096 time: 0.2118411 Aug 11 00:52:09.898857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-8dfa6947-030d-4c4c-b8a8-875bac8aceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:09.909663 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-8dfa6947-030d-4c4c-b8a8-875bac8aceb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0878601 Aug 11 00:52:10.162492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-f13149f5-3e9f-4837-999d-f4d025405af1 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469733 Aug 11 00:52:10.399673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-930bcb4e-6582-41fa-b40a-a24d286d5c54 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287614 Aug 11 00:52:10.455715 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-7be045f9-6c2e-4473-85f6-d6a2acd8f273 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 200 len: 217 time: 0.0457773 Aug 11 00:52:10.479232 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05965f18-9952-4846-809f-aa60a5ba0509 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:10.486227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e49a-1d4b-486a-a615-840c62630b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:10.523528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-e140ff01-3f09-4cb8-94e9-cf6f77ceb1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:10.530414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-e140ff01-3f09-4cb8-94e9-cf6f77ceb1df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0674987 Aug 11 00:52:10.610441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-90b0d192-62b3-47a5-b1a0-0c19096ee3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:10.612343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-90b0d192-62b3-47a5-b1a0-0c19096ee3d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0726044 Aug 11 00:52:10.741183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572546e-5b9a-4db5-9542-03aef0975028 req-d4f2115a-b458-43a5-83f3-b5fa160eaca7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:10.744426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1572546e-5b9a-4db5-9542-03aef0975028 req-d4f2115a-b458-43a5-83f3-b5fa160eaca7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 944 time: 0.2787876 Aug 11 00:52:10.793893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-8bdf161f-2517-4829-9496-5eba79b217b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:10.795544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-8bdf161f-2517-4829-9496-5eba79b217b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 915 time: 0.8877542 Aug 11 00:52:10.799344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-eb674e02-a135-485d-bda2-011560aad125 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787291 Aug 11 00:52:10.864458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-83dfa71e-e001-4301-92c4-210e6cd8caf1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8264c51-229f-48c1-9cce-c06fd1f64859 HTTP/1.1" status: 200 len: 217 time: 0.0511584 Aug 11 00:52:10.872194 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1572546e-5b9a-4db5-9542-03aef0975028 req-bb705c58-c302-45b0-9478-0b9d70395641 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020584 Aug 11 00:52:10.924715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e49a-1d4b-486a-a615-840c62630b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:10.958704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-ea2e45e8-4373-4ef7-8ab1-b6438cafe19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:10.960629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-ea2e45e8-4373-4ef7-8ab1-b6438cafe19b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113 HTTP/1.1" status: 200 len: 854 time: 0.0875940 Aug 11 00:52:10.962049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e49a-1d4b-486a-a615-840c62630b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:10.964821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4ec0e49a-1d4b-486a-a615-840c62630b23 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/81bc1034-82f3-483f-b1ba-3d36a805fde2 HTTP/1.1" status: 204 len: 168 time: 1.4014299 Aug 11 00:52:10.970068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56982) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:11.014664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05965f18-9952-4846-809f-aa60a5ba0509 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.016958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-d237165a-168b-4a3a-9ad7-68b5d8244c1d service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082565 Aug 11 00:52:11.026876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0e49a-1d4b-486a-a615-840c62630b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81bc1034-82f3-483f-b1ba-3d36a805fde2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:11.070754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-3fbef613-dca7-4c03-9e03-4a1f3f3dc5ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 200 len: 217 time: 0.0411572 Aug 11 00:52:11.086325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-c896f356-61c9-4ad8-8382-ef8b133c3d2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176708 Aug 11 00:52:11.121518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05965f18-9952-4846-809f-aa60a5ba0509 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.121752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ab7f0-80a5-40c4-9a87-55b9c5326cbc None None] Network 9b808c45-b054-4c2b-93fe-4867d8088862 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:11.122303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05965f18-9952-4846-809f-aa60a5ba0509 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/ea851fe4-6b31-4bbc-b150-c607ca46a145 HTTP/1.1" status: 204 len: 168 time: 2.0692027 Aug 11 00:52:11.144225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-401fcacc-0219-44b9-bbb6-6c1012f6fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:11.145766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-401fcacc-0219-44b9-bbb6-6c1012f6fafe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0675769 Aug 11 00:52:11.146518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56984) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:11.226408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-160cebf0-4896-4b05-999d-1a922df1f5c7 service neutron] 10.222.0.44 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168599 Aug 11 00:52:11.228051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05965f18-9952-4846-809f-aa60a5ba0509 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=ea851fe4-6b31-4bbc-b150-c607ca46a145,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:11.254292 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.338042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99c5467-8f31-4afa-bd99-6eb9d8ff3690 req-c4ae6aa8-1eef-447d-95e1-1da1ce9603d0 service neutron] 10.222.0.44 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059973 Aug 11 00:52:11.352620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-c2ac9c02-5062-4fbd-afa7-4ce9466d043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:11.354431 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-c2ac9c02-5062-4fbd-afa7-4ce9466d043c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0972462 Aug 11 00:52:11.366855 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.501417 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-d078448a-8f62-4a84-8177-d30417d5661c service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373451 Aug 11 00:52:11.548370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.566801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c54a3a-03a5-4f99-a869-0a9626673ac8']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:11.581990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be920ee0-61c8-4c9b-be49-6c9b236f6c22') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:11.582450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be920ee0-61c8-4c9b-be49-6c9b236f6c22') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:11.594753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:11.599902 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.600320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.617681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] DHCP port deletion for 9b808c45-b054-4c2b-93fe-4867d8088862 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:52:11.632051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.640252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:52:11.641150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:52:11.643848 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:52:11.677236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] Deleting port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:11.677922 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.690322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-e0350bbc-bf62-4952-821e-17beb8d72506 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710122 Aug 11 00:52:11.702738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port 5146b565-a8cf-458b-8cbe-d27f592d4cd5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5146b565-a8cf-458b-8cbe-d27f592d4cd5,segment=NetworkSegment(3dee5df6-95e4-46de-9c7b-c00f0d748bdb),segment_id=3dee5df6-95e4-46de-9c7b-c00f0d748bdb)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:11.704370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.770664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] For port 5146b565-a8cf-458b-8cbe-d27f592d4cd5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5146b565-a8cf-458b-8cbe-d27f592d4cd5,segment=NetworkSegment(3dee5df6-95e4-46de-9c7b-c00f0d748bdb),segment_id=3dee5df6-95e4-46de-9c7b-c00f0d748bdb)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:11.771280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.780170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 5146b565-a8cf-458b-8cbe-d27f592d4cd5 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:11.783417 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-34452294-9823-4a09-8690-3fb1fb890c41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 200 len: 217 time: 0.0656714 Aug 11 00:52:11.808691 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.830092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:11.831443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] Calling delete_port for 5146b565-a8cf-458b-8cbe-d27f592d4cd5 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:11.832332 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] 10.222.0.43 "DELETE /v2.0/networks/47c54a3a-03a5-4f99-a869-0a9626673ac8 HTTP/1.1" status: 204 len: 168 time: 0.8610113 Aug 11 00:52:11.833624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181ceb9-7585-40a2-b041-26894b920281 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c54a3a-03a5-4f99-a869-0a9626673ac8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:11.961139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-2ddf15da-8779-49b9-8f81-004faa472bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:11.963118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-2ddf15da-8779-49b9-8f81-004faa472bc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.1704035 Aug 11 00:52:12.024080 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.027325 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.067032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=5146b565-a8cf-458b-8cbe-d27f592d4cd5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:12.075556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No DVR routers for this DVR port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:52:12.110902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-e3eb6d89-a69b-4f2e-bd56-d1832b797d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:12.114041 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-e3eb6d89-a69b-4f2e-bd56-d1832b797d16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438639 Aug 11 00:52:12.159500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a8264c51-229f-48c1-9cce-c06fd1f64859 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:52:12.169207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] No DVR routers for this DVR port 5146b565-a8cf-458b-8cbe-d27f592d4cd5 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:52:12.190105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c9394-ff4f-4342-855e-74d188e313a5 req-c7804146-e8ba-48b0-9a33-f73f664a27f5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:12.190688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788cd78-54c1-4d15-b230-0756dffbe67f None None] Pushing event deleted for resources: {'Port': ['ID=5146b565-a8cf-458b-8cbe-d27f592d4cd5,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:12.205582 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-148c9394-ff4f-4342-855e-74d188e313a5 req-c7804146-e8ba-48b0-9a33-f73f664a27f5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 944 time: 0.2038848 Aug 11 00:52:12.225018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5146b565-a8cf-458b-8cbe-d27f592d4cd5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:52:12.265232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-148c9394-ff4f-4342-855e-74d188e313a5 req-89cf4406-b61d-4786-bf6e-99c783d8b914 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578730 Aug 11 00:52:12.273814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 5146b565-a8cf-458b-8cbe-d27f592d4cd5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:52:12.275054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5146b565-a8cf-458b-8cbe-d27f592d4cd5 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:52:12.335862 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-63627ffe-6ff7-4dbb-b4aa-65c41f2caa32 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014444 Aug 11 00:52:12.355981 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.376457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:12.388395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'port_id': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'mac_address': 'fa:16:3e:93:85:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:52:12.415970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b808c45-b054-4c2b-93fe-4867d8088862']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:12.435360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dee5df6-95e4-46de-9c7b-c00f0d748bdb') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:12.435662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dee5df6-95e4-46de-9c7b-c00f0d748bdb') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:12.450885 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.462404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.466799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8264c51-229f-48c1-9cce-c06fd1f64859 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:52:12.478932 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.486839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:52:12.487305 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.495063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:52:12.503837 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:52:12.574100 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-4bd9c3b6-d9d3-46e0-bc1c-40bead7ed6a3 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280483 Aug 11 00:52:12.633341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57010) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:12.637668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-388e70c1-5e03-44a2-85d8-7ad49a879721 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 200 len: 217 time: 0.0591843 Aug 11 00:52:12.647148 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.727183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:12.741141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.750027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.751618 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-51052431-ded9-4036-abcd-9d8e99f03533 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70a5939c9ec64116a194969dedf7315d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157231 Aug 11 00:52:12.754960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/9b808c45-b054-4c2b-93fe-4867d8088862 HTTP/1.1" status: 204 len: 168 time: 1.6073811 Aug 11 00:52:12.761929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57012) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:12.772691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57016) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:12.784274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1112538027'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:12.807257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cbd90-96e6-408c-a706-49eae1d62d2b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=9b808c45-b054-4c2b-93fe-4867d8088862,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:12.819989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-63e256a4-0caa-43ba-94ee-955858a17f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:12.819989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-63e256a4-0caa-43ba-94ee-955858a17f35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.1715181 Aug 11 00:52:12.886438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-7cf3de97-b332-40e4-9185-0d4e15e9794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:12.888226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-7cf3de97-b332-40e4-9185-0d4e15e9794a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0608203 Aug 11 00:52:12.891675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92d4a32a-15d5-4d7b-bf9f-8aca3e9544f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.906905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:12.912541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.933456 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92d4a32a-15d5-4d7b-bf9f-8aca3e9544f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:12.956239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a8264c51-229f-48c1-9cce-c06fd1f64859'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:52:12.974688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:52:13.004513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-e9bec675-9c0a-4e99-b4f8-608e9deca24a service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087031 Aug 11 00:52:13.007264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:13.007623 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment e4045056-cdbf-4a70-8013-03f87b453567 of type vlan for network 22f59df1-df7e-4923-8e87-173139e4ddf2 Aug 11 00:52:13.122698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:13.151102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-023bfc72-f625-4f9a-8072-6f0f99ef2a42 req-8143a324-c4c3-4af7-9805-c789221b9552 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387372 Aug 11 00:52:13.229556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92d4a32a-15d5-4d7b-bf9f-8aca3e9544f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:13.232635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92d4a32a-15d5-4d7b-bf9f-8aca3e9544f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:13.247278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-92d4a32a-15d5-4d7b-bf9f-8aca3e9544f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6cba5b70-e08e-4cd6-a0d9-37d8db7c6bf1 HTTP/1.1" status: 204 len: 168 time: 0.4255912 Aug 11 00:52:13.258294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4a32a-15d5-4d7b-bf9f-8aca3e9544f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba5b70-e08e-4cd6-a0d9-37d8db7c6bf1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:13.367371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:13.373704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:13.374769 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:13.570044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=22f59df1-df7e-4923-8e87-173139e4ddf2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:13.587075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 22f59df1-df7e-4923-8e87-173139e4ddf2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:52:13.646906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb64cc4-4bef-4b70-82c2-2308656efad6 req-a1a8e599-9276-45c5-825c-bf219ffaaa98 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:13.648626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbb64cc4-4bef-4b70-82c2-2308656efad6 req-a1a8e599-9276-45c5-825c-bf219ffaaa98 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 945 time: 0.1333799 Aug 11 00:52:13.664370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0bb7cd01-2536-4326-ba75-4ddf35dd2d15 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8931885 Aug 11 00:52:13.666626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57032) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:13.672982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': '22f59df1-df7e-4923-8e87-173139e4ddf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:13.728909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbb64cc4-4bef-4b70-82c2-2308656efad6 req-1c245676-6ec4-42fd-bdf9-4e9a936ab87d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586457 Aug 11 00:52:13.887233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:13.891855 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:14.089373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a8264c51-229f-48c1-9cce-c06fd1f64859 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:14.361416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port a8264c51-229f-48c1-9cce-c06fd1f64859 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:14.366101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port a8264c51-229f-48c1-9cce-c06fd1f64859 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:14.366561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:14.484280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:14.530310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:52:14.535494 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471aadbf-97b4-4ca6-a62a-3651b81818f4" -d '{"events": [{"server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "name": "network-vif-plugged", "status": "completed", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:52:14.574970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:14.619189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:14.689816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57050) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:14.704931 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00027c01-8337-44ab-874f-cca08304d7a6 x-openstack-request-id: req-00027c01-8337-44ab-874f-cca08304d7a6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:52:14.705400 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "name": "network-vif-plugged", "status": "completed", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:52:14.705967 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00027c01-8337-44ab-874f-cca08304d7a6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:52:14.706420 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'code': 200} Aug 11 00:52:14.727783 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:14.822464 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-512e0431-0752-4382-a549-c8aac8757a93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae9f7203a60b456b92355f971bd66990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319926 Aug 11 00:52:14.824248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57054) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:14.852812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:14.892240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=2396954a-a9a8-4d4e-903a-5b4214ed175d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:14.903126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': 'e4045056-cdbf-4a70-8013-03f87b453567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '22f59df1-df7e-4923-8e87-173139e4ddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:14.903738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: 22f59df1-df7e-4923-8e87-173139e4ddf2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:52:14.924420 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4699d4ea-d719-4421-bf0a-ac2d53eee663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:14.938583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048de2d-9be5-4a3b-b90a-8cb4230c5a04 req-71b8c9a0-d439-46ab-84b5-55f0044e59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:14.940354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9048de2d-9be5-4a3b-b90a-8cb4230c5a04 req-71b8c9a0-d439-46ab-84b5-55f0044e59f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 1098 time: 0.1488760 Aug 11 00:52:14.955089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4699d4ea-d719-4421-bf0a-ac2d53eee663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.026828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9048de2d-9be5-4a3b-b90a-8cb4230c5a04 req-e3a8c04c-cf23-413c-9866-18aa07422dc0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630808 Aug 11 00:52:15.036984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d6819-3b07-4364-9a82-4cd887feaf8d req-e671af87-2e39-4daa-83a8-f31219bf49fb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.038640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a69d6819-3b07-4364-9a82-4cd887feaf8d req-e671af87-2e39-4daa-83a8-f31219bf49fb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1380250 Aug 11 00:52:15.093644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a69d6819-3b07-4364-9a82-4cd887feaf8d req-a8c9b9bd-d56d-40d1-89c8-d5df608cec6b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Aug 11 00:52:15.106305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 22f59df1-df7e-4923-8e87-173139e4ddf2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:52:15.156411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4699d4ea-d719-4421-bf0a-ac2d53eee663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.160078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4699d4ea-d719-4421-bf0a-ac2d53eee663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.162065 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4699d4ea-d719-4421-bf0a-ac2d53eee663 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a31fcab6-4357-4323-b5bf-662d2980aa9b HTTP/1.1" status: 204 len: 168 time: 0.3347318 Aug 11 00:52:15.174306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699d4ea-d719-4421-bf0a-ac2d53eee663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31fcab6-4357-4323-b5bf-662d2980aa9b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:15.180762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 22f59df1-df7e-4923-8e87-173139e4ddf2) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:15.186053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.187064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.213890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf166cf-d4c0-4489-9fa6-3242d8fb293c None None] Network 22f59df1-df7e-4923-8e87-173139e4ddf2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:15.337386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aaacbb07-f0d3-4f1f-a9ae-27598c220f42 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6694705 Aug 11 00:52:15.340434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57066) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:15.348189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1aaa2923-3e5e-4238-82dc-4cb00810fc6a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-86807370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:15.471247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-22f59df1-df7e-4923-8e87-173139e4ddf2', 'network_id': '22f59df1-df7e-4923-8e87-173139e4ddf2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': '2396954a-a9a8-4d4e-903a-5b4214ed175d'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:52:15.472704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.487485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2923-3e5e-4238-82dc-4cb00810fc6a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.496602 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2923-3e5e-4238-82dc-4cb00810fc6a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.525182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-509cf2f1-02d9-484d-8c46-8eb6770f9d24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.536075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-509cf2f1-02d9-484d-8c46-8eb6770f9d24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.552993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-509cf2f1-02d9-484d-8c46-8eb6770f9d24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.568090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-509cf2f1-02d9-484d-8c46-8eb6770f9d24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.579614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-509cf2f1-02d9-484d-8c46-8eb6770f9d24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.597845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-509cf2f1-02d9-484d-8c46-8eb6770f9d24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.603639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-509cf2f1-02d9-484d-8c46-8eb6770f9d24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:15.610088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2923-3e5e-4238-82dc-4cb00810fc6a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.618939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-509cf2f1-02d9-484d-8c46-8eb6770f9d24 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.1851656 Aug 11 00:52:15.671024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2923-3e5e-4238-82dc-4cb00810fc6a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.676227 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0e6747d7-36b7-4494-9bb6-b0d6191643bf req-ded85fd7-cb40-46e2-8a0d-f1417bd90703 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491943 Aug 11 00:52:15.752544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Allocated IP 2001:db8::2 (22f59df1-df7e-4923-8e87-173139e4ddf2/2396954a-a9a8-4d4e-903a-5b4214ed175d/ec01f5bf-e8af-46ff-8029-23811d4df173) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:15.790954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1aaa2923-3e5e-4238-82dc-4cb00810fc6a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:15.793483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1aaa2923-3e5e-4238-82dc-4cb00810fc6a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4511948 Aug 11 00:52:15.796386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57076) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:16.102467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad085f-0d11-42c7-99aa-d3065a2d119f req-b4d95097-71e0-49ea-9a65-3329f1a41de0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.144833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad085f-0d11-42c7-99aa-d3065a2d119f req-b4d95097-71e0-49ea-9a65-3329f1a41de0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.170943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad085f-0d11-42c7-99aa-d3065a2d119f req-b4d95097-71e0-49ea-9a65-3329f1a41de0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.208803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad085f-0d11-42c7-99aa-d3065a2d119f req-b4d95097-71e0-49ea-9a65-3329f1a41de0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.232376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad085f-0d11-42c7-99aa-d3065a2d119f req-b4d95097-71e0-49ea-9a65-3329f1a41de0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.244182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad085f-0d11-42c7-99aa-d3065a2d119f req-b4d95097-71e0-49ea-9a65-3329f1a41de0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.288876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad085f-0d11-42c7-99aa-d3065a2d119f req-b4d95097-71e0-49ea-9a65-3329f1a41de0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.291052 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cad085f-0d11-42c7-99aa-d3065a2d119f req-b4d95097-71e0-49ea-9a65-3329f1a41de0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.4468067 Aug 11 00:52:16.310019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:16.332521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Transition to ACTIVE for port object ec01f5bf-e8af-46ff-8029-23811d4df173 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:16.360959 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e2073f27-d507-4966-9d2b-e10f1a17d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:16.374699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Transition to ACTIVE for port object ec01f5bf-e8af-46ff-8029-23811d4df173 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:16.437249 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:16.546668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Network 22f59df1-df7e-4923-8e87-173139e4ddf2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:16.552239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:16.558957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:16.611601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443306a-2f06-4d1a-b5eb-a762b6376e3f req-878569d8-62b4-4420-8cc1-c471c7f4bf0f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.611601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2443306a-2f06-4d1a-b5eb-a762b6376e3f req-878569d8-62b4-4420-8cc1-c471c7f4bf0f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.2244048 Aug 11 00:52:16.618626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Pushing event updated for resources: {'Port': ['ID=ec01f5bf-e8af-46ff-8029-23811d4df173,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:16.651755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Attempting to bind port ec01f5bf-e8af-46ff-8029-23811d4df173 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:52:16.652126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Attempting to bind port ec01f5bf-e8af-46ff-8029-23811d4df173 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'e4045056-cdbf-4a70-8013-03f87b453567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '22f59df1-df7e-4923-8e87-173139e4ddf2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:52:16.652494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Attempting to bind port ec01f5bf-e8af-46ff-8029-23811d4df173 on network 22f59df1-df7e-4923-8e87-173139e4ddf2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:52:16.659126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:52:16.659647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Checking segment: {'id': 'e4045056-cdbf-4a70-8013-03f87b453567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '22f59df1-df7e-4923-8e87-173139e4ddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:16.659983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:16.660351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Bound using segment: {'id': 'e4045056-cdbf-4a70-8013-03f87b453567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '22f59df1-df7e-4923-8e87-173139e4ddf2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:52:16.660839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Bound port: ec01f5bf-e8af-46ff-8029-23811d4df173, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4045056-cdbf-4a70-8013-03f87b453567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '22f59df1-df7e-4923-8e87-173139e4ddf2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:52:16.662310 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:16.673490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2443306a-2f06-4d1a-b5eb-a762b6376e3f req-56577679-bcb4-4c96-a385-476ca62c603e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607443 Aug 11 00:52:16.726889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:16.746238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] For port ec01f5bf-e8af-46ff-8029-23811d4df173, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:52:16.749918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] For port ec01f5bf-e8af-46ff-8029-23811d4df173, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ec01f5bf-e8af-46ff-8029-23811d4df173,segment=NetworkSegment(e4045056-cdbf-4a70-8013-03f87b453567),segment_id=e4045056-cdbf-4a70-8013-03f87b453567)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:52:16.900389 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:16.934722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e428-926f-4e09-9d6f-03e9ebdd1da1 req-32bd43a6-240a-4f33-b628-1af8462124c0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:16.936773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a46e428-926f-4e09-9d6f-03e9ebdd1da1 req-32bd43a6-240a-4f33-b628-1af8462124c0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1328304 Aug 11 00:52:17.012782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2a46e428-926f-4e09-9d6f-03e9ebdd1da1 req-1ea8907d-24e4-40ba-8af6-b4d323351887 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690532 Aug 11 00:52:17.131679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f74e7-3c5f-4ede-be8e-a042f5a56dd0 None None] Pushing event updated for resources: {'Port': ['ID=ec01f5bf-e8af-46ff-8029-23811d4df173,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:17.471565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8::1 (22f59df1-df7e-4923-8e87-173139e4ddf2/2396954a-a9a8-4d4e-903a-5b4214ed175d/56d3ee74-ced3-4f57-964c-d305e11503d8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:17.715425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1e27d-04ac-4555-9e04-28d1f57255db req-0ffff8e3-6603-4fdc-8c15-debd4354fb2d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:17.721282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ddb1e27d-04ac-4555-9e04-28d1f57255db req-0ffff8e3-6603-4fdc-8c15-debd4354fb2d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1302574 Aug 11 00:52:17.846110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ddb1e27d-04ac-4555-9e04-28d1f57255db req-170f71f1-86f9-4025-9bb4-dc551bd78a53 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177719 Aug 11 00:52:17.896952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57130) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:17.920567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:17.951130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object 56d3ee74-ced3-4f57-964c-d305e11503d8 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:18.139999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9928b653-9e0c-4ecb-83c2-631e4d7d7e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:18.226825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8c725-4e17-487a-87bf-8d31eeccd0f5 req-7bbeae3d-5258-4db4-aabb-71628acf57bb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:18.253522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5bf8c725-4e17-487a-87bf-8d31eeccd0f5 req-7bbeae3d-5258-4db4-aabb-71628acf57bb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.2268658 Aug 11 00:52:18.257763 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:18.352245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9928b653-9e0c-4ecb-83c2-631e4d7d7e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:18.357993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ec01f5bf-e8af-46ff-8029-23811d4df173 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:18.430783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 22f59df1-df7e-4923-8e87-173139e4ddf2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:18.471506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9928b653-9e0c-4ecb-83c2-631e4d7d7e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:18.535541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5bf8c725-4e17-487a-87bf-8d31eeccd0f5 req-6d87818c-b9fa-480e-88ff-50f4d4c6d228 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648492 Aug 11 00:52:18.535541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:18.540230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:18.541051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:18.543154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9928b653-9e0c-4ecb-83c2-631e4d7d7e7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f77ff439acf4f7aa90fc21ec641faab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6445770 Aug 11 00:52:18.550105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57148) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:18.552418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=56d3ee74-ced3-4f57-964c-d305e11503d8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:18.596228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ec01f5bf-e8af-46ff-8029-23811d4df173 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:18.653412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b653-9e0c-4ecb-83c2-631e4d7d7e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0973fc07-d3c9-452c-85b5-c34d0175be84,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:18.738782 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f87dff4-e732-42e3-85ea-f36dc7bb5978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:18.813652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f87dff4-e732-42e3-85ea-f36dc7bb5978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:18.885247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d87027f-9a6f-4572-83cd-69b88e51ccab None None] Network 22f59df1-df7e-4923-8e87-173139e4ddf2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:19.002299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:19.047312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:19.049238 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-075d89da-1000-4ddd-9baa-580b8675c26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:19.058816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f87dff4-e732-42e3-85ea-f36dc7bb5978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:19.063446 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f87dff4-e732-42e3-85ea-f36dc7bb5978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:19.064877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8f87dff4-e732-42e3-85ea-f36dc7bb5978 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0973fc07-d3c9-452c-85b5-c34d0175be84 HTTP/1.1" status: 204 len: 168 time: 0.5120559 Aug 11 00:52:19.079353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87dff4-e732-42e3-85ea-f36dc7bb5978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0973fc07-d3c9-452c-85b5-c34d0175be84,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:19.230667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4252ff63-3a3e-4f3f-8b4b-5a2077f9768b None None] Provisioning for port ec01f5bf-e8af-46ff-8029-23811d4df173 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:19.241744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4252ff63-3a3e-4f3f-8b4b-5a2077f9768b None None] Provisioning complete for port ec01f5bf-e8af-46ff-8029-23811d4df173 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:19.242134 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4252ff63-3a3e-4f3f-8b4b-5a2077f9768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:19.424521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-cb9a1006-7626-4892-8b5d-b5c509ba7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:19.437365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-cb9a1006-7626-4892-8b5d-b5c509ba7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:19.441786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-cb9a1006-7626-4892-8b5d-b5c509ba7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:19.445237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-cb9a1006-7626-4892-8b5d-b5c509ba7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:19.448821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-cb9a1006-7626-4892-8b5d-b5c509ba7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:19.449819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-cb9a1006-7626-4892-8b5d-b5c509ba7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:19.452955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-cb9a1006-7626-4892-8b5d-b5c509ba7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:19.476076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-cb9a1006-7626-4892-8b5d-b5c509ba7615 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.4714782 Aug 11 00:52:19.632624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-a1f899e6-70c1-4782-9f76-471c13cdadf4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506119 Aug 11 00:52:19.687262 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4252ff63-3a3e-4f3f-8b4b-5a2077f9768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:19.746751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:19.755522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4252ff63-3a3e-4f3f-8b4b-5a2077f9768b None None] For port ec01f5bf-e8af-46ff-8029-23811d4df173, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ec01f5bf-e8af-46ff-8029-23811d4df173,segment=NetworkSegment(e4045056-cdbf-4a70-8013-03f87b453567),segment_id=e4045056-cdbf-4a70-8013-03f87b453567)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:19.778089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287476-6eb9-4bcc-865f-36a9d0967f4f req-7049acc7-7b19-461f-a4af-540adaceaf21 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:19.779992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c287476-6eb9-4bcc-865f-36a9d0967f4f req-7049acc7-7b19-461f-a4af-540adaceaf21 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.3163986 Aug 11 00:52:19.824638 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4252ff63-3a3e-4f3f-8b4b-5a2077f9768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:19.958760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252ff63-3a3e-4f3f-8b4b-5a2077f9768b None None] Pushing event updated for resources: {'Port': ['ID=ec01f5bf-e8af-46ff-8029-23811d4df173,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:19.994613 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c287476-6eb9-4bcc-865f-36a9d0967f4f req-305a95bb-5215-4a8c-bde4-84e92ed9a283 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087615 Aug 11 00:52:20.083012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65b653f2-5a04-42af-8103-a71c434c6847 None None] Provisioning for port 56d3ee74-ced3-4f57-964c-d305e11503d8 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:20.089846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65b653f2-5a04-42af-8103-a71c434c6847 None None] Provisioning complete for port 56d3ee74-ced3-4f57-964c-d305e11503d8 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:20.090231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65b653f2-5a04-42af-8103-a71c434c6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.236326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-65b653f2-5a04-42af-8103-a71c434c6847 None None] Port 56d3ee74-ced3-4f57-964c-d305e11503d8 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:20.254689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65b653f2-5a04-42af-8103-a71c434c6847 None None] Provisioning complete for port ec01f5bf-e8af-46ff-8029-23811d4df173 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:20.261719 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65b653f2-5a04-42af-8103-a71c434c6847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.306586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ec01f5bf-e8af-46ff-8029-23811d4df173 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:20.427578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ec01f5bf-e8af-46ff-8029-23811d4df173 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:20.427858 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.436175 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.497795 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.550294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.551428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.573064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1d2b181a-329c-48bf-9fb1-f3e0ca9f8ea5 None None] Provisioning complete for port 56d3ee74-ced3-4f57-964c-d305e11503d8 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:20.573441 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d2b181a-329c-48bf-9fb1-f3e0ca9f8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.612336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b181a-329c-48bf-9fb1-f3e0ca9f8ea5 None None] Port 56d3ee74-ced3-4f57-964c-d305e11503d8 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:20.642072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=56d3ee74-ced3-4f57-964c-d305e11503d8,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:20.693897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 22f59df1-df7e-4923-8e87-173139e4ddf2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:20.695001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:20.748271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57212) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:20.787930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b2b87d-24d8-4f24-bbc5-9dad79cbcdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.841823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57216) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:20.913249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b2b87d-24d8-4f24-bbc5-9dad79cbcdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:20.939427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router b902472a-92cc-4001-924a-92781b5e5be3 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:52:21.087310 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-03b2b87d-24d8-4f24-bbc5-9dad79cbcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.116948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9136-fa19-40df-8b04-8b79e35775c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.129013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:21.139730 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb69bc9a-9bb6-4f38-ab03-8d8f9cac3d56 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/b902472a-92cc-4001-924a-92781b5e5be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3410256 Aug 11 00:52:21.143287 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cda7c9-3c08-40b2-a5f0-57ff1c1d89ba None None] Sync routers for ids ['b902472a-92cc-4001-924a-92781b5e5be3'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:21.143854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57232) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:21.160083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f29f8658-5ea4-4da8-95a9-fcacd3c48d58 None None] Provisioning complete for port 56d3ee74-ced3-4f57-964c-d305e11503d8 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:21.160680 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f29f8658-5ea4-4da8-95a9-fcacd3c48d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.164123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-03b2b87d-24d8-4f24-bbc5-9dad79cbcdd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d463ae4ef734f5faa91ae0da952c7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135301 Aug 11 00:52:21.166049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2b87d-24d8-4f24-bbc5-9dad79cbcdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3216df3c-32ec-4eb2-b176-8c9cfd68e563,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:21.169091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57234) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:21.179358 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cda7c9-3c08-40b2-a5f0-57ff1c1d89ba None None] Routers {'b902472a-92cc-4001-924a-92781b5e5be3'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:21.179957 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e2cda7c9-3c08-40b2-a5f0-57ff1c1d89ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b902472a-92cc-4001-924a-92781b5e5be3'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:21.214740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4770f051-764c-4d1f-bbad-5a2af40da231 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:21.220824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4770f051-764c-4d1f-bbad-5a2af40da231 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports/56d3ee74-ced3-4f57-964c-d305e11503d8 HTTP/1.1" status: 200 len: 911 time: 0.0762053 Aug 11 00:52:21.222900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57236) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:21.250196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f29f8658-5ea4-4da8-95a9-fcacd3c48d58 None None] Port 56d3ee74-ced3-4f57-964c-d305e11503d8 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:21.282370 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e2cda7c9-3c08-40b2-a5f0-57ff1c1d89ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:21.300513 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cda7c9-3c08-40b2-a5f0-57ff1c1d89ba None None] Routers {'b902472a-92cc-4001-924a-92781b5e5be3'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:21.302239 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e2cda7c9-3c08-40b2-a5f0-57ff1c1d89ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b902472a-92cc-4001-924a-92781b5e5be3'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:21.302929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f53e-dc16-4ef1-abd4-523971d9cef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.354141 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f53e-dc16-4ef1-abd4-523971d9cef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.375306 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e2cda7c9-3c08-40b2-a5f0-57ff1c1d89ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:21.376416 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cda7c9-3c08-40b2-a5f0-57ff1c1d89ba None None] The sync data for ids ['b902472a-92cc-4001-924a-92781b5e5be3'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:21.398742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165a4cc-1325-46c9-b2a3-0fd7b694e7d1 req-fe87d6cb-d7c2-47d8-9dea-c5a18b7de103 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:21.402166 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1165a4cc-1325-46c9-b2a3-0fd7b694e7d1 req-fe87d6cb-d7c2-47d8-9dea-c5a18b7de103 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1763654 Aug 11 00:52:21.510026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9136-fa19-40df-8b04-8b79e35775c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.524125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1165a4cc-1325-46c9-b2a3-0fd7b694e7d1 req-716456eb-a69d-42a0-aaec-287883396e6a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870318 Aug 11 00:52:21.618914 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f53e-dc16-4ef1-abd4-523971d9cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.621631 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f53e-dc16-4ef1-abd4-523971d9cef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.623207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3fc0f53e-dc16-4ef1-abd4-523971d9cef9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3216df3c-32ec-4eb2-b176-8c9cfd68e563 HTTP/1.1" status: 204 len: 168 time: 0.4527831 Aug 11 00:52:21.655500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0f53e-dc16-4ef1-abd4-523971d9cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3216df3c-32ec-4eb2-b176-8c9cfd68e563,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:21.674096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2e5f9136-fa19-40df-8b04-8b79e35775c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.735441 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2e5f9136-fa19-40df-8b04-8b79e35775c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64d124aef8aa47d48fc388ddb5b747ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8907602 Aug 11 00:52:21.739348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.740412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57248) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:21.742674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f9136-fa19-40df-8b04-8b79e35775c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f38c23-3feb-4b05-978f-9544ddf35ea8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:21.862716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a299ce80-8676-45f7-815f-3045514e1611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:21.903689 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a299ce80-8676-45f7-815f-3045514e1611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:22.185554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 56d3ee74-ced3-4f57-964c-d305e11503d8 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:22.186108 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:22.190205 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a299ce80-8676-45f7-815f-3045514e1611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:22.192879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a299ce80-8676-45f7-815f-3045514e1611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:22.194074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a299ce80-8676-45f7-815f-3045514e1611 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21f38c23-3feb-4b05-978f-9544ddf35ea8 HTTP/1.1" status: 204 len: 168 time: 0.4523218 Aug 11 00:52:22.204342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299ce80-8676-45f7-815f-3045514e1611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f38c23-3feb-4b05-978f-9544ddf35ea8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:22.337693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:22.354913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 56d3ee74-ced3-4f57-964c-d305e11503d8 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:22.455410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:22.767563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909291-5a64-42e5-aca6-e5eaa32e72aa req-6c707db8-6427-4196-a21a-799bfdfcf33e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:22.770445 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3909291-5a64-42e5-aca6-e5eaa32e72aa req-6c707db8-6427-4196-a21a-799bfdfcf33e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1634688 Aug 11 00:52:22.849856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3909291-5a64-42e5-aca6-e5eaa32e72aa req-21a799a5-079a-42d3-8b14-559664b69bd5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615175 Aug 11 00:52:22.876892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:22.905855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=56d3ee74-ced3-4f57-964c-d305e11503d8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:23.073650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.269383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57322) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:23.286534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d9930aa-ce83-4070-8a9e-ab9396ecdcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.320790 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router b902472a-92cc-4001-924a-92781b5e5be3 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:52:23.407579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:23.415206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3ac4ac7b-dc5a-483d-95ac-0ebf3c582f8a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/b902472a-92cc-4001-924a-92781b5e5be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1891272 Aug 11 00:52:23.416896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57328) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:23.423680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1437ee-3f9e-456f-845b-8ca8d4fe8431 None None] Sync routers for ids ['b902472a-92cc-4001-924a-92781b5e5be3'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:23.439516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1437ee-3f9e-456f-845b-8ca8d4fe8431 None None] Routers {'b902472a-92cc-4001-924a-92781b5e5be3'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:23.440822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3e1437ee-3f9e-456f-845b-8ca8d4fe8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b902472a-92cc-4001-924a-92781b5e5be3'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:23.475815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d9930aa-ce83-4070-8a9e-ab9396ecdcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.493962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5d6c92e0-d8b1-4ef8-823d-532423461775 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=b902472a-92cc-4001-924a-92781b5e5be3 HTTP/1.1" status: 200 len: 205 time: 0.0470669 Aug 11 00:52:23.497307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57332) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:23.504602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3e1437ee-3f9e-456f-845b-8ca8d4fe8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:23.536113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1437ee-3f9e-456f-845b-8ca8d4fe8431 None None] Routers {'b902472a-92cc-4001-924a-92781b5e5be3'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:23.536783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3e1437ee-3f9e-456f-845b-8ca8d4fe8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b902472a-92cc-4001-924a-92781b5e5be3'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:23.572837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d9930aa-ce83-4070-8a9e-ab9396ecdcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.584325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3e1437ee-3f9e-456f-845b-8ca8d4fe8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:23.585007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1437ee-3f9e-456f-845b-8ca8d4fe8431 None None] The sync data for ids ['b902472a-92cc-4001-924a-92781b5e5be3'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:23.587230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c487bc23-df24-4468-88c2-9da1cf1d5653 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.643878 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d9930aa-ce83-4070-8a9e-ab9396ecdcac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3be91fe1e0494a519840e416831e6a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733177 Aug 11 00:52:23.644972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57342) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:23.652930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9930aa-ce83-4070-8a9e-ab9396ecdcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f165a6a4-da4c-4aec-b335-8628372ca99d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:23.714701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe403ccf-9d79-4e10-937d-5991d9cc6d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.774794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe403ccf-9d79-4e10-937d-5991d9cc6d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.850883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c487bc23-df24-4468-88c2-9da1cf1d5653 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.867449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c487bc23-df24-4468-88c2-9da1cf1d5653 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.923642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe403ccf-9d79-4e10-937d-5991d9cc6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.930134 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe403ccf-9d79-4e10-937d-5991d9cc6d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.934914 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fe403ccf-9d79-4e10-937d-5991d9cc6d21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f165a6a4-da4c-4aec-b335-8628372ca99d HTTP/1.1" status: 204 len: 168 time: 0.2863154 Aug 11 00:52:23.989270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe403ccf-9d79-4e10-937d-5991d9cc6d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f165a6a4-da4c-4aec-b335-8628372ca99d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:23.990201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c487bc23-df24-4468-88c2-9da1cf1d5653 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:23.990799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c487bc23-df24-4468-88c2-9da1cf1d5653 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Fanout notify agent at l3_agent the message router_deleted on router b902472a-92cc-4001-924a-92781b5e5be3 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:52:24.005001 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c487bc23-df24-4468-88c2-9da1cf1d5653 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:24.005001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c487bc23-df24-4468-88c2-9da1cf1d5653 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/b902472a-92cc-4001-924a-92781b5e5be3 HTTP/1.1" status: 204 len: 168 time: 0.5012269 Aug 11 00:52:24.005001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57354) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:24.019526 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:52:24.086514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2d234-ca72-4ce3-a11d-e3827aa3872f req-5ce55e5c-18c9-4687-a9c2-fccb703e9351 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:24.092899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27b2d234-ca72-4ce3-a11d-e3827aa3872f req-5ce55e5c-18c9-4687-a9c2-fccb703e9351 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1166267 Aug 11 00:52:24.145395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27b2d234-ca72-4ce3-a11d-e3827aa3872f req-3b50e283-3ff4-452b-a1d0-fe7ec378a93c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470541 Aug 11 00:52:24.153041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b88d29d-48f3-47e7-a2af-712f9b532bae tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet 2396954a-a9a8-4d4e-903a-5b4214ed175d {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:52:24.156606 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b88d29d-48f3-47e7-a2af-712f9b532bae tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:24.207397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b88d29d-48f3-47e7-a2af-712f9b532bae tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:24.444622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b88d29d-48f3-47e7-a2af-712f9b532bae tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:24.648004 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b88d29d-48f3-47e7-a2af-712f9b532bae tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:24.694284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b88d29d-48f3-47e7-a2af-712f9b532bae tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:24.694284 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2b88d29d-48f3-47e7-a2af-712f9b532bae tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/2396954a-a9a8-4d4e-903a-5b4214ed175d HTTP/1.1" status: 204 len: 168 time: 0.6869707 Aug 11 00:52:24.695565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57388) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:24.698295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6823bd1c-5ef4-4bc3-91bb-3ad50ad504a2 None None] Network 22f59df1-df7e-4923-8e87-173139e4ddf2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:24.706756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88d29d-48f3-47e7-a2af-712f9b532bae tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=2396954a-a9a8-4d4e-903a-5b4214ed175d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:24.833118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:24.982835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] DHCP port deletion for 22f59df1-df7e-4923-8e87-173139e4ddf2 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:52:24.990772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port ec01f5bf-e8af-46ff-8029-23811d4df173 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:24.990772 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.045503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] Deleting port ec01f5bf-e8af-46ff-8029-23811d4df173 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:25.046073 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.090871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port ec01f5bf-e8af-46ff-8029-23811d4df173, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ec01f5bf-e8af-46ff-8029-23811d4df173,segment=NetworkSegment(e4045056-cdbf-4a70-8013-03f87b453567),segment_id=e4045056-cdbf-4a70-8013-03f87b453567)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:25.091297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.109721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for ec01f5bf-e8af-46ff-8029-23811d4df173 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:25.162693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] For port ec01f5bf-e8af-46ff-8029-23811d4df173, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ec01f5bf-e8af-46ff-8029-23811d4df173,segment=NetworkSegment(e4045056-cdbf-4a70-8013-03f87b453567),segment_id=e4045056-cdbf-4a70-8013-03f87b453567)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:25.162693 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.193655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] Calling delete_port for ec01f5bf-e8af-46ff-8029-23811d4df173 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:25.344219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.371718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ff95a-7abb-4400-99e7-721d0f076679 req-b0d910c3-2045-48ff-8b52-23a4f1366844 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:25.380476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e0ff95a-7abb-4400-99e7-721d0f076679 req-b0d910c3-2045-48ff-8b52-23a4f1366844 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.0949557 Aug 11 00:52:25.408639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No DVR routers for this DVR port ec01f5bf-e8af-46ff-8029-23811d4df173 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:52:25.419315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=ec01f5bf-e8af-46ff-8029-23811d4df173,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:25.429783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e0ff95a-7abb-4400-99e7-721d0f076679 req-e73592de-437c-4ec3-907f-df823c06ac73 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474069 Aug 11 00:52:25.623330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.647679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f59df1-df7e-4923-8e87-173139e4ddf2']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:25.663197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4045056-cdbf-4a70-8013-03f87b453567') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:25.665802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4045056-cdbf-4a70-8013-03f87b453567') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:25.701110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.706743 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.732320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.748351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:52:25.749181 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.755038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] Pushing event deleted for resources: {'Port': ['ID=ec01f5bf-e8af-46ff-8029-23811d4df173,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:52:25.756267 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:52:25.772980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0cbd9-d4ac-4a1c-81bc-ff0837d0f86c None None] No DVR routers for this DVR port ec01f5bf-e8af-46ff-8029-23811d4df173 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:52:25.956180 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.988667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:25.996534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/22f59df1-df7e-4923-8e87-173139e4ddf2 HTTP/1.1" status: 204 len: 168 time: 1.2934051 Aug 11 00:52:25.996534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80729e8b-3e40-473b-8947-f6dc5948c061 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=22f59df1-df7e-4923-8e87-173139e4ddf2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:25.997194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57430) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:26.002486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1551077897', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:26.133207 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:26.134227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:26.210183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:26.218483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ec01f5bf-e8af-46ff-8029-23811d4df173 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:52:26.241625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ec01f5bf-e8af-46ff-8029-23811d4df173 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:52:26.244527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ec01f5bf-e8af-46ff-8029-23811d4df173 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:52:26.501273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:26.590543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf28b3f-6eab-448a-a380-49d1f9460e8c req-51bf80f0-a740-43bc-ae1c-a339019bc426 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:26.592377 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7cf28b3f-6eab-448a-a380-49d1f9460e8c req-51bf80f0-a740-43bc-ae1c-a339019bc426 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.0649335 Aug 11 00:52:26.678953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7cf28b3f-6eab-448a-a380-49d1f9460e8c req-6099f3f7-7724-431a-b2e9-db801e8c33eb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747099 Aug 11 00:52:27.454930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:27.476346 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:27.628986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 172.25.0.131 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/9d2536ac-0935-4faf-b70d-015bc52d51f0) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:27.785691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:27.972856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c475d1-d529-4082-92a8-77d208b8fba9 req-192ee6a5-89a5-402f-82f8-7b1eb7e3dc94 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:27.975740 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0c475d1-d529-4082-92a8-77d208b8fba9 req-192ee6a5-89a5-402f-82f8-7b1eb7e3dc94 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.0925293 Aug 11 00:52:28.031779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0c475d1-d529-4082-92a8-77d208b8fba9 req-ba1677ec-3518-443a-bbba-4222e809a719 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Aug 11 00:52:28.076888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:28.132101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:28.135365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:28.139784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:28.145948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=9d2536ac-0935-4faf-b70d-015bc52d51f0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:28.638434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:28.900646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57514) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:29.122107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:29.202043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca240c51-a930-4253-885a-6d337547d44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:29.236141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5dd94-1d25-430f-acc8-96d74819edca req-558b59fb-07fe-427f-87e3-86775b1ece69 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:29.245149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3ec5dd94-1d25-430f-acc8-96d74819edca req-558b59fb-07fe-427f-87e3-86775b1ece69 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1170726 Aug 11 00:52:29.329942 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3ec5dd94-1d25-430f-acc8-96d74819edca req-5cb60bc8-f924-472c-a8ee-6546254a938c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770824 Aug 11 00:52:29.573984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca240c51-a930-4253-885a-6d337547d44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:29.589347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:29.687017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router 74b2e8d7-a498-454b-acc7-b24ff84e40cc is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:52:29.727890 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:29.728262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca240c51-a930-4253-885a-6d337547d44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:29.912400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ca240c51-a930-4253-885a-6d337547d44b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b05f26698f2497caefba4135ca79339&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0063407 Aug 11 00:52:29.913396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57532) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:29.914623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:29.942821 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f156ed1-bf07-4d3e-9b3b-f544f354b54c None None] Sync routers for ids ['74b2e8d7-a498-454b-acc7-b24ff84e40cc'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:29.955585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca240c51-a930-4253-885a-6d337547d44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae1266e-48ab-4e91-a0b8-9aacc450dd8b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:30.009668 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f156ed1-bf07-4d3e-9b3b-f544f354b54c None None] Routers {'74b2e8d7-a498-454b-acc7-b24ff84e40cc'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:30.016797 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2f156ed1-bf07-4d3e-9b3b-f544f354b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['74b2e8d7-a498-454b-acc7-b24ff84e40cc'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:30.026258 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d97fce6-12ca-4b01-976d-540ee028696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:30.057854 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:30.070795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f445736f-2bcd-41bf-a43b-bbb483d1f251 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0688031 Aug 11 00:52:30.072531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57534) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:30.076233 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2f156ed1-bf07-4d3e-9b3b-f544f354b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:30.127730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d97fce6-12ca-4b01-976d-540ee028696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:30.129107 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f156ed1-bf07-4d3e-9b3b-f544f354b54c None None] Routers {'74b2e8d7-a498-454b-acc7-b24ff84e40cc'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:30.130158 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2f156ed1-bf07-4d3e-9b3b-f544f354b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['74b2e8d7-a498-454b-acc7-b24ff84e40cc'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:30.221334 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2f156ed1-bf07-4d3e-9b3b-f544f354b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:30.222196 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f156ed1-bf07-4d3e-9b3b-f544f354b54c None None] The sync data for ids ['74b2e8d7-a498-454b-acc7-b24ff84e40cc'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:30.312342 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81ab7d56-adad-41ce-981c-38b860587992 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/routers/74b2e8d7-a498-454b-acc7-b24ff84e40cc HTTP/1.1" status: 200 len: 885 time: 0.2374544 Aug 11 00:52:30.315750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57538) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:30.374527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d97fce6-12ca-4b01-976d-540ee028696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:30.377799 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d97fce6-12ca-4b01-976d-540ee028696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:30.379056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6d97fce6-12ca-4b01-976d-540ee028696a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ae1266e-48ab-4e91-a0b8-9aacc450dd8b HTTP/1.1" status: 204 len: 168 time: 0.4624298 Aug 11 00:52:30.425496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97fce6-12ca-4b01-976d-540ee028696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae1266e-48ab-4e91-a0b8-9aacc450dd8b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:30.786100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270ef3b-6869-44fc-9323-f6fdf49a5a9d req-b4e21700-306b-4733-9818-d56c0c9e9b4f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:30.807993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a270ef3b-6869-44fc-9323-f6fdf49a5a9d req-b4e21700-306b-4733-9818-d56c0c9e9b4f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.2966847 Aug 11 00:52:30.876027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a270ef3b-6869-44fc-9323-f6fdf49a5a9d req-12273ae4-b809-4074-bee5-d37f9b0a0ca3 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587542 Aug 11 00:52:30.888496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d9e3a7cc-2c2a-464c-b76e-87827034c5b1 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5711405 Aug 11 00:52:30.892180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57556) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:30.898147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-06b5a81d-8557-4771-91da-26ccd0e6d9fe tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1551077897'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:31.272838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-06b5a81d-8557-4771-91da-26ccd0e6d9fe tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:31.453898 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-06b5a81d-8557-4771-91da-26ccd0e6d9fe tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:31.477271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57564) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:31.492284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3862a3f-176f-4b5c-9f83-19eac8647911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:31.589889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b5a81d-8557-4771-91da-26ccd0e6d9fe tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router 74b2e8d7-a498-454b-acc7-b24ff84e40cc has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:52:31.605595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3862a3f-176f-4b5c-9f83-19eac8647911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:31.767751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3862a3f-176f-4b5c-9f83-19eac8647911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:31.911776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3862a3f-176f-4b5c-9f83-19eac8647911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f10b099-89bd-4011-9bfe-4b102dce13da,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:31.966810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d3862a3f-176f-4b5c-9f83-19eac8647911 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e8ed54e37c14f7a9e2f9cb12d1843f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880784 Aug 11 00:52:31.970946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57578) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:32.163418 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3cae643-886e-4fb3-a093-a1df23507fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:32.190767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b5a81d-8557-4771-91da-26ccd0e6d9fe tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:32.210657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768cff6-6559-431d-9ab5-3d1d28128946 None None] Sync routers for ids ['74b2e8d7-a498-454b-acc7-b24ff84e40cc'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:32.213053 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3cae643-886e-4fb3-a093-a1df23507fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:32.225475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-06b5a81d-8557-4771-91da-26ccd0e6d9fe tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:32.229709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-06b5a81d-8557-4771-91da-26ccd0e6d9fe tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/74b2e8d7-a498-454b-acc7-b24ff84e40cc HTTP/1.1" status: 200 len: 892 time: 1.3342028 Aug 11 00:52:32.234696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768cff6-6559-431d-9ab5-3d1d28128946 None None] Routers {'74b2e8d7-a498-454b-acc7-b24ff84e40cc'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:32.235191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57584) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:32.235306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a768cff6-6559-431d-9ab5-3d1d28128946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['74b2e8d7-a498-454b-acc7-b24ff84e40cc'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:32.335115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a768cff6-6559-431d-9ab5-3d1d28128946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:32.351536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768cff6-6559-431d-9ab5-3d1d28128946 None None] Routers {'74b2e8d7-a498-454b-acc7-b24ff84e40cc'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:32.352234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a768cff6-6559-431d-9ab5-3d1d28128946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['74b2e8d7-a498-454b-acc7-b24ff84e40cc'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:32.389004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a768cff6-6559-431d-9ab5-3d1d28128946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:32.389689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768cff6-6559-431d-9ab5-3d1d28128946 None None] The sync data for ids ['74b2e8d7-a498-454b-acc7-b24ff84e40cc'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:32.403356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abd477-8d56-439c-8730-13632b63fbac req-4a40dce3-d9f9-4c52-9254-1015f88ab4d8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:32.405041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32abd477-8d56-439c-8730-13632b63fbac req-4a40dce3-d9f9-4c52-9254-1015f88ab4d8 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.2323756 Aug 11 00:52:32.506735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-039f47cc-3a29-46b6-9543-e44e7c52d6e5 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/routers/74b2e8d7-a498-454b-acc7-b24ff84e40cc HTTP/1.1" status: 200 len: 892 time: 0.2694302 Aug 11 00:52:32.508421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32abd477-8d56-439c-8730-13632b63fbac req-d3c4a6a0-aaa5-4796-8848-cb1d91b9434b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683799 Aug 11 00:52:32.508949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57594) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:32.521569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3cae643-886e-4fb3-a093-a1df23507fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:32.525083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3cae643-886e-4fb3-a093-a1df23507fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:32.526738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f3cae643-886e-4fb3-a093-a1df23507fe8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f10b099-89bd-4011-9bfe-4b102dce13da HTTP/1.1" status: 204 len: 168 time: 0.5537329 Aug 11 00:52:32.565717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cae643-886e-4fb3-a093-a1df23507fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f10b099-89bd-4011-9bfe-4b102dce13da,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:32.573922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96245985-22ff-429b-ad9f-982769536e8f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=74b2e8d7-a498-454b-acc7-b24ff84e40cc HTTP/1.1" status: 200 len: 205 time: 0.0616963 Aug 11 00:52:32.575142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57598) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:32.770554 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:32.934172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:33.160329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 9d2536ac-0935-4faf-b70d-015bc52d51f0 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:33.160769 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:33.317492 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:33.334813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 9d2536ac-0935-4faf-b70d-015bc52d51f0 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:33.686912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:33.753234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=9d2536ac-0935-4faf-b70d-015bc52d51f0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:33.819925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b29b4-40eb-4636-9272-1c2b94d23add req-6558370e-793b-4b71-9f37-a667f932dc89 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:33.823551 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-849b29b4-40eb-4636-9272-1c2b94d23add req-6558370e-793b-4b71-9f37-a667f932dc89 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1906517 Aug 11 00:52:33.946279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-849b29b4-40eb-4636-9272-1c2b94d23add req-76fccc48-dc6f-4a03-b85b-5d1d28b04cad tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853546 Aug 11 00:52:33.966356 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.131458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.136653 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.350679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.351270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Fanout notify agent at l3_agent the message router_deleted on router 74b2e8d7-a498-454b-acc7-b24ff84e40cc {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:52:34.384500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.384500 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d5998da0-082b-4aae-bba8-72a04684075a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/74b2e8d7-a498-454b-acc7-b24ff84e40cc HTTP/1.1" status: 204 len: 168 time: 1.7875950 Aug 11 00:52:34.384854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57652) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:34.384854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1802975081'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:34.549138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:34.554150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.581783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:52:34.593283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.594552 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment 6c3a0fb9-e3e6-4c63-b948-3f0a168c3063 of type vlan for network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 Aug 11 00:52:34.663960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.870098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:34.879279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:34.880197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:35.003526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=9959cd7c-c97b-4990-be13-6b6a9ee1e861,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:35.018908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:52:35.094594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-50c18759-e57b-4b35-9993-d4a8dfcbe50f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7176113 Aug 11 00:52:35.096823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57672) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:35.105164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': '9959cd7c-c97b-4990-be13-6b6a9ee1e861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:35.327522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1843ce3-fe2d-4860-b202-38a14dea6c35 req-5ed97ae5-3de8-479d-b9ba-7442593e3daf tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:35.331480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1843ce3-fe2d-4860-b202-38a14dea6c35 req-5ed97ae5-3de8-479d-b9ba-7442593e3daf tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1079369 Aug 11 00:52:35.446384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1843ce3-fe2d-4860-b202-38a14dea6c35 req-ea44f556-e692-4ea2-bde1-c3486ca53a9d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948503 Aug 11 00:52:35.583996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:35.593949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:36.257875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:36.401883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57704) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:36.449534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=bd109172-2c3b-4838-b883-81fd33728b23,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:36.454072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': '6c3a0fb9-e3e6-4c63-b948-3f0a168c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9959cd7c-c97b-4990-be13-6b6a9ee1e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:36.454715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: 9959cd7c-c97b-4990-be13-6b6a9ee1e861, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:52:36.571753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d852e9b-20c9-47ce-813d-66e103488780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:36.592424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:52:36.660113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e74e41-5ae3-4958-8cc1-bc4e91861e10 req-322f11ec-7668-4941-94d3-3fbf2333a660 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:36.668769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28e74e41-5ae3-4958-8cc1-bc4e91861e10 req-322f11ec-7668-4941-94d3-3fbf2333a660 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1181874 Aug 11 00:52:36.734947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 9959cd7c-c97b-4990-be13-6b6a9ee1e861) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:36.745062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28e74e41-5ae3-4958-8cc1-bc4e91861e10 req-918547a6-949d-4832-a4c0-da7c9e6a8acd tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753496 Aug 11 00:52:36.759365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:36.759646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a9d1a-6ae0-4d2a-a8d7-e1330a80561f None None] Network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:36.762628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:36.819514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d852e9b-20c9-47ce-813d-66e103488780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:36.980326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-9959cd7c-c97b-4990-be13-6b6a9ee1e861', 'network_id': '9959cd7c-c97b-4990-be13-6b6a9ee1e861', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': 'bd109172-2c3b-4838-b883-81fd33728b23'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:52:36.995975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.042236 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d852e9b-20c9-47ce-813d-66e103488780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.157574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b350c914-39a5-4d24-a214-bf37e881e024 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0582824 Aug 11 00:52:37.160220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57726) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:37.166633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-41d3742c-4b29-4849-8dae-d8c8431d3270 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1830656283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:37.213837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Allocated IP 2001:db8::2 (9959cd7c-c97b-4990-be13-6b6a9ee1e861/bd109172-2c3b-4838-b883-81fd33728b23/d36ed255-ae3e-4e68-a960-78f6d1ee9011) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:37.339319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41d3742c-4b29-4849-8dae-d8c8431d3270 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.341712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41d3742c-4b29-4849-8dae-d8c8431d3270 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.548938 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41d3742c-4b29-4849-8dae-d8c8431d3270 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.594225 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1d852e9b-20c9-47ce-813d-66e103488780 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff4a0fe4086a43c4be829fe97747a657&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1910596 Aug 11 00:52:37.598542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57734) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:37.610678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.617232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d852e9b-20c9-47ce-813d-66e103488780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2acabc3-058b-4813-aaae-c5a8b86f0d09,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:37.642201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Transition to ACTIVE for port object d36ed255-ae3e-4e68-a960-78f6d1ee9011 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:37.669004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Transition to ACTIVE for port object d36ed255-ae3e-4e68-a960-78f6d1ee9011 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:37.670895 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-99ba2f8c-aca8-4ca6-8c5e-0e5be28d268f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.707838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41d3742c-4b29-4849-8dae-d8c8431d3270 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.727453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-99ba2f8c-aca8-4ca6-8c5e-0e5be28d268f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.747509 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.866455 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41d3742c-4b29-4849-8dae-d8c8431d3270 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.872395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-41d3742c-4b29-4849-8dae-d8c8431d3270 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7082257 Aug 11 00:52:37.872634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Pushing event updated for resources: {'Port': ['ID=d36ed255-ae3e-4e68-a960-78f6d1ee9011,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:37.873246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57746) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:37.903247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:37.912646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:37.921405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:37.974102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-99ba2f8c-aca8-4ca6-8c5e-0e5be28d268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.976981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-99ba2f8c-aca8-4ca6-8c5e-0e5be28d268f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:37.992588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-99ba2f8c-aca8-4ca6-8c5e-0e5be28d268f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2acabc3-058b-4813-aaae-c5a8b86f0d09 HTTP/1.1" status: 204 len: 168 time: 0.3893023 Aug 11 00:52:38.012158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Attempting to bind port d36ed255-ae3e-4e68-a960-78f6d1ee9011 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:52:38.013968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Attempting to bind port d36ed255-ae3e-4e68-a960-78f6d1ee9011 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '6c3a0fb9-e3e6-4c63-b948-3f0a168c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9959cd7c-c97b-4990-be13-6b6a9ee1e861'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:52:38.013968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Attempting to bind port d36ed255-ae3e-4e68-a960-78f6d1ee9011 on network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:52:38.019306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:52:38.019928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Checking segment: {'id': '6c3a0fb9-e3e6-4c63-b948-3f0a168c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9959cd7c-c97b-4990-be13-6b6a9ee1e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:38.020143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:38.020470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Bound using segment: {'id': '6c3a0fb9-e3e6-4c63-b948-3f0a168c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9959cd7c-c97b-4990-be13-6b6a9ee1e861'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:52:38.021080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Bound port: d36ed255-ae3e-4e68-a960-78f6d1ee9011, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3a0fb9-e3e6-4c63-b948-3f0a168c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9959cd7c-c97b-4990-be13-6b6a9ee1e861'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:52:38.022137 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:38.066179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba2f8c-aca8-4ca6-8c5e-0e5be28d268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2acabc3-058b-4813-aaae-c5a8b86f0d09,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:38.193637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a782-c664-498c-8188-e2a4a5f7976c req-8e0cf935-b8d5-4679-ba15-3be77abcc26a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:38.195479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32f3a782-c664-498c-8188-e2a4a5f7976c req-8e0cf935-b8d5-4679-ba15-3be77abcc26a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.2582769 Aug 11 00:52:38.217047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] For port d36ed255-ae3e-4e68-a960-78f6d1ee9011, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:52:38.225584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] For port d36ed255-ae3e-4e68-a960-78f6d1ee9011, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d36ed255-ae3e-4e68-a960-78f6d1ee9011,segment=NetworkSegment(6c3a0fb9-e3e6-4c63-b948-3f0a168c3063),segment_id=6c3a0fb9-e3e6-4c63-b948-3f0a168c3063)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:52:38.345659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32f3a782-c664-498c-8188-e2a4a5f7976c req-3ef60113-c020-4c27-afca-de8bdbd0f7e4 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025696 Aug 11 00:52:38.360716 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:38.420643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:38.468244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893657c0-240e-443e-b213-b2ae91639a66 None None] Pushing event updated for resources: {'Port': ['ID=d36ed255-ae3e-4e68-a960-78f6d1ee9011,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:38.508873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57762) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:38.808548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c8967c8-bde7-4fa7-aabc-d62c36a56f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:38.955586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8::1 (9959cd7c-c97b-4990-be13-6b6a9ee1e861/bd109172-2c3b-4838-b883-81fd33728b23/db2713f9-2211-4705-a760-809267f4dc40) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:39.016791 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c8967c8-bde7-4fa7-aabc-d62c36a56f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.112214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.116190 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2c8967c8-bde7-4fa7-aabc-d62c36a56f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.133134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object db2713f9-2211-4705-a760-809267f4dc40 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:39.184250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2c8967c8-bde7-4fa7-aabc-d62c36a56f0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fa44c56ffc24629888308e2ada6547a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739800 Aug 11 00:52:39.191650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57780) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:39.207886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8967c8-bde7-4fa7-aabc-d62c36a56f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee0c2f-2ac7-4715-a339-d2b68db17cf2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:39.278245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cea09a8f-74ec-491d-8a91-99037d43b1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.308049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cea09a8f-74ec-491d-8a91-99037d43b1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.317611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.394100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:39.402548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:39.406097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:39.407272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.414885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=db2713f9-2211-4705-a760-809267f4dc40,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:39.625597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cea09a8f-74ec-491d-8a91-99037d43b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.630736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cea09a8f-74ec-491d-8a91-99037d43b1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.631997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c018a-bbf4-46e0-8991-24cd3b5d5f47 req-19b99702-71d9-4362-b2c2-a426e0d1ef68 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:39.632735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cea09a8f-74ec-491d-8a91-99037d43b1f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4ee0c2f-2ac7-4715-a339-d2b68db17cf2 HTTP/1.1" status: 204 len: 168 time: 0.4393396 Aug 11 00:52:39.637117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-800c018a-bbf4-46e0-8991-24cd3b5d5f47 req-19b99702-71d9-4362-b2c2-a426e0d1ef68 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.0949390 Aug 11 00:52:39.661753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea09a8f-74ec-491d-8a91-99037d43b1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee0c2f-2ac7-4715-a339-d2b68db17cf2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:39.730668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-800c018a-bbf4-46e0-8991-24cd3b5d5f47 req-bcc0b3b7-b63a-406e-8422-8c265719b9e1 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795600 Aug 11 00:52:39.774849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57808) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:39.882283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:39.978702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1985778867-network', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:40.009880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef2b3c-5959-421e-9a82-ca0aa4f4ed0b None None] Network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:40.230479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Made reservation on behalf of 50a5a9d65e3a45c3a2ece089fdce14b6 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:40.236951 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.238746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-69b2b41c-f6f1-4bd9-88c1-386ee5718852 None None] Provisioning for port d36ed255-ae3e-4e68-a960-78f6d1ee9011 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:40.259559 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.303802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d36ed255-ae3e-4e68-a960-78f6d1ee9011 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:40.439345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.502719 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.566887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.567490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port d36ed255-ae3e-4e68-a960-78f6d1ee9011 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:40.581967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d36ed255-ae3e-4e68-a960-78f6d1ee9011 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:40.583004 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.595916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:52:40.606959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.607794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.629578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5c58e6-4680-4ccc-b6f6-b91db1bbbea2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:40.636691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.637047 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Added segment fcc4d7e0-14ee-438a-84e9-19081b8f8423 of type vlan for network cfbe3233-fb7c-4abf-8eab-45de27f6a10c Aug 11 00:52:40.712490 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.735154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:40.744324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=db2713f9-2211-4705-a760-809267f4dc40,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:40.762737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port d36ed255-ae3e-4e68-a960-78f6d1ee9011, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d36ed255-ae3e-4e68-a960-78f6d1ee9011,segment=NetworkSegment(6c3a0fb9-e3e6-4c63-b948-3f0a168c3063),segment_id=6c3a0fb9-e3e6-4c63-b948-3f0a168c3063)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:40.784295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:40.786089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:40.958448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439442b-e5e7-472c-84fb-2063e88841b9 req-36566044-1c12-4fea-b770-d01a6c376645 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:40.960178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2439442b-e5e7-472c-84fb-2063e88841b9 req-36566044-1c12-4fea-b770-d01a6c376645 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1225698 Aug 11 00:52:41.026790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2439442b-e5e7-472c-84fb-2063e88841b9 req-7ca10764-1498-4ac7-8c74-a9acda32b2c7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588031 Aug 11 00:52:41.057004 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.057537 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.057537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:41.057537 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.074826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-10014587-6ecd-40d4-8031-cb33ced49715 None None] Provisioning for port db2713f9-2211-4705-a760-809267f4dc40 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:41.100074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-10014587-6ecd-40d4-8031-cb33ced49715 None None] Provisioning complete for port db2713f9-2211-4705-a760-809267f4dc40 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:41.100483 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10014587-6ecd-40d4-8031-cb33ced49715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.147693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-10014587-6ecd-40d4-8031-cb33ced49715 None None] Port db2713f9-2211-4705-a760-809267f4dc40 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:41.172853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router f20a75a4-3c74-422b-b7a5-63fa9d76dec6 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:52:41.181073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-10014587-6ecd-40d4-8031-cb33ced49715 None None] Provisioning complete for port d36ed255-ae3e-4e68-a960-78f6d1ee9011 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:41.182634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-10014587-6ecd-40d4-8031-cb33ced49715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.183204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=d36ed255-ae3e-4e68-a960-78f6d1ee9011,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:41.211436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4353497 Aug 11 00:52:41.214459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cc377-1253-4ded-9e32-88e7ac6d1f16 admin admin] Pushing event updated for resources: {'Network': ['ID=cfbe3233-fb7c-4abf-8eab-45de27f6a10c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:41.220897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57830) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:41.235543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Request body: {'subnet': {'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1985778867-subnet', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:41.235727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cfbe3233-fb7c-4abf-8eab-45de27f6a10c details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:52:41.349061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57834) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:41.378380 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3599e1bf-cb8b-4893-8fe4-327fbc357d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.463832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:41.468066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Made reservation on behalf of 50a5a9d65e3a45c3a2ece089fdce14b6 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:41.473126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c4472ad0-7c69-47a5-b534-3e27d478c2a0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/f20a75a4-3c74-422b-b7a5-63fa9d76dec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5979166 Aug 11 00:52:41.474255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.475643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57840) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:41.482063 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432a8dc-6f53-4f5d-97b4-62fed95d9d2e None None] Sync routers for ids ['f20a75a4-3c74-422b-b7a5-63fa9d76dec6'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:41.498197 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432a8dc-6f53-4f5d-97b4-62fed95d9d2e None None] Routers {'f20a75a4-3c74-422b-b7a5-63fa9d76dec6'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:41.499489 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6432a8dc-6f53-4f5d-97b4-62fed95d9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f20a75a4-3c74-422b-b7a5-63fa9d76dec6'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:41.543394 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6432a8dc-6f53-4f5d-97b4-62fed95d9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:41.555630 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432a8dc-6f53-4f5d-97b4-62fed95d9d2e None None] Routers {'f20a75a4-3c74-422b-b7a5-63fa9d76dec6'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:41.556253 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6432a8dc-6f53-4f5d-97b4-62fed95d9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f20a75a4-3c74-422b-b7a5-63fa9d76dec6'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:41.565419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3254b8-88d7-4ef9-b2b4-f8058fdd2fdf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:41.568187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aa3254b8-88d7-4ef9-b2b4-f8058fdd2fdf tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports/db2713f9-2211-4705-a760-809267f4dc40 HTTP/1.1" status: 200 len: 911 time: 0.0897450 Aug 11 00:52:41.570875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57842) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:41.579786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ac8d3f2a-f730-4c39-b340-308dfb15c9fb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bd109172-2c3b-4838-b883-81fd33728b23'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:41.614113 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6432a8dc-6f53-4f5d-97b4-62fed95d9d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:41.614813 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432a8dc-6f53-4f5d-97b4-62fed95d9d2e None None] The sync data for ids ['f20a75a4-3c74-422b-b7a5-63fa9d76dec6'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:41.634387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5fc0f1ff-a1a6-4c80-9776-520fc01d7847 None None] Provisioning complete for port db2713f9-2211-4705-a760-809267f4dc40 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:41.634847 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f1ff-a1a6-4c80-9776-520fc01d7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.679012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0f1ff-a1a6-4c80-9776-520fc01d7847 None None] Port db2713f9-2211-4705-a760-809267f4dc40 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:41.692739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3599e1bf-cb8b-4893-8fe4-327fbc357d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.791933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3f2a-f730-4c39-b340-308dfb15c9fb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.830361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3599e1bf-cb8b-4893-8fe4-327fbc357d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.870897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599e1bf-cb8b-4893-8fe4-327fbc357d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1b32b-321e-4371-973f-73258319348d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:41.878442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3599e1bf-cb8b-4893-8fe4-327fbc357d52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af2aab9911ed495197986dc271ed26ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253232 Aug 11 00:52:41.879963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57846) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:41.897033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:41.991935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Pushing event updated for resources: {'Subnet': ['ID=845feff1-9cc0-4d90-be34-583863ec4cf1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:42.006056 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7faacafd-ccf3-466b-bdd6-939a7340f130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.022868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Checking segment: {'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:42.023300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Network hostable DHCP agents. Network: cfbe3233-fb7c-4abf-8eab-45de27f6a10c, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:52:42.040030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7faacafd-ccf3-466b-bdd6-939a7340f130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.177672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Network cfbe3233-fb7c-4abf-8eab-45de27f6a10c is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:52:42.233540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d36ed255-ae3e-4e68-a960-78f6d1ee9011 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:42.281507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0095af-551a-4f4f-97fa-e8c3de598250 req-f78df075-f3a9-43fb-bd2a-918175ac592d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:42.295221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef0095af-551a-4f4f-97fa-e8c3de598250 req-f78df075-f3a9-43fb-bd2a-918175ac592d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.0882671 Aug 11 00:52:42.304253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d36ed255-ae3e-4e68-a960-78f6d1ee9011 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:42.304253 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.320710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7faacafd-ccf3-466b-bdd6-939a7340f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.325918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7faacafd-ccf3-466b-bdd6-939a7340f130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.327752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7faacafd-ccf3-466b-bdd6-939a7340f130 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9fa1b32b-321e-4371-973f-73258319348d HTTP/1.1" status: 204 len: 168 time: 0.4460664 Aug 11 00:52:42.340528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, cfbe3233-fb7c-4abf-8eab-45de27f6a10c) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:42.355640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2407969-f73e-4f1a-9e0d-48b2a7681fb8 None None] Network cfbe3233-fb7c-4abf-8eab-45de27f6a10c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:42.360688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:42.361647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.378425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faacafd-ccf3-466b-bdd6-939a7340f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1b32b-321e-4371-973f-73258319348d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:42.430734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3f2a-f730-4c39-b340-308dfb15c9fb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.438557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef0095af-551a-4f4f-97fa-e8c3de598250 req-bd3e323b-23ac-4ba3-b6a8-71f18cf3de3b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414557 Aug 11 00:52:42.535309 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3f2a-f730-4c39-b340-308dfb15c9fb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.552182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d3f2a-f730-4c39-b340-308dfb15c9fb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:42.553100 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac8d3f2a-f730-4c39-b340-308dfb15c9fb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.554802 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ac8d3f2a-f730-4c39-b340-308dfb15c9fb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/ports/db2713f9-2211-4705-a760-809267f4dc40 HTTP/1.1" status: 200 len: 911 time: 0.9824407 Aug 11 00:52:42.558367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57862) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:42.605986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d3f2a-f730-4c39-b340-308dfb15c9fb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=db2713f9-2211-4705-a760-809267f4dc40,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:42.649795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5a823a69-a7b5-4ad2-ba91-607def07b42f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4246449 Aug 11 00:52:42.662660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57872) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:42.676656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-cfbe3233-fb7c-4abf-8eab-45de27f6a10c', 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'fixed_ips': [{'subnet_id': '845feff1-9cc0-4d90-be34-583863ec4cf1'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:52:42.678331 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.687048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:42.825041 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.826786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:42.870462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Allocated IP 172.20.0.2 (cfbe3233-fb7c-4abf-8eab-45de27f6a10c/845feff1-9cc0-4d90-be34-583863ec4cf1/ebf31724-f8bb-41e6-a648-fb791234660f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:42.958958 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.145876 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.168028 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.179093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Transition to ACTIVE for port object ebf31724-f8bb-41e6-a648-fb791234660f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:43.198257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Transition to ACTIVE for port object ebf31724-f8bb-41e6-a648-fb791234660f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:43.442614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.475948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port db2713f9-2211-4705-a760-809267f4dc40 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:43.476518 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.566354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Network cfbe3233-fb7c-4abf-8eab-45de27f6a10c is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:43.580707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:43.585805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:43.613206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.631500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Pushing event updated for resources: {'Port': ['ID=ebf31724-f8bb-41e6-a648-fb791234660f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:43.667540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.684314 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for db2713f9-2211-4705-a760-809267f4dc40 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:43.685290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775741c-3b02-4127-ad45-4c820ffc7df2 req-8c788a6f-c961-47d6-891e-c387cc6d33c9 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:43.693686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9775741c-3b02-4127-ad45-4c820ffc7df2 req-8c788a6f-c961-47d6-891e-c387cc6d33c9 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.0676270 Aug 11 00:52:43.723589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57896) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:43.733530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Attempting to bind port ebf31724-f8bb-41e6-a648-fb791234660f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:52:43.734060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Attempting to bind port ebf31724-f8bb-41e6-a648-fb791234660f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:52:43.734526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Attempting to bind port ebf31724-f8bb-41e6-a648-fb791234660f on network cfbe3233-fb7c-4abf-8eab-45de27f6a10c {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:52:43.749352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:52:43.752856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Checking segment: {'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:43.756222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.759089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Bound using segment: {'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:52:43.760422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Bound port: ebf31724-f8bb-41e6-a648-fb791234660f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:52:43.760975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-feb1a0c7-6505-4d02-8582-e3b5174bfc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.761142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:43.808392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9775741c-3b02-4127-ad45-4c820ffc7df2 req-fd6d7772-d1b4-418f-b526-697d00d2d2d7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137538 Aug 11 00:52:43.879811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] For port ebf31724-f8bb-41e6-a648-fb791234660f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:52:43.885286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] For port ebf31724-f8bb-41e6-a648-fb791234660f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ebf31724-f8bb-41e6-a648-fb791234660f,segment=NetworkSegment(fcc4d7e0-14ee-438a-84e9-19081b8f8423),segment_id=fcc4d7e0-14ee-438a-84e9-19081b8f8423)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:52:43.942001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-feb1a0c7-6505-4d02-8582-e3b5174bfc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.071415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.071761 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.087950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-feb1a0c7-6505-4d02-8582-e3b5174bfc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.132248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=db2713f9-2211-4705-a760-809267f4dc40,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:44.187905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.198880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-feb1a0c7-6505-4d02-8582-e3b5174bfc2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27a0d7ecd769465b9d3bcafd70830b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737539 Aug 11 00:52:44.210313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822d0b0-a031-439c-ab19-01c0ae938ca1 None None] Pushing event updated for resources: {'Port': ['ID=ebf31724-f8bb-41e6-a648-fb791234660f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:44.223203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57908) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:44.223918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1a0c7-6505-4d02-8582-e3b5174bfc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c3bcde-d2b7-4fc9-9a07-df738826a315,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:44.236074 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.284581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.452202 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20995eb6-3e50-4399-9480-fb350f86154a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.512073 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20995eb6-3e50-4399-9480-fb350f86154a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.537864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Allocated IP 172.25.0.243 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/5c12e30e-1444-4087-bed6-784328c7cf45) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:44.554923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router f20a75a4-3c74-422b-b7a5-63fa9d76dec6 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:52:44.653865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:44.676890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ad147d75-a48e-469f-8259-6bcf4b25b480 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/f20a75a4-3c74-422b-b7a5-63fa9d76dec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1169207 Aug 11 00:52:44.685700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57916) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:44.720665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8c655-d43f-47f3-9cef-269776355970 None None] Sync routers for ids ['f20a75a4-3c74-422b-b7a5-63fa9d76dec6'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:44.730246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8c655-d43f-47f3-9cef-269776355970 None None] Routers {'f20a75a4-3c74-422b-b7a5-63fa9d76dec6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:44.731831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a7f8c655-d43f-47f3-9cef-269776355970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f20a75a4-3c74-422b-b7a5-63fa9d76dec6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:44.788448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20995eb6-3e50-4399-9480-fb350f86154a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.790330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20995eb6-3e50-4399-9480-fb350f86154a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:44.792512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-20995eb6-3e50-4399-9480-fb350f86154a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4c3bcde-d2b7-4fc9-9a07-df738826a315 HTTP/1.1" status: 204 len: 168 time: 0.5655484 Aug 11 00:52:44.796332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a7f8c655-d43f-47f3-9cef-269776355970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:44.811586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8c655-d43f-47f3-9cef-269776355970 None None] Routers {'f20a75a4-3c74-422b-b7a5-63fa9d76dec6'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:44.812921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a7f8c655-d43f-47f3-9cef-269776355970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['f20a75a4-3c74-422b-b7a5-63fa9d76dec6'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:44.875303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bfc536c4-c1bb-4486-9a37-79176d52c616 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20a75a4-3c74-422b-b7a5-63fa9d76dec6 HTTP/1.1" status: 200 len: 205 time: 0.1836290 Aug 11 00:52:44.875436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57924) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:44.888084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20995eb6-3e50-4399-9480-fb350f86154a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c3bcde-d2b7-4fc9-9a07-df738826a315,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:44.888551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a7f8c655-d43f-47f3-9cef-269776355970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:44.889119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f8c655-d43f-47f3-9cef-269776355970 None None] The sync data for ids ['f20a75a4-3c74-422b-b7a5-63fa9d76dec6'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:44.905241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.043105 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8de91e9-820d-40bb-a12c-8315e75c4b50 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.093346 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.120417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57930) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:45.141041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:45.144418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:45.144728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc702f6-fcca-4cf9-93f3-6a26deb78eb6 req-9035e153-a2d5-4457-a23a-197146b220c7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:45.146689 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fc702f6-fcca-4cf9-93f3-6a26deb78eb6 req-9035e153-a2d5-4457-a23a-197146b220c7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1882460 Aug 11 00:52:45.151047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:45.182471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Pushing event updated for resources: {'Port': ['ID=5c12e30e-1444-4087-bed6-784328c7cf45,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:45.277156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8de91e9-820d-40bb-a12c-8315e75c4b50 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.288623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8de91e9-820d-40bb-a12c-8315e75c4b50 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.307540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fc702f6-fcca-4cf9-93f3-6a26deb78eb6 req-8c174b6d-bad5-49cc-b603-704a21bdf340 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481934 Aug 11 00:52:45.442870 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8de91e9-820d-40bb-a12c-8315e75c4b50 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.444437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8de91e9-820d-40bb-a12c-8315e75c4b50 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Fanout notify agent at l3_agent the message router_deleted on router f20a75a4-3c74-422b-b7a5-63fa9d76dec6 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:52:45.466396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8de91e9-820d-40bb-a12c-8315e75c4b50 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.467952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e8de91e9-820d-40bb-a12c-8315e75c4b50 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/f20a75a4-3c74-422b-b7a5-63fa9d76dec6 HTTP/1.1" status: 204 len: 168 time: 0.5937243 Aug 11 00:52:45.472963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57942) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:45.479489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5bde698-5ed4-4d24-a378-424f69095fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.711285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5bde698-5ed4-4d24-a378-424f69095fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.713720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-734e509a-ebd4-42ae-874d-648a6b095861 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet bd109172-2c3b-4838-b883-81fd33728b23 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:52:45.725657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-734e509a-ebd4-42ae-874d-648a6b095861 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.758791 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.808038 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5bde698-5ed4-4d24-a378-424f69095fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.822388 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-734e509a-ebd4-42ae-874d-648a6b095861 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:45.923051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f5bde698-5ed4-4d24-a378-424f69095fa1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=863fbb299fec47d6848a88d9093098ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012917 Aug 11 00:52:45.930323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57954) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:45.936392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bde698-5ed4-4d24-a378-424f69095fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72823ac4-39f3-4f80-a3d6-fac6e3d59ef8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:46.089731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bcbab9-516c-40e5-ac76-1a9eacf0e2e1 None None] Network cfbe3233-fb7c-4abf-8eab-45de27f6a10c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:46.205263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.213604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-734e509a-ebd4-42ae-874d-648a6b095861 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.411838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ebf31724-f8bb-41e6-a648-fb791234660f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:46.500387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-192024ed-4a3d-4cb5-8ef0-fe06a22a34e2 None None] Provisioning for port ebf31724-f8bb-41e6-a648-fb791234660f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:46.527654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76bb46dd-7cd7-4d1a-9bcb-e60a014da75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.538056 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e30c2a8-e07d-4eba-8c3b-e9d20c6ca9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.667118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76bb46dd-7cd7-4d1a-9bcb-e60a014da75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.687416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ebf31724-f8bb-41e6-a648-fb791234660f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:46.692553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ebf31724-f8bb-41e6-a648-fb791234660f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:46.696551 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.762306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-734e509a-ebd4-42ae-874d-648a6b095861 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.883639 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.917687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e509a-ebd4-42ae-874d-648a6b095861 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=bd109172-2c3b-4838-b883-81fd33728b23,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:46.949222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d226cf-1563-41fb-9065-c91dc1da59c6 req-ed9ead9a-952a-4519-a46c-64d2d1fc71aa tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:46.951858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-77d226cf-1563-41fb-9065-c91dc1da59c6 req-ed9ead9a-952a-4519-a46c-64d2d1fc71aa tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.5070188 Aug 11 00:52:46.963771 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76bb46dd-7cd7-4d1a-9bcb-e60a014da75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.968963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76bb46dd-7cd7-4d1a-9bcb-e60a014da75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:46.970506 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-76bb46dd-7cd7-4d1a-9bcb-e60a014da75c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72823ac4-39f3-4f80-a3d6-fac6e3d59ef8 HTTP/1.1" status: 204 len: 168 time: 1.0389922 Aug 11 00:52:46.991318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port ebf31724-f8bb-41e6-a648-fb791234660f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ebf31724-f8bb-41e6-a648-fb791234660f,segment=NetworkSegment(fcc4d7e0-14ee-438a-84e9-19081b8f8423),segment_id=fcc4d7e0-14ee-438a-84e9-19081b8f8423)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:47.008402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87157b-070e-4f21-86f4-a974a73f241f None None] Network 9959cd7c-c97b-4990-be13-6b6a9ee1e861 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:47.011746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-734e509a-ebd4-42ae-874d-648a6b095861 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.016022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-734e509a-ebd4-42ae-874d-648a6b095861 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/bd109172-2c3b-4838-b883-81fd33728b23 HTTP/1.1" status: 204 len: 168 time: 1.5419447 Aug 11 00:52:47.021623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 57978) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:47.043677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb46dd-7cd7-4d1a-9bcb-e60a014da75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72823ac4-39f3-4f80-a3d6-fac6e3d59ef8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:47.077372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-77d226cf-1563-41fb-9065-c91dc1da59c6 req-1b5725b6-08ba-4b44-afda-cca4feecb728 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007662 Aug 11 00:52:47.132248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-eaf1233d-9d61-4f81-b722-4d1905e14852 None None] Provisioning complete for port ebf31724-f8bb-41e6-a648-fb791234660f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:47.132838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eaf1233d-9d61-4f81-b722-4d1905e14852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.153271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.178600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Router 80b3f373-7b27-4e72-8215-99d07d06a5c0 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:52:47.281798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port d36ed255-ae3e-4e68-a960-78f6d1ee9011 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:47.282249 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.374209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:47.388130 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Sync routers for ids ['80b3f373-7b27-4e72-8215-99d07d06a5c0'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:47.433247 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Routers {'80b3f373-7b27-4e72-8215-99d07d06a5c0'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:47.434011 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['80b3f373-7b27-4e72-8215-99d07d06a5c0'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:47.487322 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.488453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.493787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8cd990f1-d7bf-4f6f-b855-8cc5006c521c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.8294754 Aug 11 00:52:47.494327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 57990) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:47.500340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port d36ed255-ae3e-4e68-a960-78f6d1ee9011, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d36ed255-ae3e-4e68-a960-78f6d1ee9011,segment=NetworkSegment(6c3a0fb9-e3e6-4c63-b948-3f0a168c3063),segment_id=6c3a0fb9-e3e6-4c63-b948-3f0a168c3063)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:47.501098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.534041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for d36ed255-ae3e-4e68-a960-78f6d1ee9011 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:47.598033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=ebf31724-f8bb-41e6-a648-fb791234660f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:47.776853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] DHCP port deletion for 9959cd7c-c97b-4990-be13-6b6a9ee1e861 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:52:47.861295 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Set router 80b3f373-7b27-4e72-8215-99d07d06a5c0 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:52:47.911270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] Deleting port d36ed255-ae3e-4e68-a960-78f6d1ee9011 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:52:47.911707 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.967198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:47.997203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=d36ed255-ae3e-4e68-a960-78f6d1ee9011,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:48.002142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No DVR routers for this DVR port d36ed255-ae3e-4e68-a960-78f6d1ee9011 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:52:48.014692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.015055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.016427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.016427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.016831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.017181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.017522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.017886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.018230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.018571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.018903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.019261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:48.069073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] For port d36ed255-ae3e-4e68-a960-78f6d1ee9011, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d36ed255-ae3e-4e68-a960-78f6d1ee9011,segment=NetworkSegment(6c3a0fb9-e3e6-4c63-b948-3f0a168c3063),segment_id=6c3a0fb9-e3e6-4c63-b948-3f0a168c3063)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:48.069395 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.094406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] Calling delete_port for d36ed255-ae3e-4e68-a960-78f6d1ee9011 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:52:48.122746 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.135254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9959cd7c-c97b-4990-be13-6b6a9ee1e861']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:48.148194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3a0fb9-e3e6-4c63-b948-3f0a168c3063') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:48.148514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3a0fb9-e3e6-4c63-b948-3f0a168c3063') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:48.159365 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.177310 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.185476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:52:48.185908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:52:48.262452 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:52:48.284721 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.318553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] Pushing event deleted for resources: {'Port': ['ID=d36ed255-ae3e-4e68-a960-78f6d1ee9011,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:48.330722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832dac45-ba17-4c70-ba5e-74353ab49079 None None] No DVR routers for this DVR port d36ed255-ae3e-4e68-a960-78f6d1ee9011 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:52:48.352944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58008) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:48.362225 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.370569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.372967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/9959cd7c-c97b-4990-be13-6b6a9ee1e861 HTTP/1.1" status: 204 len: 168 time: 1.3501108 Aug 11 00:52:48.382914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58010) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:48.397590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ebf31724-f8bb-41e6-a648-fb791234660f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:48.403338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-30ee7790-2094-4c85-9311-4f05ac0f5e0c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-574417230', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:48.517810 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:52:45Z', 'revision_number': 3, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port': {'id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:44Z', 'updated_at': '2021-08-11T00:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:48.545412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ebf31724-f8bb-41e6-a648-fb791234660f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:48.546204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.597506 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Checking router: 80b3f373-7b27-4e72-8215-99d07d06a5c0 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:52:48.597778 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Updating router 80b3f373-7b27-4e72-8215-99d07d06a5c0 port 5c12e30e-1444-4087-bed6-784328c7cf45 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:52:48.668460 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.686873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30ee7790-2094-4c85-9311-4f05ac0f5e0c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.692507 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30ee7790-2094-4c85-9311-4f05ac0f5e0c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.864081 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30ee7790-2094-4c85-9311-4f05ac0f5e0c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:48.916159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d36ed255-ae3e-4e68-a960-78f6d1ee9011 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:52:48.980301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: d36ed255-ae3e-4e68-a960-78f6d1ee9011 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:52:48.983035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d36ed255-ae3e-4e68-a960-78f6d1ee9011 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:52:48.999244 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.002829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8eb8aa45-aa93-44c8-ba0d-c4f3c897f73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.009783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-172051d0-f34a-455e-b0b9-34e50892eefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.010113 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.015007 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.023444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30ee7790-2094-4c85-9311-4f05ac0f5e0c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.029839 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Transition to ACTIVE for port object 5c12e30e-1444-4087-bed6-784328c7cf45 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:49.070929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fe27d-b3b3-4665-a169-b2b1fa9ecee9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=9959cd7c-c97b-4990-be13-6b6a9ee1e861,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:49.098603 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.126028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dabca-9fb1-4417-85b1-0a521c0d0564 req-879403b6-e257-417c-8dd8-419989e3871b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:49.133277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-30ee7790-2094-4c85-9311-4f05ac0f5e0c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.135951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b5dabca-9fb1-4417-85b1-0a521c0d0564 req-879403b6-e257-417c-8dd8-419989e3871b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1391408 Aug 11 00:52:49.138198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-30ee7790-2094-4c85-9311-4f05ac0f5e0c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7526243 Aug 11 00:52:49.139662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58024) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:49.154127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1877911087'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:49.196518 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Attempting to bind port 5c12e30e-1444-4087-bed6-784328c7cf45 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:52:49.197017 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Attempting to bind port 5c12e30e-1444-4087-bed6-784328c7cf45 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:52:49.197685 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Attempting to bind port 5c12e30e-1444-4087-bed6-784328c7cf45 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:52:49.214907 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b5dabca-9fb1-4417-85b1-0a521c0d0564 req-dc8af987-766f-4ba2-af3d-48c5764a841c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778215 Aug 11 00:52:49.223641 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:52:49.225971 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:49.226522 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.227463 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:52:49.228374 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Bound port: 5c12e30e-1444-4087-bed6-784328c7cf45, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:52:49.229147 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.286226 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Pushing event updated for resources: {'Port': ['ID=5c12e30e-1444-4087-bed6-784328c7cf45,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:49.296765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Allocated IP 172.20.0.1 (cfbe3233-fb7c-4abf-8eab-45de27f6a10c/845feff1-9cc0-4d90-be34-583863ec4cf1/4585c5ac-2c96-446d-9fa6-4800e4eb6930) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:49.298733 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.299079 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.299614 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.299954 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.300291 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.300614 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.301367 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.301700 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.302022 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.302444 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.302883 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.303232 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:49.309694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-172051d0-f34a-455e-b0b9-34e50892eefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.337482 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] For port 5c12e30e-1444-4087-bed6-784328c7cf45, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:52:49.341089 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] For port 5c12e30e-1444-4087-bed6-784328c7cf45, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c12e30e-1444-4087-bed6-784328c7cf45,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:52:49.416790 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-172051d0-f34a-455e-b0b9-34e50892eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.482106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.501159 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.517157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-172051d0-f34a-455e-b0b9-34e50892eefe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e20480f135f14adb893b81ba3ce58e11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1628497 Aug 11 00:52:49.521193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58040) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:49.525027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Transition to ACTIVE for port object 4585c5ac-2c96-446d-9fa6-4800e4eb6930 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:49.542994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172051d0-f34a-455e-b0b9-34e50892eefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf34111-cce2-4495-908f-f6ec1b6ba817,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:49.564998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:49.568602 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.635257 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Routers {'80b3f373-7b27-4e72-8215-99d07d06a5c0'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:49.637174 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['80b3f373-7b27-4e72-8215-99d07d06a5c0'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:49.643446 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8d2a8-04b1-47c1-a28f-cea2fed98423 None None] Pushing event updated for resources: {'Port': ['ID=5c12e30e-1444-4087-bed6-784328c7cf45,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:49.648030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:52:49.670070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2689cda5-7340-4bfa-b900-5ddd6fb897ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.676851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.677291 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment cc9c4dc2-a44a-4e46-b11a-e72ee71757b0 of type vlan for network 1f94820a-2312-462c-890b-8fcda4121daa Aug 11 00:52:49.682694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.731641 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2689cda5-7340-4bfa-b900-5ddd6fb897ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.749078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.770537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Network cfbe3233-fb7c-4abf-8eab-45de27f6a10c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:49.780448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:49.787238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:49.794609 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] Set router 80b3f373-7b27-4e72-8215-99d07d06a5c0 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:52:49.924493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:49.955594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:49.955594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:50.014415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2689cda5-7340-4bfa-b900-5ddd6fb897ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:50.019702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2689cda5-7340-4bfa-b900-5ddd6fb897ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:50.029024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2689cda5-7340-4bfa-b900-5ddd6fb897ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/daf34111-cce2-4495-908f-f6ec1b6ba817 HTTP/1.1" status: 204 len: 168 time: 0.5036118 Aug 11 00:52:50.083753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689cda5-7340-4bfa-b900-5ddd6fb897ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf34111-cce2-4495-908f-f6ec1b6ba817,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:50.198545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0519440 Aug 11 00:52:50.204868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58056) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:50.226320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:50.297337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a8264c51-229f-48c1-9cce-c06fd1f64859 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:52:50.302907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a8264c51-229f-48c1-9cce-c06fd1f64859 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:52:50.319640 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:52:45Z', 'revision_number': 3, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port': {'id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:44Z', 'updated_at': '2021-08-11T00:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:50.325843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:50.331070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Pushing event updated for resources: {'Port': ['ID=4585c5ac-2c96-446d-9fa6-4800e4eb6930,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:50.401676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975159e-08e3-4775-bf16-59dbd2138ba0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=1f94820a-2312-462c-890b-8fcda4121daa,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:50.403258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37f836-ac3e-4c49-88f4-29766fa97f1b None None] The sync data for ids ['80b3f373-7b27-4e72-8215-99d07d06a5c0'] in n-d-712143-13 is: [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:52:45Z', 'revision_number': 3, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port': {'id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:44Z', 'updated_at': '2021-08-11T00:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:50.503821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 1f94820a-2312-462c-890b-8fcda4121daa details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:52:50.615210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916dbab-270f-4015-acfc-31a1896c6c67 req-a7fd83f7-4020-44d9-b198-dad0a0179ff4 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:50.627367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b916dbab-270f-4015-acfc-31a1896c6c67 req-a7fd83f7-4020-44d9-b198-dad0a0179ff4 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1597099 Aug 11 00:52:50.653336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:50.660722 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:50.665686 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:50.757174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b916dbab-270f-4015-acfc-31a1896c6c67 req-6c6f368f-5b06-4e54-95d2-c08971e31dd2 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218703 Aug 11 00:52:50.839348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:50.851321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-82a4f035-479a-48ad-bed9-cfac8bf5970d None None] Provisioning for port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:50.875131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-82a4f035-479a-48ad-bed9-cfac8bf5970d None None] Provisioning complete for port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:50.880077 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-82a4f035-479a-48ad-bed9-cfac8bf5970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.059966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-82a4f035-479a-48ad-bed9-cfac8bf5970d None None] Port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:51.095848 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.160128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:52:51.172736 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585988c4-2506-4ff6-af52-5129990e8b01" -d '{"events": [{"server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:52:51.185087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:51.206967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:51.210328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'port_id': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'mac_address': 'fa:16:3e:93:85:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:52:51.265394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.301362 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1c111b-c664-4ce3-ac62-44fcf954cd90 x-openstack-request-id: req-3a1c111b-c664-4ce3-ac62-44fcf954cd90 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:52:51.302005 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:52:51.302005 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a1c111b-c664-4ce3-ac62-44fcf954cd90 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:52:51.302368 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'code': 200} Aug 11 00:52:51.310288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.346349 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.407230 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.413099 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.444596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8264c51-229f-48c1-9cce-c06fd1f64859 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:52:51.461951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=0fd356af-6bd5-4532-96ef-ec4017cd91a4,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:51.485712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:51.486072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: 1f94820a-2312-462c-890b-8fcda4121daa, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:52:51.523305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:51.560003 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:52:51.563904 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:52:51.584527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 1f94820a-2312-462c-890b-8fcda4121daa is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:52:51.594284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.601639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Pushing event updated for resources: {'Port': ['ID=4585c5ac-2c96-446d-9fa6-4800e4eb6930,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:51.664614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 1f94820a-2312-462c-890b-8fcda4121daa) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:51.669435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:51.670177 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:51.680096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7941b6d-0134-4579-939c-7300b84df948 None None] Network 1f94820a-2312-462c-890b-8fcda4121daa requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:51.779940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Network cfbe3233-fb7c-4abf-8eab-45de27f6a10c is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:51.785787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:51.785995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3dfecc34-2f00-42f3-8744-63e1b5ceda5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5721719 Aug 11 00:52:51.786109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58102) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:51.915354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58108) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:52.025355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-1f94820a-2312-462c-890b-8fcda4121daa', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:52:52.026860 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.326585 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1ca46dba-9b06-4084-9c4a-687f21fbaece admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.380861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Router 80b3f373-7b27-4e72-8215-99d07d06a5c0 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:52:52.397904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c12e30e-1444-4087-bed6-784328c7cf45 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:52.398815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494138a-b920-42cc-b18f-8a983bde7fac req-20105b8d-38b9-4c40-b098-21ceba10003c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:52.406235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1494138a-b920-42cc-b18f-8a983bde7fac req-20105b8d-38b9-4c40-b098-21ceba10003c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 944 time: 0.5030119 Aug 11 00:52:52.554208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d70999f5-b1e5-4767-83eb-888ea26ebba8 None None] Provisioning complete for port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:52.554526 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d70999f5-b1e5-4767-83eb-888ea26ebba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.561286 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.619260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8264c51-229f-48c1-9cce-c06fd1f64859 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:52:52.647702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:52.653897 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.658840 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1ca46dba-9b06-4084-9c4a-687f21fbaece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.695878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d70999f5-b1e5-4767-83eb-888ea26ebba8 None None] Port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:52.715110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Allocated IP 2001:db8::2 (1f94820a-2312-462c-890b-8fcda4121daa/0fd356af-6bd5-4532-96ef-ec4017cd91a4/482c1f8b-d0e5-4000-9c25-5ada397ed32b) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:52.733151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.761504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1ca46dba-9b06-4084-9c4a-687f21fbaece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.782964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5c12e30e-1444-4087-bed6-784328c7cf45 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:52.807321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5c12e30e-1444-4087-bed6-784328c7cf45 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:52.807900 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:52.846621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1ca46dba-9b06-4084-9c4a-687f21fbaece admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44bdcd9bae0a461a95598aea19c22ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298940 Aug 11 00:52:52.847937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca46dba-9b06-4084-9c4a-687f21fbaece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c4dfe3-8988-444e-836d-2f100afa61a7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:52.879534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58128) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:52.984680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1494138a-b920-42cc-b18f-8a983bde7fac req-f2097af6-f047-4747-8969-981beaa2dd8c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700223 Aug 11 00:52:52.998878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb57a718-766b-4fcf-a7f7-c2f613250f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.030520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:53.038866 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb57a718-766b-4fcf-a7f7-c2f613250f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.039954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a8264c51-229f-48c1-9cce-c06fd1f64859'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:52:53.047212 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-da129fa9-4b5b-455d-9a59-728011ab8e4a admin admin] 10.222.0.43 "PUT /v2.0/routers/80b3f373-7b27-4e72-8215-99d07d06a5c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5510783 Aug 11 00:52:53.084992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.098515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:53.241051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb57a718-766b-4fcf-a7f7-c2f613250f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.241051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb57a718-766b-4fcf-a7f7-c2f613250f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.241051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb57a718-766b-4fcf-a7f7-c2f613250f48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9c4dfe3-8988-444e-836d-2f100afa61a7 HTTP/1.1" status: 204 len: 168 time: 0.3559253 Aug 11 00:52:53.251666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57a718-766b-4fcf-a7f7-c2f613250f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c4dfe3-8988-444e-836d-2f100afa61a7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:53.340855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Sync routers for ids ['80b3f373-7b27-4e72-8215-99d07d06a5c0'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:53.399813 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.442772 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.473028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Routers {'80b3f373-7b27-4e72-8215-99d07d06a5c0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:53.474437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['80b3f373-7b27-4e72-8215-99d07d06a5c0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:53.517444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Transition to ACTIVE for port object 482c1f8b-d0e5-4000-9c25-5ada397ed32b will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:53.521136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 5c12e30e-1444-4087-bed6-784328c7cf45, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c12e30e-1444-4087-bed6-784328c7cf45,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:53.576299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Transition to ACTIVE for port object 482c1f8b-d0e5-4000-9c25-5ada397ed32b will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:53.779925 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.787152 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:53.842201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Network 1f94820a-2312-462c-890b-8fcda4121daa is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:53.846680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Pushing event updated for resources: {'Port': ['ID=482c1f8b-d0e5-4000-9c25-5ada397ed32b,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:53.849685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:53.854724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:53.868614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8::1 (1f94820a-2312-462c-890b-8fcda4121daa/0fd356af-6bd5-4532-96ef-ec4017cd91a4/87dd3301-18a0-4273-aed9-c1aea82ed083) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:52:53.953859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Set router 80b3f373-7b27-4e72-8215-99d07d06a5c0 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:52:54.048532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Attempting to bind port 482c1f8b-d0e5-4000-9c25-5ada397ed32b on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:52:54.048878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Attempting to bind port 482c1f8b-d0e5-4000-9c25-5ada397ed32b by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:52:54.049267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Attempting to bind port 482c1f8b-d0e5-4000-9c25-5ada397ed32b on network 1f94820a-2312-462c-890b-8fcda4121daa {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:52:54.065044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:52:54.065044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Checking segment: {'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:54.065545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.065545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Bound using segment: {'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:52:54.066171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Bound port: 482c1f8b-d0e5-4000-9c25-5ada397ed32b, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:52:54.067108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.074747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=5c12e30e-1444-4087-bed6-784328c7cf45,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:54.182811 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.242393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object 87dd3301-18a0-4273-aed9-c1aea82ed083 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:54.258700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fb1c0-eba9-406c-b4dc-d2e92631930a req-06930acc-3a57-46b6-b29b-f42d253f283d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:54.259542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] For port 482c1f8b-d0e5-4000-9c25-5ada397ed32b, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:52:54.284677 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea2fb1c0-eba9-406c-b4dc-d2e92631930a req-06930acc-3a57-46b6-b29b-f42d253f283d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 945 time: 0.1176968 Aug 11 00:52:54.286007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] For port 482c1f8b-d0e5-4000-9c25-5ada397ed32b, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=482c1f8b-d0e5-4000-9c25-5ada397ed32b,segment=NetworkSegment(cc9c4dc2-a44a-4e46-b11a-e72ee71757b0),segment_id=cc9c4dc2-a44a-4e46-b11a-e72ee71757b0)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:52:54.324026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c12e30e-1444-4087-bed6-784328c7cf45 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:54.367902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea2fb1c0-eba9-406c-b4dc-d2e92631930a req-6f7c46e1-deeb-4c02-bee0-fcf5e096339b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761311 Aug 11 00:52:54.375428 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.467567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5c12e30e-1444-4087-bed6-784328c7cf45 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:54.468547 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.493154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.497927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58166) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:54.519115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aacc7a-ccb5-4d06-a889-2f3be51a4ae4 None None] Pushing event updated for resources: {'Port': ['ID=482c1f8b-d0e5-4000-9c25-5ada397ed32b,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:54.564178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:52:50Z', 'revision_number': 4, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port': {'id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:44Z', 'updated_at': '2021-08-11T00:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '4585c5ac-2c96-446d-9fa6-4800e4eb6930', 'name': '', 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'mac_address': 'fa:16:3e:d2:ce:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '845feff1-9cc0-4d90-be34-583863ec4cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:49Z', 'updated_at': '2021-08-11T00:52:51Z', 'revision_number': 2, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'subnets': [{'id': '845feff1-9cc0-4d90-be34-583863ec4cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:54.606108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Checking router: 80b3f373-7b27-4e72-8215-99d07d06a5c0 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:52:54.606476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Updating router 80b3f373-7b27-4e72-8215-99d07d06a5c0 port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:52:54.637473 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.670504 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d99911d-3195-4156-b75f-10e2d46cf4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.738274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 1f94820a-2312-462c-890b-8fcda4121daa is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:54.752156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a8264c51-229f-48c1-9cce-c06fd1f64859 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:54.802939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:54.808476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:52:54.810216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:54.989501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=87dd3301-18a0-4273-aed9-c1aea82ed083,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:55.026024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.036286 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.037036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.039731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.039731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.039731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.040387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.040537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.041100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.041647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.042191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.042772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:52:55.250157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port a8264c51-229f-48c1-9cce-c06fd1f64859 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:55.250723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:55.318989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d99911d-3195-4156-b75f-10e2d46cf4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:55.429872 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:55.458834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d99911d-3195-4156-b75f-10e2d46cf4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:55.485863 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:55.513848 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:55.547377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:52:55.550158 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247e4d0e-2822-4dd3-8978-9efcbd1bc487" -d '{"events": [{"server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "name": "network-vif-plugged", "status": "completed", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:52:55.605408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Transition to ACTIVE for port object 4585c5ac-2c96-446d-9fa6-4800e4eb6930 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:52:55.624791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:55.636992 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbbdde6-a549-4c3b-b523-2802080b87fc x-openstack-request-id: req-5bbbdde6-a549-4c3b-b523-2802080b87fc {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:52:55.637581 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "name": "network-vif-plugged", "status": "completed", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:52:55.638317 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bbbdde6-a549-4c3b-b523-2802080b87fc {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:52:55.638936 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'code': 200} Aug 11 00:52:55.716714 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d99911d-3195-4156-b75f-10e2d46cf4e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e2b6c86380447f19430aab43f6c1b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2168078 Aug 11 00:52:55.722101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58192) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:55.723034 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:55.732770 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:55.746101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99911d-3195-4156-b75f-10e2d46cf4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa364f1c-86c2-43bd-b854-c5c8fc54f767,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:56.028523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5180fea-3183-4268-ab73-fcc7395ee421 req-5e3851ed-e42a-4561-aa29-aa5449727b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:56.030181 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5180fea-3183-4268-ab73-fcc7395ee421 req-5e3851ed-e42a-4561-aa29-aa5449727b51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 1098 time: 0.1708775 Aug 11 00:52:56.093221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5180fea-3183-4268-ab73-fcc7395ee421 req-a3f2407a-2cfd-4ab4-8308-91212bdb61ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546308 Aug 11 00:52:56.190429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Attempting to bind port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:52:56.195812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Attempting to bind port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:52:56.197849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Attempting to bind port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 on network cfbe3233-fb7c-4abf-8eab-45de27f6a10c {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:52:56.216046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:56.346640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:52:56.347304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Checking segment: {'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:52:56.347968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:56.348536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Bound using segment: {'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:52:56.349266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Bound port: 4585c5ac-2c96-446d-9fa6-4800e4eb6930, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc4d7e0-14ee-438a-84e9-19081b8f8423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:52:56.358269 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:56.425596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa22ac1-ae3b-4c9a-a7cf-eec4db801880 req-bd4772f7-680d-4ada-9bfd-9d5bccb04251 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:56.463724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfa22ac1-ae3b-4c9a-a7cf-eec4db801880 req-bd4772f7-680d-4ada-9bfd-9d5bccb04251 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.8063626 Aug 11 00:52:56.655688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfa22ac1-ae3b-4c9a-a7cf-eec4db801880 req-e4257006-3ffe-403a-b304-167e8f3100dd tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870124 Aug 11 00:52:56.687481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] For port 4585c5ac-2c96-446d-9fa6-4800e4eb6930, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:52:56.693220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] For port 4585c5ac-2c96-446d-9fa6-4800e4eb6930, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4585c5ac-2c96-446d-9fa6-4800e4eb6930,segment=NetworkSegment(fcc4d7e0-14ee-438a-84e9-19081b8f8423),segment_id=fcc4d7e0-14ee-438a-84e9-19081b8f8423)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:52:56.702673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 482c1f8b-d0e5-4000-9c25-5ada397ed32b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:52:56.711869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2271b81f-51b0-4a16-a15f-3640e236ee46 None None] Network 1f94820a-2312-462c-890b-8fcda4121daa requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:52:56.714938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa73072-b9e6-4bf0-855b-667629c4e3e0 None None] Pushing event updated for resources: {'Port': ['ID=4585c5ac-2c96-446d-9fa6-4800e4eb6930,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:56.728219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:56.746404 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39a75be4-bac8-47df-8bb4-459ca9224ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:56.776184 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39a75be4-bac8-47df-8bb4-459ca9224ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:56.830417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:56.831585 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:56.907602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:57.006928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 1f94820a-2312-462c-890b-8fcda4121daa is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:52:57.016464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:52:57.180152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa73072-b9e6-4bf0-855b-667629c4e3e0 None None] Pushing event updated for resources: {'Port': ['ID=4585c5ac-2c96-446d-9fa6-4800e4eb6930,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:57.190633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=87dd3301-18a0-4273-aed9-c1aea82ed083,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:57.226304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Routers {'80b3f373-7b27-4e72-8215-99d07d06a5c0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:57.226973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['80b3f373-7b27-4e72-8215-99d07d06a5c0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:57.240696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58216) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:57.306206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39a75be4-bac8-47df-8bb4-459ca9224ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:57.309000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-39a75be4-bac8-47df-8bb4-459ca9224ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:57.314462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-39a75be4-bac8-47df-8bb4-459ca9224ed4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa364f1c-86c2-43bd-b854-c5c8fc54f767 HTTP/1.1" status: 204 len: 168 time: 1.5696416 Aug 11 00:52:57.334491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a75be4-bac8-47df-8bb4-459ca9224ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa364f1c-86c2-43bd-b854-c5c8fc54f767,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:57.340194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:52:57.434220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 482c1f8b-d0e5-4000-9c25-5ada397ed32b completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:57.502630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-316269b0-6552-4e02-a6ad-39bfdd0ceb60 None None] Provisioning for port 482c1f8b-d0e5-4000-9c25-5ada397ed32b completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:57.519372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:52:57.533166 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:52:57.547537 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:52:57.547776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58224) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:57.549112 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:57.551267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ab3eea83-c3fd-4192-923f-fabc184a5a81 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7563784 Aug 11 00:52:57.566489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1390920897'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:57.601968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] Set router 80b3f373-7b27-4e72-8215-99d07d06a5c0 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:52:57.611689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-316269b0-6552-4e02-a6ad-39bfdd0ceb60 None None] Provisioning complete for port 482c1f8b-d0e5-4000-9c25-5ada397ed32b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:57.612338 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-316269b0-6552-4e02-a6ad-39bfdd0ceb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:57.737868 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:52:57.816605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:57.821289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:57.931500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:52:57.945827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5837cda-6f2c-47a3-bb1e-504fee64a630 req-00d073a2-40ff-463e-ae0c-5f1a0d610aed tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:57.955520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5837cda-6f2c-47a3-bb1e-504fee64a630 req-00d073a2-40ff-463e-ae0c-5f1a0d610aed tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.2031016 Aug 11 00:52:58.064861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:58.066896 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment 1c39aa4c-0f8f-4db6-951d-de8c675847f8 of type vlan for network 4792d523-eee7-493e-847c-260f219535f7 Aug 11 00:52:58.142895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5837cda-6f2c-47a3-bb1e-504fee64a630 req-8f32fb32-7a14-4797-8a2a-e20360a45445 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862705 Aug 11 00:52:58.226852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-316269b0-6552-4e02-a6ad-39bfdd0ceb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:58.304977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:58.443795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-316269b0-6552-4e02-a6ad-39bfdd0ceb60 None None] For port 482c1f8b-d0e5-4000-9c25-5ada397ed32b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=482c1f8b-d0e5-4000-9c25-5ada397ed32b,segment=NetworkSegment(cc9c4dc2-a44a-4e46-b11a-e72ee71757b0),segment_id=cc9c4dc2-a44a-4e46-b11a-e72ee71757b0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:52:58.495755 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:58.498988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:58.499650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:58.561546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10530773-82b7-4997-ad42-0e816ec3e7d9 req-0aea8b3f-fe52-40e7-9cb2-684df1f526da tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:52:58.564635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10530773-82b7-4997-ad42-0e816ec3e7d9 req-0aea8b3f-fe52-40e7-9cb2-684df1f526da tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.2430317 Aug 11 00:52:58.568844 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-316269b0-6552-4e02-a6ad-39bfdd0ceb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:58.647807 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:52:55Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:52:56Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:58.685169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:52:50Z', 'revision_number': 4, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port': {'id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:44Z', 'updated_at': '2021-08-11T00:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '4585c5ac-2c96-446d-9fa6-4800e4eb6930', 'name': '', 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'mac_address': 'fa:16:3e:d2:ce:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '845feff1-9cc0-4d90-be34-583863ec4cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:49Z', 'updated_at': '2021-08-11T00:52:56Z', 'revision_number': 4, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'subnets': [{'id': '845feff1-9cc0-4d90-be34-583863ec4cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:52:58.700773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10530773-82b7-4997-ad42-0e816ec3e7d9 req-33c7fd40-75ac-43e7-967b-07e62275946b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157074 Aug 11 00:52:58.703941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=4792d523-eee7-493e-847c-260f219535f7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:58.716803 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:52:58.717469 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Updating router ef943e87-75d9-401f-a90f-1e9d09bca9ad port 87dd3301-18a0-4273-aed9-c1aea82ed083 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:52:58.748854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:58.775736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316269b0-6552-4e02-a6ad-39bfdd0ceb60 None None] Pushing event updated for resources: {'Port': ['ID=482c1f8b-d0e5-4000-9c25-5ada397ed32b,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:52:58.797127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6ac52c88-f19a-4453-a975-7c27491429f4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2477877 Aug 11 00:52:58.800481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58258) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:52:58.803280 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:58.806328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:52:58.886577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 4792d523-eee7-493e-847c-260f219535f7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:52:59.009320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8129505c-f86f-4702-87b2-b92293dcde1a None None] The sync data for ids ['80b3f373-7b27-4e72-8215-99d07d06a5c0'] in n-d-712143-13 is: [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:52:50Z', 'revision_number': 4, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port': {'id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:44Z', 'updated_at': '2021-08-11T00:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '4585c5ac-2c96-446d-9fa6-4800e4eb6930', 'name': '', 'network_id': 'cfbe3233-fb7c-4abf-8eab-45de27f6a10c', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'mac_address': 'fa:16:3e:d2:ce:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '845feff1-9cc0-4d90-be34-583863ec4cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:49Z', 'updated_at': '2021-08-11T00:52:56Z', 'revision_number': 4, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'subnets': [{'id': '845feff1-9cc0-4d90-be34-583863ec4cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:52:59.148209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cb3e2735-5df1-4887-b4f1-b440a5274ecb None None] Provisioning for port 87dd3301-18a0-4273-aed9-c1aea82ed083 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:52:59.182268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cb3e2735-5df1-4887-b4f1-b440a5274ecb None None] Provisioning complete for port 87dd3301-18a0-4273-aed9-c1aea82ed083 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:59.182658 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2735-5df1-4887-b4f1-b440a5274ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:59.229741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:52:59.234278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:59.329043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e2735-5df1-4887-b4f1-b440a5274ecb None None] Port 87dd3301-18a0-4273-aed9-c1aea82ed083 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:52:59.359599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cb3e2735-5df1-4887-b4f1-b440a5274ecb None None] Provisioning complete for port 482c1f8b-d0e5-4000-9c25-5ada397ed32b triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:59.361682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb3e2735-5df1-4887-b4f1-b440a5274ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:59.730446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:59.897464 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:59.899622 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:59.939953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8d246bcc-a6a4-47f8-899a-9e65c438e794 None None] Provisioning complete for port 87dd3301-18a0-4273-aed9-c1aea82ed083 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:52:59.939953 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d246bcc-a6a4-47f8-899a-9e65c438e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:52:59.945879 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Transition to ACTIVE for port object 87dd3301-18a0-4273-aed9-c1aea82ed083 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:00.031360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8d246bcc-a6a4-47f8-899a-9e65c438e794 None None] Port 87dd3301-18a0-4273-aed9-c1aea82ed083 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:00.041168 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:00.075754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:00.214082 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecca99-9c02-41b8-87a4-2f458ec57b70 None None] Pushing event updated for resources: {'Port': ['ID=87dd3301-18a0-4273-aed9-c1aea82ed083,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:00.288830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=70f1f7a2-531a-42a9-a874-f0102896a8dc,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:00.322489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:00.323542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: 4792d523-eee7-493e-847c-260f219535f7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:53:00.429919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-e4d2e130-3ca4-482e-b5dc-140c9fa89b6b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:00.447103 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Attempting to bind port 87dd3301-18a0-4273-aed9-c1aea82ed083 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:00.447103 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Attempting to bind port 87dd3301-18a0-4273-aed9-c1aea82ed083 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:00.447103 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Attempting to bind port 87dd3301-18a0-4273-aed9-c1aea82ed083 on network 1f94820a-2312-462c-890b-8fcda4121daa {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:00.475983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-e4d2e130-3ca4-482e-b5dc-140c9fa89b6b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 814 time: 0.4044504 Aug 11 00:53:00.476674 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:00.476674 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Checking segment: {'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:00.476674 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:00.476674 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Bound using segment: {'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:00.476674 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Bound port: 87dd3301-18a0-4273-aed9-c1aea82ed083, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:00.476674 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:00.505172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 4792d523-eee7-493e-847c-260f219535f7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:53:00.569179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-65388b4f-8dbb-41b5-9b85-0ad8172b7bcf tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/quotas/2114e9d502d84d41bf68388ad26e3fc4 HTTP/1.1" status: 200 len: 375 time: 0.1122031 Aug 11 00:53:00.579701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 4792d523-eee7-493e-847c-260f219535f7) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:00.588152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:00.589054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:00.596449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 482c1f8b-d0e5-4000-9c25-5ada397ed32b up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:00.686523 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f5e4d-1ee1-4b5f-8bf2-7eb63af28652 None None] Network 4792d523-eee7-493e-847c-260f219535f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:00.754685 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] For port 87dd3301-18a0-4273-aed9-c1aea82ed083, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:00.769750 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] For port 87dd3301-18a0-4273-aed9-c1aea82ed083, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=87dd3301-18a0-4273-aed9-c1aea82ed083,segment=NetworkSegment(cc9c4dc2-a44a-4e46-b11a-e72ee71757b0),segment_id=cc9c4dc2-a44a-4e46-b11a-e72ee71757b0)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:00.778133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2f4daaaf-6c25-4ff9-a764-c8bb864e357f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9766822 Aug 11 00:53:00.788149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:00.824601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-1708a3a3-d538-451f-911e-804bd5cca7ab tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:00.828364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-1708a3a3-d538-451f-911e-804bd5cca7ab tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a548feb-af86-4c81-97f6-e55d67776cbe HTTP/1.1" status: 200 len: 946 time: 0.1901660 Aug 11 00:53:00.842156 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:00.901759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-e8d0b147-df43-46f4-a141-b3c7c951d7dc tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3311787 Aug 11 00:53:00.956190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Deleting port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:00.956824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:01.011143 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:01.013476 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:01.162408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Deleting port a8264c51-229f-48c1-9cce-c06fd1f64859 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:01.163920 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:01.366535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-5e573474-5ec3-4d36-8f7f-71cb9101be05 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 00:53:01.376750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 482c1f8b-d0e5-4000-9c25-5ada397ed32b triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:01.377126 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:01.389808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-5e573474-5ec3-4d36-8f7f-71cb9101be05 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4468348 Aug 11 00:53:01.618660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] For port a8264c51-229f-48c1-9cce-c06fd1f64859, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a8264c51-229f-48c1-9cce-c06fd1f64859,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:01.619043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:01.663790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] For port 4585c5ac-2c96-446d-9fa6-4800e4eb6930, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4585c5ac-2c96-446d-9fa6-4800e4eb6930,segment=NetworkSegment(fcc4d7e0-14ee-438a-84e9-19081b8f8423),segment_id=fcc4d7e0-14ee-438a-84e9-19081b8f8423)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:01.664410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:01.676744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Calling delete_port for a8264c51-229f-48c1-9cce-c06fd1f64859 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:01.731507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4585c5ac-2c96-446d-9fa6-4800e4eb6930 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:01.735600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Calling delete_port for 4585c5ac-2c96-446d-9fa6-4800e4eb6930 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:01.761906 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:01.849889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-4792d523-eee7-493e-847c-260f219535f7', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:53:01.851509 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:01.882458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58322) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:01.930435 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:53:01.963868 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecca99-9c02-41b8-87a4-2f458ec57b70 None None] Pushing event updated for resources: {'Port': ['ID=87dd3301-18a0-4273-aed9-c1aea82ed083,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:01.997591 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.067082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Pushing event deleted for resources: {'Port': ['ID=a8264c51-229f-48c1-9cce-c06fd1f64859,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:02.133034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a8264c51-229f-48c1-9cce-c06fd1f64859'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:53:02.172944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] No DVR routers for this DVR port a8264c51-229f-48c1-9cce-c06fd1f64859 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:02.212347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.218847 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7aee7343-a68b-44d0-be50-75a89ace7601 req-901ceaf6-7ffd-4c4d-94fb-82732e4ccf37 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.44 "DELETE /v2.0/ports/a8264c51-229f-48c1-9cce-c06fd1f64859 HTTP/1.1" status: 204 len: 173 time: 1.3802972 Aug 11 00:53:02.230795 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:52:55Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:00Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:02.232486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605f-d07f-45b9-ac8d-1ad7daf3b290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.236203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'name': 'network-vif-deleted', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:53:02.240827 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63212e78-7677-4f94-a898-9df7cb49cd54" -d '{"events": [{"server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "name": "network-vif-deleted", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:53:02.270506 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7458f56c-5326-4771-b2db-9c4328210f96 None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:52:55Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:00Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:02.334879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Allocated IP 2001:db8:1::2 (4792d523-eee7-493e-847c-260f219535f7/70f1f7a2-531a-42a9-a874-f0102896a8dc/eeef9158-c0dd-403f-994d-e90e6cdc9e89) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:02.421715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605f-d07f-45b9-ac8d-1ad7daf3b290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.424428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:02.540322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-bf9bed41-8168-4c38-9aed-95387b54f300 service neutron] 10.222.0.43 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1443524 Aug 11 00:53:02.583360 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605f-d07f-45b9-ac8d-1ad7daf3b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.647590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1d1d605f-d07f-45b9-ac8d-1ad7daf3b290 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b746f3209efa410691e237670bb55e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7636273 Aug 11 00:53:02.656696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58340) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:02.667124 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413aaa6-d44a-430b-8937-015266ffc89e x-openstack-request-id: req-4413aaa6-d44a-430b-8937-015266ffc89e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:53:02.667699 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a548feb-af86-4c81-97f6-e55d67776cbe", "name": "network-vif-deleted", "tag": "a8264c51-229f-48c1-9cce-c06fd1f64859", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:53:02.668797 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4413aaa6-d44a-430b-8937-015266ffc89e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:53:02.669907 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a548feb-af86-4c81-97f6-e55d67776cbe', 'name': 'network-vif-deleted', 'tag': 'a8264c51-229f-48c1-9cce-c06fd1f64859', 'status': 'completed', 'code': 200} Aug 11 00:53:02.672526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d605f-d07f-45b9-ac8d-1ad7daf3b290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93227a06-66a5-461b-816b-b36b69a35735,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:02.712383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.734108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.766893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Transition to ACTIVE for port object eeef9158-c0dd-403f-994d-e90e6cdc9e89 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:02.810023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Transition to ACTIVE for port object eeef9158-c0dd-403f-994d-e90e6cdc9e89 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:02.812929 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4dcff50-5727-49f4-903c-52f7e8f395c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.814434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4585c5ac-2c96-446d-9fa6-4800e4eb6930 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:02.815029 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.859460 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4dcff50-5727-49f4-903c-52f7e8f395c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.897003 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:02.988229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Network 4792d523-eee7-493e-847c-260f219535f7 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:02.996305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:03.008214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:03.123263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4dcff50-5727-49f4-903c-52f7e8f395c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:03.123263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c4dcff50-5727-49f4-903c-52f7e8f395c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:03.123263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c4dcff50-5727-49f4-903c-52f7e8f395c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93227a06-66a5-461b-816b-b36b69a35735 HTTP/1.1" status: 204 len: 168 time: 0.4629710 Aug 11 00:53:03.125634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Attempting to bind port eeef9158-c0dd-403f-994d-e90e6cdc9e89 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:03.126205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Attempting to bind port eeef9158-c0dd-403f-994d-e90e6cdc9e89 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:03.126761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Attempting to bind port eeef9158-c0dd-403f-994d-e90e6cdc9e89 on network 4792d523-eee7-493e-847c-260f219535f7 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:03.141827 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-a235e876-730f-418a-b17c-f4a38a834478 service neutron] 10.222.0.43 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993469 Aug 11 00:53:03.142361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcff50-5727-49f4-903c-52f7e8f395c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93227a06-66a5-461b-816b-b36b69a35735,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:03.158097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Pushing event updated for resources: {'Port': ['ID=eeef9158-c0dd-403f-994d-e90e6cdc9e89,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:03.180698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:03.181558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Checking segment: {'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:03.182593 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:03.183203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Bound using segment: {'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:03.184065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Bound port: eeef9158-c0dd-403f-994d-e90e6cdc9e89, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:03.184918 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:03.204941 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:03.208504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.209326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.209960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.210817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.211418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.212317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.213137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.213630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.214184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.214693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.215620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.216584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:03.243904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:03.374123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Pushing event deleted for resources: {'Port': ['ID=4585c5ac-2c96-446d-9fa6-4800e4eb6930,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:03.386351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] For port eeef9158-c0dd-403f-994d-e90e6cdc9e89, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:03.390711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] For port eeef9158-c0dd-403f-994d-e90e6cdc9e89, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eeef9158-c0dd-403f-994d-e90e6cdc9e89,segment=NetworkSegment(1c39aa4c-0f8f-4db6-951d-de8c675847f8),segment_id=1c39aa4c-0f8f-4db6-951d-de8c675847f8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:03.487899 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:03.643374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 87dd3301-18a0-4273-aed9-c1aea82ed083 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:03.733310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bebf48bb-57c1-4775-b2d7-6da373ebf565 req-4a2d47fd-6806-406c-8dc1-1c9694c6aff7 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 210 time: 0.0801449 Aug 11 00:53:03.778896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084487f-e5ea-4c1d-b951-094ca4cc2cbf None None] Pushing event updated for resources: {'Port': ['ID=eeef9158-c0dd-403f-994d-e90e6cdc9e89,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:03.875596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 87dd3301-18a0-4273-aed9-c1aea82ed083 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:03.886013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 87dd3301-18a0-4273-aed9-c1aea82ed083 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:03.886013 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:03.969367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8:1::1 (4792d523-eee7-493e-847c-260f219535f7/70f1f7a2-531a-42a9-a874-f0102896a8dc/cff66466-6fb1-4466-a114-a5e7de73a82c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:04.151481 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:04.229729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 87dd3301-18a0-4273-aed9-c1aea82ed083, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=87dd3301-18a0-4273-aed9-c1aea82ed083,segment=NetworkSegment(cc9c4dc2-a44a-4e46-b11a-e72ee71757b0),segment_id=cc9c4dc2-a44a-4e46-b11a-e72ee71757b0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:04.231960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:04.309171 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:04.463325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=87dd3301-18a0-4273-aed9-c1aea82ed083,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:04.533347 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:04.563713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object cff66466-6fb1-4466-a114-a5e7de73a82c will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:04.784807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a8264c51-229f-48c1-9cce-c06fd1f64859 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:04.840339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: a8264c51-229f-48c1-9cce-c06fd1f64859 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:04.841265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a8264c51-229f-48c1-9cce-c06fd1f64859 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:05.392183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93ef2862-d18b-4f8e-b4d6-9e8400bdd0ad req-c7b2b9eb-293f-471f-a3ee-3f0d408b8f7f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 210 time: 0.0507932 Aug 11 00:53:05.406782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Router 80b3f373-7b27-4e72-8215-99d07d06a5c0 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:05.560916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:05.617732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 4792d523-eee7-493e-847c-260f219535f7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:05.682413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:05.735800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb953c-75e2-409e-813a-1a643c7424f8 None None] Network 4792d523-eee7-493e-847c-260f219535f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:05.754493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:05.755071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:05.779707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:05.818159 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f3072fdd-356b-47f1-8afa-aa0701d6255e admin admin] 10.222.0.43 "PUT /v2.0/routers/80b3f373-7b27-4e72-8215-99d07d06a5c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5779958 Aug 11 00:53:05.821693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58438) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:05.832739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] Sync routers for ids ['80b3f373-7b27-4e72-8215-99d07d06a5c0'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:05.880481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=cff66466-6fb1-4466-a114-a5e7de73a82c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:05.953136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 87dd3301-18a0-4273-aed9-c1aea82ed083 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:06.003757 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.009000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] Routers {'80b3f373-7b27-4e72-8215-99d07d06a5c0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:06.009981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['80b3f373-7b27-4e72-8215-99d07d06a5c0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:06.101171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-06c1bc2b-815f-4c18-8279-4af5d05b54fe None None] Provisioning for port eeef9158-c0dd-403f-994d-e90e6cdc9e89 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:06.115102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.219678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 87dd3301-18a0-4273-aed9-c1aea82ed083 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:06.220103 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.274704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] Set router 80b3f373-7b27-4e72-8215-99d07d06a5c0 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:06.339197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.436622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eeef9158-c0dd-403f-994d-e90e6cdc9e89 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:06.522621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.679749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.681039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:53:02Z', 'revision_number': 5, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port': {'id': '5c12e30e-1444-4087-bed6-784328c7cf45', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:44Z', 'updated_at': '2021-08-11T00:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:06.681413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.704009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54e85956-3655-456c-87fb-aa0388f1e798 req-1925ed10-5763-48cf-8fcd-a05fd2756466 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 210 time: 0.0981164 Aug 11 00:53:06.727938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] Checking router: 80b3f373-7b27-4e72-8215-99d07d06a5c0 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:06.738384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port eeef9158-c0dd-403f-994d-e90e6cdc9e89 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:06.750315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port eeef9158-c0dd-403f-994d-e90e6cdc9e89 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:06.751816 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.753955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Deleting port 5c12e30e-1444-4087-bed6-784328c7cf45 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:06.753955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:06.845059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] Routers {'80b3f373-7b27-4e72-8215-99d07d06a5c0'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:06.846422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['80b3f373-7b27-4e72-8215-99d07d06a5c0'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:06.918433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=cff66466-6fb1-4466-a114-a5e7de73a82c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:06.992197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-9adc8599-b14f-427e-a8dd-bbe62c57b372 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:07.001042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-9adc8599-b14f-427e-a8dd-bbe62c57b372 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 814 time: 0.4062831 Aug 11 00:53:07.001215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] For port 5c12e30e-1444-4087-bed6-784328c7cf45, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c12e30e-1444-4087-bed6-784328c7cf45,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:07.001215 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:07.010216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Request body: {'port': {'device_id': 'f0314d2f-0940-4054-904c-1a714fe95917', 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'admin_state_up': True, 'tenant_id': '2114e9d502d84d41bf68388ad26e3fc4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:07.013884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Calling delete_port for 5c12e30e-1444-4087-bed6-784328c7cf45 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:07.161196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 4792d523-eee7-493e-847c-260f219535f7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:07.170210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:07.370387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Made reservation on behalf of 2114e9d502d84d41bf68388ad26e3fc4 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:07.376385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:07.441374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:07.459734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:07.478118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] Set router 80b3f373-7b27-4e72-8215-99d07d06a5c0 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:07.489368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c12e30e-1444-4087-bed6-784328c7cf45,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:07.490678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:07.605519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:07.674253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6d11d311-1177-4df8-bc00-c19225f5cb2a None None] Provisioning for port cff66466-6fb1-4466-a114-a5e7de73a82c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:07.694241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:53:06Z', 'revision_number': 6, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:07.704237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6d11d311-1177-4df8-bc00-c19225f5cb2a None None] Provisioning complete for port cff66466-6fb1-4466-a114-a5e7de73a82c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:07.704894 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6d11d311-1177-4df8-bc00-c19225f5cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:07.927245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ca94c-2d88-48c5-9c7d-56ee797fb5d8 None None] The sync data for ids ['80b3f373-7b27-4e72-8215-99d07d06a5c0'] in n-d-712143-13 is: [{'id': '80b3f373-7b27-4e72-8215-99d07d06a5c0', 'name': 'tempest-ImageQuotaTest-1985778867-router', 'tenant_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:42Z', 'updated_at': '2021-08-11T00:53:06Z', 'revision_number': 6, 'project_id': '50a5a9d65e3a45c3a2ece089fdce14b6', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:07.943539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port eeef9158-c0dd-403f-994d-e90e6cdc9e89, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eeef9158-c0dd-403f-994d-e90e6cdc9e89,segment=NetworkSegment(1c39aa4c-0f8f-4db6-951d-de8c675847f8),segment_id=1c39aa4c-0f8f-4db6-951d-de8c675847f8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:07.949123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:07.953365 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:07.989932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6d11d311-1177-4df8-bc00-c19225f5cb2a None None] Port cff66466-6fb1-4466-a114-a5e7de73a82c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:08.039649 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:08.066501 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0df4293a-d65d-4bee-a010-47ac4a0c97d0 req-af558f8e-1632-4215-8c8c-c79f79c2463d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 210 time: 0.2157526 Aug 11 00:53:08.082328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:08.099655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a257d7ad-d4e3-4fe8-900d-6184dc55d267 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3045006 Aug 11 00:53:08.100579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58484) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:08.100865 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:08.111869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1858308434'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:08.115591 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:08.132228 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:08.153725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Allocated IP 172.20.0.3 (ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf/c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113/a64036a3-5080-4412-b943-c3498ce5a454) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:08.204477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6d11d311-1177-4df8-bc00-c19225f5cb2a None None] Provisioning complete for port eeef9158-c0dd-403f-994d-e90e6cdc9e89 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:08.204958 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6d11d311-1177-4df8-bc00-c19225f5cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:08.365341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-97a6e047-082c-4ae5-ae80-35c582f2bb1a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1545861 Aug 11 00:53:08.379584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:08.380452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b3f373-7b27-4e72-8215-99d07d06a5c0 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:53:08.417141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:08.431966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aab81ab9-81fb-4c18-a7d8-b91ad5aff3d5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/80b3f373-7b27-4e72-8215-99d07d06a5c0 HTTP/1.1" status: 204 len: 168 time: 2.6079106 Aug 11 00:53:08.432906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58488) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:08.519311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:08.554844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=eeef9158-c0dd-403f-994d-e90e6cdc9e89,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:08.606975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4585c5ac-2c96-446d-9fa6-4800e4eb6930 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:08.628602 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:08.667853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 4585c5ac-2c96-446d-9fa6-4800e4eb6930 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:08.668354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4585c5ac-2c96-446d-9fa6-4800e4eb6930 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:08.681810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:08.769539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:08.783540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:08.835644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-60cd60d4-56b7-4831-9e7e-748e465e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:08.837366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-60cd60d4-56b7-4831-9e7e-748e465e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:08.838341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-60cd60d4-56b7-4831-9e7e-748e465e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:08.839619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-60cd60d4-56b7-4831-9e7e-748e465e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:08.840900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-60cd60d4-56b7-4831-9e7e-748e465e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:08.842641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-60cd60d4-56b7-4831-9e7e-748e465e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:08.843720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-60cd60d4-56b7-4831-9e7e-748e465e68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:08.847869 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-60cd60d4-56b7-4831-9e7e-748e465e68b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.2401640 Aug 11 00:53:08.853500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a8b48c-46e4-4793-a94a-edf184aee45c admin admin] Deleting subnet 845feff1-9cc0-4d90-be34-583863ec4cf1 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:53:08.859815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62a8b48c-46e4-4793-a94a-edf184aee45c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:08.863411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:08.895919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:08.918980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:08.924377 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:05Z', 'revision_number': 3, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:06Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:08.960646 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:08.961159 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Updating router ef943e87-75d9-401f-a90f-1e9d09bca9ad port cff66466-6fb1-4466-a114-a5e7de73a82c binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:53:08.998198 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.046900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-403b5484-25e8-48f9-923c-4c973e7ab035 None None] Provisioning complete for port cff66466-6fb1-4466-a114-a5e7de73a82c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:09.050070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-403b5484-25e8-48f9-923c-4c973e7ab035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.161438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-403b5484-25e8-48f9-923c-4c973e7ab035 None None] Port cff66466-6fb1-4466-a114-a5e7de73a82c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:09.166039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-0280ddce-0933-4165-948e-d3b0fb9e8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:09.166730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-0280ddce-0933-4165-948e-d3b0fb9e8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:09.167485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-0280ddce-0933-4165-948e-d3b0fb9e8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:09.170114 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-0280ddce-0933-4165-948e-d3b0fb9e8dc4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 200 len: 2293 time: 0.2433710 Aug 11 00:53:09.187929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:09.191196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.230193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Pushing event updated for resources: {'Port': ['ID=a64036a3-5080-4412-b943-c3498ce5a454,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:09.270830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:53:09.328108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.328694 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment 68b23a22-206e-474c-8f81-6bfd6e7a0789 of type vlan for network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 Aug 11 00:53:09.365216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-3c9d6746-f808-4bf6-99e8-798f4fb5ebeb tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3608246 Aug 11 00:53:09.401970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62a8b48c-46e4-4793-a94a-edf184aee45c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.497167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Request body: {'port': {'device_id': 'f0314d2f-0940-4054-904c-1a714fe95917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:09.604465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0f4c-fb1b-4527-8fc7-68592a67600d req-b4550d27-c46d-44e7-9395-d063a5a3f1a1 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:09.607076 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b58c0f4c-fb1b-4527-8fc7-68592a67600d req-b4550d27-c46d-44e7-9395-d063a5a3f1a1 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 931 time: 0.3358579 Aug 11 00:53:09.628810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-43674d76-32dd-4bdc-9c0e-22582ca57b5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 1001 time: 0.4499521 Aug 11 00:53:09.675055 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.703898 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.727564 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Transition to ACTIVE for port object cff66466-6fb1-4466-a114-a5e7de73a82c will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:09.793491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.829825 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.846112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-f6189e5d-494f-495a-9847-f7920ba81352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:09.846112 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-f6189e5d-494f-495a-9847-f7920ba81352 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 200 len: 851 time: 0.1968057 Aug 11 00:53:09.867423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b58c0f4c-fb1b-4527-8fc7-68592a67600d req-9705a206-cbc7-4276-ade4-30f0337efa28 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340250 Aug 11 00:53:09.872545 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62a8b48c-46e4-4793-a94a-edf184aee45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:09.944815 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c769a7-0099-41bb-9c58-50832ee5df0f None None] Pushing event updated for resources: {'Port': ['ID=cff66466-6fb1-4466-a114-a5e7de73a82c,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:09.981389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-6e9592fa-4d0c-46df-ad33-aac70195d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:09.983770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-6e9592fa-4d0c-46df-ad33-aac70195d75d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ece244df-909c-4779-bf6c-17273d3f30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153164 Aug 11 00:53:09.985149 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Attempting to bind port cff66466-6fb1-4466-a114-a5e7de73a82c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:09.985620 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Attempting to bind port cff66466-6fb1-4466-a114-a5e7de73a82c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:09.991078 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Attempting to bind port cff66466-6fb1-4466-a114-a5e7de73a82c on network 4792d523-eee7-493e-847c-260f219535f7 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:09.998609 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:10.001130 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Checking segment: {'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:10.010435 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.011209 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Bound using segment: {'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:10.012074 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Bound port: cff66466-6fb1-4466-a114-a5e7de73a82c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c39aa4c-0f8f-4db6-951d-de8c675847f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4792d523-eee7-493e-847c-260f219535f7'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:10.012764 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.103190 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] For port cff66466-6fb1-4466-a114-a5e7de73a82c, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:10.110988 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] For port cff66466-6fb1-4466-a114-a5e7de73a82c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cff66466-6fb1-4466-a114-a5e7de73a82c,segment=NetworkSegment(1c39aa4c-0f8f-4db6-951d-de8c675847f8),segment_id=1c39aa4c-0f8f-4db6-951d-de8c675847f8)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:10.134473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.157590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:10.158702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.259836 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.309770 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62a8b48c-46e4-4793-a94a-edf184aee45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.333212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eeef9158-c0dd-403f-994d-e90e6cdc9e89 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:10.344946 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:10.346008 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:52:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:10.367488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8b48c-46e4-4793-a94a-edf184aee45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845feff1-9cc0-4d90-be34-583863ec4cf1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:10.392745 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-ce6fee0b-5210-410c-a0ee-6026debaf9d7 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006999 Aug 11 00:53:10.412509 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-62a8b48c-46e4-4793-a94a-edf184aee45c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.423260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3181846 Aug 11 00:53:10.427795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-62a8b48c-46e4-4793-a94a-edf184aee45c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/845feff1-9cc0-4d90-be34-583863ec4cf1 HTTP/1.1" status: 204 len: 168 time: 1.9934227 Aug 11 00:53:10.429577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58518) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:10.429920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58520) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:10.459190 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c769a7-0099-41bb-9c58-50832ee5df0f None None] Pushing event updated for resources: {'Port': ['ID=cff66466-6fb1-4466-a114-a5e7de73a82c,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:10.462781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:10.474616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e7dab-6efc-4de3-bd72-c01f4203f921 None None] Network cfbe3233-fb7c-4abf-8eab-45de27f6a10c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:10.587690 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:10.595659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36847614-e1d8-4833-ba99-5d7b662fb195 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=15cbdcc7-1d07-4563-b80d-1fa2feacf370,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:10.672597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:53:10.757590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port eeef9158-c0dd-403f-994d-e90e6cdc9e89 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:10.759757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.851563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64036a3-5080-4412-b943-c3498ce5a454 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:53:10.877156 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:10.920209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Transition to ACTIVE for port object a64036a3-5080-4412-b943-c3498ce5a454 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:10.979116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:11.097625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a64036a3-5080-4412-b943-c3498ce5a454,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:11.126666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] DHCP port deletion for cfbe3233-fb7c-4abf-8eab-45de27f6a10c request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:53:11.180205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:11.216364 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:05Z', 'revision_number': 3, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:10Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:11.235173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-1b763227-8453-41bf-b54e-b0032fde4a6c service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8330555 Aug 11 00:53:11.285595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c12e30e-1444-4087-bed6-784328c7cf45 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:11.294130 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84087a13-61f5-4ce9-8982-58583199c630 None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:05Z', 'revision_number': 3, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:10Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:11.361362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 5c12e30e-1444-4087-bed6-784328c7cf45 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:11.362274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c12e30e-1444-4087-bed6-784328c7cf45 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:11.364120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Attempting to bind port a64036a3-5080-4412-b943-c3498ce5a454 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:11.364470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Attempting to bind port a64036a3-5080-4412-b943-c3498ce5a454 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:11.364804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Attempting to bind port a64036a3-5080-4412-b943-c3498ce5a454 on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:11.376544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Port a64036a3-5080-4412-b943-c3498ce5a454 on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:53:11.377203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Attempting to bind port a64036a3-5080-4412-b943-c3498ce5a454 on network ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:11.393497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cf14e-ba26-426c-94a9-08163ef478c4 req-6fde1045-1f9a-4919-b5d3-3248bc4553aa tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:11.408995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] Deleting port ebf31724-f8bb-41e6-a648-fb791234660f {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:11.414365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-351cf14e-ba26-426c-94a9-08163ef478c4 req-6fde1045-1f9a-4919-b5d3-3248bc4553aa tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 943 time: 0.2901011 Aug 11 00:53:11.415895 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:11.473113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-351cf14e-ba26-426c-94a9-08163ef478c4 req-133b15d8-2703-4ff2-b0c6-b863cc4c9a34 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574853 Aug 11 00:53:11.474337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:11.477776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Checking segment: {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:11.490485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Bound using segment: {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:11.491025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Bound port: a64036a3-5080-4412-b943-c3498ce5a454, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:11.491449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:11.595034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] For port ebf31724-f8bb-41e6-a648-fb791234660f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ebf31724-f8bb-41e6-a648-fb791234660f,segment=NetworkSegment(fcc4d7e0-14ee-438a-84e9-19081b8f8423),segment_id=fcc4d7e0-14ee-438a-84e9-19081b8f8423)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:11.595938 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:11.616877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] Calling delete_port for ebf31724-f8bb-41e6-a648-fb791234660f owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:11.677469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] For port a64036a3-5080-4412-b943-c3498ce5a454, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:11.689229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] For port a64036a3-5080-4412-b943-c3498ce5a454, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a64036a3-5080-4412-b943-c3498ce5a454,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:11.751076 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:11.905131 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:11.920500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a64036a3-5080-4412-b943-c3498ce5a454,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:11.950311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:11.951641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:11.954327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-67db20e8-63b6-4b85-9c76-19710d0f1bc1 service neutron] 10.222.0.55 "PUT /v2.0/ports/a64036a3-5080-4412-b943-c3498ce5a454 HTTP/1.1" status: 200 len: 1092 time: 2.4684205 Aug 11 00:53:11.955369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0314d2f-0940-4054-904c-1a714fe95917', 'tag': 'a64036a3-5080-4412-b943-c3498ce5a454'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:53:11.959765 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0314d2f-0940-4054-904c-1a714fe95917", "tag": "a64036a3-5080-4412-b943-c3498ce5a454"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:53:11.998035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] Pushing event deleted for resources: {'Port': ['ID=ebf31724-f8bb-41e6-a648-fb791234660f,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:12.026418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a7307-471c-4a05-88f7-efe728ce2c1d None None] No DVR routers for this DVR port ebf31724-f8bb-41e6-a648-fb791234660f on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:12.195532 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-bbc900c4-d90e-4488-8dbf-d1b762712bbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 217 time: 0.9251788 Aug 11 00:53:12.224839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:12.234917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-feb42d9d-b94e-41ef-ac15-7ff0b621a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:12.241370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:12.247288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-feb42d9d-b94e-41ef-ac15-7ff0b621a5a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 1095 time: 0.1510227 Aug 11 00:53:12.346904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cff66466-6fb1-4466-a114-a5e7de73a82c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:12.423557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-6a181fd5-1405-47ab-ab38-b377d253d169 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a64036a3-5080-4412-b943-c3498ce5a454 HTTP/1.1" status: 200 len: 217 time: 0.1611118 Aug 11 00:53:12.546293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-6e30b905-d55c-4704-9837-585ead816bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:12.547878 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-6e30b905-d55c-4704-9837-585ead816bbe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113 HTTP/1.1" status: 200 len: 854 time: 0.1228831 Aug 11 00:53:12.549376 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40886a2-7dbc-44fe-a6d5-f3f0925cda36 x-openstack-request-id: req-d40886a2-7dbc-44fe-a6d5-f3f0925cda36 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:53:12.549663 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0314d2f-0940-4054-904c-1a714fe95917", "tag": "a64036a3-5080-4412-b943-c3498ce5a454", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:53:12.549913 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d40886a2-7dbc-44fe-a6d5-f3f0925cda36 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:53:12.550451 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0314d2f-0940-4054-904c-1a714fe95917', 'tag': 'a64036a3-5080-4412-b943-c3498ce5a454', 'status': 'completed', 'code': 200} Aug 11 00:53:12.553309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-5e8f7872-9dc5-40be-9f1d-64109dc4bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:12.555069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-5e8f7872-9dc5-40be-9f1d-64109dc4bc40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.2966635 Aug 11 00:53:12.585557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-7c825237-c401-4756-97e6-a05d61302d0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263498 Aug 11 00:53:12.602125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Deleting port ebf31724-f8bb-41e6-a648-fb791234660f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:12.602125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:12.623786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cff66466-6fb1-4466-a114-a5e7de73a82c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:12.628998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cff66466-6fb1-4466-a114-a5e7de73a82c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:12.629439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:12.810871 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:12.829679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-04dbc1de-fdae-46db-beca-56f270146bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:12.831316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-04dbc1de-fdae-46db-beca-56f270146bd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2550714 Aug 11 00:53:12.851811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-b393ac1a-acb6-4153-8208-6d494443255a service neutron] 10.222.0.55 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586861 Aug 11 00:53:12.858570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port cff66466-6fb1-4466-a114-a5e7de73a82c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cff66466-6fb1-4466-a114-a5e7de73a82c,segment=NetworkSegment(1c39aa4c-0f8f-4db6-951d-de8c675847f8),segment_id=1c39aa4c-0f8f-4db6-951d-de8c675847f8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:12.871123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07067e19-fbef-4e60-83a3-3ccbf63e2f92 req-c58b27cb-c543-4978-825a-1e6b29c8ca25 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:12.880380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07067e19-fbef-4e60-83a3-3ccbf63e2f92 req-c58b27cb-c543-4978-825a-1e6b29c8ca25 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 943 time: 0.1418791 Aug 11 00:53:12.892967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] For port ebf31724-f8bb-41e6-a648-fb791234660f, host n-d-712143-13, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:12.893331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:12.938462 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:13.016464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Calling delete_port for ebf31724-f8bb-41e6-a648-fb791234660f owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:13.057234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07067e19-fbef-4e60-83a3-3ccbf63e2f92 req-ee4174ea-58a6-41bf-a4c7-dd3abb613d8e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747470 Aug 11 00:53:13.076609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Port ebf31724-f8bb-41e6-a648-fb791234660f was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:53:13.079741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ebf31724-f8bb-41e6-a648-fb791234660f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:13.119638 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:13.144134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ebf31724-f8bb-41e6-a648-fb791234660f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:13.144822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ebf31724-f8bb-41e6-a648-fb791234660f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:13.158925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e8c9040e-5979-4e04-b6c2-3fa3d391f466 req-a0a79f9c-35ec-44fc-96d3-65445c9f173c service neutron] 10.222.0.55 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754078 Aug 11 00:53:13.194960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=cff66466-6fb1-4466-a114-a5e7de73a82c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:13.323977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf31724-f8bb-41e6-a648-fb791234660f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:13.388789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] No DVR routers for this DVR port ebf31724-f8bb-41e6-a648-fb791234660f on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:13.393403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58580) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:13.487188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-6913e5b9-5f1f-44c5-815b-fa2718ef19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:13.488746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-6913e5b9-5f1f-44c5-815b-fa2718ef19c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 1095 time: 0.1390262 Aug 11 00:53:13.563945 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:13.584193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbe3233-fb7c-4abf-8eab-45de27f6a10c']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:13.612182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc4d7e0-14ee-438a-84e9-19081b8f8423') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:13.612485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc4d7e0-14ee-438a-84e9-19081b8f8423') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:13.636246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:13.737464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-cdf214e4-df29-4116-8fcd-018d47d4c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:13.741985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-cdf214e4-df29-4116-8fcd-018d47d4c5ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 200 len: 915 time: 0.2445374 Aug 11 00:53:13.743548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-20bebc4e-b574-4bd9-ad11-77e6da4aec88 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8855505 Aug 11 00:53:13.806890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:13.816396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:53:13.817377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:13.825127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-37ad9b92-c34e-4b35-a8be-dfb3662f0d21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a64036a3-5080-4412-b943-c3498ce5a454 HTTP/1.1" status: 200 len: 217 time: 0.0754154 Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:53:13.867112 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:53:13.872087 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:13.908940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-80910d7b-42dd-43fb-b02f-005584a3116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:13.914272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-80910d7b-42dd-43fb-b02f-005584a3116b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113 HTTP/1.1" status: 200 len: 854 time: 0.0811272 Aug 11 00:53:13.989363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-fa4e4233-e156-4fdf-b720-3c1886f46596 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606990 Aug 11 00:53:13.992687 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8f367d-c16e-4273-881e-175d8333501c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:14.153997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=dea428eb-2d02-4f28-b2b9-58c33cf1fe9f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:14.261702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:14.279286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cff66466-6fb1-4466-a114-a5e7de73a82c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:14.331337 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:14.346228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cfbe3233-fb7c-4abf-8eab-45de27f6a10c HTTP/1.1" status: 204 len: 168 time: 3.9131436 Aug 11 00:53:14.404254 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-da20f850-570e-4ccb-95c9-a740151474f1 service neutron] 10.222.0.55 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023728 Aug 11 00:53:14.488692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cff66466-6fb1-4466-a114-a5e7de73a82c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:14.489419 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:14.503277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ecd0f-4c48-4dfd-9969-7ce647a76416 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfbe3233-fb7c-4abf-8eab-45de27f6a10c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:14.542910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-23d526d8-becf-418d-8713-fd07e1d6d469 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738681 Aug 11 00:53:14.564769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:14.564769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: 15cbdcc7-1d07-4563-b80d-1fa2feacf370, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:53:14.586197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7671b2c1-f4ee-4c80-b6de-7b6aa84470b4 req-80cc41ed-ae3f-4944-bb9f-f143dad65f41 service neutron] 10.222.0.55 "GET /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755345 Aug 11 00:53:14.638079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba03d3-6241-4a56-b843-7754a4f4738d req-0627cfe6-69af-45c8-8c30-37918711182f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:14.652526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfba03d3-6241-4a56-b843-7754a4f4738d req-0627cfe6-69af-45c8-8c30-37918711182f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 943 time: 0.4372983 Aug 11 00:53:14.669291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-aa70390d-01a2-4cc1-9cd2-ffb2cd9417cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 217 time: 0.1177847 Aug 11 00:53:14.786778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58600) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:14.791714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfba03d3-6241-4a56-b843-7754a4f4738d req-6702675a-6f5a-4369-abb8-c535c0bf3851 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381221 Aug 11 00:53:14.839402 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0db180bf-74f4-4913-b060-e5e80da6ad7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50a5a9d65e3a45c3a2ece089fdce14b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488036 Aug 11 00:53:14.839825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58602) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:14.848269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8f367d-c16e-4273-881e-175d8333501c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:14.851516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-a004ffbf-5309-43f4-b11f-6dc6f4074d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:14.853932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-a004ffbf-5309-43f4-b11f-6dc6f4074d8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1641464 Aug 11 00:53:14.859580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:53:14.922222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-697d410e-192d-43dd-bb71-8f508e9349eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:14.948477 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f8f367d-c16e-4273-881e-175d8333501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:14.977882 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-697d410e-192d-43dd-bb71-8f508e9349eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:14.981278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-be42cad1-0087-4dcc-bb35-b119f2411668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:14.984886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-be42cad1-0087-4dcc-bb35-b119f2411668 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1201658 Aug 11 00:53:15.000121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 15cbdcc7-1d07-4563-b80d-1fa2feacf370) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:15.013183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce17e27-91ad-4b76-af9a-901950569579 None None] Network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:15.132832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:15.133971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:15.139304 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-697d410e-192d-43dd-bb71-8f508e9349eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:15.147125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-697d410e-192d-43dd-bb71-8f508e9349eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:15.150341 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-697d410e-192d-43dd-bb71-8f508e9349eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a5c58e6-4680-4ccc-b6f6-b91db1bbbea2 HTTP/1.1" status: 204 len: 168 time: 0.3090260 Aug 11 00:53:15.160466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5f8f367d-c16e-4273-881e-175d8333501c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d5d130e263f4829a08cbe82ada13f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7643692 Aug 11 00:53:15.162457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:15.170693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f367d-c16e-4273-881e-175d8333501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83a695-2756-4578-bc97-3c103269dc67,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:15.218209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d410e-192d-43dd-bb71-8f508e9349eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5c58e6-4680-4ccc-b6f6-b91db1bbbea2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:15.257727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-e7f29fa0-9a69-4f88-baa8-162e39580b81 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618537 Aug 11 00:53:15.330930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:53:15.333197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:15.394374 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d78b686-3821-4193-9e95-99791a6b8576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:15.433776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d78b686-3821-4193-9e95-99791a6b8576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:15.482324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a64036a3-5080-4412-b943-c3498ce5a454 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:53:15.501527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-0559f1cc-c31a-4ad8-9203-5d69694c3d77 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366257 Aug 11 00:53:15.508977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58616) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:15.509229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d085fe6d-c5ee-483f-8a4f-800479e2a011 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.0626397 Aug 11 00:53:15.552842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-36852621-8c76-474b-aa28-a15babc2274f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 200 len: 217 time: 0.0424855 Aug 11 00:53:15.600605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Allocated IP 2001:db8:2::2 (15cbdcc7-1d07-4563-b80d-1fa2feacf370/dea428eb-2d02-4f28-b2b9-58c33cf1fe9f/f6066392-faa9-4dac-90b5-aa89e3af26a7) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:15.624500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-a61f39aa-4267-48b2-9b16-660e64683c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:15.628574 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-a61f39aa-4267-48b2-9b16-660e64683c4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0690427 Aug 11 00:53:15.689234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-41f7f2ce-a238-498e-8fe9-acd9e2081d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:15.691477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-41f7f2ce-a238-498e-8fe9-acd9e2081d76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560071 Aug 11 00:53:15.805748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a64036a3-5080-4412-b943-c3498ce5a454, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a64036a3-5080-4412-b943-c3498ce5a454,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:15.880317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'a64036a3-5080-4412-b943-c3498ce5a454', 'network_id': 'ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf', 'port_id': 'a64036a3-5080-4412-b943-c3498ce5a454', 'mac_address': 'fa:16:3e:96:2d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:53:15.891214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d78b686-3821-4193-9e95-99791a6b8576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:15.898106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4d78b686-3821-4193-9e95-99791a6b8576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:15.900328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4d78b686-3821-4193-9e95-99791a6b8576 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd83a695-2756-4578-bc97-3c103269dc67 HTTP/1.1" status: 204 len: 168 time: 0.7286127 Aug 11 00:53:15.985475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78b686-3821-4193-9e95-99791a6b8576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83a695-2756-4578-bc97-3c103269dc67,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:15.989497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-4c74f080-1984-4d9b-8d31-7c1d1cb623d3 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868965 Aug 11 00:53:16.032266 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.043441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Transition to ACTIVE for port object f6066392-faa9-4dac-90b5-aa89e3af26a7 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:16.061566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Transition to ACTIVE for port object f6066392-faa9-4dac-90b5-aa89e3af26a7 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:16.082136 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.097135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bb96c-036d-4542-8218-6043db6e7644 req-c4866f10-9e33-4446-9c00-7c4992f66c47 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:16.098941 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d5bb96c-036d-4542-8218-6043db6e7644 req-c4866f10-9e33-4446-9c00-7c4992f66c47 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 943 time: 0.1419439 Aug 11 00:53:16.107341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64036a3-5080-4412-b943-c3498ce5a454 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:53:16.148043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a64036a3-5080-4412-b943-c3498ce5a454, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a64036a3-5080-4412-b943-c3498ce5a454,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:16.182853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.188170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-f0cabe89-2904-4bb0-97ef-99a478004e15 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933465 Aug 11 00:53:16.198104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4d5bb96c-036d-4542-8218-6043db6e7644 req-c7954095-9bac-4260-882e-c74ae3fd6ec3 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921931 Aug 11 00:53:16.230365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:16.234859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:16.239876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:16.261998 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.272109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.301148 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4c6ee293-d321-4e9c-95b5-a947574e054d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.306333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-cffeff08-1bd7-4a39-a2d5-25284b82f565 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 200 len: 217 time: 0.1108422 Aug 11 00:53:16.306579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Pushing event updated for resources: {'Port': ['ID=f6066392-faa9-4dac-90b5-aa89e3af26a7,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:16.378622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-17a11b2c-cb9f-427b-a9ff-15c50d5b8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:16.381228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-17a11b2c-cb9f-427b-a9ff-15c50d5b8c8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0557914 Aug 11 00:53:16.476372 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58634) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:16.517192 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a936b67-262e-416b-afa2-1435782a838c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.587829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-235a7986-2193-4a19-8e65-4835b688c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:16.589692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-235a7986-2193-4a19-8e65-4835b688c0c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2013860 Aug 11 00:53:16.726030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a64036a3-5080-4412-b943-c3498ce5a454'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:53:16.738074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Attempting to bind port f6066392-faa9-4dac-90b5-aa89e3af26a7 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:16.738074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Attempting to bind port f6066392-faa9-4dac-90b5-aa89e3af26a7 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:16.738583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Attempting to bind port f6066392-faa9-4dac-90b5-aa89e3af26a7 on network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:16.774033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:16.774576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Checking segment: {'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:16.775128 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.775651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Bound using segment: {'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:16.776294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Bound port: f6066392-faa9-4dac-90b5-aa89e3af26a7, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:16.776729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:16.785375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a64036a3-5080-4412-b943-c3498ce5a454,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:16.896635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-451c44c0-39c1-47ff-8b2f-2e88fe971893 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978396 Aug 11 00:53:16.945213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] For port f6066392-faa9-4dac-90b5-aa89e3af26a7, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:16.965447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] For port f6066392-faa9-4dac-90b5-aa89e3af26a7, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f6066392-faa9-4dac-90b5-aa89e3af26a7,segment=NetworkSegment(68b23a22-206e-474c-8f81-6bfd6e7a0789),segment_id=68b23a22-206e-474c-8f81-6bfd6e7a0789)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:17.048325 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a936b67-262e-416b-afa2-1435782a838c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.060155 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.102449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-4bfc24f2-9d1f-4e68-b77c-d62796471765 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957932 Aug 11 00:53:17.216646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd35992-718f-47b3-98d2-a753647e48f2 None None] Pushing event updated for resources: {'Port': ['ID=f6066392-faa9-4dac-90b5-aa89e3af26a7,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:17.217221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7a936b67-262e-416b-afa2-1435782a838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.221641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-6c4775bc-07bc-45f8-b4ce-9d39f0949523 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 200 len: 217 time: 0.1111317 Aug 11 00:53:17.262294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a936b67-262e-416b-afa2-1435782a838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9628c119-617e-405b-ae7c-ea9dd86ce5fe,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:17.326831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-4d701ed8-7528-4a10-b5db-90e1e920d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:17.329600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-4d701ed8-7528-4a10-b5db-90e1e920d5fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.0916686 Aug 11 00:53:17.340396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8:2::1 (15cbdcc7-1d07-4563-b80d-1fa2feacf370/dea428eb-2d02-4f28-b2b9-58c33cf1fe9f/892fee8b-aa99-4cb8-ab6d-f1317792819f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:17.351607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58648) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:17.376753 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c762b4e-db81-45ba-a8b8-ddaf4c1aef02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.385826 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7a936b67-262e-416b-afa2-1435782a838c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.9056187 Aug 11 00:53:17.403316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58650) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:17.448702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a64036a3-5080-4412-b943-c3498ce5a454 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:17.469204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4701e2c-7f52-48b7-b952-1eeb3500b8e1 req-2e9ebd89-5a7c-43e6-af11-828e38f912bf tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:17.469204 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4701e2c-7f52-48b7-b952-1eeb3500b8e1 req-2e9ebd89-5a7c-43e6-af11-828e38f912bf tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 944 time: 0.1336827 Aug 11 00:53:17.535551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-c25b85b4-ec25-4689-a91a-44763dddbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:17.551354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-c25b85b4-ec25-4689-a91a-44763dddbb0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1892760 Aug 11 00:53:17.676665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port a64036a3-5080-4412-b943-c3498ce5a454 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:17.689168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port a64036a3-5080-4412-b943-c3498ce5a454 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:17.690080 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.781390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-63f2668a-801e-4f9e-8c54-2210de3c8fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.787569 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.811675 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-5f98f522-f6e0-4395-88be-24e82cc31189 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566648 Aug 11 00:53:17.826886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4701e2c-7f52-48b7-b952-1eeb3500b8e1 req-fee3c658-0562-4b15-81a2-8c342d705aad tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447134 Aug 11 00:53:17.863895 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.868144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object 892fee8b-aa99-4cb8-ab6d-f1317792819f will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:17.894769 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-63f2668a-801e-4f9e-8c54-2210de3c8fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:17.942124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a64036a3-5080-4412-b943-c3498ce5a454, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a64036a3-5080-4412-b943-c3498ce5a454,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:17.944261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0314d2f-0940-4054-904c-1a714fe95917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64036a3-5080-4412-b943-c3498ce5a454'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:53:17.948301 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d632c-20c0-416b-b5d4-e64413c36150" -d '{"events": [{"server_uuid": "f0314d2f-0940-4054-904c-1a714fe95917", "name": "network-vif-plugged", "status": "completed", "tag": "a64036a3-5080-4412-b943-c3498ce5a454"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:53:17.956374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-a848c7e6-6e78-45c4-b0c8-6fc2759d34d3 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253276 Aug 11 00:53:17.999112 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5bcb5a-b232-4b37-816d-6808c8b75717 x-openstack-request-id: req-fa5bcb5a-b232-4b37-816d-6808c8b75717 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:53:18.012141 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0314d2f-0940-4054-904c-1a714fe95917", "name": "network-vif-plugged", "status": "completed", "tag": "a64036a3-5080-4412-b943-c3498ce5a454", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:53:18.012141 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa5bcb5a-b232-4b37-816d-6808c8b75717 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:53:18.012141 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0314d2f-0940-4054-904c-1a714fe95917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64036a3-5080-4412-b943-c3498ce5a454', 'code': 200} Aug 11 00:53:18.013487 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c762b4e-db81-45ba-a8b8-ddaf4c1aef02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.045455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-849c8651-5375-4b77-8f99-b0854d7dbc75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 200 len: 217 time: 0.0821576 Aug 11 00:53:18.087845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.146036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.148220 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c762b4e-db81-45ba-a8b8-ddaf4c1aef02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.227641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a64036a3-5080-4412-b943-c3498ce5a454,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:18.257915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-5453f088-98ca-4ba0-a14a-21548e9f196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:18.259496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-5453f088-98ca-4ba0-a14a-21548e9f196c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.2061753 Aug 11 00:53:18.269802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f6066392-faa9-4dac-90b5-aa89e3af26a7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:18.305700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=892fee8b-aa99-4cb8-ab6d-f1317792819f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:18.308314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-63f2668a-801e-4f9e-8c54-2210de3c8fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.317529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-63f2668a-801e-4f9e-8c54-2210de3c8fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.318958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-63f2668a-801e-4f9e-8c54-2210de3c8fab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9628c119-617e-405b-ae7c-ea9dd86ce5fe HTTP/1.1" status: 204 len: 168 time: 0.9162538 Aug 11 00:53:18.394831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:18.411033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9954a-f0d3-42f2-a0df-ad27c0078ef6 req-32207f20-b3c3-402e-8b65-9909bc9ed098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:18.414755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55d9954a-f0d3-42f2-a0df-ad27c0078ef6 req-32207f20-b3c3-402e-8b65-9909bc9ed098 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 1097 time: 0.3429439 Aug 11 00:53:18.431944 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1c762b4e-db81-45ba-a8b8-ddaf4c1aef02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8340bf84ed98415492898ae51b616e78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0786579 Aug 11 00:53:18.434508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:18.434986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58666) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:18.450829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c762b4e-db81-45ba-a8b8-ddaf4c1aef02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf49a4e-a5a6-46c2-a656-4310a56e350c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:18.485015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:18.486497 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port f6066392-faa9-4dac-90b5-aa89e3af26a7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:18.489693 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.564587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2668a-801e-4f9e-8c54-2210de3c8fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9628c119-617e-405b-ae7c-ea9dd86ce5fe,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:18.565323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-7e5d22e3-5486-4a36-ad39-86f2fbda7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:18.569337 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-7e5d22e3-5486-4a36-ad39-86f2fbda7ce9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923203 Aug 11 00:53:18.670324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55d9954a-f0d3-42f2-a0df-ad27c0078ef6 req-4e4fa95b-3b1e-4370-9b70-693ba33ea36b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233381 Aug 11 00:53:18.739279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9792ed-fb5b-4046-865e-8e3139d98f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.836072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.843944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-e5835a9a-2fbc-4c71-b287-3474c1cd38bf service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565677 Aug 11 00:53:18.896857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cba408fd-aa5f-4bdb-b9ed-d1cacf284d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:18.899115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b576bad7-db2e-431b-adc1-e0d87a569110 None None] Network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:18.906406 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9792ed-fb5b-4046-865e-8e3139d98f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.018739 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.134837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dadbd7ac-2c87-48e5-8379-fd5bd6c8def6 None None] Provisioning for port f6066392-faa9-4dac-90b5-aa89e3af26a7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:19.150914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dadbd7ac-2c87-48e5-8379-fd5bd6c8def6 None None] Provisioning complete for port f6066392-faa9-4dac-90b5-aa89e3af26a7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:19.151602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dadbd7ac-2c87-48e5-8379-fd5bd6c8def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.278232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a1318-3fac-4669-811a-40644e67bf3a req-808f02c2-530c-49bb-bfa5-3be2908165a2 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:19.283691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f69a1318-3fac-4669-811a-40644e67bf3a req-808f02c2-530c-49bb-bfa5-3be2908165a2 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.2771304 Aug 11 00:53:19.326373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e8c6e4c-b788-4211-b8b7-55aa444d950a req-c213131c-e0cd-4907-8bcb-1b2bb1337da7 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219120 Aug 11 00:53:19.370472 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dadbd7ac-2c87-48e5-8379-fd5bd6c8def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.412177 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9792ed-fb5b-4046-865e-8e3139d98f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.415596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a9792ed-fb5b-4046-865e-8e3139d98f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.445668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2a9792ed-fb5b-4046-865e-8e3139d98f0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/baf49a4e-a5a6-46c2-a656-4310a56e350c HTTP/1.1" status: 204 len: 168 time: 1.0060000 Aug 11 00:53:19.469466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-dadbd7ac-2c87-48e5-8379-fd5bd6c8def6 None None] For port f6066392-faa9-4dac-90b5-aa89e3af26a7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f6066392-faa9-4dac-90b5-aa89e3af26a7,segment=NetworkSegment(68b23a22-206e-474c-8f81-6bfd6e7a0789),segment_id=68b23a22-206e-474c-8f81-6bfd6e7a0789)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:19.479349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9792ed-fb5b-4046-865e-8e3139d98f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf49a4e-a5a6-46c2-a656-4310a56e350c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:19.539461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f69a1318-3fac-4669-811a-40644e67bf3a req-69a41492-9239-45c7-a3cb-ed4fd698a364 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265947 Aug 11 00:53:19.603522 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dadbd7ac-2c87-48e5-8379-fd5bd6c8def6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.681999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbd7ac-2c87-48e5-8379-fd5bd6c8def6 None None] Pushing event updated for resources: {'Port': ['ID=f6066392-faa9-4dac-90b5-aa89e3af26a7,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:19.740937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.829915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.831448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:19.944135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-27e78320-d951-4086-a692-fecfb083bcf8 None None] Provisioning for port 892fee8b-aa99-4cb8-ab6d-f1317792819f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:19.954531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-27e78320-d951-4086-a692-fecfb083bcf8 None None] Provisioning complete for port 892fee8b-aa99-4cb8-ab6d-f1317792819f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:19.954531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-27e78320-d951-4086-a692-fecfb083bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:20.015927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:20.021669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:20.039087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=892fee8b-aa99-4cb8-ab6d-f1317792819f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:20.063756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-27e78320-d951-4086-a692-fecfb083bcf8 None None] Port 892fee8b-aa99-4cb8-ab6d-f1317792819f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:20.094259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-27e78320-d951-4086-a692-fecfb083bcf8 None None] Provisioning complete for port f6066392-faa9-4dac-90b5-aa89e3af26a7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:20.095297 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-27e78320-d951-4086-a692-fecfb083bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:20.318464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:20.399897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f6066392-faa9-4dac-90b5-aa89e3af26a7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:20.506390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:20.537682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9eceefa9-932b-41f6-affb-eb7606fa4786 None None] Provisioning complete for port 892fee8b-aa99-4cb8-ab6d-f1317792819f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:20.541609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9eceefa9-932b-41f6-affb-eb7606fa4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:20.560225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:20.590353 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1250b705-938c-4cf5-858f-842b39e8791a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0564573 Aug 11 00:53:20.590544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58726) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:20.590544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1161409497'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:20.622311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:20.683009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:20.697676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:20.704575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port f6066392-faa9-4dac-90b5-aa89e3af26a7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:20.715730 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:20.733268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:20.733268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:20.773479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58734) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:20.825317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec2e32-c61d-4734-b8ab-7e423a8d60f5 req-e392765c-0108-4d13-8d01-2c8bcf66b521 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:20.832857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bdec2e32-c61d-4734-b8ab-7e423a8d60f5 req-e392765c-0108-4d13-8d01-2c8bcf66b521 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.1425164 Aug 11 00:53:20.849909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:53:20.871622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:20.871622 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added segment 63fc1208-7bea-467f-9a7f-f777544d8436 of type vlan for network 423965f3-a169-4da4-ab61-b2f40d5983a2 Aug 11 00:53:20.891808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9eceefa9-932b-41f6-affb-eb7606fa4786 None None] Port 892fee8b-aa99-4cb8-ab6d-f1317792819f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:20.925306 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:20.945965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bdec2e32-c61d-4734-b8ab-7e423a8d60f5 req-53731982-dc9b-4b46-bdd5-0bb9105f591e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045630 Aug 11 00:53:21.048001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:21.049856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-780817812-network', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:21.134126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c4243c81-d3b9-48ba-96cb-5065992043f4 None None] Provisioning complete for port 892fee8b-aa99-4cb8-ab6d-f1317792819f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:21.134504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c4243c81-d3b9-48ba-96cb-5065992043f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:21.224613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c4243c81-d3b9-48ba-96cb-5065992043f4 None None] Port 892fee8b-aa99-4cb8-ab6d-f1317792819f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:21.225096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a449ff5-b4da-41c4-8bb1-c9d5242ee4be req-dafe9fac-47da-474a-97ad-ccf9a1dc62a0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:21.229129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a449ff5-b4da-41c4-8bb1-c9d5242ee4be req-dafe9fac-47da-474a-97ad-ccf9a1dc62a0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.0760331 Aug 11 00:53:21.231043 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:21.241601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:21.242672 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:21.346873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:18Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:19Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:21.360020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:21.362808 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:21.378398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:21.404645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Network': ['ID=423965f3-a169-4da4-ab61-b2f40d5983a2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:21.417182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:21.417586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Updating router ef943e87-75d9-401f-a90f-1e9d09bca9ad port 892fee8b-aa99-4cb8-ab6d-f1317792819f binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:53:21.427231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 423965f3-a169-4da4-ab61-b2f40d5983a2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:53:21.438343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a449ff5-b4da-41c4-8bb1-c9d5242ee4be req-ff85ccde-a837-466c-88d6-de622bac6ab5 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869299 Aug 11 00:53:21.473567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58752) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:21.523266 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:21.529072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9cd47242-52f5-45d7-ab4c-5dc047e506a7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9512830 Aug 11 00:53:21.532828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58758) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:21.540280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'subnet': {'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:21.818319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:21.866765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1780236914-network', 'tenant_id': '12b7fc8d8d164253ac18ce58d28c2410'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:21.914425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:21.962787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:53:22.003540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c0ec2-7438-4778-aeb0-4d3c641fea0f req-c6c4b86b-948a-4c47-b017-ebcd31dc6b1a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:22.006113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-722c0ec2-7438-4778-aeb0-4d3c641fea0f req-c6c4b86b-948a-4c47-b017-ebcd31dc6b1a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.1314826 Aug 11 00:53:22.010478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Made reservation on behalf of 4280e8c1f4ed4a9b80ec1e4313e621ef for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:22.016597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947803e8-a0b0-4980-8d16-0905e9181446,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:22.032831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.033840 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Added segment 2e6ad50c-0286-49d4-99b9-a61e2eddecde of type vlan for network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 Aug 11 00:53:22.036801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.037314 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.052228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Transition to ACTIVE for port object 892fee8b-aa99-4cb8-ab6d-f1317792819f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:22.130845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.159594 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-722c0ec2-7438-4778-aeb0-4d3c641fea0f req-5e296a6d-12ce-4d2f-9237-cc06d2bb0373 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029024 Aug 11 00:53:22.180478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.218807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Made reservation on behalf of 12b7fc8d8d164253ac18ce58d28c2410 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:22.223645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.248617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.264275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c699f-86c2-4c96-a33e-475b350dadd9 None None] Pushing event updated for resources: {'Port': ['ID=892fee8b-aa99-4cb8-ab6d-f1317792819f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:22.404098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.408543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:22.409693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.420631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Attempting to bind port 892fee8b-aa99-4cb8-ab6d-f1317792819f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:22.431356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Attempting to bind port 892fee8b-aa99-4cb8-ab6d-f1317792819f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:22.434142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Attempting to bind port 892fee8b-aa99-4cb8-ab6d-f1317792819f on network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:22.442554 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.448145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:22.448747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Checking segment: {'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:22.449405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.450028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Bound using segment: {'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:22.450868 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Bound port: 892fee8b-aa99-4cb8-ab6d-f1317792819f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b23a22-206e-474c-8f81-6bfd6e7a0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:22.460715 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.557685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c1ad7d-6e53-4320-8c77-727d28cfddb1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:22.578609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69edda-6867-43cf-93eb-1ac6f55dfc9e req-e6a3210b-3474-49c3-b7f5-5e82ff5fd49e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:22.578820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:53:22.593535 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be69edda-6867-43cf-93eb-1ac6f55dfc9e req-e6a3210b-3474-49c3-b7f5-5e82ff5fd49e tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.2735701 Aug 11 00:53:22.596214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.635564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.701073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] For port 892fee8b-aa99-4cb8-ab6d-f1317792819f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:22.725758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] For port 892fee8b-aa99-4cb8-ab6d-f1317792819f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=892fee8b-aa99-4cb8-ab6d-f1317792819f,segment=NetworkSegment(68b23a22-206e-474c-8f81-6bfd6e7a0789),segment_id=68b23a22-206e-474c-8f81-6bfd6e7a0789)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:22.728990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.753240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Checking segment: {'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:22.754007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network hostable DHCP agents. Network: 423965f3-a169-4da4-ab61-b2f40d5983a2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:53:22.758924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Subnet': ['ID=57c4c440-ad80-4c86-a03a-ebea6c879670,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:22.778420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be69edda-6867-43cf-93eb-1ac6f55dfc9e req-70f9f792-1769-47cf-bf7d-57aaa3727282 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583147 Aug 11 00:53:22.806514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a32ae27-bf9f-408c-8381-55747945c34f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:22.823686 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.824802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc5b6c30-23cd-43c5-8e28-8eab98837991 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0523605 Aug 11 00:53:22.825744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:53:22.828611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58786) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:22.846715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Request body: {'subnet': {'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-780817812-subnet', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:22.886443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.887099 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Added segment c7585eb4-8f26-4253-8d56-017131d4af64 of type vlan for network 88c21197-55c4-4dba-a3bd-7f516ace44f1 Aug 11 00:53:22.904061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 423965f3-a169-4da4-ab61-b2f40d5983a2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:53:22.947224 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:22.959543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c699f-86c2-4c96-a33e-475b350dadd9 None None] Pushing event updated for resources: {'Port': ['ID=892fee8b-aa99-4cb8-ab6d-f1317792819f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:22.962460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:22.963076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:23.019026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:23.023260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:23.055802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 423965f3-a169-4da4-ab61-b2f40d5983a2) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:23.086650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:23.087485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:23.127848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:23.128911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:23.129517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:23.177440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a6669a2d-0d6f-4b34-a30c-9aac0db582c7 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6457086 Aug 11 00:53:23.180918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58798) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:23.286757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b386c0-a262-415a-8d6b-817b9b3d9647 None None] Network 423965f3-a169-4da4-ab61-b2f40d5983a2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:23.324171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] Pushing event updated for resources: {'Network': ['ID=88c21197-55c4-4dba-a3bd-7f516ace44f1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:23.410499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7caec53c-97ca-409e-81ec-3a0357b061e7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9344864 Aug 11 00:53:23.411242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58808) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:23.419590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 88c21197-55c4-4dba-a3bd-7f516ace44f1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:53:23.419951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Request body: {'subnet': {'network_id': '88c21197-55c4-4dba-a3bd-7f516ace44f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1780236914-subnet', 'tenant_id': '12b7fc8d8d164253ac18ce58d28c2410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:23.526981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113fe3-d853-48ed-b63c-ed72deb8f91f req-1494606e-4d06-4104-a589-9544296c89db tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:23.530134 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e113fe3-d853-48ed-b63c-ed72deb8f91f req-1494606e-4d06-4104-a589-9544296c89db tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.1786811 Aug 11 00:53:23.567098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:23.620054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:23.720408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Made reservation on behalf of 12b7fc8d8d164253ac18ce58d28c2410 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:23.735091 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:23.738715 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e113fe3-d853-48ed-b63c-ed72deb8f91f req-a4573982-5517-45ef-918f-fe97b59c55c0 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879597 Aug 11 00:53:23.758766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-423965f3-a169-4da4-ab61-b2f40d5983a2', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:53:23.763108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:23.879487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af51639-732a-4b87-bfa8-243eade47585,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:24.084889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:24.156732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Allocated IP 2001:db8:3::2 (423965f3-a169-4da4-ab61-b2f40d5983a2/57c4c440-ad80-4c86-a03a-ebea6c879670/a0f29ee4-594d-4fda-9d69-6b6f597d2943) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:24.293277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:24.293644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Network hostable DHCP agents. Network: b0c1ad7d-6e53-4320-8c77-727d28cfddb1, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:53:24.365707 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:24.379656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Transition to ACTIVE for port object a0f29ee4-594d-4fda-9d69-6b6f597d2943 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:24.385124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcc592-4d4b-4164-8321-f51394633706 req-2b27bedb-0ca3-48eb-abbc-b19286a0e71b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:24.386645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aebcc592-4d4b-4164-8321-f51394633706 req-2b27bedb-0ca3-48eb-abbc-b19286a0e71b tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.4969218 Aug 11 00:53:24.402616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Transition to ACTIVE for port object a0f29ee4-594d-4fda-9d69-6b6f597d2943 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:24.414694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:18Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:22Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:24.446314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2604c1f-1acd-4135-b898-424758f58be1 None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:18Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:22Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:24.484674 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aebcc592-4d4b-4164-8321-f51394633706 req-69d31af6-7205-4159-9257-d3ce03eb5f5a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701594 Aug 11 00:53:24.490385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:53:24.529314 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:24.578840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, b0c1ad7d-6e53-4320-8c77-727d28cfddb1) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:24.586625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:24.589252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:24.632167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d0010-2760-4b85-b8eb-1a0db6f542e5 None None] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:24.640579 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:24.695015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Allocated IP 2001:db8:3::1 (423965f3-a169-4da4-ab61-b2f40d5983a2/57c4c440-ad80-4c86-a03a-ebea6c879670/afa1b252-65bc-4bc3-8b63-16a2397643f4) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:24.740875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Network 423965f3-a169-4da4-ab61-b2f40d5983a2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:24.744859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:24.753052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:24.783089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72623806-45f9-455d-9c9d-5224d5e70882,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:24.815235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Checking segment: {'id': 'c7585eb4-8f26-4253-8d56-017131d4af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '88c21197-55c4-4dba-a3bd-7f516ace44f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:24.816034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Network hostable DHCP agents. Network: 88c21197-55c4-4dba-a3bd-7f516ace44f1, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:53:24.836209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a2110570-ed1d-403d-9900-f7c8bdd2ef0f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0064781 Aug 11 00:53:24.839876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58836) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:24.847711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:24.907919 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:24.925296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Network 88c21197-55c4-4dba-a3bd-7f516ace44f1 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:53:24.943082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Pushing event updated for resources: {'Port': ['ID=a0f29ee4-594d-4fda-9d69-6b6f597d2943,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:24.961141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Transition to ACTIVE for port object afa1b252-65bc-4bc3-8b63-16a2397643f4 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:24.990152 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.001077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.056510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.084661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 88c21197-55c4-4dba-a3bd-7f516ace44f1) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:25.089618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:25.090768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.105035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Attempting to bind port a0f29ee4-594d-4fda-9d69-6b6f597d2943 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:25.105412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Attempting to bind port a0f29ee4-594d-4fda-9d69-6b6f597d2943 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:25.105782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Attempting to bind port a0f29ee4-594d-4fda-9d69-6b6f597d2943 on network 423965f3-a169-4da4-ab61-b2f40d5983a2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:25.115059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ee74a-ae3f-44f3-b13f-2525229db164 None None] Network 88c21197-55c4-4dba-a3bd-7f516ace44f1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:25.133883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:25.134467 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Checking segment: {'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:25.134648 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.135042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Bound using segment: {'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:25.135561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Bound port: a0f29ee4-594d-4fda-9d69-6b6f597d2943, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:25.135950 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.146013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.215843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 423965f3-a169-4da4-ab61-b2f40d5983a2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:25.219766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:25.229805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:25.230902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.237130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:53:25.244849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.347268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=afa1b252-65bc-4bc3-8b63-16a2397643f4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:25.391814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9d24988a-685a-4b12-9eed-95095b69ea4c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9624314 Aug 11 00:53:25.520607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] For port a0f29ee4-594d-4fda-9d69-6b6f597d2943, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:25.531432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] For port a0f29ee4-594d-4fda-9d69-6b6f597d2943, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a0f29ee4-594d-4fda-9d69-6b6f597d2943,segment=NetworkSegment(63fc1208-7bea-467f-9a7f-f777544d8436),segment_id=63fc1208-7bea-467f-9a7f-f777544d8436)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:25.602887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.681776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.684226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:25.745850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c10e0-e2bc-44aa-ae01-995cac7131f1 req-586d00c8-535f-4202-a8e5-c746fc569913 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:25.755725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-784c10e0-e2bc-44aa-ae01-995cac7131f1 req-586d00c8-535f-4202-a8e5-c746fc569913 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.2263699 Aug 11 00:53:25.807206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-784c10e0-e2bc-44aa-ae01-995cac7131f1 req-bee6865a-7ca1-49b3-9344-02890ab924c6 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502422 Aug 11 00:53:25.912138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc46770-e4d1-4942-b9a9-37f68f55d311 None None] Pushing event updated for resources: {'Port': ['ID=a0f29ee4-594d-4fda-9d69-6b6f597d2943,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:25.950060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8fd0b-cdb5-48c0-b917-122a8c47bb20 None None] Network 88c21197-55c4-4dba-a3bd-7f516ace44f1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:26.130466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Allocated IP 172.20.0.2 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/b4219c60-0732-46e2-81d0-e0c22a044e79) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:26.234106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:26.267882 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:26.488586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Allocated IP 172.25.0.136 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/572619e3-7a17-4569-a6c8-db7a82a35340) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:26.538996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 892fee8b-aa99-4cb8-ab6d-f1317792819f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:26.684985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:26.696111 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:26.705933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Transition to ACTIVE for port object b4219c60-0732-46e2-81d0-e0c22a044e79 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:26.731343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Transition to ACTIVE for port object b4219c60-0732-46e2-81d0-e0c22a044e79 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:26.801825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 892fee8b-aa99-4cb8-ab6d-f1317792819f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:26.806744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 892fee8b-aa99-4cb8-ab6d-f1317792819f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:26.807121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:26.877682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.043787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.065894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-7c9ec2cb-41eb-4e8b-8c03-fd5816c83a5f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:27.067690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-7c9ec2cb-41eb-4e8b-8c03-fd5816c83a5f tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.0878415 Aug 11 00:53:27.099151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:27.119924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:27.126962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:27.142613 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.148068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.149564 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.192711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:27.197329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:27.254344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Pushing event updated for resources: {'Port': ['ID=572619e3-7a17-4569-a6c8-db7a82a35340,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:27.263793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:27.318464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58900) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:27.354089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-170217636-network', 'tenant_id': 'f8362a4289994a759b933e624a4ba5d1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:27.376962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event updated for resources: {'Port': ['ID=afa1b252-65bc-4bc3-8b63-16a2397643f4,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:27.433866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Pushing event updated for resources: {'Port': ['ID=b4219c60-0732-46e2-81d0-e0c22a044e79,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:27.469168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Attempting to bind port b4219c60-0732-46e2-81d0-e0c22a044e79 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:27.470394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Attempting to bind port b4219c60-0732-46e2-81d0-e0c22a044e79 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:27.470629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852d12-0c24-4bb3-b44c-6b8ba7ba64ad req-877e7c04-79b6-499b-aa21-80c8330eb14d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:27.471254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Attempting to bind port b4219c60-0732-46e2-81d0-e0c22a044e79 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:27.472276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac852d12-0c24-4bb3-b44c-6b8ba7ba64ad req-877e7c04-79b6-499b-aa21-80c8330eb14d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 945 time: 0.2769890 Aug 11 00:53:27.485869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Network 423965f3-a169-4da4-ab61-b2f40d5983a2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:27.491724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Deleting port a64036a3-5080-4412-b943-c3498ce5a454 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:27.492249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.558432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.572562 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:27.573730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:27.574147 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.574743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:27.575317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Bound port: b4219c60-0732-46e2-81d0-e0c22a044e79, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:27.575716 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.610472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac852d12-0c24-4bb3-b44c-6b8ba7ba64ad req-a3c6c130-c601-4c25-8d9e-8dc1c374326d tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/security-groups?id=104b1782-50fa-46da-805b-9988893b7166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837357 Aug 11 00:53:27.614148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:27.682080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Made reservation on behalf of f8362a4289994a759b933e624a4ba5d1 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:27.685976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.687987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cfb008-e524-4859-96e2-eeb5656f43de None None] Network 423965f3-a169-4da4-ab61-b2f40d5983a2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:27.707201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.707357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] For port a64036a3-5080-4412-b943-c3498ce5a454, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a64036a3-5080-4412-b943-c3498ce5a454,segment=NetworkSegment(f9903b0c-8d1b-48f8-b9ee-4023bf285b38),segment_id=f9903b0c-8d1b-48f8-b9ee-4023bf285b38)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:27.707666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.730432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Calling delete_port for a64036a3-5080-4412-b943-c3498ce5a454 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:27.812668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 892fee8b-aa99-4cb8-ab6d-f1317792819f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=892fee8b-aa99-4cb8-ab6d-f1317792819f,segment=NetworkSegment(68b23a22-206e-474c-8f81-6bfd6e7a0789),segment_id=68b23a22-206e-474c-8f81-6bfd6e7a0789)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:27.842789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] For port b4219c60-0732-46e2-81d0-e0c22a044e79, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:27.847965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] For port b4219c60-0732-46e2-81d0-e0c22a044e79, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b4219c60-0732-46e2-81d0-e0c22a044e79,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:27.854263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:27.926200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-aeb2e270-7d42-4cb2-b98a-fe9f572aa125 None None] Provisioning for port a0f29ee4-594d-4fda-9d69-6b6f597d2943 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:27.931044 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.942915 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.967816 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.970139 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:27.971108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a0f29ee4-594d-4fda-9d69-6b6f597d2943 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:28.086772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.106323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ef62c-2807-4af0-a92c-771e5eb9016f None None] Pushing event updated for resources: {'Port': ['ID=b4219c60-0732-46e2-81d0-e0c22a044e79,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:28.169769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:28.178350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b24b2bb7-76b5-4697-8141-e0ccdbb26aed tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9925811 Aug 11 00:53:28.181231 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:28.183680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58916) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:28.189083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:28.200401 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:28.201210 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:28.244356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=892fee8b-aa99-4cb8-ab6d-f1317792819f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:28.274404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:53:28.299843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea4322-8815-408b-a2c8-30d73f1389b4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:28.345806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.346311 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Added segment 27f79c03-19d4-4bd2-9de3-55fdddf9e059 of type vlan for network 844a1512-1bd2-48a9-8376-80a7ddfb8863 Aug 11 00:53:28.407757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a0f29ee4-594d-4fda-9d69-6b6f597d2943 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:28.407757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a0f29ee4-594d-4fda-9d69-6b6f597d2943 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:28.407757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.538241 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:28.602030 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.633812 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.642034 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.658088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a0f29ee4-594d-4fda-9d69-6b6f597d2943, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a0f29ee4-594d-4fda-9d69-6b6f597d2943,segment=NetworkSegment(63fc1208-7bea-467f-9a7f-f777544d8436),segment_id=63fc1208-7bea-467f-9a7f-f777544d8436)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:28.718486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bf45f434-65ea-4236-bc44-f2fa35fb4f7b None None] Provisioning complete for port a0f29ee4-594d-4fda-9d69-6b6f597d2943 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:28.718823 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bf45f434-65ea-4236-bc44-f2fa35fb4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.795738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.resource_extend [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:53:28.803609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.936744 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:28.995531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a64036a3-5080-4412-b943-c3498ce5a454'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:53:29.071039 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:25Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:25Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:29.121749 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:29.122906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:29.123630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:29.146416 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:29.147180 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Updating router ef943e87-75d9-401f-a90f-1e9d09bca9ad port afa1b252-65bc-4bc3-8b63-16a2397643f4 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:53:29.229454 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:29.282778 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac444190-bc08-4f30-8138-91d02a1d0f12 req-fc92cf96-5cf4-42a3-a72f-803cf0b43235 tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 210 time: 0.4174144 Aug 11 00:53:29.283927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Pushing event deleted for resources: {'Port': ['ID=a64036a3-5080-4412-b943-c3498ce5a454,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:29.357900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] Pushing event updated for resources: {'Network': ['ID=844a1512-1bd2-48a9-8376-80a7ddfb8863,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:29.431579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 844a1512-1bd2-48a9-8376-80a7ddfb8863 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:53:29.459770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9dca7e7b-3a65-4a08-a3d7-c5ea5d519708 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1365821 Aug 11 00:53:29.464010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58934) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:29.477158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Request body: {'subnet': {'network_id': '844a1512-1bd2-48a9-8376-80a7ddfb8863', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-170217636-subnet', 'tenant_id': 'f8362a4289994a759b933e624a4ba5d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:29.487345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:53:29.519689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] No DVR routers for this DVR port a64036a3-5080-4412-b943-c3498ce5a454 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:29.578428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:29.582600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5112fab-c4f9-4cb0-9669-c5364676c84f req-d221d6f0-c704-482f-b1eb-81f8da6bf27c tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.55 "DELETE /v2.0/ports/a64036a3-5080-4412-b943-c3498ce5a454 HTTP/1.1" status: 204 len: 173 time: 2.4966025 Aug 11 00:53:29.583698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0314d2f-0940-4054-904c-1a714fe95917', 'name': 'network-vif-deleted', 'tag': 'a64036a3-5080-4412-b943-c3498ce5a454'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:53:29.588448 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a579cf-8100-485e-a5fd-f805c2ed1444" -d '{"events": [{"server_uuid": "f0314d2f-0940-4054-904c-1a714fe95917", "name": "network-vif-deleted", "tag": "a64036a3-5080-4412-b943-c3498ce5a454"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:53:29.608784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b4219c60-0732-46e2-81d0-e0c22a044e79 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:29.725902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Made reservation on behalf of f8362a4289994a759b933e624a4ba5d1 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:29.734632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:29.758733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.extraroute_db [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 00:53:29.763886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a0f29ee4-594d-4fda-9d69-6b6f597d2943,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:29.838837 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:29.856093 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Transition to ACTIVE for port object afa1b252-65bc-4bc3-8b63-16a2397643f4 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:29.872994 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ac7043-8061-4f0a-942b-d534f81c1f44 x-openstack-request-id: req-c5ac7043-8061-4f0a-942b-d534f81c1f44 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:53:29.873427 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0314d2f-0940-4054-904c-1a714fe95917", "name": "network-vif-deleted", "tag": "a64036a3-5080-4412-b943-c3498ce5a454", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:53:29.873807 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5ac7043-8061-4f0a-942b-d534f81c1f44 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:53:29.874976 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0314d2f-0940-4054-904c-1a714fe95917', 'name': 'network-vif-deleted', 'tag': 'a64036a3-5080-4412-b943-c3498ce5a454', 'status': 'completed', 'code': 200} Aug 11 00:53:29.906443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:29.906586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.extraroute_db [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Removed routes are [] {{(pid=95255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 00:53:29.906586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:29.910069 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.008306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bf45f434-65ea-4236-bc44-f2fa35fb4f7b None None] Provisioning for port afa1b252-65bc-4bc3-8b63-16a2397643f4 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:30.009394 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.012237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b4219c60-0732-46e2-81d0-e0c22a044e79 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:30.023591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 892fee8b-aa99-4cb8-ab6d-f1317792819f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:30.109829 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e198-e120-4ea1-b10f-6c47a5554cb6 None None] Pushing event updated for resources: {'Port': ['ID=afa1b252-65bc-4bc3-8b63-16a2397643f4,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:30.129058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:30.213995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:30.221135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-4d30388a-7e95-4579-9f76-377f1575ceaf req-54cb0a07-37ab-4943-b1a0-acc501e58760 service neutron] (95255) timed out ('10.222.0.43', 45428) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 00:53:30.235381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 892fee8b-aa99-4cb8-ab6d-f1317792819f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:30.235803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.286810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.304238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8486e022-acb0-4fdb-984a-3670e3a29c61 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4634113 Aug 11 00:53:30.311328 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Attempting to bind port afa1b252-65bc-4bc3-8b63-16a2397643f4 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:30.312671 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Attempting to bind port afa1b252-65bc-4bc3-8b63-16a2397643f4 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:30.314350 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Attempting to bind port afa1b252-65bc-4bc3-8b63-16a2397643f4 on network 423965f3-a169-4da4-ab61-b2f40d5983a2 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:30.315763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58950) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:30.322705 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:30.324093 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Checking segment: {'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:30.324756 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.328792 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Bound using segment: {'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:30.329953 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Bound port: afa1b252-65bc-4bc3-8b63-16a2397643f4, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fc1208-7bea-467f-9a7f-f777544d8436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:30.330729 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.413145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:30.414968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:30.666705 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] For port afa1b252-65bc-4bc3-8b63-16a2397643f4, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:30.688580 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] For port afa1b252-65bc-4bc3-8b63-16a2397643f4, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=afa1b252-65bc-4bc3-8b63-16a2397643f4,segment=NetworkSegment(63fc1208-7bea-467f-9a7f-f777544d8436),segment_id=63fc1208-7bea-467f-9a7f-f777544d8436)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:30.776016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bcde13-71b8-4ec0-9abe-c9cebd84746f None None] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:30.779558 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.814102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.818071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.907132 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38e198-e120-4ea1-b10f-6c47a5554cb6 None None] Pushing event updated for resources: {'Port': ['ID=afa1b252-65bc-4bc3-8b63-16a2397643f4,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:30.962693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:30.968648 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:30.969700 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:31.087767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f429c9-cdc3-41d6-9233-603d1079cfbe,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:31.095101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bfe51e4b-7e65-49fc-8141-a81816ef5f2c req-c4d1e54e-3bca-43ad-bb56-297a8c56db3a tempest-ServerDiskConfigTestJSON-1145060463 tempest-ServerDiskConfigTestJSON-1145060463-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0314d2f-0940-4054-904c-1a714fe95917 HTTP/1.1" status: 200 len: 210 time: 0.2718766 Aug 11 00:53:31.178457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Checking segment: {'id': '27f79c03-19d4-4bd2-9de3-55fdddf9e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '844a1512-1bd2-48a9-8376-80a7ddfb8863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:31.179124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Network hostable DHCP agents. Network: 844a1512-1bd2-48a9-8376-80a7ddfb8863, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:53:31.246781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:31.340432 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:31.390270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:31.397518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Network 844a1512-1bd2-48a9-8376-80a7ddfb8863 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:53:31.484223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8fd85121-b223-4f00-bb6c-cf334c60b441 None None] Provisioning for port b4219c60-0732-46e2-81d0-e0c22a044e79 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:31.547417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a64036a3-5080-4412-b943-c3498ce5a454 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:31.559807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8fd85121-b223-4f00-bb6c-cf334c60b441 None None] Provisioning complete for port b4219c60-0732-46e2-81d0-e0c22a044e79 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:31.565845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8fd85121-b223-4f00-bb6c-cf334c60b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:31.571212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:31.579076 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:31.583984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 844a1512-1bd2-48a9-8376-80a7ddfb8863) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:31.590396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:31.594765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b72f04d4-c50c-4675-9000-ca8aa093c333 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 200 len: 953 time: 3.4098012 Aug 11 00:53:31.600098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 58974) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:31.611338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:31.612547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:31.661094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031c2c9-1b1e-4f6f-b33b-57dc8ca89ad4 None None] Network 844a1512-1bd2-48a9-8376-80a7ddfb8863 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:31.666213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: a64036a3-5080-4412-b943-c3498ce5a454 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:31.666577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a64036a3-5080-4412-b943-c3498ce5a454 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:31.732749 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0f00be96-f572-420a-982e-a2562bb00022 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2663479 Aug 11 00:53:31.780765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 58982) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:31.781480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0a1d6f1d-2c8a-4202-b1a9-9b42a6cb7ae6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 200 len: 953 time: 0.1788449 Aug 11 00:53:31.785944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'routes': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:31.819056 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:29Z', 'revision_number': 6, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:30Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:31.860511 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae168e3-a17f-4cb2-b8f6-2c668f4de890 None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:29Z', 'revision_number': 6, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:30Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:31.876019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a0f29ee4-594d-4fda-9d69-6b6f597d2943 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:32.531130 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8fd85121-b223-4f00-bb6c-cf334c60b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:32.558370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a5d0b-d866-42fd-b314-1d41c0b83743 None None] Network 844a1512-1bd2-48a9-8376-80a7ddfb8863 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:32.584352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a0f29ee4-594d-4fda-9d69-6b6f597d2943 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:32.584655 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:32.752104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59018) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:32.850006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8fd85121-b223-4f00-bb6c-cf334c60b441 None None] For port b4219c60-0732-46e2-81d0-e0c22a044e79, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b4219c60-0732-46e2-81d0-e0c22a044e79,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:32.895623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-0083ed9a-0b12-4bba-a940-39b7c41e1d06 admin admin] Deleting subnet c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:53:32.899851 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0083ed9a-0b12-4bba-a940-39b7c41e1d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:32.930824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 3, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:32.944155 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8fd85121-b223-4f00-bb6c-cf334c60b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:32.966494 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0083ed9a-0b12-4bba-a940-39b7c41e1d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.023194 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0083ed9a-0b12-4bba-a940-39b7c41e1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.074736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:33.075440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Updating router 9b444adb-1563-4fa6-a9e3-35460ef48952 port 572619e3-7a17-4569-a6c8-db7a82a35340 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:53:33.202099 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0083ed9a-0b12-4bba-a940-39b7c41e1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.203117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.249701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083ed9a-0b12-4bba-a940-39b7c41e1d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:33.255055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd85121-b223-4f00-bb6c-cf334c60b441 None None] Pushing event updated for resources: {'Port': ['ID=b4219c60-0732-46e2-81d0-e0c22a044e79,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:33.282781 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0083ed9a-0b12-4bba-a940-39b7c41e1d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.285917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0083ed9a-0b12-4bba-a940-39b7c41e1d06 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c1dbcd1c-1aad-4e2a-bbbd-571b86c7f113 HTTP/1.1" status: 204 len: 168 time: 0.5323617 Aug 11 00:53:33.288017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59024) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:33.363126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-53549328-06c2-4b3d-b1be-21d9cadb17e0 None None] Provisioning complete for port b4219c60-0732-46e2-81d0-e0c22a044e79 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:33.363948 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-53549328-06c2-4b3d-b1be-21d9cadb17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.464298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.473555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Allocated IP 172.20.0.1 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:33.576923 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:33.577993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.extraroute_db [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added routes are [] {{(pid=95254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 00:53:33.577993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.extraroute_db [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 00:53:33.583941 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:33.584676 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:33.628376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-bbc505dc-ea6e-49d2-aaf3-098451daa0e7 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:33.630194 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-bbc505dc-ea6e-49d2-aaf3-098451daa0e7 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/networks?id=88c21197-55c4-4dba-a3bd-7f516ace44f1 HTTP/1.1" status: 200 len: 809 time: 0.3349900 Aug 11 00:53:33.646104 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.668853 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.677376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:33.691581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-a34f8c40-7d9b-4f3a-ac41-2650c6a6c089 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/quotas/12b7fc8d8d164253ac18ce58d28c2410 HTTP/1.1" status: 200 len: 375 time: 0.0455105 Aug 11 00:53:33.717276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:33.717818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9903b0c-8d1b-48f8-b9ee-4023bf285b38') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:33.745937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.766429 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-70fb4333-de4f-4fc9-ab7b-41bb6ee25294 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12b7fc8d8d164253ac18ce58d28c2410&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735886 Aug 11 00:53:33.786166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.793615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:53:33.794045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.803123 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:33.864498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.890353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Transition to ACTIVE for port object 572619e3-7a17-4569-a6c8-db7a82a35340 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:53:33.904685 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:53:33.927250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:33.951100 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-afee8148-1960-404b-94b9-1be1cbbd244f service neutron] 10.222.0.43 "GET /v2.0/networks/88c21197-55c4-4dba-a3bd-7f516ace44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743944 Aug 11 00:53:33.984443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.019583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.051898 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.068353 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf HTTP/1.1" status: 204 len: 168 time: 0.7762051 Aug 11 00:53:34.068679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6869d-6dc9-4935-898d-706c6099c9c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7cb1c5-edbf-47a9-9a91-eb69e4920bdf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:34.074082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b4219c60-0732-46e2-81d0-e0c22a044e79 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:34.107910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Transition to ACTIVE for port object a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:34.193768 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:29Z', 'revision_number': 6, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:30Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:34.200892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Attempting to bind port 572619e3-7a17-4569-a6c8-db7a82a35340 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:34.201694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Attempting to bind port 572619e3-7a17-4569-a6c8-db7a82a35340 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:34.202729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Attempting to bind port 572619e3-7a17-4569-a6c8-db7a82a35340 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:34.214138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:34.214634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:34.216890 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.217407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:34.219031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Bound port: 572619e3-7a17-4569-a6c8-db7a82a35340, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:34.219572 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.225179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6f50-2481-4d4b-a194-49d21994ae58 None None] Pushing event updated for resources: {'Port': ['ID=572619e3-7a17-4569-a6c8-db7a82a35340,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:34.251801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b4219c60-0732-46e2-81d0-e0c22a044e79 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:34.252477 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.281161 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:34.310680 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-2452e20f-7247-4dbc-a466-4930fd8e65bf service neutron] 10.222.0.43 "GET /v2.0/networks/88c21197-55c4-4dba-a3bd-7f516ace44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115144 Aug 11 00:53:34.322564 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:34.323434 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:34.384759 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.403563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] For port 572619e3-7a17-4569-a6c8-db7a82a35340, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:34.413442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] For port 572619e3-7a17-4569-a6c8-db7a82a35340, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=572619e3-7a17-4569-a6c8-db7a82a35340,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:34.511220 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:34.512322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device afa1b252-65bc-4bc3-8b63-16a2397643f4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:34.516575 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.634228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:34.634891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:34.645179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Pushing event updated for resources: {'Port': ['ID=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:34.701708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.712954 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4156f52-99ef-41cd-848d-ec9c339910e6 req-4ea840fa-0d20-4c80-ba93-a07827e74b97 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 210 time: 0.0542669 Aug 11 00:53:34.736077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:34.739054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:34.747598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:34.756529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:34.823861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59052) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:34.922625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:34.945413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-66cd2df2-29ee-4a67-bbf6-95ced77a7f3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2114e9d502d84d41bf68388ad26e3fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201637 Aug 11 00:53:34.951675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59054) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:35.079411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.112296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d27728f-a1c8-40e0-a6e2-3dd9fa464b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.170027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e6f50-2481-4d4b-a194-49d21994ae58 None None] Pushing event updated for resources: {'Port': ['ID=572619e3-7a17-4569-a6c8-db7a82a35340,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:35.180865 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d27728f-a1c8-40e0-a6e2-3dd9fa464b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.242125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:35.261229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port afa1b252-65bc-4bc3-8b63-16a2397643f4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:35.277532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port afa1b252-65bc-4bc3-8b63-16a2397643f4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:35.278029 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.377415 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:33Z', 'revision_number': 7, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:30Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:35.412276 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.416107 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c6e430-2dd4-4a43-b3f8-f8367ef7da5a None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:33Z', 'revision_number': 7, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:30Z', 'revision_number': 4, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:35.424753 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d27728f-a1c8-40e0-a6e2-3dd9fa464b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.435256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d27728f-a1c8-40e0-a6e2-3dd9fa464b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.437096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d27728f-a1c8-40e0-a6e2-3dd9fa464b26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/104b1782-50fa-46da-805b-9988893b7166 HTTP/1.1" status: 204 len: 168 time: 0.4835775 Aug 11 00:53:35.448995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27728f-a1c8-40e0-a6e2-3dd9fa464b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b1782-50fa-46da-805b-9988893b7166,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:35.449612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a45a4d7d-b832-41bc-9c0f-0622b4749a2b None None] Provisioning for port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:35.474897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:35.490009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a45a4d7d-b832-41bc-9c0f-0622b4749a2b None None] Provisioning complete for port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:35.490383 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a45a4d7d-b832-41bc-9c0f-0622b4749a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.492401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.501673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b3dd1c93-40ce-46e5-894a-f6cab2c3a7ce tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 200 len: 703 time: 3.7197576 Aug 11 00:53:35.504287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59070) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:35.696154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a45a4d7d-b832-41bc-9c0f-0622b4749a2b None None] Port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:35.719330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.821373 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-08ac8110-d625-4de8-9663-e7bc1abbffe0 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 200 len: 703 time: 0.3147075 Aug 11 00:53:35.821989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59076) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:35.828920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port afa1b252-65bc-4bc3-8b63-16a2397643f4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=afa1b252-65bc-4bc3-8b63-16a2397643f4,segment=NetworkSegment(63fc1208-7bea-467f-9a7f-f777544d8436),segment_id=63fc1208-7bea-467f-9a7f-f777544d8436)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:35.832483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 3, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:35.872424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af852437-4be9-43a5-bcda-d8344367b646 None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 3, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:35.888922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:35.905360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-96482c18-b288-4bc3-b95d-c546777141b9 req-c29c9aa9-473a-4d89-a2dd-e0c94e6c95fb tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 210 time: 0.0841005 Aug 11 00:53:35.976672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:35.987572 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:36.041231 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:36.098666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:36.100567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:36.202186 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:36.270384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Pushing event updated for resources: {'Port': ['ID=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:36.458438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:36.460381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:36.734283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:36.836311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:36.923654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:37.147335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:37.154551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8e76825-4861-4e0d-b140-854e8295a801 req-e281f4db-8b81-4892-83c4-b8349cb3b69f tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 210 time: 0.0897629 Aug 11 00:53:37.190520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8b1140d8-4181-4400-87f4-eb3e220c403a admin admin] 10.222.0.43 "PUT /v2.0/routers/9b444adb-1563-4fa6-a9e3-35460ef48952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8697608 Aug 11 00:53:37.209777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=afa1b252-65bc-4bc3-8b63-16a2397643f4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:37.290408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-af1f7c19-2645-4568-b82b-e0eace193c96 None None] Provisioning complete for port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:37.295519 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af1f7c19-2645-4568-b82b-e0eace193c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:37.426442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port afa1b252-65bc-4bc3-8b63-16a2397643f4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:37.427105 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:37.479144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-af1f7c19-2645-4568-b82b-e0eace193c96 None None] Port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:37.562554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:33Z', 'revision_number': 7, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:37.589599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port afa1b252-65bc-4bc3-8b63-16a2397643f4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=afa1b252-65bc-4bc3-8b63-16a2397643f4,segment=NetworkSegment(63fc1208-7bea-467f-9a7f-f777544d8436),segment_id=63fc1208-7bea-467f-9a7f-f777544d8436)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:37.589599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:37.601722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for afa1b252-65bc-4bc3-8b63-16a2397643f4 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:37.666411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:37.684033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:37.684685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:37.730477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59124) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:37.930545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:37.983606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-963054886-network', 'tenant_id': '833ef36e0cb945c694739b032931f5ed'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:38.145587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Made reservation on behalf of 833ef36e0cb945c694739b032931f5ed for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:38.148290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:38.168383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:38.382003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device afa1b252-65bc-4bc3-8b63-16a2397643f4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:38.462343 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:38.485109 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-112807e9-0f8b-4e55-b0d2-27fb398f03c1 req-ebc3a1fa-910b-41ce-8034-86256acc09a3 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 210 time: 0.1988378 Aug 11 00:53:38.510384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-8dbec291-aa2c-4efc-bae8-649deeb17529 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:38.512511 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-8dbec291-aa2c-4efc-bae8-649deeb17529 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.55 "GET /v2.0/networks?id=88c21197-55c4-4dba-a3bd-7f516ace44f1 HTTP/1.1" status: 200 len: 809 time: 0.2718368 Aug 11 00:53:38.526788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Request body: {'port': {'device_id': 'feac73dd-fcc3-49a5-8faf-8eae8bd76f09', 'network_id': '88c21197-55c4-4dba-a3bd-7f516ace44f1', 'admin_state_up': True, 'tenant_id': '12b7fc8d8d164253ac18ce58d28c2410'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:38.544566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:38.552632 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:53:38.569712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:53:38.603909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port afa1b252-65bc-4bc3-8b63-16a2397643f4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:38.604747 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:38.661436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7e2dd0-8136-4731-ac49-1acd08745735,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:38.667387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:38.668078 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Added segment dd5bcab5-e911-492d-8007-974f9a576ab1 of type vlan for network bd95bce1-0c16-4f33-9310-e971f36761a4 Aug 11 00:53:38.678420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:33Z', 'revision_number': 7, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:38.774831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff080a7-5a51-4f35-8419-993044715aaf None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:33Z', 'revision_number': 7, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afa1b252-65bc-4bc3-8b63-16a2397643f4', 'name': '', 'network_id': '423965f3-a169-4da4-ab61-b2f40d5983a2', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:06:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '57c4c440-ad80-4c86-a03a-ebea6c879670', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:38.782698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:38.812199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59148) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:38.820652 n-d-712143-13 neutron-server[95256]: INFO neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No ports have port_id starting with afa1b252-65bc-4bc3-8b63-16a2397643f4 Aug 11 00:53:38.823119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1504623586-network', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:38.828391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:38.834581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 572619e3-7a17-4569-a6c8-db7a82a35340 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:38.866713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=afa1b252-65bc-4bc3-8b63-16a2397643f4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:38.935790 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:38.951259 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:38.952593 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:39.078285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.125280 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:39.201433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.202506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:39.203105 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.231044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 572619e3-7a17-4569-a6c8-db7a82a35340 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:39.238714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Made reservation on behalf of 12b7fc8d8d164253ac18ce58d28c2410 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:39.239772 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 572619e3-7a17-4569-a6c8-db7a82a35340 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:39.240446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.246048 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.339431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] Pushing event updated for resources: {'Network': ['ID=bd95bce1-0c16-4f33-9310-e971f36761a4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:39.361581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network bd95bce1-0c16-4f33-9310-e971f36761a4 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:53:39.487009 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Allocated IP 172.20.0.11 (88c21197-55c4-4dba-a3bd-7f516ace44f1/72623806-45f9-455d-9c9d-5224d5e70882/94df890a-b9f7-47b0-b679-869a5c1d0689) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:39.496041 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 2, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:39.517806 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.541291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 572619e3-7a17-4569-a6c8-db7a82a35340, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=572619e3-7a17-4569-a6c8-db7a82a35340,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:39.549901 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:39.550823 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Updating router 9b444adb-1563-4fa6-a9e3-35460ef48952 port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:53:39.595091 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.663521 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.721487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f8946644-ed2c-422e-a02e-01b9027214aa req-ef6fcef8-d77b-4112-bd89-2174e2a3ad47 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 210 time: 0.1028750 Aug 11 00:53:39.727580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=572619e3-7a17-4569-a6c8-db7a82a35340,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:39.727838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Made reservation on behalf of 0479c09378b54c3f8d1f44f5ae1e6232 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:39.730359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.772376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:39.839037 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b01a6873-7756-4199-9f59-20fcd59cd108 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1069894 Aug 11 00:53:39.851704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59162) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:39.852084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:39.857133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Request body: {'subnet': {'network_id': 'bd95bce1-0c16-4f33-9310-e971f36761a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-963054886-subnet', 'tenant_id': '833ef36e0cb945c694739b032931f5ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:39.861118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.012361 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.027513 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Transition to ACTIVE for port object a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:40.089941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:40.098712 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.101746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6380aa95-d3dd-48b9-a4bd-d03ae1bdb6d6 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2785175 Aug 11 00:53:40.104755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59164) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:40.113312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:40.137017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.143290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:40.144173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:40.150315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.243352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Network 88c21197-55c4-4dba-a3bd-7f516ace44f1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:40.249775 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d42d-03cf-4360-b41f-7f2a371eddd4 None None] Pushing event updated for resources: {'Port': ['ID=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:40.251925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:40.256552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de71310-e7a4-4424-9d2c-2aff684439bd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet 57c4c440-ad80-4c86-a03a-ebea6c879670 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:53:40.257822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:40.263587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2de71310-e7a4-4424-9d2c-2aff684439bd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.276563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:40.283643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.340556 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2de71310-e7a4-4424-9d2c-2aff684439bd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.387539 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Attempting to bind port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:40.387539 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Attempting to bind port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:40.387539 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Attempting to bind port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:40.393567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Pushing event updated for resources: {'Port': ['ID=94df890a-b9f7-47b0-b679-869a5c1d0689,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:40.415437 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:40.415437 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:40.415437 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.415437 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:40.418073 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Bound port: a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:40.422427 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.424490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Made reservation on behalf of 833ef36e0cb945c694739b032931f5ed for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:40.428430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:53:40.428627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.438921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:40.439652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.445899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514d5874-a7e8-4cd7-93c3-e838d9f736bc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:40.463176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.463176 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Added segment 8c5a801f-4c27-42fc-9e74-b168ee5e8a9b of type vlan for network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b Aug 11 00:53:40.515698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 572619e3-7a17-4569-a6c8-db7a82a35340 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:40.529833 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.553184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-c8f8807f-5a02-4676-b426-d04c29962906 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0310190 Aug 11 00:53:40.587228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Request body: {'port': {'device_id': 'feac73dd-fcc3-49a5-8faf-8eae8bd76f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:40.589265 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] For port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:40.610669 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] For port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:40.649316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 572619e3-7a17-4569-a6c8-db7a82a35340 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:40.649864 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.695313 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2de71310-e7a4-4424-9d2c-2aff684439bd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.699280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.resource_extend [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 00:53:40.704793 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.728076 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.902129 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:40.910663 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:40.935204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.944558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:40.945518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:40.988041 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2de71310-e7a4-4424-9d2c-2aff684439bd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:41.029483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d42d-03cf-4360-b41f-7f2a371eddd4 None None] Pushing event updated for resources: {'Port': ['ID=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:41.035283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5612a61-db8f-41b5-99da-98977107d383 req-d3761f3f-2c2f-4c0a-96db-aee72f1a35f9 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:41.059866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c5612a61-db8f-41b5-99da-98977107d383 req-d3761f3f-2c2f-4c0a-96db-aee72f1a35f9 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 932 time: 0.1741674 Aug 11 00:53:41.148282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a786133-cc0f-41cb-90df-b244baf7e322 None None] Network 423965f3-a169-4da4-ab61-b2f40d5983a2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:41.151238 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2de71310-e7a4-4424-9d2c-2aff684439bd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:41.157018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2de71310-e7a4-4424-9d2c-2aff684439bd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/57c4c440-ad80-4c86-a03a-ebea6c879670 HTTP/1.1" status: 204 len: 168 time: 1.0511096 Aug 11 00:53:41.158740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de71310-e7a4-4424-9d2c-2aff684439bd tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=57c4c440-ad80-4c86-a03a-ebea6c879670,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:41.160342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59182) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:41.176716 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:41.207581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:41.207850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:38Z', 'revision_number': 8, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:41.234250 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4154437 Aug 11 00:53:41.237037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac196c-f672-47d7-b882-fcccb7aef985 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:41.242871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59184) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:41.265844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Request body: {'subnet': {'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1504623586-subnet', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:41.385359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:41.388130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:53:41.450010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94df890a-b9f7-47b0-b679-869a5c1d0689 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:53:41.458832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:41.459846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:41.460805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:41.476390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Transition to ACTIVE for port object 94df890a-b9f7-47b0-b679-869a5c1d0689 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:41.551903 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:40Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:41.570976 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:41.638622 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50792e65-28ee-4674-b439-f2812b64d2fe None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:40Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:41.654392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:41.668816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Made reservation on behalf of 0479c09378b54c3f8d1f44f5ae1e6232 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:41.673153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:41.802978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=94df890a-b9f7-47b0-b679-869a5c1d0689,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:41.961432 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:41.991691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] DHCP port deletion for 423965f3-a169-4da4-ab61-b2f40d5983a2 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:53:42.003702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Attempting to bind port 94df890a-b9f7-47b0-b679-869a5c1d0689 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:42.005440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Attempting to bind port 94df890a-b9f7-47b0-b679-869a5c1d0689 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'c7585eb4-8f26-4253-8d56-017131d4af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '88c21197-55c4-4dba-a3bd-7f516ace44f1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:42.005440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Attempting to bind port 94df890a-b9f7-47b0-b679-869a5c1d0689 on network 88c21197-55c4-4dba-a3bd-7f516ace44f1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:42.029418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a84f66-5a4a-4487-93da-8c29427537d1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:42.036977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Port 94df890a-b9f7-47b0-b679-869a5c1d0689 on network 88c21197-55c4-4dba-a3bd-7f516ace44f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:53:42.037462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Attempting to bind port 94df890a-b9f7-47b0-b679-869a5c1d0689 on network 88c21197-55c4-4dba-a3bd-7f516ace44f1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:42.053593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:42.054365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Checking segment: {'id': 'c7585eb4-8f26-4253-8d56-017131d4af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '88c21197-55c4-4dba-a3bd-7f516ace44f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:42.055071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Bound using segment: {'id': 'c7585eb4-8f26-4253-8d56-017131d4af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '88c21197-55c4-4dba-a3bd-7f516ace44f1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:42.059145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Bound port: 94df890a-b9f7-47b0-b679-869a5c1d0689, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7585eb4-8f26-4253-8d56-017131d4af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '88c21197-55c4-4dba-a3bd-7f516ace44f1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:42.059145 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.115124 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c5612a61-db8f-41b5-99da-98977107d383 req-00645d15-e251-4f3d-ba5f-407554073f7d tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0539193 Aug 11 00:53:42.267962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] Deleting port a0f29ee4-594d-4fda-9d69-6b6f597d2943 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:42.275685 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.297383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:42.366605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Checking segment: {'id': 'dd5bcab5-e911-492d-8007-974f9a576ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd95bce1-0c16-4f33-9310-e971f36761a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:42.368363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Network hostable DHCP agents. Network: bd95bce1-0c16-4f33-9310-e971f36761a4, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:53:42.377510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port a0f29ee4-594d-4fda-9d69-6b6f597d2943 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:42.380514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.381088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.494537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] For port 94df890a-b9f7-47b0-b679-869a5c1d0689, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:42.497703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] For port a0f29ee4-594d-4fda-9d69-6b6f597d2943, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a0f29ee4-594d-4fda-9d69-6b6f597d2943,segment=NetworkSegment(63fc1208-7bea-467f-9a7f-f777544d8436),segment_id=63fc1208-7bea-467f-9a7f-f777544d8436)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:42.499725 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.521682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:38Z', 'revision_number': 8, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:42.537839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port a0f29ee4-594d-4fda-9d69-6b6f597d2943, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a0f29ee4-594d-4fda-9d69-6b6f597d2943,segment=NetworkSegment(63fc1208-7bea-467f-9a7f-f777544d8436),segment_id=63fc1208-7bea-467f-9a7f-f777544d8436)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:42.538274 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.561849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for a0f29ee4-594d-4fda-9d69-6b6f597d2943 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:42.579446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] For port 94df890a-b9f7-47b0-b679-869a5c1d0689, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=94df890a-b9f7-47b0-b679-869a5c1d0689,segment=NetworkSegment(c7585eb4-8f26-4253-8d56-017131d4af64),segment_id=c7585eb4-8f26-4253-8d56-017131d4af64)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:42.581414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] Calling delete_port for a0f29ee4-594d-4fda-9d69-6b6f597d2943 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:42.587681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7d463-77bb-433a-8ff5-cd767e4d4fd6 None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:38Z', 'revision_number': 8, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '892fee8b-aa99-4cb8-ab6d-f1317792819f', 'name': '', 'network_id': '15cbdcc7-1d07-4563-b80d-1fa2feacf370', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:fb:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:16Z', 'updated_at': '2021-08-11T00:53:27Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': 'dea428eb-2d02-4f28-b2b9-58c33cf1fe9f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:42.603373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d8850d-701f-40b6-80c5-1d94ba28e8c4,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:42.671125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Checking segment: {'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:42.671635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Network hostable DHCP agents. Network: 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:53:42.767905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.789913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:42.792439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Network bd95bce1-0c16-4f33-9310-e971f36761a4 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:53:42.794377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:42.794760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.839180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:53:42.854729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:42.856226 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.862753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.863340 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] 10.222.0.55 "PUT /v2.0/ports/94df890a-b9f7-47b0-b679-869a5c1d0689 HTTP/1.1" status: 200 len: 1093 time: 2.2993705 Aug 11 00:53:42.865040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feac73dd-fcc3-49a5-8faf-8eae8bd76f09', 'tag': '94df890a-b9f7-47b0-b679-869a5c1d0689'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:53:42.868309 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d3f9fe-ffd4-4eaa-b711-c21577f3cbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "feac73dd-fcc3-49a5-8faf-8eae8bd76f09", "tag": "94df890a-b9f7-47b0-b679-869a5c1d0689"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:53:42.871285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.907213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f9e77-5f96-4054-860e-b74a159c1bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=94df890a-b9f7-47b0-b679-869a5c1d0689,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:42.924960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:42.937103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:42.938204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:42.947363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c7313-72be-4f22-85b8-3401e4e13145 None None] Network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:42.960286 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] Pushing event deleted for resources: {'Port': ['ID=a0f29ee4-594d-4fda-9d69-6b6f597d2943,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:42.974636 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a1208-50dd-4272-aba3-5135e04ba8fa x-openstack-request-id: req-280a1208-50dd-4272-aba3-5135e04ba8fa {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:53:42.975489 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feac73dd-fcc3-49a5-8faf-8eae8bd76f09", "tag": "94df890a-b9f7-47b0-b679-869a5c1d0689", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:53:42.975906 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-280a1208-50dd-4272-aba3-5135e04ba8fa {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:53:42.976460 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feac73dd-fcc3-49a5-8faf-8eae8bd76f09', 'tag': '94df890a-b9f7-47b0-b679-869a5c1d0689', 'status': 'completed', 'code': 200} Aug 11 00:53:42.982867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No DVR routers for this DVR port a0f29ee4-594d-4fda-9d69-6b6f597d2943 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:42.989879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=a0f29ee4-594d-4fda-9d69-6b6f597d2943,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:42.996040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, bd95bce1-0c16-4f33-9310-e971f36761a4) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:43.000719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:43.001587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.033150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1383078-ca35-4973-84d6-0a4ccc27bb6c None None] No DVR routers for this DVR port a0f29ee4-594d-4fda-9d69-6b6f597d2943 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:43.089081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cd964262-0729-47f8-9f9c-f6bff6f3ca75 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8378000 Aug 11 00:53:43.097711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59214) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:43.106429 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-69419516-62cf-46a0-a3e4-49764b41de08 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2462211 Aug 11 00:53:43.106429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:43.110051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ad0e5-b356-4a0a-a137-e2b9512cef4e None None] Network bd95bce1-0c16-4f33-9310-e971f36761a4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:43.130446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3f9fe-ffd4-4eaa-b711-c21577f3cbe3 req-049b0892-b088-4618-9286-5c19f1ffc9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:43.137930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58d3f9fe-ffd4-4eaa-b711-c21577f3cbe3 req-049b0892-b088-4618-9286-5c19f1ffc9a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12b7fc8d8d164253ac18ce58d28c2410&device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 1096 time: 0.1530933 Aug 11 00:53:43.284064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.285547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.496277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.547821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423965f3-a169-4da4-ab61-b2f40d5983a2']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:43.588231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fc1208-7bea-467f-9a7f-f777544d8436') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:43.593168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fc1208-7bea-467f-9a7f-f777544d8436') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:43.618622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3f9fe-ffd4-4eaa-b711-c21577f3cbe3 req-11997af8-f183-4e34-a881-bc12b60537c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:43.624950 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58d3f9fe-ffd4-4eaa-b711-c21577f3cbe3 req-11997af8-f183-4e34-a881-bc12b60537c3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=12b7fc8d8d164253ac18ce58d28c2410&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4747403 Aug 11 00:53:43.650970 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.660067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530d7d6-ce92-4ea7-bb25-dcf2893d12f5 req-69e157ab-6e55-4e81-a841-9eb97b120cab tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:43.661722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6530d7d6-ce92-4ea7-bb25-dcf2893d12f5 req-69e157ab-6e55-4e81-a841-9eb97b120cab tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 944 time: 0.3893116 Aug 11 00:53:43.739002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.755632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.807089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfae0245-a014-4207-b12a-aae3232a510c None None] Network bd95bce1-0c16-4f33-9310-e971f36761a4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:43.841503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6530d7d6-ce92-4ea7-bb25-dcf2893d12f5 req-0e8fcdf5-df04-431e-98e1-ff0281be139a tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051066 Aug 11 00:53:43.844719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:43.846443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.857963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:53:43.858229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:53:43.862128 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:53:43.974862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b', 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'fixed_ips': [{'subnet_id': '56d8850d-701f-40b6-80c5-1d94ba28e8c4'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:53:43.985119 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:44.033367 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:44.079301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3f9fe-ffd4-4eaa-b711-c21577f3cbe3 req-bc11c3f8-6088-4db6-8d7c-b267f5354d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:44.082484 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58d3f9fe-ffd4-4eaa-b711-c21577f3cbe3 req-bc11c3f8-6088-4db6-8d7c-b267f5354d7f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4483228 Aug 11 00:53:44.194620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-8da002ef-8b8a-4fd5-8f36-28ac40c81d3c tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:44.203808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-8da002ef-8b8a-4fd5-8f36-28ac40c81d3c tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/networks?id=bd95bce1-0c16-4f33-9310-e971f36761a4 HTTP/1.1" status: 200 len: 813 time: 0.3197203 Aug 11 00:53:44.238998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a0f29ee4-594d-4fda-9d69-6b6f597d2943 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:44.243760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:44.288888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:44.333241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a0f29ee4-594d-4fda-9d69-6b6f597d2943 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:44.333791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a0f29ee4-594d-4fda-9d69-6b6f597d2943 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:44.363581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:44.370398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/423965f3-a169-4da4-ab61-b2f40d5983a2 HTTP/1.1" status: 204 len: 168 time: 3.1939981 Aug 11 00:53:44.374536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:44.378899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9face-366d-424f-917d-37efdc440a3e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=423965f3-a169-4da4-ab61-b2f40d5983a2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:44.383033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59256) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:44.562415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:44.696558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Allocated IP 172.20.0.2 (7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b/56d8850d-701f-40b6-80c5-1d94ba28e8c4/17ea72fc-b6ea-45f3-910b-aa039db6b1a9) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:44.715783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-7820a2fd-0c2b-442f-900b-774ad15b7c71 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/quotas/833ef36e0cb945c694739b032931f5ed HTTP/1.1" status: 200 len: 375 time: 0.5107450 Aug 11 00:53:44.734431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:44.734810 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:44.767567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-78d19fe8-1039-4f8b-bee0-7e557769078e tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=833ef36e0cb945c694739b032931f5ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505831 Aug 11 00:53:44.956404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-e89708e3-5005-4e7e-841f-3cc050faafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:44.957968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-e89708e3-5005-4e7e-841f-3cc050faafa5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12b7fc8d8d164253ac18ce58d28c2410&device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 1096 time: 0.7310328 Aug 11 00:53:45.048520 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-8564bf30-1f65-44c5-ab5d-544b5d717996 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94df890a-b9f7-47b0-b679-869a5c1d0689 HTTP/1.1" status: 200 len: 217 time: 0.0758026 Aug 11 00:53:45.081732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device afa1b252-65bc-4bc3-8b63-16a2397643f4 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:45.116000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: afa1b252-65bc-4bc3-8b63-16a2397643f4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:45.116349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device afa1b252-65bc-4bc3-8b63-16a2397643f4 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:45.132682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:45.149682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Transition to ACTIVE for port object 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:45.171012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-534398a9-2705-4e8f-922b-2ff833430907 service neutron] 10.222.0.43 "GET /v2.0/networks/bd95bce1-0c16-4f33-9310-e971f36761a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023087 Aug 11 00:53:45.176719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-3d54873a-f3f8-4e5a-ad7a-ee00099090b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:45.178355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-3d54873a-f3f8-4e5a-ad7a-ee00099090b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=72623806-45f9-455d-9c9d-5224d5e70882 HTTP/1.1" status: 200 len: 849 time: 0.1227260 Aug 11 00:53:45.190551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Transition to ACTIVE for port object 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:45.250145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-ea87bfee-e3c9-488c-9191-ed042d2ef1c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88c21197-55c4-4dba-a3bd-7f516ace44f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623310 Aug 11 00:53:45.263104 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:45.268588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e60d5-dc88-4b80-afed-39edb53f1568 req-f7b3d194-f8c1-4cb5-ab93-3431fb5cbd79 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:45.270435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-268e60d5-dc88-4b80-afed-39edb53f1568 req-f7b3d194-f8c1-4cb5-ab93-3431fb5cbd79 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 944 time: 0.1522894 Aug 11 00:53:45.272592 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:45.282863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:45.301222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:45.306567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:45.309430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:45.385494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Attempting to bind port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:45.386188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Attempting to bind port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:45.386736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Attempting to bind port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 on network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:45.394058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Pushing event updated for resources: {'Port': ['ID=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:45.398693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:45.399429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Checking segment: {'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:45.400683 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:45.401279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Bound using segment: {'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:45.401949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Bound port: 17ea72fc-b6ea-45f3-910b-aa039db6b1a9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:45.402511 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:45.411929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-268e60d5-dc88-4b80-afed-39edb53f1568 req-da65a652-c390-45e9-b956-db20bef70854 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184888 Aug 11 00:53:45.450227 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-21f15987-ca29-4d5a-b1f1-39423f8a8c79 service neutron] 10.222.0.55 "GET /v2.0/networks/88c21197-55c4-4dba-a3bd-7f516ace44f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827743 Aug 11 00:53:45.495903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-06df453c-1e52-4a68-8b60-1fad48b5c86c service neutron] 10.222.0.43 "GET /v2.0/networks/bd95bce1-0c16-4f33-9310-e971f36761a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164530 Aug 11 00:53:45.503589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:45.536274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] For port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:45.540719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] For port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,segment=NetworkSegment(8c5a801f-4c27-42fc-9e74-b168ee5e8a9b),segment_id=8c5a801f-4c27-42fc-9e74-b168ee5e8a9b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:45.551525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Allocated IP 172.25.0.224 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:45.609569 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:45.674584 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f10ad31-fe3a-441d-af5b-b3a181931130 req-6fd45075-0485-4b08-bcde-c04aec04bf90 service neutron] 10.222.0.55 "GET /v2.0/networks/88c21197-55c4-4dba-a3bd-7f516ace44f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025342 Aug 11 00:53:45.772418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7122a-ffe5-42c7-b025-65ef0ca8d222 None None] Pushing event updated for resources: {'Port': ['ID=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:45.890661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41ff6e10-1ac6-4a1a-914e-4cfc4c48a631 req-6fa2fbd8-e0a5-455f-aaa5-c07ca0eb849f tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 210 time: 0.0342920 Aug 11 00:53:46.087491 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:46.258659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 892fee8b-aa99-4cb8-ab6d-f1317792819f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:46.258909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:46.314987 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-feae0089-8f2b-4869-9e43-674236ac4eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:46.344974 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:46.464254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port 892fee8b-aa99-4cb8-ab6d-f1317792819f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=892fee8b-aa99-4cb8-ab6d-f1317792819f,segment=NetworkSegment(68b23a22-206e-474c-8f81-6bfd6e7a0789),segment_id=68b23a22-206e-474c-8f81-6bfd6e7a0789)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:46.465202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:46.532437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 892fee8b-aa99-4cb8-ab6d-f1317792819f owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:46.558325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:46.581791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:46.588104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:46.595528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:46.627067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:46.684900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66717c-e315-4a71-a93a-131ddfd1b0c0 req-626b1121-7424-4703-801e-6a7e9201e778 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:46.687305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b66717c-e315-4a71-a93a-131ddfd1b0c0 req-626b1121-7424-4703-801e-6a7e9201e778 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 944 time: 0.1026034 Aug 11 00:53:46.765145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b66717c-e315-4a71-a93a-131ddfd1b0c0 req-1965a321-b993-4352-8125-e8c3a12dacd3 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678353 Aug 11 00:53:46.841322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:47.034141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9102831d-e61e-4edf-b94a-ee827706e2f6 req-c0e6578b-1fde-4dbd-adbd-1e9c000080cd tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 210 time: 0.0396936 Aug 11 00:53:47.244652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba7c6f-c77a-41d7-9f1f-0c3cc5a659df None None] Network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:47.493894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7b69b81c-e048-44fe-b12a-3f72cbaea5d3 None None] Provisioning for port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:47.516426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:47.522129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:47.538271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7b69b81c-e048-44fe-b12a-3f72cbaea5d3 None None] Provisioning complete for port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:47.538919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7b69b81c-e048-44fe-b12a-3f72cbaea5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:47.606084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=892fee8b-aa99-4cb8-ab6d-f1317792819f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:47.710312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7b69b81c-e048-44fe-b12a-3f72cbaea5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:47.764041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7b69b81c-e048-44fe-b12a-3f72cbaea5d3 None None] For port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,segment=NetworkSegment(8c5a801f-4c27-42fc-9e74-b168ee5e8a9b),segment_id=8c5a801f-4c27-42fc-9e74-b168ee5e8a9b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:47.794205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:47.887445 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7b69b81c-e048-44fe-b12a-3f72cbaea5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:48.037342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed7671-a4fd-414f-af18-65b59c0000a2 req-4fa5a05d-c57b-4039-a0c3-714a34bb7088 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:48.075079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47ed7671-a4fd-414f-af18-65b59c0000a2 req-4fa5a05d-c57b-4039-a0c3-714a34bb7088 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 944 time: 0.1797452 Aug 11 00:53:48.092410 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:48.147245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69b81c-e048-44fe-b12a-3f72cbaea5d3 None None] Pushing event updated for resources: {'Port': ['ID=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:48.159770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47ed7671-a4fd-414f-af18-65b59c0000a2 req-d772cce3-ca19-4d39-b5b9-54f5002440b3 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832281 Aug 11 00:53:48.235866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-62db9e18-352c-45d9-b0be-8b9e562dc5fa None None] Provisioning complete for port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:48.237308 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-62db9e18-352c-45d9-b0be-8b9e562dc5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:48.267325 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72f087f7-4f98-41e1-8991-025af660b629 req-7b5e7687-b486-4134-b383-a126033af0b7 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 210 time: 0.0708857 Aug 11 00:53:48.437152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:48.522948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:48.544741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:48.550171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-34acc293-c4c1-40d6-afe9-478b0a603d01 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1654077 Aug 11 00:53:48.552809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59432) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:48.555539 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:48.566880 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:48.567847 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:48.612170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Router cdcea3d2-af07-4084-be6b-5331fbc59827 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:53:48.612701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:48.613373 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:48.631348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet dea428eb-2d02-4f28-b2b9-58c33cf1fe9f {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:53:48.638948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:48.682260 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:48.726272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:48.831069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:48.855318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Sync routers for ids ['cdcea3d2-af07-4084-be6b-5331fbc59827'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:48.875689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Routers {'cdcea3d2-af07-4084-be6b-5331fbc59827'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:48.876913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['cdcea3d2-af07-4084-be6b-5331fbc59827'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:48.879206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:48.988801 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:46Z', 'revision_number': 9, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:48.995872 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1aae9b31-f536-4e52-b43b-d029efe65501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:48.997832 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:49.017720 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:49.027348 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:49.028036 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:49.030623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Set router cdcea3d2-af07-4084-be6b-5331fbc59827 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:49.037542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:49.041783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-94a3c2b2-5e1f-4f92-bcb5-5fce90b13b14 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9385862 Aug 11 00:53:49.041977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59446) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:49.116108 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:49.160853 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:49.172162 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:49.174126 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/dea428eb-2d02-4f28-b2b9-58c33cf1fe9f HTTP/1.1" status: 204 len: 168 time: 0.6203549 Aug 11 00:53:49.177571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=dea428eb-2d02-4f28-b2b9-58c33cf1fe9f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:49.185136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59454) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:49.188221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d13f17-5bc0-4f81-be24-1e1367d10126 None None] Network 15cbdcc7-1d07-4563-b80d-1fa2feacf370 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.300875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.301931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.313383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.314055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de10d76-7bd0-43b4-8c0d-681b88c05676 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:49.386712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:49.494413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-1e205d06-2fd8-4a92-b3f5-2c3d0c96acef tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:49.497687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-1e205d06-2fd8-4a92-b3f5-2c3d0c96acef tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.44 "GET /v2.0/networks?id=bd95bce1-0c16-4f33-9310-e971f36761a4 HTTP/1.1" status: 200 len: 813 time: 0.5316260 Aug 11 00:53:49.509828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe66e6-0641-4eb8-ac97-48539312bb84 req-b5a940ce-75b1-4a79-b44f-982092f5b26c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:49.510648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T00:53:46Z', 'revision_number': 3, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port': {'id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:45Z', 'updated_at': '2021-08-11T00:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:49.518327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39fe66e6-0641-4eb8-ac97-48539312bb84 req-b5a940ce-75b1-4a79-b44f-982092f5b26c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 944 time: 0.1963868 Aug 11 00:53:49.550962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Checking router: cdcea3d2-af07-4084-be6b-5331fbc59827 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:49.551418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Updating router cdcea3d2-af07-4084-be6b-5331fbc59827 port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:53:49.553574 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:46Z', 'revision_number': 9, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:49.583761 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:49.586980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] DHCP port deletion for 15cbdcc7-1d07-4563-b80d-1fa2feacf370 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:53:49.593183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39fe66e6-0641-4eb8-ac97-48539312bb84 req-51eb249b-d0bd-4801-ab35-9f0b098fd42b tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722902 Aug 11 00:53:49.595463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port f6066392-faa9-4dac-90b5-aa89e3af26a7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:49.596211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:49.640271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Request body: {'port': {'device_id': '3d400f03-e9bd-4f63-9856-3dcde54627d2', 'network_id': 'bd95bce1-0c16-4f33-9310-e971f36761a4', 'admin_state_up': True, 'tenant_id': '833ef36e0cb945c694739b032931f5ed'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:49.642593 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ea0fa5-ad2d-4ed4-aa08-4eef6e50f54f None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:46Z', 'revision_number': 9, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cff66466-6fb1-4466-a114-a5e7de73a82c', 'name': '', 'network_id': '4792d523-eee7-493e-847c-260f219535f7', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:e7:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:03Z', 'updated_at': '2021-08-11T00:53:12Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '70f1f7a2-531a-42a9-a874-f0102896a8dc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:49.643196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 94df890a-b9f7-47b0-b679-869a5c1d0689 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:53:49.664597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52a0bb6c-d423-46fd-a2f4-f460dbdfb809 req-d8d32f9a-f70d-448b-a363-7333aad28e87 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 210 time: 0.1653554 Aug 11 00:53:49.740403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port f6066392-faa9-4dac-90b5-aa89e3af26a7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f6066392-faa9-4dac-90b5-aa89e3af26a7,segment=NetworkSegment(68b23a22-206e-474c-8f81-6bfd6e7a0789),segment_id=68b23a22-206e-474c-8f81-6bfd6e7a0789)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:49.741767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:49.758344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for f6066392-faa9-4dac-90b5-aa89e3af26a7 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:50.006794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.052316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=f6066392-faa9-4dac-90b5-aa89e3af26a7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:50.071603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No DVR routers for this DVR port f6066392-faa9-4dac-90b5-aa89e3af26a7 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:50.096841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Made reservation on behalf of 833ef36e0cb945c694739b032931f5ed for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:53:50.102391 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.119132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 94df890a-b9f7-47b0-b679-869a5c1d0689, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=94df890a-b9f7-47b0-b679-869a5c1d0689,segment=NetworkSegment(c7585eb4-8f26-4253-8d56-017131d4af64),segment_id=c7585eb4-8f26-4253-8d56-017131d4af64)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:50.137301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] Deleting port f6066392-faa9-4dac-90b5-aa89e3af26a7 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:50.137683 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.140465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '94df890a-b9f7-47b0-b679-869a5c1d0689', 'network_id': '88c21197-55c4-4dba-a3bd-7f516ace44f1', 'port_id': '94df890a-b9f7-47b0-b679-869a5c1d0689', 'mac_address': 'fa:16:3e:45:22:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72623806-45f9-455d-9c9d-5224d5e70882', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:53:50.204114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.213823 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.232990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] For port f6066392-faa9-4dac-90b5-aa89e3af26a7, host n-d-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:50.233344 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.252574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] Calling delete_port for f6066392-faa9-4dac-90b5-aa89e3af26a7 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:50.256684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.ipam_backend_mixin [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] Port f6066392-faa9-4dac-90b5-aa89e3af26a7 was not found and therefore no delete operation was performed {{(pid=95256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:53:50.259353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cbdcc7-1d07-4563-b80d-1fa2feacf370']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:50.260311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.276278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b23a22-206e-474c-8f81-6bfd6e7a0789') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:50.277266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b23a22-206e-474c-8f81-6bfd6e7a0789') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:50.292507 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.320468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.337546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:53:50.338128 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:53:50.368289 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:53:50.371668 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.394903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94df890a-b9f7-47b0-b679-869a5c1d0689 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:53:50.418962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] Pushing event deleted for resources: {'Port': ['ID=f6066392-faa9-4dac-90b5-aa89e3af26a7,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:50.425278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ecc0e-8aec-4398-84ef-4dc2c6866595 None None] No DVR routers for this DVR port f6066392-faa9-4dac-90b5-aa89e3af26a7 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:50.480875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 94df890a-b9f7-47b0-b679-869a5c1d0689, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=94df890a-b9f7-47b0-b679-869a5c1d0689,segment=NetworkSegment(c7585eb4-8f26-4253-8d56-017131d4af64),segment_id=c7585eb4-8f26-4253-8d56-017131d4af64)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:50.491946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Allocated IP 172.20.0.14 (bd95bce1-0c16-4f33-9310-e971f36761a4/65a84f66-5a4a-4487-93da-8c29427537d1/27e99d67-c72a-4197-b669-a9de042da9a9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:50.540751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f6066392-faa9-4dac-90b5-aa89e3af26a7 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:50.573507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: f6066392-faa9-4dac-90b5-aa89e3af26a7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:50.573858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device f6066392-faa9-4dac-90b5-aa89e3af26a7 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:50.574293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 892fee8b-aa99-4cb8-ab6d-f1317792819f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:50.583361 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.616568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 892fee8b-aa99-4cb8-ab6d-f1317792819f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:50.616917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 892fee8b-aa99-4cb8-ab6d-f1317792819f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:50.654158 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.657737 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.696936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Transition to ACTIVE for port object d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:50.723332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.732427 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.734565 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/15cbdcc7-1d07-4563-b80d-1fa2feacf370 HTTP/1.1" status: 204 len: 168 time: 1.5543387 Aug 11 00:53:50.739204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59502) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:50.744137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=94df890a-b9f7-47b0-b679-869a5c1d0689,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:50.837379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22644c56-5629-40c4-8ee0-56c486f51eeb tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=15cbdcc7-1d07-4563-b80d-1fa2feacf370,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:50.847657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['94df890a-b9f7-47b0-b679-869a5c1d0689'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:53:50.869184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59109d-c712-4b2f-8f4e-06ac5c935533 req-58daa3f6-8527-4cb2-a16e-3b62b6e4161d tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:50.878013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc59109d-c712-4b2f-8f4e-06ac5c935533 req-58daa3f6-8527-4cb2-a16e-3b62b6e4161d tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 945 time: 0.1871951 Aug 11 00:53:50.924981 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:50.933566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc59109d-c712-4b2f-8f4e-06ac5c935533 req-72ba054b-8e4e-4fe6-807b-6df0dff725fa tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544789 Aug 11 00:53:50.938926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-152d1382-b6e2-4e4f-9572-38202b88c627 req-f19df239-aa17-4a4c-8e43-4eef20634d41 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 210 time: 0.0355258 Aug 11 00:53:51.003265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Allocated IP 172.20.0.1 (7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b/56d8850d-701f-40b6-80c5-1d94ba28e8c4/a31901f5-53e8-4c9a-9729-26c3ff352d11) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:53:51.046940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6941218-df2b-4374-8555-c72673c11f78 None None] Pushing event updated for resources: {'Port': ['ID=d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:51.105485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Attempting to bind port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:51.106198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Attempting to bind port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:51.106843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Attempting to bind port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:51.114045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:51.115105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:51.115105 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.115539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:51.116095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Bound port: d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:51.116550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.215037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.238598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] For port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:51.243488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] For port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:51.253375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.283623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Transition to ACTIVE for port object a31901f5-53e8-4c9a-9729-26c3ff352d11 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:51.322542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.466849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.541842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.553593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Routers {'cdcea3d2-af07-4084-be6b-5331fbc59827'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:51.554231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['cdcea3d2-af07-4084-be6b-5331fbc59827'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:51.564390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.606534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:51.613225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6941218-df2b-4374-8555-c72673c11f78 None None] Pushing event updated for resources: {'Port': ['ID=d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:51.625249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 94df890a-b9f7-47b0-b679-869a5c1d0689 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:51.631452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:51.639507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:51.689144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Network bd95bce1-0c16-4f33-9310-e971f36761a4 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:51.693085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:51.700304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:53:51.705426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Pushing event updated for resources: {'Port': ['ID=a31901f5-53e8-4c9a-9729-26c3ff352d11,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:51.738697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port cff66466-6fb1-4466-a114-a5e7de73a82c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:51.739051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.803074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.848579 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] Set router cdcea3d2-af07-4084-be6b-5331fbc59827 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:51.891118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port cff66466-6fb1-4466-a114-a5e7de73a82c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cff66466-6fb1-4466-a114-a5e7de73a82c,segment=NetworkSegment(1c39aa4c-0f8f-4db6-951d-de8c675847f8),segment_id=1c39aa4c-0f8f-4db6-951d-de8c675847f8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:51.900831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.926093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for cff66466-6fb1-4466-a114-a5e7de73a82c owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:51.959833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:51.960473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:51.985876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Pushing event updated for resources: {'Port': ['ID=27e99d67-c72a-4197-b669-a9de042da9a9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:52.130859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f513c1-e669-4cdf-b717-bb0cc4c5d653 req-64a0d3db-73a6-48eb-96c6-577009cbb88d tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:52.132794 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7f513c1-e669-4cdf-b717-bb0cc4c5d653 req-64a0d3db-73a6-48eb-96c6-577009cbb88d tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 932 time: 0.0717390 Aug 11 00:53:52.140025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T00:53:46Z', 'revision_number': 3, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port': {'id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:45Z', 'updated_at': '2021-08-11T00:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:52.174053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5179-639c-49cf-a350-405213c74aa0 req-193a8967-6bc9-4e20-9292-9595018788ef tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:52.177608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62be5179-639c-49cf-a350-405213c74aa0 req-193a8967-6bc9-4e20-9292-9595018788ef tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 945 time: 0.0750597 Aug 11 00:53:52.178821 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7f513c1-e669-4cdf-b717-bb0cc4c5d653 req-6ec492c3-2e55-4b76-8084-b1dc49b77fc5 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Aug 11 00:53:52.182214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09bc43a-0922-45b6-8749-9f63a400e1aa None None] The sync data for ids ['cdcea3d2-af07-4084-be6b-5331fbc59827'] in n-d-712143-13 is: [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T00:53:46Z', 'revision_number': 3, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port': {'id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:45Z', 'updated_at': '2021-08-11T00:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:52.201006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 94df890a-b9f7-47b0-b679-869a5c1d0689 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:52.214807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 94df890a-b9f7-47b0-b679-869a5c1d0689 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:52.215336 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:52.293305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62be5179-639c-49cf-a350-405213c74aa0 req-7b8672af-1cca-4abc-a9f3-a1e7f2b9e731 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111572 Aug 11 00:53:52.301463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-e72a96f9-282a-45fe-873a-43bcd8012590 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6982343 Aug 11 00:53:52.321199 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:52.330359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Request body: {'port': {'device_id': '3d400f03-e9bd-4f63-9856-3dcde54627d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:53:52.340730 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b6373d66-16e6-4437-9be5-bf6ec8192e4f None None] Provisioning for port a31901f5-53e8-4c9a-9729-26c3ff352d11 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:52.351901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b6373d66-16e6-4437-9be5-bf6ec8192e4f None None] Provisioning complete for port a31901f5-53e8-4c9a-9729-26c3ff352d11 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:52.352270 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6373d66-16e6-4437-9be5-bf6ec8192e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:52.363100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac73dd-fcc3-49a5-8faf-8eae8bd76f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94df890a-b9f7-47b0-b679-869a5c1d0689'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:53:52.367473 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e8dc8-9e16-42c4-80ba-c81dba552c15" -d '{"events": [{"server_uuid": "feac73dd-fcc3-49a5-8faf-8eae8bd76f09", "name": "network-vif-plugged", "status": "completed", "tag": "94df890a-b9f7-47b0-b679-869a5c1d0689"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:53:52.370765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:52.436814 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:52.465421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b6373d66-16e6-4437-9be5-bf6ec8192e4f None None] Port a31901f5-53e8-4c9a-9729-26c3ff352d11 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:52.484140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 94df890a-b9f7-47b0-b679-869a5c1d0689, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=94df890a-b9f7-47b0-b679-869a5c1d0689,segment=NetworkSegment(c7585eb4-8f26-4253-8d56-017131d4af64),segment_id=c7585eb4-8f26-4253-8d56-017131d4af64)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:52.486098 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9645b3c1-a0de-4acb-8fbd-cb22d6c0849b x-openstack-request-id: req-9645b3c1-a0de-4acb-8fbd-cb22d6c0849b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:53:52.486385 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac73dd-fcc3-49a5-8faf-8eae8bd76f09", "name": "network-vif-plugged", "status": "completed", "tag": "94df890a-b9f7-47b0-b679-869a5c1d0689", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:53:52.486642 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9645b3c1-a0de-4acb-8fbd-cb22d6c0849b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:53:52.487042 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac73dd-fcc3-49a5-8faf-8eae8bd76f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94df890a-b9f7-47b0-b679-869a5c1d0689', 'code': 200} Aug 11 00:53:52.488452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:52.507606 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:52.536220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=cff66466-6fb1-4466-a114-a5e7de73a82c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:52.655019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:52.781170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=94df890a-b9f7-47b0-b679-869a5c1d0689,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:52.820602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720252c5-e071-482d-8316-efbbad4e0b7d req-41e48d30-2143-4aab-ba09-d7a72de130d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:52.822204 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-720252c5-e071-482d-8316-efbbad4e0b7d req-41e48d30-2143-4aab-ba09-d7a72de130d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 1097 time: 0.2631316 Aug 11 00:53:52.839448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.033969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-720252c5-e071-482d-8316-efbbad4e0b7d req-68bdb208-af7c-4ca7-95f3-0539f1dbd73b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032380 Aug 11 00:53:53.063735 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.133613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:53.259506 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.314844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:53.329437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-78c10c5d-7b76-4d1c-80b4-049fc7d80667 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5891500 Aug 11 00:53:53.340245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59580) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:53.340831 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:53.350495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e99d67-c72a-4197-b669-a9de042da9a9 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:53:53.370757 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:53.371587 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:53.384060 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.437646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd13111e-2763-400e-92f9-65deab4f99b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet 70f1f7a2-531a-42a9-a874-f0102896a8dc {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:53:53.443023 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd13111e-2763-400e-92f9-65deab4f99b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.481949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8aa07-95e9-4221-9772-71ce19f9d22d req-959b54f2-91d4-49c5-baea-abdeece9cc41 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:53.483844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2e8aa07-95e9-4221-9772-71ce19f9d22d req-959b54f2-91d4-49c5-baea-abdeece9cc41 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 932 time: 0.1533134 Aug 11 00:53:53.498303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Transition to ACTIVE for port object 27e99d67-c72a-4197-b669-a9de042da9a9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:53.505554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Pushing event updated for resources: {'Port': ['ID=a31901f5-53e8-4c9a-9729-26c3ff352d11,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:53.515494 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.523004 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd13111e-2763-400e-92f9-65deab4f99b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.523425 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:53.610541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2e8aa07-95e9-4221-9772-71ce19f9d22d req-eff3829c-b20a-448b-9fba-9d06ec284cd1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171165 Aug 11 00:53:53.645736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afaf02-d212-47bd-a593-fd01ef64df72 req-a9fd681a-e3d3-44c7-8b21-66ed9c7d07ab tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:53.647489 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80afaf02-d212-47bd-a593-fd01ef64df72 req-a9fd681a-e3d3-44c7-8b21-66ed9c7d07ab tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 946 time: 0.2112608 Aug 11 00:53:53.697638 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.737578 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd13111e-2763-400e-92f9-65deab4f99b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:53.840525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80afaf02-d212-47bd-a593-fd01ef64df72 req-4cca6b94-af69-4d33-a638-ea0a3d4b4832 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560278 Aug 11 00:53:53.841198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Pushing event updated for resources: {'Port': ['ID=27e99d67-c72a-4197-b669-a9de042da9a9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:53.845336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:53:53.860170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:53:54.049405 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:52Z', 'revision_number': 10, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:54.093161 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:54.111431 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:54.112102 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:54.122056 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd13111e-2763-400e-92f9-65deab4f99b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.165730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Router cdcea3d2-af07-4084-be6b-5331fbc59827 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:54.166547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13111e-2763-400e-92f9-65deab4f99b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=70f1f7a2-531a-42a9-a874-f0102896a8dc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:54.177529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd13111e-2763-400e-92f9-65deab4f99b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.179918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd13111e-2763-400e-92f9-65deab4f99b4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/70f1f7a2-531a-42a9-a874-f0102896a8dc HTTP/1.1" status: 204 len: 168 time: 0.8385203 Aug 11 00:53:54.184439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59608) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:54.189559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0ecc4-a306-4d62-aece-311a53793139 None None] Network 4792d523-eee7-493e-847c-260f219535f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:53:54.193982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Attempting to bind port 27e99d67-c72a-4197-b669-a9de042da9a9 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:54.194316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Attempting to bind port 27e99d67-c72a-4197-b669-a9de042da9a9 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'dd5bcab5-e911-492d-8007-974f9a576ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd95bce1-0c16-4f33-9310-e971f36761a4'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:54.194659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Attempting to bind port 27e99d67-c72a-4197-b669-a9de042da9a9 on network bd95bce1-0c16-4f33-9310-e971f36761a4 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:54.203216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Port 27e99d67-c72a-4197-b669-a9de042da9a9 on network bd95bce1-0c16-4f33-9310-e971f36761a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:53:54.203767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Attempting to bind port 27e99d67-c72a-4197-b669-a9de042da9a9 on network bd95bce1-0c16-4f33-9310-e971f36761a4 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:54.241764 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:54.258447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:54.258789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Checking segment: {'id': 'dd5bcab5-e911-492d-8007-974f9a576ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd95bce1-0c16-4f33-9310-e971f36761a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:54.259331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Bound using segment: {'id': 'dd5bcab5-e911-492d-8007-974f9a576ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd95bce1-0c16-4f33-9310-e971f36761a4'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:54.259995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Bound port: 27e99d67-c72a-4197-b669-a9de042da9a9, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5bcab5-e911-492d-8007-974f9a576ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd95bce1-0c16-4f33-9310-e971f36761a4'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:54.260531 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.308474 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.446252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0cae37dd-afe4-4c38-baae-54c6a8336684 None None] Provisioning complete for port a31901f5-53e8-4c9a-9729-26c3ff352d11 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:54.447019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0cae37dd-afe4-4c38-baae-54c6a8336684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.463819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port eeef9158-c0dd-403f-994d-e90e6cdc9e89 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:54.464437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.563134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0cae37dd-afe4-4c38-baae-54c6a8336684 None None] Port a31901f5-53e8-4c9a-9729-26c3ff352d11 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:53:54.659533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port eeef9158-c0dd-403f-994d-e90e6cdc9e89, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eeef9158-c0dd-403f-994d-e90e6cdc9e89,segment=NetworkSegment(1c39aa4c-0f8f-4db6-951d-de8c675847f8),segment_id=1c39aa4c-0f8f-4db6-951d-de8c675847f8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:54.659979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.700577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for eeef9158-c0dd-403f-994d-e90e6cdc9e89 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:54.707493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] For port 27e99d67-c72a-4197-b669-a9de042da9a9, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:54.714038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] DHCP port deletion for 4792d523-eee7-493e-847c-260f219535f7 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:53:54.721095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:54.733868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] For port 27e99d67-c72a-4197-b669-a9de042da9a9, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=27e99d67-c72a-4197-b669-a9de042da9a9,segment=NetworkSegment(dd5bcab5-e911-492d-8007-974f9a576ab1),segment_id=dd5bcab5-e911-492d-8007-974f9a576ab1)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:54.763649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:54.785045 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:52Z', 'revision_number': 10, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:54.799274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9cb1b654-05fe-447a-8b6e-eb4a3aa38d3d admin admin] 10.222.0.43 "PUT /v2.0/routers/cdcea3d2-af07-4084-be6b-5331fbc59827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7477872 Aug 11 00:53:54.838595 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ffa02-09e5-48f3-b1b2-ea8eb475ff4b None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:52Z', 'revision_number': 10, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None, '_interfaces': [{'id': '87dd3301-18a0-4273-aed9-c1aea82ed083', 'name': '', 'network_id': '1f94820a-2312-462c-890b-8fcda4121daa', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'mac_address': 'fa:16:3e:f9:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:52:53Z', 'updated_at': '2021-08-11T00:53:04Z', 'revision_number': 5, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'subnets': [{'id': '0fd356af-6bd5-4532-96ef-ec4017cd91a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:54.860158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.886346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4daf8-ebf1-4af8-90f9-87f71a6ff557 req-916cd56a-7a63-4af1-bb2a-a0f411bbb10f tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:54.888184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0a4daf8-ebf1-4af8-90f9-87f71a6ff557 req-916cd56a-7a63-4af1-bb2a-a0f411bbb10f tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 944 time: 0.1409130 Aug 11 00:53:54.911139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:54.911694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:54.922388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] 10.222.0.44 "PUT /v2.0/ports/27e99d67-c72a-4197-b669-a9de042da9a9 HTTP/1.1" status: 200 len: 1093 time: 2.5878332 Aug 11 00:53:54.922388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d400f03-e9bd-4f63-9856-3dcde54627d2', 'tag': '27e99d67-c72a-4197-b669-a9de042da9a9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:53:54.925849 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671c4655-8fd3-4737-b9d5-bdac1a205474" -d '{"events": [{"name": "network-changed", "server_uuid": "3d400f03-e9bd-4f63-9856-3dcde54627d2", "tag": "27e99d67-c72a-4197-b669-a9de042da9a9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:53:54.965428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908a13a-dba7-477a-8040-15a2760c8177 service neutron] Pushing event updated for resources: {'Port': ['ID=27e99d67-c72a-4197-b669-a9de042da9a9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:54.975556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0a4daf8-ebf1-4af8-90f9-87f71a6ff557 req-24ce9574-0b33-4488-a6ac-098f32c5a097 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791316 Aug 11 00:53:55.023647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] Deleting port eeef9158-c0dd-403f-994d-e90e6cdc9e89 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:55.024035 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:55.116952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Sync routers for ids ['cdcea3d2-af07-4084-be6b-5331fbc59827'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:55.135467 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afefe701-2f0e-46fe-8f04-e9b34fc97bf0 x-openstack-request-id: req-afefe701-2f0e-46fe-8f04-e9b34fc97bf0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:53:55.135754 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d400f03-e9bd-4f63-9856-3dcde54627d2", "tag": "27e99d67-c72a-4197-b669-a9de042da9a9", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:53:55.136007 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afefe701-2f0e-46fe-8f04-e9b34fc97bf0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:53:55.136499 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d400f03-e9bd-4f63-9856-3dcde54627d2', 'tag': '27e99d67-c72a-4197-b669-a9de042da9a9', 'status': 'completed', 'code': 200} Aug 11 00:53:55.141829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Routers {'cdcea3d2-af07-4084-be6b-5331fbc59827'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:55.143039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['cdcea3d2-af07-4084-be6b-5331fbc59827'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:55.184722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:55.195611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05584dc7-47ed-4ecf-a133-c3ddd93a7af6 req-19a984cd-35e6-4f37-8f68-09ead904fcf2 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:55.203638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05584dc7-47ed-4ecf-a133-c3ddd93a7af6 req-19a984cd-35e6-4f37-8f68-09ead904fcf2 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 946 time: 0.1530833 Aug 11 00:53:55.246856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4655-8fd3-4737-b9d5-bdac1a205474 req-e40c3424-7e8e-4dd3-be9f-6663194b0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:55.252407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=eeef9158-c0dd-403f-994d-e90e6cdc9e89,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:55.258037 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-671c4655-8fd3-4737-b9d5-bdac1a205474 req-e40c3424-7e8e-4dd3-be9f-6663194b0851 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=833ef36e0cb945c694739b032931f5ed&device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 1096 time: 0.1332641 Aug 11 00:53:55.294320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No DVR routers for this DVR port eeef9158-c0dd-403f-994d-e90e6cdc9e89 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:55.322014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Set router cdcea3d2-af07-4084-be6b-5331fbc59827 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:55.393004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-05584dc7-47ed-4ecf-a133-c3ddd93a7af6 req-ca8c6200-a9f9-4d47-b099-5139dc08e60f tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881654 Aug 11 00:53:55.420704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] For port eeef9158-c0dd-403f-994d-e90e6cdc9e89, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eeef9158-c0dd-403f-994d-e90e6cdc9e89,segment=NetworkSegment(1c39aa4c-0f8f-4db6-951d-de8c675847f8),segment_id=1c39aa4c-0f8f-4db6-951d-de8c675847f8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:55.421120 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:55.423659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:53:55.433602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:55.433968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:55.450777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.453440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.454087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.454941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.456801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.461428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.461930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.464144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.465126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.465126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.466205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.468865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:53:55.521999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] Calling delete_port for eeef9158-c0dd-403f-994d-e90e6cdc9e89 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:55.614185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4655-8fd3-4737-b9d5-bdac1a205474 req-b60850cd-da1e-481f-87c4-b3a5ac94433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:55.616384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:55.618590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-671c4655-8fd3-4737-b9d5-bdac1a205474 req-b60850cd-da1e-481f-87c4-b3a5ac94433a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=833ef36e0cb945c694739b032931f5ed&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3506086 Aug 11 00:53:55.652697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4792d523-eee7-493e-847c-260f219535f7']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:55.687455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c39aa4c-0f8f-4db6-951d-de8c675847f8') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:55.687455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c39aa4c-0f8f-4db6-951d-de8c675847f8') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:55.698340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:55.742131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:55.754991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:53:55.758738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:53:55.762163 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:53:55.962090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4655-8fd3-4737-b9d5-bdac1a205474 req-46517f62-85b0-4fa8-a161-c87dbbe33ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:55.965339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-671c4655-8fd3-4737-b9d5-bdac1a205474 req-46517f62-85b0-4fa8-a161-c87dbbe33ef5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3372757 Aug 11 00:53:56.098120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-c8683ae5-9e73-4c97-9b6f-92c1320a2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:56.100488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-c8683ae5-9e73-4c97-9b6f-92c1320a2bd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=833ef36e0cb945c694739b032931f5ed&device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 1096 time: 0.0757606 Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:53:56.122415 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 00:53:56.136033 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:56.144902 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:56.181329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] No DVR routers for this DVR port eeef9158-c0dd-403f-994d-e90e6cdc9e89 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:53:56.200598 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-bdfca88e-ef56-4341-9c47-543dfbb7dacb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27e99d67-c72a-4197-b669-a9de042da9a9 HTTP/1.1" status: 200 len: 217 time: 0.0909660 Aug 11 00:53:56.227004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:56.229036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622ec5b-6804-4669-ba23-685aa02f3cb7 None None] Pushing event deleted for resources: {'Port': ['ID=eeef9158-c0dd-403f-994d-e90e6cdc9e89,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:56.236605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T00:53:51Z', 'revision_number': 4, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port': {'id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:45Z', 'updated_at': '2021-08-11T00:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a31901f5-53e8-4c9a-9729-26c3ff352d11', 'name': '', 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'mac_address': 'fa:16:3e:80:23:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '56d8850d-701f-40b6-80c5-1d94ba28e8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:50Z', 'updated_at': '2021-08-11T00:53:52Z', 'revision_number': 2, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'subnets': [{'id': '56d8850d-701f-40b6-80c5-1d94ba28e8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:56.266482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Checking router: cdcea3d2-af07-4084-be6b-5331fbc59827 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:53:56.266667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Updating router cdcea3d2-af07-4084-be6b-5331fbc59827 port a31901f5-53e8-4c9a-9729-26c3ff352d11 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:53:56.269293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-93975cc4-2db4-4d29-b986-56a601962511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:56.273140 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-93975cc4-2db4-4d29-b986-56a601962511 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65a84f66-5a4a-4487-93da-8c29427537d1 HTTP/1.1" status: 200 len: 853 time: 0.0637996 Aug 11 00:53:56.307363 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-ed180507-cead-4590-95e7-eb6d7974897b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd95bce1-0c16-4f33-9310-e971f36761a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293491 Aug 11 00:53:56.315985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:56.339183 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:56.540276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38777707-0c2f-4245-b2de-cb7960d0b716 req-6b53ecb1-e6b3-436f-9ebc-2723aa526133 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:56.551982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38777707-0c2f-4245-b2de-cb7960d0b716 req-6b53ecb1-e6b3-436f-9ebc-2723aa526133 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 944 time: 0.1982567 Aug 11 00:53:56.574212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:56.636544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:56.645982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/4792d523-eee7-493e-847c-260f219535f7 HTTP/1.1" status: 204 len: 168 time: 2.4600468 Aug 11 00:53:56.649097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30be050-737e-4650-953d-2dbf1c364afc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=4792d523-eee7-493e-847c-260f219535f7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:56.652626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59712) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:56.689087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cff66466-6fb1-4466-a114-a5e7de73a82c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:56.760112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cff66466-6fb1-4466-a114-a5e7de73a82c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:56.760485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cff66466-6fb1-4466-a114-a5e7de73a82c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:56.760909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eeef9158-c0dd-403f-994d-e90e6cdc9e89 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:53:56.761568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38777707-0c2f-4245-b2de-cb7960d0b716 req-d190f76c-af3a-4246-8444-1bfa19bf4d7b tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083256 Aug 11 00:53:56.770494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:56.804097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: eeef9158-c0dd-403f-994d-e90e6cdc9e89 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:53:56.804460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eeef9158-c0dd-403f-994d-e90e6cdc9e89 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:53:57.126677 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:57.138680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Transition to ACTIVE for port object a31901f5-53e8-4c9a-9729-26c3ff352d11 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:53:57.151325 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-a9b6170a-5a1a-47d6-a616-35702f80c718 service neutron] 10.222.0.44 "GET /v2.0/networks/bd95bce1-0c16-4f33-9310-e971f36761a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351121 Aug 11 00:53:57.212396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:57.226663 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:57.337117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00a7d3f0-618c-44bc-a7f2-ac55bb3f5e6b req-0a33db8b-120d-43e7-a24c-98701f854d39 service neutron] 10.222.0.44 "GET /v2.0/networks/bd95bce1-0c16-4f33-9310-e971f36761a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466608 Aug 11 00:53:57.406413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0590bb-92ba-4e23-91ac-6637bd503ea2 None None] Pushing event updated for resources: {'Port': ['ID=a31901f5-53e8-4c9a-9729-26c3ff352d11,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:57.483955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Attempting to bind port a31901f5-53e8-4c9a-9729-26c3ff352d11 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:53:57.484445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Attempting to bind port a31901f5-53e8-4c9a-9729-26c3ff352d11 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:53:57.484826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Attempting to bind port a31901f5-53e8-4c9a-9729-26c3ff352d11 on network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:53:57.501684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:53:57.502436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Checking segment: {'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:53:57.503088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:57.503520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Bound using segment: {'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:53:57.504013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Bound port: a31901f5-53e8-4c9a-9729-26c3ff352d11, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:53:57.504406 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:57.647438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] For port a31901f5-53e8-4c9a-9729-26c3ff352d11, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:53:57.652637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] For port a31901f5-53e8-4c9a-9729-26c3ff352d11, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a31901f5-53e8-4c9a-9729-26c3ff352d11,segment=NetworkSegment(8c5a801f-4c27-42fc-9e74-b168ee5e8a9b),segment_id=8c5a801f-4c27-42fc-9e74-b168ee5e8a9b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:53:57.749293 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:57.903641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 87dd3301-18a0-4273-aed9-c1aea82ed083 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:53:57.903641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:57.927434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Routers {'cdcea3d2-af07-4084-be6b-5331fbc59827'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:57.928472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['cdcea3d2-af07-4084-be6b-5331fbc59827'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:58.018694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0590bb-92ba-4e23-91ac-6637bd503ea2 None None] Pushing event updated for resources: {'Port': ['ID=a31901f5-53e8-4c9a-9729-26c3ff352d11,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:58.117551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dbbc3-c66a-4fa7-afe7-61efaa9cbc4f req-223c546f-2fea-42ce-ae4c-e05fd89c9c65 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:58.119935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b59dbbc3-c66a-4fa7-afe7-61efaa9cbc4f req-223c546f-2fea-42ce-ae4c-e05fd89c9c65 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 944 time: 0.1958058 Aug 11 00:53:58.177649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port 87dd3301-18a0-4273-aed9-c1aea82ed083, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=87dd3301-18a0-4273-aed9-c1aea82ed083,segment=NetworkSegment(cc9c4dc2-a44a-4e46-b11a-e72ee71757b0),segment_id=cc9c4dc2-a44a-4e46-b11a-e72ee71757b0)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:53:58.185165 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:58.247956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b59dbbc3-c66a-4fa7-afe7-61efaa9cbc4f req-8672d93f-85a4-4c61-81c0-87e67dbd358d tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201904 Aug 11 00:53:58.258757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 87dd3301-18a0-4273-aed9-c1aea82ed083 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:53:58.282073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] Set router cdcea3d2-af07-4084-be6b-5331fbc59827 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:53:58.542526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:53:58.652982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:53:58.653358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:58.706742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T00:53:51Z', 'revision_number': 4, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port': {'id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:45Z', 'updated_at': '2021-08-11T00:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a31901f5-53e8-4c9a-9729-26c3ff352d11', 'name': '', 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'mac_address': 'fa:16:3e:80:23:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '56d8850d-701f-40b6-80c5-1d94ba28e8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:50Z', 'updated_at': '2021-08-11T00:53:57Z', 'revision_number': 4, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'subnets': [{'id': '56d8850d-701f-40b6-80c5-1d94ba28e8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:58.736133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e9cb4-9f61-497b-86d9-f2962d8d1bd2 None None] The sync data for ids ['cdcea3d2-af07-4084-be6b-5331fbc59827'] in n-d-712143-13 is: [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T00:53:51Z', 'revision_number': 4, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port': {'id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:45Z', 'updated_at': '2021-08-11T00:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a31901f5-53e8-4c9a-9729-26c3ff352d11', 'name': '', 'network_id': '7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'mac_address': 'fa:16:3e:80:23:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '56d8850d-701f-40b6-80c5-1d94ba28e8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:50Z', 'updated_at': '2021-08-11T00:53:57Z', 'revision_number': 4, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'subnets': [{'id': '56d8850d-701f-40b6-80c5-1d94ba28e8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:53:58.845009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:58.943003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=87dd3301-18a0-4273-aed9-c1aea82ed083,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:53:59.171144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:59.460101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:53:59.526226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:59.543495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff31f12-e79e-4016-8392-ffc4d6b6e88a req-1303a3ac-62eb-4c52-a6e1-eac8fd1cb399 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:53:59.552866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dff31f12-e79e-4016-8392-ffc4d6b6e88a req-1303a3ac-62eb-4c52-a6e1-eac8fd1cb399 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 944 time: 0.1372454 Aug 11 00:53:59.631603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:53:59.641635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a6644bcf-c519-4b7a-b6dd-a4f29d67a757 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9878695 Aug 11 00:53:59.642321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59842) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:53:59.647797 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:53:59.657972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dff31f12-e79e-4016-8392-ffc4d6b6e88a req-a954c768-a929-447d-87f8-0f7b50123ae7 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036506 Aug 11 00:53:59.678133 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:53:59.679520 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:53:59.724026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-603a2fc0-3fab-4659-9ee5-55006fb21eab tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting subnet 0fd356af-6bd5-4532-96ef-ec4017cd91a4 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:53:59.727948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-603a2fc0-3fab-4659-9ee5-55006fb21eab tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:59.774251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:53:59.817066 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-603a2fc0-3fab-4659-9ee5-55006fb21eab tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:00.038465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-603a2fc0-3fab-4659-9ee5-55006fb21eab tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:00.064263 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:54:00.134799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:58Z', 'revision_number': 11, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:00.176946 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:54:00.188936 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:54:00.189577 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:00.224613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ab5d-0761-4027-a059-578065067007 req-a8e3d727-072a-4c17-8690-b64d6c63af46 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:00.226514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-a8e3d727-072a-4c17-8690-b64d6c63af46 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.1628225 Aug 11 00:54:00.252612 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-25a90972-3bb4-4512-9e10-6dff366b7c58 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/quotas/0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 375 time: 0.0154502 Aug 11 00:54:00.284341 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:54:00.309604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-603a2fc0-3fab-4659-9ee5-55006fb21eab tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:00.359748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a2fc0-3fab-4659-9ee5-55006fb21eab tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd356af-6bd5-4532-96ef-ec4017cd91a4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:00.362517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-603a2fc0-3fab-4659-9ee5-55006fb21eab tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:00.365377 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-603a2fc0-3fab-4659-9ee5-55006fb21eab tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/0fd356af-6bd5-4532-96ef-ec4017cd91a4 HTTP/1.1" status: 204 len: 168 time: 0.7218590 Aug 11 00:54:00.371245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59884) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:00.385057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e6646-2d66-497f-87cd-3e9ea871ab92 None None] Network 1f94820a-2312-462c-890b-8fcda4121daa requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:54:00.419671 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:58Z', 'revision_number': 11, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:00.473717 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-2459ace4-a0ce-4d30-bf7c-67020b040e49 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094944 Aug 11 00:54:00.498969 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5f0bc-f19e-4ca7-a1f9-885a71e5d1f1 None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:58Z', 'revision_number': 11, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:54:00.649065 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:00.788053 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-862059a1-3d39-4b0a-a5e6-a769024fb306 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670803 Aug 11 00:54:00.798319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Deleting port 482c1f8b-d0e5-4000-9c25-5ada397ed32b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:00.798834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:00.920056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] For port 482c1f8b-d0e5-4000-9c25-5ada397ed32b, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=482c1f8b-d0e5-4000-9c25-5ada397ed32b,segment=NetworkSegment(cc9c4dc2-a44a-4e46-b11a-e72ee71757b0),segment_id=cc9c4dc2-a44a-4e46-b11a-e72ee71757b0)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:00.920367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:00.932190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866ffbf-0670-4a46-8b3f-fb43d4243252 req-d5645301-56b8-40a2-acc7-a9058f93b285 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:00.933677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1866ffbf-0670-4a46-8b3f-fb43d4243252 req-d5645301-56b8-40a2-acc7-a9058f93b285 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 944 time: 0.1200359 Aug 11 00:54:00.966791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-98a2bb94-4fab-4387-9d1e-27a0c78f632f service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635356 Aug 11 00:54:00.966902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] DHCP port deletion for 1f94820a-2312-462c-890b-8fcda4121daa request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:54:01.006618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Calling delete_port for 482c1f8b-d0e5-4000-9c25-5ada397ed32b owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:01.062039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1866ffbf-0670-4a46-8b3f-fb43d4243252 req-67d7e91b-6c43-4292-96b4-3f4ccec35bb1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024115 Aug 11 00:54:01.079271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 27e99d67-c72a-4197-b669-a9de042da9a9 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:54:01.128788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a31901f5-53e8-4c9a-9729-26c3ff352d11 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:54:01.329029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.379934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 27e99d67-c72a-4197-b669-a9de042da9a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=27e99d67-c72a-4197-b669-a9de042da9a9,segment=NetworkSegment(dd5bcab5-e911-492d-8007-974f9a576ab1),segment_id=dd5bcab5-e911-492d-8007-974f9a576ab1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:01.380434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Port': ['ID=482c1f8b-d0e5-4000-9c25-5ada397ed32b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:01.383831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] Deleting port 482c1f8b-d0e5-4000-9c25-5ada397ed32b {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:01.384325 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.384876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No DVR routers for this DVR port 482c1f8b-d0e5-4000-9c25-5ada397ed32b on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:01.431232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '27e99d67-c72a-4197-b669-a9de042da9a9', 'network_id': 'bd95bce1-0c16-4f33-9310-e971f36761a4', 'port_id': '27e99d67-c72a-4197-b669-a9de042da9a9', 'mac_address': 'fa:16:3e:01:cc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a84f66-5a4a-4487-93da-8c29427537d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:54:01.485723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.489341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a31901f5-53e8-4c9a-9729-26c3ff352d11 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:54:01.490731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.503663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f94820a-2312-462c-890b-8fcda4121daa']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:01.520775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a31901f5-53e8-4c9a-9729-26c3ff352d11 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:54:01.520775 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.521023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:01.521023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9c4dc2-a44a-4e46-b11a-e72ee71757b0') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:01.528667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.545830 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.547900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e99d67-c72a-4197-b669-a9de042da9a9 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:54:01.553702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] For port 482c1f8b-d0e5-4000-9c25-5ada397ed32b, host n-d-712143-13, got binding levels [] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:01.554522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:54:01.554687 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.555082 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:54:01.559729 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:54:01.592417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] Calling delete_port for 482c1f8b-d0e5-4000-9c25-5ada397ed32b owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:01.610248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.ipam_backend_mixin [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] Port 482c1f8b-d0e5-4000-9c25-5ada397ed32b was not found and therefore no delete operation was performed {{(pid=95256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:54:01.633388 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.637008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 27e99d67-c72a-4197-b669-a9de042da9a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=27e99d67-c72a-4197-b669-a9de042da9a9,segment=NetworkSegment(dd5bcab5-e911-492d-8007-974f9a576ab1),segment_id=dd5bcab5-e911-492d-8007-974f9a576ab1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:01.664493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] Pushing event deleted for resources: {'Port': ['ID=482c1f8b-d0e5-4000-9c25-5ada397ed32b,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:01.674438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191cd86-fc02-4425-b36d-84a1c329698a None None] No DVR routers for this DVR port 482c1f8b-d0e5-4000-9c25-5ada397ed32b on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:01.737495 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.764849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.806136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.817101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:01.824325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/networks/1f94820a-2312-462c-890b-8fcda4121daa HTTP/1.1" status: 204 len: 168 time: 1.4511411 Aug 11 00:54:01.824973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 59956) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:01.836931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'routes': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:01.863326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=27e99d67-c72a-4197-b669-a9de042da9a9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:01.899805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5ffd-f87f-47a1-9080-c60707a81872 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Pushing event deleted for resources: {'Network': ['ID=1f94820a-2312-462c-890b-8fcda4121daa,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:01.900649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b62307ca-9521-477d-8f18-4064692f38ce req-0ed33823-8178-441e-83bc-8372626943e8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0873883 Aug 11 00:54:01.917881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a31901f5-53e8-4c9a-9729-26c3ff352d11, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a31901f5-53e8-4c9a-9729-26c3ff352d11,segment=NetworkSegment(8c5a801f-4c27-42fc-9e74-b168ee5e8a9b),segment_id=8c5a801f-4c27-42fc-9e74-b168ee5e8a9b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:02.019781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['27e99d67-c72a-4197-b669-a9de042da9a9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:54:02.064618 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.068049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.extraroute_db [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Added routes are [] {{(pid=95255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 00:54:02.068325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.extraroute_db [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Removed routes are [] {{(pid=95255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 00:54:02.068698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.154435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a31901f5-53e8-4c9a-9729-26c3ff352d11,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:02.209021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c18b0-95d3-4045-9c39-82f43d044209 req-b6654d3b-8adb-46ed-8aac-9fffa6a67fe4 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:02.217091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca9c18b0-95d3-4045-9c39-82f43d044209 req-b6654d3b-8adb-46ed-8aac-9fffa6a67fe4 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 946 time: 0.0963364 Aug 11 00:54:02.254732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca9c18b0-95d3-4045-9c39-82f43d044209 req-2d704267-950c-4114-846a-2f37f45a7284 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360434 Aug 11 00:54:02.286271 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.294686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.356346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e0a01-3a94-4d71-adc3-56e68a95963e req-f1ba0710-0897-4b64-ab60-8b886463ef40 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:02.357800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-348e0a01-3a94-4d71-adc3-56e68a95963e req-f1ba0710-0897-4b64-ab60-8b886463ef40 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 945 time: 0.1402674 Aug 11 00:54:02.434073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router ef943e87-75d9-401f-a90f-1e9d09bca9ad has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:54:02.479684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-348e0a01-3a94-4d71-adc3-56e68a95963e req-956a8491-f29b-46f4-8940-ff70db49d07a tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733483 Aug 11 00:54:02.515491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a31901f5-53e8-4c9a-9729-26c3ff352d11 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:54:02.543491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:54:02.551080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.555084 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b02cde98-51b6-4df2-b248-2de77c45f15e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 200 len: 704 time: 0.7215259 Aug 11 00:54:02.556096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59988) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:02.558423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] Sync routers for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:54:02.585063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:54:02.585364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fe9e2dde-4d05-450c-bb85-2d4092d03bbc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 200 len: 205 time: 0.0280254 Aug 11 00:54:02.586275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:02.588257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 59990) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:02.663424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:54:02.665270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a31901f5-53e8-4c9a-9729-26c3ff352d11 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:54:02.666127 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.670428 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6690b34-c2c2-480f-9a04-d6f435297a66 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.739330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:58Z', 'revision_number': 11, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:02.772533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] Checking router: ef943e87-75d9-401f-a90f-1e9d09bca9ad for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:54:02.790186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] Routers {'ef943e87-75d9-401f-a90f-1e9d09bca9ad'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:54:02.790807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:02.845950 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6690b34-c2c2-480f-9a04-d6f435297a66 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.848517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6690b34-c2c2-480f-9a04-d6f435297a66 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:02.891304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] Set router ef943e87-75d9-401f-a90f-1e9d09bca9ad gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:54:02.979759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:58Z', 'revision_number': 11, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:02.993383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64d8823f-92e0-460b-b52c-af97ea465401 req-bc8f13fa-fea9-427e-b937-5067af4450dd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0446122 Aug 11 00:54:03.021083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6690b34-c2c2-480f-9a04-d6f435297a66 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.021083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6690b34-c2c2-480f-9a04-d6f435297a66 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Fanout notify agent at l3_agent the message router_deleted on router ef943e87-75d9-401f-a90f-1e9d09bca9ad {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:54:03.039281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6690b34-c2c2-480f-9a04-d6f435297a66 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.044450 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c6690b34-c2c2-480f-9a04-d6f435297a66 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 204 len: 168 time: 0.4512746 Aug 11 00:54:03.045272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60010) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:03.051882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-685846e5-6e74-421b-8399-10c5c6fe69ca tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1644950465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:03.077609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 27e99d67-c72a-4197-b669-a9de042da9a9 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:54:03.081868 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94494a2-42ec-4c71-9828-30cf7c0c0b50 None None] The sync data for ids ['ef943e87-75d9-401f-a90f-1e9d09bca9ad'] in n-d-712143-13 is: [{'id': 'ef943e87-75d9-401f-a90f-1e9d09bca9ad', 'name': 'tempest-RoutersIpV6Test-router-574417230', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:52:48Z', 'updated_at': '2021-08-11T00:53:58Z', 'revision_number': 11, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:54:03.195336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-685846e5-6e74-421b-8399-10c5c6fe69ca tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.197160 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-685846e5-6e74-421b-8399-10c5c6fe69ca tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.205795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 482c1f8b-d0e5-4000-9c25-5ada397ed32b no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:03.229267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 482c1f8b-d0e5-4000-9c25-5ada397ed32b {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:54:03.230149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 482c1f8b-d0e5-4000-9c25-5ada397ed32b not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:54:03.230769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 87dd3301-18a0-4273-aed9-c1aea82ed083 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:03.256758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 87dd3301-18a0-4273-aed9-c1aea82ed083 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:54:03.257104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 87dd3301-18a0-4273-aed9-c1aea82ed083 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:54:03.270148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-685846e5-6e74-421b-8399-10c5c6fe69ca tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.385609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-cb815fc4-0e5b-46df-b315-7961a00084a1 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:03.387267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-cb815fc4-0e5b-46df-b315-7961a00084a1 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.55 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 946 time: 0.0907092 Aug 11 00:54:03.414282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 27e99d67-c72a-4197-b669-a9de042da9a9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:54:03.427741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 27e99d67-c72a-4197-b669-a9de042da9a9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:54:03.428930 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.438384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fed43-717b-4535-94f4-934306ca2b75 req-0bbd99f9-50ff-4101-bcb0-5124120a4143 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:03.444672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b06fed43-717b-4535-94f4-934306ca2b75 req-0bbd99f9-50ff-4101-bcb0-5124120a4143 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 946 time: 0.1026740 Aug 11 00:54:03.492887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-685846e5-6e74-421b-8399-10c5c6fe69ca tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.565206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b06fed43-717b-4535-94f4-934306ca2b75 req-65ad8659-34b3-4d9c-9fb1-b1f50f67e266 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a32ae27-bf9f-408c-8381-55747945c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064203 Aug 11 00:54:03.592931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Deleting port 94df890a-b9f7-47b0-b679-869a5c1d0689 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:03.594706 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.679575 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-685846e5-6e74-421b-8399-10c5c6fe69ca tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.680909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-685846e5-6e74-421b-8399-10c5c6fe69ca tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6333587 Aug 11 00:54:03.684416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60036) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:03.689609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-bb511739-83a5-49a1-b80c-fc8eecf8c9e5 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:03.690782 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.712806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe59965-650f-4794-98da-dad40984f037 req-ba65c4e8-315c-41dd-9b31-73146949a1ab tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:03.723860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebe59965-650f-4794-98da-dad40984f037 req-ba65c4e8-315c-41dd-9b31-73146949a1ab tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 945 time: 0.0757108 Aug 11 00:54:03.733977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 27e99d67-c72a-4197-b669-a9de042da9a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=27e99d67-c72a-4197-b669-a9de042da9a9,segment=NetworkSegment(dd5bcab5-e911-492d-8007-974f9a576ab1),segment_id=dd5bcab5-e911-492d-8007-974f9a576ab1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:03.735007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d400f03-e9bd-4f63-9856-3dcde54627d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e99d67-c72a-4197-b669-a9de042da9a9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:03.737967 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bc1261-1a40-44d2-9b9b-2452743d3937" -d '{"events": [{"server_uuid": "3d400f03-e9bd-4f63-9856-3dcde54627d2", "name": "network-vif-plugged", "status": "completed", "tag": "27e99d67-c72a-4197-b669-a9de042da9a9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:03.790175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebe59965-650f-4794-98da-dad40984f037 req-848113e5-864b-4fb3-bcc5-817b4370ea5b tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650532 Aug 11 00:54:03.801644 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc4d11-8836-4f07-a887-04d610b41b81 x-openstack-request-id: req-76bc4d11-8836-4f07-a887-04d610b41b81 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:03.801939 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d400f03-e9bd-4f63-9856-3dcde54627d2", "name": "network-vif-plugged", "status": "completed", "tag": "27e99d67-c72a-4197-b669-a9de042da9a9", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:03.802199 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76bc4d11-8836-4f07-a887-04d610b41b81 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:03.802604 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d400f03-e9bd-4f63-9856-3dcde54627d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e99d67-c72a-4197-b669-a9de042da9a9', 'code': 200} Aug 11 00:54:03.818385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.882839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=27e99d67-c72a-4197-b669-a9de042da9a9,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:03.897001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.897483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.897913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.898366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.898788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.899373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.899783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.900201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.900620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.901005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.901407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.901808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:54:03.934868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530931b-1e71-482f-aeab-0ce37afc1b61 req-fd8016f6-43ca-4f82-847b-4eb6c1e537c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:03.937147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e530931b-1e71-482f-aeab-0ce37afc1b61 req-fd8016f6-43ca-4f82-847b-4eb6c1e537c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 1098 time: 0.0719681 Aug 11 00:54:03.947853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] For port 94df890a-b9f7-47b0-b679-869a5c1d0689, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=94df890a-b9f7-47b0-b679-869a5c1d0689,segment=NetworkSegment(c7585eb4-8f26-4253-8d56-017131d4af64),segment_id=c7585eb4-8f26-4253-8d56-017131d4af64)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:03.948385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:03.978795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e530931b-1e71-482f-aeab-0ce37afc1b61 req-355bb373-7687-464d-b853-b9a29a3e9790 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342791 Aug 11 00:54:04.038755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Calling delete_port for 94df890a-b9f7-47b0-b679-869a5c1d0689 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:04.048270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb511739-83a5-49a1-b80c-fc8eecf8c9e5 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:04.145006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb511739-83a5-49a1-b80c-fc8eecf8c9e5 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:04.265604 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d2e613e-9b51-4b62-87db-b5ef9c69d7ac req-e59af719-2b4f-4bd1-bc5c-c8eabfbf910a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0698833 Aug 11 00:54:04.469688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-30327d12-063e-4338-aa16-6d4ba051640f tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:04.471442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-30327d12-063e-4338-aa16-6d4ba051640f tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/networks?id=d0b5c67b-1581-4810-b613-07a0a15291e2 HTTP/1.1" status: 200 len: 814 time: 0.1957231 Aug 11 00:54:04.494625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-9e14e279-c013-4be3-9696-6e34c5e7061d tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/quotas/12547f458bd84ad084e68dd0723c9925 HTTP/1.1" status: 200 len: 375 time: 0.0124800 Aug 11 00:54:04.512064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:04.524383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['94df890a-b9f7-47b0-b679-869a5c1d0689'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:54:04.540819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d1ff6490-2387-4eab-a8b8-a367929bd773 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12547f458bd84ad084e68dd0723c9925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396900 Aug 11 00:54:04.546301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb511739-83a5-49a1-b80c-fc8eecf8c9e5 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Router 099611ac-f7f0-4749-a197-0ad1b2f2a244 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:54:04.587418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Pushing event deleted for resources: {'Port': ['ID=94df890a-b9f7-47b0-b679-869a5c1d0689,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:04.726809 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6eb9c40-0e2e-4183-a315-42825b4e9f34 req-6def74ed-5391-4863-8e55-26f357b901a6 tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 210 time: 0.0497789 Aug 11 00:54:04.960807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5dd6d-b07e-49de-be41-074567bc96a7 req-1421fbfd-14d4-4adc-907d-084887df0498 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:04.962755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6a5dd6d-b07e-49de-be41-074567bc96a7 req-1421fbfd-14d4-4adc-907d-084887df0498 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 946 time: 0.0752671 Aug 11 00:54:05.024683 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6a5dd6d-b07e-49de-be41-074567bc96a7 req-3cbc0dbc-8176-4a54-b37d-2022f78109ce tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538859 Aug 11 00:54:05.108828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] No DVR routers for this DVR port 94df890a-b9f7-47b0-b679-869a5c1d0689 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:05.124318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:05.126572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-96d07872-b59d-4b4f-840a-e50aef7cf910 req-f4c726ef-6e53-40e7-9574-207de717600c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.55 "DELETE /v2.0/ports/94df890a-b9f7-47b0-b679-869a5c1d0689 HTTP/1.1" status: 204 len: 173 time: 1.7308471 Aug 11 00:54:05.129025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac73dd-fcc3-49a5-8faf-8eae8bd76f09', 'name': 'network-vif-deleted', 'tag': '94df890a-b9f7-47b0-b679-869a5c1d0689'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:05.131425 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca79750-220c-4214-bbc7-8cb95632e810" -d '{"events": [{"server_uuid": "feac73dd-fcc3-49a5-8faf-8eae8bd76f09", "name": "network-vif-deleted", "tag": "94df890a-b9f7-47b0-b679-869a5c1d0689"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:05.212635 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0a200a-c6ba-40ee-89d5-dda909ae756e x-openstack-request-id: req-4b0a200a-c6ba-40ee-89d5-dda909ae756e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:05.212996 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac73dd-fcc3-49a5-8faf-8eae8bd76f09", "name": "network-vif-deleted", "tag": "94df890a-b9f7-47b0-b679-869a5c1d0689", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:05.213132 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b0a200a-c6ba-40ee-89d5-dda909ae756e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:05.213786 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feac73dd-fcc3-49a5-8faf-8eae8bd76f09', 'name': 'network-vif-deleted', 'tag': '94df890a-b9f7-47b0-b679-869a5c1d0689', 'status': 'completed', 'code': 200} Aug 11 00:54:05.228351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb511739-83a5-49a1-b80c-fc8eecf8c9e5 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:54:05.241155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb511739-83a5-49a1-b80c-fc8eecf8c9e5 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:05.241155 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bb511739-83a5-49a1-b80c-fc8eecf8c9e5 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "PUT /v2.0/routers/099611ac-f7f0-4749-a197-0ad1b2f2a244 HTTP/1.1" status: 200 len: 698 time: 1.5543511 Aug 11 00:54:05.242820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60078) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:05.254222 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] Sync routers for ids ['099611ac-f7f0-4749-a197-0ad1b2f2a244'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:54:05.279705 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] Routers {'099611ac-f7f0-4749-a197-0ad1b2f2a244'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:54:05.280986 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['099611ac-f7f0-4749-a197-0ad1b2f2a244'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:05.297387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-2c5d1381-8504-4cff-a3b6-3afcec977d71 service neutron] 10.222.0.43 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273591 Aug 11 00:54:05.343616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ab5d-0761-4027-a059-578065067007 req-61273e19-f958-402c-b459-014443f71767 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:05.345413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-61273e19-f958-402c-b459-014443f71767 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.2381701 Aug 11 00:54:05.414633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'port': {'device_id': 'ad4f07ff-3d93-456b-9304-ce8cbfddbfd9', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'admin_state_up': True, 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:05.422326 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] Set router 099611ac-f7f0-4749-a197-0ad1b2f2a244 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:54:05.501824 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099611ac-f7f0-4749-a197-0ad1b2f2a244', 'name': 'tempest-RoutersIpV6Test-router-1644950465', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:54:03Z', 'updated_at': '2021-08-11T00:54:04Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:05.549983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cce7cbd4-724c-4e24-b44d-7473a7a25e2c req-4d3f51cc-2935-4888-a256-8fa1ef70e564 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.1156814 Aug 11 00:54:05.564951 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] Checking router: 099611ac-f7f0-4749-a197-0ad1b2f2a244 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:54:05.566242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3e70c6dc-3b61-4d17-aac7-250a3ef7158c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/routers/099611ac-f7f0-4749-a197-0ad1b2f2a244 HTTP/1.1" status: 200 len: 704 time: 0.3220983 Aug 11 00:54:05.568947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-94fe3011-054f-46b0-9549-2db4cc92216a service neutron] 10.222.0.43 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518778 Aug 11 00:54:05.570082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60082) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:05.600924 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c0248dc3-a386-411a-93dd-c0c78e34aa5a tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=099611ac-f7f0-4749-a197-0ad1b2f2a244 HTTP/1.1" status: 200 len: 205 time: 0.0292971 Aug 11 00:54:05.605444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60084) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:05.611086 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] Routers {'099611ac-f7f0-4749-a197-0ad1b2f2a244'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:54:05.613717 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['099611ac-f7f0-4749-a197-0ad1b2f2a244'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:05.703586 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] Set router 099611ac-f7f0-4749-a197-0ad1b2f2a244 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:54:05.704667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f10727e-a6fd-4c9f-ac31-8696fd58dba9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:05.763928 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '099611ac-f7f0-4749-a197-0ad1b2f2a244', 'name': 'tempest-RoutersIpV6Test-router-1644950465', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:54:03Z', 'updated_at': '2021-08-11T00:54:04Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:05.774043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:54:05.789890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:05.819299 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d3618-b58b-47ff-a51e-8dfab2c0929d None None] The sync data for ids ['099611ac-f7f0-4749-a197-0ad1b2f2a244'] in n-d-712143-13 is: [{'id': '099611ac-f7f0-4749-a197-0ad1b2f2a244', 'name': 'tempest-RoutersIpV6Test-router-1644950465', 'tenant_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:54:03Z', 'updated_at': '2021-08-11T00:54:04Z', 'revision_number': 2, 'project_id': '4280e8c1f4ed4a9b80ec1e4313e621ef', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:54:06.052927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42fea8d3-c435-4f8b-b36a-e96132d23e32 req-b4d2ec12-4d1d-48c8-8022-ee31b418c09c tempest-VolumesActionsTest-1855164159 tempest-VolumesActionsTest-1855164159-project] 10.222.0.43 "GET /v2.0/ports?device_id=feac73dd-fcc3-49a5-8faf-8eae8bd76f09 HTTP/1.1" status: 200 len: 210 time: 0.1246295 Aug 11 00:54:06.060272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.20.0.11 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/0c6a94b4-4c57-46e0-9c05-25d8fcec95b8) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:54:06.069836 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f10727e-a6fd-4c9f-ac31-8696fd58dba9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:06.077045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f10727e-a6fd-4c9f-ac31-8696fd58dba9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:06.341531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978aa30-ed3c-4134-8e1d-5a49e23ad4a8 req-da637543-dc46-4a79-8266-9635430eb110 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:06.348144 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3978aa30-ed3c-4134-8e1d-5a49e23ad4a8 req-da637543-dc46-4a79-8266-9635430eb110 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 946 time: 0.1677265 Aug 11 00:54:06.353837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f10727e-a6fd-4c9f-ac31-8696fd58dba9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:06.354600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f10727e-a6fd-4c9f-ac31-8696fd58dba9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Fanout notify agent at l3_agent the message router_deleted on router 099611ac-f7f0-4749-a197-0ad1b2f2a244 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:54:06.378862 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:06.382249 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f10727e-a6fd-4c9f-ac31-8696fd58dba9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:06.388234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0f10727e-a6fd-4c9f-ac31-8696fd58dba9 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/099611ac-f7f0-4749-a197-0ad1b2f2a244 HTTP/1.1" status: 204 len: 168 time: 0.7816508 Aug 11 00:54:06.398462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60104) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:06.432771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Transition to ACTIVE for port object 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:54:06.483115 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-727348cd-47ef-4e8a-8030-96c666927abe tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=099611ac-f7f0-4749-a197-0ad1b2f2a244 HTTP/1.1" status: 200 len: 205 time: 0.0831265 Aug 11 00:54:06.485176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60108) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:06.499716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72fda172-a1f5-400e-a6c8-1465c88f2b9d req-33c46a23-9ead-42fe-87e0-4c8a4b1901d2 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 210 time: 0.3557258 Aug 11 00:54:06.570630 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-ed9f2c1e-376d-478f-a0ff-0abe640c6aa4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] delete failed (client error): The resource could not be found. Aug 11 00:54:06.575372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60112) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:06.576051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ed9f2c1e-376d-478f-a0ff-0abe640c6aa4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/099611ac-f7f0-4749-a197-0ad1b2f2a244 HTTP/1.1" status: 404 len: 336 time: 0.0888526 Aug 11 00:54:06.615489 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3978aa30-ed3c-4134-8e1d-5a49e23ad4a8 req-331a199a-8473-4de9-ace4-cbee1f5c5c8e tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136147 Aug 11 00:54:06.649567 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec8b3ff-363f-4c4d-9208-47a49f327c58 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:06.650037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec8b3ff-363f-4c4d-9208-47a49f327c58 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:06.651908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eec8b3ff-363f-4c4d-9208-47a49f327c58 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/57c4c440-ad80-4c86-a03a-ebea6c879670 HTTP/1.1" status: 404 len: 337 time: 0.0754917 Aug 11 00:54:06.654999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:06.657197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:06.694423 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d896a0-c9e5-4853-a73b-8fbe90140852 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:06.695207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d896a0-c9e5-4853-a73b-8fbe90140852 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:06.700082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a3d896a0-c9e5-4853-a73b-8fbe90140852 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/dea428eb-2d02-4f28-b2b9-58c33cf1fe9f HTTP/1.1" status: 404 len: 337 time: 0.0438991 Aug 11 00:54:06.700985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60122) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:06.729464 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-32aed189-2e9a-487c-a107-b0c39cd4793e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:06.729939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32aed189-2e9a-487c-a107-b0c39cd4793e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:06.734792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:06.735373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-32aed189-2e9a-487c-a107-b0c39cd4793e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/70f1f7a2-531a-42a9-a874-f0102896a8dc HTTP/1.1" status: 404 len: 337 time: 0.0329244 Aug 11 00:54:06.736165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60124) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:06.776908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:54:06.777187 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d8acad-7a69-4778-a9de-a118a04091fa tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:06.777937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d8acad-7a69-4778-a9de-a118a04091fa tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:06.784568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60128) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:06.788455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:54:06.789588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:54:06.790512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-56d8acad-7a69-4778-a9de-a118a04091fa tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/0fd356af-6bd5-4532-96ef-ec4017cd91a4 HTTP/1.1" status: 404 len: 337 time: 0.0464203 Aug 11 00:54:06.863912 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0a4e7b5a-62f1-4001-b22d-13b798fcad23 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 200 len: 205 time: 0.0756743 Aug 11 00:54:06.867373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60132) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:06.881853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07942af4-c77b-4858-8594-7533c8f6c214 req-1681dcf9-f71f-47f6-a2f5-78dc2cc8ad24 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:06.889864 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07942af4-c77b-4858-8594-7533c8f6c214 req-1681dcf9-f71f-47f6-a2f5-78dc2cc8ad24 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 932 time: 0.1713104 Aug 11 00:54:06.969008 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-c48a1e8d-da37-4893-82b8-71d6fe1dd78b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] delete failed (client error): The resource could not be found. Aug 11 00:54:06.969130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:06.969935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:06.972647 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c48a1e8d-da37-4893-82b8-71d6fe1dd78b tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/ef943e87-75d9-401f-a90f-1e9d09bca9ad HTTP/1.1" status: 404 len: 336 time: 0.1023917 Aug 11 00:54:06.973556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60134) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:07.013903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07942af4-c77b-4858-8594-7533c8f6c214 req-db6d4687-1331-46de-a973-efdbdb13e6b6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230795 Aug 11 00:54:07.027874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c217c802-29b0-4260-9f70-b308d83a669c tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=f20a75a4-3c74-422b-b7a5-63fa9d76dec6 HTTP/1.1" status: 200 len: 205 time: 0.0520678 Aug 11 00:54:07.030910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60136) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:07.118256 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-da899a4f-deaf-4ce6-aad8-94c026381d48 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7593815 Aug 11 00:54:07.119251 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-6dc08066-36dc-414a-9685-0ef8ec6c24fc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] delete failed (client error): The resource could not be found. Aug 11 00:54:07.122982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6dc08066-36dc-414a-9685-0ef8ec6c24fc tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/f20a75a4-3c74-422b-b7a5-63fa9d76dec6 HTTP/1.1" status: 404 len: 336 time: 0.0884414 Aug 11 00:54:07.123472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60140) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:07.148772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Request body: {'port': {'device_id': 'ad4f07ff-3d93-456b-9304-ce8cbfddbfd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:07.193125 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baaa10d-fa8c-4a44-9c4d-388dec2e1c5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:07.193605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baaa10d-fa8c-4a44-9c4d-388dec2e1c5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:07.198954 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3baaa10d-fa8c-4a44-9c4d-388dec2e1c5f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/bd109172-2c3b-4838-b883-81fd33728b23 HTTP/1.1" status: 404 len: 337 time: 0.0708795 Aug 11 00:54:07.199689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60144) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:07.298324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9be93c0c-23b3-4aa9-82e1-6378856f9512 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=74b2e8d7-a498-454b-acc7-b24ff84e40cc HTTP/1.1" status: 200 len: 205 time: 0.0949571 Aug 11 00:54:07.303863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60148) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:07.379656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:07.395455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1445e312-73b2-46e1-8773-6ef8b0084b98 None None] Provisioning for port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:54:07.406919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1445e312-73b2-46e1-8773-6ef8b0084b98 None None] Provisioning complete for port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:54:07.406919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1445e312-73b2-46e1-8773-6ef8b0084b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:07.494918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1445e312-73b2-46e1-8773-6ef8b0084b98 None None] Port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:54:07.498011 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-3913853c-44f0-4075-8329-1e6eb7186217 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] delete failed (client error): The resource could not be found. Aug 11 00:54:07.513131 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3913853c-44f0-4075-8329-1e6eb7186217 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/74b2e8d7-a498-454b-acc7-b24ff84e40cc HTTP/1.1" status: 404 len: 336 time: 0.2067623 Aug 11 00:54:07.516611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13bf3-26f2-4186-a1d1-b0e7d87fbed5 req-4c2cb343-ea05-442e-86ce-e347e073caf8 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:07.526603 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39b13bf3-26f2-4186-a1d1-b0e7d87fbed5 req-4c2cb343-ea05-442e-86ce-e347e073caf8 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 946 time: 0.2090521 Aug 11 00:54:07.533868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60156) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:07.558108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-74d006ea-a520-4339-b599-267b8568fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:07.560131 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-74d006ea-a520-4339-b599-267b8568fb77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=833ef36e0cb945c694739b032931f5ed&device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 1098 time: 0.0811706 Aug 11 00:54:07.604676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8bfb7d32-af23-4b40-ac00-3150f991625e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=b902472a-92cc-4001-924a-92781b5e5be3 HTTP/1.1" status: 200 len: 205 time: 0.0673366 Aug 11 00:54:07.614699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60162) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:07.662074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 94df890a-b9f7-47b0-b679-869a5c1d0689 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:07.700212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fca45ce6-be0d-4860-90ea-862514f0ae07 req-10c1ed45-811a-4bbe-b233-d3a43fdbb47a tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 210 time: 0.0712337 Aug 11 00:54:07.709023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 94df890a-b9f7-47b0-b679-869a5c1d0689 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:54:07.709666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 94df890a-b9f7-47b0-b679-869a5c1d0689 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:54:07.786561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-3f63d8fa-dfb4-4e26-bfb5-9d17614cbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:07.789462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-3f63d8fa-dfb4-4e26-bfb5-9d17614cbcd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bd95bce1-0c16-4f33-9310-e971f36761a4 HTTP/1.1" status: 200 len: 914 time: 0.2171154 Aug 11 00:54:07.825233 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-ae769204-c48c-4dba-a26c-8174272d08e2 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] delete failed (client error): The resource could not be found. Aug 11 00:54:07.830386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ae769204-c48c-4dba-a26c-8174272d08e2 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/b902472a-92cc-4001-924a-92781b5e5be3 HTTP/1.1" status: 404 len: 336 time: 0.1966581 Aug 11 00:54:07.842437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39b13bf3-26f2-4186-a1d1-b0e7d87fbed5 req-10d92622-c901-47e5-8f53-5f770cd31580 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138926 Aug 11 00:54:07.870366 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-66a6347b-ff1c-49f4-8f94-f5f88e7dfc4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27e99d67-c72a-4197-b669-a9de042da9a9 HTTP/1.1" status: 200 len: 217 time: 0.0729985 Aug 11 00:54:07.871144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60164) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:07.939279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-bc1c3ef3-db66-4a63-ad84-e20360c04fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:07.941152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-bc1c3ef3-db66-4a63-ad84-e20360c04fe0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65a84f66-5a4a-4487-93da-8c29427537d1 HTTP/1.1" status: 200 len: 853 time: 0.0597727 Aug 11 00:54:07.971428 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb157dc-eebd-4bc4-b6bc-55f4906f2166 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:07.972194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb157dc-eebd-4bc4-b6bc-55f4906f2166 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:07.974364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3fb157dc-eebd-4bc4-b6bc-55f4906f2166 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/2396954a-a9a8-4d4e-903a-5b4214ed175d HTTP/1.1" status: 404 len: 337 time: 0.1019371 Aug 11 00:54:07.977516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60166) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:08.004418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-116e2e62-35de-428e-a281-31409cb54d64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bd95bce1-0c16-4f33-9310-e971f36761a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432076 Aug 11 00:54:08.034854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9088eb40-e954-4ed0-a7a2-78f46db503d4 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3fa0169-a52d-47b3-8d85-42e988be6515 HTTP/1.1" status: 200 len: 205 time: 0.0559204 Aug 11 00:54:08.037291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60170) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:08.130301 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-073fd86b-c10d-44e5-96f0-cf72b89feb6f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] delete failed (client error): The resource could not be found. Aug 11 00:54:08.131872 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-073fd86b-c10d-44e5-96f0-cf72b89feb6f tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/d3fa0169-a52d-47b3-8d85-42e988be6515 HTTP/1.1" status: 404 len: 336 time: 0.0933363 Aug 11 00:54:08.141652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60176) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:08.182528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:54:08.187046 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11b1db0-243b-431a-ba31-8ce85adb7b85 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:08.197724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11b1db0-243b-431a-ba31-8ce85adb7b85 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:08.197724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e11b1db0-243b-431a-ba31-8ce85adb7b85 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/ea851fe4-6b31-4bbc-b150-c607ca46a145 HTTP/1.1" status: 404 len: 337 time: 0.0538135 Aug 11 00:54:08.208104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60180) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:08.222225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:08.268999 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b2e9a7c-6850-46b1-ad0d-f020d4bb588e tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d2d89-149e-495c-82b9-8a640d19ecc0 HTTP/1.1" status: 200 len: 205 time: 0.0596170 Aug 11 00:54:08.272836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60182) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:08.293645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cf7a9-40a2-42b5-ad72-aa4f4cdc8132 req-c88bdc2c-7823-46b1-80e6-dd795e1eae0d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:08.303475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c0cf7a9-40a2-42b5-ad72-aa4f4cdc8132 req-c88bdc2c-7823-46b1-80e6-dd795e1eae0d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 932 time: 0.1294534 Aug 11 00:54:08.690992 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-57e3208a-ec51-475a-8ce9-ed48df69b102 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] delete failed (client error): The resource could not be found. Aug 11 00:54:08.690992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-57e3208a-ec51-475a-8ce9-ed48df69b102 tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/routers/621d2d89-149e-495c-82b9-8a640d19ecc0 HTTP/1.1" status: 404 len: 336 time: 0.0625865 Aug 11 00:54:08.690992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Transition to ACTIVE for port object 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:54:08.690992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60184) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:08.695353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c0cf7a9-40a2-42b5-ad72-aa4f4cdc8132 req-8e7b58dc-20fe-4dc2-bc2e-1464dc18b903 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677817 Aug 11 00:54:08.695353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-f687349b-e034-43f2-8d62-4a92065017be service neutron] 10.222.0.44 "GET /v2.0/networks/bd95bce1-0c16-4f33-9310-e971f36761a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500736 Aug 11 00:54:08.696040 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7d3acb-1081-4d45-9dba-639667a5780d tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:08.696040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7d3acb-1081-4d45-9dba-639667a5780d tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:08.696040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7b7d3acb-1081-4d45-9dba-639667a5780d tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/01bd52e2-4b34-4120-84c6-703cf037aa31 HTTP/1.1" status: 404 len: 337 time: 0.0356038 Aug 11 00:54:08.696040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60188) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:08.696040 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aed81f0-242d-43d7-9b40-4bdfc01034ac tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] DELETE failed (client error): The resource could not be found. Aug 11 00:54:08.696040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aed81f0-242d-43d7-9b40-4bdfc01034ac tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 00:54:08.696040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3aed81f0-242d-43d7-9b40-4bdfc01034ac tempest-RoutersIpV6Test-752135493 tempest-RoutersIpV6Test-752135493-project] 10.222.0.43 "DELETE /v2.0/subnets/7d4f10be-c061-43b7-b00d-6fc9d9013040 HTTP/1.1" status: 404 len: 337 time: 0.0467930 Aug 11 00:54:08.696040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:08.701357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f92fccae-ae23-4e97-bd4a-7a21075713dd req-3567726e-ef99-4fc0-b566-9d7b645943ca service neutron] 10.222.0.44 "GET /v2.0/networks/bd95bce1-0c16-4f33-9310-e971f36761a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591525 Aug 11 00:54:08.702917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:08.720458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Attempting to bind port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:54:08.721187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Attempting to bind port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:54:08.721845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Attempting to bind port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:54:08.728871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:54:08.729519 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Attempting to bind port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:54:08.738174 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:54:08.738592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:54:08.739354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:54:08.740034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Bound port: 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:54:08.740880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:08.866298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39ff59cd-280f-4336-a418-56ef65f8681b req-348a6333-ec80-4b2d-a862-ae356917422f tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 210 time: 0.0441244 Aug 11 00:54:08.872101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] For port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:54:08.886455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] For port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:54:09.031629 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:09.097180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122713-c9d3-4e50-abf1-5b07bb4190b1 req-e205b111-39a9-4d74-b3bb-484ae5f5bfa1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:09.099390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36122713-c9d3-4e50-abf1-5b07bb4190b1 req-e205b111-39a9-4d74-b3bb-484ae5f5bfa1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 946 time: 0.1429708 Aug 11 00:54:09.175715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:09.176473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:09.178368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 HTTP/1.1" status: 200 len: 1093 time: 2.0411518 Aug 11 00:54:09.179248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4f07ff-3d93-456b-9304-ce8cbfddbfd9', 'tag': '0c6a94b4-4c57-46e0-9c05-25d8fcec95b8'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:09.180756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36122713-c9d3-4e50-abf1-5b07bb4190b1 req-878cf6d3-ba9b-47de-832a-6e3d4f866b6a tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674417 Aug 11 00:54:09.207927 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9148ce-fc68-4f5d-848a-720b963150aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4f07ff-3d93-456b-9304-ce8cbfddbfd9", "tag": "0c6a94b4-4c57-46e0-9c05-25d8fcec95b8"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:09.264644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92866c-5986-47d8-a54c-2948d94704b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:09.281753 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0ce09a-a0e9-43d4-b8de-2032c5a53d11 x-openstack-request-id: req-bf0ce09a-a0e9-43d4-b8de-2032c5a53d11 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:09.282289 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4f07ff-3d93-456b-9304-ce8cbfddbfd9", "tag": "0c6a94b4-4c57-46e0-9c05-25d8fcec95b8", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:09.282734 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf0ce09a-a0e9-43d4-b8de-2032c5a53d11 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:09.283362 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4f07ff-3d93-456b-9304-ce8cbfddbfd9', 'tag': '0c6a94b4-4c57-46e0-9c05-25d8fcec95b8', 'status': 'completed', 'code': 200} Aug 11 00:54:09.392407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9148ce-fc68-4f5d-848a-720b963150aa req-4f7fa96a-918b-4f5c-9ddd-ba8e7c77e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:09.394351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da9148ce-fc68-4f5d-848a-720b963150aa req-4f7fa96a-918b-4f5c-9ddd-ba8e7c77e3b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 1096 time: 0.0879924 Aug 11 00:54:09.600317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02d1f0-8985-474e-bbf8-9834f379815e req-d2959014-4751-4352-a59b-0886ec19c11d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:09.601936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c02d1f0-8985-474e-bbf8-9834f379815e req-d2959014-4751-4352-a59b-0886ec19c11d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.1337550 Aug 11 00:54:09.617996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9148ce-fc68-4f5d-848a-720b963150aa req-3264c6fa-5501-4102-a9d3-f565e6784f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:09.623452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da9148ce-fc68-4f5d-848a-720b963150aa req-3264c6fa-5501-4102-a9d3-f565e6784f66 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0213a74dc2644b3785a1c9cfc7575043&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2166266 Aug 11 00:54:09.691709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60214) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:09.746011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c02d1f0-8985-474e-bbf8-9834f379815e req-bc8a927f-8840-4dcd-b904-7fa991b09b5e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258905 Aug 11 00:54:09.789124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9148ce-fc68-4f5d-848a-720b963150aa req-2f85c0d9-6760-42ea-ad7a-71022a7f3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:09.791556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da9148ce-fc68-4f5d-848a-720b963150aa req-2f85c0d9-6760-42ea-ad7a-71022a7f3a98 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1654856 Aug 11 00:54:09.929032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ab5d-0761-4027-a059-578065067007 req-1176f8d0-ac4a-4891-bbed-cbb2056e24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:09.941804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-1176f8d0-ac4a-4891-bbed-cbb2056e24dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 1096 time: 0.0824356 Aug 11 00:54:10.025049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-d5d5ffa3-be14-4c27-ac4f-1a4b287ef7e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 HTTP/1.1" status: 200 len: 217 time: 0.0819745 Aug 11 00:54:10.066510 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e81940eb-5fe7-444e-af58-c9fb2900eb36 req-5e13975e-e374-472d-adf7-802d1d662862 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 210 time: 0.0464809 Aug 11 00:54:10.136718 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-393d71da-1e31-4405-93dd-c39a24788579 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4280e8c1f4ed4a9b80ec1e4313e621ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432981 Aug 11 00:54:10.147081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60222) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:10.219874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ab5d-0761-4027-a059-578065067007 req-854b220c-efb3-4bcb-a652-6ef427ae737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:10.222830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-854b220c-efb3-4bcb-a652-6ef427ae737f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.1544895 Aug 11 00:54:10.248220 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-49ab07da-6a09-4e60-81da-a0a0211fa490 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2359991 Aug 11 00:54:10.308262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ab5d-0761-4027-a059-578065067007 req-7b0e2893-a9ae-4f29-8084-0d5052f19f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:10.320710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-7b0e2893-a9ae-4f29-8084-0d5052f19f51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803382 Aug 11 00:54:10.359051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-109c8c6b-5d59-4db8-b77c-6eae8530933b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:10.442849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-109c8c6b-5d59-4db8-b77c-6eae8530933b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:10.663608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-43cfb083-4359-4db2-a1dc-f20d7922c47a tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:10.665246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-43cfb083-4359-4db2-a1dc-f20d7922c47a tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.55 "GET /v2.0/networks?id=d0b5c67b-1581-4810-b613-07a0a15291e2 HTTP/1.1" status: 200 len: 814 time: 0.3342988 Aug 11 00:54:10.682030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Request body: {'port': {'device_id': 'aedddeef-8df0-497a-80a8-77c13f388626', 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2', 'admin_state_up': True, 'tenant_id': '12547f458bd84ad084e68dd0723c9925'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:10.739884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-8ecc242e-dbc6-4309-970e-533cf2c32849 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100983 Aug 11 00:54:10.953594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac627fb0-1b0f-4a0d-9101-a17be0bc01a7 req-c89193ec-99af-4db9-b054-15b459f7c057 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:10.955463 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac627fb0-1b0f-4a0d-9101-a17be0bc01a7 req-c89193ec-99af-4db9-b054-15b459f7c057 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.1305163 Aug 11 00:54:10.962700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d91ab5d-0761-4027-a059-578065067007 req-5648e9d6-92e9-4d20-be06-57e575c8e8bb service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125392 Aug 11 00:54:10.983575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906667ac-cff4-42f2-9ca6-999acd978e57 req-b8d8fd08-9d64-499f-9162-e5a0b1667d41 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:10.986209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-906667ac-cff4-42f2-9ca6-999acd978e57 req-b8d8fd08-9d64-499f-9162-e5a0b1667d41 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 946 time: 0.6361923 Aug 11 00:54:11.009401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ac627fb0-1b0f-4a0d-9101-a17be0bc01a7 req-c1abd803-3ef3-475c-8e7c-7956f263143d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456567 Aug 11 00:54:11.019042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-26b64b70-3559-4e5e-ad54-8f202b004982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.019655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-26b64b70-3559-4e5e-ad54-8f202b004982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.020146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-26b64b70-3559-4e5e-ad54-8f202b004982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.020633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-26b64b70-3559-4e5e-ad54-8f202b004982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.021118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-26b64b70-3559-4e5e-ad54-8f202b004982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.021719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-26b64b70-3559-4e5e-ad54-8f202b004982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.022073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-26b64b70-3559-4e5e-ad54-8f202b004982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.024534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-26b64b70-3559-4e5e-ad54-8f202b004982 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d618dfbf02243c789c876d25b382560&device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 6500 time: 0.7003374 Aug 11 00:54:11.081203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Made reservation on behalf of 12547f458bd84ad084e68dd0723c9925 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:54:11.085316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:11.125555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-906667ac-cff4-42f2-9ca6-999acd978e57 req-a458664c-a6c3-4b65-bd1f-78bc516cfd4f tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128960 Aug 11 00:54:11.289904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-06e88adc-23f1-4dc1-b3b0-0ce9373f23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.290742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-06e88adc-23f1-4dc1-b3b0-0ce9373f23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.291451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-06e88adc-23f1-4dc1-b3b0-0ce9373f23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.293824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-06e88adc-23f1-4dc1-b3b0-0ce9373f23a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ece244df-909c-4779-bf6c-17273d3f30aa&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 200 len: 2293 time: 0.2383645 Aug 11 00:54:11.299695 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ef75181-d948-4aeb-90ce-b9d0f2245b47 req-d8fc2ea2-7a4c-4979-ac2c-df72890be9f7 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 210 time: 0.0477178 Aug 11 00:54:11.323077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-109c8c6b-5d59-4db8-b77c-6eae8530933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:11.325796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-109c8c6b-5d59-4db8-b77c-6eae8530933b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:11.327189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-109c8c6b-5d59-4db8-b77c-6eae8530933b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4b5558e-aad8-4022-90fa-ff791a818f25 HTTP/1.1" status: 204 len: 168 time: 1.1788151 Aug 11 00:54:11.386765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Allocated IP 172.20.0.13 (d0b5c67b-1581-4810-b613-07a0a15291e2/ff680f1b-fa99-40ce-a76a-ff40e6c91271/6bca1883-78b0-4d3e-bde7-2972029a814a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:54:11.401733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c8c6b-5d59-4db8-b77c-6eae8530933b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b5558e-aad8-4022-90fa-ff791a818f25,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:11.449752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-62b667a9-e047-4ba9-8b51-a5068b263415 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 200 len: 1001 time: 0.1367292 Aug 11 00:54:11.534930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-767e101e-5c4d-4e26-a5cb-50fb01231b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.536671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-767e101e-5c4d-4e26-a5cb-50fb01231b0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 200 len: 851 time: 0.0802681 Aug 11 00:54:11.627244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-4db29f46-f221-42cf-b8fb-bd7e71324ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:11.631739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-4db29f46-f221-42cf-b8fb-bd7e71324ae4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ece244df-909c-4779-bf6c-17273d3f30aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874577 Aug 11 00:54:11.680556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:11.792563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-f51286f5-f345-4ffb-a4ed-2f610c697468 service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499076 Aug 11 00:54:11.853511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:11.938559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Pushing event updated for resources: {'Port': ['ID=6bca1883-78b0-4d3e-bde7-2972029a814a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:11.961581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-4105dfb9-959e-4892-b523-0efe3b045b0f service neutron] 10.222.0.44 "GET /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545892 Aug 11 00:54:11.986171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Network d0b5c67b-1581-4810-b613-07a0a15291e2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:54:11.986171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:54:11.986171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:54:12.049311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-1fdb2f8a-ea5a-4b98-b79f-4aa3adb70ad3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 217 time: 0.0791838 Aug 11 00:54:12.177868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-6024548c-2847-4910-980a-3e142c0c67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:12.179501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-6024548c-2847-4910-980a-3e142c0c67a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1221488 Aug 11 00:54:12.218259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:12.219341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:12.235795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99679574-4f4c-4d02-a34c-49f6ee7f04d2 req-ee08f726-bc31-43ff-a590-ea2a7aa91f04 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:12.237582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99679574-4f4c-4d02-a34c-49f6ee7f04d2 req-ee08f726-bc31-43ff-a590-ea2a7aa91f04 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.0999076 Aug 11 00:54:12.260749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5dbd5-bb23-4199-b2e0-2b0ef1b101d8 req-d6f08e5a-4f0f-419b-95fa-2c6092081383 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:12.262820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ca5dbd5-bb23-4199-b2e0-2b0ef1b101d8 req-d6f08e5a-4f0f-419b-95fa-2c6092081383 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 946 time: 0.2723432 Aug 11 00:54:12.300737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-2d222874-7e25-4ca0-9a1c-344d56c47cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:12.302272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-2d222874-7e25-4ca0-9a1c-344d56c47cdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1118240 Aug 11 00:54:12.310042 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99679574-4f4c-4d02-a34c-49f6ee7f04d2 req-18d1bb9b-43ac-4ac3-ac07-9235324b3a72 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591121 Aug 11 00:54:12.310247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ca5dbd5-bb23-4199-b2e0-2b0ef1b101d8 req-58a50801-0c99-4ebe-9578-4defaa05f491 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Aug 11 00:54:12.386436 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-d2106ef6-6d61-491c-9e88-51e351fe2680 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7085078 Aug 11 00:54:12.400258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Request body: {'port': {'device_id': 'aedddeef-8df0-497a-80a8-77c13f388626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:12.413502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-7ab5f8b2-5d29-4566-9e30-c03e159f3ab0 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016421 Aug 11 00:54:12.496664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:12.589886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e0dc0-b3b9-4c05-8257-c296b3f3e7cf req-ec4f7653-789a-4a9a-99f1-7d9e5bc72756 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:12.589886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b2e0dc0-b3b9-4c05-8257-c296b3f3e7cf req-ec4f7653-789a-4a9a-99f1-7d9e5bc72756 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 932 time: 0.1486821 Aug 11 00:54:12.642719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-42cbe545-cf14-4630-9c18-1c1e24c20d21 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200770 Aug 11 00:54:12.775805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-71e969cd-2bd0-4aff-807e-126955f50af9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 217 time: 0.1138117 Aug 11 00:54:12.827649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b2e0dc0-b3b9-4c05-8257-c296b3f3e7cf req-d915d135-6f57-4518-a0df-9b7a7e96147f tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162175 Aug 11 00:54:12.927039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-e712a76a-4dcd-40b9-ba01-ea81f99c5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:12.929951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-e712a76a-4dcd-40b9-ba01-ea81f99c5415 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1527653 Aug 11 00:54:13.011757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-5710516f-51ea-4e56-bc70-2aa439e7a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:13.014495 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-5710516f-51ea-4e56-bc70-2aa439e7a641 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731173 Aug 11 00:54:13.208424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bca1883-78b0-4d3e-bde7-2972029a814a {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:54:13.251367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:13.283788 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-bc688c57-3867-4cd8-879a-429d6bba9515 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568386 Aug 11 00:54:13.304573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60300) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:13.313650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0072591 Aug 11 00:54:13.314852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60302) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:13.330699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Transition to ACTIVE for port object 6bca1883-78b0-4d3e-bde7-2972029a814a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:54:13.407657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35992780-31e0-405f-91f9-f1477dc34267 req-30cb276c-6a66-487a-b790-f633c076bc11 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:13.407657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35992780-31e0-405f-91f9-f1477dc34267 req-30cb276c-6a66-487a-b790-f633c076bc11 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 946 time: 0.1794984 Aug 11 00:54:13.571198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-368a714e-0327-4129-a380-d7a5defca8e5 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744887 Aug 11 00:54:13.602493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:13.637591 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-9eb56857-1e34-40cf-a6a7-d770e7fe1d43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 200 len: 217 time: 0.0544124 Aug 11 00:54:13.697231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c86d7-8cee-4175-b2b6-9d1de1932baa req-4885ec79-9f9c-4b09-971a-86f6e5a4f564 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:13.699039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-481c86d7-8cee-4175-b2b6-9d1de1932baa req-4885ec79-9f9c-4b09-971a-86f6e5a4f564 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 946 time: 0.2173748 Aug 11 00:54:13.714994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6f21fea5-00e8-4e26-9854-5611ec0b6870 tempest-NetworksApiDiscovery-1240372417 tempest-NetworksApiDiscovery-1240372417-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3923993 Aug 11 00:54:13.724077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-f784ed66-76c3-4e69-a63d-c0e14b884cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:13.733630 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-f784ed66-76c3-4e69-a63d-c0e14b884cdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.0804808 Aug 11 00:54:13.812898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9e2c1-fcc2-4266-ae54-bcd830e02a1f req-214be12f-1863-466c-bd25-4f65fb41ca64 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:13.814423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0d9e2c1-fcc2-4266-ae54-bcd830e02a1f req-214be12f-1863-466c-bd25-4f65fb41ca64 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.2567515 Aug 11 00:54:13.856251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-366b3408-fb99-4f52-869a-f81e4dc41950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:13.864018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-366b3408-fb99-4f52-869a-f81e4dc41950 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1186779 Aug 11 00:54:13.868734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Pushing event updated for resources: {'Port': ['ID=6bca1883-78b0-4d3e-bde7-2972029a814a,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:13.898335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Deleting port 27e99d67-c72a-4197-b669-a9de042da9a9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:13.898588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:14.066390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-a6c14db6-8cd0-4e9d-b772-de35c424396d service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949568 Aug 11 00:54:14.070291 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-481c86d7-8cee-4175-b2b6-9d1de1932baa req-34c8f11a-9325-4522-8993-0b2b2d3192da tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/security-groups?id=ad7e2dd0-8136-4731-ac49-1acd08745735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355162 Aug 11 00:54:14.099483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] For port 27e99d67-c72a-4197-b669-a9de042da9a9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=27e99d67-c72a-4197-b669-a9de042da9a9,segment=NetworkSegment(dd5bcab5-e911-492d-8007-974f9a576ab1),segment_id=dd5bcab5-e911-492d-8007-974f9a576ab1)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:14.099483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:14.108866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Calling delete_port for 27e99d67-c72a-4197-b669-a9de042da9a9 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:14.202435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-40b48a68-e43b-4122-a8a2-f79be8109e11 service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279490 Aug 11 00:54:14.286071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-c25253a2-7d2a-451d-84a1-ce614686b52b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 200 len: 217 time: 0.0765469 Aug 11 00:54:14.446025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-54e1e3ef-8590-4fd1-9e0c-a9bc776ee411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:14.451213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-54e1e3ef-8590-4fd1-9e0c-a9bc776ee411 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 200 len: 797 time: 0.1526575 Aug 11 00:54:14.559696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd04402-e637-444e-b8f9-de050e526e01 req-187b923a-e83b-479b-ad85-5c4c19472b89 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:14.564259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebd04402-e637-444e-b8f9-de050e526e01 req-187b923a-e83b-479b-ad85-5c4c19472b89 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 944 time: 0.2756774 Aug 11 00:54:14.606358 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-9f7e1c4f-2fae-429c-a350-74bc3267ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:14.608058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-9f7e1c4f-2fae-429c-a350-74bc3267ff1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=532a7180-b56f-4d6f-adf3-8a4e1239cfb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1493280 Aug 11 00:54:14.731225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60332) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:14.797819 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebd04402-e637-444e-b8f9-de050e526e01 req-d651f15c-608a-44d8-877c-febff1453292 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091208 Aug 11 00:54:14.866579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-fe9720bb-e170-423c-a470-71f04e83de1f service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408104 Aug 11 00:54:14.985427 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d0d9e2c1-fcc2-4266-ae54-bcd830e02a1f req-9476d969-848e-48c5-b096-5483a22ba4d0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1337290 Aug 11 00:54:15.028627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Attempting to bind port 6bca1883-78b0-4d3e-bde7-2972029a814a on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:54:15.029015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Attempting to bind port 6bca1883-78b0-4d3e-bde7-2972029a814a by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:54:15.029308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Attempting to bind port 6bca1883-78b0-4d3e-bde7-2972029a814a on network d0b5c67b-1581-4810-b613-07a0a15291e2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:54:15.041980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Port 6bca1883-78b0-4d3e-bde7-2972029a814a on network d0b5c67b-1581-4810-b613-07a0a15291e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:54:15.042510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Attempting to bind port 6bca1883-78b0-4d3e-bde7-2972029a814a on network d0b5c67b-1581-4810-b613-07a0a15291e2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:54:15.056106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:54:15.056465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Checking segment: {'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:54:15.056871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Bound using segment: {'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:54:15.057327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Bound port: 6bca1883-78b0-4d3e-bde7-2972029a814a, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:54:15.061471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:15.062903 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-534792b0-abda-46eb-9a90-0efa6a13cdca service neutron] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882355 Aug 11 00:54:15.092289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5350ad4f-4bfe-4990-993d-e5e725530984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:15.130558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-32b8ac74-acac-4abf-866f-ea5ecda7bbb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 200 len: 217 time: 0.0586252 Aug 11 00:54:15.168529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] For port 6bca1883-78b0-4d3e-bde7-2972029a814a, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:54:15.191214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] For port 6bca1883-78b0-4d3e-bde7-2972029a814a, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6bca1883-78b0-4d3e-bde7-2972029a814a,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:54:15.191214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:15.207485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-349065b3-583b-49e4-b3fc-a32c6a8b00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:15.207485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-349065b3-583b-49e4-b3fc-a32c6a8b00b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.0667076 Aug 11 00:54:15.269202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Pushing event deleted for resources: {'Port': ['ID=27e99d67-c72a-4197-b669-a9de042da9a9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:15.300557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f11b535-6a15-439f-b93b-c16388a5f415 req-af3597df-7f1a-4cb0-9bc8-37dc1da08262 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 210 time: 0.0620818 Aug 11 00:54:15.353994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-5ba71dd2-0821-45a2-97f9-b0aadd371ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:15.355724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-5ba71dd2-0821-45a2-97f9-b0aadd371ce2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1444006 Aug 11 00:54:15.363949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:15.366617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] No DVR routers for this DVR port 27e99d67-c72a-4197-b669-a9de042da9a9 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:15.369468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:15.373350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35992780-31e0-405f-91f9-f1477dc34267 req-db6d2142-c46e-4c6d-9d5f-2944293c9ff1 tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.44 "DELETE /v2.0/ports/27e99d67-c72a-4197-b669-a9de042da9a9 HTTP/1.1" status: 204 len: 173 time: 1.9601750 Aug 11 00:54:15.384919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d400f03-e9bd-4f63-9856-3dcde54627d2', 'name': 'network-vif-deleted', 'tag': '27e99d67-c72a-4197-b669-a9de042da9a9'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:15.387595 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9f7570-1651-4903-b7b5-3f80f1b6005c" -d '{"events": [{"server_uuid": "3d400f03-e9bd-4f63-9856-3dcde54627d2", "name": "network-vif-deleted", "tag": "27e99d67-c72a-4197-b669-a9de042da9a9"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:15.441798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:15.443352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:15.445206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] 10.222.0.55 "PUT /v2.0/ports/6bca1883-78b0-4d3e-bde7-2972029a814a HTTP/1.1" status: 200 len: 1093 time: 3.0495403 Aug 11 00:54:15.449642 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92157235-09fa-4150-adda-5446edac58b0 x-openstack-request-id: req-92157235-09fa-4150-adda-5446edac58b0 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:15.452214 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d400f03-e9bd-4f63-9856-3dcde54627d2", "name": "network-vif-deleted", "tag": "27e99d67-c72a-4197-b669-a9de042da9a9", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:15.452214 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92157235-09fa-4150-adda-5446edac58b0 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:15.452214 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d400f03-e9bd-4f63-9856-3dcde54627d2', 'name': 'network-vif-deleted', 'tag': '27e99d67-c72a-4197-b669-a9de042da9a9', 'status': 'completed', 'code': 200} Aug 11 00:54:15.485036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e327f5d-c433-471d-87e2-0a397ebca328 service neutron] Pushing event updated for resources: {'Port': ['ID=6bca1883-78b0-4d3e-bde7-2972029a814a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:15.499632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5350ad4f-4bfe-4990-993d-e5e725530984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:15.548112 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-4a370035-c069-4b17-a1ad-af10a72e73c9 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811907 Aug 11 00:54:15.552507 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:54:15.664762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5350ad4f-4bfe-4990-993d-e5e725530984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:15.712858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-e682f429-000b-4c1d-b86e-443f5091b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:15.715038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-e682f429-000b-4c1d-b86e-443f5091b790 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12547f458bd84ad084e68dd0723c9925&device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 1096 time: 0.0609164 Aug 11 00:54:15.737719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-e1d125ee-9c86-4576-b4f6-1637ba2c28fc service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824667 Aug 11 00:54:15.745947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5350ad4f-4bfe-4990-993d-e5e725530984 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91e407ec1272402092d7c6c09759c9df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0130670 Aug 11 00:54:15.748638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350ad4f-4bfe-4990-993d-e5e725530984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984fd01d-53d3-464d-94a2-53eeb82beb7f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:15.762643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60350) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:15.785378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-33d34d9a-d038-47d6-b3ad-3a768141978d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bca1883-78b0-4d3e-bde7-2972029a814a HTTP/1.1" status: 200 len: 217 time: 0.0591493 Aug 11 00:54:15.818567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-6d721808-5beb-44dc-bae6-14cb78ef87c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 200 len: 217 time: 0.0710280 Aug 11 00:54:15.873522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-779ae852-b2fa-49d6-9a48-01236e28ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:15.875122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-779ae852-b2fa-49d6-9a48-01236e28ecfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff680f1b-fa99-40ce-a76a-ff40e6c91271 HTTP/1.1" status: 200 len: 854 time: 0.0856407 Aug 11 00:54:15.917185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-9d713841-78d2-45be-a4c5-516ca726ff1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0b5c67b-1581-4810-b613-07a0a15291e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284719 Aug 11 00:54:15.919782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-6adfb3a5-3390-480f-a1c3-41a1823694c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:15.921333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-6adfb3a5-3390-480f-a1c3-41a1823694c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 200 len: 797 time: 0.0938535 Aug 11 00:54:15.975451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c16be0c9-7fdf-49ac-843d-9a2932c6a62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:16.013949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb12f8-fb4a-46ae-aa18-ef4a31b653da req-bf585347-24f2-480f-a825-285040c05281 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:16.016986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6fbb12f8-fb4a-46ae-aa18-ef4a31b653da req-bf585347-24f2-480f-a825-285040c05281 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 944 time: 0.1135321 Aug 11 00:54:16.038396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c16be0c9-7fdf-49ac-843d-9a2932c6a62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:16.038628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-26b5c4c4-34e4-491c-bf6d-c9ed523abc97 service neutron] 10.222.0.55 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143415 Aug 11 00:54:16.043011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-f2604879-f143-4b1f-8684-0a798ded8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:16.045007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-f2604879-f143-4b1f-8684-0a798ded8ec7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80e3df8e-18e1-42ee-a0ef-a006a3dbae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1036973 Aug 11 00:54:16.216670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-758249da-d8b2-4f1d-8f14-ae96d8b6bb61 req-6474d1f0-cfb5-458f-91b5-5ad0fab81f6e service neutron] 10.222.0.55 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709614 Aug 11 00:54:16.257088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcfc3a-d540-4f1f-89a8-c376fbc6b36f req-810804a2-0635-408a-93a5-ad8e21c1f074 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:16.258836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-96bcfc3a-d540-4f1f-89a8-c376fbc6b36f req-810804a2-0635-408a-93a5-ad8e21c1f074 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.1079187 Aug 11 00:54:16.319379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6fbb12f8-fb4a-46ae-aa18-ef4a31b653da req-621acdbf-dc3a-46de-9adc-ad17460b01d3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778015 Aug 11 00:54:16.352222 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-96bcfc3a-d540-4f1f-89a8-c376fbc6b36f req-6382ed0d-f959-4a20-a069-3a1a8ce87dac tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835395 Aug 11 00:54:16.362412 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-690120ad-5e7d-451a-92b4-ca67a171c5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:16.431855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-748fd2a0-22ac-46d7-a758-7e34bf3dbbad service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590243 Aug 11 00:54:16.532442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2047e29-4b5a-43e1-88b6-bc009940c454 req-7b686122-cb44-4114-ab02-17b6ec8fdb1d tempest-InstanceActionsTestJSON-1786198 tempest-InstanceActionsTestJSON-1786198-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d400f03-e9bd-4f63-9856-3dcde54627d2 HTTP/1.1" status: 200 len: 210 time: 0.0660541 Aug 11 00:54:16.613058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-48948141-74e0-4f2d-b630-11d1ff9c092b req-edf34ee2-d0e2-4bc6-b74c-c03af02113a6 service neutron] 10.222.0.44 "GET /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647394 Aug 11 00:54:16.636409 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c16be0c9-7fdf-49ac-843d-9a2932c6a62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:16.640839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c16be0c9-7fdf-49ac-843d-9a2932c6a62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:16.643224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c16be0c9-7fdf-49ac-843d-9a2932c6a62d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/984fd01d-53d3-464d-94a2-53eeb82beb7f HTTP/1.1" status: 204 len: 168 time: 0.8851025 Aug 11 00:54:16.657112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16be0c9-7fdf-49ac-843d-9a2932c6a62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984fd01d-53d3-464d-94a2-53eeb82beb7f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:17.104524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 27e99d67-c72a-4197-b669-a9de042da9a9 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:17.128578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 27e99d67-c72a-4197-b669-a9de042da9a9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:54:17.128947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 27e99d67-c72a-4197-b669-a9de042da9a9 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:54:17.452504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedddeef-8df0-497a-80a8-77c13f388626', 'tag': '6bca1883-78b0-4d3e-bde7-2972029a814a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:17.455359 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86831f79-06de-4ae9-991b-dda6f0cb6ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "aedddeef-8df0-497a-80a8-77c13f388626", "tag": "6bca1883-78b0-4d3e-bde7-2972029a814a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:17.525250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899845d-78ec-4bf2-a2d0-414d237c041e req-43eee86a-86fd-4ae3-b8dd-d1dfa559a976 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:17.527017 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c899845d-78ec-4bf2-a2d0-414d237c041e req-43eee86a-86fd-4ae3-b8dd-d1dfa559a976 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 944 time: 0.0761392 Aug 11 00:54:17.537606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6bb02-97e9-4177-bd07-66665a0b2f2d req-2eee2fd2-e5b4-4edd-9c68-4700cfbd8b57 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:17.539217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29c6bb02-97e9-4177-bd07-66665a0b2f2d req-2eee2fd2-e5b4-4edd-9c68-4700cfbd8b57 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.0699341 Aug 11 00:54:17.577924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c899845d-78ec-4bf2-a2d0-414d237c041e req-00a513d4-3dac-4616-8e46-44d489428933 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Aug 11 00:54:17.601748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29c6bb02-97e9-4177-bd07-66665a0b2f2d req-9b47a921-e407-4f07-9d49-004f8b2a4c57 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521133 Aug 11 00:54:17.677167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60406) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:17.693418 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96edd00-b40c-4b84-849c-cb41f8446d0c x-openstack-request-id: req-e96edd00-b40c-4b84-849c-cb41f8446d0c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:17.693695 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedddeef-8df0-497a-80a8-77c13f388626", "tag": "6bca1883-78b0-4d3e-bde7-2972029a814a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:17.694031 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e96edd00-b40c-4b84-849c-cb41f8446d0c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:17.694505 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedddeef-8df0-497a-80a8-77c13f388626', 'tag': '6bca1883-78b0-4d3e-bde7-2972029a814a', 'status': 'completed', 'code': 200} Aug 11 00:54:17.755991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6879531-4dbc-4dc3-92bf-5fb535ab0afe admin admin] Deleting subnet 65a84f66-5a4a-4487-93da-8c29427537d1 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:54:17.760503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6879531-4dbc-4dc3-92bf-5fb535ab0afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:17.831522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-be50d4d8-0121-4ed1-8b07-cd0a0547a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:17.834181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-be50d4d8-0121-4ed1-8b07-cd0a0547a7e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12547f458bd84ad084e68dd0723c9925&device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 1096 time: 0.1138618 Aug 11 00:54:17.849419 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6879531-4dbc-4dc3-92bf-5fb535ab0afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:17.910411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6879531-4dbc-4dc3-92bf-5fb535ab0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.002304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-2905a3e7-ea87-4953-a45e-e35e996f1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:18.003882 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-2905a3e7-ea87-4953-a45e-e35e996f1036 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0b5c67b-1581-4810-b613-07a0a15291e2 HTTP/1.1" status: 200 len: 915 time: 0.1621389 Aug 11 00:54:18.053812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-010af0aa-27e9-4d4f-9b39-b29864a1b6a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bca1883-78b0-4d3e-bde7-2972029a814a HTTP/1.1" status: 200 len: 217 time: 0.0427938 Aug 11 00:54:18.087750 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6879531-4dbc-4dc3-92bf-5fb535ab0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.112143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-a180f5ff-fd9a-4143-b02b-13655f02cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:18.114313 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-a180f5ff-fd9a-4143-b02b-13655f02cd16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff680f1b-fa99-40ce-a76a-ff40e6c91271 HTTP/1.1" status: 200 len: 854 time: 0.0542712 Aug 11 00:54:18.159230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-b016d96b-134a-407a-89c8-8912eae4bd71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0b5c67b-1581-4810-b613-07a0a15291e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377936 Aug 11 00:54:18.159653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6879531-4dbc-4dc3-92bf-5fb535ab0afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a84f66-5a4a-4487-93da-8c29427537d1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:18.174942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d6879531-4dbc-4dc3-92bf-5fb535ab0afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.181886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d6879531-4dbc-4dc3-92bf-5fb535ab0afe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/65a84f66-5a4a-4487-93da-8c29427537d1 HTTP/1.1" status: 204 len: 168 time: 0.5020535 Aug 11 00:54:18.196678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60422) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:18.335651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.401852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-be89df59-eb61-4a9c-b693-58b1311c6e4e service neutron] 10.222.0.55 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349541 Aug 11 00:54:18.537237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.557462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd95bce1-0c16-4f33-9310-e971f36761a4']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:18.575676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5bcab5-e911-492d-8007-974f9a576ab1') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:18.576014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5bcab5-e911-492d-8007-974f9a576ab1') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:18.605656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.641846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86831f79-06de-4ae9-991b-dda6f0cb6ed4 req-27a41449-09b4-4d87-ae56-acc8c36164e0 service neutron] 10.222.0.55 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142367 Aug 11 00:54:18.644399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.673967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:54:18.674593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:54:18.681267 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:54:18.747478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960e2fb-e5e6-4684-aa61-4e4f1989d524 req-ff1300b7-89a7-4e4c-ad31-326635defa5c tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:18.756537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d960e2fb-e5e6-4684-aa61-4e4f1989d524 req-ff1300b7-89a7-4e4c-ad31-326635defa5c tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 944 time: 0.0781474 Aug 11 00:54:18.798333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d960e2fb-e5e6-4684-aa61-4e4f1989d524 req-b37e68d4-0a02-4354-99e6-586ac0473a86 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Aug 11 00:54:18.838026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabaf0f7-dd9b-4f2b-af7b-cc68d0c437ad req-4f9e741d-1382-48f5-ad80-8587005b4832 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:18.839955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cabaf0f7-dd9b-4f2b-af7b-cc68d0c437ad req-4f9e741d-1382-48f5-ad80-8587005b4832 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.1390622 Aug 11 00:54:18.901725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cabaf0f7-dd9b-4f2b-af7b-cc68d0c437ad req-2f0fb0ee-0b6d-44cc-9e33-13978199be8b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473771 Aug 11 00:54:18.932838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-216858de-5c7d-4eed-aacb-b2729808885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.967606 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.967877 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.975699 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:18.980386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bd95bce1-0c16-4f33-9310-e971f36761a4 HTTP/1.1" status: 204 len: 168 time: 0.7871315 Aug 11 00:54:18.992378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d03210-af10-4803-ac7e-6a0251911417 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd95bce1-0c16-4f33-9310-e971f36761a4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:19.397437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60460) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:19.448311 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7516a7b5-2b7c-437d-bd75-36f3891f87a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=833ef36e0cb945c694739b032931f5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551739 Aug 11 00:54:19.451092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60462) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:19.527018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6502e2bb-35ea-4430-ad0f-f505f9944db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:19.571367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6502e2bb-35ea-4430-ad0f-f505f9944db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:19.709464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6bca1883-78b0-4d3e-bde7-2972029a814a details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:54:19.783306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6502e2bb-35ea-4430-ad0f-f505f9944db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:19.786746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6502e2bb-35ea-4430-ad0f-f505f9944db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:19.790602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6502e2bb-35ea-4430-ad0f-f505f9944db6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad7e2dd0-8136-4731-ac49-1acd08745735 HTTP/1.1" status: 204 len: 168 time: 0.3358383 Aug 11 00:54:19.801458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502e2bb-35ea-4430-ad0f-f505f9944db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7e2dd0-8136-4731-ac49-1acd08745735,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:20.052605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2294ad-7095-42c5-99ec-ec9193f70f2b req-a9f8c5bb-0a7c-4d52-8de6-6951d6008e7c tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:20.078637 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa2294ad-7095-42c5-99ec-ec9193f70f2b req-a9f8c5bb-0a7c-4d52-8de6-6951d6008e7c tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 944 time: 0.1752977 Aug 11 00:54:20.122182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6bca1883-78b0-4d3e-bde7-2972029a814a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6bca1883-78b0-4d3e-bde7-2972029a814a,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:20.155602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '6bca1883-78b0-4d3e-bde7-2972029a814a', 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2', 'port_id': '6bca1883-78b0-4d3e-bde7-2972029a814a', 'mac_address': 'fa:16:3e:30:4d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff680f1b-fa99-40ce-a76a-ff40e6c91271', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:54:20.214979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa2294ad-7095-42c5-99ec-ec9193f70f2b req-5281085c-d15a-442a-bffa-9118f45ee5c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238558 Aug 11 00:54:20.237525 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:20.269428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693cde4-beb2-47cd-a9d6-8f716af17a64 req-1b9c1598-55b5-4c21-8abf-d6b5f2c484ed tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:20.282313 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1693cde4-beb2-47cd-a9d6-8f716af17a64 req-1b9c1598-55b5-4c21-8abf-d6b5f2c484ed tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.1911309 Aug 11 00:54:20.284740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bca1883-78b0-4d3e-bde7-2972029a814a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:54:20.335635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6bca1883-78b0-4d3e-bde7-2972029a814a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6bca1883-78b0-4d3e-bde7-2972029a814a,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:20.361348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1693cde4-beb2-47cd-a9d6-8f716af17a64 req-60f3e12c-1680-40f1-9284-31ffc22fb091 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779064 Aug 11 00:54:20.417121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:20.462869 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:20.485565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=6bca1883-78b0-4d3e-bde7-2972029a814a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:20.635012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['6bca1883-78b0-4d3e-bde7-2972029a814a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:54:21.470353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9a3ee-2be6-40b2-9f9c-6f756718ed0b req-6b6f0160-4649-44c5-83ce-2f2b6ada0e58 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:21.481056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60540) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:21.484236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83c9a3ee-2be6-40b2-9f9c-6f756718ed0b req-6b6f0160-4649-44c5-83ce-2f2b6ada0e58 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 945 time: 0.1434724 Aug 11 00:54:21.555778 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83c9a3ee-2be6-40b2-9f9c-6f756718ed0b req-2bd263bf-8cb6-4376-b139-79c1862ece2c tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693102 Aug 11 00:54:21.729750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6bca1883-78b0-4d3e-bde7-2972029a814a up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:54:21.789238 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-655c1318-26be-4974-a134-416ed97a99fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:21.868748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f676c-0669-4da1-a4b1-54adc4a91a39 req-b8a478d5-7727-46b5-a4d9-8be52f5e6193 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:21.886846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-121f676c-0669-4da1-a4b1-54adc4a91a39 req-b8a478d5-7727-46b5-a4d9-8be52f5e6193 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.2145319 Aug 11 00:54:21.973333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-655c1318-26be-4974-a134-416ed97a99fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:21.999777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-121f676c-0669-4da1-a4b1-54adc4a91a39 req-6fb5a0b3-dd7f-4872-93a3-8eda7df7cadd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086988 Aug 11 00:54:22.041015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 6bca1883-78b0-4d3e-bde7-2972029a814a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:54:22.055961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 6bca1883-78b0-4d3e-bde7-2972029a814a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:54:22.055961 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.091481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-655c1318-26be-4974-a134-416ed97a99fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.135559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-655c1318-26be-4974-a134-416ed97a99fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=404189d72a8c487e9813452d1db85bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6511252 Aug 11 00:54:22.138337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 60554) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:22.150222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c1318-26be-4974-a134-416ed97a99fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb6a77-1f07-45a0-99ca-91e80de243ec,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:22.190066 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.233200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-869ed44f-25ea-4bb6-99cf-27221e15591a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.241959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedddeef-8df0-497a-80a8-77c13f388626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bca1883-78b0-4d3e-bde7-2972029a814a'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:22.252067 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97b692c-035c-4c6f-be5b-e52398064a03" -d '{"events": [{"server_uuid": "aedddeef-8df0-497a-80a8-77c13f388626", "name": "network-vif-plugged", "status": "completed", "tag": "6bca1883-78b0-4d3e-bde7-2972029a814a"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:22.271624 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-869ed44f-25ea-4bb6-99cf-27221e15591a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.283842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6bca1883-78b0-4d3e-bde7-2972029a814a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6bca1883-78b0-4d3e-bde7-2972029a814a,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:22.390152 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945be6c3-8fcf-4f15-874a-9d686bb86771 x-openstack-request-id: req-945be6c3-8fcf-4f15-874a-9d686bb86771 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:22.390440 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedddeef-8df0-497a-80a8-77c13f388626", "name": "network-vif-plugged", "status": "completed", "tag": "6bca1883-78b0-4d3e-bde7-2972029a814a", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:22.390694 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-945be6c3-8fcf-4f15-874a-9d686bb86771 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:22.391087 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedddeef-8df0-497a-80a8-77c13f388626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bca1883-78b0-4d3e-bde7-2972029a814a', 'code': 200} Aug 11 00:54:22.408917 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.524124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794c2e5-48eb-4c71-9430-6527c38d308e req-b959722a-444d-4c16-8bd9-9435f3da2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:22.526288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4794c2e5-48eb-4c71-9430-6527c38d308e req-b959722a-444d-4c16-8bd9-9435f3da2054 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 1098 time: 0.0593491 Aug 11 00:54:22.559849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=6bca1883-78b0-4d3e-bde7-2972029a814a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:22.559849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.588094 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-869ed44f-25ea-4bb6-99cf-27221e15591a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.590784 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-869ed44f-25ea-4bb6-99cf-27221e15591a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:22.594631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4794c2e5-48eb-4c71-9430-6527c38d308e req-01e57eae-6564-41e6-a88b-c861715ea7bc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593050 Aug 11 00:54:22.595372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-869ed44f-25ea-4bb6-99cf-27221e15591a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08eb6a77-1f07-45a0-99ca-91e80de243ec HTTP/1.1" status: 204 len: 168 time: 0.4556921 Aug 11 00:54:22.610170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ed44f-25ea-4bb6-99cf-27221e15591a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb6a77-1f07-45a0-99ca-91e80de243ec,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:22.794108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-48f7aeea-7bbc-4c9f-96b6-335a14875ec3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:22.801949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-48f7aeea-7bbc-4c9f-96b6-335a14875ec3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:22.809143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-48f7aeea-7bbc-4c9f-96b6-335a14875ec3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:22.815738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-48f7aeea-7bbc-4c9f-96b6-335a14875ec3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:22.821820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-48f7aeea-7bbc-4c9f-96b6-335a14875ec3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:22.828657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-48f7aeea-7bbc-4c9f-96b6-335a14875ec3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:22.834584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-48f7aeea-7bbc-4c9f-96b6-335a14875ec3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:22.836805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-48f7aeea-7bbc-4c9f-96b6-335a14875ec3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.1349123 Aug 11 00:54:22.954252 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7f11e70-3fba-405a-afd1-9a085cc27e2d req-98cb1a3a-f762-42e7-9b6a-03b53e35c292 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030185 Aug 11 00:54:23.070242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f574b-8fc8-4153-ab5d-3ed1b04585a6 req-4eb07276-2dd3-40e5-9ddb-81420348ffd6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.073289 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d67f574b-8fc8-4153-ab5d-3ed1b04585a6 req-4eb07276-2dd3-40e5-9ddb-81420348ffd6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 946 time: 0.0842206 Aug 11 00:54:23.122579 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a6072cc-c048-4f82-b60c-152c8bb6a1b9 req-ad8ce2f0-da78-4371-862b-72d0577d6d35 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0813634 Aug 11 00:54:23.191931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d67f574b-8fc8-4153-ab5d-3ed1b04585a6 req-742b175b-d8c6-4dd7-9aba-41702cd5a649 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964122 Aug 11 00:54:23.310317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aae35-f77a-4452-8460-32dcaae7a7c1 req-ef6436e1-f981-42c1-8534-4ddb8cac9a31 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.312566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b0aae35-f77a-4452-8460-32dcaae7a7c1 req-ef6436e1-f981-42c1-8534-4ddb8cac9a31 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 944 time: 0.0600376 Aug 11 00:54:23.357321 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b0aae35-f77a-4452-8460-32dcaae7a7c1 req-29357be6-20cb-4347-9524-e5f0853b64e0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Aug 11 00:54:23.745281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-17294a4b-946a-4df5-b907-28667b2452dc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.746493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:54:23.752649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-17294a4b-946a-4df5-b907-28667b2452dc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.758897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-17294a4b-946a-4df5-b907-28667b2452dc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.765603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-17294a4b-946a-4df5-b907-28667b2452dc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.780726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-17294a4b-946a-4df5-b907-28667b2452dc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.786431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-17294a4b-946a-4df5-b907-28667b2452dc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.790005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-17294a4b-946a-4df5-b907-28667b2452dc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.792524 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-17294a4b-946a-4df5-b907-28667b2452dc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.1079812 Aug 11 00:54:23.883128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-995fc39a-4713-45db-9fa2-d965d03c5bb6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:23.884955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-995fc39a-4713-45db-9fa2-d965d03c5bb6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "GET /v2.0/ports/226f90a5-65ad-4199-8a64-b461d676c137?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0823603 Aug 11 00:54:23.912064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:23.928889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:23.938641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40744b5a-c038-48ca-9355-8395b4e1eb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:23.954434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '0c6a94b4-4c57-46e0-9c05-25d8fcec95b8', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'port_id': '0c6a94b4-4c57-46e0-9c05-25d8fcec95b8', 'mac_address': 'fa:16:3e:c4:5d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:54:24.061221 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.081531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:54:24.106508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:24.147628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40744b5a-c038-48ca-9355-8395b4e1eb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.156297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-9f872e49-73f1-4100-9f51-ea770809ea2d tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "GET /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2626302 Aug 11 00:54:24.166196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:24.202678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f75dc-ae70-4305-8842-bbc927bae77e req-aa5c28f2-c1e6-43e9-ab5b-640547848aef tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.208937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f75dc-ae70-4305-8842-bbc927bae77e req-aa5c28f2-c1e6-43e9-ab5b-640547848aef tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.212795 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.218939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f75dc-ae70-4305-8842-bbc927bae77e req-aa5c28f2-c1e6-43e9-ab5b-640547848aef tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.228395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f75dc-ae70-4305-8842-bbc927bae77e req-aa5c28f2-c1e6-43e9-ab5b-640547848aef tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.237077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f75dc-ae70-4305-8842-bbc927bae77e req-aa5c28f2-c1e6-43e9-ab5b-640547848aef tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.245069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f75dc-ae70-4305-8842-bbc927bae77e req-aa5c28f2-c1e6-43e9-ab5b-640547848aef tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.252473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f75dc-ae70-4305-8842-bbc927bae77e req-aa5c28f2-c1e6-43e9-ab5b-640547848aef tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.259306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-054f75dc-ae70-4305-8842-bbc927bae77e req-aa5c28f2-c1e6-43e9-ab5b-640547848aef tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 5436 time: 0.1713710 Aug 11 00:54:24.277175 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40744b5a-c038-48ca-9355-8395b4e1eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.315839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:24.337963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-40744b5a-c038-48ca-9355-8395b4e1eb47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5eb471bc7c104d69ba343f3b7bbb67c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246018 Aug 11 00:54:24.339062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40744b5a-c038-48ca-9355-8395b4e1eb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e737f39e-6fbf-407c-9ada-8b1e5047e6b5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:24.350630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 60628) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:54:24.387583 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.403199 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-054f75dc-ae70-4305-8842-bbc927bae77e req-883aa696-9bea-4c7a-9356-da62ee0fcfbb tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298749 Aug 11 00:54:24.416888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0c6a94b4-4c57-46e0-9c05-25d8fcec95b8'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:54:24.433664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb1e-2078-426e-872b-10f2e15d4c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.487510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb1e-2078-426e-872b-10f2e15d4c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.708461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c18099e8-765e-4d5d-962b-d994ff8b57b3 req-cd8c489d-38b6-48de-b340-75d023777b37 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.4976056 Aug 11 00:54:24.721588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb1e-2078-426e-872b-10f2e15d4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.721807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c03bd7-9a83-491d-8f35-b1b5301f1c79 req-359bb3f9-93ee-49c7-804b-caf26b80425f tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.721894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb1e-2078-426e-872b-10f2e15d4c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.721894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b2dcb1e-2078-426e-872b-10f2e15d4c48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e737f39e-6fbf-407c-9ada-8b1e5047e6b5 HTTP/1.1" status: 204 len: 168 time: 0.3671527 Aug 11 00:54:24.728396 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21c03bd7-9a83-491d-8f35-b1b5301f1c79 req-359bb3f9-93ee-49c7-804b-caf26b80425f tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 946 time: 0.1415431 Aug 11 00:54:24.748851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dcb1e-2078-426e-872b-10f2e15d4c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e737f39e-6fbf-407c-9ada-8b1e5047e6b5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:24.758008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] For port 226f90a5-65ad-4199-8a64-b461d676c137, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=226f90a5-65ad-4199-8a64-b461d676c137,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:24.793140 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21c03bd7-9a83-491d-8f35-b1b5301f1c79 req-85d65d56-9c34-4da1-9179-6cacb7b336b2 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638275 Aug 11 00:54:24.832548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] For port 226f90a5-65ad-4199-8a64-b461d676c137, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:54:24.894354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] device_id is not set on port 226f90a5-65ad-4199-8a64-b461d676c137 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:54:24.903126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631076c-f707-486c-9378-613a6d9780cc req-0df8e6d4-5d14-4848-816e-679f6e0b8c08 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:24.905498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a631076c-f707-486c-9378-613a6d9780cc req-0df8e6d4-5d14-4848-816e-679f6e0b8c08 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 945 time: 0.1130769 Aug 11 00:54:24.907727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:24.967423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a631076c-f707-486c-9378-613a6d9780cc req-e80a6bc9-0c69-4800-a3f5-b2d3a7f8a3e0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461431 Aug 11 00:54:25.016845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:25.089845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=226f90a5-65ad-4199-8a64-b461d676c137,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:25.144136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] No DVR routers for this DVR port 226f90a5-65ad-4199-8a64-b461d676c137 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:25.204917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] In _notify_port_updated(), no bound segment for port 226f90a5-65ad-4199-8a64-b461d676c137 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:54:25.205887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:25.206512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:25.207897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-657a6491-7e99-4cd4-9cf2-9e8e1a714bc3 service neutron] 10.222.0.44 "PUT /v2.0/ports/226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 200 len: 1028 time: 1.0466578 Aug 11 00:54:25.295009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-14ce3566-e61b-4dcc-a89c-e0734413893a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:25.296503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-14ce3566-e61b-4dcc-a89c-e0734413893a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "GET /v2.0/ports/7a65af80-bd4e-40a3-9202-ac61272ffd45?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0824392 Aug 11 00:54:25.308024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:54:25.392976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:25.471330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6c4e77f0-c551-4ef2-b4bc-d02acfa572ba None None] Provisioning complete for port 226f90a5-65ad-4199-8a64-b461d676c137 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:54:25.471780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6c4e77f0-c551-4ef2-b4bc-d02acfa572ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:25.524360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e77f0-c551-4ef2-b4bc-d02acfa572ba None None] Port 226f90a5-65ad-4199-8a64-b461d676c137 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:54:25.642347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7ebd-9bc2-4950-a878-73413aa38b41 req-f5c40fc4-0608-42cb-b24d-7f2655c5d315 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:25.655582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7ebd-9bc2-4950-a878-73413aa38b41 req-f5c40fc4-0608-42cb-b24d-7f2655c5d315 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:25.668205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7ebd-9bc2-4950-a878-73413aa38b41 req-f5c40fc4-0608-42cb-b24d-7f2655c5d315 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:25.672530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7ebd-9bc2-4950-a878-73413aa38b41 req-f5c40fc4-0608-42cb-b24d-7f2655c5d315 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:25.685240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7ebd-9bc2-4950-a878-73413aa38b41 req-f5c40fc4-0608-42cb-b24d-7f2655c5d315 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:25.692558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb7ebd-9bc2-4950-a878-73413aa38b41 req-f5c40fc4-0608-42cb-b24d-7f2655c5d315 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:25.694958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-efcb7ebd-9bc2-4950-a878-73413aa38b41 req-f5c40fc4-0608-42cb-b24d-7f2655c5d315 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 4661 time: 0.1483638 Aug 11 00:54:25.703937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] For port 7a65af80-bd4e-40a3-9202-ac61272ffd45, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=7a65af80-bd4e-40a3-9202-ac61272ffd45,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:25.771393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:54:25.778457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] For port 7a65af80-bd4e-40a3-9202-ac61272ffd45, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:54:25.830191 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-efcb7ebd-9bc2-4950-a878-73413aa38b41 req-af7019b3-e089-4623-93da-153c6d6b771a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=00e61d4d-5d37-445a-943c-779d02077daf&id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219933 Aug 11 00:54:25.837734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] device_id is not set on port 7a65af80-bd4e-40a3-9202-ac61272ffd45 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:54:25.851288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:25.910227 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecd69cfd-927e-4dee-abbd-ec3bf45f37df req-e3f743a0-2a0c-417d-b89a-7f6ba80c4442 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0302420 Aug 11 00:54:26.018688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:54:26.019633 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:26.023313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:54:26.023873 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:26.126031 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:26.140410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] No DVR routers for this DVR port 7a65af80-bd4e-40a3-9202-ac61272ffd45 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:26.159543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4f07ff-3d93-456b-9304-ce8cbfddbfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6a94b4-4c57-46e0-9c05-25d8fcec95b8'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:26.162041 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b1992e-edef-459b-a214-975a1e83f273" -d '{"events": [{"server_uuid": "ad4f07ff-3d93-456b-9304-ce8cbfddbfd9", "name": "network-vif-plugged", "status": "completed", "tag": "0c6a94b4-4c57-46e0-9c05-25d8fcec95b8"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:26.169519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] Pushing event updated for resources: {'Port': ['ID=7a65af80-bd4e-40a3-9202-ac61272ffd45,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:26.204445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:26.262937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10189a05-2a19-4e0d-aef3-f71ad9674fb2 req-b5d9ecc7-665e-4576-be64-8d6b28008577 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:26.262937 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10189a05-2a19-4e0d-aef3-f71ad9674fb2 req-b5d9ecc7-665e-4576-be64-8d6b28008577 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 945 time: 0.1887822 Aug 11 00:54:26.275930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] In _notify_port_updated(), no bound segment for port 7a65af80-bd4e-40a3-9202-ac61272ffd45 on network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:54:26.280014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:26.285015 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:26.285100 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:26.285180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-ecb5fed1-282a-46c0-8da4-661f45fc8390 service neutron] 10.222.0.44 "PUT /v2.0/ports/7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 200 len: 1028 time: 0.9784331 Aug 11 00:54:26.328139 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cd55f9-7794-48a7-8728-f5831f279f42 x-openstack-request-id: req-13cd55f9-7794-48a7-8728-f5831f279f42 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:26.328500 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4f07ff-3d93-456b-9304-ce8cbfddbfd9", "name": "network-vif-plugged", "status": "completed", "tag": "0c6a94b4-4c57-46e0-9c05-25d8fcec95b8", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:26.328764 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13cd55f9-7794-48a7-8728-f5831f279f42 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:26.329164 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4f07ff-3d93-456b-9304-ce8cbfddbfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6a94b4-4c57-46e0-9c05-25d8fcec95b8', 'code': 200} Aug 11 00:54:26.357656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:26.412107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10189a05-2a19-4e0d-aef3-f71ad9674fb2 req-f193dd7e-970f-4cda-8be9-a11b051de047 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167305 Aug 11 00:54:26.494653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9325-0902-46d6-a296-d1734a889b97 req-217ef158-f0d8-4396-836c-ee062e9e060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:26.495334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-525c9325-0902-46d6-a296-d1734a889b97 req-217ef158-f0d8-4396-836c-ee062e9e060d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 1098 time: 0.0990455 Aug 11 00:54:26.521246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 397d7780-b4ca-445a-9903-d868d786bf2e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:26.521632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:26.556991 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-525c9325-0902-46d6-a296-d1734a889b97 req-c9fe057f-8e6c-4e08-9b59-352815f87320 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547254 Aug 11 00:54:26.578825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8c538312-bdae-4d45-a10c-57efe92fe8fe None None] Provisioning complete for port 7a65af80-bd4e-40a3-9202-ac61272ffd45 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:54:26.579488 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8c538312-bdae-4d45-a10c-57efe92fe8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:26.672742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8c538312-bdae-4d45-a10c-57efe92fe8fe None None] Port 7a65af80-bd4e-40a3-9202-ac61272ffd45 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:54:27.151074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 397d7780-b4ca-445a-9903-d868d786bf2e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:27.174685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066935f-1023-4ce1-a719-c280628d7e5f req-d88dbd56-1739-42c9-8861-4e3aacf6da9f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:27.188129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066935f-1023-4ce1-a719-c280628d7e5f req-d88dbd56-1739-42c9-8861-4e3aacf6da9f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:27.211428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066935f-1023-4ce1-a719-c280628d7e5f req-d88dbd56-1739-42c9-8861-4e3aacf6da9f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:27.213190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0954de8-d92a-49bf-89ed-4ae9ce3e6fe9 req-a2174306-8ba6-42f1-9146-214d02ad5b86 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.1071689 Aug 11 00:54:27.218957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066935f-1023-4ce1-a719-c280628d7e5f req-d88dbd56-1739-42c9-8861-4e3aacf6da9f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:27.233394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066935f-1023-4ce1-a719-c280628d7e5f req-d88dbd56-1739-42c9-8861-4e3aacf6da9f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:27.256237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9066935f-1023-4ce1-a719-c280628d7e5f req-d88dbd56-1739-42c9-8861-4e3aacf6da9f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 3886 time: 0.2161331 Aug 11 00:54:27.262990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] For port 397d7780-b4ca-445a-9903-d868d786bf2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=397d7780-b4ca-445a-9903-d868d786bf2e,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:27.263519 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:27.310100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9066935f-1023-4ce1-a719-c280628d7e5f req-9cb1decc-31dd-4444-8a2e-7bf71bda41bc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563166 Aug 11 00:54:27.419937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:27.511054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 397d7780-b4ca-445a-9903-d868d786bf2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=397d7780-b4ca-445a-9903-d868d786bf2e,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:27.642617 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:27.644649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 42653c7a-c067-44ea-b929-e68fe3b4e47c no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:27.699103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba731ba-7ddd-4647-aa42-a09434dd5c74 req-f34ee233-e42a-42e1-827e-13b09ae1df9a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:27.700958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6ba731ba-7ddd-4647-aa42-a09434dd5c74 req-f34ee233-e42a-42e1-827e-13b09ae1df9a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 946 time: 0.1374395 Aug 11 00:54:27.759902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6ba731ba-7ddd-4647-aa42-a09434dd5c74 req-2d61c53b-bba3-4c28-9d8f-9ea2ae1880fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475333 Aug 11 00:54:27.817104 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:27.817965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:27.818991 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Floating IP 07cf7fc0-ad65-4512-b3f2-24cb406b7b05 disassociated. External IP: 172.25.0.160, port: 397d7780-b4ca-445a-9903-d868d786bf2e. Aug 11 00:54:27.819645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 397d7780-b4ca-445a-9903-d868d786bf2e owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:27.836577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=397d7780-b4ca-445a-9903-d868d786bf2e,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:27.898804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:27.939688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 42653c7a-c067-44ea-b929-e68fe3b4e47c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:28.056725 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:28.057870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device c8063b30-6be5-4a51-b6a9-3e2347a26822 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:28.092727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:28.143465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=397d7780-b4ca-445a-9903-d868d786bf2e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:28.171539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=42653c7a-c067-44ea-b929-e68fe3b4e47c,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:28.230588 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:28.292408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port c8063b30-6be5-4a51-b6a9-3e2347a26822, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:28.334361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e'}, {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42653c7a-c067-44ea-b929-e68fe3b4e47c'}, {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8063b30-6be5-4a51-b6a9-3e2347a26822'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:28.339737 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3d6c26-f1e0-48ec-8ef2-f23fb649ab3d" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-unplugged", "status": "completed", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e"}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-unplugged", "status": "completed", "tag": "42653c7a-c067-44ea-b929-e68fe3b4e47c"}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8063b30-6be5-4a51-b6a9-3e2347a26822"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:28.380308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4df5f776-b860-445a-b244-8b9ef769721b req-44975d51-d26c-4e7f-bb21-1a86ce7253e4 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0364206 Aug 11 00:54:28.419433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:54:28.476091 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:28.477402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 901d9961-465b-4f91-a402-50d5a7a3786f no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:28.502136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbc1f1f0-476a-4b59-8aae-84f330661c4e req-fa09fb8e-c7da-4d81-a1ab-a0ca5803a057 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0618131 Aug 11 00:54:28.584756 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71bfa7d-935e-41cc-8947-3871f8d6925b x-openstack-request-id: req-e71bfa7d-935e-41cc-8947-3871f8d6925b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:28.587053 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-unplugged", "status": "completed", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e", "code": 200}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-unplugged", "status": "completed", "tag": "42653c7a-c067-44ea-b929-e68fe3b4e47c", "code": 200}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8063b30-6be5-4a51-b6a9-3e2347a26822", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:28.588268 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e71bfa7d-935e-41cc-8947-3871f8d6925b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:28.594340 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e', 'code': 200} Aug 11 00:54:28.594340 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42653c7a-c067-44ea-b929-e68fe3b4e47c', 'code': 200} Aug 11 00:54:28.594340 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8063b30-6be5-4a51-b6a9-3e2347a26822', 'code': 200} Aug 11 00:54:28.700940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=c8063b30-6be5-4a51-b6a9-3e2347a26822,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:28.807465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:54:28.825650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] Sync routers for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:54:28.907608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:54:28.908259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:54:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:28.914912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30489-92fb-4c53-bc9b-7f5bde137d22 req-6cd348e9-b28c-4c28-9303-9c8063ef6af6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:28.925758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30489-92fb-4c53-bc9b-7f5bde137d22 req-6cd348e9-b28c-4c28-9303-9c8063ef6af6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:28.949535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30489-92fb-4c53-bc9b-7f5bde137d22 req-6cd348e9-b28c-4c28-9303-9c8063ef6af6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:28.972296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30489-92fb-4c53-bc9b-7f5bde137d22 req-6cd348e9-b28c-4c28-9303-9c8063ef6af6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:28.975263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58a30489-92fb-4c53-bc9b-7f5bde137d22 req-6cd348e9-b28c-4c28-9303-9c8063ef6af6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 3147 time: 0.3800499 Aug 11 00:54:28.976816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] No DVR routers for this DVR port 397d7780-b4ca-445a-9903-d868d786bf2e on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:28.980516 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:28.984979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-e42281ef-f763-4ad6-8b46-29bfc76c9c0b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "DELETE /v2.0/ports/397d7780-b4ca-445a-9903-d868d786bf2e HTTP/1.1" status: 204 len: 173 time: 2.6927979 Aug 11 00:54:28.985735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:28.989712 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678e9b1a-a89b-4377-99aa-5e0ae74015f3" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:29.051813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ee444-4511-499d-ab97-ea17d49e6d97 req-cf1e21e5-4938-41bc-8b74-b1cf249d9780 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:29.059389 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3ee444-4511-499d-ab97-ea17d49e6d97 req-cf1e21e5-4938-41bc-8b74-b1cf249d9780 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 946 time: 0.1344547 Aug 11 00:54:29.161875 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d3ee444-4511-499d-ab97-ea17d49e6d97 req-3effd870-fbd5-49ff-9c18-5f32807f4dcb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722914 Aug 11 00:54:29.214533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:54:29.224596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58a30489-92fb-4c53-bc9b-7f5bde137d22 req-c0ab78e7-9fcc-4643-ae94-15521725d658 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120874 Aug 11 00:54:29.298416 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62cef81-0823-4df8-8b09-0e103e6ef471 x-openstack-request-id: req-f62cef81-0823-4df8-8b09-0e103e6ef471 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:29.298416 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "397d7780-b4ca-445a-9903-d868d786bf2e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:29.298416 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f62cef81-0823-4df8-8b09-0e103e6ef471 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:29.299092 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': '397d7780-b4ca-445a-9903-d868d786bf2e', 'status': 'completed', 'code': 200} Aug 11 00:54:29.318349 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:29.367887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 71bbd851-f54e-4f2a-ae13-e22b687560c0 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:29.368391 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:29.631667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e995f061-0013-40b7-9fbe-74b71c9c1044 req-867a6793-6e63-40b0-9668-8f387a181505 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0703120 Aug 11 00:54:29.656548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] For port 71bbd851-f54e-4f2a-ae13-e22b687560c0, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=71bbd851-f54e-4f2a-ae13-e22b687560c0,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:29.667266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:29.732208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 71bbd851-f54e-4f2a-ae13-e22b687560c0 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:29.842480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 901d9961-465b-4f91-a402-50d5a7a3786f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=901d9961-465b-4f91-a402-50d5a7a3786f,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:29.889765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:29.958549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ad55c-e898-4ab5-8c47-1be60996b6f6 req-9aa01cbe-4d63-4e20-a94f-d4549de257e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:29.982581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb8ad55c-e898-4ab5-8c47-1be60996b6f6 req-9aa01cbe-4d63-4e20-a94f-d4549de257e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 946 time: 0.4825606 Aug 11 00:54:30.015859 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:30.054167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:30.081843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] Checking router: 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:54:30.094682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:54:30.098636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:54:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:30.101885 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb8ad55c-e898-4ab5-8c47-1be60996b6f6 req-aba84ff3-fe14-4281-b9d7-7125ccebaf79 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337533 Aug 11 00:54:30.151414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:30.157693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7a65af80-bd4e-40a3-9202-ac61272ffd45 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:30.274384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5d0fd-a7e9-4486-9689-d095e535f7cd req-5038c959-970b-4010-9139-f5ae42419c05 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:30.275774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ed5d0fd-a7e9-4486-9689-d095e535f7cd req-5038c959-970b-4010-9139-f5ae42419c05 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 946 time: 0.0647223 Aug 11 00:54:30.303090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:54:30.323835 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:30.343931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ed5d0fd-a7e9-4486-9689-d095e535f7cd req-90195293-794e-4593-929b-e197068bb9f3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576844 Aug 11 00:54:30.466610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=901d9961-465b-4f91-a402-50d5a7a3786f,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:30.477897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 7a65af80-bd4e-40a3-9202-ac61272ffd45 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:54:30.480269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 226f90a5-65ad-4199-8a64-b461d676c137 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:30.490065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=71bbd851-f54e-4f2a-ae13-e22b687560c0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:30.600773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901d9961-465b-4f91-a402-50d5a7a3786f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:30.609091 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffde5fb-27b5-4ae6-a38c-ba5d7034047b" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-unplugged", "status": "completed", "tag": "901d9961-465b-4f91-a402-50d5a7a3786f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:30.612098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 226f90a5-65ad-4199-8a64-b461d676c137 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:54:30.612541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 71bbd851-f54e-4f2a-ae13-e22b687560c0 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:30.679679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 71bbd851-f54e-4f2a-ae13-e22b687560c0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:54:30.679932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 71bbd851-f54e-4f2a-ae13-e22b687560c0 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:54:30.706105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] No DVR routers for this DVR port 71bbd851-f54e-4f2a-ae13-e22b687560c0 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:30.716013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:30.725416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-93128de4-e5af-46fc-842b-884071223ffd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "DELETE /v2.0/ports/71bbd851-f54e-4f2a-ae13-e22b687560c0 HTTP/1.1" status: 204 len: 173 time: 1.7298393 Aug 11 00:54:30.817260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c01f78-81fc-4fec-a765-5a93e02a65a8 req-9c1f34b8-77d1-4fc8-9c7a-db33c994415f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:30.824169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c01f78-81fc-4fec-a765-5a93e02a65a8 req-9c1f34b8-77d1-4fc8-9c7a-db33c994415f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:30.830458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c01f78-81fc-4fec-a765-5a93e02a65a8 req-9c1f34b8-77d1-4fc8-9c7a-db33c994415f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:30.832458 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93c01f78-81fc-4fec-a765-5a93e02a65a8 req-9c1f34b8-77d1-4fc8-9c7a-db33c994415f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 2410 time: 0.3614509 Aug 11 00:54:31.011284 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93c01f78-81fc-4fec-a765-5a93e02a65a8 req-a84c6313-d6a6-4786-ad5b-dca3f50d0886 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644366 Aug 11 00:54:31.069462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 42653c7a-c067-44ea-b929-e68fe3b4e47c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:31.069828 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:31.173883 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b449e77-9ec9-4d74-9c99-64446c473ec3 x-openstack-request-id: req-4b449e77-9ec9-4d74-9c99-64446c473ec3 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:31.174481 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-unplugged", "status": "completed", "tag": "901d9961-465b-4f91-a402-50d5a7a3786f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:31.174481 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b449e77-9ec9-4d74-9c99-64446c473ec3 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:31.174820 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901d9961-465b-4f91-a402-50d5a7a3786f', 'code': 200} Aug 11 00:54:31.329792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': '71bbd851-f54e-4f2a-ae13-e22b687560c0'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:31.333813 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54800fb-9d31-4501-9386-2f6a8d454e3a" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "71bbd851-f54e-4f2a-ae13-e22b687560c0"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:31.378140 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef33f818-2f92-4338-8256-a58052fb366c req-cf875583-9d29-4e38-b9d9-ee2728770b84 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0902262 Aug 11 00:54:31.413954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] For port 42653c7a-c067-44ea-b929-e68fe3b4e47c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=42653c7a-c067-44ea-b929-e68fe3b4e47c,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:31.414502 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:31.415476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:54:31.432059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 42653c7a-c067-44ea-b929-e68fe3b4e47c owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:31.477880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e11548-c6cc-4a35-b64f-31cc325c8fe6 None None] The sync data for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 is: [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:43:06Z', 'revision_number': 4, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '77b4947a-80a8-4527-82ca-a2e421f22880', 'name': '', 'network_id': 'ece244df-909c-4779-bf6c-17273d3f30aa', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'mac_address': 'fa:16:3e:c6:05:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2022, 'fixed_ips': [{'subnet_id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:43:02Z', 'updated_at': '2021-08-11T00:43:17Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'subnets': [{'id': '01b0d88f-459e-4ff9-b267-1377751700fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:54:31.493562 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a48962e-7259-48cc-b011-3816da0029d7 x-openstack-request-id: req-5a48962e-7259-48cc-b011-3816da0029d7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:31.493862 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "71bbd851-f54e-4f2a-ae13-e22b687560c0", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:31.494100 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a48962e-7259-48cc-b011-3816da0029d7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:31.494502 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': '71bbd851-f54e-4f2a-ae13-e22b687560c0', 'status': 'completed', 'code': 200} Aug 11 00:54:31.663884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787b1d6-754e-4228-af9a-ff88d0e35142 req-947ffcd1-60b5-40fa-bc47-360b982e01ed tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:31.663884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f787b1d6-754e-4228-af9a-ff88d0e35142 req-947ffcd1-60b5-40fa-bc47-360b982e01ed tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 946 time: 0.3146887 Aug 11 00:54:31.710474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f787b1d6-754e-4228-af9a-ff88d0e35142 req-b34035e2-5314-4b1f-ae1d-d18b136768e1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Aug 11 00:54:31.729689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:31.782631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=42653c7a-c067-44ea-b929-e68fe3b4e47c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:31.857141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] No DVR routers for this DVR port 42653c7a-c067-44ea-b929-e68fe3b4e47c on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:31.863608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:31.868082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-4bb943c7-4d8c-479b-b687-4a46fffa59b3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "DELETE /v2.0/ports/42653c7a-c067-44ea-b929-e68fe3b4e47c HTTP/1.1" status: 204 len: 173 time: 1.1341710 Aug 11 00:54:32.045540 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a67de86-18ff-4c99-8541-98e1d6c659ba None None] New status for floating IP 07cf7fc0-ad65-4512-b3f2-24cb406b7b05: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:54:32.098277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port c8063b30-6be5-4a51-b6a9-3e2347a26822 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:32.098655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:32.333389 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bd0207aa-362e-4320-a4e1-cda4120c5aee req-7c98e0e1-122b-4235-88c7-478358e80224 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0752864 Aug 11 00:54:32.501533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e904dc-b634-4fdf-8bb9-9ac6b5c8e2dc req-71766351-ba36-493f-9dc6-f07a3e247c5a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:32.523071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e904dc-b634-4fdf-8bb9-9ac6b5c8e2dc req-71766351-ba36-493f-9dc6-f07a3e247c5a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:32.535886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2e904dc-b634-4fdf-8bb9-9ac6b5c8e2dc req-71766351-ba36-493f-9dc6-f07a3e247c5a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 1677 time: 0.2211704 Aug 11 00:54:32.565157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] For port c8063b30-6be5-4a51-b6a9-3e2347a26822, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=c8063b30-6be5-4a51-b6a9-3e2347a26822,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:32.565682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:32.598898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for c8063b30-6be5-4a51-b6a9-3e2347a26822 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:32.762813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c2e904dc-b634-4fdf-8bb9-9ac6b5c8e2dc req-8db6708a-66f2-44b3-a4e3-2c620ef46081 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050889 Aug 11 00:54:32.815336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-21b321ca-e9e5-432c-ba7f-9079b44eeeef tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:32.820185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-21b321ca-e9e5-432c-ba7f-9079b44eeeef tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 946 time: 0.1837313 Aug 11 00:54:33.142484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:33.202414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499e94a-dfc2-4693-8eee-88a529769600 req-8eddfedb-8ace-4281-8042-64fa544261a0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:33.205033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=c8063b30-6be5-4a51-b6a9-3e2347a26822,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:33.206560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7499e94a-dfc2-4693-8eee-88a529769600 req-8eddfedb-8ace-4281-8042-64fa544261a0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 946 time: 0.2372568 Aug 11 00:54:33.296103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:33.296656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:33.364157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] No DVR routers for this DVR port c8063b30-6be5-4a51-b6a9-3e2347a26822 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:33.370400 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:33.375544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-6dfdb46f-9df8-47f8-a024-df8a9d8719e8 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "DELETE /v2.0/ports/c8063b30-6be5-4a51-b6a9-3e2347a26822 HTTP/1.1" status: 204 len: 173 time: 1.4951956 Aug 11 00:54:33.499733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': '42653c7a-c067-44ea-b929-e68fe3b4e47c'}, {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': 'c8063b30-6be5-4a51-b6a9-3e2347a26822'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:33.512039 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2689e984-4858-4496-86bb-fc564bba5f6a" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "42653c7a-c067-44ea-b929-e68fe3b4e47c"}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "c8063b30-6be5-4a51-b6a9-3e2347a26822"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:33.587771 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7499e94a-dfc2-4693-8eee-88a529769600 req-6e648a67-e6c6-40fe-a6f8-974c2d827ff3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530207 Aug 11 00:54:33.677913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-333a607f-5005-4410-a5e5-814b3081234c req-9f1dcdf2-4190-45b4-8bdc-ce7fe8d19004 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0528824 Aug 11 00:54:33.740098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 901d9961-465b-4f91-a402-50d5a7a3786f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:54:33.740810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:33.839031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] For port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:33.840043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:33.900985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:33.912750 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a2a93-920c-4cd2-a2b2-5c663d441593 x-openstack-request-id: req-826a2a93-920c-4cd2-a2b2-5c663d441593 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:33.913318 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "42653c7a-c067-44ea-b929-e68fe3b4e47c", "status": "completed", "code": 200}, {"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "c8063b30-6be5-4a51-b6a9-3e2347a26822", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:33.915063 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-826a2a93-920c-4cd2-a2b2-5c663d441593 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:33.917081 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': '42653c7a-c067-44ea-b929-e68fe3b4e47c', 'status': 'completed', 'code': 200} Aug 11 00:54:33.918896 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': 'c8063b30-6be5-4a51-b6a9-3e2347a26822', 'status': 'completed', 'code': 200} Aug 11 00:54:34.067718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] For port 901d9961-465b-4f91-a402-50d5a7a3786f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=901d9961-465b-4f91-a402-50d5a7a3786f,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:54:34.068144 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:34.162681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 901d9961-465b-4f91-a402-50d5a7a3786f owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:54:34.290622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556c7e7-f7ab-458a-9014-6bb5ff73fffd req-5e4f665b-b87b-488d-be5a-194817b7d88b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:54:34.301426 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9556c7e7-f7ab-458a-9014-6bb5ff73fffd req-5e4f665b-b87b-488d-be5a-194817b7d88b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 943 time: 0.2917702 Aug 11 00:54:34.395955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9556c7e7-f7ab-458a-9014-6bb5ff73fffd req-19bb6443-042b-4a4a-bbc7-377492fb1cad tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups?id=20b8eaf7-be4c-4167-8b14-41b95367bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928659 Aug 11 00:54:34.472436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:34.541235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=0c6a94b4-4c57-46e0-9c05-25d8fcec95b8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:34.622944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] No DVR routers for this DVR port 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:34.627541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:34.630850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b43476c-7682-4fe1-8ff4-1f7a5a29d00b req-2da21195-fd47-4fe7-8916-a8c80499e1da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "DELETE /v2.0/ports/0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 HTTP/1.1" status: 204 len: 173 time: 1.8015821 Aug 11 00:54:34.631622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4f07ff-3d93-456b-9304-ce8cbfddbfd9', 'name': 'network-vif-deleted', 'tag': '0c6a94b4-4c57-46e0-9c05-25d8fcec95b8'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:34.634660 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814e008b-5621-4333-9845-b5c1b464731c" -d '{"events": [{"server_uuid": "ad4f07ff-3d93-456b-9304-ce8cbfddbfd9", "name": "network-vif-deleted", "tag": "0c6a94b4-4c57-46e0-9c05-25d8fcec95b8"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:34.640356 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:34.711113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=901d9961-465b-4f91-a402-50d5a7a3786f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:54:34.821860 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485d1ea-0552-4afd-86ec-df22d64beb78 x-openstack-request-id: req-6485d1ea-0552-4afd-86ec-df22d64beb78 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:34.822616 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4f07ff-3d93-456b-9304-ce8cbfddbfd9", "name": "network-vif-deleted", "tag": "0c6a94b4-4c57-46e0-9c05-25d8fcec95b8", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:34.823098 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6485d1ea-0552-4afd-86ec-df22d64beb78 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:34.823807 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4f07ff-3d93-456b-9304-ce8cbfddbfd9', 'name': 'network-vif-deleted', 'tag': '0c6a94b4-4c57-46e0-9c05-25d8fcec95b8', 'status': 'completed', 'code': 200} Aug 11 00:54:34.841494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] No DVR routers for this DVR port 901d9961-465b-4f91-a402-50d5a7a3786f on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:54:34.849340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:34.853835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ccc670e-de65-4a68-bec1-651d0e6412c7 req-80e1b483-b09c-4233-91d5-ea012b32e15a tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.44 "DELETE /v2.0/ports/901d9961-465b-4f91-a402-50d5a7a3786f HTTP/1.1" status: 204 len: 173 time: 1.4706459 Aug 11 00:54:34.958332 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-33686c42-9681-4ea8-839f-be3efa3d88da req-7f6733d8-b9f1-4f05-9c14-6f8978c209b9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0613177 Aug 11 00:54:35.058356 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6619fb79-0d88-423f-b301-0de8e595f1a3 req-19678940-279d-4b57-a7e2-014d5c690874 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0443749 Aug 11 00:54:35.591935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da0ddba4-f314-493b-9320-4d70be9215e1 req-1922648c-129f-416a-a2eb-49db8af9bbfc tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0467563 Aug 11 00:54:35.786623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:54:35.920381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': '901d9961-465b-4f91-a402-50d5a7a3786f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:54:35.926863 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee55cc73-8acc-4fd1-a4c1-5d5aa37aa09b" -d '{"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "901d9961-465b-4f91-a402-50d5a7a3786f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:54:36.027287 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60162b5-1499-49bd-bd57-4dffb189af48 x-openstack-request-id: req-c60162b5-1499-49bd-bd57-4dffb189af48 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:54:36.027819 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee419242-95b7-4e90-9a57-96d4ab08e26e", "name": "network-vif-deleted", "tag": "901d9961-465b-4f91-a402-50d5a7a3786f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:54:36.028523 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c60162b5-1499-49bd-bd57-4dffb189af48 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:54:36.029516 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee419242-95b7-4e90-9a57-96d4ab08e26e', 'name': 'network-vif-deleted', 'tag': '901d9961-465b-4f91-a402-50d5a7a3786f', 'status': 'completed', 'code': 200} Aug 11 00:54:36.101841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:54:36.102796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0c6a94b4-4c57-46e0-9c05-25d8fcec95b8 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:54:36.134965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-903d4dfa-6d45-4735-b240-2698c07d7358 req-02951c70-0fdd-4bde-9fa2-abb03030c55d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0427747 Aug 11 00:54:36.254731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3562ad13-9883-460b-bfaa-d3be5a20e7ef req-761a36c5-35e6-4f66-b9b7-d49cfcbb5684 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0344839 Aug 11 00:54:36.743345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f6005d6-a244-4d3b-81df-9c77e0ba021e req-6bc0b999-bd55-483d-a10c-7d485978bae4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0386028 Aug 11 00:54:37.272810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f02cc8d7-9261-44a7-9663-38ed5a09c257 req-d4fb0a67-d1e1-41f9-b6d4-17db8e21327f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0491853 Aug 11 00:54:37.398038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66c0064e-6072-4027-a835-e5e411dc0df7 req-2e8913e5-4b19-435c-b660-6de5386c657d tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0470512 Aug 11 00:54:37.888328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71449cc2-ceaf-4eef-a67f-836a2ce78b5f req-f7db5c4b-9009-4f91-887c-a2a2488d5b1b tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0417900 Aug 11 00:54:38.413491 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8ac7395e-9d2a-48a0-86a9-fc51b972350c req-5c24b612-54ba-49c6-a3ce-8506304fa876 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0345409 Aug 11 00:54:38.542503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a2b262b-f459-46cb-9afb-86d9263ab327 req-528b3ac3-904b-4a79-87af-179bda64f705 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0546792 Aug 11 00:54:39.048894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1671714-b2ba-4312-b3dd-feb17f5d4a87 req-2d3620a4-84cd-4933-97df-59b811970176 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0381317 Aug 11 00:54:39.552543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-246d3044-633e-4229-9490-d74514fe11c4 req-7e39568d-3f04-4cdf-8df6-a6ed0a304f65 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0459037 Aug 11 00:54:39.683505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c394552e-9ebf-4390-be2f-8fcaa3511e79 req-7c5e7b8f-1892-4435-930c-a1bfe02e89db tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0423129 Aug 11 00:54:40.180644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2992eab5-c37e-4bfc-9861-711d23db8af9 req-f6bde7f2-b80b-4e1c-acaa-2fe98d15ec1f tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0313883 Aug 11 00:54:40.687086 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-115f9d20-fe5f-4398-b2d1-ecd64f9d7f39 req-9a46c2b0-8a40-453e-987c-ca94d45668ff tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0346158 Aug 11 00:54:41.030158 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-686557ce-3255-4ac5-9d6f-8845281bfafb req-8fd08aed-dcb7-4a38-80b4-33dbe0f88a03 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.2478454 Aug 11 00:54:41.329069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef2def64-f601-4f7e-ac67-07656932014f req-b119555d-da18-46ec-a956-aa480859967e tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0349889 Aug 11 00:54:41.807504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-307f58e0-1f7f-4d76-bbe6-559790818056 req-06bd87a6-890b-4e04-8dfc-b7b6b4b6ef69 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0323918 Aug 11 00:54:42.175867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55617fa0-ecd0-4315-a2bd-02007c1d00c6 req-c522ba47-2eaa-4ee3-ae2d-e85d39a39bdc tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0339761 Aug 11 00:54:42.444219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3268c6b8-425d-475f-ad88-38c9237c36be req-d459ed7b-4a86-498a-b8f2-3a67ac35bd13 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0297523 Aug 11 00:54:42.963279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbb37967-0442-4e89-ab57-9f8c680b6080 req-37d4ef2d-7557-4ab2-b3c3-0fcd84b532f5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Aug 11 00:54:43.313411 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10bda10a-fc65-4c92-a088-62454a8af806 req-704cd336-ce1c-4117-a998-d89c0e90c65d tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0313816 Aug 11 00:54:43.572074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-617e8020-2da4-45a2-b07f-90c1a0fb4556 req-f05db95e-16b6-4fd7-996f-ee9ca5dc8c80 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0368142 Aug 11 00:54:44.109128 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0cab16be-ad30-4d7a-932a-57eaf246ce76 req-e6376346-cc9d-45be-a1c0-13bd9c5353f9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0498633 Aug 11 00:54:44.432232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d1ed8c4-4b96-4831-a185-2b87fe64bb4f req-01114779-2dc0-4934-ba25-9bbcf2b507f9 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0304692 Aug 11 00:54:44.699323 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0995a242-7d3c-4707-bec3-3ff0f1a5208c req-93fe8689-ef48-48cf-8700-ad7f6c301ca4 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0273094 Aug 11 00:54:45.234205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e50ef436-9cea-4f18-bc0b-a6ac2bccdd3c req-61768c8d-b5ef-44bd-863b-a46e92b55083 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0343978 Aug 11 00:54:45.556976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74142ed6-ae46-4d09-a55c-f21ae5805d63 req-8199863e-721f-4266-8609-9255ade3bc1d tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0278850 Aug 11 00:54:45.818706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21f2ffc5-1a03-494c-a93a-793e0c6d9169 req-4526f566-bd09-40f2-9aa9-49b781f3919c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0322404 Aug 11 00:54:46.286430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c7cd7c12-8ed0-4b90-9684-dae25da39691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:46.396039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4bf912f-e992-4108-9126-b95cf946ce35 req-2918a589-b1e3-4240-9ba0-3e6883821f7b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad4f07ff-3d93-456b-9304-ce8cbfddbfd9 HTTP/1.1" status: 200 len: 210 time: 0.0295594 Aug 11 00:54:46.741007 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b31e4ff-346a-443c-a699-d04005a55065 req-5a0b6289-318b-496a-95ef-6cb70cb1e99f tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0795584 Aug 11 00:54:46.943113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bccdd899-dc0d-4044-9df0-6cf98fee8d43 req-f2b3b711-f7a1-445b-b35a-dd74ce9ab64c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0332456 Aug 11 00:54:47.926932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4cc8f726-ee26-4a27-9ed9-85ba1575d6f8 req-24ed6845-4b1a-4c45-a203-15c84bcd08b0 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0685523 Aug 11 00:54:48.142991 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7d96769a-3719-4d3a-a425-9fb3b3076573 req-772700ab-c642-401b-af7c-a9f815783536 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0579827 Aug 11 00:54:48.982982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:48.984480 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fee6ebec-649c-4907-a5b5-f5fc0edb3738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:49.096072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ab688fb8-ba20-48df-b537-72f098d59caa req-35bb55d9-2150-4001-926b-4fc570addd46 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0446937 Aug 11 00:54:49.368804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f97585-313d-4519-a425-6a37a989c35d req-a5f705f5-2a8e-412c-ab82-8a3f92bbcacd tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0654547 Aug 11 00:54:50.289246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ef2e32b-b15e-4980-880b-78825eb2bd81 req-30a1cc4b-1f87-4968-8bd1-d72576877a97 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0651426 Aug 11 00:54:50.476067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:50.558569 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1acb0334-e5c0-406b-8bdc-6d7a50b634e6 req-41a870bf-8118-44ed-a9f3-75d20a24b951 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0674758 Aug 11 00:54:51.462780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c9be640b-80a4-46ea-8018-dc2786d0bc3a req-5c228b99-c0ab-41dc-a070-1c830b4e9420 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0722468 Aug 11 00:54:51.678325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e49c08cc-e7df-4566-9b57-e6acdfe10d74 req-2bee4962-4701-4f8f-aa79-bc4cc843c760 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0430782 Aug 11 00:54:52.450519 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:52.580873 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:54:52.615708 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-517009ce-3717-4d53-ae65-d274e48d2e0c req-7d71d9a8-79f9-49d1-a3ed-3904eb4bf540 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0450971 Aug 11 00:54:52.856723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b8a86fa-6afb-47f1-9a62-e6f91c6631ac req-5bd0dcef-d976-4f34-9e45-e4ea48948865 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0373509 Aug 11 00:54:53.787207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71a67374-ffa3-4821-84fe-e043d64b6bfe req-f8fabd71-32f1-4b6f-ac76-730eeaf87cab tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0423315 Aug 11 00:54:54.016019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a05510fa-7086-40df-8c24-c5aa850910d9 req-5e4d1472-be52-4a80-9737-0dadd4b107d0 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0424075 Aug 11 00:54:54.942782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f10322e5-f70c-48c9-a05f-d1fd27f1c5a4 req-8bc17150-2045-48eb-91f9-08272b9b86dd tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0463567 Aug 11 00:54:55.132732 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-848b1d22-ac0a-42f4-b113-0fdbd76e3b15 req-63e5d8a4-3fbc-4546-84df-0e17fe78b1c7 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0310304 Aug 11 00:54:56.102160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-213376e7-2442-42ea-bff5-06d42016a5f3 req-69d0f0e1-0962-4402-8bc8-263095962c71 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0475335 Aug 11 00:54:56.339461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17c42cd2-a445-46fd-9908-3737be2ce775 req-98aad746-00c5-4529-87c3-5abd8e1dc36c tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0697742 Aug 11 00:54:57.217864 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a8b046f0-95a6-49e9-9b38-f536f7d59452 req-bdccdd7d-0123-4965-a2bb-166000f8b041 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0423186 Aug 11 00:54:57.550190 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-874fc244-2e63-4c69-93a8-80a0f4c360f4 req-b13c7f4b-6006-4cdf-ad07-0de29af199d2 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0475092 Aug 11 00:54:58.335350 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8df2f1b-a78f-44d3-bf85-438f5c8625d5 req-9b56f220-aeab-4cc3-9b90-cde9ce56be4e tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0406134 Aug 11 00:54:58.748188 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb17e0a-1d6c-463c-8c70-992e0acdfdc3 req-994b97c3-25c3-4d19-886b-ca2558d095a9 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee419242-95b7-4e90-9a57-96d4ab08e26e HTTP/1.1" status: 200 len: 210 time: 0.0327034 Aug 11 00:54:59.497770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d75f0228-b035-4db9-9850-e81e7a8451c5 req-2cfba0dd-55e7-49fd-87d7-94c9705ade16 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0363662 Aug 11 00:54:59.551203 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:54:59.766991 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:00.040428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33450) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:00.116792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:00.148351 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:00.321640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:00.330226 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:00.339603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:00.347007 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "DELETE /v2.0/security-groups/20b8eaf7-be4c-4167-8b14-41b95367bf6b HTTP/1.1" status: 204 len: 168 time: 0.3054688 Aug 11 00:55:00.362634 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-9b0e4b4b-58a6-4c26-a064-4d999607cae5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] show failed (client error): The resource could not be found. Aug 11 00:55:00.370590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b8eaf7-be4c-4167-8b14-41b95367bf6b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:00.371003 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9b0e4b4b-58a6-4c26-a064-4d999607cae5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "GET /v2.0/security-groups/20b8eaf7-be4c-4167-8b14-41b95367bf6b HTTP/1.1" status: 404 len: 347 time: 0.0268178 Aug 11 00:55:00.373580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33470) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:00.394045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.394429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.395256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.396074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.396561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.397156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.397726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.398209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.398869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.399386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.401888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.401888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc29420d-b606-4224-9290-b8f9fd8c8cd1 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:00.577968 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-337a1923-2bd5-4a31-8564-04f26c016216 req-76e1c389-63aa-457f-8f43-27d26cf039fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0956337 Aug 11 00:55:00.623321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 5d8df1b3-b86c-4097-b7b2-54a28160026a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:00.624230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:00.668496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a9510e04-7b11-4b48-94a0-eaa2a522d63b req-a1047571-d8d8-4ba4-9710-de5d41adfe24 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0587473 Aug 11 00:55:00.749292 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:00.750144 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:00.778614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 5d8df1b3-b86c-4097-b7b2-54a28160026a owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:00.876281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-279fdeeb-335f-4e7e-8420-874a66c20dab req-73b454a9-22eb-4416-bcff-0d30c9803fe4 service neutron] (95254) timed out ('10.222.0.55', 49564) {{(pid=95254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 00:55:01.083295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:01.129732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=5d8df1b3-b86c-4097-b7b2-54a28160026a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:01.188653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.189017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.189431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.189733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.190029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.191435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.191979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.192703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.193195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.194545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.196977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.198515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:01.268359 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:01.272298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:01.275533 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d09b8f38-9fb1-4927-9765-a4c5a69857ec tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "DELETE /v2.0/floatingips/07cf7fc0-ad65-4512-b3f2-24cb406b7b05 HTTP/1.1" status: 204 len: 168 time: 0.9002278 Aug 11 00:55:01.278241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33508) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:01.439912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4a86a00b-fb59-4283-a2f6-2c5f89a31c03 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 226f90a5-65ad-4199-8a64-b461d676c137 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:01.440738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a86a00b-fb59-4283-a2f6-2c5f89a31c03 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:01.551848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a86a00b-fb59-4283-a2f6-2c5f89a31c03 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:01.566453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4a86a00b-fb59-4283-a2f6-2c5f89a31c03 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 226f90a5-65ad-4199-8a64-b461d676c137 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:01.812356 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee39a3a5-ff5a-448e-b902-d7eab68213f8 req-e0749137-64a4-4733-a21b-9c5cf69bb5c9 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0436256 Aug 11 00:55:01.870862 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a86a00b-fb59-4283-a2f6-2c5f89a31c03 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:01.937183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86a00b-fb59-4283-a2f6-2c5f89a31c03 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=226f90a5-65ad-4199-8a64-b461d676c137,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:02.052258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33544) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:02.120312 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a86a00b-fb59-4283-a2f6-2c5f89a31c03 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:02.123220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4a86a00b-fb59-4283-a2f6-2c5f89a31c03 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "DELETE /v2.0/ports/226f90a5-65ad-4199-8a64-b461d676c137 HTTP/1.1" status: 204 len: 168 time: 0.8418961 Aug 11 00:55:02.126412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33550) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:02.172238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22e60bc-a278-48c1-bf7e-b580307e6dd6 admin admin] Deleting subnet 72623806-45f9-455d-9c9d-5224d5e70882 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:55:02.181450 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c22e60bc-a278-48c1-bf7e-b580307e6dd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:02.292078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-59814186-16f6-4abf-b940-c1320f54adf6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 7a65af80-bd4e-40a3-9202-ac61272ffd45 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:02.302166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59814186-16f6-4abf-b940-c1320f54adf6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:02.568430 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59814186-16f6-4abf-b940-c1320f54adf6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:02.597309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-59814186-16f6-4abf-b940-c1320f54adf6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 7a65af80-bd4e-40a3-9202-ac61272ffd45 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:02.909844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-43a25643-acf9-48ac-8958-d5b87a882b10 req-77de7701-e082-4e32-b9d0-e8173cf6c66a tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0422382 Aug 11 00:55:02.922294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c22e60bc-a278-48c1-bf7e-b580307e6dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:02.992711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59814186-16f6-4abf-b940-c1320f54adf6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.022342 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-796e292d-748b-44b8-beb3-b6572d55d16b req-79bcf7db-3644-48c6-8732-fb6173d9ffba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd244f1314a44a018e29de8ebe7d7e4d&device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.1455646 Aug 11 00:55:03.028081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c22e60bc-a278-48c1-bf7e-b580307e6dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.058262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-796e292d-748b-44b8-beb3-b6572d55d16b req-2697c34b-edf6-40e7-b231-f3b200308f5e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=fd244f1314a44a018e29de8ebe7d7e4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255392 Aug 11 00:55:03.096299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59814186-16f6-4abf-b940-c1320f54adf6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=7a65af80-bd4e-40a3-9202-ac61272ffd45,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:03.224595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-59814186-16f6-4abf-b940-c1320f54adf6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.228567 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-59814186-16f6-4abf-b940-c1320f54adf6 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "DELETE /v2.0/ports/7a65af80-bd4e-40a3-9202-ac61272ffd45 HTTP/1.1" status: 204 len: 168 time: 1.1004260 Aug 11 00:55:03.233268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33600) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:03.251519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e292d-748b-44b8-beb3-b6572d55d16b req-53fba0ed-b7c8-4e44-bfee-7cd54f5bd0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:03.253333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-796e292d-748b-44b8-beb3-b6572d55d16b req-53fba0ed-b7c8-4e44-bfee-7cd54f5bd0dc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743667 Aug 11 00:55:03.311028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e398ffcf-d0c0-4c54-9b17-60f126114700 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting subnet ecbad430-9e61-4416-8e5d-87b7bd2dc366 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:55:03.314721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e398ffcf-d0c0-4c54-9b17-60f126114700 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.320215 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c22e60bc-a278-48c1-bf7e-b580307e6dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.364759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e60bc-a278-48c1-bf7e-b580307e6dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72623806-45f9-455d-9c9d-5224d5e70882,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:03.372984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e398ffcf-d0c0-4c54-9b17-60f126114700 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.382403 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c22e60bc-a278-48c1-bf7e-b580307e6dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.385266 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c22e60bc-a278-48c1-bf7e-b580307e6dd6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/72623806-45f9-455d-9c9d-5224d5e70882 HTTP/1.1" status: 204 len: 168 time: 1.3317225 Aug 11 00:55:03.388513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33606) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:03.509325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e398ffcf-d0c0-4c54-9b17-60f126114700 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.517928 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.686703 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.701098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c21197-55c4-4dba-a3bd-7f516ace44f1']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:03.722144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7585eb4-8f26-4253-8d56-017131d4af64') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:03.726677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7585eb4-8f26-4253-8d56-017131d4af64') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:03.739106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e398ffcf-d0c0-4c54-9b17-60f126114700 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.784948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.803635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398ffcf-d0c0-4c54-9b17-60f126114700 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbad430-9e61-4416-8e5d-87b7bd2dc366,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:03.807347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.821364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:55:03.822532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.841936 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e398ffcf-d0c0-4c54-9b17-60f126114700 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:03.848028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4339f6ec-f5c0-440b-bea3-5d7866bef781 None None] Network 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:55:03.860519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e398ffcf-d0c0-4c54-9b17-60f126114700 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "DELETE /v2.0/subnets/ecbad430-9e61-4416-8e5d-87b7bd2dc366 HTTP/1.1" status: 204 len: 168 time: 0.6256201 Aug 11 00:55:03.863269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33622) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:55:03.906504 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:55:03.978370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-676e595f-f42c-4047-b50b-e2f7484cb7b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting subnet 34aa3175-428d-4c19-a8c5-cb6b1aaf8cce {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:55:03.984407 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-676e595f-f42c-4047-b50b-e2f7484cb7b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.012487 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.019742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.022390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] 10.222.0.43 "DELETE /v2.0/networks/88c21197-55c4-4dba-a3bd-7f516ace44f1 HTTP/1.1" status: 204 len: 168 time: 0.6320927 Aug 11 00:55:04.042039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-676e595f-f42c-4047-b50b-e2f7484cb7b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.052034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33630) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:04.076130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ab364-4318-499d-9fff-69e5ea88743e admin admin] Pushing event deleted for resources: {'Network': ['ID=88c21197-55c4-4dba-a3bd-7f516ace44f1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:04.188601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-43afa191-21a7-4ccc-85ac-b4b300976242 admin admin] Deleting subnet 84f429c9-cdc3-41d6-9233-603d1079cfbe {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:55:04.193602 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43afa191-21a7-4ccc-85ac-b4b300976242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.257189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43afa191-21a7-4ccc-85ac-b4b300976242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.260593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-676e595f-f42c-4047-b50b-e2f7484cb7b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.339872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] DHCP port deletion for 80e3df8e-18e1-42ee-a0ef-a006a3dbae65 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:55:04.405550 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43afa191-21a7-4ccc-85ac-b4b300976242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.436289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49d88ac8-cbdc-40fc-9594-49ec49a409cd req-8c59d36b-b871-4d1b-a80f-fb5ee9c4646f tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.1328194 Aug 11 00:55:04.510370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] Deleting port 59c8fa81-911f-4539-92e6-b84824722b1c {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:04.518885 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.569258 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-796e292d-748b-44b8-beb3-b6572d55d16b req-80858ed7-9669-4d05-94b9-7ac7b07baf07 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.44 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0807848 Aug 11 00:55:04.626361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-676e595f-f42c-4047-b50b-e2f7484cb7b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.691419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 59c8fa81-911f-4539-92e6-b84824722b1c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:55:04.728068 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e595f-f42c-4047-b50b-e2f7484cb7b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Subnet': ['ID=34aa3175-428d-4c19-a8c5-cb6b1aaf8cce,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:04.740736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-676e595f-f42c-4047-b50b-e2f7484cb7b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.742779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-676e595f-f42c-4047-b50b-e2f7484cb7b5 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "DELETE /v2.0/subnets/34aa3175-428d-4c19-a8c5-cb6b1aaf8cce HTTP/1.1" status: 204 len: 168 time: 0.8675566 Aug 11 00:55:04.744951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1024fa-e39c-4ff5-b093-7f8231e0c1d1 None None] Network 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:55:04.746968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33642) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:04.788121 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43afa191-21a7-4ccc-85ac-b4b300976242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.808900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-43afa191-21a7-4ccc-85ac-b4b300976242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.816974 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-43afa191-21a7-4ccc-85ac-b4b300976242 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/84f429c9-cdc3-41d6-9233-603d1079cfbe HTTP/1.1" status: 204 len: 168 time: 0.7523875 Aug 11 00:55:04.817821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33644) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:04.884151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:04.892824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afa191-21a7-4ccc-85ac-b4b300976242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f429c9-cdc3-41d6-9233-603d1079cfbe,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:04.982306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 59c8fa81-911f-4539-92e6-b84824722b1c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:04.982696 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.028193 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.095592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] For port 59c8fa81-911f-4539-92e6-b84824722b1c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=59c8fa81-911f-4539-92e6-b84824722b1c,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:05.096074 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.105827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.115412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 59c8fa81-911f-4539-92e6-b84824722b1c owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:05.143241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] For port 59c8fa81-911f-4539-92e6-b84824722b1c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=59c8fa81-911f-4539-92e6-b84824722b1c,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:05.143642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.183898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 59c8fa81-911f-4539-92e6-b84824722b1c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=59c8fa81-911f-4539-92e6-b84824722b1c,segment=NetworkSegment(a49ce2d0-d59c-4b6f-82f0-a0b24957bd81),segment_id=a49ce2d0-d59c-4b6f-82f0-a0b24957bd81)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:05.190552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] Calling delete_port for 59c8fa81-911f-4539-92e6-b84824722b1c owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:05.274287 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.296413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.324109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844a1512-1bd2-48a9-8376-80a7ddfb8863']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:05.340950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] DHCP port deletion for 532a7180-b56f-4d6f-adf3-8a4e1239cfb8 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:55:05.350038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f79c03-19d4-4bd2-9de3-55fdddf9e059') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:05.352611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f79c03-19d4-4bd2-9de3-55fdddf9e059') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:05.373987 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.384424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.393816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.398492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=59c8fa81-911f-4539-92e6-b84824722b1c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:05.401818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:55:05.402394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:55:05.404450 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:55:05.408550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=59c8fa81-911f-4539-92e6-b84824722b1c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:05.420753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] No DVR routers for this DVR port 59c8fa81-911f-4539-92e6-b84824722b1c on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:55:05.438331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.439479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.439924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.440389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.440802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.441449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.441898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.442294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.442735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.443402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.443795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.444193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:05.462779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.507301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] No DVR routers for this DVR port 59c8fa81-911f-4539-92e6-b84824722b1c on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:55:05.509018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b31b-7576-4a3b-80f0-c8983559a875 None None] Pushing event deleted for resources: {'Port': ['ID=59c8fa81-911f-4539-92e6-b84824722b1c,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:05.527244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] Deleting port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:05.527781 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.557003 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.576933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e3df8e-18e1-42ee-a0ef-a006a3dbae65']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:05.599358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:05.599756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49ce2d0-d59c-4b6f-82f0-a0b24957bd81') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:05.612034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.629960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.639368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] For port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0c87f5a9-2ef0-44d9-b40e-9c57d0101989,segment=NetworkSegment(43924c13-dc1e-45a1-9c7f-f500506f1a34),segment_id=43924c13-dc1e-45a1-9c7f-f500506f1a34)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:05.641276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.641702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:55:05.642396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:55:05.645977 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:55:05.671873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] Calling delete_port for 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:05.690610 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.700189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9be877c9-7767-49cf-b4e4-ddd812c0bade req-e6bcd1da-08eb-4ae5-b317-e7f0195fe3a5 tempest-ServerShowV257Test-652391591 tempest-ServerShowV257Test-652391591-project] 10.222.0.43 "GET /v2.0/ports?device_id=67d60087-c40b-4ad7-afad-7ba28ac15fcb HTTP/1.1" status: 200 len: 210 time: 0.0581572 Aug 11 00:55:05.706187 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.708170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] 10.222.0.43 "DELETE /v2.0/networks/844a1512-1bd2-48a9-8376-80a7ddfb8863 HTTP/1.1" status: 204 len: 168 time: 0.8311067 Aug 11 00:55:05.748506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f08f85-b25b-4635-a0cc-a5c2798efbcd admin admin] Pushing event deleted for resources: {'Network': ['ID=844a1512-1bd2-48a9-8376-80a7ddfb8863,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:05.853629 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.858431 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.860891 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "DELETE /v2.0/networks/80e3df8e-18e1-42ee-a0ef-a006a3dbae65 HTTP/1.1" status: 204 len: 168 time: 1.1126564 Aug 11 00:55:05.863530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33660) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:05.881468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9883491-778d-4a5c-b7f1-32819672d2af tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Network': ['ID=80e3df8e-18e1-42ee-a0ef-a006a3dbae65,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:05.949008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:05.988983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.033275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] Pushing event deleted for resources: {'Port': ['ID=0c87f5a9-2ef0-44d9-b40e-9c57d0101989,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:06.036302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Deleting port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:06.036783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.038503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d88856-cbe3-476f-a0b2-fff012ca6ae7 None None] No DVR routers for this DVR port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:55:06.142207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] For port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989, host n-d-712143-13, got binding levels [] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:06.142587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.158657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Calling delete_port for 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:06.161487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 was not found and therefore no delete operation was performed {{(pid=95254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 00:55:06.162762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.211579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] No DVR routers for this DVR port 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:55:06.212322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Port': ['ID=0c87f5a9-2ef0-44d9-b40e-9c57d0101989,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:06.244842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33664) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:06.339426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.345316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-04815f25-b958-41da-a461-eca91cc54a56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12b7fc8d8d164253ac18ce58d28c2410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990727 Aug 11 00:55:06.347877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33668) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:06.363312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532a7180-b56f-4d6f-adf3-8a4e1239cfb8']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:06.382397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43924c13-dc1e-45a1-9c7f-f500506f1a34') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:06.382397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43924c13-dc1e-45a1-9c7f-f500506f1a34') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:06.397990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.427268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-939bb07d-49d1-4707-9e7c-9e04508317e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.433589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.444190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:55:06.444972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.465548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-939bb07d-49d1-4707-9e7c-9e04508317e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:55:06.467711 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:55:06.610864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-939bb07d-49d1-4707-9e7c-9e04508317e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.615125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-939bb07d-49d1-4707-9e7c-9e04508317e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.619885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-939bb07d-49d1-4707-9e7c-9e04508317e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a32ae27-bf9f-408c-8381-55747945c34f HTTP/1.1" status: 204 len: 168 time: 0.2682614 Aug 11 00:55:06.627234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bb07d-49d1-4707-9e7c-9e04508317e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a32ae27-bf9f-408c-8381-55747945c34f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:06.629219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:55:06.655803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:55:06.656101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0c87f5a9-2ef0-44d9-b40e-9c57d0101989 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:55:06.748349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.796609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:06.815942 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] 10.222.0.43 "DELETE /v2.0/networks/532a7180-b56f-4d6f-adf3-8a4e1239cfb8 HTTP/1.1" status: 204 len: 168 time: 0.9510591 Aug 11 00:55:06.821775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fc98a-4a92-4624-8f81-5273d2550ee3 tempest-TaggedBootDevicesTest-1165972771 tempest-TaggedBootDevicesTest-1165972771-project] Pushing event deleted for resources: {'Network': ['ID=532a7180-b56f-4d6f-adf3-8a4e1239cfb8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:07.550008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33696) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:07.744334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0a146ab-2bcc-4549-9665-893032732b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:07.852216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33706) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:07.934324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e81f9e12-652c-43a2-a3fa-492652304179 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8362a4289994a759b933e624a4ba5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803192 Aug 11 00:55:07.939661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33710) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:07.981306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0a146ab-2bcc-4549-9665-893032732b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.050629 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0a146ab-2bcc-4549-9665-893032732b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.082214 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51acaeca-d90f-4c11-ba07-b727f5dfc905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.130956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a146ab-2bcc-4549-9665-893032732b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617b0979-06ab-4c28-ae18-2244a2e669f7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:08.137457 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b0a146ab-2bcc-4549-9665-893032732b5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd244f1314a44a018e29de8ebe7d7e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863624 Aug 11 00:55:08.141315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33712) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:08.143222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51acaeca-d90f-4c11-ba07-b727f5dfc905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.218616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eeec27a7-5bcc-4dc2-b9f7-61ee5f64ad21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.246540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eeec27a7-5bcc-4dc2-b9f7-61ee5f64ad21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.346067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51acaeca-d90f-4c11-ba07-b727f5dfc905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.351730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-51acaeca-d90f-4c11-ba07-b727f5dfc905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.354383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-51acaeca-d90f-4c11-ba07-b727f5dfc905 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49ea4322-8815-408b-a2c8-30d73f1389b4 HTTP/1.1" status: 204 len: 168 time: 0.4123793 Aug 11 00:55:08.387661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acaeca-d90f-4c11-ba07-b727f5dfc905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea4322-8815-408b-a2c8-30d73f1389b4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:08.464216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eeec27a7-5bcc-4dc2-b9f7-61ee5f64ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.469590 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eeec27a7-5bcc-4dc2-b9f7-61ee5f64ad21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:08.470886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eeec27a7-5bcc-4dc2-b9f7-61ee5f64ad21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/617b0979-06ab-4c28-ae18-2244a2e669f7 HTTP/1.1" status: 204 len: 168 time: 0.3282900 Aug 11 00:55:08.489049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec27a7-5bcc-4dc2-b9f7-61ee5f64ad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617b0979-06ab-4c28-ae18-2244a2e669f7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:10.985353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33786) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:11.345883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5136-3e19-4721-90ba-9d0304e412c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:11.505801 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5136-3e19-4721-90ba-9d0304e412c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:11.624278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5136-3e19-4721-90ba-9d0304e412c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:11.665590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3f9f5136-3e19-4721-90ba-9d0304e412c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1143b20069a48bdae74bb75b1cafc76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6789496 Aug 11 00:55:11.666932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f5136-3e19-4721-90ba-9d0304e412c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80e924c-b855-4f6c-8f7d-fa3152209de1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:11.670023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 33800) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:11.744408 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da0af240-4e29-41b7-a254-95ec5c9851bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:11.772356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da0af240-4e29-41b7-a254-95ec5c9851bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:11.973227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da0af240-4e29-41b7-a254-95ec5c9851bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:11.975866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da0af240-4e29-41b7-a254-95ec5c9851bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:11.977051 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-da0af240-4e29-41b7-a254-95ec5c9851bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e80e924c-b855-4f6c-8f7d-fa3152209de1 HTTP/1.1" status: 204 len: 168 time: 0.3054330 Aug 11 00:55:11.987846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0af240-4e29-41b7-a254-95ec5c9851bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80e924c-b855-4f6c-8f7d-fa3152209de1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:15.420127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-acf22046-e581-4a83-82df-78d5d1e5ca2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524290 Aug 11 00:55:15.552456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-43ff833f-ad97-452b-9b33-40a4273b9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:15.554594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-43ff833f-ad97-452b-9b33-40a4273b9401 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12547f458bd84ad084e68dd0723c9925&device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 1098 time: 0.0813260 Aug 11 00:55:15.875427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-12f5736f-22ba-4c44-8a93-856c92eec4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:15.877854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-12f5736f-22ba-4c44-8a93-856c92eec4e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0b5c67b-1581-4810-b613-07a0a15291e2 HTTP/1.1" status: 200 len: 915 time: 0.2577896 Aug 11 00:55:15.948113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-a3d7946c-dd9b-4fbd-8f51-fd041d000655 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bca1883-78b0-4d3e-bde7-2972029a814a HTTP/1.1" status: 200 len: 217 time: 0.0626793 Aug 11 00:55:16.062041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-33edce96-c8a3-4e38-964f-167e762dd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:16.062041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-33edce96-c8a3-4e38-964f-167e762dd194 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff680f1b-fa99-40ce-a76a-ff40e6c91271 HTTP/1.1" status: 200 len: 854 time: 0.0789638 Aug 11 00:55:16.073786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33916) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:16.084201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518518943', 'description': 'tempest-secgroup-smoke-518518943 description', 'project_id': '7e7ca9f6816745c198aadf17525c4824'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:16.114160 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-f9e4313a-0df3-49f7-afad-acc1c1421a96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0b5c67b-1581-4810-b613-07a0a15291e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718954 Aug 11 00:55:16.237973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-b7483caa-ff50-44db-bbfe-0f130c3baa39 service neutron] 10.222.0.55 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163011 Aug 11 00:55:16.377283 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d81677-a66f-4cf8-ad5d-863b38097571 req-4e3153f0-597d-4e26-b12e-4891ad8b1d6c service neutron] 10.222.0.55 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320076 Aug 11 00:55:16.537619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b553ce35-9bae-4ff6-acf0-28bfc332f44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:16.539451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:16.564496 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:16.677273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:16.855815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:16.891008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca953a7-7830-4df9-b7e5-2460c271db31,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:16.974159 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:17.116076 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:17.187440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:17.264843 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:17.266529 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5f307736-08f7-4652-ae8e-a43b368a0eee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1912601 Aug 11 00:55:17.271422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33950) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:17.281393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6a49e202-116a-45d3-b8ce-8cb7352787d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': '1a58fc0a-70cc-4227-b1b9-00f1e64e6beb', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:17.590312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a49e202-116a-45d3-b8ce-8cb7352787d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:17.892624 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a49e202-116a-45d3-b8ce-8cb7352787d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:18.018794 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a49e202-116a-45d3-b8ce-8cb7352787d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:18.054577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49e202-116a-45d3-b8ce-8cb7352787d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee90481-cd95-48d0-b459-e00082206585,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:18.184642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a49e202-116a-45d3-b8ce-8cb7352787d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:18.186697 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6a49e202-116a-45d3-b8ce-8cb7352787d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9137864 Aug 11 00:55:18.189379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33960) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:18.204402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7911fe3f-9707-4a70-9369-88877411e580 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': '1a58fc0a-70cc-4227-b1b9-00f1e64e6beb', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:18.488341 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7911fe3f-9707-4a70-9369-88877411e580 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:18.609908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7911fe3f-9707-4a70-9369-88877411e580 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:18.773045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7911fe3f-9707-4a70-9369-88877411e580 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:18.838943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911fe3f-9707-4a70-9369-88877411e580 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a08f78-7f89-464e-8428-536d878da7ce,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:18.970456 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cef81328-7df3-4145-8c27-e138589c2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:19.024906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7911fe3f-9707-4a70-9369-88877411e580 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:19.025824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:19.028857 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7911fe3f-9707-4a70-9369-88877411e580 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8348625 Aug 11 00:55:19.042657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:19.056822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-dd44b92c-664e-4ecf-ad07-cad2c8b41f61 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': '1a58fc0a-70cc-4227-b1b9-00f1e64e6beb', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:19.268685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd44b92c-664e-4ecf-ad07-cad2c8b41f61 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:19.522227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd44b92c-664e-4ecf-ad07-cad2c8b41f61 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:19.615944 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd44b92c-664e-4ecf-ad07-cad2c8b41f61 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:19.687304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44b92c-664e-4ecf-ad07-cad2c8b41f61 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b266aa-cdcd-41d0-ab67-28de40ef3c4b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:19.890420 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd44b92c-664e-4ecf-ad07-cad2c8b41f61 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:19.891830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dd44b92c-664e-4ecf-ad07-cad2c8b41f61 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8472693 Aug 11 00:55:19.895281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 33994) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:19.900754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-84f2e1af-b15c-4a3e-a756-6f80bcd854e6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': '1a58fc0a-70cc-4227-b1b9-00f1e64e6beb', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:20.127999 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84f2e1af-b15c-4a3e-a756-6f80bcd854e6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:20.252840 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84f2e1af-b15c-4a3e-a756-6f80bcd854e6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:20.975521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84f2e1af-b15c-4a3e-a756-6f80bcd854e6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:21.005852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:21.006342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e1af-b15c-4a3e-a756-6f80bcd854e6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df72758-e95a-4d22-a66d-81893a6b928f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:21.887295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-84f2e1af-b15c-4a3e-a756-6f80bcd854e6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:21.905268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-84f2e1af-b15c-4a3e-a756-6f80bcd854e6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9929819 Aug 11 00:55:21.907831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34026) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:21.913816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-50a25865-1995-4fa7-b552-08b36542546f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': '1a58fc0a-70cc-4227-b1b9-00f1e64e6beb', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:22.151398 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-50a25865-1995-4fa7-b552-08b36542546f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Project 7e7ca9f6816745c198aadf17525c4824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:55:22.178857 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50a25865-1995-4fa7-b552-08b36542546f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:22.268702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50a25865-1995-4fa7-b552-08b36542546f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:22.444627 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50a25865-1995-4fa7-b552-08b36542546f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:22.473001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a25865-1995-4fa7-b552-08b36542546f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c06f972-3922-4f81-9b90-b4c3e1c81a3b,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:22.500313 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:22.578800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50a25865-1995-4fa7-b552-08b36542546f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:22.580689 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-50a25865-1995-4fa7-b552-08b36542546f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6712346 Aug 11 00:55:22.586951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34036) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:22.589690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d601212a-653c-490e-b819-7ccc1d946189 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': '1a58fc0a-70cc-4227-b1b9-00f1e64e6beb', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:22.658808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34038) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:22.756512 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-d601212a-653c-490e-b819-7ccc1d946189 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Project 7e7ca9f6816745c198aadf17525c4824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:55:22.768551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d601212a-653c-490e-b819-7ccc1d946189 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:22.863664 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34cd7d13-f767-4a5d-ae9d-2b896dcea343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:22.930953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d601212a-653c-490e-b819-7ccc1d946189 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.066316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34cd7d13-f767-4a5d-ae9d-2b896dcea343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.095638 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d601212a-653c-490e-b819-7ccc1d946189 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.112062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601212a-653c-490e-b819-7ccc1d946189 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8629a3ab-89c0-4571-b027-905b998baf50,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:23.173170 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34cd7d13-f767-4a5d-ae9d-2b896dcea343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.234078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-34cd7d13-f767-4a5d-ae9d-2b896dcea343 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dff79c678c8b427985fe218fa3484327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736635 Aug 11 00:55:23.235546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd7d13-f767-4a5d-ae9d-2b896dcea343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2794a9bd-3c91-4540-9ce7-efbb9a417ea4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:23.237038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34056) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:23.326650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc113-8d66-44c0-81a8-683dfd26058a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.366270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc113-8d66-44c0-81a8-683dfd26058a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.376469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d601212a-653c-490e-b819-7ccc1d946189 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.379356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d601212a-653c-490e-b819-7ccc1d946189 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7939618 Aug 11 00:55:23.383346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34072) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:23.390197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'network': {'name': 'tempest-network-smoke--353878968', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'port_security_enabled': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:23.456627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34074) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:23.593251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:55:23.597327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.599909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc113-8d66-44c0-81a8-683dfd26058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.603891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc113-8d66-44c0-81a8-683dfd26058a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.607967 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3e0bc113-8d66-44c0-81a8-683dfd26058a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2794a9bd-3c91-4540-9ce7-efbb9a417ea4 HTTP/1.1" status: 204 len: 168 time: 0.3669503 Aug 11 00:55:23.666992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bc113-8d66-44c0-81a8-683dfd26058a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2794a9bd-3c91-4540-9ce7-efbb9a417ea4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:23.728399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:55:23.752907 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:23.753552 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Added segment 9035f249-6360-42ae-96f3-3b363bc4efe0 of type vlan for network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 Aug 11 00:55:23.850327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:24.013190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:24.020269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:24.021093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:24.196789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8096366 Aug 11 00:55:24.199937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34102) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:24.202636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feb001-d15f-4942-8dc3-6f927f8fdaaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Network': ['ID=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:24.217730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'admin_state_up': True, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:24.218370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:55:24.611945 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:24.613209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:24.803186 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:24.842614 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:24.938505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:24.995478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdc03-2759-42e0-a8b7-1fb835c34e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.180458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.376590 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdc03-2759-42e0-a8b7-1fb835c34e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.515347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Deleting port 77b4947a-80a8-4527-82ca-a2e421f22880 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:25.515702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.600642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdc03-2759-42e0-a8b7-1fb835c34e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.758463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9c3fdc03-2759-42e0-a8b7-1fb835c34e52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3f0dbb487784a09bdba74cf037015ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8183308 Aug 11 00:55:25.761900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34136) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:25.764339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.768237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fdc03-2759-42e0-a8b7-1fb835c34e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b48d3b7-e164-47b0-ac6b-e09f52173fb0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:25.796321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.807775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] For port 77b4947a-80a8-4527-82ca-a2e421f22880, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=77b4947a-80a8-4527-82ca-a2e421f22880,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:25.808133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.852877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Calling delete_port for 77b4947a-80a8-4527-82ca-a2e421f22880 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:25.854613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62ea81a6-4d40-4c89-9292-8a68e3b02163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:25.889327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62ea81a6-4d40-4c89-9292-8a68e3b02163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:26.024946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.25.0.167 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/225748f6-c930-4764-a573-425e8b3fbf39) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:26.090021 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62ea81a6-4d40-4c89-9292-8a68e3b02163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:26.095426 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62ea81a6-4d40-4c89-9292-8a68e3b02163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:26.108690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-62ea81a6-4d40-4c89-9292-8a68e3b02163 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b48d3b7-e164-47b0-ac6b-e09f52173fb0 HTTP/1.1" status: 204 len: 168 time: 0.3414803 Aug 11 00:55:26.158247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea81a6-4d40-4c89-9292-8a68e3b02163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b48d3b7-e164-47b0-ac6b-e09f52173fb0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:26.297633 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:26.515005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:26.531047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:27.128840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=225748f6-c930-4764-a573-425e8b3fbf39,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:27.163511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:27.168546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:27.226540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:55:27.295059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b4947a-80a8-4527-82ca-a2e421f22880,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:27.538808 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:27.887856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:55:27.963416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:28.315997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:55:28.329543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] Sync routers for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:55:28.345033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:28.345946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:28.346962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34190) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:28.348390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-909edeee-7682-46ba-bc6f-0f8cc0f935a3 admin admin] 10.222.0.43 "PUT /v2.0/routers/3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8858161 Aug 11 00:55:28.612794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:28.613322 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:28.653905 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:28.988561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:55:26Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:29.022676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] Checking router: 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:55:29.032651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] Routers {'3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:29.033248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:29.087373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 16d382b5-f7f2-498c-bd1b-7c295863f403 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:55:29.206953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] Set router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:29.243985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:55:29.258128 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Sync routers for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:55:29.294781 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:29.294781 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:29.295034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:29.413470 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:29.414791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-730865ee-068d-4a18-908f-ea5db96df5ef tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2058821 Aug 11 00:55:29.418263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34202) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:29.464540 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:29.535215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Deleting port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:29.535664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:29.587542 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:55:29.698528 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:27Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:29.709026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-110599ed-3921-43ab-8848-a7a602eee25a tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=7e7ca9f6816745c198aadf17525c4824&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2896729 Aug 11 00:55:29.712424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34208) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:29.723311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:29.734204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] For port 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=31ecddf1-3e14-4c56-a93e-d3c17e9beb3d,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:29.734727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:29.740565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:55:26Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:29.766442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Calling delete_port for 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:29.767420 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Checking router: 16d382b5-f7f2-498c-bd1b-7c295863f403 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:55:29.768302 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Updating router 16d382b5-f7f2-498c-bd1b-7c295863f403 port 225748f6-c930-4764-a573-425e8b3fbf39 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:55:29.794808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b6e13-828c-4e82-b739-333fb0373846 None None] The sync data for ids ['3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9'] in n-d-712143-13 is: [{'id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'name': 'tempest-TaggedBootDevicesTest-2016203958-router', 'tenant_id': '8d618dfbf02243c789c876d25b382560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:42:51Z', 'updated_at': '2021-08-11T00:55:26Z', 'revision_number': 5, 'project_id': '8d618dfbf02243c789c876d25b382560', 'gw_port': {'id': '31ecddf1-3e14-4c56-a93e-d3c17e9beb3d', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:42:52Z', 'updated_at': '2021-08-11T00:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:55:29.869744 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.001283 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.114533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0272349-dc53-4805-9b53-99a21bb81573 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:30.116110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a0272349-dc53-4805-9b53-99a21bb81573 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4026639 Aug 11 00:55:30.119204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34218) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:30.183377 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-07d1643b-b904-49ab-a146-649d0fb8f145 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627429 Aug 11 00:55:30.186321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34220) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:30.191718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1636558667', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:30.298583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.345425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ecddf1-3e14-4c56-a93e-d3c17e9beb3d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:30.461802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.483002 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.494523 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Transition to ACTIVE for port object 225748f6-c930-4764-a573-425e8b3fbf39 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:30.655000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.656665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.657551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 77b4947a-80a8-4527-82ca-a2e421f22880 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:55:30.697929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 77b4947a-80a8-4527-82ca-a2e421f22880 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:55:30.697929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 77b4947a-80a8-4527-82ca-a2e421f22880 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:55:30.726947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:55:30.742140 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.742342 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.824411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.825564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:55:30.834776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.835540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f146ad48-04a5-45d1-8c17-211f13571175 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3127e8bc-ca4a-4ca3-bf8f-69cbbc6dcef9 HTTP/1.1" status: 204 len: 168 time: 2.4873724 Aug 11 00:55:30.841865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34230) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:30.852871 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Attempting to bind port 225748f6-c930-4764-a573-425e8b3fbf39 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:55:30.853273 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Attempting to bind port 225748f6-c930-4764-a573-425e8b3fbf39 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:55:30.856779 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Attempting to bind port 225748f6-c930-4764-a573-425e8b3fbf39 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:55:30.873442 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Pushing event updated for resources: {'Port': ['ID=225748f6-c930-4764-a573-425e8b3fbf39,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:30.886048 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:55:30.886423 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:30.887143 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.888837 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:55:30.890893 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Bound port: 225748f6-c930-4764-a573-425e8b3fbf39, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:55:30.891766 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:30.942159 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.954414 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:55:30.960667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-98ca484e-df3d-49c6-8ddf-3c09c6367b1e req-d0df3f39-327b-49b1-895c-ad5241a00dbd tempest-ListServerFiltersTestJSON-1052409923 tempest-ListServerFiltersTestJSON-1052409923-project] (95254) timed out ('10.222.0.44', 57369) {{(pid=95254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 00:55:31.012239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-769d4d86-f176-4c50-bbb5-781edea1c67b admin admin] Deleting subnet 01b0d88f-459e-4ff9-b267-1377751700fa {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:55:31.016864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-769d4d86-f176-4c50-bbb5-781edea1c67b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:31.086261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-769d4d86-f176-4c50-bbb5-781edea1c67b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:31.194871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-769d4d86-f176-4c50-bbb5-781edea1c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:31.218483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] For port 225748f6-c930-4764-a573-425e8b3fbf39, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:55:31.218483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] For port 225748f6-c930-4764-a573-425e8b3fbf39, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=225748f6-c930-4764-a573-425e8b3fbf39,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:55:31.380011 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:31.418852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:31.421640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-769d4d86-f176-4c50-bbb5-781edea1c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:31.576970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d4d86-f176-4c50-bbb5-781edea1c67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b0d88f-459e-4ff9-b267-1377751700fa,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:31.616292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88322739-5710-4a8a-ad7a-b7093cef1a8b None None] Network ece244df-909c-4779-bf6c-17273d3f30aa requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:55:31.616950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-769d4d86-f176-4c50-bbb5-781edea1c67b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:31.629468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-769d4d86-f176-4c50-bbb5-781edea1c67b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/01b0d88f-459e-4ff9-b267-1377751700fa HTTP/1.1" status: 204 len: 168 time: 0.7763026 Aug 11 00:55:31.630401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34244) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:31.728157 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f392e-a543-4bfb-9077-c51303b51f89 None None] Pushing event updated for resources: {'Port': ['ID=225748f6-c930-4764-a573-425e8b3fbf39,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:31.817015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:31.821585 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:31.876555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Subnet': ['ID=d05b8b34-04c3-44e7-91bb-eb0d8a71828c,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:31.912134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Checking segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:31.912686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network hostable DHCP agents. Network: f82c9153-cbe4-4c4a-950d-fc3c4956ddf5, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:55:31.939652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.087761 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:32.134226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Deleting port a9a31e4f-c4c3-4982-a282-57ff45caf28a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:32.134766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.152580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:55:32.225764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] DHCP port deletion for ece244df-909c-4779-bf6c-17273d3f30aa request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:55:32.226362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] For port a9a31e4f-c4c3-4982-a282-57ff45caf28a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a9a31e4f-c4c3-4982-a282-57ff45caf28a,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:32.226888 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.244566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Calling delete_port for a9a31e4f-c4c3-4982-a282-57ff45caf28a owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:32.283484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] Deleting port a9a31e4f-c4c3-4982-a282-57ff45caf28a {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:32.283783 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.378340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, f82c9153-cbe4-4c4a-950d-fc3c4956ddf5) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:32.389702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:32.390339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.397337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775eba4a-d331-4408-83bd-be8c6324b038 None None] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:55:32.453269 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:27Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:32.459282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] For port a9a31e4f-c4c3-4982-a282-57ff45caf28a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a9a31e4f-c4c3-4982-a282-57ff45caf28a,segment=NetworkSegment(91052f2b-117a-498d-8661-ea09478d4c55),segment_id=91052f2b-117a-498d-8661-ea09478d4c55)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:32.460107 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.485829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] Calling delete_port for a9a31e4f-c4c3-4982-a282-57ff45caf28a owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:32.507070 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6250dc14-f474-4590-8255-7c31b9d7396e None None] The sync data for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 is: [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:27Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:55:32.575961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.631241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a31e4f-c4c3-4982-a282-57ff45caf28a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:32.658061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] No DVR routers for this DVR port a9a31e4f-c4c3-4982-a282-57ff45caf28a on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:55:32.738135 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ae39d6e6-0b45-4624-a176-1d232b8b4466 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5505071 Aug 11 00:55:32.752775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34256) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:32.886551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.888224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a9a31e4f-c4c3-4982-a282-57ff45caf28a no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:55:32.909194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece244df-909c-4779-bf6c-17273d3f30aa']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:32.930874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91052f2b-117a-498d-8661-ea09478d4c55') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:32.930874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91052f2b-117a-498d-8661-ea09478d4c55') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:32.972198 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:32.988576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a9a31e4f-c4c3-4982-a282-57ff45caf28a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:55:32.988919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a9a31e4f-c4c3-4982-a282-57ff45caf28a not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:55:32.989358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:55:33.027721 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:33.045492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:55:33.045938 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:55:33.047922 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:55:33.097353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:55:33.098314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 31ecddf1-3e14-4c56-a93e-d3c17e9beb3d not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:55:33.192672 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:33.269707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:55:33.271670 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:33.297490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] No DVR routers for this DVR port a9a31e4f-c4c3-4982-a282-57ff45caf28a on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:55:33.301482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51563d26-018f-48bd-ad18-3cf8a424e3a9 None None] Pushing event deleted for resources: {'Port': ['ID=a9a31e4f-c4c3-4982-a282-57ff45caf28a,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:33.490571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:33.519065 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:33.531460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ece244df-909c-4779-bf6c-17273d3f30aa HTTP/1.1" status: 204 len: 168 time: 1.8995390 Aug 11 00:55:33.565952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13652978-4e4a-4dc1-ab94-40547c367520 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece244df-909c-4779-bf6c-17273d3f30aa,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:33.780663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Allocated IP 172.20.0.2 (f82c9153-cbe4-4c4a-950d-fc3c4956ddf5/d05b8b34-04c3-44e7-91bb-eb0d8a71828c/0e1a85fd-c52f-4ed3-883e-81517b0f391e) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:33.815891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.149926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.162596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Transition to ACTIVE for port object 0e1a85fd-c52f-4ed3-883e-81517b0f391e will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:34.190387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Transition to ACTIVE for port object 0e1a85fd-c52f-4ed3-883e-81517b0f391e will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:34.364937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.391451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34280) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:34.407760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:34.416332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:34.420888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:55:34.464965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9605031b-0562-4efb-9be1-a7ad91d80e25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d618dfbf02243c789c876d25b382560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718801 Aug 11 00:55:34.466697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34282) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:34.468583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Pushing event updated for resources: {'Port': ['ID=0e1a85fd-c52f-4ed3-883e-81517b0f391e,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:34.545759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Attempting to bind port 0e1a85fd-c52f-4ed3-883e-81517b0f391e on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:55:34.549017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Attempting to bind port 0e1a85fd-c52f-4ed3-883e-81517b0f391e by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:55:34.549017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Attempting to bind port 0e1a85fd-c52f-4ed3-883e-81517b0f391e on network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:55:34.549482 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3911b5ac-b6ab-4139-83d6-0132b70ae196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.560588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:55:34.563059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Checking segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:34.566560 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.568967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Bound using segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:55:34.569957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Bound port: 0e1a85fd-c52f-4ed3-883e-81517b0f391e, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:55:34.571206 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.616766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3911b5ac-b6ab-4139-83d6-0132b70ae196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.690983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] For port 0e1a85fd-c52f-4ed3-883e-81517b0f391e, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:55:34.697313 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] For port 0e1a85fd-c52f-4ed3-883e-81517b0f391e, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0e1a85fd-c52f-4ed3-883e-81517b0f391e,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:55:34.735777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 225748f6-c930-4764-a573-425e8b3fbf39 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:34.796542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.20.0.1 (f82c9153-cbe4-4c4a-950d-fc3c4956ddf5/d05b8b34-04c3-44e7-91bb-eb0d8a71828c/a310c6cc-d642-48bb-bad6-5689a27f83fd) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:34.876527 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.960797 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.966268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d61e9-a5dd-47c3-8393-ad0e51f6c3f0 None None] Pushing event updated for resources: {'Port': ['ID=0e1a85fd-c52f-4ed3-883e-81517b0f391e,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:34.976237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3911b5ac-b6ab-4139-83d6-0132b70ae196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.980868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3911b5ac-b6ab-4139-83d6-0132b70ae196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:34.992064 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3911b5ac-b6ab-4139-83d6-0132b70ae196 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00e61d4d-5d37-445a-943c-779d02077daf HTTP/1.1" status: 204 len: 168 time: 0.5249338 Aug 11 00:55:35.004850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Transition to ACTIVE for port object a310c6cc-d642-48bb-bad6-5689a27f83fd will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:35.025454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911b5ac-b6ab-4139-83d6-0132b70ae196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e61d4d-5d37-445a-943c-779d02077daf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:35.027057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 225748f6-c930-4764-a573-425e8b3fbf39 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:35.032456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 225748f6-c930-4764-a573-425e8b3fbf39 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:35.032829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:35.220913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:35.250910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:35.285834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 225748f6-c930-4764-a573-425e8b3fbf39, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=225748f6-c930-4764-a573-425e8b3fbf39,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:35.383584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:35.390883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:35.410352 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:55:35.417093 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:35.483905 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:35.594893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=225748f6-c930-4764-a573-425e8b3fbf39,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:35.707632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=a310c6cc-d642-48bb-bad6-5689a27f83fd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:35.881150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:36.386332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:36.608093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3fb88-7fa6-4f84-b862-d9a786ced013 None None] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:55:36.675864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:36.800876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0e1a85fd-c52f-4ed3-883e-81517b0f391e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:36.824957 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:36.917629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=a310c6cc-d642-48bb-bad6-5689a27f83fd,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:36.960809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a57888af-1e0e-4736-afee-3fd0c013b0cc None None] Provisioning for port 0e1a85fd-c52f-4ed3-883e-81517b0f391e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:37.085576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:37.088652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:37.127709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 0e1a85fd-c52f-4ed3-883e-81517b0f391e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:37.132946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0e1a85fd-c52f-4ed3-883e-81517b0f391e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:37.133498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:37.348427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 16d382b5-f7f2-498c-bd1b-7c295863f403 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:55:37.356949 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:37.426992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 0e1a85fd-c52f-4ed3-883e-81517b0f391e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0e1a85fd-c52f-4ed3-883e-81517b0f391e,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:37.481172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34344) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:37.595367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:55:37.612865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a47ff74b-18fe-4fb7-afec-451e5d4feb8b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "PUT /v2.0/routers/16d382b5-f7f2-498c-bd1b-7c295863f403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8683569 Aug 11 00:55:37.617549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Sync routers for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:55:37.644840 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:37.652542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 225748f6-c930-4764-a573-425e8b3fbf39 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:37.795772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-308631820-network', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:37.805742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:37.816081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:37.970016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Made reservation on behalf of fab1d7a6b945499d83a744f795dd65a2 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:55:37.979738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:37.995963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=0e1a85fd-c52f-4ed3-883e-81517b0f391e,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:38.002877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-556ba0a9-8c1c-4c62-a1f5-05afe10bfb07 None None] Provisioning for port a310c6cc-d642-48bb-bad6-5689a27f83fd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:38.024102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-556ba0a9-8c1c-4c62-a1f5-05afe10bfb07 None None] Provisioning complete for port a310c6cc-d642-48bb-bad6-5689a27f83fd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:38.024346 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-556ba0a9-8c1c-4c62-a1f5-05afe10bfb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.038738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.078739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:38.147303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-e4a273b5-431b-464a-8c51-b18bb03f4da2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518518943&fields=id&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 267 time: 0.1425300 Aug 11 00:55:38.327655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-556ba0a9-8c1c-4c62-a1f5-05afe10bfb07 None None] Port a310c6cc-d642-48bb-bad6-5689a27f83fd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:55:38.379130 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.412597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377133a-1e26-4251-8460-b646045ef50f req-34b0c47e-dae3-433a-ba5c-1a69276c033c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:38.426856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-34b0c47e-dae3-433a-ba5c-1a69276c033c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 796 time: 0.2658470 Aug 11 00:55:38.471676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-965129ac-8946-4524-90a3-b3fd0d12c7c1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/quotas/7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 375 time: 0.0355515 Aug 11 00:55:38.472009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 225748f6-c930-4764-a573-425e8b3fbf39 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:38.472223 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.541917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-556ba0a9-8c1c-4c62-a1f5-05afe10bfb07 None None] Provisioning complete for port 0e1a85fd-c52f-4ed3-883e-81517b0f391e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:38.542321 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-556ba0a9-8c1c-4c62-a1f5-05afe10bfb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.611793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-62464890-d227-4c32-a238-14bb6dcd558b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376376 Aug 11 00:55:38.654866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.719698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:55:38.746687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa47b11d-5fcc-485d-852b-c16b272ea829,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:38.751111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.751736 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Added segment 64abbeac-5b5c-4eb5-8028-52f77c317a40 of type vlan for network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 Aug 11 00:55:38.843369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.893914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-011d7fa9-f619-4afa-93d1-c70ef5bbc422 service neutron] 10.222.0.43 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659934 Aug 11 00:55:38.904269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a1e76086-bc01-4986-af3a-adb2398bc1d8 None None] Provisioning complete for port a310c6cc-d642-48bb-bad6-5689a27f83fd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:38.904779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a1e76086-bc01-4986-af3a-adb2398bc1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:38.909529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:36Z', 'revision_number': 2, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:38.958410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Checking router: 16d382b5-f7f2-498c-bd1b-7c295863f403 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:55:38.958837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Updating router 16d382b5-f7f2-498c-bd1b-7c295863f403 port a310c6cc-d642-48bb-bad6-5689a27f83fd binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:55:39.007914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:39.032438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a1e76086-bc01-4986-af3a-adb2398bc1d8 None None] Port a310c6cc-d642-48bb-bad6-5689a27f83fd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:55:39.058403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0e1a85fd-c52f-4ed3-883e-81517b0f391e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:39.110333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-e1b8e864-50dc-408b-821c-da13122345e7 service neutron] 10.222.0.43 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984916 Aug 11 00:55:39.135818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:39.136986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:39.138307 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:39.286237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] Pushing event updated for resources: {'Network': ['ID=f93af89e-9ffd-41eb-8fe8-bb92ece07a69,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:39.307296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:55:39.395433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0e1a85fd-c52f-4ed3-883e-81517b0f391e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:39.395929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:39.412468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8253fff3-7488-44a4-8d54-b9ecca130369 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9292810 Aug 11 00:55:39.418199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34378) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:39.431788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Request body: {'subnet': {'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-308631820-subnet', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:39.605791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Made reservation on behalf of fab1d7a6b945499d83a744f795dd65a2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:55:39.605791 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:39.776502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18f71ae0-5401-4def-ab0d-19c7f825d557 req-afbc50fa-8ef4-4246-a041-c5f9ec5b3bc2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 210 time: 0.0631933 Aug 11 00:55:39.984572 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:40.014240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Transition to ACTIVE for port object a310c6cc-d642-48bb-bad6-5689a27f83fd will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:40.093209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:40.160066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6683566d-a13e-4b41-b24d-c37dc02e2878,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:40.203838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Checking segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:40.204479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Network hostable DHCP agents. Network: f93af89e-9ffd-41eb-8fe8-bb92ece07a69, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:55:40.224752 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:40.344723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dcfdd-6889-43a4-9cee-fc0ce29c70a6 None None] Pushing event updated for resources: {'Port': ['ID=a310c6cc-d642-48bb-bad6-5689a27f83fd,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:40.379197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Attempting to bind port a310c6cc-d642-48bb-bad6-5689a27f83fd on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:55:40.379748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Attempting to bind port a310c6cc-d642-48bb-bad6-5689a27f83fd by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:55:40.380230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Attempting to bind port a310c6cc-d642-48bb-bad6-5689a27f83fd on network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:55:40.387671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:55:40.388524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Checking segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:40.389044 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:40.389549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Bound using segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:55:40.390142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Bound port: a310c6cc-d642-48bb-bad6-5689a27f83fd, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:55:40.392240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:55:40.400182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:40.491987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] For port a310c6cc-d642-48bb-bad6-5689a27f83fd, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:55:40.499247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] For port a310c6cc-d642-48bb-bad6-5689a27f83fd, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a310c6cc-d642-48bb-bad6-5689a27f83fd,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:55:40.641339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, f93af89e-9ffd-41eb-8fe8-bb92ece07a69) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:40.646277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:40.647510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:40.654391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3cd7a3-7c6c-4b32-b127-d4c75ef34142 None None] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:55:40.722448 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:40.840195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:40.840897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:40.849136 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-41383b69-c6d4-4b49-b435-3d8935ee804b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4318440 Aug 11 00:55:40.856274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34408) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:40.864500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:41.065452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d0030a0-8293-4c25-a869-ba5beb570c16 req-32f65e6d-0c8b-4371-8744-393e70d00d09 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 210 time: 0.1290138 Aug 11 00:55:41.068244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dcfdd-6889-43a4-9cee-fc0ce29c70a6 None None] Pushing event updated for resources: {'Port': ['ID=a310c6cc-d642-48bb-bad6-5689a27f83fd,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:41.148124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:41.152233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:55:41.153643 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:41.197659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:41.207108 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:41.454975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:41.896228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Allocated IP 172.20.0.2 (f93af89e-9ffd-41eb-8fe8-bb92ece07a69/6683566d-a13e-4b41-b24d-c37dc02e2878/367a23a9-99c2-473c-b7c8-17de16f847c7) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:41.906289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:42.250018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34438) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:42.263649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d78d584-a641-40f2-90fe-4021309eaaa3 req-7a8414bb-3b84-4257-8949-99e2ce02d150 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 210 time: 0.0780017 Aug 11 00:55:42.361293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:40Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:42.503078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda82e33-8f36-4121-b996-ba703837ef2a None None] The sync data for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 is: [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:40Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:55:42.596199 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:42.685388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Transition to ACTIVE for port object 367a23a9-99c2-473c-b7c8-17de16f847c7 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:42.690753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:42.746323 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:42.770087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Transition to ACTIVE for port object 367a23a9-99c2-473c-b7c8-17de16f847c7 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:42.863966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9725d970-5fd0-4ebb-9398-36f392135697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:42.955819 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.106812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Allocated IP 172.25.0.120 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:43.149763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Pushing event updated for resources: {'Port': ['ID=367a23a9-99c2-473c-b7c8-17de16f847c7,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:43.160986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a310c6cc-d642-48bb-bad6-5689a27f83fd up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:43.295600 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9725d970-5fd0-4ebb-9398-36f392135697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.376799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:43.397407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:43.398512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.417451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:55:43.470798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9725d970-5fd0-4ebb-9398-36f392135697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.561053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9725d970-5fd0-4ebb-9398-36f392135697 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b335be1ebe4948a9b90ac4262ccc1c81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3051610 Aug 11 00:55:43.565696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34458) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:43.607947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Attempting to bind port 367a23a9-99c2-473c-b7c8-17de16f847c7 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:55:43.608596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Attempting to bind port 367a23a9-99c2-473c-b7c8-17de16f847c7 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:55:43.611706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Attempting to bind port 367a23a9-99c2-473c-b7c8-17de16f847c7 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:55:43.617327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a310c6cc-d642-48bb-bad6-5689a27f83fd completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:43.634904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a310c6cc-d642-48bb-bad6-5689a27f83fd triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:43.635536 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.643589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81ee9df1-8dda-46d3-a143-2bab67da995e req-36147eaf-6b38-4eb2-91e0-90dbf45f1637 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 210 time: 0.1129644 Aug 11 00:55:43.684902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:55:43.686628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Checking segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:43.686628 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.687019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725d970-5fd0-4ebb-9398-36f392135697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b09a384-299f-45eb-9470-0f5f086910f0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:43.692874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Bound using segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:55:43.693526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Bound port: 367a23a9-99c2-473c-b7c8-17de16f847c7, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:55:43.693941 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.698994 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-46937559-1622-4f20-bdee-1e07c04f5d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.752409 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-46937559-1622-4f20-bdee-1e07c04f5d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.882079 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:43.884587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] For port 367a23a9-99c2-473c-b7c8-17de16f847c7, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:55:43.891060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] For port 367a23a9-99c2-473c-b7c8-17de16f847c7, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=367a23a9-99c2-473c-b7c8-17de16f847c7,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:55:43.990437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:44.000309 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-46937559-1622-4f20-bdee-1e07c04f5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:44.007469 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-46937559-1622-4f20-bdee-1e07c04f5d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:44.007469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-46937559-1622-4f20-bdee-1e07c04f5d63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b09a384-299f-45eb-9470-0f5f086910f0 HTTP/1.1" status: 204 len: 168 time: 0.4418654 Aug 11 00:55:44.012802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:44.019926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:55:44.092736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46937559-1622-4f20-bdee-1e07c04f5d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b09a384-299f-45eb-9470-0f5f086910f0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:44.104563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Pushing event updated for resources: {'Port': ['ID=00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:44.127682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:44.222659 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:44.297724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a310c6cc-d642-48bb-bad6-5689a27f83fd, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a310c6cc-d642-48bb-bad6-5689a27f83fd,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:44.370314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451cec7-9ab2-4961-87b9-25750cfa9bda None None] Pushing event updated for resources: {'Port': ['ID=367a23a9-99c2-473c-b7c8-17de16f847c7,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:44.532855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:44.672172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a310c6cc-d642-48bb-bad6-5689a27f83fd,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:44.733568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377133a-1e26-4251-8460-b646045ef50f req-a62bbd94-aab0-4257-830f-7b68b834d651 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:44.735204 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-a62bbd94-aab0-4257-830f-7b68b834d651 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 796 time: 0.3461351 Aug 11 00:55:44.963826 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2bfc67bf-9ece-4546-8d2a-c3f633ce0395 req-aa581ec0-1bb7-48e3-9cfa-ccd21e6f162a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 210 time: 0.0752013 Aug 11 00:55:45.098343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-6e6c1968-666c-4970-8c82-5e4ea1c7dbfc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 379 time: 0.3511944 Aug 11 00:55:45.112651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'port': {'device_id': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'admin_state_up': True, 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'security_groups': ['1a58fc0a-70cc-4227-b1b9-00f1e64e6beb']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:45.315892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:45.346228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 367a23a9-99c2-473c-b7c8-17de16f847c7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:45.620841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 367a23a9-99c2-473c-b7c8-17de16f847c7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:45.627566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a310c6cc-d642-48bb-bad6-5689a27f83fd up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:45.791888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a310c6cc-d642-48bb-bad6-5689a27f83fd triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:45.792410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:46.004220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:46.228128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2091b2d2-4879-452f-b4c7-ddc3e3bd7812 req-9d8705b2-c5ed-43b1-879f-2153dbcf7983 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 210 time: 0.0929976 Aug 11 00:55:46.233923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:55:46.238223 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:46.316425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0bce344c-62fa-4cf1-a1cb-946e7aaee544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:46.443225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580379c7-24f0-4924-b824-85229334ea0a None None] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:55:46.499062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.20.0.13 (f82c9153-cbe4-4c4a-950d-fc3c4956ddf5/d05b8b34-04c3-44e7-91bb-eb0d8a71828c/ca7619ba-0121-4bb0-9695-be254c573989) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:46.771066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-63a4d6ed-844b-404f-85af-d4c79356f504 None None] Provisioning for port 367a23a9-99c2-473c-b7c8-17de16f847c7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:46.780004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-63a4d6ed-844b-404f-85af-d4c79356f504 None None] Provisioning complete for port 367a23a9-99c2-473c-b7c8-17de16f847c7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:46.780821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-63a4d6ed-844b-404f-85af-d4c79356f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:46.828990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:46.848714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Transition to ACTIVE for port object ca7619ba-0121-4bb0-9695-be254c573989 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:46.991000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:47.036386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:55:47.043360 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-63a4d6ed-844b-404f-85af-d4c79356f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:47.131551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:47.152723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-63a4d6ed-844b-404f-85af-d4c79356f504 None None] For port 367a23a9-99c2-473c-b7c8-17de16f847c7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=367a23a9-99c2-473c-b7c8-17de16f847c7,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:47.163469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:47.170541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:47.209637 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-63a4d6ed-844b-404f-85af-d4c79356f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:47.251522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:55:47.418968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4d6ed-844b-404f-85af-d4c79356f504 None None] Pushing event updated for resources: {'Port': ['ID=367a23a9-99c2-473c-b7c8-17de16f847c7,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:47.430263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6acf315d-b501-416e-a33a-586869fc67ee None None] Provisioning complete for port 367a23a9-99c2-473c-b7c8-17de16f847c7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:47.430643 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6acf315d-b501-416e-a33a-586869fc67ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:47.864066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-620c5ca4-6eae-4ba5-863e-2dfd7b506af1 None None] Provisioning for port ca7619ba-0121-4bb0-9695-be254c573989 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:47.884205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-620c5ca4-6eae-4ba5-863e-2dfd7b506af1 None None] Provisioning complete for port ca7619ba-0121-4bb0-9695-be254c573989 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:47.884853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-620c5ca4-6eae-4ba5-863e-2dfd7b506af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:48.007706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-620c5ca4-6eae-4ba5-863e-2dfd7b506af1 None None] Port ca7619ba-0121-4bb0-9695-be254c573989 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:55:48.366054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:55:48.379758 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Sync routers for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:55:48.392177 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:48.393274 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:48.399139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:48.399861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:48.437736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f0a69-b665-45f1-a352-fa2ef0acf448 req-c4caa13b-aaea-4f52-a0f8-01e7bec78f34 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:48.440071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb8f0a69-b665-45f1-a352-fa2ef0acf448 req-c4caa13b-aaea-4f52-a0f8-01e7bec78f34 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 932 time: 1.0276165 Aug 11 00:55:48.502594 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb8f0a69-b665-45f1-a352-fa2ef0acf448 req-da9fa7d4-0f5a-4226-bb49-be3978d761bc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555096 Aug 11 00:55:48.512923 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:48.515935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6ac9239e-d7ed-45a5-8a78-bb20c1780436 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6607332 Aug 11 00:55:48.518829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34580) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:48.541099 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-98556b03-0cfe-4f99-bd48-bf99ad0c022f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4368825 Aug 11 00:55:48.570927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Request body: {'port': {'device_id': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:48.647102 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:48.784462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:48.915554 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d8945b6-e68d-42f3-a5b6-ddeca346e2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:48.938197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:49.131789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 367a23a9-99c2-473c-b7c8-17de16f847c7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:49.223585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 367a23a9-99c2-473c-b7c8-17de16f847c7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:49.224169 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:49.352689 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 3, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:49.432439 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Checking router: 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:55:49.432982 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Updating router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:55:49.520177 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:49.610920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7619ba-0121-4bb0-9695-be254c573989 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:55:49.646437 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:49.685480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Transition to ACTIVE for port object ca7619ba-0121-4bb0-9695-be254c573989 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:49.769553 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:49.788697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816cd91-21c6-4c34-9b85-e56680596e9b req-daee37a7-2958-40db-8f1c-48d414bb55b5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:49.795471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:49.797118 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5816cd91-21c6-4c34-9b85-e56680596e9b req-daee37a7-2958-40db-8f1c-48d414bb55b5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 932 time: 0.1019161 Aug 11 00:55:49.863859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5816cd91-21c6-4c34-9b85-e56680596e9b req-13955b6b-1efb-417a-9993-eb5c07e8bb58 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655119 Aug 11 00:55:49.920813 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:49.951496 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Transition to ACTIVE for port object 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:49.953376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:50.054731 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.089828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Allocated IP 172.20.0.1 (f93af89e-9ffd-41eb-8fe8-bb92ece07a69/6683566d-a13e-4b41-b24d-c37dc02e2878/e2246238-684c-4581-b63f-8ac54d7df39f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:50.154796 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e9a61-fe93-4719-b1c3-309879e8099c None None] Pushing event updated for resources: {'Port': ['ID=00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:50.204287 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Attempting to bind port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:55:50.205977 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Attempting to bind port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:55:50.208929 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Attempting to bind port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:55:50.213402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Attempting to bind port ca7619ba-0121-4bb0-9695-be254c573989 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:55:50.216552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Attempting to bind port ca7619ba-0121-4bb0-9695-be254c573989 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:55:50.218620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Attempting to bind port ca7619ba-0121-4bb0-9695-be254c573989 on network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:55:50.222119 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:55:50.227678 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:50.229911 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.232203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Port ca7619ba-0121-4bb0-9695-be254c573989 on network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:55:50.234008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Attempting to bind port ca7619ba-0121-4bb0-9695-be254c573989 on network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:55:50.234504 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:55:50.235253 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Bound port: 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:55:50.238490 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.252900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:55:50.254609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Checking segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:50.255239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Bound using segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:55:50.257595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Bound port: ca7619ba-0121-4bb0-9695-be254c573989, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:55:50.258082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.325362 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.368065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Transition to ACTIVE for port object e2246238-684c-4581-b63f-8ac54d7df39f will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:50.415765 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] For port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:55:50.429222 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] For port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:55:50.448197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34634) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:50.469732 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.492410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:55:50.533518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:55:50.544475 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.570209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.651487 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.775733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:50.785447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:50.797655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:55:50.806097 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23b42138-a467-4de4-ae04-e0a88399e049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.874432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:50.876971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.889783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] 10.222.0.44 "PUT /v2.0/ports/ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 1093 time: 2.3382735 Aug 11 00:55:50.894494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:55:50.900634 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bbb195-10e7-4821-944c-b206920d110a" -d '{"events": [{"name": "network-changed", "server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "tag": "ca7619ba-0121-4bb0-9695-be254c573989"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:55:50.925095 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:50.931920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Pushing event updated for resources: {'Port': ['ID=e2246238-684c-4581-b63f-8ac54d7df39f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:51.161180 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e9a61-fe93-4719-b1c3-309879e8099c None None] Pushing event updated for resources: {'Port': ['ID=00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:51.185313 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:51.188153 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:51.391736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34656) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:51.405288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23b42138-a467-4de4-ae04-e0a88399e049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:51.466681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825f372-15d3-4605-a386-1b020ffdf29b service neutron] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:51.467577 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:51.579444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0863bf4-20f6-4174-8e1f-82f49007049b req-f85ef447-1ba6-40fa-9aa8-8bfc5fa6e5ce tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:51.590784 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:51.603783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0863bf4-20f6-4174-8e1f-82f49007049b req-f85ef447-1ba6-40fa-9aa8-8bfc5fa6e5ce tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 944 time: 0.2546844 Aug 11 00:55:51.606352 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377133a-1e26-4251-8460-b646045ef50f req-5c248f07-4bfc-424d-bb55-470ddd3a9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:51.608897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-5c248f07-4bfc-424d-bb55-470ddd3a9fa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1096 time: 0.2694628 Aug 11 00:55:51.735148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f213d3b-5551-4bcf-af02-fb6971de5a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:51.752565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23b42138-a467-4de4-ae04-e0a88399e049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:51.771522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-25645e54-f88b-4e14-9312-316ecf47bfec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 217 time: 0.1058862 Aug 11 00:55:51.783585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0863bf4-20f6-4174-8e1f-82f49007049b req-ecb6a4be-c391-4f27-b87b-1d195560a63d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732454 Aug 11 00:55:51.787046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-db4e463c-386c-4ce2-9707-0db30a48f194 None None] Provisioning for port e2246238-684c-4581-b63f-8ac54d7df39f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:51.794693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-db4e463c-386c-4ce2-9707-0db30a48f194 None None] Provisioning complete for port e2246238-684c-4581-b63f-8ac54d7df39f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:51.795130 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-db4e463c-386c-4ce2-9707-0db30a48f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:51.886175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-c52e4b92-2a16-4e81-b1a4-f02504c42c9c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:51.889139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-db4e463c-386c-4ce2-9707-0db30a48f194 None None] Port e2246238-684c-4581-b63f-8ac54d7df39f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:55:51.893407 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 3, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:51.895447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-c52e4b92-2a16-4e81-b1a4-f02504c42c9c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.3018968 Aug 11 00:55:51.923062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-93b3fdc5-4041-48ac-8e49-93aaf7e36e51 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/quotas/0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 375 time: 0.0264630 Aug 11 00:55:51.933327 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011c6a3-7260-4c00-97d2-bfcc210feca0 None None] The sync data for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 is: [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 3, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:55:51.957395 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14850eec-ecbd-436a-8551-81e8407040e3 x-openstack-request-id: req-14850eec-ecbd-436a-8551-81e8407040e3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:55:51.957769 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "tag": "ca7619ba-0121-4bb0-9695-be254c573989", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:55:51.958418 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14850eec-ecbd-436a-8551-81e8407040e3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:55:51.958613 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989', 'status': 'completed', 'code': 200} Aug 11 00:55:51.987384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-23b42138-a467-4de4-ae04-e0a88399e049 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b4b9837c8ee42d28484036d4037e660&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5375686 Aug 11 00:55:51.990344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b42138-a467-4de4-ae04-e0a88399e049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bcc96e-8c51-4bfd-a5bd-06e9732863a3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:51.993215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34662) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:52.001953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377133a-1e26-4251-8460-b646045ef50f req-6a6bc67f-5fb2-4886-bbbe-01f51bca92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:52.003724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-6a6bc67f-5fb2-4886-bbbe-01f51bca92e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.1816738 Aug 11 00:55:52.056728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-933f64ff-cb02-464c-9337-aeec166ea30f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315076 Aug 11 00:55:52.098522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377133a-1e26-4251-8460-b646045ef50f req-cb4cf499-8f8b-4566-bebb-1eadba6e4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:52.100201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-cb4cf499-8f8b-4566-bebb-1eadba6e4981 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845172 Aug 11 00:55:52.188276 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f213d3b-5551-4bcf-af02-fb6971de5a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.202067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.203871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b0806b-7ec0-4cf9-a9e9-71f1d740e31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.234964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-6e8d8034-b336-4d57-bca2-fc904262f0be service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772563 Aug 11 00:55:52.254984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b0806b-7ec0-4cf9-a9e9-71f1d740e31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.359552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.363525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f213d3b-5551-4bcf-af02-fb6971de5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.371811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-9279bce0-77fe-40d3-baca-8fc4caa00903 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616765 Aug 11 00:55:52.379365 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.498912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.509220 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d377133a-1e26-4251-8460-b646045ef50f req-d6270fee-cd39-49e7-ac96-5391ef5b369b service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208031 Aug 11 00:55:52.588252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b0806b-7ec0-4cf9-a9e9-71f1d740e31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.597476 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-78b0806b-7ec0-4cf9-a9e9-71f1d740e31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.605152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-78b0806b-7ec0-4cf9-a9e9-71f1d740e31d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53bcc96e-8c51-4bfd-a5bd-06e9732863a3 HTTP/1.1" status: 204 len: 168 time: 0.6105275 Aug 11 00:55:52.659362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0806b-7ec0-4cf9-a9e9-71f1d740e31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bcc96e-8c51-4bfd-a5bd-06e9732863a3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:52.682919 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4f213d3b-5551-4bcf-af02-fb6971de5a1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4c6bd2ff4fa46049bc215f8cab3ba81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2877886 Aug 11 00:55:52.690624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34676) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:52.691455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f213d3b-5551-4bcf-af02-fb6971de5a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15052166-187d-448e-a0ff-a755ce1d20ac,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:52.707624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Pushing event updated for resources: {'Port': ['ID=e2246238-684c-4581-b63f-8ac54d7df39f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:52.772422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb195-10e7-4821-944c-b206920d110a req-73a5d4df-f897-4550-8b91-10b27f770414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:52.774262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bbb195-10e7-4821-944c-b206920d110a req-73a5d4df-f897-4550-8b91-10b27f770414 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1096 time: 0.1392922 Aug 11 00:55:52.776716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-c545b210-8f80-4c60-9c25-3550daf2c9ff service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304534 Aug 11 00:55:52.818964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40ec9b40-4291-45ed-b37d-6d6d33114ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.876414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:52.880678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40ec9b40-4291-45ed-b37d-6d6d33114ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:52.882831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:53.044982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb195-10e7-4821-944c-b206920d110a req-a16ebaee-b7f7-438f-bd6c-414edab2f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:53.051901 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bbb195-10e7-4821-944c-b206920d110a req-a16ebaee-b7f7-438f-bd6c-414edab2f4b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.2693825 Aug 11 00:55:53.100840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:53.135189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:55:53.271688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bbb195-10e7-4821-944c-b206920d110a req-7530fb4c-c950-4f0b-a355-a43e40dcec4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 217 time: 0.1917279 Aug 11 00:55:53.274931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40ec9b40-4291-45ed-b37d-6d6d33114ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:53.275802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:53.281089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:53.281472 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:53.284457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40ec9b40-4291-45ed-b37d-6d6d33114ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:53.290353 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-40ec9b40-4291-45ed-b37d-6d6d33114ef3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15052166-187d-448e-a0ff-a755ce1d20ac HTTP/1.1" status: 204 len: 168 time: 0.5944862 Aug 11 00:55:53.355021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec9b40-4291-45ed-b37d-6d6d33114ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15052166-187d-448e-a0ff-a755ce1d20ac,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:53.454908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-abbb229b-5e8e-4668-a4b6-0b30b87d724e None None] Provisioning complete for port e2246238-684c-4581-b63f-8ac54d7df39f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:53.455533 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-abbb229b-5e8e-4668-a4b6-0b30b87d724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:53.480254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f4e1-c364-4ebb-9dac-408bcb62ebfc req-3a61050a-fd04-4f93-b2db-0d3849f2f04b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:53.490373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6560f4e1-c364-4ebb-9dac-408bcb62ebfc req-3a61050a-fd04-4f93-b2db-0d3849f2f04b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 944 time: 0.4348090 Aug 11 00:55:53.535910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-abbb229b-5e8e-4668-a4b6-0b30b87d724e None None] Port e2246238-684c-4581-b63f-8ac54d7df39f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:55:53.545452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:53.569413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:53.569658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb195-10e7-4821-944c-b206920d110a req-1a40aaef-e421-4695-b916-28825adc4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:53.571569 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bbb195-10e7-4821-944c-b206920d110a req-1a40aaef-e421-4695-b916-28825adc4545 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.2624254 Aug 11 00:55:53.612163 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef125fb2-670e-4ff7-87ed-b7dbf66a3f2f req-e862e27a-4dc9-4408-80d0-cf4edbb600e0 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:53.613946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef125fb2-670e-4ff7-87ed-b7dbf66a3f2f req-e862e27a-4dc9-4408-80d0-cf4edbb600e0 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 946 time: 0.2452989 Aug 11 00:55:53.623197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:55:53.642698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6560f4e1-c364-4ebb-9dac-408bcb62ebfc req-e21a24e3-64f7-4975-a513-f70462b31ece tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454098 Aug 11 00:55:53.646534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4efa51e6-314c-457f-8a42-da8c70eed104 admin admin] 10.222.0.43 "PUT /v2.0/routers/99c63ec0-b4f6-4de9-beb8-4b7969bea3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1248786 Aug 11 00:55:53.670376 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:53.694829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb195-10e7-4821-944c-b206920d110a req-703adb95-794c-40bb-867d-3202d69e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:53.698120 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bbb195-10e7-4821-944c-b206920d110a req-703adb95-794c-40bb-867d-3202d69e7320 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041553 Aug 11 00:55:53.725605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef125fb2-670e-4ff7-87ed-b7dbf66a3f2f req-b2b43dcf-378e-4394-98c8-33698710fb9d tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045394 Aug 11 00:55:53.826376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:53.866879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13ea471d-8a51-4f09-9aa5-3a371f558b5f req-a00935f7-6703-479f-bd46-d2053d783c06 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0796940 Aug 11 00:55:53.921365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bbb195-10e7-4821-944c-b206920d110a req-56fef769-04c6-4c23-9ef8-10896ee5394a service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149389 Aug 11 00:55:54.080627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bbb195-10e7-4821-944c-b206920d110a req-0d82c4a1-b24a-4c7b-aca1-5f1f20af6001 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512151 Aug 11 00:55:54.419846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3529af-4f7e-4b66-8158-336e05753698 req-df6e832f-1a9b-4871-baf5-908dc691a204 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:54.422877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd3529af-4f7e-4b66-8158-336e05753698 req-df6e832f-1a9b-4871-baf5-908dc691a204 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.55 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 946 time: 0.1279321 Aug 11 00:55:54.521385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34722) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:54.538948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8b74a9a-06ba-4b4b-aa0e-992509579294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:54.570508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Deleting port 6bca1883-78b0-4d3e-bde7-2972029a814a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:55:54.571122 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:54.687899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Sync routers for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:55:54.693937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8b74a9a-06ba-4b4b-aa0e-992509579294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:54.711787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:54.713506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:54.764571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8b74a9a-06ba-4b4b-aa0e-992509579294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:54.777675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] For port 6bca1883-78b0-4d3e-bde7-2972029a814a, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6bca1883-78b0-4d3e-bde7-2972029a814a,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:54.777877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:54.811582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Calling delete_port for 6bca1883-78b0-4d3e-bde7-2972029a814a owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:55:54.897525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c8b74a9a-06ba-4b4b-aa0e-992509579294 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=668843cdf43e41e491f26b598a9e5196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743269 Aug 11 00:55:54.900267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34736) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:54.932815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:55.028434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b74a9a-06ba-4b4b-aa0e-992509579294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df0dd07-81aa-4174-8b83-3487e8922a74,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:55.077971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:55.143856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6326bf7-04d2-451a-b279-3ec54af64471 req-ef7b87ee-4c60-4711-ac2e-7dbb9039f815 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:55.149397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34740) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:55.151036 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6326bf7-04d2-451a-b279-3ec54af64471 req-ef7b87ee-4c60-4711-ac2e-7dbb9039f815 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 944 time: 0.2963905 Aug 11 00:55:55.153219 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c471499d-0a4b-4a7b-8a39-025daf7e2a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.155862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2fa4d0ad-51e6-40c0-86ec-90254e35dee9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052827503', 'description': 'tempest-description--1979699104'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:55.168305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.212472 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c471499d-0a4b-4a7b-8a39-025daf7e2a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.269576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Pushing event deleted for resources: {'Port': ['ID=6bca1883-78b0-4d3e-bde7-2972029a814a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:55.323768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c745ad6-7ec0-4e9d-8684-73e72ec8d123 req-d0899d9e-c95b-46a5-9587-6def13aa0ef4 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 210 time: 0.0651386 Aug 11 00:55:55.334001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6326bf7-04d2-451a-b279-3ec54af64471 req-fdb5caf6-3515-4399-9749-74dd5e5e5eac tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715206 Aug 11 00:55:55.350828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] No DVR routers for this DVR port 6bca1883-78b0-4d3e-bde7-2972029a814a on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:55:55.354144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.356953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd3529af-4f7e-4b66-8158-336e05753698 req-fd38adb6-6cb8-4e2f-a701-1b81ebb751c3 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.55 "DELETE /v2.0/ports/6bca1883-78b0-4d3e-bde7-2972029a814a HTTP/1.1" status: 204 len: 173 time: 0.9281900 Aug 11 00:55:55.358076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedddeef-8df0-497a-80a8-77c13f388626', 'name': 'network-vif-deleted', 'tag': '6bca1883-78b0-4d3e-bde7-2972029a814a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:55:55.359952 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b9f9d1-46c7-41e8-95d2-9413fb486e0a" -d '{"events": [{"server_uuid": "aedddeef-8df0-497a-80a8-77c13f388626", "name": "network-vif-deleted", "tag": "6bca1883-78b0-4d3e-bde7-2972029a814a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:55:55.361840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['6bca1883-78b0-4d3e-bde7-2972029a814a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:55:55.427081 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e301b59d-cf8c-43ba-aabb-5b5c3a546e9c x-openstack-request-id: req-e301b59d-cf8c-43ba-aabb-5b5c3a546e9c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:55:55.427649 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedddeef-8df0-497a-80a8-77c13f388626", "name": "network-vif-deleted", "tag": "6bca1883-78b0-4d3e-bde7-2972029a814a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:55:55.427649 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e301b59d-cf8c-43ba-aabb-5b5c3a546e9c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:55:55.431535 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedddeef-8df0-497a-80a8-77c13f388626', 'name': 'network-vif-deleted', 'tag': '6bca1883-78b0-4d3e-bde7-2972029a814a', 'status': 'completed', 'code': 200} Aug 11 00:55:55.449196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:55.450108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.452784 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c88f164e-111c-4447-a438-507f750b9826 req-7ecf13ed-5a57-4f8c-b788-3d5a275253f4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0387876 Aug 11 00:55:55.506951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d0ad-51e6-40c0-86ec-90254e35dee9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.507378 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c471499d-0a4b-4a7b-8a39-025daf7e2a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.510609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c471499d-0a4b-4a7b-8a39-025daf7e2a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.518916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c471499d-0a4b-4a7b-8a39-025daf7e2a44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4df0dd07-81aa-4174-8b83-3487e8922a74 HTTP/1.1" status: 204 len: 168 time: 0.5513904 Aug 11 00:55:55.530534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471499d-0a4b-4a7b-8a39-025daf7e2a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df0dd07-81aa-4174-8b83-3487e8922a74,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:55.579630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 2, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:55.610941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Checking router: 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:55:55.611405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Updating router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 port e2246238-684c-4581-b63f-8ac54d7df39f binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:55:55.625678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d0ad-51e6-40c0-86ec-90254e35dee9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.642900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ca7619ba-0121-4bb0-9695-be254c573989 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:55:55.662821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.710011 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d0ad-51e6-40c0-86ec-90254e35dee9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.759035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4d0ad-51e6-40c0-86ec-90254e35dee9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d7617e-119c-4ae1-bb31-e6ac66e4467b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:55.859284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:55.866478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d0ad-51e6-40c0-86ec-90254e35dee9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:55.867935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2fa4d0ad-51e6-40c0-86ec-90254e35dee9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7172990 Aug 11 00:55:55.870731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34750) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:55.881138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2763ad2d-9ee1-40ff-9afa-b9626f804e69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'security_group_rule': {'security_group_id': '50d7617e-119c-4ae1-bb31-e6ac66e4467b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:55.890602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'ca7619ba-0121-4bb0-9695-be254c573989', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'port_id': 'ca7619ba-0121-4bb0-9695-be254c573989', 'mac_address': 'fa:16:3e:5b:bc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:55:55.977554 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:56.009829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7619ba-0121-4bb0-9695-be254c573989 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:55:56.013543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2763ad2d-9ee1-40ff-9afa-b9626f804e69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:56.056361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:56.142124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:56.272684 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:56.284534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:56.296479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Transition to ACTIVE for port object e2246238-684c-4581-b63f-8ac54d7df39f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:56.354460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ca7619ba-0121-4bb0-9695-be254c573989'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:55:56.467414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:56.657617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07ca858c-9651-4a51-9540-1200b0612a9c req-f2ed4146-ba10-4534-99a0-85362cf8c0b9 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=aedddeef-8df0-497a-80a8-77c13f388626 HTTP/1.1" status: 200 len: 210 time: 0.0712211 Aug 11 00:55:56.702162 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066090f2-9687-435c-b6e1-e858afb7ad75 None None] Pushing event updated for resources: {'Port': ['ID=e2246238-684c-4581-b63f-8ac54d7df39f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:56.846190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ff64e8b-c5cd-4e41-b94e-5b03675299f6 req-26be5dfd-45be-412d-8b5d-61d7fc5180aa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0605290 Aug 11 00:55:56.888942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Attempting to bind port e2246238-684c-4581-b63f-8ac54d7df39f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:55:56.889533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Attempting to bind port e2246238-684c-4581-b63f-8ac54d7df39f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:55:56.889787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Attempting to bind port e2246238-684c-4581-b63f-8ac54d7df39f on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:55:56.911253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:55:56.911640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Checking segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:55:56.912042 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:56.912486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Bound using segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:55:56.912984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Bound port: e2246238-684c-4581-b63f-8ac54d7df39f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:55:56.913369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:56.926402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-7618e4b2-8766-4e99-95e5-07afe6087b4a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:56.929058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-7618e4b2-8766-4e99-95e5-07afe6087b4a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.8285234 Aug 11 00:55:56.936095 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2763ad2d-9ee1-40ff-9afa-b9626f804e69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:56.956581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'port': {'device_id': '993a7956-7ed7-4a70-bf40-5c0e81af71d8', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'admin_state_up': True, 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:57.056505 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2763ad2d-9ee1-40ff-9afa-b9626f804e69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:57.328037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] For port e2246238-684c-4581-b63f-8ac54d7df39f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:55:57.328037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] For port e2246238-684c-4581-b63f-8ac54d7df39f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e2246238-684c-4581-b63f-8ac54d7df39f,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:55:57.330502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763ad2d-9ee1-40ff-9afa-b9626f804e69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529d8c1f-aafc-4a5b-8564-0ae8351ad136,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:57.330502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363f2c8-66b1-4478-87e3-40f771d8d1ac req-a611f3a6-e48e-4cc4-9c78-4cae16487195 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:57.330502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6363f2c8-66b1-4478-87e3-40f771d8d1ac req-a611f3a6-e48e-4cc4-9c78-4cae16487195 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 945 time: 0.3365390 Aug 11 00:55:57.330502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2763ad2d-9ee1-40ff-9afa-b9626f804e69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:57.330502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2763ad2d-9ee1-40ff-9afa-b9626f804e69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4451194 Aug 11 00:55:57.331834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34790) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:57.331834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-000ff1ed-af20-422f-a2ea-23273100e61e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'security_group_rule': {'security_group_id': '50d7617e-119c-4ae1-bb31-e6ac66e4467b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:57.357310 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:57.405996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6363f2c8-66b1-4478-87e3-40f771d8d1ac req-cd7abd9a-4ead-4cdf-ae3b-27cf914aee4b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942984 Aug 11 00:55:57.413690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:55:57.413690 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 00:55:57.413690 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id_1': '0213a74dc2644b3785a1c9cfc7575043', 'expiration_1': datetime.datetime(2021, 8, 11, 0, 55, 57, 343790)}] Aug 11 00:55:57.413690 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:55:57.413690 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:55:57.485707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:55:57.485707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:57.537853 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-000ff1ed-af20-422f-a2ea-23273100e61e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:57.550759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066090f2-9687-435c-b6e1-e858afb7ad75 None None] Pushing event updated for resources: {'Port': ['ID=e2246238-684c-4581-b63f-8ac54d7df39f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:57.669098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ca7619ba-0121-4bb0-9695-be254c573989 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:57.760968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:55:57.838521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-000ff1ed-af20-422f-a2ea-23273100e61e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:57.912396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-000ff1ed-af20-422f-a2ea-23273100e61e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:57.935266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ff1ed-af20-422f-a2ea-23273100e61e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16436c47-8e53-42bc-820e-dbe9b40a1e8d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:58.039141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port ca7619ba-0121-4bb0-9695-be254c573989 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:58.067039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port ca7619ba-0121-4bb0-9695-be254c573989 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:58.067039 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:58.095693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e01206f2-58dc-46fc-bfd1-a0dda16a5d1b req-111baa01-c8ee-4691-b44e-794cf2b538c8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.1049776 Aug 11 00:55:58.098824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:55:58.110255 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:58.129420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6bca1883-78b0-4d3e-bde7-2972029a814a no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:55:58.152263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-000ff1ed-af20-422f-a2ea-23273100e61e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:58.154161 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-000ff1ed-af20-422f-a2ea-23273100e61e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8316987 Aug 11 00:55:58.159053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34812) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:55:58.164544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:58.166720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 6bca1883-78b0-4d3e-bde7-2972029a814a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:55:58.167103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6bca1883-78b0-4d3e-bde7-2972029a814a not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:55:58.281439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:58.316909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:58.319154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:55:58.321820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311c0db1-2243-4c2c-ac1c-7e9284ef0d3f" -d '{"events": [{"server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "name": "network-vif-plugged", "status": "completed", "tag": "ca7619ba-0121-4bb0-9695-be254c573989"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:55:58.343058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:55:58.369656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:57Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:55:58.389353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.20.0.9 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/0fb51494-dd38-4079-bcce-89a8c43813fd) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:58.490477 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658b99fe-e2e1-4501-ad80-dc429f1923c1 x-openstack-request-id: req-658b99fe-e2e1-4501-ad80-dc429f1923c1 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:55:58.491548 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "name": "network-vif-plugged", "status": "completed", "tag": "ca7619ba-0121-4bb0-9695-be254c573989", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:55:58.491913 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-658b99fe-e2e1-4501-ad80-dc429f1923c1 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:55:58.493141 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989', 'code': 200} Aug 11 00:55:58.496846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4054c-1561-4a9c-aac2-9457540cc41a None None] The sync data for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 is: [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:57Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:55:58.512410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:58.639004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:58.663804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa59c4c-3b62-48b5-8f05-0e4391559008 req-2d4bdc9e-938c-461f-a263-12572e2ca384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:58.665443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfa59c4c-3b62-48b5-8f05-0e4391559008 req-2d4bdc9e-938c-461f-a263-12572e2ca384 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1098 time: 0.1482508 Aug 11 00:55:58.742809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:58.817492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfa59c4c-3b62-48b5-8f05-0e4391559008 req-2063e3cf-b4fd-4215-a2cb-21b7373225f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380012 Aug 11 00:55:58.847184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0e13-d237-44f3-8d19-e4e294303732 req-fb756c05-9711-421a-847b-ba838f0d7f6f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:58.848562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-c475b34a-1444-4e2c-a31a-aa17d8afc2c8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8ca7b11b42584095aec6c824c96b77eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890965 Aug 11 00:55:58.849282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1cf0e13-d237-44f3-8d19-e4e294303732 req-fb756c05-9711-421a-847b-ba838f0d7f6f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1991835 Aug 11 00:55:58.886290 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:58.989744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Transition to ACTIVE for port object 0fb51494-dd38-4079-bcce-89a8c43813fd will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:55:59.062754 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1cf0e13-d237-44f3-8d19-e4e294303732 req-d99ebae7-ec22-455d-8e8b-f4e721dff4b7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990736 Aug 11 00:55:59.103144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e2246238-684c-4581-b63f-8ac54d7df39f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:55:59.251053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1e1ee29c-09d8-42eb-9012-b8c1c7d4a421 req-78ea8dd2-2804-4099-bcba-5ae28e263301 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0458255 Aug 11 00:55:59.253609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:59.292156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:55:59.296648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:55:59.300050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:55:59.409217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Allocated IP 172.25.0.28 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/15cf6a81-0a0a-4646-918e-46dd3f912e46) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:55:59.412739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e2246238-684c-4581-b63f-8ac54d7df39f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:55:59.465618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e2246238-684c-4581-b63f-8ac54d7df39f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:55:59.466012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:59.571376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:59.579466 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:59.637403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-88dd637a-b904-41de-bbc6-538e095e929f tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:55:59.663582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-88dd637a-b904-41de-bbc6-538e095e929f tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8119464 Aug 11 00:55:59.704666 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-b7dabfa7-e066-4458-a709-e86dc86b3831 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/quotas/8ca7b11b42584095aec6c824c96b77eb HTTP/1.1" status: 200 len: 375 time: 0.0374980 Aug 11 00:55:59.719055 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:59.727241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=0fb51494-dd38-4079-bcce-89a8c43813fd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:55:59.800838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-69c1a3b8-df78-446e-b372-c002cdc95331 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ca7b11b42584095aec6c824c96b77eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949287 Aug 11 00:55:59.805619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:59.825175 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-0852416a-6b6b-4a73-b289-7939dd055f62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8732412 Aug 11 00:55:59.839033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Request body: {'port': {'device_id': '993a7956-7ed7-4a70-bf40-5c0e81af71d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:55:59.889243 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:59.935283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:55:59.955580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e2246238-684c-4581-b63f-8ac54d7df39f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e2246238-684c-4581-b63f-8ac54d7df39f,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:00.014620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:00.079624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2f792268-8ffe-4b3b-a1e9-756c053b590c None None] Provisioning for port 0fb51494-dd38-4079-bcce-89a8c43813fd completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:00.095995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2f792268-8ffe-4b3b-a1e9-756c053b590c None None] Provisioning complete for port 0fb51494-dd38-4079-bcce-89a8c43813fd triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:00.096409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f792268-8ffe-4b3b-a1e9-756c053b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:00.159510 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:00.205626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2f792268-8ffe-4b3b-a1e9-756c053b590c None None] Port 0fb51494-dd38-4079-bcce-89a8c43813fd cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:56:00.212077 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:00.330745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:00.336130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:00.343105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'Port': ['ID=15cf6a81-0a0a-4646-918e-46dd3f912e46,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:00.352009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:00.376392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e2246238-684c-4581-b63f-8ac54d7df39f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:00.662256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:00.731300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-713b111f-90f2-42b9-83a7-73b3d65491f3 req-f04c3632-d11a-499e-b280-df073d6893f5 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 210 time: 0.2689848 Aug 11 00:56:00.849572 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:00.876780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc11a3e-4197-4a89-a54a-13f051822396 req-72f39300-7d60-41d7-ae3e-44ed1c5b9e9c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:00.909123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fc11a3e-4197-4a89-a54a-13f051822396 req-72f39300-7d60-41d7-ae3e-44ed1c5b9e9c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.5930698 Aug 11 00:56:00.958610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb51494-dd38-4079-bcce-89a8c43813fd {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:56:00.979739 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:01.007011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Transition to ACTIVE for port object 0fb51494-dd38-4079-bcce-89a8c43813fd will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:01.062416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3fc11a3e-4197-4a89-a54a-13f051822396 req-4b1eeb88-7c03-4e8a-b387-c8ee43b6f908 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522834 Aug 11 00:56:01.095003 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:01.108945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e2246238-684c-4581-b63f-8ac54d7df39f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:01.205086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e2246238-684c-4581-b63f-8ac54d7df39f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:01.206873 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:01.299117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8b131-e670-48de-94d7-12f1163b1d3e req-6d9d7b84-f123-47d8-b653-eb84bc7311d4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:01.315951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65c8b131-e670-48de-94d7-12f1163b1d3e req-6d9d7b84-f123-47d8-b653-eb84bc7311d4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 931 time: 0.3363364 Aug 11 00:56:01.473432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Pushing event updated for resources: {'Port': ['ID=0fb51494-dd38-4079-bcce-89a8c43813fd,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:01.531014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65c8b131-e670-48de-94d7-12f1163b1d3e req-1ff36ae9-ddea-44ed-bbc1-a3dd32341396 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139874 Aug 11 00:56:01.553015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839b42-c495-40c9-a7f1-7831a3e852c6 req-473f8c15-db7c-407b-980b-6acf0745007f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:01.553015 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-af839b42-c495-40c9-a7f1-7831a3e852c6 req-473f8c15-db7c-407b-980b-6acf0745007f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.3343716 Aug 11 00:56:01.559383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.563133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.565719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.566923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.567628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.568160 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.568661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.575541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.575541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.575541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.575541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.575541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:01.628029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:01.718795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-af839b42-c495-40c9-a7f1-7831a3e852c6 req-be84e7c1-439a-4bd8-a527-24fcb5b596d0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027071 Aug 11 00:56:01.737489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:01.743960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Attempting to bind port 0fb51494-dd38-4079-bcce-89a8c43813fd on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:01.744308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Attempting to bind port 0fb51494-dd38-4079-bcce-89a8c43813fd by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:01.747614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Attempting to bind port 0fb51494-dd38-4079-bcce-89a8c43813fd on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:01.757453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Port 0fb51494-dd38-4079-bcce-89a8c43813fd on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:56:01.758044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Attempting to bind port 0fb51494-dd38-4079-bcce-89a8c43813fd on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:01.779091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:01.781722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:01.781722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:01.781722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Bound port: 0fb51494-dd38-4079-bcce-89a8c43813fd, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:01.781722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:01.789217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34904) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:01.969385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974fed90-21dc-4873-85fa-fe3ed15b707a tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:01.971433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-974fed90-21dc-4873-85fa-fe3ed15b707a tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1093 time: 0.1623793 Aug 11 00:56:01.986694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 34910) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:02.011152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'ca7619ba-0121-4bb0-9695-be254c573989', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:02.019878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] For port 0fb51494-dd38-4079-bcce-89a8c43813fd, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:02.052290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] For port 0fb51494-dd38-4079-bcce-89a8c43813fd, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0fb51494-dd38-4079-bcce-89a8c43813fd,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:02.086368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22ba4eb2-ec75-484c-84be-278703f1f8fc req-898cd07a-57f8-425a-b895-eb3e54fb8423 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 210 time: 0.1650274 Aug 11 00:56:02.113928 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:02.117083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'Port': ['ID=15cf6a81-0a0a-4646-918e-46dd3f912e46,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:02.128781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.129397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.129929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.130279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.130637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.130962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.131347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.131665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.131996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.132326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.132657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.132981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:02.156761 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:02.168621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:02.205754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:02.206842 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:02.208626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] 10.222.0.55 "PUT /v2.0/ports/0fb51494-dd38-4079-bcce-89a8c43813fd HTTP/1.1" status: 200 len: 1092 time: 2.3763411 Aug 11 00:56:02.209372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993a7956-7ed7-4a70-bf40-5c0e81af71d8', 'tag': '0fb51494-dd38-4079-bcce-89a8c43813fd'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:02.211936 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441641d-f52c-4f22-9387-f2a0087cc38f" -d '{"events": [{"name": "network-changed", "server_uuid": "993a7956-7ed7-4a70-bf40-5c0e81af71d8", "tag": "0fb51494-dd38-4079-bcce-89a8c43813fd"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:02.311382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12228180-36e8-4ee4-97b9-e286e2ff0d3c service neutron] Pushing event updated for resources: {'Port': ['ID=0fb51494-dd38-4079-bcce-89a8c43813fd,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:02.334669 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd16027d-0650-41fe-9779-b827d87e49c3 x-openstack-request-id: req-fd16027d-0650-41fe-9779-b827d87e49c3 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:02.335245 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993a7956-7ed7-4a70-bf40-5c0e81af71d8", "tag": "0fb51494-dd38-4079-bcce-89a8c43813fd", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:02.336121 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd16027d-0650-41fe-9779-b827d87e49c3 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:02.336620 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:02.337615 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993a7956-7ed7-4a70-bf40-5c0e81af71d8', 'tag': '0fb51494-dd38-4079-bcce-89a8c43813fd', 'status': 'completed', 'code': 200} Aug 11 00:56:02.338142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-987db5d4-42cd-47de-84b5-8ac12c0b8d52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1779597 Aug 11 00:56:02.553852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441641d-f52c-4f22-9387-f2a0087cc38f req-128475c2-103f-4ac2-9a54-fc856c95a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:02.557303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7441641d-f52c-4f22-9387-f2a0087cc38f req-128475c2-103f-4ac2-9a54-fc856c95a83b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 1095 time: 0.1760933 Aug 11 00:56:02.688219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:02.856807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c17b58-32fc-4453-8093-e48560fbd46f req-0a8192f4-4db2-43a2-a7bb-fdbe0f6f6bb9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:02.859238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21c17b58-32fc-4453-8093-e48560fbd46f req-0a8192f4-4db2-43a2-a7bb-fdbe0f6f6bb9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1439934 Aug 11 00:56:02.930510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441641d-f52c-4f22-9387-f2a0087cc38f req-0555c612-fdd7-458f-af7d-fff233997db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:02.932156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7441641d-f52c-4f22-9387-f2a0087cc38f req-0555c612-fdd7-458f-af7d-fff233997db0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0213a74dc2644b3785a1c9cfc7575043&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3667929 Aug 11 00:56:02.966281 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21c17b58-32fc-4453-8093-e48560fbd46f req-4947f413-1c0d-445e-b2df-4e71854e4df0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672894 Aug 11 00:56:03.000116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-8b5626e2-824a-40ef-bf65-772c45a6af60 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1052827503&fields=id&tenant_id=fab1d7a6b945499d83a744f795dd65a2 HTTP/1.1" status: 200 len: 267 time: 0.1885374 Aug 11 00:56:03.195239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.25.0.24 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/8d5dd2e1-305e-414e-8edb-310962245e10) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:03.233306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50264f30-1c2f-406b-aaa2-243ec2aaadf5 req-1fe6b0e1-77a2-4c58-8f7b-cea7cd677a38 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 210 time: 0.0422387 Aug 11 00:56:03.332217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-17929a9e-0a67-4aef-832f-6c432ceabe3a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:03.333776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-17929a9e-0a67-4aef-832f-6c432ceabe3a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.3105237 Aug 11 00:56:03.339641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441641d-f52c-4f22-9387-f2a0087cc38f req-1e2c32c3-1c44-465e-814b-64076ca3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:03.341184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7441641d-f52c-4f22-9387-f2a0087cc38f req-1e2c32c3-1c44-465e-814b-64076ca3c83a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3360522 Aug 11 00:56:03.360254 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-fd0f9682-06e1-49d6-9871-e6f164c913d5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/quotas/fab1d7a6b945499d83a744f795dd65a2 HTTP/1.1" status: 200 len: 375 time: 0.0161831 Aug 11 00:56:03.503650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:03.524255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-4e32271c-2cb4-4a43-8cd4-9ee180030f3b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1517012 Aug 11 00:56:03.537731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-5782482c-eb3e-4bb1-b148-8c0044689517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:03.550956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-5782482c-eb3e-4bb1-b148-8c0044689517 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 1095 time: 0.1137230 Aug 11 00:56:03.618105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-3a28b57d-21b8-4e82-82f7-d3a97d61963b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb51494-dd38-4079-bcce-89a8c43813fd HTTP/1.1" status: 200 len: 217 time: 0.0701215 Aug 11 00:56:03.654169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34960) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:03.726336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-fbbe898f-ff08-4822-b5d8-45b51aa38acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:03.727897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-fbbe898f-ff08-4822-b5d8-45b51aa38acb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0828154 Aug 11 00:56:03.754336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-ad519806-113b-401e-83b7-c6914b34bd9c service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052140 Aug 11 00:56:03.784958 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:03.887716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a65f38ea-7c6d-420a-97e3-33b63aae6812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:03.897288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:03.903395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=8d5dd2e1-305e-414e-8edb-310962245e10,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:03.909363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:03.920659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:03.930772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-b389b46f-e473-4598-8f51-d8f3af373eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:03.932425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-b389b46f-e473-4598-8f51-d8f3af373eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938992 Aug 11 00:56:04.059319 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-dbe91416-48c2-4e53-a673-9e46837be3c1 service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851758 Aug 11 00:56:04.286070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a65f38ea-7c6d-420a-97e3-33b63aae6812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:04.337966 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-074bdef9-3656-4bbb-bc77-8c638a685c6e service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793156 Aug 11 00:56:04.338058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb7c6a-ffb8-4112-92ef-a15d75a25cde req-93741be7-0122-4a63-a83c-c30c1d52b098 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:04.343998 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4afb7c6a-ffb8-4112-92ef-a15d75a25cde req-93741be7-0122-4a63-a83c-c30c1d52b098 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1614010 Aug 11 00:56:04.427327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4afb7c6a-ffb8-4112-92ef-a15d75a25cde req-66bdde07-2187-448e-bde1-5b408ed89ab8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771184 Aug 11 00:56:04.455511 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a65f38ea-7c6d-420a-97e3-33b63aae6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:04.529058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a65f38ea-7c6d-420a-97e3-33b63aae6812 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebef84aaa6a142b99799381d438de311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8716688 Aug 11 00:56:04.533108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:04.634522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-5af2314b-c2db-4ec0-a6e2-3bbea212edc4 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8ca7b11b42584095aec6c824c96b77eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400815 Aug 11 00:56:04.722818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f38ea-7c6d-420a-97e3-33b63aae6812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ef1ba1-14ee-421c-a8c1-5c6425d4fbd3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:04.754089 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84af7e20-c787-46cc-8d1e-53c64fba8359 req-ac7db0f6-e33d-4892-8cb2-ad91e08a8502 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 210 time: 0.1144493 Aug 11 00:56:05.042708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-90886d01-4c48-4cc2-8953-c78f3e1a960e tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:05.048789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-90886d01-4c48-4cc2-8953-c78f3e1a960e tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034329 Aug 11 00:56:05.049858 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f68296d-4ec0-4e53-96ea-d7fccc22fa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.094511 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f68296d-4ec0-4e53-96ea-d7fccc22fa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.097753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Request body: {'port': {'device_id': '0ded6742-bee4-4c6d-aeb8-1020e33a5304', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '8ca7b11b42584095aec6c824c96b77eb'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:05.195936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 34988) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:05.423741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-394a24bf-ee29-44b5-bdf2-596bdea55679 req-004b079e-5b72-46f2-8aa0-9698009ec5b2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 210 time: 0.7543371 Aug 11 00:56:05.432531 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61cf521d-cbbd-4559-b737-db1ade1e149f req-8b04158f-050b-4aaf-8b6e-a9bcb701fc31 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0867379 Aug 11 00:56:05.472135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Made reservation on behalf of 8ca7b11b42584095aec6c824c96b77eb for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:56:05.483674 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.506509 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.593315 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff033983-5c7d-4521-a9d9-10275ec3c8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.666095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eff06-e34c-4926-8827-009b9621078a req-396f3d84-411a-48c4-9b2e-38e972b2b16a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:05.667797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f86eff06-e34c-4926-8827-009b9621078a req-396f3d84-411a-48c4-9b2e-38e972b2b16a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0913467 Aug 11 00:56:05.718073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f86eff06-e34c-4926-8827-009b9621078a req-c21c6827-c4cd-445f-8d74-1fe271457e6d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381551 Aug 11 00:56:05.742154 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f68296d-4ec0-4e53-96ea-d7fccc22fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.746446 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f68296d-4ec0-4e53-96ea-d7fccc22fa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.749195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4f68296d-4ec0-4e53-96ea-d7fccc22fa5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02ef1ba1-14ee-421c-a8c1-5c6425d4fbd3 HTTP/1.1" status: 204 len: 168 time: 1.2138045 Aug 11 00:56:05.776023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68296d-4ec0-4e53-96ea-d7fccc22fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ef1ba1-14ee-421c-a8c1-5c6425d4fbd3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:05.834595 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.876789 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:05.981249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-77aa05aa-9b46-405e-bc8e-ea11164fd80a req-4e0805b8-9674-4cc0-82bb-7ddae8e51c91 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 210 time: 0.0480103 Aug 11 00:56:06.020861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.107356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fff316-b70e-47b9-b66b-a38d0fd3e7f9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:06.216466 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.218235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Allocated IP 192.168.233.192 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/9c8d40bc-40cb-4048-821e-ca7d8b1c9984) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:06.261463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff033983-5c7d-4521-a9d9-10275ec3c8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.430729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.461266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Transition to ACTIVE for port object 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:06.488449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.513072 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ff033983-5c7d-4521-a9d9-10275ec3c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.589146 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:56:06.613538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ff033983-5c7d-4521-a9d9-10275ec3c8c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c22c707aa8d4919bd0295542eef1616&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4140530 Aug 11 00:56:06.616391 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03eea9e1-464a-4c9b-aff9-c2fb4c3baaf1 req-6cbe783c-e06e-4c02-94da-8709b4fd4df2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 210 time: 0.0650191 Aug 11 00:56:06.617025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35010) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:06.617690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff033983-5c7d-4521-a9d9-10275ec3c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cfd376-bbce-4dd6-9124-5da71d702efd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:06.664396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.688489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d16ae77-70e8-495b-ac7c-e76496164866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.720879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d16ae77-70e8-495b-ac7c-e76496164866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.748850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=8d5dd2e1-305e-414e-8edb-310962245e10,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:06.799883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.850839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:06.895504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:06.899600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:06.903042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:07.007867 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Pushing event updated for resources: {'Port': ['ID=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:07.024718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d16ae77-70e8-495b-ac7c-e76496164866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:07.027878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d16ae77-70e8-495b-ac7c-e76496164866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:07.036760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5d16ae77-70e8-495b-ac7c-e76496164866 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7cfd376-bbce-4dd6-9124-5da71d702efd HTTP/1.1" status: 204 len: 168 time: 0.4154766 Aug 11 00:56:07.081522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce65a1-daae-40d2-8549-8ef2e1baf2e7 req-4b3aa9e1-57d0-40da-b1ad-6ecda65e3444 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:07.083250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:07.084032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:07.084526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfce65a1-daae-40d2-8549-8ef2e1baf2e7 req-4b3aa9e1-57d0-40da-b1ad-6ecda65e3444 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.2176452 Aug 11 00:56:07.085120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35018) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:07.099828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16ae77-70e8-495b-ac7c-e76496164866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cfd376-bbce-4dd6-9124-5da71d702efd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:07.205316 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Floating IP 124722bd-4d7a-49a5-bfd2-6134d733e660 associated. External IP: 172.25.0.24, port: ca7619ba-0121-4bb0-9695-be254c573989. Aug 11 00:56:07.216305 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68dc7b98-4a2d-473c-a33b-9c0d5b3718a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:07.247205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-3712999c-4621-465a-90e0-5bb91a6310cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1605909 Aug 11 00:56:07.263799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Request body: {'port': {'device_id': '0ded6742-bee4-4c6d-aeb8-1020e33a5304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:07.331643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d8a47-b22f-4b9e-88d2-e03fff132ec2 req-1ed2c835-7944-4cd6-85c5-f62527809ef2 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:07.331643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-140d8a47-b22f-4b9e-88d2-e03fff132ec2 req-1ed2c835-7944-4cd6-85c5-f62527809ef2 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 936 time: 0.1141946 Aug 11 00:56:07.395025 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:07.421880 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-140d8a47-b22f-4b9e-88d2-e03fff132ec2 req-9d485387-689b-4a61-8757-eca6c0abb05b tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 Aug 11 00:56:07.451689 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfce65a1-daae-40d2-8549-8ef2e1baf2e7 req-1483b694-3c04-422b-bb1c-cb4d99e4e32f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441303 Aug 11 00:56:07.611361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c601f4c2-2a9f-4073-8357-d053369c9dc0 None None] Provisioning for port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:07.619468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c601f4c2-2a9f-4073-8357-d053369c9dc0 None None] Provisioning complete for port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:07.625058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c601f4c2-2a9f-4073-8357-d053369c9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:07.732155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c601f4c2-2a9f-4073-8357-d053369c9dc0 None None] Port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:56:07.810681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68dc7b98-4a2d-473c-a33b-9c0d5b3718a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:07.848321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 16d382b5-f7f2-498c-bd1b-7c295863f403 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:56:07.946580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68dc7b98-4a2d-473c-a33b-9c0d5b3718a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:08.101749 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-68dc7b98-4a2d-473c-a33b-9c0d5b3718a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=398e8a9044604dff8535d45f2cca98a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0114710 Aug 11 00:56:08.108916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35032) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:08.120720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc7b98-4a2d-473c-a33b-9c0d5b3718a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45cd821-f915-4121-8ae5-c52f6d923d06,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:08.193695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:56:08.207938 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] Sync routers for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:56:08.228037 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:08.229037 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:08.252057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08425953-0ad5-400b-8ff1-268bf441d613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:08.303850 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08425953-0ad5-400b-8ff1-268bf441d613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:08.418001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:08.485130 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:08.498142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef5c9b26-8e5a-4fc1-8ae7-d6b5aeedb8a8 req-2f17703b-98a3-408e-8778-15918a335333 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 210 time: 0.7067881 Aug 11 00:56:08.522258 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0512e3aa-6d3d-489e-905e-da5d0556c053 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5339687 Aug 11 00:56:08.616297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:08.624053 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce" -d '{"events": [{"name": "network-changed", "server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "tag": "ca7619ba-0121-4bb0-9695-be254c573989"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:08.638466 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08425953-0ad5-400b-8ff1-268bf441d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:08.651691 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-08425953-0ad5-400b-8ff1-268bf441d613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:08.656100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-08425953-0ad5-400b-8ff1-268bf441d613 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a45cd821-f915-4121-8ae5-c52f6d923d06 HTTP/1.1" status: 204 len: 168 time: 0.5435119 Aug 11 00:56:08.747556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08425953-0ad5-400b-8ff1-268bf441d613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45cd821-f915-4121-8ae5-c52f6d923d06,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:08.787291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:56:08.806600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:08.840021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49061c5e-7f76-4b6a-b9dd-8cadf5792bf6 req-215aa2d9-8735-4299-ae0a-4b22099241c4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:08.841668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49061c5e-7f76-4b6a-b9dd-8cadf5792bf6 req-215aa2d9-8735-4299-ae0a-4b22099241c4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1718738 Aug 11 00:56:08.844872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Transition to ACTIVE for port object 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:08.911871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-2a7543f7-c182-4b7b-ad62-d97ba3253788 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:08.939836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-2a7543f7-c182-4b7b-ad62-d97ba3253788 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.5306454 Aug 11 00:56:08.980891 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49061c5e-7f76-4b6a-b9dd-8cadf5792bf6 req-adbc59d5-ace6-4505-a434-0eb0d70c660a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155837 Aug 11 00:56:08.987497 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:08.995189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692872e-5f96-43c8-8d14-ac9837e03cfc req-fff5249d-0646-40cf-86ae-c6a192867dcb tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:08.997546 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4692872e-5f96-43c8-8d14-ac9837e03cfc req-fff5249d-0646-40cf-86ae-c6a192867dcb tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 936 time: 0.3652058 Aug 11 00:56:09.073121 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '124722bd-4d7a-49a5-bfd2-6134d733e660', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'port_id': 'ca7619ba-0121-4bb0-9695-be254c573989', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'mac_address': 'fa:16:3e:5b:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:56:05Z', 'updated_at': '2021-08-11T00:56:05Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:09.087196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:09.151735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4692872e-5f96-43c8-8d14-ac9837e03cfc req-b5b1d2c8-e80e-41ca-83cc-b0a53ae53653 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390710 Aug 11 00:56:09.197767 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] Checking router: 16d382b5-f7f2-498c-bd1b-7c295863f403 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:56:09.220670 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:09.222313 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:09.261540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-4d18d01b-c50e-41a6-a609-bb4cb1f6631e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab1d7a6b945499d83a744f795dd65a2 HTTP/1.1" status: 200 len: 380 time: 0.3195643 Aug 11 00:56:09.283957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'port': {'device_id': 'd3657d06-9353-4614-821d-899cd99502b3', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'admin_state_up': True, 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'security_groups': ['50d7617e-119c-4ae1-bb31-e6ac66e4467b']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:09.307752 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3fba4b-5dc1-4cd7-9ceb-379c0a149c98 x-openstack-request-id: req-7f3fba4b-5dc1-4cd7-9ceb-379c0a149c98 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:09.308053 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "tag": "ca7619ba-0121-4bb0-9695-be254c573989", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:09.308829 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f3fba4b-5dc1-4cd7-9ceb-379c0a149c98 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:09.312553 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989', 'status': 'completed', 'code': 200} Aug 11 00:56:09.336552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425e618-95f2-4d85-91e6-33840a02f6ce req-bf57f87b-8038-43d1-a07b-292670116ff1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:09.348704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d425e618-95f2-4d85-91e6-33840a02f6ce req-bf57f87b-8038-43d1-a07b-292670116ff1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.2437866 Aug 11 00:56:09.393398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35058) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:09.404478 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:09.451319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d425e618-95f2-4d85-91e6-33840a02f6ce req-95307ba6-9442-4d42-b4ff-e4bb81f30161 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997469 Aug 11 00:56:09.472559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Attempting to bind port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:09.472559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Attempting to bind port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:09.472559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Attempting to bind port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:09.475260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35066) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:09.497919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:56:09.497919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Attempting to bind port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:09.583237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:09.591426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:09.593006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:09.594531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Bound port: 9c8d40bc-40cb-4048-821e-ca7d8b1c9984, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:09.595280 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:09.768275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1272b048-10bc-4c01-81ce-d1d6d84c0dd4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/124722bd-4d7a-49a5-bfd2-6134d733e660 HTTP/1.1" status: 200 len: 991 time: 0.2875211 Aug 11 00:56:09.857773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] For port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:09.877320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-903356192-network', 'tenant_id': 'd09da72e7151475484d16748fe837852'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:09.881795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] For port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:09.908963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecbf2a81-2a07-45a4-89cd-7c9369633e71 req-c36ba1fc-623a-4522-a42a-d7d4129ad0fb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 210 time: 0.1030655 Aug 11 00:56:09.917205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-6642711d-e5a3-40cd-83cd-8aa625f53a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:09.919384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-6642711d-e5a3-40cd-83cd-8aa625f53a48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1098 time: 0.5566969 Aug 11 00:56:09.925691 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 00:56:09.925691 n-d-712143-13 neutron-server[95255]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 00:56:09.925691 n-d-712143-13 neutron-server[95255]: [parameters: {'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'id': '045b6239-dafc-4c7d-8e55-5ab35116ef99', 'expiration': datetime.datetime(2021, 8, 11, 0, 58, 9, 920311)}] Aug 11 00:56:09.925691 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:56:09.926638 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:56:09.973296 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:10.017717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:10.020105 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:10.022728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] 10.222.0.44 "PUT /v2.0/ports/9c8d40bc-40cb-4048-821e-ca7d8b1c9984 HTTP/1.1" status: 200 len: 1097 time: 2.7642186 Aug 11 00:56:10.023027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ded6742-bee4-4c6d-aeb8-1020e33a5304', 'tag': '9c8d40bc-40cb-4048-821e-ca7d8b1c9984'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:10.026085 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1872112-2d40-4559-9c01-b8eea9cc022d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ded6742-bee4-4c6d-aeb8-1020e33a5304", "tag": "9c8d40bc-40cb-4048-821e-ca7d8b1c9984"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:10.036157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.44', 57951) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:10.133984 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf0177-370f-44f1-8405-30dfe039b814 x-openstack-request-id: req-85bf0177-370f-44f1-8405-30dfe039b814 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:10.137482 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ded6742-bee4-4c6d-aeb8-1020e33a5304", "tag": "9c8d40bc-40cb-4048-821e-ca7d8b1c9984", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:10.137721 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85bf0177-370f-44f1-8405-30dfe039b814 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:10.138321 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ded6742-bee4-4c6d-aeb8-1020e33a5304', 'tag': '9c8d40bc-40cb-4048-821e-ca7d8b1c9984', 'status': 'completed', 'code': 200} Aug 11 00:56:10.142299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Made reservation on behalf of d09da72e7151475484d16748fe837852 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:56:10.155989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:10.165211 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '124722bd-4d7a-49a5-bfd2-6134d733e660', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'port_id': 'ca7619ba-0121-4bb0-9695-be254c573989', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'mac_address': 'fa:16:3e:5b:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:56:05Z', 'updated_at': '2021-08-11T00:56:05Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:10.238119 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-f3724cd3-83d8-4ae5-9d2d-63fd2abe7879 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1994994 Aug 11 00:56:10.238692 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973e078-a964-471f-9ae1-8c755fa4f147 None None] The sync data for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 is: [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '124722bd-4d7a-49a5-bfd2-6134d733e660', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'port_id': 'ca7619ba-0121-4bb0-9695-be254c573989', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'mac_address': 'fa:16:3e:5b:bc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:56:05Z', 'updated_at': '2021-08-11T00:56:05Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:56:10.249239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-7c3b9838-37cc-4c3b-85a5-5a5da60631ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:10.264175 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-7c3b9838-37cc-4c3b-85a5-5a5da60631ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.3361495 Aug 11 00:56:10.293225 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:10.339890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b805f5c-872d-4e4c-a486-b27eee1bd2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:10.409523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872112-2d40-4559-9c01-b8eea9cc022d req-b89c9c62-7fc0-419b-9949-fe9dd0e658f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:10.411108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1872112-2d40-4559-9c01-b8eea9cc022d req-b89c9c62-7fc0-419b-9949-fe9dd0e658f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ca7b11b42584095aec6c824c96b77eb&device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 1100 time: 0.2527010 Aug 11 00:56:10.439565 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-982bb728-86e2-4456-955c-3dec5d54e759 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 999 time: 0.1634538 Aug 11 00:56:10.451437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfcddd-1e0a-413f-80b4-3625bcfe2e42 req-8706abf4-5ff6-4386-af7c-d63f0076ed28 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:10.453550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87bfcddd-1e0a-413f-80b4-3625bcfe2e42 req-8706abf4-5ff6-4386-af7c-d63f0076ed28 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 948 time: 0.1138477 Aug 11 00:56:10.476960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1872112-2d40-4559-9c01-b8eea9cc022d req-883c150a-8d0a-457e-877c-514b03592f4e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=8ca7b11b42584095aec6c824c96b77eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523190 Aug 11 00:56:10.508079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4e0da-b56d-43dc-aa40-6ae5fe881b7a req-a21b2b16-5048-4b92-a813-8aea3bbfbd8b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:10.509863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83e4e0da-b56d-43dc-aa40-6ae5fe881b7a req-a21b2b16-5048-4b92-a813-8aea3bbfbd8b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.2865207 Aug 11 00:56:10.554901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-e0e9905e-b27b-44ae-bd30-389fe53422f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:10.556624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-e0e9905e-b27b-44ae-bd30-389fe53422f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.1018991 Aug 11 00:56:10.617753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87bfcddd-1e0a-413f-80b4-3625bcfe2e42 req-3347fd86-ba9b-4991-960e-6ab3939277d2 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257081 Aug 11 00:56:10.661495 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83e4e0da-b56d-43dc-aa40-6ae5fe881b7a req-479130b5-e279-4999-95ab-2b072807a00b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334057 Aug 11 00:56:10.694945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-8bac78b8-f41f-4117-bcd1-f2806d151d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:10.699822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-8bac78b8-f41f-4117-bcd1-f2806d151d67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232448 Aug 11 00:56:10.719628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90b96ef-1af4-46b8-b036-0c1529625ff1 None None] New status for floating IP 124722bd-4d7a-49a5-bfd2-6134d733e660: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:56:10.720220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:10.721770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1872112-2d40-4559-9c01-b8eea9cc022d req-dc39ea88-1d2d-430b-a44d-33f335df8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:10.725173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1872112-2d40-4559-9c01-b8eea9cc022d req-dc39ea88-1d2d-430b-a44d-33f335df8569 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2380342 Aug 11 00:56:10.770452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35094) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:10.898840 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:10.919498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-3456b4ab-c465-4823-90ac-304c56d66f79 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104855 Aug 11 00:56:10.995478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:56:11.021866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f75ab751-6e86-477e-91c7-2e69ee53598d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/124722bd-4d7a-49a5-bfd2-6134d733e660 HTTP/1.1" status: 200 len: 991 time: 0.2496858 Aug 11 00:56:11.023471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661f8ea4-bd0f-4ed6-8b31-80f86f4a53a2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:11.038671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:11.039095 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Added segment 02cd91a4-0d80-43da-811a-ee0c9f4b675d of type vlan for network d4bea373-149a-4466-a655-60ea0d518e18 Aug 11 00:56:11.043455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-8320811b-758f-4871-805f-5d110811b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:11.045218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-8320811b-758f-4871-805f-5d110811b9d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ca7b11b42584095aec6c824c96b77eb&device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 1100 time: 0.2630980 Aug 11 00:56:11.098312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Made reservation on behalf of fab1d7a6b945499d83a744f795dd65a2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:56:11.102565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:11.144840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-bfe74cc1-fea9-42bf-bedf-c9272da5c242 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=9c8d40bc-40cb-4048-821e-ca7d8b1c9984 HTTP/1.1" status: 200 len: 217 time: 0.0881698 Aug 11 00:56:11.146811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72497657-6d0c-4bcf-add8-fcbc8e06c85f req-68bac0f0-3f12-481b-9f5d-2e239715d398 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 210 time: 0.0891302 Aug 11 00:56:11.163221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-6b82f64f-cde1-493c-ad81-5a9c209e0913 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:11.165298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-6b82f64f-cde1-493c-ad81-5a9c209e0913 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/networks?id=d0b5c67b-1581-4810-b613-07a0a15291e2 HTTP/1.1" status: 200 len: 814 time: 0.2125549 Aug 11 00:56:11.169964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:11.232540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-75ddcbee-b57a-44a1-96b1-4be6f6a091f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:11.232540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-75ddcbee-b57a-44a1-96b1-4be6f6a091f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0697358 Aug 11 00:56:11.248800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-6cc9b308-3a0e-439a-9a2b-0216bc0531d2 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/quotas/12547f458bd84ad084e68dd0723c9925 HTTP/1.1" status: 200 len: 375 time: 0.0614533 Aug 11 00:56:11.287513 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b6314b7-87ec-495e-a7b2-1d77fd3d53ce req-42d02463-65dd-4c19-9853-a5a5d6a25cb3 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598609 Aug 11 00:56:11.301459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-d7e0c912-06bb-43d7-be58-e6953f034530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:11.305412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-d7e0c912-06bb-43d7-be58-e6953f034530 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689774 Aug 11 00:56:11.314445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-7b1b3e0d-31ef-4e6e-8006-a30f3d8a5b5a tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=12547f458bd84ad084e68dd0723c9925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585818 Aug 11 00:56:11.393545 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:11.394803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:11.395607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:11.442808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Allocated IP 172.20.0.9 (f93af89e-9ffd-41eb-8fe8-bb92ece07a69/6683566d-a13e-4b41-b24d-c37dc02e2878/5a126cd5-9de2-4cdb-922e-4367ac9d5f79) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:11.480587 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-daa7e4ea-ec06-4106-b4ec-e00601923a06 service neutron] 10.222.0.43 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637750 Aug 11 00:56:11.528156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d4bea373-149a-4466-a655-60ea0d518e18,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:11.540395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d4bea373-149a-4466-a655-60ea0d518e18 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:56:11.554174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-c85f44f0-7cf8-487d-8510-6d5ac604fe4b service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416596 Aug 11 00:56:11.622980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f449925c-8a29-40f6-8844-d8e3e50620f1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2279489 Aug 11 00:56:11.630874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35116) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:11.757862 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a8702c8-2453-45fb-a731-e37379fd11fc req-20ff8630-a3e3-4064-865c-2301a2fe117b service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923013 Aug 11 00:56:11.810648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c83658-b7ba-44fe-8f61-1b764827dbf6 req-9598af9e-1780-4542-bc55-d1ab68dc5802 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:11.812657 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92c83658-b7ba-44fe-8f61-1b764827dbf6 req-9598af9e-1780-4542-bc55-d1ab68dc5802 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 948 time: 0.0760312 Aug 11 00:56:11.865618 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92c83658-b7ba-44fe-8f61-1b764827dbf6 req-ddb40730-e853-48b8-9f26-a3112bc9b646 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Aug 11 00:56:12.023763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836a670-9924-4784-82f2-cc6a5e7512a5 req-f7430f06-f6e0-4c9e-9e24-c24db51f47d8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:12.025861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f836a670-9924-4784-82f2-cc6a5e7512a5 req-f7430f06-f6e0-4c9e-9e24-c24db51f47d8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0718942 Aug 11 00:56:12.026444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35128) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:12.091049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Request body: {'subnet': {'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-903356192-subnet', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:12.119091 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-56fb1292-3e62-4c66-8b63-e48a4d04b1f4 service neutron] 10.222.0.43 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301234 Aug 11 00:56:12.134794 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f836a670-9924-4784-82f2-cc6a5e7512a5 req-679fef70-62aa-48ec-b8f6-9930d0475e3c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906470 Aug 11 00:56:12.134794 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-939f7ee2-2859-42c9-9c79-e6d4936f54fc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/124722bd-4d7a-49a5-bfd2-6134d733e660 HTTP/1.1" status: 200 len: 993 time: 0.1033092 Aug 11 00:56:12.193895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-2944608e-8df5-4cac-8a88-dc4e3b5f1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:12.195507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-2944608e-8df5-4cac-8a88-dc4e3b5f1c90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1098 time: 0.5681922 Aug 11 00:56:12.290297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Made reservation on behalf of d09da72e7151475484d16748fe837852 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:56:12.293620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:12.301362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85598762-3f01-4055-b8c6-3b2f0c55bb05 req-bafa46f3-6f1f-471f-8a05-567bf976ac52 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 210 time: 0.0425916 Aug 11 00:56:12.396405 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:12.436696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-6ed08712-db1d-4675-a88d-4e94c25bbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:12.438241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-6ed08712-db1d-4675-a88d-4e94c25bbfc2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.2179527 Aug 11 00:56:12.439732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Transition to ACTIVE for port object 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:12.562025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-e2561515-68b2-45f5-a464-546033f9e95b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 1001 time: 0.1122825 Aug 11 00:56:12.563486 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7328b05-5195-4f65-98c4-8e342f2c8628 req-d308cdb1-370b-4eef-bc1c-2e5c8981ba3c tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 210 time: 0.0668354 Aug 11 00:56:12.687881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-22933146-81e0-480b-9f46-573044a1c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:12.687881 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-22933146-81e0-480b-9f46-573044a1c157 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.1002617 Aug 11 00:56:12.756671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:12.768933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-44d94059-02b7-44f2-afc8-b20d9b75255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:12.771030 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-44d94059-02b7-44f2-afc8-b20d9b75255b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696998 Aug 11 00:56:12.868479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:12.875108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:12.887876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:12.889996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:12.915892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:13.026750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f0970f-ede9-4ca9-892a-d8b302a5392c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:13.062099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:13.062758 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:13.076750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-adf38196-eeb1-4c67-894f-275e9a70da91 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797725 Aug 11 00:56:13.112524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Checking segment: {'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:13.113281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Network hostable DHCP agents. Network: d4bea373-149a-4466-a655-60ea0d518e18, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:56:13.181910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09e31a-0820-4dcd-a692-8c66da8127e1 req-8a743aa5-137f-4822-bf67-5fc492a2cc76 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:13.189577 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea09e31a-0820-4dcd-a692-8c66da8127e1 req-8a743aa5-137f-4822-bf67-5fc492a2cc76 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 948 time: 0.2074282 Aug 11 00:56:13.275314 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea09e31a-0820-4dcd-a692-8c66da8127e1 req-ab2a50b1-794b-43df-80f1-178082d6beda tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848081 Aug 11 00:56:13.287762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-251eb988-71b9-44d4-a623-3d20a0b2f81f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0102623 Aug 11 00:56:13.287762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-e0a79d3e-e9d7-4b58-9a6e-60bc71c78602 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952782 Aug 11 00:56:13.294505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Request body: {'port': {'device_id': 'd3657d06-9353-4614-821d-899cd99502b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:13.332065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Network d4bea373-149a-4466-a655-60ea0d518e18 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:56:13.425421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6427a-e6b3-41c0-8219-f7b098254ea9 req-9738fb1d-f027-48c1-9290-09d32f624e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:13.427436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4b6427a-e6b3-41c0-8219-f7b098254ea9 req-9738fb1d-f027-48c1-9290-09d32f624e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1451740 Aug 11 00:56:13.432484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:13.486660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4b6427a-e6b3-41c0-8219-f7b098254ea9 req-42287ef2-0479-49bb-959c-394bae3b7976 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476182 Aug 11 00:56:13.491605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7718b89c-ae79-479f-bdda-e49c9eb3b6cd None None] Provisioning for port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:13.503802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7718b89c-ae79-479f-bdda-e49c9eb3b6cd None None] Provisioning complete for port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:13.505635 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7718b89c-ae79-479f-bdda-e49c9eb3b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:13.558173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7718b89c-ae79-479f-bdda-e49c9eb3b6cd None None] Port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:56:13.562563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d4bea373-149a-4466-a655-60ea0d518e18) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:13.573006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ee3f5-a16e-40da-b7da-14f981c175d2 req-65968f63-81a8-4804-85a5-18da7b229ee5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:13.574796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e31ee3f5-a16e-40da-b7da-14f981c175d2 req-65968f63-81a8-4804-85a5-18da7b229ee5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 931 time: 0.1292298 Aug 11 00:56:13.579456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46db3015-eb4f-450c-b965-f9975d32943e None None] Network d4bea373-149a-4466-a655-60ea0d518e18 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:56:13.633044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:13.633739 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:13.691831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d277594-e541-4dde-bbe6-5d84582b0355 req-61822d92-d04d-4e9d-8c73-d61db724acc4 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 210 time: 0.0533004 Aug 11 00:56:13.718518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e31ee3f5-a16e-40da-b7da-14f981c175d2 req-2f97e470-9278-4cad-b58d-d28c893601f6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819843 Aug 11 00:56:13.778455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-d4bea373-149a-4466-a655-60ea0d518e18', 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'fixed_ips': [{'subnet_id': 'c2f0970f-ede9-4ca9-892a-d8b302a5392c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:56:13.779446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:13.805665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35160) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:13.806056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-069e5bbb-84c1-4307-8630-1df6a1cd3a89 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1734002 Aug 11 00:56:13.813023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:13.944964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35162) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:13.989644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:56:14.006332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.010456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.012306 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.020591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Transition to ACTIVE for port object 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:14.051778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Allocated IP 172.20.0.2 (d4bea373-149a-4466-a655-60ea0d518e18/c2f0970f-ede9-4ca9-892a-d8b302a5392c/5773ac13-1199-4f49-9341-bd46a784a18e) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:14.109591 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.138650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.189882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:14.202693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4441800-d6f0-4c82-8af3-34ec0a29846a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.238342 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.249691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Transition to ACTIVE for port object 5773ac13-1199-4f49-9341-bd46a784a18e will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:14.267712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Transition to ACTIVE for port object 5773ac13-1199-4f49-9341-bd46a784a18e will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:14.312385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Attempting to bind port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:14.312803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Attempting to bind port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:14.320040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Attempting to bind port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:14.343498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:56:14.343990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Attempting to bind port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:14.358043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:14.358289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Checking segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:14.358782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Bound using segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:14.359264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Bound port: 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:14.359633 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.442232 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.456698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:14.460526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:14.501812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Network d4bea373-149a-4466-a655-60ea0d518e18 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:14.504314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:14.507067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:14.540711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.552977 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.564855 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4441800-d6f0-4c82-8af3-34ec0a29846a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.584275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73476159-a308-4315-8980-fa77951387db req-c2e8d847-152e-4a7d-aabc-6521df3226ba tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:14.586492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73476159-a308-4315-8980-fa77951387db req-c2e8d847-152e-4a7d-aabc-6521df3226ba tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 948 time: 0.1901555 Aug 11 00:56:14.596349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Pushing event updated for resources: {'Port': ['ID=5773ac13-1199-4f49-9341-bd46a784a18e,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:14.631921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.633382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.634195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.634195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.637131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.637131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.637436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:14.637548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.637548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.637711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.637800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.637800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.637800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.637800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:14.638144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 1092 time: 1.3489039 Aug 11 00:56:14.638144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:14.641806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Attempting to bind port 5773ac13-1199-4f49-9341-bd46a784a18e on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:14.641806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Attempting to bind port 5773ac13-1199-4f49-9341-bd46a784a18e by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:14.642344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Attempting to bind port 5773ac13-1199-4f49-9341-bd46a784a18e on network d4bea373-149a-4466-a655-60ea0d518e18 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:14.646792 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c8642c-f587-4b41-8112-1703d2017f59" -d '{"events": [{"name": "network-changed", "server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:14.652936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:14.653328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Checking segment: {'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:14.653743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.654144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Bound using segment: {'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:14.654630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Bound port: 5773ac13-1199-4f49-9341-bd46a784a18e, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:14.655043 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.655785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73476159-a308-4315-8980-fa77951387db req-3a88caff-c705-4775-aea4-bce40d4ec2e6 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611217 Aug 11 00:56:14.722924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d4441800-d6f0-4c82-8af3-34ec0a29846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.728982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275d113-c2ad-463d-9a54-635ce64d37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:14.774817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ac9da-50e6-4445-a9b5-a4aa81f0dfba req-c1a029b7-de95-42d0-b359-e79bb4e35058 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:14.778555 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-061ac9da-50e6-4445-a9b5-a4aa81f0dfba req-c1a029b7-de95-42d0-b359-e79bb4e35058 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1572354 Aug 11 00:56:14.782138 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a77aaf9-84d2-480a-93a8-b1d0e8285a02 x-openstack-request-id: req-3a77aaf9-84d2-480a-93a8-b1d0e8285a02 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:14.784072 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:14.784518 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a77aaf9-84d2-480a-93a8-b1d0e8285a02 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:14.789212 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'status': 'completed', 'code': 200} Aug 11 00:56:14.796929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] For port 5773ac13-1199-4f49-9341-bd46a784a18e, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:14.798119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4441800-d6f0-4c82-8af3-34ec0a29846a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a3304b-9bd8-47ef-ba60-d56cce5d821a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:14.803982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] For port 5773ac13-1199-4f49-9341-bd46a784a18e, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5773ac13-1199-4f49-9341-bd46a784a18e,segment=NetworkSegment(02cd91a4-0d80-43da-811a-ee0c9f4b675d),segment_id=02cd91a4-0d80-43da-811a-ee0c9f4b675d)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:14.818961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35176) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:14.819395 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d4441800-d6f0-4c82-8af3-34ec0a29846a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=951941c74aec4d4fbbaf8a9ec562d1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8703368 Aug 11 00:56:14.918388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-780ac876-4e6b-4c29-8154-fc45bfdb4489 req-16363fcf-56af-4b7a-b26f-e6da0645de14 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 210 time: 0.0559714 Aug 11 00:56:14.924915 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:14.962271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8642c-f587-4b41-8112-1703d2017f59 req-e7210236-fc86-4fdb-93c2-df123bedcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:14.965841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88c8642c-f587-4b41-8112-1703d2017f59 req-e7210236-fc86-4fdb-93c2-df123bedcc01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1095 time: 0.1475625 Aug 11 00:56:15.003658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-061ac9da-50e6-4445-a9b5-a4aa81f0dfba req-d00bad3f-1e13-4b94-bd15-66c9ec294b45 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131271 Aug 11 00:56:15.092716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb21fc2-3ef0-4074-9116-2253f0c2f8b3 None None] Pushing event updated for resources: {'Port': ['ID=5773ac13-1199-4f49-9341-bd46a784a18e,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:15.123315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5022e17-b43c-4144-870f-988407c22bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:15.165606 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5022e17-b43c-4144-870f-988407c22bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:15.199697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8642c-f587-4b41-8112-1703d2017f59 req-c9e3e610-5a12-4800-b45e-a2863a413535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:15.199697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88c8642c-f587-4b41-8112-1703d2017f59 req-c9e3e610-5a12-4800-b45e-a2863a413535 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fab1d7a6b945499d83a744f795dd65a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1833358 Aug 11 00:56:15.289478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22068e4d-7a4e-4aab-a803-0b2f70f13394 req-06047e5b-f7e6-4237-9c4d-bf4dd0989144 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:15.305268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22068e4d-7a4e-4aab-a803-0b2f70f13394 req-06047e5b-f7e6-4237-9c4d-bf4dd0989144 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 943 time: 0.1504600 Aug 11 00:56:15.305268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:15.337013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8642c-f587-4b41-8112-1703d2017f59 req-dea5dcdf-8169-4130-a179-1a87279df75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:15.340534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88c8642c-f587-4b41-8112-1703d2017f59 req-dea5dcdf-8169-4130-a179-1a87279df75c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446071 Aug 11 00:56:15.352106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:15.406125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22068e4d-7a4e-4aab-a803-0b2f70f13394 req-a5038f11-ec64-40a1-b8ea-0a10fc33232c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604587 Aug 11 00:56:15.452002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-825503ce-2f0a-48aa-a353-12fcc422b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:15.454117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-825503ce-2f0a-48aa-a353-12fcc422b974 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1095 time: 0.0590882 Aug 11 00:56:15.501013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-e441766e-3c8d-4eca-aab9-e1c607188422 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 217 time: 0.0385842 Aug 11 00:56:15.503963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5022e17-b43c-4144-870f-988407c22bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:15.506531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5022e17-b43c-4144-870f-988407c22bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:15.507679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a5022e17-b43c-4144-870f-988407c22bf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49a3304b-9bd8-47ef-ba60-d56cce5d821a HTTP/1.1" status: 204 len: 168 time: 0.6522317 Aug 11 00:56:15.543613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5022e17-b43c-4144-870f-988407c22bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a3304b-9bd8-47ef-ba60-d56cce5d821a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:15.568064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-18c48441-3eb0-4dc2-9768-e79c3f2dd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:15.569514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-18c48441-3eb0-4dc2-9768-e79c3f2dd606 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0607479 Aug 11 00:56:15.631920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-deeb38a2-dd77-4a61-8a33-575bdac9ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:15.634811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-deeb38a2-dd77-4a61-8a33-575bdac9ecef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582070 Aug 11 00:56:15.651977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Allocated IP 172.25.0.41 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/487a05d6-fb4b-4448-be89-5dc1c2834f3e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:15.780223 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:15.795045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:56:15.809382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-d65b768a-29b8-4ef5-ad0c-f87a3828d30e service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592021 Aug 11 00:56:15.831322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7a503-c7e8-4c2e-87be-03beb39fa016 req-45c8daa3-2600-4d93-9772-9bd84bb6081d tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:15.833446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfa7a503-c7e8-4c2e-87be-03beb39fa016 req-45c8daa3-2600-4d93-9772-9bd84bb6081d tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 948 time: 0.0797739 Aug 11 00:56:15.972437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:16.004274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '9c8d40bc-40cb-4048-821e-ca7d8b1c9984', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '9c8d40bc-40cb-4048-821e-ca7d8b1c9984', 'mac_address': 'fa:16:3e:1d:7d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:56:16.016421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfa7a503-c7e8-4c2e-87be-03beb39fa016 req-c4361015-caf1-49da-9934-ffc2a53e10d6 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733012 Aug 11 00:56:16.028439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:16.093266 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68c3396e-41bd-43c8-aa83-4c44f41a598e req-3207faf5-03c8-42e3-818d-8c83acb4232e service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718563 Aug 11 00:56:16.094881 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:16.121060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:56:16.170399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:16.223187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:16.245245 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f41dd16-94b8-4ca7-8350-4d27bccabfb9 req-29c761c2-8237-4b19-85b7-247d35a48638 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 210 time: 0.0923223 Aug 11 00:56:16.253348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:16.273991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:16.312824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Pushing event updated for resources: {'Port': ['ID=487a05d6-fb4b-4448-be89-5dc1c2834f3e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:16.343543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-d4df9df4-98de-479e-8e82-97404e8c23bb tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:16.345217 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-d4df9df4-98de-479e-8e82-97404e8c23bb tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.44 "GET /v2.0/networks?id=d0b5c67b-1581-4810-b613-07a0a15291e2 HTTP/1.1" status: 200 len: 814 time: 0.2956669 Aug 11 00:56:16.356532 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:16.359832 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0dc36b0c-602a-4263-ab49-52cd744cb76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:16.363319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Request body: {'port': {'device_id': 'b2f924ad-37db-4c16-8180-32999d71e638', 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2', 'admin_state_up': True, 'tenant_id': '12547f458bd84ad084e68dd0723c9925'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:16.377821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495c04-3dd4-4e49-b894-22a72ac52d19 req-c37f94d5-0d6b-4704-84fc-155085f137eb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:16.392093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71495c04-3dd4-4e49-b894-22a72ac52d19 req-c37f94d5-0d6b-4704-84fc-155085f137eb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1367102 Aug 11 00:56:16.419491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:16.577420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['9c8d40bc-40cb-4048-821e-ca7d8b1c9984'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:56:16.599205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71495c04-3dd4-4e49-b894-22a72ac52d19 req-20eabd9a-ea6f-41d0-8d43-0f2b6dd139e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642774 Aug 11 00:56:16.649391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01985c1-98f3-4440-983c-81c6843bc272 None None] Network d4bea373-149a-4466-a655-60ea0d518e18 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:56:16.665852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4899b-3083-4a89-8fce-9ee7f1a3f1ed req-0d787715-12f6-4627-8dbf-d3687bd6fa0d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:16.670232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31f4899b-3083-4a89-8fce-9ee7f1a3f1ed req-0d787715-12f6-4627-8dbf-d3687bd6fa0d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 943 time: 0.1182575 Aug 11 00:56:16.725040 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31f4899b-3083-4a89-8fce-9ee7f1a3f1ed req-66aacdd1-035e-4110-b265-11b5790d15e6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489888 Aug 11 00:56:16.791606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Made reservation on behalf of 12547f458bd84ad084e68dd0723c9925 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:56:16.796564 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:16.955263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6fb9e3df-98c1-400f-8af8-9986a12462ed None None] Provisioning for port 5773ac13-1199-4f49-9341-bd46a784a18e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:16.978819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Allocated IP 172.20.0.2 (d0b5c67b-1581-4810-b613-07a0a15291e2/ff680f1b-fa99-40ce-a76a-ff40e6c91271/9e790b6d-653e-49a0-93b5-52f00592bb2e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:17.097675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.135888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5773ac13-1199-4f49-9341-bd46a784a18e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:17.261591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fef5dc-5763-4ae5-a6d8-5a8dc4f9ff82 req-95bd5ce0-6321-42ac-b5cb-38390147f3eb tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:17.263300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66fef5dc-5763-4ae5-a6d8-5a8dc4f9ff82 req-95bd5ce0-6321-42ac-b5cb-38390147f3eb tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 949 time: 0.0862176 Aug 11 00:56:17.281625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5773ac13-1199-4f49-9341-bd46a784a18e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:17.286674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5773ac13-1199-4f49-9341-bd46a784a18e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:17.287100 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.327089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.367099 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-66fef5dc-5763-4ae5-a6d8-5a8dc4f9ff82 req-5115e24e-e3db-4976-a290-1b5ebe344020 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766201 Aug 11 00:56:17.435537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-febc1920-0f88-4f26-a1e8-9be3fbcbd5e7 None None] Provisioning complete for port 5773ac13-1199-4f49-9341-bd46a784a18e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:17.436620 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-febc1920-0f88-4f26-a1e8-9be3fbcbd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.448708 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf450a6a-1dc2-4986-b39a-224f928523bb req-d01641a6-83c3-417a-887c-3f66ddb77409 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 210 time: 0.0403934 Aug 11 00:56:17.459676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.524844 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.538536 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.614455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Network d0b5c67b-1581-4810-b613-07a0a15291e2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:17.627351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Pushing event updated for resources: {'Port': ['ID=9e790b6d-653e-49a0-93b5-52f00592bb2e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:17.627538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 5773ac13-1199-4f49-9341-bd46a784a18e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5773ac13-1199-4f49-9341-bd46a784a18e,segment=NetworkSegment(02cd91a4-0d80-43da-811a-ee0c9f4b675d),segment_id=02cd91a4-0d80-43da-811a-ee0c9f4b675d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:17.627690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:17.628892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:17.687063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-febc1920-0f88-4f26-a1e8-9be3fbcbd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.695290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:17.696007 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.761954 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:17.797055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321338fa-3799-4a94-b2ac-947b5d79eb1a req-9af6f4da-3784-42e8-84ae-fd2b05a223cf tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:17.797756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-321338fa-3799-4a94-b2ac-947b5d79eb1a req-9af6f4da-3784-42e8-84ae-fd2b05a223cf tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0727975 Aug 11 00:56:17.838217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:17.850360 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-846370b6-4677-4056-8240-d3a507e19577 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4954629 Aug 11 00:56:17.860473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Router c698ab03-6d6d-44c6-945e-e735e5b9569b is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:56:17.864846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Request body: {'port': {'device_id': 'b2f924ad-37db-4c16-8180-32999d71e638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:17.881875 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-321338fa-3799-4a94-b2ac-947b5d79eb1a req-c72d2cd0-249f-48a4-990b-bc3e9788e046 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749924 Aug 11 00:56:17.893355 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-febc1920-0f88-4f26-a1e8-9be3fbcbd5e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:56:17.893818 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-febc1920-0f88-4f26-a1e8-9be3fbcbd5e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:56:17.928233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=5773ac13-1199-4f49-9341-bd46a784a18e,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:17.943583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d4f88-0d1a-401a-a99c-a51538c1787c req-a8cf37e5-290e-4379-8154-00f2cce17e59 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:17.945168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-682d4f88-0d1a-401a-a99c-a51538c1787c req-a8cf37e5-290e-4379-8154-00f2cce17e59 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 943 time: 0.1136186 Aug 11 00:56:17.961262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.042874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-682d4f88-0d1a-401a-a99c-a51538c1787c req-8fec5fb0-8f41-4083-a169-8f1019cbae57 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856097 Aug 11 00:56:18.048150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:18.054720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:18.054720 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.063195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:56:18.072592 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Sync routers for ids ['c698ab03-6d6d-44c6-945e-e735e5b9569b'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:56:18.086102 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Routers {'c698ab03-6d6d-44c6-945e-e735e5b9569b'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:18.086941 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:55:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c698ab03-6d6d-44c6-945e-e735e5b9569b'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:18.167096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:56:18.185435 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.218978 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Set router c698ab03-6d6d-44c6-945e-e735e5b9569b gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:18.253436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ded6742-bee4-4c6d-aeb8-1020e33a5304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d40bc-40cb-4048-821e-ca7d8b1c9984'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:18.255930 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad8990-5472-4393-aba2-0c5a6cddd918" -d '{"events": [{"server_uuid": "0ded6742-bee4-4c6d-aeb8-1020e33a5304", "name": "network-vif-plugged", "status": "completed", "tag": "9c8d40bc-40cb-4048-821e-ca7d8b1c9984"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:18.258969 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.269308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-95504235-cb9e-4980-b53b-65b6aa1c1c59 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4579828 Aug 11 00:56:18.271670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35232) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:18.284249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:18.323431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:18.351133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'mac_address': 'fa:16:3e:51:09:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:56:18.402745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e790b6d-653e-49a0-93b5-52f00592bb2e {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:56:18.442555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.455921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Transition to ACTIVE for port object 9e790b6d-653e-49a0-93b5-52f00592bb2e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:18.456263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.465100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35236) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:18.492507 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.496739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:56:18.553216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:18.628464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:18.634309 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa668cf-5f74-4b34-be27-02424e123c00 x-openstack-request-id: req-5fa668cf-5f74-4b34-be27-02424e123c00 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:18.634309 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ded6742-bee4-4c6d-aeb8-1020e33a5304", "name": "network-vif-plugged", "status": "completed", "tag": "9c8d40bc-40cb-4048-821e-ca7d8b1c9984", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:18.634636 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fa668cf-5f74-4b34-be27-02424e123c00 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:18.635147 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ded6742-bee4-4c6d-aeb8-1020e33a5304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d40bc-40cb-4048-821e-ca7d8b1c9984', 'code': 200} Aug 11 00:56:18.652712 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:16Z', 'revision_number': 3, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:18.653228 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.687668 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.715690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69ed3b8a-1202-4da7-b7d4-e3bbe6eec00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.764582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e790b6d-653e-49a0-93b5-52f00592bb2e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:18.793408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:18.872121 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Checking router: c698ab03-6d6d-44c6-945e-e735e5b9569b for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:56:18.872515 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Updating router c698ab03-6d6d-44c6-945e-e735e5b9569b port 487a05d6-fb4b-4448-be89-5dc1c2834f3e binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:56:18.909623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7a7eb-1402-4de6-bc2a-fc9e0a996226 req-8718acf9-77db-4ca5-b699-f94561680bc7 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:18.911253 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5e7a7eb-1402-4de6-bc2a-fc9e0a996226 req-8718acf9-77db-4ca5-b699-f94561680bc7 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 943 time: 0.1440248 Aug 11 00:56:18.916302 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:18.954949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Attempting to bind port 9e790b6d-653e-49a0-93b5-52f00592bb2e on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:18.954949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Attempting to bind port 9e790b6d-653e-49a0-93b5-52f00592bb2e by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:18.954949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Attempting to bind port 9e790b6d-653e-49a0-93b5-52f00592bb2e on network d0b5c67b-1581-4810-b613-07a0a15291e2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:18.960916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1334f78-f91b-4fa2-b68e-c7676bbdf502 req-9ab2d1ac-9969-4108-92c6-72c9ee9a6355 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:18.966080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5a126cd5-9de2-4cdb-922e-4367ac9d5f79'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:56:18.967641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Port 9e790b6d-653e-49a0-93b5-52f00592bb2e on network d0b5c67b-1581-4810-b613-07a0a15291e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:56:18.967963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Attempting to bind port 9e790b6d-653e-49a0-93b5-52f00592bb2e on network d0b5c67b-1581-4810-b613-07a0a15291e2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:18.969851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1334f78-f91b-4fa2-b68e-c7676bbdf502 req-9ab2d1ac-9969-4108-92c6-72c9ee9a6355 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 950 time: 0.4618237 Aug 11 00:56:18.989863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:18.990089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Checking segment: {'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:18.990454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Bound using segment: {'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:18.999176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Bound port: 9e790b6d-653e-49a0-93b5-52f00592bb2e, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:18.999176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.024963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5e7a7eb-1402-4de6-bc2a-fc9e0a996226 req-d02d95fc-a4e6-42ac-99b6-1e782037f0dc tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050196 Aug 11 00:56:19.059636 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.060227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69ed3b8a-1202-4da7-b7d4-e3bbe6eec00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.080348 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eaac857f-dba5-41e7-a1ae-1435ab7dc248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.111297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] For port 9e790b6d-653e-49a0-93b5-52f00592bb2e, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:19.115363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] For port 9e790b6d-653e-49a0-93b5-52f00592bb2e, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9e790b6d-653e-49a0-93b5-52f00592bb2e,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:19.128279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1334f78-f91b-4fa2-b68e-c7676bbdf502 req-df8cdec7-345c-454d-92ca-bcb64d74dd3c tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558287 Aug 11 00:56:19.157781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5773ac13-1199-4f49-9341-bd46a784a18e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:19.167662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ff3d0-9822-4e03-bc89-21bbe81a295c req-9a2b6d21-4eeb-45c2-86e0-7a5a9aeebd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:19.169850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cc5ff3d0-9822-4e03-bc89-21bbe81a295c req-9a2b6d21-4eeb-45c2-86e0-7a5a9aeebd06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 1102 time: 0.2950823 Aug 11 00:56:19.204280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-69ed3b8a-1202-4da7-b7d4-e3bbe6eec00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.273491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.275508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed3b8a-1202-4da7-b7d4-e3bbe6eec00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e17698-ab52-4555-84b5-dd1aaab2e3fd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:19.287729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-69ed3b8a-1202-4da7-b7d4-e3bbe6eec00a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=186c81077c234844a121ebb83753b720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198013 Aug 11 00:56:19.305901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35246) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:19.316848 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.328472 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Transition to ACTIVE for port object 487a05d6-fb4b-4448-be89-5dc1c2834f3e will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:19.347758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5773ac13-1199-4f49-9341-bd46a784a18e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:19.347758 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.358417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aaab5-f78f-49c1-89f2-a6f0c028df5c req-02cfa59d-cb55-4991-808f-bf0ef8a135e6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:19.366039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c06aaab5-f78f-49c1-89f2-a6f0c028df5c req-02cfa59d-cb55-4991-808f-bf0ef8a135e6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.2209599 Aug 11 00:56:19.381265 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.384286 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:19.385058 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.391339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] 10.222.0.44 "PUT /v2.0/ports/9e790b6d-653e-49a0-93b5-52f00592bb2e HTTP/1.1" status: 200 len: 1092 time: 1.5280573 Aug 11 00:56:19.391470 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cc5ff3d0-9822-4e03-bc89-21bbe81a295c req-d1f30b2f-d7e9-4c23-b089-f217083c6fd7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035763 Aug 11 00:56:19.395846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f924ad-37db-4c16-8180-32999d71e638', 'tag': '9e790b6d-653e-49a0-93b5-52f00592bb2e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:19.395846 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f8da7a-21c8-4245-8455-f4ffe37a77db" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f924ad-37db-4c16-8180-32999d71e638", "tag": "9e790b6d-653e-49a0-93b5-52f00592bb2e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:19.418318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33967f8-35ea-420a-89f5-2243836ea810 req-dbbc8fb5-48bf-4608-8299-ffcda65cace5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:19.420228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d33967f8-35ea-420a-89f5-2243836ea810 req-dbbc8fb5-48bf-4608-8299-ffcda65cace5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1742954 Aug 11 00:56:19.468262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c06aaab5-f78f-49c1-89f2-a6f0c028df5c req-ae40bf21-e286-4358-9ac5-dfb36d6a6ef2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012626 Aug 11 00:56:19.468979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7df6c-75c1-4542-8493-7b62400e8df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e790b6d-653e-49a0-93b5-52f00592bb2e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:19.484102 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.503024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ff19fed-f3f4-4949-aaac-b2ec376c8f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.541256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ff19fed-f3f4-4949-aaac-b2ec376c8f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.541586 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d33967f8-35ea-420a-89f5-2243836ea810 req-a41152d5-c6ab-424f-b465-e0c6adfe5853 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131675 Aug 11 00:56:19.588234 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d00f8-5c4f-446d-b7e0-b38a0dbeeab2 None None] Pushing event updated for resources: {'Port': ['ID=487a05d6-fb4b-4448-be89-5dc1c2834f3e,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:19.598819 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1ddf55-1364-4e63-ae9b-ea225a990d96 x-openstack-request-id: req-7f1ddf55-1364-4e63-ae9b-ea225a990d96 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:19.599115 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f924ad-37db-4c16-8180-32999d71e638", "tag": "9e790b6d-653e-49a0-93b5-52f00592bb2e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:19.599411 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f1ddf55-1364-4e63-ae9b-ea225a990d96 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:19.599958 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f924ad-37db-4c16-8180-32999d71e638', 'tag': '9e790b6d-653e-49a0-93b5-52f00592bb2e', 'status': 'completed', 'code': 200} Aug 11 00:56:19.603886 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Attempting to bind port 487a05d6-fb4b-4448-be89-5dc1c2834f3e on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:19.604476 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Attempting to bind port 487a05d6-fb4b-4448-be89-5dc1c2834f3e by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:19.605012 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Attempting to bind port 487a05d6-fb4b-4448-be89-5dc1c2834f3e on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:19.610982 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:19.611636 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:19.612207 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.612608 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:19.613125 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Bound port: 487a05d6-fb4b-4448-be89-5dc1c2834f3e, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:19.613503 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.669472 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] For port 487a05d6-fb4b-4448-be89-5dc1c2834f3e, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:19.672719 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] For port 487a05d6-fb4b-4448-be89-5dc1c2834f3e, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=487a05d6-fb4b-4448-be89-5dc1c2834f3e,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:19.679923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-af83187e-1ce5-41b3-93e3-0251e7fe4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:19.681764 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-af83187e-1ce5-41b3-93e3-0251e7fe4640 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12547f458bd84ad084e68dd0723c9925&device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 1095 time: 0.1040528 Aug 11 00:56:19.701279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Allocated IP 172.20.0.1 (d4bea373-149a-4466-a655-60ea0d518e18/c2f0970f-ede9-4ca9-892a-d8b302a5392c/e4eeb327-b6e5-4c5f-8d49-8999b72da407) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:19.709738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ff19fed-f3f4-4949-aaac-b2ec376c8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.712389 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9ff19fed-f3f4-4949-aaac-b2ec376c8f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.713739 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9ff19fed-f3f4-4949-aaac-b2ec376c8f0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1e17698-ab52-4555-84b5-dd1aaab2e3fd HTTP/1.1" status: 204 len: 168 time: 0.4057372 Aug 11 00:56:19.724240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff19fed-f3f4-4949-aaac-b2ec376c8f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e17698-ab52-4555-84b5-dd1aaab2e3fd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:19.739687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-0c464387-8abd-4814-8b08-4fbdb2d2ce87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e790b6d-653e-49a0-93b5-52f00592bb2e HTTP/1.1" status: 200 len: 217 time: 0.0471666 Aug 11 00:56:19.789937 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:19.857576 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Routers {'c698ab03-6d6d-44c6-945e-e735e5b9569b'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:19.858243 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c698ab03-6d6d-44c6-945e-e735e5b9569b'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:19.860235 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d00f8-5c4f-446d-b7e0-b38a0dbeeab2 None None] Pushing event updated for resources: {'Port': ['ID=487a05d6-fb4b-4448-be89-5dc1c2834f3e,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:19.989163 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] Set router c698ab03-6d6d-44c6-945e-e735e5b9569b gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:20.160506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:20.320667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f641-d4b1-4b22-b0af-0fdc7a55adaa req-d5678266-6e89-439a-baf8-c6a560e97233 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:20.322320 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23e7f641-d4b1-4b22-b0af-0fdc7a55adaa req-d5678266-6e89-439a-baf8-c6a560e97233 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 950 time: 0.0694313 Aug 11 00:56:20.337108 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:16Z', 'revision_number': 3, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:20.342283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-1acdae7d-46da-4162-89c4-4d118b7691e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:20.343842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-1acdae7d-46da-4162-89c4-4d118b7691e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff680f1b-fa99-40ce-a76a-ff40e6c91271 HTTP/1.1" status: 200 len: 854 time: 0.5950532 Aug 11 00:56:20.372491 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4a95f-0cb9-42ee-b3fa-8a02d1516521 None None] The sync data for ids ['c698ab03-6d6d-44c6-945e-e735e5b9569b'] in n-d-712143-13 is: [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:16Z', 'revision_number': 3, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:56:20.379560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c6246-4590-404d-b0fb-16060e9634d2 req-9ab61ac3-68e4-4044-9fd9-64dc3a8fa037 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:20.381135 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f41c6246-4590-404d-b0fb-16060e9634d2 req-9ab61ac3-68e4-4044-9fd9-64dc3a8fa037 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 943 time: 0.1469314 Aug 11 00:56:20.412544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-03500ac7-e448-46e0-9448-c9d68c08bba9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0b5c67b-1581-4810-b613-07a0a15291e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557795 Aug 11 00:56:20.422918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23e7f641-d4b1-4b22-b0af-0fdc7a55adaa req-0cadd19a-ee22-4ece-bde9-03f340570dde tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772278 Aug 11 00:56:20.449580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:20.459723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:20.460748 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:20.554095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:20.566928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f41c6246-4590-404d-b0fb-16060e9634d2 req-273d4478-0f12-4a9f-bc87-4565c0896228 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577892 Aug 11 00:56:20.579520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:20.605814 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:20.635916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Transition to ACTIVE for port object e4eeb327-b6e5-4c5f-8d49-8999b72da407 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:20.659427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-ecc6f6ae-9b5d-4227-b676-210747de60e4 service neutron] 10.222.0.44 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241864 Aug 11 00:56:20.662561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:20.664349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9995d13-fcab-41e4-bb3f-9d14f2349b6e req-819e607d-1622-4b73-a7d0-baa657477a88 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:20.666933 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e617591-4ac9-4f57-86bc-fd7b3ae84796" -d '{"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:20.667453 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9995d13-fcab-41e4-bb3f-9d14f2349b6e req-819e607d-1622-4b73-a7d0-baa657477a88 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1014843 Aug 11 00:56:20.685894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:20.729145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9995d13-fcab-41e4-bb3f-9d14f2349b6e req-4386d11c-9332-4f30-9388-64893101049b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480022 Aug 11 00:56:20.800032 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d686d4-a322-493f-aebb-7508c66d890f x-openstack-request-id: req-45d686d4-a322-493f-aebb-7508c66d890f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:20.800032 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:20.808821 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45d686d4-a322-493f-aebb-7508c66d890f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:20.810884 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'code': 200} Aug 11 00:56:20.814803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:20.853130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e463b-1fd6-4df0-b9c7-da1b09ee0741 req-31b59b9b-9ab7-40f6-9f25-cf776ac664f5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:20.854717 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b8e463b-1fd6-4df0-b9c7-da1b09ee0741 req-31b59b9b-9ab7-40f6-9f25-cf776ac664f5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1545126 Aug 11 00:56:20.905368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffdc8954-e9a0-4a03-bdb6-68ecdd7c12a6 req-f31fabdf-b7d1-4643-9dee-4ccd10c0475b service neutron] 10.222.0.44 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196548 Aug 11 00:56:20.940015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:20.964297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b8e463b-1fd6-4df0-b9c7-da1b09ee0741 req-6b845dd3-8279-483f-9d1f-54b495f17d61 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924006 Aug 11 00:56:20.974085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e86d0-b8c8-4925-90ca-515726cd9e5f req-3ee20301-9ef8-47d0-b6a3-7e815807c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:20.979462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a9e86d0-b8c8-4925-90ca-515726cd9e5f req-3ee20301-9ef8-47d0-b6a3-7e815807c2ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1097 time: 0.0816154 Aug 11 00:56:20.997513 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:21.036304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a9e86d0-b8c8-4925-90ca-515726cd9e5f req-a34eac82-0783-4194-a831-e0ceb7d6d40f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527048 Aug 11 00:56:21.085298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Network d4bea373-149a-4466-a655-60ea0d518e18 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:21.091682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:21.096785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:21.099652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Pushing event updated for resources: {'Port': ['ID=e4eeb327-b6e5-4c5f-8d49-8999b72da407,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:21.161206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:21.174093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 487a05d6-fb4b-4448-be89-5dc1c2834f3e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:21.298962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-ab4747da-f8f9-4d99-bf52-b805f1eefab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:21.300641 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-ab4747da-f8f9-4d99-bf52-b805f1eefab6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12547f458bd84ad084e68dd0723c9925&device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 1095 time: 0.0664992 Aug 11 00:56:21.380060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 487a05d6-fb4b-4448-be89-5dc1c2834f3e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:21.382171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 487a05d6-fb4b-4448-be89-5dc1c2834f3e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:21.383202 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:21.486162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-ec13bb4e-9886-473b-a376-885629bd90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:21.488553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-ec13bb4e-9886-473b-a376-885629bd90a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d0b5c67b-1581-4810-b613-07a0a15291e2 HTTP/1.1" status: 200 len: 915 time: 0.1674178 Aug 11 00:56:21.580170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-6e044381-032e-4805-9d0a-af8684a4c9eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e790b6d-653e-49a0-93b5-52f00592bb2e HTTP/1.1" status: 200 len: 217 time: 0.0710313 Aug 11 00:56:21.580348 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:21.620043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 487a05d6-fb4b-4448-be89-5dc1c2834f3e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=487a05d6-fb4b-4448-be89-5dc1c2834f3e,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:21.664682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765963-4b58-449b-8310-ebd5dee57bb6 req-f4eb6315-a385-495e-a2a1-fec0d3f7463f tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:21.683132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc765963-4b58-449b-8310-ebd5dee57bb6 req-f4eb6315-a385-495e-a2a1-fec0d3f7463f tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 950 time: 0.1249208 Aug 11 00:56:21.702581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:21.759273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc765963-4b58-449b-8310-ebd5dee57bb6 req-7c609a14-50a5-45bf-9b8e-4f03ae9f6581 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746264 Aug 11 00:56:21.785530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-7f8ff185-1874-48c8-a546-5d4ada89876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:21.790166 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:21.791007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-7f8ff185-1874-48c8-a546-5d4ada89876d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff680f1b-fa99-40ce-a76a-ff40e6c91271 HTTP/1.1" status: 200 len: 854 time: 0.1978076 Aug 11 00:56:21.862734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f30f53ce-737e-4561-b4c9-42ecd6af0326 None None] Provisioning for port e4eeb327-b6e5-4c5f-8d49-8999b72da407 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:21.879197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f30f53ce-737e-4561-b4c9-42ecd6af0326 None None] Provisioning complete for port e4eeb327-b6e5-4c5f-8d49-8999b72da407 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:21.879730 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f30f53ce-737e-4561-b4c9-42ecd6af0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:21.898545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-0de265f8-eedf-446e-a2b8-e67c8e3b9eef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d0b5c67b-1581-4810-b613-07a0a15291e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677373 Aug 11 00:56:21.915814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=487a05d6-fb4b-4448-be89-5dc1c2834f3e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:21.947864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17fb27-38a2-4aa5-93b5-8adf4d30608a req-e5156958-1755-4714-a064-22149a821179 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:21.955761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f30f53ce-737e-4561-b4c9-42ecd6af0326 None None] Port e4eeb327-b6e5-4c5f-8d49-8999b72da407 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:56:21.955993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a17fb27-38a2-4aa5-93b5-8adf4d30608a req-e5156958-1755-4714-a064-22149a821179 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0909672 Aug 11 00:56:21.961765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6ae36-e493-425d-8cd2-cc8b5a3e185a req-d6a15622-4824-4fe6-879d-3c029f7e732c tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:21.963947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0c6ae36-e493-425d-8cd2-cc8b5a3e185a req-d6a15622-4824-4fe6-879d-3c029f7e732c tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 943 time: 0.2454588 Aug 11 00:56:22.019298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a17fb27-38a2-4aa5-93b5-8adf4d30608a req-27eed0f9-0205-4f8f-a163-4de87c937b58 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605938 Aug 11 00:56:22.143193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0c6ae36-e493-425d-8cd2-cc8b5a3e185a req-4b4f6281-d330-43e6-b1f2-9963a677672b tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401815 Aug 11 00:56:22.191671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-2319c62e-f834-4bd9-9171-01c17d08b794 service neutron] 10.222.0.44 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806983 Aug 11 00:56:22.365884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:22.380332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ee1f3-09fc-4f66-bba8-a1771a6a360c req-8a2a28f3-2ba2-451e-8546-81e7377e2c0d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:22.381915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-574ee1f3-09fc-4f66-bba8-a1771a6a360c req-8a2a28f3-2ba2-451e-8546-81e7377e2c0d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 945 time: 0.1478512 Aug 11 00:56:22.400757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f8da7a-21c8-4245-8455-f4ffe37a77db req-84bad461-0907-49eb-b429-94c369fbd72e service neutron] 10.222.0.44 "GET /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963394 Aug 11 00:56:22.440938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-574ee1f3-09fc-4f66-bba8-a1771a6a360c req-e22ecd96-0d9f-468e-abb6-06dbaa6f7561 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503292 Aug 11 00:56:22.546032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:22.634387 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e7d1e-5bfc-47ea-b5fa-e57535bddca2 req-1d797cf1-31f9-493d-934c-9cabdfea822c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:22.636107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eb6e7d1e-5bfc-47ea-b5fa-e57535bddca2 req-1d797cf1-31f9-493d-934c-9cabdfea822c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 945 time: 0.0624111 Aug 11 00:56:22.646879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35306) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:22.655244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'floatingip': {'port_id': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:22.717858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:22.797833 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:22.875732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Pushing event updated for resources: {'Port': ['ID=e4eeb327-b6e5-4c5f-8d49-8999b72da407,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:22.889081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:23.033066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Network d4bea373-149a-4466-a655-60ea0d518e18 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:23.037667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:23.108904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 487a05d6-fb4b-4448-be89-5dc1c2834f3e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:23.204419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 487a05d6-fb4b-4448-be89-5dc1c2834f3e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:23.205033 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:23.378321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a058970-8c1b-45aa-9491-332db5e25dec req-0ec80223-4486-4d77-8327-aa9f7d635d5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:23.380369 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a058970-8c1b-45aa-9491-332db5e25dec req-0ec80223-4486-4d77-8327-aa9f7d635d5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1924784 Aug 11 00:56:23.439586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Router c698ab03-6d6d-44c6-945e-e735e5b9569b has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:56:23.468638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a058970-8c1b-45aa-9491-332db5e25dec req-6d40ef76-ebf6-45a5-8ee9-8d0fb766fede tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754209 Aug 11 00:56:23.567268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:23.610058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-392d7206-252f-42a1-bff4-8c5b086250a1 None None] Provisioning complete for port e4eeb327-b6e5-4c5f-8d49-8999b72da407 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:23.610809 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-392d7206-252f-42a1-bff4-8c5b086250a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:23.656129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-392d7206-252f-42a1-bff4-8c5b086250a1 None None] Port e4eeb327-b6e5-4c5f-8d49-8999b72da407 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:56:23.658559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:56:23.663746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-745be77f-4caf-4c4e-8081-ce90f24641ae admin admin] 10.222.0.43 "PUT /v2.0/routers/c698ab03-6d6d-44c6-945e-e735e5b9569b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3907654 Aug 11 00:56:23.684045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885be1b-3531-48bd-b607-e6b33a61c49c req-80968a23-29f7-4f4d-9b62-855b1f7d8c52 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:23.684045 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f885be1b-3531-48bd-b607-e6b33a61c49c req-80968a23-29f7-4f4d-9b62-855b1f7d8c52 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 943 time: 0.1223278 Aug 11 00:56:23.684208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Sync routers for ids ['c698ab03-6d6d-44c6-945e-e735e5b9569b'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:56:23.695713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Routers {'c698ab03-6d6d-44c6-945e-e735e5b9569b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:23.696382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c698ab03-6d6d-44c6-945e-e735e5b9569b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:23.705096 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:23.824432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f885be1b-3531-48bd-b607-e6b33a61c49c req-08d6f816-7e35-4cd2-8ed8-7335b1ca1a74 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283958 Aug 11 00:56:23.864908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9e790b6d-653e-49a0-93b5-52f00592bb2e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:56:23.920356 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Floating IP 2645a766-b9f8-4618-8a9b-237bf193e53d associated. External IP: 172.25.0.28, port: 5a126cd5-9de2-4cdb-922e-4367ac9d5f79. Aug 11 00:56:24.023809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Set router c698ab03-6d6d-44c6-945e-e735e5b9569b gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:24.454332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9e790b6d-653e-49a0-93b5-52f00592bb2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9e790b6d-653e-49a0-93b5-52f00592bb2e,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:24.484944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '9e790b6d-653e-49a0-93b5-52f00592bb2e', 'network_id': 'd0b5c67b-1581-4810-b613-07a0a15291e2', 'port_id': '9e790b6d-653e-49a0-93b5-52f00592bb2e', 'mac_address': 'fa:16:3e:0a:49:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff680f1b-fa99-40ce-a76a-ff40e6c91271', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:56:24.612259 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:24.646452 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e790b6d-653e-49a0-93b5-52f00592bb2e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:56:24.691453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9e790b6d-653e-49a0-93b5-52f00592bb2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9e790b6d-653e-49a0-93b5-52f00592bb2e,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:24.727215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff1a3a-3ce3-47b7-940f-7fbf5d0d6adf req-9e7786c8-dcdf-46ec-bd36-2dc9c4dbabf0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:24.727985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e4eeb327-b6e5-4c5f-8d49-8999b72da407', 'name': '', 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'mac_address': 'fa:16:3e:af:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c2f0970f-ede9-4ca9-892a-d8b302a5392c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:19Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 2, 'project_id': 'd09da72e7151475484d16748fe837852', 'subnets': [{'id': 'c2f0970f-ede9-4ca9-892a-d8b302a5392c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:24.734093 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6ff1a3a-3ce3-47b7-940f-7fbf5d0d6adf req-9e7786c8-dcdf-46ec-bd36-2dc9c4dbabf0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1648231 Aug 11 00:56:24.791094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Checking router: c698ab03-6d6d-44c6-945e-e735e5b9569b for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:56:24.791726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Updating router c698ab03-6d6d-44c6-945e-e735e5b9569b port e4eeb327-b6e5-4c5f-8d49-8999b72da407 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:56:24.804842 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6ff1a3a-3ce3-47b7-940f-7fbf5d0d6adf req-027424e3-7c6c-493b-9ce4-fdcb9b33bd23 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698111 Aug 11 00:56:24.833906 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:24.878865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:25.034801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:56:25.228236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:56:25.240937 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] Sync routers for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:56:25.246079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:25.267430 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:25.268695 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:25.299511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35374) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:25.306836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b352cc18-49ce-41b6-8686-d8d9bd2530e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "PUT /v2.0/floatingips/2645a766-b9f8-4618-8a9b-237bf193e53d HTTP/1.1" status: 200 len: 990 time: 2.6584318 Aug 11 00:56:25.307925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:25.314213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1710683368-network', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:25.322591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9e790b6d-653e-49a0-93b5-52f00592bb2e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:25.326973 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:25.354262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['9e790b6d-653e-49a0-93b5-52f00592bb2e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:56:25.394378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad35050-5353-4ea0-875a-277204b63459 req-d255dc65-3ac5-47f3-a143-9eea60b5aa5d tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:25.399350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad35050-5353-4ea0-875a-277204b63459 req-d255dc65-3ac5-47f3-a143-9eea60b5aa5d tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 944 time: 0.3466294 Aug 11 00:56:25.445093 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:25.493601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad35050-5353-4ea0-875a-277204b63459 req-649e8c66-4a7b-4996-949c-a8d67ef8adb7 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868955 Aug 11 00:56:25.502374 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359215b6-b23d-4581-bf1c-bbd5a2f0d224 x-openstack-request-id: req-359215b6-b23d-4581-bf1c-bbd5a2f0d224 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:25.502965 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:25.503439 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-359215b6-b23d-4581-bf1c-bbd5a2f0d224 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:25.503989 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'status': 'completed', 'code': 200} Aug 11 00:56:25.505915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Made reservation on behalf of 581d84fac5784e3eb22be0d3ed8d12db for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:56:25.510718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:25.530316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:25.612250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-fe0bcf2d-b223-4dc2-8a33-ceb6dd52f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:25.614045 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-fe0bcf2d-b223-4dc2-8a33-ceb6dd52f562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1097 time: 0.0802147 Aug 11 00:56:25.651803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:25.700030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Transition to ACTIVE for port object e4eeb327-b6e5-4c5f-8d49-8999b72da407 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:25.773281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:25.778351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-a9a93ef5-230e-4c38-9ac3-455866cd33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:25.780015 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-a9a93ef5-230e-4c38-9ac3-455866cd33d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.1578059 Aug 11 00:56:25.831942 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:25.873261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:25.920852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-9217001b-7948-4719-afee-b7d09ce47420 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 998 time: 0.1257880 Aug 11 00:56:25.940717 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '2645a766-b9f8-4618-8a9b-237bf193e53d', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'port_id': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'mac_address': 'fa:16:3e:51:09:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3657d06-9353-4614-821d-899cd99502b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:56:00Z', 'updated_at': '2021-08-11T00:56:23Z', 'revision_number': 1, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:59Z', 'revision_number': 5, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:25.949929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda954a8-c69c-4f3c-a2a9-f8ab2c474701,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:25.973151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b7101-ed79-444b-b2e8-4ef01e5aaa6e None None] Pushing event updated for resources: {'Port': ['ID=e4eeb327-b6e5-4c5f-8d49-8999b72da407,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:25.993292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Attempting to bind port e4eeb327-b6e5-4c5f-8d49-8999b72da407 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:25.993786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Attempting to bind port e4eeb327-b6e5-4c5f-8d49-8999b72da407 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:25.993981 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] Checking router: 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:56:25.994449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Attempting to bind port e4eeb327-b6e5-4c5f-8d49-8999b72da407 on network d4bea373-149a-4466-a655-60ea0d518e18 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:26.001150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:26.002148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Checking segment: {'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:26.002826 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:26.003349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Bound using segment: {'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:26.003996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Bound port: e4eeb327-b6e5-4c5f-8d49-8999b72da407, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cd91a4-0d80-43da-811a-ee0c9f4b675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:26.004550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:26.050155 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:26.051025 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:26.085504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:56:26.132843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-a27fd2c4-a6a4-4ab6-b8f3-6aec19a1bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:26.150998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] For port e4eeb327-b6e5-4c5f-8d49-8999b72da407, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:26.154279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-a27fd2c4-a6a4-4ab6-b8f3-6aec19a1bee8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.2234426 Aug 11 00:56:26.156128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] For port e4eeb327-b6e5-4c5f-8d49-8999b72da407, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e4eeb327-b6e5-4c5f-8d49-8999b72da407,segment=NetworkSegment(02cd91a4-0d80-43da-811a-ee0c9f4b675d),segment_id=02cd91a4-0d80-43da-811a-ee0c9f4b675d)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:26.171742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:26.172439 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Added segment 9bb9b301-4b1b-43ab-93cd-3e9dc852b820 of type vlan for network 20b03c05-82f9-402e-80e5-def851c9ebf8 Aug 11 00:56:26.246643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-47af5fa9-7d7b-41ea-af89-ecb71c723a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:26.250802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:26.252697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-47af5fa9-7d7b-41ea-af89-ecb71c723a9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932195 Aug 11 00:56:26.278335 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:26.315608 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:26.323209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340f835-1d46-4f24-96fe-d89abece5727 req-2f4f591f-c549-4299-bdda-6768c40fb759 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:26.336631 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e340f835-1d46-4f24-96fe-d89abece5727 req-2f4f591f-c549-4299-bdda-6768c40fb759 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.3954265 Aug 11 00:56:26.390618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Routers {'c698ab03-6d6d-44c6-945e-e735e5b9569b'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:26.391317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c698ab03-6d6d-44c6-945e-e735e5b9569b'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:26.413155 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e340f835-1d46-4f24-96fe-d89abece5727 req-8132e88e-fdf0-4d81-a9ae-0555e144bb46 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714083 Aug 11 00:56:26.472637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-670e7dbe-d370-4c9b-9e34-f5d917386155 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080543 Aug 11 00:56:26.507719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b7101-ed79-444b-b2e8-4ef01e5aaa6e None None] Pushing event updated for resources: {'Port': ['ID=e4eeb327-b6e5-4c5f-8d49-8999b72da407,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:26.562917 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:26.563976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:26.564594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:26.702119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] Set router c698ab03-6d6d-44c6-945e-e735e5b9569b gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:26.837680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ee3e55f7-ef8f-46a3-ac82-03e353216e7f req-25de78b0-a182-409c-9c1e-4239b389acde service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546145 Aug 11 00:56:26.892365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] Pushing event updated for resources: {'Network': ['ID=20b03c05-82f9-402e-80e5-def851c9ebf8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:26.904986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35404) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:26.906807 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-57a33b5d-5998-4f31-b5bd-4c454dc18baa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6000144 Aug 11 00:56:26.915391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Request body: {'subnet': {'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1710683368-subnet', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:26.954231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 20b03c05-82f9-402e-80e5-def851c9ebf8 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:56:26.958144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2110f2-b8fc-49b2-8df3-5026a236c861 req-6d563c1d-cf27-4e38-968d-296edf707ec9 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:26.965529 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ba2110f2-b8fc-49b2-8df3-5026a236c861 req-6d563c1d-cf27-4e38-968d-296edf707ec9 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 944 time: 0.2000492 Aug 11 00:56:26.965773 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '2645a766-b9f8-4618-8a9b-237bf193e53d', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'port_id': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'mac_address': 'fa:16:3e:51:09:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3657d06-9353-4614-821d-899cd99502b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:56:00Z', 'updated_at': '2021-08-11T00:56:23Z', 'revision_number': 1, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:59Z', 'revision_number': 5, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:27.020165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c027258b-d02d-438b-8b38-22474f000cbe None None] The sync data for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 is: [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '2645a766-b9f8-4618-8a9b-237bf193e53d', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'port_id': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'mac_address': 'fa:16:3e:51:09:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3657d06-9353-4614-821d-899cd99502b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:56:00Z', 'updated_at': '2021-08-11T00:56:23Z', 'revision_number': 1, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:59Z', 'revision_number': 5, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:56:27.047622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ba2110f2-b8fc-49b2-8df3-5026a236c861 req-31b24375-f8c7-48a4-b85e-169da96c458e tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731122 Aug 11 00:56:27.077538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Made reservation on behalf of 581d84fac5784e3eb22be0d3ed8d12db for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:56:27.080306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:27.179593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e4eeb327-b6e5-4c5f-8d49-8999b72da407', 'name': '', 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'mac_address': 'fa:16:3e:af:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c2f0970f-ede9-4ca9-892a-d8b302a5392c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:19Z', 'updated_at': '2021-08-11T00:56:26Z', 'revision_number': 4, 'project_id': 'd09da72e7151475484d16748fe837852', 'subnets': [{'id': 'c2f0970f-ede9-4ca9-892a-d8b302a5392c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:27.237912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1fec0-ccdd-456a-b17e-30d5f0655342 None None] The sync data for ids ['c698ab03-6d6d-44c6-945e-e735e5b9569b'] in n-d-712143-13 is: [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e4eeb327-b6e5-4c5f-8d49-8999b72da407', 'name': '', 'network_id': 'd4bea373-149a-4466-a655-60ea0d518e18', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'mac_address': 'fa:16:3e:af:00:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'c2f0970f-ede9-4ca9-892a-d8b302a5392c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:19Z', 'updated_at': '2021-08-11T00:56:26Z', 'revision_number': 4, 'project_id': 'd09da72e7151475484d16748fe837852', 'subnets': [{'id': 'c2f0970f-ede9-4ca9-892a-d8b302a5392c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:56:27.441324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337852a8-2a2b-495a-8efd-93c926531b54 None None] New status for floating IP 2645a766-b9f8-4618-8a9b-237bf193e53d: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:56:27.548816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:27.728520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb246a9-c1a8-47f8-9562-50443ec8316e,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:27.747937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Checking segment: {'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:27.748608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Network hostable DHCP agents. Network: 20b03c05-82f9-402e-80e5-def851c9ebf8, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:56:27.772259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5f365-e709-45fa-9fca-3f68752c51ea req-c496dde1-a8ec-4319-945e-12940ab5c445 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:27.774045 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bf5f365-e709-45fa-9fca-3f68752c51ea req-c496dde1-a8ec-4319-945e-12940ab5c445 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1496956 Aug 11 00:56:27.850623 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bf5f365-e709-45fa-9fca-3f68752c51ea req-55a16044-be84-4be6-89bc-fac2c74208e7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Aug 11 00:56:27.871262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9e790b6d-653e-49a0-93b5-52f00592bb2e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:27.911713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Network 20b03c05-82f9-402e-80e5-def851c9ebf8 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:56:28.052909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 20b03c05-82f9-402e-80e5-def851c9ebf8) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:28.062585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:28.063405 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:28.069444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff60032e-c8cd-47a0-82f7-0c1642a438a4 None None] Network 20b03c05-82f9-402e-80e5-def851c9ebf8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:56:28.170156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 9e790b6d-653e-49a0-93b5-52f00592bb2e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:28.175445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 9e790b6d-653e-49a0-93b5-52f00592bb2e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:28.175922 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:28.207965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c062ffab-7818-4390-8934-83b52cdc57d1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3014562 Aug 11 00:56:28.210506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35428) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:28.217745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552e60e-e75f-48d4-be1d-892718bde551 req-eacfb960-088c-4991-99e2-52c6431ee46b tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:28.220073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7552e60e-e75f-48d4-be1d-892718bde551 req-eacfb960-088c-4991-99e2-52c6431ee46b tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 944 time: 0.0621634 Aug 11 00:56:28.225999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:28.291802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7552e60e-e75f-48d4-be1d-892718bde551 req-ee53a3ea-a9f6-4c19-a269-1619b05e76c4 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656710 Aug 11 00:56:28.360329 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:28.446626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:28.446626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:28.451804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f924ad-37db-4c16-8180-32999d71e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e790b6d-653e-49a0-93b5-52f00592bb2e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:28.462253 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327e3630-01ca-4034-91b8-89e1ed31ea4a" -d '{"events": [{"server_uuid": "b2f924ad-37db-4c16-8180-32999d71e638", "name": "network-vif-plugged", "status": "completed", "tag": "9e790b6d-653e-49a0-93b5-52f00592bb2e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:28.475301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-20b03c05-82f9-402e-80e5-def851c9ebf8', 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'fixed_ips': [{'subnet_id': '0eb246a9-c1a8-47f8-9562-50443ec8316e'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:56:28.476459 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:28.556885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:28.676509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1d82-c904-4a10-8783-84731e2c0ee9 req-2e211fbf-4304-4211-8155-923a42d6c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:28.681943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e66a1d82-c904-4a10-8783-84731e2c0ee9 req-2e211fbf-4304-4211-8155-923a42d6c806 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 1096 time: 0.0624695 Aug 11 00:56:28.747720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e66a1d82-c904-4a10-8783-84731e2c0ee9 req-93cdca25-3e57-4f30-94df-fc05f4bed582 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592740 Aug 11 00:56:28.783890 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca33d41-843e-4308-9b2f-9e9c371eb7f4 x-openstack-request-id: req-6ca33d41-843e-4308-9b2f-9e9c371eb7f4 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:28.788174 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f924ad-37db-4c16-8180-32999d71e638", "name": "network-vif-plugged", "status": "completed", "tag": "9e790b6d-653e-49a0-93b5-52f00592bb2e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:28.789701 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ca33d41-843e-4308-9b2f-9e9c371eb7f4 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:28.790161 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f924ad-37db-4c16-8180-32999d71e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e790b6d-653e-49a0-93b5-52f00592bb2e', 'code': 200} Aug 11 00:56:28.800519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9e790b6d-653e-49a0-93b5-52f00592bb2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9e790b6d-653e-49a0-93b5-52f00592bb2e,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:28.850891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Allocated IP 172.20.0.2 (20b03c05-82f9-402e-80e5-def851c9ebf8/0eb246a9-c1a8-47f8-9562-50443ec8316e/c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:28.956589 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.139526 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.155883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Transition to ACTIVE for port object c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:29.172432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Transition to ACTIVE for port object c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:29.176919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.181475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1ecc2-f9c8-4f27-8474-18f87590ac6d req-52a50a59-7dc4-458d-bcb9-0a699f4a5ad6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:29.185322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-59b1ecc2-f9c8-4f27-8474-18f87590ac6d req-52a50a59-7dc4-458d-bcb9-0a699f4a5ad6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1782253 Aug 11 00:56:29.282940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e4eeb327-b6e5-4c5f-8d49-8999b72da407 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:29.300079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-59b1ecc2-f9c8-4f27-8474-18f87590ac6d req-50a76f85-9d28-436e-a82d-4119dc9f7922 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941885 Aug 11 00:56:29.330071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9e790b6d-653e-49a0-93b5-52f00592bb2e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:29.336341 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.390091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Pushing event updated for resources: {'Port': ['ID=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:29.420013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Network 20b03c05-82f9-402e-80e5-def851c9ebf8 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:29.426786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:29.431013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:29.535221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Attempting to bind port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:29.536789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Attempting to bind port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:29.537281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Attempting to bind port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 on network 20b03c05-82f9-402e-80e5-def851c9ebf8 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:29.549737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:29.550292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Checking segment: {'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:29.550821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.551367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Bound using segment: {'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:29.552840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Bound port: c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:29.553483 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.555853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9d223-82e9-4e7a-b5f6-f29b890064b3 req-e5cfb7bd-0e1c-4760-a47e-21683602ab3b tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:29.560120 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ed9d223-82e9-4e7a-b5f6-f29b890064b3 req-e5cfb7bd-0e1c-4760-a47e-21683602ab3b tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 945 time: 0.0892255 Aug 11 00:56:29.619066 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ed9d223-82e9-4e7a-b5f6-f29b890064b3 req-b5a2e554-518f-4b47-b7f8-58e5ad07a8d0 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517175 Aug 11 00:56:29.687630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] For port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:29.691503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] For port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,segment=NetworkSegment(9bb9b301-4b1b-43ab-93cd-3e9dc852b820),segment_id=9bb9b301-4b1b-43ab-93cd-3e9dc852b820)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:29.702544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.724962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e4eeb327-b6e5-4c5f-8d49-8999b72da407 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:29.729631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e4eeb327-b6e5-4c5f-8d49-8999b72da407 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:29.730657 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.738516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.821321 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.833249 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.864342 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:29.867711 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:30.012877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Allocated IP 172.25.0.138 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/b2f367de-653e-49bd-a67a-50bc78024099) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:30.031971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e4eeb327-b6e5-4c5f-8d49-8999b72da407, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e4eeb327-b6e5-4c5f-8d49-8999b72da407,segment=NetworkSegment(02cd91a4-0d80-43da-811a-ee0c9f4b675d),segment_id=02cd91a4-0d80-43da-811a-ee0c9f4b675d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:30.041598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4f34e-4f70-41e7-9da9-318928be1b8e None None] Pushing event updated for resources: {'Port': ['ID=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:30.147803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:30.248116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:30.280932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e4eeb327-b6e5-4c5f-8d49-8999b72da407,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:30.441838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:30.516369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:30.524467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f367de-653e-49bd-a67a-50bc78024099,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:30.540659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:30.545615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:30.569980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff840a6-bd91-497f-9033-30bf5453332c req-ff4a50e9-0acb-493a-8279-16e76b7f463a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:30.571562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ff840a6-bd91-497f-9033-30bf5453332c req-ff4a50e9-0acb-493a-8279-16e76b7f463a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1327314 Aug 11 00:56:30.725061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ff840a6-bd91-497f-9033-30bf5453332c req-dce6d89a-abb9-4c28-8706-1f11ee976df5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412024 Aug 11 00:56:30.847666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901079bd-34aa-4411-9be3-ff83dfa36ea8 req-508ed568-f5e1-4ebe-a7d6-328ee8938295 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:30.852990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-901079bd-34aa-4411-9be3-ff83dfa36ea8 req-508ed568-f5e1-4ebe-a7d6-328ee8938295 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 945 time: 0.0861316 Aug 11 00:56:30.900458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-901079bd-34aa-4411-9be3-ff83dfa36ea8 req-dd2c67ea-6129-40cd-9b93-597bb373e683 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381553 Aug 11 00:56:31.235634 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:31.303401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:31.508796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:31.508897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef18f9e2-7355-4abd-a84c-5aed124c7aa0 None None] Network 20b03c05-82f9-402e-80e5-def851c9ebf8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:56:31.524987 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:31.552827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e4eeb327-b6e5-4c5f-8d49-8999b72da407 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:31.861412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e4eeb327-b6e5-4c5f-8d49-8999b72da407 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:31.861789 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:31.880719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Router 7d7774bf-c411-42cf-a64d-9b3113f492bd is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:56:31.895130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf913eb8-8359-4a0a-aa4c-e5ac39806675 req-ac4a2642-3736-47f2-b22d-9f5afbd604d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:31.896786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf913eb8-8359-4a0a-aa4c-e5ac39806675 req-ac4a2642-3736-47f2-b22d-9f5afbd604d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0870223 Aug 11 00:56:31.929466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e05ef145-351b-44b2-b6a2-75054b7c0184 None None] Provisioning for port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:31.939780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e05ef145-351b-44b2-b6a2-75054b7c0184 None None] Provisioning complete for port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:31.940480 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e05ef145-351b-44b2-b6a2-75054b7c0184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:32.028492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf913eb8-8359-4a0a-aa4c-e5ac39806675 req-dd298d94-4c98-400f-a0f0-7c1d19c57786 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742080 Aug 11 00:56:32.061116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:56:32.099012 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Sync routers for ids ['7d7774bf-c411-42cf-a64d-9b3113f492bd'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:56:32.130586 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Routers {'7d7774bf-c411-42cf-a64d-9b3113f492bd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:32.131382 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7d7774bf-c411-42cf-a64d-9b3113f492bd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:32.158592 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:32.159965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-463cd26b-95f6-4b2e-8a9b-721dc2f44324 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9478846 Aug 11 00:56:32.166499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e05ef145-351b-44b2-b6a2-75054b7c0184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:32.167745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35514) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:32.348981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e05ef145-351b-44b2-b6a2-75054b7c0184 None None] For port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,segment=NetworkSegment(9bb9b301-4b1b-43ab-93cd-3e9dc852b820),segment_id=9bb9b301-4b1b-43ab-93cd-3e9dc852b820)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:32.483373 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e05ef145-351b-44b2-b6a2-75054b7c0184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:32.558510 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Set router 7d7774bf-c411-42cf-a64d-9b3113f492bd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:32.646861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-29e3f291-d56e-4075-b83a-959c12574d26 None None] Provisioning complete for port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:32.647274 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-29e3f291-d56e-4075-b83a-959c12574d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:32.649246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ef145-351b-44b2-b6a2-75054b7c0184 None None] Pushing event updated for resources: {'Port': ['ID=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:33.019395 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:30Z', 'revision_number': 3, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:33.063722 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Checking router: 7d7774bf-c411-42cf-a64d-9b3113f492bd for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:56:33.064742 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Updating router 7d7774bf-c411-42cf-a64d-9b3113f492bd port b2f367de-653e-49bd-a67a-50bc78024099 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:56:33.108553 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.185866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.271361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:33.357044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7ec9-b55f-418a-9305-c9237d94eeaa req-c9470cc2-90aa-4a5b-9c88-ac919da4138b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:33.366180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c8c7ec9-b55f-418a-9305-c9237d94eeaa req-c9470cc2-90aa-4a5b-9c88-ac919da4138b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1162083 Aug 11 00:56:33.378077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:33.379385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.435700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c8c7ec9-b55f-418a-9305-c9237d94eeaa req-dfb5946f-c78e-4b8f-9803-018f8d82adef tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673170 Aug 11 00:56:33.490191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Allocated IP 172.20.0.1 (20b03c05-82f9-402e-80e5-def851c9ebf8/0eb246a9-c1a8-47f8-9562-50443ec8316e/874ed4ed-9a98-4529-b8cb-9516bccca129) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:56:33.658554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.672672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Transition to ACTIVE for port object 874ed4ed-9a98-4529-b8cb-9516bccca129 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:33.725301 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.751836 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Transition to ACTIVE for port object b2f367de-653e-49bd-a67a-50bc78024099 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:33.875922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.887137 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.920788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Network 20b03c05-82f9-402e-80e5-def851c9ebf8 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:33.927430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:33.929992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:56:33.950558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Pushing event updated for resources: {'Port': ['ID=b2f367de-653e-49bd-a67a-50bc78024099,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:33.963828 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Attempting to bind port b2f367de-653e-49bd-a67a-50bc78024099 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:33.964258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Attempting to bind port b2f367de-653e-49bd-a67a-50bc78024099 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:33.964631 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Attempting to bind port b2f367de-653e-49bd-a67a-50bc78024099 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:33.978667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Pushing event updated for resources: {'Port': ['ID=874ed4ed-9a98-4529-b8cb-9516bccca129,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:33.983514 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.983969 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.984318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.984789 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.985124 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.986220 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.986725 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.987360 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.987904 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.989091 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.989497 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.990021 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:56:33.997012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.998189 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:33.998189 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:33.998189 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:33.998189 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:33.998728 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Bound port: b2f367de-653e-49bd-a67a-50bc78024099, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:33.999418 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:34.126861 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] For port b2f367de-653e-49bd-a67a-50bc78024099, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:34.130774 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] For port b2f367de-653e-49bd-a67a-50bc78024099, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b2f367de-653e-49bd-a67a-50bc78024099,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:34.239790 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:34.317101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:34.358924 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Routers {'7d7774bf-c411-42cf-a64d-9b3113f492bd'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:34.360204 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7d7774bf-c411-42cf-a64d-9b3113f492bd'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:34.428768 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277ee06-1890-4788-a5cc-6c2fac410157 None None] Pushing event updated for resources: {'Port': ['ID=b2f367de-653e-49bd-a67a-50bc78024099,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:34.499824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f5ee3a00-c1f0-4ff3-9dc7-cd9ac1e99eef None None] Provisioning for port 874ed4ed-9a98-4529-b8cb-9516bccca129 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:34.506189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f5ee3a00-c1f0-4ff3-9dc7-cd9ac1e99eef None None] Provisioning complete for port 874ed4ed-9a98-4529-b8cb-9516bccca129 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:34.507303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f5ee3a00-c1f0-4ff3-9dc7-cd9ac1e99eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:34.524202 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] Set router 7d7774bf-c411-42cf-a64d-9b3113f492bd gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:34.623656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee3a00-c1f0-4ff3-9dc7-cd9ac1e99eef None None] Port 874ed4ed-9a98-4529-b8cb-9516bccca129 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:56:34.652078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:34.653091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f810a-1474-4866-9cdd-873e80b6ad3e req-f551c45c-d948-4e2f-bff8-97ec9b91d77e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:34.655720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a63f810a-1474-4866-9cdd-873e80b6ad3e req-f551c45c-d948-4e2f-bff8-97ec9b91d77e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1031637 Aug 11 00:56:34.708264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a63f810a-1474-4866-9cdd-873e80b6ad3e req-418494ae-c871-4e58-bf01-2ff09fd1fe49 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462668 Aug 11 00:56:34.739620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:34.815675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:34.818448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Pushing event updated for resources: {'Port': ['ID=874ed4ed-9a98-4529-b8cb-9516bccca129,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:34.833880 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:34Z', 'revision_number': 4, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '874ed4ed-9a98-4529-b8cb-9516bccca129', 'name': '', 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'mac_address': 'fa:16:3e:e4:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:33Z', 'updated_at': '2021-08-11T00:56:33Z', 'revision_number': 1, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'subnets': [{'id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:34.862150 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2afd4a-83f7-4a7f-96ee-ae49d1082b57 None None] The sync data for ids ['7d7774bf-c411-42cf-a64d-9b3113f492bd'] in n-d-712143-13 is: [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:34Z', 'revision_number': 4, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '874ed4ed-9a98-4529-b8cb-9516bccca129', 'name': '', 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'mac_address': 'fa:16:3e:e4:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:33Z', 'updated_at': '2021-08-11T00:56:33Z', 'revision_number': 1, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'subnets': [{'id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:56:34.928505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Network 20b03c05-82f9-402e-80e5-def851c9ebf8 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:56:34.930775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:56:35.080308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Router 7d7774bf-c411-42cf-a64d-9b3113f492bd has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:56:35.242860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:56:35.257139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b17e64c1-1ce6-4ca3-8c17-b130cd205a46 admin admin] 10.222.0.43 "PUT /v2.0/routers/7d7774bf-c411-42cf-a64d-9b3113f492bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879219 Aug 11 00:56:35.363142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e966259c-02de-4f5f-9509-1946625c78cc None None] Provisioning complete for port 874ed4ed-9a98-4529-b8cb-9516bccca129 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:35.363142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e966259c-02de-4f5f-9509-1946625c78cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:35.365659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4496e1d-4c99-4124-ab00-caa18a8cadca req-95f2e11b-5efd-4d79-a8ed-47f48edcb454 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:35.373235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4496e1d-4c99-4124-ab00-caa18a8cadca req-95f2e11b-5efd-4d79-a8ed-47f48edcb454 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1098 time: 0.0876558 Aug 11 00:56:35.409448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e4496e1d-4c99-4124-ab00-caa18a8cadca req-2327e82d-9a98-48d9-8a01-8a6d2efbd6d8 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:35.422514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e966259c-02de-4f5f-9509-1946625c78cc None None] Port 874ed4ed-9a98-4529-b8cb-9516bccca129 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:56:35.583050 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e4496e1d-4c99-4124-ab00-caa18a8cadca req-2327e82d-9a98-48d9-8a01-8a6d2efbd6d8 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:35.677517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-e4496e1d-4c99-4124-ab00-caa18a8cadca req-2327e82d-9a98-48d9-8a01-8a6d2efbd6d8 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:35.735708 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4496e1d-4c99-4124-ab00-caa18a8cadca req-2327e82d-9a98-48d9-8a01-8a6d2efbd6d8 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537734 Aug 11 00:56:35.737024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327e82d-9a98-48d9-8a01-8a6d2efbd6d8 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066c18f5-e7e6-47f2-b3a6-41eeb11b9e4c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:36.035772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edbfbc-bf63-41e1-a8cc-582b44d4ca63 req-fcc10a32-a977-432f-ad7d-baeb973bc1cd tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:36.037408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59edbfbc-bf63-41e1-a8cc-582b44d4ca63 req-fcc10a32-a977-432f-ad7d-baeb973bc1cd tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0849571 Aug 11 00:56:36.051551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6428d6-cc65-4c8e-8307-8a4f047d064b req-538bcc66-bbec-48a2-9748-c7a8cf6fddf9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:36.060450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de6428d6-cc65-4c8e-8307-8a4f047d064b req-538bcc66-bbec-48a2-9748-c7a8cf6fddf9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1582117 Aug 11 00:56:36.113054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59edbfbc-bf63-41e1-a8cc-582b44d4ca63 req-bb7bfc18-d52b-4403-8d81-ed76bbf0dc82 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603828 Aug 11 00:56:36.132134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35680) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:36.147813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de6428d6-cc65-4c8e-8307-8a4f047d064b req-8664e22a-f9b0-4e67-bc42-ad2ea2365f79 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807250 Aug 11 00:56:36.248700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c8fd60da-b316-49f1-a27b-f377e18df15d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/124722bd-4d7a-49a5-bfd2-6134d733e660 HTTP/1.1" status: 200 len: 993 time: 0.1075702 Aug 11 00:56:37.189180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b2f367de-653e-49bd-a67a-50bc78024099 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:37.335089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b2f367de-653e-49bd-a67a-50bc78024099 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:37.340876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b2f367de-653e-49bd-a67a-50bc78024099 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:37.341305 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:37.413841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d94b6c-9b2f-4495-bea9-40091eb128d9 req-b92815c1-7e75-4bea-98ae-4a430331e61f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:37.425048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d2d94b6c-9b2f-4495-bea9-40091eb128d9 req-b92815c1-7e75-4bea-98ae-4a430331e61f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0638139 Aug 11 00:56:37.441780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:37.468773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b2f367de-653e-49bd-a67a-50bc78024099, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b2f367de-653e-49bd-a67a-50bc78024099,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:37.477383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d2d94b6c-9b2f-4495-bea9-40091eb128d9 req-3b20610e-ffdf-4cb8-abed-1b504bf08083 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455415 Aug 11 00:56:37.574545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:37.639209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b2f367de-653e-49bd-a67a-50bc78024099,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:37.691593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132890-5ef7-480f-b7be-190f02116131 req-4c0dfcdf-68f8-4026-9d82-f3230e4cf0af tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:37.693760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73132890-5ef7-480f-b7be-190f02116131 req-4c0dfcdf-68f8-4026-9d82-f3230e4cf0af tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1239572 Aug 11 00:56:37.759634 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73132890-5ef7-480f-b7be-190f02116131 req-b6e4862c-055a-4663-a231-73a3dae0d4dd tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572684 Aug 11 00:56:37.876142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-359f5297-bce8-4e60-8b2f-69a1a43e4329 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2315905 Aug 11 00:56:38.183209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35802) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:38.852476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Sync routers for ids ['7d7774bf-c411-42cf-a64d-9b3113f492bd'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:56:38.873906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Routers {'7d7774bf-c411-42cf-a64d-9b3113f492bd'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:38.874561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7d7774bf-c411-42cf-a64d-9b3113f492bd'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:38.951654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a190a7b-c1f4-4a21-b9eb-5707b13a7c0f req-bee616ec-735b-47bd-8270-195578a160be tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:38.953142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a190a7b-c1f4-4a21-b9eb-5707b13a7c0f req-bee616ec-735b-47bd-8270-195578a160be tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0704315 Aug 11 00:56:38.975566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a4626-2c36-4297-86ce-be855f7a0cd5 req-22ff601e-67cb-4d39-97d0-4013ffd48176 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:38.977756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b7a4626-2c36-4297-86ce-be855f7a0cd5 req-22ff601e-67cb-4d39-97d0-4013ffd48176 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1233952 Aug 11 00:56:39.045298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Set router 7d7774bf-c411-42cf-a64d-9b3113f492bd gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:39.047853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b7a4626-2c36-4297-86ce-be855f7a0cd5 req-1f53836d-3731-4378-9958-8c684e18abbe tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620210 Aug 11 00:56:39.066903 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a190a7b-c1f4-4a21-b9eb-5707b13a7c0f req-ecaccf1b-1130-49cd-a965-41d996bc49a6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066022 Aug 11 00:56:39.201621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b2f367de-653e-49bd-a67a-50bc78024099 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:39.274956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:39.347233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b2f367de-653e-49bd-a67a-50bc78024099 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:39.347873 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:39.526255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:34Z', 'revision_number': 4, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '874ed4ed-9a98-4529-b8cb-9516bccca129', 'name': '', 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'mac_address': 'fa:16:3e:e4:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:33Z', 'updated_at': '2021-08-11T00:56:34Z', 'revision_number': 2, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'subnets': [{'id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:39.567321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Checking router: 7d7774bf-c411-42cf-a64d-9b3113f492bd for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:56:39.567680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Updating router 7d7774bf-c411-42cf-a64d-9b3113f492bd port 874ed4ed-9a98-4529-b8cb-9516bccca129 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:56:39.596233 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:39.602441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Deleting port e4eeb327-b6e5-4c5f-8d49-8999b72da407 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:56:39.603096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:39.728589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] For port e4eeb327-b6e5-4c5f-8d49-8999b72da407, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e4eeb327-b6e5-4c5f-8d49-8999b72da407,segment=NetworkSegment(02cd91a4-0d80-43da-811a-ee0c9f4b675d),segment_id=02cd91a4-0d80-43da-811a-ee0c9f4b675d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:39.728991 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:39.753452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Calling delete_port for e4eeb327-b6e5-4c5f-8d49-8999b72da407 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:56:39.940360 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:39.994274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35850) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:40.128152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d163d6d9-cf3b-49a7-b459-3e4da74ea989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.134300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Transition to ACTIVE for port object 874ed4ed-9a98-4529-b8cb-9516bccca129 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:40.134503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.177415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Pushing event deleted for resources: {'Port': ['ID=e4eeb327-b6e5-4c5f-8d49-8999b72da407,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:40.265577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.316360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f1ddf-5b68-466d-8101-8115eb404183 req-27800b4c-26d5-43e4-b3b2-ac1973af982f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:40.328997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c98f1ddf-5b68-466d-8101-8115eb404183 req-27800b4c-26d5-43e4-b3b2-ac1973af982f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1449928 Aug 11 00:56:40.422571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d163d6d9-cf3b-49a7-b459-3e4da74ea989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.433850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306bfb4-2edb-4ae3-bc28-79d6c3e65830 req-3de0b376-a04e-4eed-8e25-3e9cda6aaeb7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:40.442214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c98f1ddf-5b68-466d-8101-8115eb404183 req-9ed5f367-3e86-427c-a50d-e0bee9348f3f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119771 Aug 11 00:56:40.445377 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2306bfb4-2edb-4ae3-bc28-79d6c3e65830 req-3de0b376-a04e-4eed-8e25-3e9cda6aaeb7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.2740259 Aug 11 00:56:40.501441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48cf73-38b5-41d7-895c-7adc490db56d None None] Pushing event updated for resources: {'Port': ['ID=874ed4ed-9a98-4529-b8cb-9516bccca129,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:40.510235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Attempting to bind port 874ed4ed-9a98-4529-b8cb-9516bccca129 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:40.511385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Attempting to bind port 874ed4ed-9a98-4529-b8cb-9516bccca129 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:40.512002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Attempting to bind port 874ed4ed-9a98-4529-b8cb-9516bccca129 on network 20b03c05-82f9-402e-80e5-def851c9ebf8 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:40.515565 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d163d6d9-cf3b-49a7-b459-3e4da74ea989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.525040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:40.525747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Checking segment: {'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:40.526327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.527476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Bound using segment: {'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:40.528148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Bound port: 874ed4ed-9a98-4529-b8cb-9516bccca129, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb9b301-4b1b-43ab-93cd-3e9dc852b820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:40.528555 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.561453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.595272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d163d6d9-cf3b-49a7-b459-3e4da74ea989 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb75767859be4fcf992119a9432b77fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997255 Aug 11 00:56:40.596202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163d6d9-cf3b-49a7-b459-3e4da74ea989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0d989-743b-4e8c-b5db-e797a9f8b8dc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:40.598896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35860) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:40.669351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] For port 874ed4ed-9a98-4529-b8cb-9516bccca129, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:40.674050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] For port 874ed4ed-9a98-4529-b8cb-9516bccca129, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=874ed4ed-9a98-4529-b8cb-9516bccca129,segment=NetworkSegment(9bb9b301-4b1b-43ab-93cd-3e9dc852b820),segment_id=9bb9b301-4b1b-43ab-93cd-3e9dc852b820)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:40.682570 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2306bfb4-2edb-4ae3-bc28-79d6c3e65830 req-9f8f9fa3-7aed-4259-ac32-f397ed0d7990 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361834 Aug 11 00:56:40.713392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f33d5f51-49ac-403f-a72a-866a7f4985bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.739018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f33d5f51-49ac-403f-a72a-866a7f4985bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.755074 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.865979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Routers {'7d7774bf-c411-42cf-a64d-9b3113f492bd'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:40.866851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7d7774bf-c411-42cf-a64d-9b3113f492bd'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:40.877310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-65d3d849-e5c5-4a2b-97eb-e5fab5d79c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:40.878873 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-65d3d849-e5c5-4a2b-97eb-e5fab5d79c33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1098 time: 0.0939214 Aug 11 00:56:40.902773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48cf73-38b5-41d7-895c-7adc490db56d None None] Pushing event updated for resources: {'Port': ['ID=874ed4ed-9a98-4529-b8cb-9516bccca129,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:40.929610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f33d5f51-49ac-403f-a72a-866a7f4985bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.934609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f33d5f51-49ac-403f-a72a-866a7f4985bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:40.947626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f33d5f51-49ac-403f-a72a-866a7f4985bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfd0d989-743b-4e8c-b5db-e797a9f8b8dc HTTP/1.1" status: 204 len: 168 time: 0.3337059 Aug 11 00:56:40.976527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d5f51-49ac-403f-a72a-866a7f4985bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0d989-743b-4e8c-b5db-e797a9f8b8dc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:41.028808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Router c698ab03-6d6d-44c6-945e-e735e5b9569b has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:56:41.127278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-0de3b2c3-e4c1-469a-a101-a8191ef4f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:41.128881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-0de3b2c3-e4c1-469a-a101-a8191ef4f5c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.2002730 Aug 11 00:56:41.143435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] Set router 7d7774bf-c411-42cf-a64d-9b3113f492bd gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:41.369616 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-15d9bbde-ebaa-4067-9501-9e4b473b796a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 1001 time: 0.2255216 Aug 11 00:56:41.421017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 874ed4ed-9a98-4529-b8cb-9516bccca129 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:41.429548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:56:41.439155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35864) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:41.442113 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] Sync routers for ids ['c698ab03-6d6d-44c6-945e-e735e5b9569b'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:56:41.444732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f6e63f10-421d-4e36-8e91-3410f031daad admin admin] 10.222.0.43 "PUT /v2.0/routers/c698ab03-6d6d-44c6-945e-e735e5b9569b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2593570 Aug 11 00:56:41.464368 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] Routers {'c698ab03-6d6d-44c6-945e-e735e5b9569b'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:41.465399 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c698ab03-6d6d-44c6-945e-e735e5b9569b'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:41.476223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-7b3c9722-821e-4f6a-9e8d-393438ae79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:41.477762 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-7b3c9722-821e-4f6a-9e8d-393438ae79ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.0994017 Aug 11 00:56:41.588393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-1c328591-e974-4334-8fa7-c4fb5ff0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:41.595061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-1c328591-e974-4334-8fa7-c4fb5ff0bf73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053624 Aug 11 00:56:41.613802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:41.615510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:34Z', 'revision_number': 4, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '874ed4ed-9a98-4529-b8cb-9516bccca129', 'name': '', 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'mac_address': 'fa:16:3e:e4:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:33Z', 'updated_at': '2021-08-11T00:56:40Z', 'revision_number': 4, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'subnets': [{'id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:41.660140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a551dac-ac4f-478a-b47c-1e2b65236f2e None None] The sync data for ids ['7d7774bf-c411-42cf-a64d-9b3113f492bd'] in n-d-712143-13 is: [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:34Z', 'revision_number': 4, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '874ed4ed-9a98-4529-b8cb-9516bccca129', 'name': '', 'network_id': '20b03c05-82f9-402e-80e5-def851c9ebf8', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'mac_address': 'fa:16:3e:e4:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:33Z', 'updated_at': '2021-08-11T00:56:40Z', 'revision_number': 4, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'subnets': [{'id': '0eb246a9-c1a8-47f8-9562-50443ec8316e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:56:41.700655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 874ed4ed-9a98-4529-b8cb-9516bccca129 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:41.715046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 874ed4ed-9a98-4529-b8cb-9516bccca129 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:41.716026 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:41.835489 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-5525c471-5c10-49be-80ac-ce1d73598a18 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359366 Aug 11 00:56:41.842095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:41.860029 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] Set router c698ab03-6d6d-44c6-945e-e735e5b9569b gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:41.888306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 874ed4ed-9a98-4529-b8cb-9516bccca129, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=874ed4ed-9a98-4529-b8cb-9516bccca129,segment=NetworkSegment(9bb9b301-4b1b-43ab-93cd-3e9dc852b820),segment_id=9bb9b301-4b1b-43ab-93cd-3e9dc852b820)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:42.013801 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:42.067600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec27fe2-e8e9-488d-a18c-2377a18f7486 req-4134a241-e410-4739-95df-aa968a5ab83d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:42.073752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bec27fe2-e8e9-488d-a18c-2377a18f7486 req-4134a241-e410-4739-95df-aa968a5ab83d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.2172444 Aug 11 00:56:42.134048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=874ed4ed-9a98-4529-b8cb-9516bccca129,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:42.234234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bec27fe2-e8e9-488d-a18c-2377a18f7486 req-be0ba4e7-6f97-4e24-b2b7-3745f5234f25 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301475 Aug 11 00:56:42.241026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-a5b73943-4d41-4bf5-8e52-8ea2db74e7a1 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046578 Aug 11 00:56:42.253344 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:39Z', 'revision_number': 5, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:42.295403 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] Checking router: c698ab03-6d6d-44c6-945e-e735e5b9569b for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:56:42.308759 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] Routers {'c698ab03-6d6d-44c6-945e-e735e5b9569b'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:42.310653 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['c698ab03-6d6d-44c6-945e-e735e5b9569b'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:42.576432 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] Set router c698ab03-6d6d-44c6-945e-e735e5b9569b gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:42.709664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9026d96-a618-4bc3-924e-4f2853376bdc req-9be5aafd-21c3-43bc-a58a-9cb0d700b514 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:42.718955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9026d96-a618-4bc3-924e-4f2853376bdc req-9be5aafd-21c3-43bc-a58a-9cb0d700b514 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 1.0997241 Aug 11 00:56:42.754131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:42.783725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9026d96-a618-4bc3-924e-4f2853376bdc req-1728e4e3-9c3a-4182-9786-2be108b53f18 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636516 Aug 11 00:56:42.887220 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:39Z', 'revision_number': 5, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:43.023335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Deleting port 487a05d6-fb4b-4448-be89-5dc1c2834f3e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:56:43.023776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:43.028500 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d5933a-86dd-4453-b39b-670504e7aac7 None None] The sync data for ids ['c698ab03-6d6d-44c6-945e-e735e5b9569b'] in n-d-712143-13 is: [{'id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'name': 'tempest-TestAggregatesBasicOps-903356192-router', 'tenant_id': 'd09da72e7151475484d16748fe837852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:14Z', 'updated_at': '2021-08-11T00:56:39Z', 'revision_number': 5, 'project_id': 'd09da72e7151475484d16748fe837852', 'gw_port': {'id': '487a05d6-fb4b-4448-be89-5dc1c2834f3e', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c698ab03-6d6d-44c6-945e-e735e5b9569b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:15Z', 'updated_at': '2021-08-11T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:56:43.138213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] For port 487a05d6-fb4b-4448-be89-5dc1c2834f3e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=487a05d6-fb4b-4448-be89-5dc1c2834f3e,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:43.138716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:43.158241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Calling delete_port for 487a05d6-fb4b-4448-be89-5dc1c2834f3e owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:56:43.410818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899d77-e3e3-4e5e-8123-948cdd2ab9aa req-28dad348-8a6c-4dc9-b9cc-9fcb4210a893 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:43.413724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81899d77-e3e3-4e5e-8123-948cdd2ab9aa req-28dad348-8a6c-4dc9-b9cc-9fcb4210a893 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0698590 Aug 11 00:56:43.460760 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:43.482012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 874ed4ed-9a98-4529-b8cb-9516bccca129 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:43.506257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-81899d77-e3e3-4e5e-8123-948cdd2ab9aa req-c85cedee-20dd-4036-b4d1-640bc213a744 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659285 Aug 11 00:56:43.545710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=487a05d6-fb4b-4448-be89-5dc1c2834f3e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:43.568975 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:56:43.572602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 874ed4ed-9a98-4529-b8cb-9516bccca129 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:43.573097 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:43.646147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:43.723211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e4eeb327-b6e5-4c5f-8d49-8999b72da407 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:56:43.744168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e4eeb327-b6e5-4c5f-8d49-8999b72da407 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:56:43.744522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e4eeb327-b6e5-4c5f-8d49-8999b72da407 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:56:43.777872 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:43.781320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:43.927968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c2df8-d231-4501-937a-5b86b333576f req-81ae23f7-9bff-44ec-a582-4aff83184f70 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:43.929495 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a0c2df8-d231-4501-937a-5b86b333576f req-81ae23f7-9bff-44ec-a582-4aff83184f70 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0555587 Aug 11 00:56:43.972694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a0c2df8-d231-4501-937a-5b86b333576f req-bbb3df86-be31-449d-a2ce-f8cd8797603c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351443 Aug 11 00:56:43.985948 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:43.986742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c698ab03-6d6d-44c6-945e-e735e5b9569b {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:56:44.000391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:44.001981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24f26e4f-b11c-4225-9ad5-ac034c68a7e6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c698ab03-6d6d-44c6-945e-e735e5b9569b HTTP/1.1" status: 204 len: 168 time: 2.5617452 Aug 11 00:56:44.005237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35922) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:44.067759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35924) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:44.098390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f00c7f-dfe7-4e39-bd37-17cd644067d6 admin admin] Deleting subnet c2f0970f-ede9-4ca9-892a-d8b302a5392c {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:56:44.102363 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20f00c7f-dfe7-4e39-bd37-17cd644067d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:44.158085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20f00c7f-dfe7-4e39-bd37-17cd644067d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:44.218123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-23a6d9a2-7448-4710-857b-07e70f11168a tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1594875178'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:44.218872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-23a6d9a2-7448-4710-857b-07e70f11168a tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Unknown quota resources ['metering_label']. {{(pid=95254) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:56:44.282429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20f00c7f-dfe7-4e39-bd37-17cd644067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:44.498729 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20f00c7f-dfe7-4e39-bd37-17cd644067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:44.526286 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f00c7f-dfe7-4e39-bd37-17cd644067d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f0970f-ede9-4ca9-892a-d8b302a5392c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:44.530155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20f00c7f-dfe7-4e39-bd37-17cd644067d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:44.534557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-20f00c7f-dfe7-4e39-bd37-17cd644067d6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c2f0970f-ede9-4ca9-892a-d8b302a5392c HTTP/1.1" status: 204 len: 168 time: 0.5258346 Aug 11 00:56:44.535398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35932) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:44.538736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f8ea3c-d0a0-4ba4-99a0-a28b23cd8c2a None None] Network d4bea373-149a-4466-a655-60ea0d518e18 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:56:44.667958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-23a6d9a2-7448-4710-857b-07e70f11168a tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:44.671419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-23a6d9a2-7448-4710-857b-07e70f11168a tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6021848 Aug 11 00:56:44.675308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35938) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:44.679345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5539b722-d03d-4d31-9f34-8ac5e3d25588 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5b4703f3-80f4-4d87-acfd-ba260705a7bd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:44.679927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5539b722-d03d-4d31-9f34-8ac5e3d25588 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:56:44.800058 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:44.829748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b1e87-5a65-4612-b4a9-54c79bf2f274 req-90aabb1a-957c-49a0-8bfa-7e65848b511f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:44.831468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c45b1e87-5a65-4612-b4a9-54c79bf2f274 req-90aabb1a-957c-49a0-8bfa-7e65848b511f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1722531 Aug 11 00:56:44.883036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] DHCP port deletion for d4bea373-149a-4466-a655-60ea0d518e18 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:56:44.916402 n-d-712143-13 neutron-server[95255]: WARNING neutron.services.metering.metering_plugin [None req-5539b722-d03d-4d31-9f34-8ac5e3d25588 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 00:56:44.932859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c45b1e87-5a65-4612-b4a9-54c79bf2f274 req-09d0ad85-d367-4cd2-ac82-d8d54feeb7fc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768716 Aug 11 00:56:44.961943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] Deleting port 5773ac13-1199-4f49-9341-bd46a784a18e {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:56:44.962585 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.032893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] For port 5773ac13-1199-4f49-9341-bd46a784a18e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5773ac13-1199-4f49-9341-bd46a784a18e,segment=NetworkSegment(02cd91a4-0d80-43da-811a-ee0c9f4b675d),segment_id=02cd91a4-0d80-43da-811a-ee0c9f4b675d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:45.033553 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.047877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] Calling delete_port for 5773ac13-1199-4f49-9341-bd46a784a18e owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:56:45.064519 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5539b722-d03d-4d31-9f34-8ac5e3d25588 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.065677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5539b722-d03d-4d31-9f34-8ac5e3d25588 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3906131 Aug 11 00:56:45.069233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35944) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:45.075112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-cee2f6fd-1576-4211-b963-8604e4b888b1 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5b4703f3-80f4-4d87-acfd-ba260705a7bd'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:45.075896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-cee2f6fd-1576-4211-b963-8604e4b888b1 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95254) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:56:45.098917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Deleting port 5773ac13-1199-4f49-9341-bd46a784a18e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:56:45.099496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.220837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67896b57-ba3a-406b-bde5-e2ab00052bb9 req-7b1f0475-2f4c-4471-a9c7-9f551625dd9c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:45.223573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67896b57-ba3a-406b-bde5-e2ab00052bb9 req-7b1f0475-2f4c-4471-a9c7-9f551625dd9c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1627133 Aug 11 00:56:45.226808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] For port 5773ac13-1199-4f49-9341-bd46a784a18e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5773ac13-1199-4f49-9341-bd46a784a18e,segment=NetworkSegment(02cd91a4-0d80-43da-811a-ee0c9f4b675d),segment_id=02cd91a4-0d80-43da-811a-ee0c9f4b675d)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:45.227436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.284509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Calling delete_port for 5773ac13-1199-4f49-9341-bd46a784a18e owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:56:45.289417 n-d-712143-13 neutron-server[95254]: WARNING neutron.services.metering.metering_plugin [None req-cee2f6fd-1576-4211-b963-8604e4b888b1 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 00:56:45.309541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5773ac13-1199-4f49-9341-bd46a784a18e no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:56:45.323002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67896b57-ba3a-406b-bde5-e2ab00052bb9 req-d6e2e92f-44cc-44f1-882f-2ac963ea4911 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904915 Aug 11 00:56:45.494826 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.522968 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cee2f6fd-1576-4211-b963-8604e4b888b1 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.527617 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cee2f6fd-1576-4211-b963-8604e4b888b1 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4547036 Aug 11 00:56:45.529172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35948) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:45.547486 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bb86425d-6b6a-4cdf-b0bb-7641a8fc1c0e tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=63a1489e-784b-4531-86ae-7822b0a4686f HTTP/1.1" status: 200 len: 464 time: 0.0143931 Aug 11 00:56:45.548202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35950) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:45.611044 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.617332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.647619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 487a05d6-fb4b-4448-be89-5dc1c2834f3e no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:56:45.648839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5773ac13-1199-4f49-9341-bd46a784a18e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:45.652966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] No DVR routers for this DVR port 5773ac13-1199-4f49-9341-bd46a784a18e on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:56:45.671875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] No DVR routers for this DVR port 5773ac13-1199-4f49-9341-bd46a784a18e on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:56:45.691327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b2165-ff18-460f-abac-1f37d26a79c5 None None] Pushing event deleted for resources: {'Port': ['ID=5773ac13-1199-4f49-9341-bd46a784a18e,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:45.699956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 487a05d6-fb4b-4448-be89-5dc1c2834f3e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:56:45.699956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 487a05d6-fb4b-4448-be89-5dc1c2834f3e not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:56:45.802449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a0591bf-b721-4911-8d28-f81b2f94c521 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.806000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9a0591bf-b721-4911-8d28-f81b2f94c521 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/63a1489e-784b-4531-86ae-7822b0a4686f HTTP/1.1" status: 204 len: 168 time: 0.2545691 Aug 11 00:56:45.806687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35952) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:45.821466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c73a1c55-bf59-4277-bde8-f01cdc80b2a1 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=63a1489e-784b-4531-86ae-7822b0a4686f HTTP/1.1" status: 200 len: 221 time: 0.0121996 Aug 11 00:56:45.821690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.824884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35954) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:45.829599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7feb150f-f9d5-4852-b068-3a2ddfaa37c3 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--273557887', 'description': 'label created by tempest'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:45.830057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7feb150f-f9d5-4852-b068-3a2ddfaa37c3 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Unknown quota resources ['metering_label']. {{(pid=95254) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 00:56:45.834369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bea373-149a-4466-a655-60ea0d518e18']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:45.846923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cd91a4-0d80-43da-811a-ee0c9f4b675d') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:45.847326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cd91a4-0d80-43da-811a-ee0c9f4b675d') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:45.857695 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.873270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.879615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:56:45.880018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:56:45.881684 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:56:46.031521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:46.044330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:46.047458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d4bea373-149a-4466-a655-60ea0d518e18 HTTP/1.1" status: 204 len: 168 time: 1.5020680 Aug 11 00:56:46.058089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35962) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.066434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbbc8c-ee55-4d46-a49a-fd4f845030e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bea373-149a-4466-a655-60ea0d518e18,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:46.100000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7feb150f-f9d5-4852-b068-3a2ddfaa37c3 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:46.101208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7feb150f-f9d5-4852-b068-3a2ddfaa37c3 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2751880 Aug 11 00:56:46.105123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35964) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.199268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-16e4d8ab-384a-4f15-b408-7736f8379839 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=c4c7898c-69bc-410d-a55a-ea920d7ff221 HTTP/1.1" status: 200 len: 467 time: 0.0918806 Aug 11 00:56:46.200929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35966) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.217146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8bb5f-52bb-495a-b7a3-85b2ea506fe0 req-53f3226e-205f-4757-a533-c479f7dd49cc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:46.218859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25f8bb5f-52bb-495a-b7a3-85b2ea506fe0 req-53f3226e-205f-4757-a533-c479f7dd49cc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1842799 Aug 11 00:56:46.277053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-de1f0a0f-ef19-4e84-928c-e8887dabc411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:46.460553 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25f8bb5f-52bb-495a-b7a3-85b2ea506fe0 req-613b4c0f-b861-4297-ad18-2b0138933c20 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964872 Aug 11 00:56:46.520597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83c06b-f0e6-4452-a956-0ff313eaa0cf req-e54bb6d8-2660-4c16-9b7b-aa2fdf902ad3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:46.522219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e83c06b-f0e6-4452-a956-0ff313eaa0cf req-e54bb6d8-2660-4c16-9b7b-aa2fdf902ad3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0805409 Aug 11 00:56:46.564003 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:46.577117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d2485ef3-3a50-44ef-b044-1b542a2ee444 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:46.578736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d2485ef3-3a50-44ef-b044-1b542a2ee444 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/c4c7898c-69bc-410d-a55a-ea920d7ff221 HTTP/1.1" status: 204 len: 168 time: 0.3756044 Aug 11 00:56:46.581575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35972) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.597818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ed89d8d5-6447-42cc-871d-f9b56bab4191 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=c4c7898c-69bc-410d-a55a-ea920d7ff221 HTTP/1.1" status: 200 len: 216 time: 0.0117548 Aug 11 00:56:46.598244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35974) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.610771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9c32b14b-85b1-4182-b4c8-830cf4278752 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078964 Aug 11 00:56:46.610989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e83c06b-f0e6-4452-a956-0ff313eaa0cf req-b9073733-764c-47ab-a681-b9177e02f9ad tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793676 Aug 11 00:56:46.611098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35976) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.635121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-55319119-df4b-4256-adf8-8a4facee7fe1 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0197029 Aug 11 00:56:46.635457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35978) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.721411 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-07f9d8e3-b411-4959-b2c7-8460620b47fd tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/5b4703f3-80f4-4d87-acfd-ba260705a7bd HTTP/1.1" status: 200 len: 473 time: 0.0844922 Aug 11 00:56:46.725478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35980) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.741740 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-007a3659-a0a8-47de-9f9d-de43c02d7e7d tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/d0e91a13-b66d-4906-80fd-21855a3ad1a6 HTTP/1.1" status: 200 len: 461 time: 0.0108287 Aug 11 00:56:46.742115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 35982) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.908908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Deleting port 874ed4ed-9a98-4529-b8cb-9516bccca129 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:56:46.909651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:46.982306 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7bb1ad31-6eec-453f-8c4d-53618a4dc2c3 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:46.986046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 35984) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:46.986211 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7bb1ad31-6eec-453f-8c4d-53618a4dc2c3 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/d0e91a13-b66d-4906-80fd-21855a3ad1a6 HTTP/1.1" status: 204 len: 168 time: 0.2389586 Aug 11 00:56:47.137828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] For port 874ed4ed-9a98-4529-b8cb-9516bccca129, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=874ed4ed-9a98-4529-b8cb-9516bccca129,segment=NetworkSegment(9bb9b301-4b1b-43ab-93cd-3e9dc852b820),segment_id=9bb9b301-4b1b-43ab-93cd-3e9dc852b820)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:47.138117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:47.186060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Calling delete_port for 874ed4ed-9a98-4529-b8cb-9516bccca129 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:56:47.308703 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-38235faf-c4ea-4a01-84a6-bd83949c82b5 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:47.310144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-38235faf-c4ea-4a01-84a6-bd83949c82b5 tempest-MeteringTestJSON-79087499 tempest-MeteringTestJSON-79087499-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/5b4703f3-80f4-4d87-acfd-ba260705a7bd HTTP/1.1" status: 204 len: 168 time: 0.3231394 Aug 11 00:56:47.574572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:47.607624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Pushing event deleted for resources: {'Port': ['ID=874ed4ed-9a98-4529-b8cb-9516bccca129,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:47.650755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518d24-5b91-4820-a169-90f242f54633 req-94e2f053-8f0f-437f-b52d-ad8278df7b27 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:47.653440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b518d24-5b91-4820-a169-90f242f54633 req-94e2f053-8f0f-437f-b52d-ad8278df7b27 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1171720 Aug 11 00:56:47.807128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ce6ec-dfdb-460d-8d07-e7f8e425bdac req-939e8483-7208-4950-b52a-f9bbdf49883d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:47.823013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-162ce6ec-dfdb-460d-8d07-e7f8e425bdac req-939e8483-7208-4950-b52a-f9bbdf49883d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.1106949 Aug 11 00:56:47.900813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-162ce6ec-dfdb-460d-8d07-e7f8e425bdac req-9a687dfb-554d-4c37-9f53-67c3dfe935a7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697105 Aug 11 00:56:47.952941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36000) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:48.094985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33bd3108-9755-41bc-ae72-1a9bf1afaf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.244743 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33bd3108-9755-41bc-ae72-1a9bf1afaf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.275969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b518d24-5b91-4820-a169-90f242f54633 req-46d90ee1-cd8e-4f10-813c-4ce158586b56 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5843918 Aug 11 00:56:48.305163 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.356158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-33bd3108-9755-41bc-ae72-1a9bf1afaf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.410249 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-33bd3108-9755-41bc-ae72-1a9bf1afaf4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cc148edb9bb45c0ac9457b98ceaee53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561245 Aug 11 00:56:48.411440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3108-9755-41bc-ae72-1a9bf1afaf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd9f40-ee51-469d-9aa1-98c6d40e9571,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:48.413914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36010) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:48.513918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64131ac3-0e9a-4e98-823e-d028c22d5666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.552492 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64131ac3-0e9a-4e98-823e-d028c22d5666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.631663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Router 7d7774bf-c411-42cf-a64d-9b3113f492bd has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:56:48.742391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:56:48.748413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8e798499-2243-4034-97a1-792cb7bbfe3c admin admin] 10.222.0.43 "PUT /v2.0/routers/7d7774bf-c411-42cf-a64d-9b3113f492bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6892915 Aug 11 00:56:48.751086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36014) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:48.753998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] Sync routers for ids ['7d7774bf-c411-42cf-a64d-9b3113f492bd'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:56:48.764867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] Routers {'7d7774bf-c411-42cf-a64d-9b3113f492bd'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:48.765735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7d7774bf-c411-42cf-a64d-9b3113f492bd'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:48.791118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64131ac3-0e9a-4e98-823e-d028c22d5666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.794246 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64131ac3-0e9a-4e98-823e-d028c22d5666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.796250 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-64131ac3-0e9a-4e98-823e-d028c22d5666 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6fd9f40-ee51-469d-9aa1-98c6d40e9571 HTTP/1.1" status: 204 len: 168 time: 0.3804078 Aug 11 00:56:48.816905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64131ac3-0e9a-4e98-823e-d028c22d5666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd9f40-ee51-469d-9aa1-98c6d40e9571,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:48.895871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:48.962238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] Set router 7d7774bf-c411-42cf-a64d-9b3113f492bd gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:48.993824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:49.035939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5bed3-c664-407b-ae12-cffa83a68eb4 req-15baa7a0-a7cf-4d9e-a0bd-f015b57feb41 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:49.044266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:49.044758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cf5bed3-c664-407b-ae12-cffa83a68eb4 req-15baa7a0-a7cf-4d9e-a0bd-f015b57feb41 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0758152 Aug 11 00:56:49.081973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cf5bed3-c664-407b-ae12-cffa83a68eb4 req-5120504f-aa6e-4462-b81d-60d0eceff726 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358849 Aug 11 00:56:49.096334 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-89c84dce-0354-4b61-bd95-7258accf6af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:49.185462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:47Z', 'revision_number': 5, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:49.210999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] Checking router: 7d7774bf-c411-42cf-a64d-9b3113f492bd for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:56:49.219881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] Routers {'7d7774bf-c411-42cf-a64d-9b3113f492bd'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:56:49.220479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7d7774bf-c411-42cf-a64d-9b3113f492bd'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:49.324397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Deleting port b2f367de-653e-49bd-a67a-50bc78024099 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:56:49.324945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:49.332115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] Set router 7d7774bf-c411-42cf-a64d-9b3113f492bd gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:56:49.428593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5c8e0-2d25-457f-9096-bdbb3cc50c1c req-ce5b854d-e52b-4cde-9ff0-db2ba40c4b9f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:49.430729 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5c8e0-2d25-457f-9096-bdbb3cc50c1c req-ce5b854d-e52b-4cde-9ff0-db2ba40c4b9f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0749681 Aug 11 00:56:49.447702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] For port b2f367de-653e-49bd-a67a-50bc78024099, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b2f367de-653e-49bd-a67a-50bc78024099,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:49.451838 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:49.486842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Calling delete_port for b2f367de-653e-49bd-a67a-50bc78024099 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:56:49.490655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ef5c8e0-2d25-457f-9096-bdbb3cc50c1c req-471671e7-4a18-4e1c-bd85-98e375530038 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495977 Aug 11 00:56:49.570459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:47Z', 'revision_number': 5, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:49.607722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549d2aa-b791-4550-ab0c-a79ee0430b18 None None] The sync data for ids ['7d7774bf-c411-42cf-a64d-9b3113f492bd'] in n-d-712143-13 is: [{'id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'name': 'tempest-TestAggregatesBasicOps-1710683368-router', 'tenant_id': '581d84fac5784e3eb22be0d3ed8d12db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:56:28Z', 'updated_at': '2021-08-11T00:56:47Z', 'revision_number': 5, 'project_id': '581d84fac5784e3eb22be0d3ed8d12db', 'gw_port': {'id': 'b2f367de-653e-49bd-a67a-50bc78024099', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7774bf-c411-42cf-a64d-9b3113f492bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:56:29Z', 'updated_at': '2021-08-11T00:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:56:49.926813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:49.956261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f367de-653e-49bd-a67a-50bc78024099,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:50.042086 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.117261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36034) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:50.148229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f23107c4-615b-498f-b9f9-d3c9a40639a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.170768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.181577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.289314 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f23107c4-615b-498f-b9f9-d3c9a40639a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.308814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a37d8-1615-4e2c-98e2-82ac71bc9159 req-0f137a7b-ad9c-4151-a879-2b48b5bf36d7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:50.311674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f75a37d8-1615-4e2c-98e2-82ac71bc9159 req-0f137a7b-ad9c-4151-a879-2b48b5bf36d7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0739269 Aug 11 00:56:50.359932 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f75a37d8-1615-4e2c-98e2-82ac71bc9159 req-8cc2d7b4-8a4c-4255-9515-c97dc22e9c5e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Aug 11 00:56:50.429318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.429318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7774bf-c411-42cf-a64d-9b3113f492bd {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:56:50.429318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.429318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4eb5b86b-55ca-4580-a4d1-4f569a4db65a admin admin] 10.222.0.43 "DELETE /v2.0/routers/7d7774bf-c411-42cf-a64d-9b3113f492bd HTTP/1.1" status: 204 len: 168 time: 1.6743755 Aug 11 00:56:50.430948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36038) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:50.484647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a9998b-ce6d-4c41-b1b2-94d89b3d4a73 admin admin] Deleting subnet 0eb246a9-c1a8-47f8-9562-50443ec8316e {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:56:50.492788 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f23107c4-615b-498f-b9f9-d3c9a40639a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.494617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77a9998b-ce6d-4c41-b1b2-94d89b3d4a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.523431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.565809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77a9998b-ce6d-4c41-b1b2-94d89b3d4a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.603145 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f23107c4-615b-498f-b9f9-d3c9a40639a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4decfe00d9744849e67d88203577ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843347 Aug 11 00:56:50.609786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36042) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:50.619389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23107c4-615b-498f-b9f9-d3c9a40639a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58753d30-39d8-473d-8977-312bcff322ca,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:50.675615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac49a50-3821-4322-b9d4-0ff81c36751e req-31fc7e0b-709e-4841-aa92-642c2295d65f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:50.688425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ac49a50-3821-4322-b9d4-0ff81c36751e req-31fc7e0b-709e-4841-aa92-642c2295d65f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0880160 Aug 11 00:56:50.765380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ac49a50-3821-4322-b9d4-0ff81c36751e req-866c7c2b-61b7-4be3-a82d-af9db08ec126 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727932 Aug 11 00:56:50.815491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77a9998b-ce6d-4c41-b1b2-94d89b3d4a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.863081 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55f4de1e-13ba-43a6-bd95-899a217c37c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:50.899559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55f4de1e-13ba-43a6-bd95-899a217c37c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.087303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77a9998b-ce6d-4c41-b1b2-94d89b3d4a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.092510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55f4de1e-13ba-43a6-bd95-899a217c37c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.095289 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-55f4de1e-13ba-43a6-bd95-899a217c37c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.102121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-55f4de1e-13ba-43a6-bd95-899a217c37c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58753d30-39d8-473d-8977-312bcff322ca HTTP/1.1" status: 204 len: 168 time: 0.4876075 Aug 11 00:56:51.127533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9998b-ce6d-4c41-b1b2-94d89b3d4a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb246a9-c1a8-47f8-9562-50443ec8316e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:51.132593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77a9998b-ce6d-4c41-b1b2-94d89b3d4a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.142548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-77a9998b-ce6d-4c41-b1b2-94d89b3d4a73 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0eb246a9-c1a8-47f8-9562-50443ec8316e HTTP/1.1" status: 204 len: 168 time: 0.7027562 Aug 11 00:56:51.142548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4de1e-13ba-43a6-bd95-899a217c37c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58753d30-39d8-473d-8977-312bcff322ca,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:51.143105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36050) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:51.143910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5ae06-ce33-4be4-aaed-9819f9316d25 None None] Network 20b03c05-82f9-402e-80e5-def851c9ebf8 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:56:51.208736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b2f367de-653e-49bd-a67a-50bc78024099 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:56:51.226322 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.248667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b2f367de-653e-49bd-a67a-50bc78024099 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:56:51.249343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b2f367de-653e-49bd-a67a-50bc78024099 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:56:51.250067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 874ed4ed-9a98-4529-b8cb-9516bccca129 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:56:51.279391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 874ed4ed-9a98-4529-b8cb-9516bccca129 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:56:51.279884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 874ed4ed-9a98-4529-b8cb-9516bccca129 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:56:51.300459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Deleting port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:56:51.300931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.389356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] For port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,segment=NetworkSegment(9bb9b301-4b1b-43ab-93cd-3e9dc852b820),segment_id=9bb9b301-4b1b-43ab-93cd-3e9dc852b820)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:51.390474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.409011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Calling delete_port for c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:56:51.417594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] DHCP port deletion for 20b03c05-82f9-402e-80e5-def851c9ebf8 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:56:51.482206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] Deleting port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:56:51.482573 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.541346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a72e5d-7653-44f4-b455-ebb3232a1e10 req-895277a1-667e-4f87-aef8-fd1e1c44c0f8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:51.543710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55a72e5d-7653-44f4-b455-ebb3232a1e10 req-895277a1-667e-4f87-aef8-fd1e1c44c0f8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0873039 Aug 11 00:56:51.556510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] For port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,segment=NetworkSegment(9bb9b301-4b1b-43ab-93cd-3e9dc852b820),segment_id=9bb9b301-4b1b-43ab-93cd-3e9dc852b820)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:51.557112 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.577378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] Calling delete_port for c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:56:51.596865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55a72e5d-7653-44f4-b455-ebb3232a1e10 req-7ddee753-6ad3-469e-b217-e8e0cd6b64b6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433097 Aug 11 00:56:51.671452 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.695929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.719069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:51.723210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] No DVR routers for this DVR port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:56:51.737734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] Pushing event deleted for resources: {'Port': ['ID=c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:51.747778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dad9df-40e2-4ab8-964f-4697304d5a46 None None] No DVR routers for this DVR port c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:56:51.803433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.814675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b03c05-82f9-402e-80e5-def851c9ebf8']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:51.830585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb9b301-4b1b-43ab-93cd-3e9dc852b820') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:51.830944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb9b301-4b1b-43ab-93cd-3e9dc852b820') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:56:51.843384 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.861365 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.868506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:56:51.868914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:56:51.870735 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:56:51.911935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c25eaf-ac39-4271-8591-c03f4922207a req-04c9c56e-884b-4988-bebe-448a9b55fe28 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:51.913761 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c25eaf-ac39-4271-8591-c03f4922207a req-04c9c56e-884b-4988-bebe-448a9b55fe28 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0663562 Aug 11 00:56:51.981178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c25eaf-ac39-4271-8591-c03f4922207a req-03fc1b78-d7b4-4dda-b5e0-16fb4d6deac7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554006 Aug 11 00:56:52.296856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0fb51494-dd38-4079-bcce-89a8c43813fd details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:56:52.434364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0fb51494-dd38-4079-bcce-89a8c43813fd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0fb51494-dd38-4079-bcce-89a8c43813fd,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:52.451136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '0fb51494-dd38-4079-bcce-89a8c43813fd', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'port_id': '0fb51494-dd38-4079-bcce-89a8c43813fd', 'mac_address': 'fa:16:3e:40:9e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:56:52.454935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:52.483917 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:52.491631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:52.496286 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] 10.222.0.43 "DELETE /v2.0/networks/20b03c05-82f9-402e-80e5-def851c9ebf8 HTTP/1.1" status: 204 len: 168 time: 1.3522999 Aug 11 00:56:52.504971 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:52.516270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bf6e4-eca4-419f-921b-d32042c60c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b03c05-82f9-402e-80e5-def851c9ebf8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:52.521008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb51494-dd38-4079-bcce-89a8c43813fd {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:56:52.556434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0fb51494-dd38-4079-bcce-89a8c43813fd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0fb51494-dd38-4079-bcce-89a8c43813fd,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:52.726388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604cbc0-22d2-442e-8023-a48ccb48a232 req-bf467073-d8c2-40a3-a91c-f74cbc951bd6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:52.727981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8604cbc0-22d2-442e-8023-a48ccb48a232 req-bf467073-d8c2-40a3-a91c-f74cbc951bd6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 943 time: 0.0564761 Aug 11 00:56:52.769835 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8604cbc0-22d2-442e-8023-a48ccb48a232 req-314498b1-b255-4fd1-b9cd-b98ed65190a7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351365 Aug 11 00:56:52.790865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:52.842021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0fb51494-dd38-4079-bcce-89a8c43813fd,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:53.038149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0fb51494-dd38-4079-bcce-89a8c43813fd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:56:53.130551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36098) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:53.186158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8c527-6206-45fa-aac2-f4145339f47c req-0f07d81a-c56a-47f1-8d60-2ac205c34b17 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:53.189651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35a8c527-6206-45fa-aac2-f4145339f47c req-0f07d81a-c56a-47f1-8d60-2ac205c34b17 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0736103 Aug 11 00:56:53.193524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6450004b-6945-4304-aaf8-46e908a3745d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d09da72e7151475484d16748fe837852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616548 Aug 11 00:56:53.197067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36100) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:53.203069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:56:53.238057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:56:53.238057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c1a0dd80-a8d4-4ddd-b6bc-a17c7e69a710 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:56:53.264250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a683aa2e-7614-4e56-87a0-bf78cd4003a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:53.270860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35a8c527-6206-45fa-aac2-f4145339f47c req-a33fe502-1fb2-43b6-a030-72120e4f2f88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698268 Aug 11 00:56:53.301454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a683aa2e-7614-4e56-87a0-bf78cd4003a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:53.528398 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a683aa2e-7614-4e56-87a0-bf78cd4003a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:53.531187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a683aa2e-7614-4e56-87a0-bf78cd4003a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:53.532399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a683aa2e-7614-4e56-87a0-bf78cd4003a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/661f8ea4-bd0f-4ed6-8b31-80f86f4a53a2 HTTP/1.1" status: 204 len: 168 time: 0.3334932 Aug 11 00:56:53.542796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683aa2e-7614-4e56-87a0-bf78cd4003a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661f8ea4-bd0f-4ed6-8b31-80f86f4a53a2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:53.902401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d416f-3dbd-4c00-a095-fe6b467f4603 req-bb669f30-5f23-40c6-98ff-c9433454fb57 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:53.904844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b9d416f-3dbd-4c00-a095-fe6b467f4603 req-bb669f30-5f23-40c6-98ff-c9433454fb57 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 944 time: 0.0553498 Aug 11 00:56:53.938687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36124) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:53.967897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b9d416f-3dbd-4c00-a095-fe6b467f4603 req-f7b69323-2556-4c53-b471-5e0ac5579f2e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530925 Aug 11 00:56:54.116621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-019dfd9a-fe28-4cb2-b49f-915ffba2bce5 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1722248806'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:54.296355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0fb51494-dd38-4079-bcce-89a8c43813fd up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:56:54.315759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-019dfd9a-fe28-4cb2-b49f-915ffba2bce5 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.320910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-019dfd9a-fe28-4cb2-b49f-915ffba2bce5 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.454421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-019dfd9a-fe28-4cb2-b49f-915ffba2bce5 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.514520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7145eeb-27e4-4f53-bee8-9401f1d5e1d2 req-a5a9772c-e48c-409d-b4c1-117405a2e6e8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:54.516062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7145eeb-27e4-4f53-bee8-9401f1d5e1d2 req-a5a9772c-e48c-409d-b4c1-117405a2e6e8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0591142 Aug 11 00:56:54.562354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7145eeb-27e4-4f53-bee8-9401f1d5e1d2 req-ba9a4486-eb2b-4f06-8fa2-640ea2045c6c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400388 Aug 11 00:56:54.590963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 0fb51494-dd38-4079-bcce-89a8c43813fd completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:56:54.591118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-019dfd9a-fe28-4cb2-b49f-915ffba2bce5 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.599112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 0fb51494-dd38-4079-bcce-89a8c43813fd triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:56:54.600174 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.674379 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-68a2e109-673e-4626-8a48-61816e345bc7 req-81102496-c5a1-4b6d-bce6-0fc0b32ccfd3 service neutron] show failed (client error): The resource could not be found. Aug 11 00:56:54.677137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-81102496-c5a1-4b6d-bce6-0fc0b32ccfd3 service neutron] 10.222.0.44 "GET /v2.0/ports/ca7619ba-0121-4bb0-9695-be254c573989/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0989690 Aug 11 00:56:54.702053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.728544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993a7956-7ed7-4a70-bf40-5c0e81af71d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb51494-dd38-4079-bcce-89a8c43813fd'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:54.730909 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce5c03-fc20-48c9-ae27-8631b6d43858" -d '{"events": [{"server_uuid": "993a7956-7ed7-4a70-bf40-5c0e81af71d8", "name": "network-vif-plugged", "status": "completed", "tag": "0fb51494-dd38-4079-bcce-89a8c43813fd"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:54.747306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 0fb51494-dd38-4079-bcce-89a8c43813fd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0fb51494-dd38-4079-bcce-89a8c43813fd,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:54.784993 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fae982-68e6-499a-840e-705ee15a9c82 x-openstack-request-id: req-10fae982-68e6-499a-840e-705ee15a9c82 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:54.785403 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993a7956-7ed7-4a70-bf40-5c0e81af71d8", "name": "network-vif-plugged", "status": "completed", "tag": "0fb51494-dd38-4079-bcce-89a8c43813fd", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:54.785751 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10fae982-68e6-499a-840e-705ee15a9c82 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:54.786215 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993a7956-7ed7-4a70-bf40-5c0e81af71d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb51494-dd38-4079-bcce-89a8c43813fd', 'code': 200} Aug 11 00:56:54.791568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36140) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:54.818798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-019dfd9a-fe28-4cb2-b49f-915ffba2bce5 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.818798 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-019dfd9a-fe28-4cb2-b49f-915ffba2bce5 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8826563 Aug 11 00:56:54.821211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36142) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:54.842330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.899023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=0fb51494-dd38-4079-bcce-89a8c43813fd,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:54.950604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047ff9c2-e372-4802-9f15-9907cf2cd188 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:54.993760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-304074b2-fc11-4d12-b92e-888affc7ad08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=581d84fac5784e3eb22be0d3ed8d12db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009039 Aug 11 00:56:54.997110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36144) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:55.036906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004642db-ad94-4aab-9267-7f86452e47d9 req-831eff05-a84b-4bff-a01c-97ca3d127bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:55.038482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-004642db-ad94-4aab-9267-7f86452e47d9 req-831eff05-a84b-4bff-a01c-97ca3d127bf9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 1097 time: 0.1640115 Aug 11 00:56:55.098424 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9416-e971-4811-98ea-c1f71cb1a6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.139175 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9416-e971-4811-98ea-c1f71cb1a6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.148931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047ff9c2-e372-4802-9f15-9907cf2cd188 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.152239 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047ff9c2-e372-4802-9f15-9907cf2cd188 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.166137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-004642db-ad94-4aab-9267-7f86452e47d9 req-a563f289-a1a4-487c-aaf4-d1a6c435f3e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986552 Aug 11 00:56:55.174071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811be13-106f-47ff-a8e1-e5393de23e9b req-7a2d2b53-3715-43a0-b4f7-7f44b6f575cc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:55.183292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e811be13-106f-47ff-a8e1-e5393de23e9b req-7a2d2b53-3715-43a0-b4f7-7f44b6f575cc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 945 time: 0.0927162 Aug 11 00:56:55.222738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e811be13-106f-47ff-a8e1-e5393de23e9b req-f83e0954-0221-4105-9461-50f8a2431e96 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Aug 11 00:56:55.368568 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047ff9c2-e372-4802-9f15-9907cf2cd188 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.369120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ff9c2-e372-4802-9f15-9907cf2cd188 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d158c246-4aad-44af-92ee-e1f1148cefd4 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:56:55.374158 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-047ff9c2-e372-4802-9f15-9907cf2cd188 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.378082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-047ff9c2-e372-4802-9f15-9907cf2cd188 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "DELETE /v2.0/routers/d158c246-4aad-44af-92ee-e1f1148cefd4 HTTP/1.1" status: 204 len: 168 time: 0.5523117 Aug 11 00:56:55.378575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36148) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:55.383073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-af080049-e2b5-431a-920d-612d7b11cc73 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Request body: {'router': {'name': 'tempest-router-1537676077', 'distributed': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:55.447898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9416-e971-4811-98ea-c1f71cb1a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.450549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9416-e971-4811-98ea-c1f71cb1a6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.451772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b0bd9416-e971-4811-98ea-c1f71cb1a6c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eda954a8-c69c-4f3c-a2a9-f8ab2c474701 HTTP/1.1" status: 204 len: 168 time: 0.4536407 Aug 11 00:56:55.462618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd9416-e971-4811-98ea-c1f71cb1a6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda954a8-c69c-4f3c-a2a9-f8ab2c474701,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:55.556893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af080049-e2b5-431a-920d-612d7b11cc73 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.558542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af080049-e2b5-431a-920d-612d7b11cc73 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.577608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-12ae7ba2-6240-40f9-8133-01d1217d9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:55.579131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-12ae7ba2-6240-40f9-8133-01d1217d9588 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 1098 time: 0.0954845 Aug 11 00:56:55.601624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:55.663306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af080049-e2b5-431a-920d-612d7b11cc73 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.714395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.740483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb999624-b2c4-42d6-a27a-bd5dc65bbbd4 req-02496147-0368-46bd-876a-f2237712fc9a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:55.741928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bb999624-b2c4-42d6-a27a-bd5dc65bbbd4 req-02496147-0368-46bd-876a-f2237712fc9a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0946012 Aug 11 00:56:55.792808 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af080049-e2b5-431a-920d-612d7b11cc73 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:55.882340 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bb999624-b2c4-42d6-a27a-bd5dc65bbbd4 req-1f226829-d3ba-4248-9b5f-780312a48f93 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160278 Aug 11 00:56:56.003150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:56:56.027871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af080049-e2b5-431a-920d-612d7b11cc73 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.029541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af080049-e2b5-431a-920d-612d7b11cc73 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6499023 Aug 11 00:56:56.032273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36166) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:56.050078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:56.130954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:56.140551 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0afb39-fb5d-442b-84a0-b7c03532004f" -d '{"events": [{"server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7619ba-0121-4bb0-9695-be254c573989"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:56.145637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.203335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Transition to ACTIVE for port object ca7619ba-0121-4bb0-9695-be254c573989 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:56:56.214909 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7dd29-d0e2-4d47-8141-c84ff5eee9ba x-openstack-request-id: req-ebd7dd29-d0e2-4d47-8141-c84ff5eee9ba {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:56.215747 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7619ba-0121-4bb0-9695-be254c573989", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:56.216213 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebd7dd29-d0e2-4d47-8141-c84ff5eee9ba {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:56.216927 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989', 'code': 200} Aug 11 00:56:56.221449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27d1e76e-1d05-4241-874f-12ea22cfd2c0 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.309776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.433180 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27d1e76e-1d05-4241-874f-12ea22cfd2c0 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.451823 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27d1e76e-1d05-4241-874f-12ea22cfd2c0 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.462248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:56.485474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4598a17-fd31-47d2-833d-31a543c7073b req-bdf45bd4-9a9f-4e52-ad4f-66a9dc0f602c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:56.487426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b4598a17-fd31-47d2-833d-31a543c7073b req-bdf45bd4-9a9f-4e52-ad4f-66a9dc0f602c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 945 time: 0.1889410 Aug 11 00:56:56.596630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] No DVR routers for this DVR port ca7619ba-0121-4bb0-9695-be254c573989 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:56:56.658151 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b4598a17-fd31-47d2-833d-31a543c7073b req-7bd64894-9e34-4afc-8082-16fd9f4bb973 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626189 Aug 11 00:56:56.711262 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27d1e76e-1d05-4241-874f-12ea22cfd2c0 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.724760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d1e76e-1d05-4241-874f-12ea22cfd2c0 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbb85c0b-520e-4344-95ef-4d767a890431 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:56:56.724760 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27d1e76e-1d05-4241-874f-12ea22cfd2c0 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.724760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-27d1e76e-1d05-4241-874f-12ea22cfd2c0 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "DELETE /v2.0/routers/dbb85c0b-520e-4344-95ef-4d767a890431 HTTP/1.1" status: 204 len: 168 time: 0.6856258 Aug 11 00:56:56.727803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36180) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:56.733130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-719bcd82-22c1-4b33-91eb-b0bab97f949f tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Request body: {'router': {'name': 'tempest-router-1227541585', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4939657f61fe45e1aecc8c751ae0b46f'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:56.830861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Attempting to bind port ca7619ba-0121-4bb0-9695-be254c573989 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:56:56.831189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Attempting to bind port ca7619ba-0121-4bb0-9695-be254c573989 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:56:56.831371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Attempting to bind port ca7619ba-0121-4bb0-9695-be254c573989 on network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:56.844434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Port ca7619ba-0121-4bb0-9695-be254c573989 on network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:56:56.844633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Attempting to bind port ca7619ba-0121-4bb0-9695-be254c573989 on network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:56:56.853008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:56:56.853376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Checking segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:56:56.853969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Bound using segment: {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:56:56.857620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Bound port: ca7619ba-0121-4bb0-9695-be254c573989, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9035f249-6360-42ae-96f3-3b363bc4efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:56:56.858233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.871116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-719bcd82-22c1-4b33-91eb-b0bab97f949f tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:56.873538 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-719bcd82-22c1-4b33-91eb-b0bab97f949f tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:57.302948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36198) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:57.455256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-719bcd82-22c1-4b33-91eb-b0bab97f949f tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:57.486778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:56:57.515206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb05046-1134-49ee-aeee-0390f4eeca1a req-74bad987-a8d8-4499-9a4f-505bfd853837 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:57.522809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-adb05046-1134-49ee-aeee-0390f4eeca1a req-74bad987-a8d8-4499-9a4f-505bfd853837 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 944 time: 0.0894892 Aug 11 00:56:57.526302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1037939064-network', 'tenant_id': '9b6e6da867b64bd69375365586a52e26'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:57.526501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:56:57.572641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-adb05046-1134-49ee-aeee-0390f4eeca1a req-0e04588f-df95-46c1-8e9f-df9f0bb720fc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488074 Aug 11 00:56:57.591122 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-719bcd82-22c1-4b33-91eb-b0bab97f949f tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:57.728832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Made reservation on behalf of 9b6e6da867b64bd69375365586a52e26 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:56:57.731877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:57.742609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:57.749302 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:57.773614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:57.774239 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:57.775704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 1093 time: 2.1885238 Aug 11 00:56:57.799630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d3040-48d2-4121-b62c-1a71b53c11b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:57.861607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09ea2d-20fe-4f57-b37a-d7d4b4497803 req-9c872e33-5c47-4e05-97fc-288b883db1d9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:57.872963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a09ea2d-20fe-4f57-b37a-d7d4b4497803 req-9c872e33-5c47-4e05-97fc-288b883db1d9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 945 time: 0.0958848 Aug 11 00:56:57.874597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-e6af435e-55e2-4c59-b53a-9f70496286ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:57.879182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-e6af435e-55e2-4c59-b53a-9f70496286ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1096 time: 0.0729306 Aug 11 00:56:57.957263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a09ea2d-20fe-4f57-b37a-d7d4b4497803 req-b5d3959a-9f79-4edd-8a36-33082911662d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777874 Aug 11 00:56:57.975733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-719bcd82-22c1-4b33-91eb-b0bab97f949f tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:57.975733 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-719bcd82-22c1-4b33-91eb-b0bab97f949f tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2389905 Aug 11 00:56:57.976365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36212) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:58.005367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:56:58.122033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-3c429009-5aad-465f-ab96-49d061c34139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:58.140290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-3c429009-5aad-465f-ab96-49d061c34139 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.2506883 Aug 11 00:56:58.218297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:56:58.221371 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2168b6-caa5-47fd-811e-1f605241329e" -d '{"events": [{"name": "network-changed", "server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "tag": "ca7619ba-0121-4bb0-9695-be254c573989"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:56:58.247265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-10bac0a5-4b47-4277-81bd-1a47669a2c95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 999 time: 0.0992403 Aug 11 00:56:58.325892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613157-626a-4807-8a48-08d3c3531346 req-7d119a02-44b8-42cb-b2e4-e65c3d8eaafa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:58.334695 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78613157-626a-4807-8a48-08d3c3531346 req-7d119a02-44b8-42cb-b2e4-e65c3d8eaafa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 945 time: 0.1961420 Aug 11 00:56:58.352480 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2c667e-039f-47f3-bee5-3f46243a316a x-openstack-request-id: req-6f2c667e-039f-47f3-bee5-3f46243a316a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:56:58.353189 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "tag": "ca7619ba-0121-4bb0-9695-be254c573989", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:56:58.353455 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f2c667e-039f-47f3-bee5-3f46243a316a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:56:58.354350 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989', 'status': 'completed', 'code': 200} Aug 11 00:56:58.412761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-47732ec3-54ad-4836-a9de-cc468cfb84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:58.415663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-47732ec3-54ad-4836-a9de-cc468cfb84c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.1598411 Aug 11 00:56:58.504973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2e109-673e-4626-8a48-61816e345bc7 req-233a35c0-036b-4406-b6ef-88c11d7e889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:58.508432 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-233a35c0-036b-4406-b6ef-88c11d7e889b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851319 Aug 11 00:56:58.557813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133779742', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133781583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3292'] for router, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:58.558432 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:58.572255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-78613157-626a-4807-8a48-08d3c3531346 req-26c2d398-936f-4611-8b0f-9c58b7b86711 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365639 Aug 11 00:56:58.712533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2168b6-caa5-47fd-811e-1f605241329e req-912b825e-2413-4c3a-b002-b15783921e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:58.714727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-912b825e-2413-4c3a-b002-b15783921e45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1096 time: 0.3232627 Aug 11 00:56:58.726513 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:58.787561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0007203-752b-494c-92a9-afe3732d79de req-8b9228ea-1b9c-4657-bfea-4f0f25457918 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:58.789087 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0007203-752b-494c-92a9-afe3732d79de req-8b9228ea-1b9c-4657-bfea-4f0f25457918 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 944 time: 0.0944173 Aug 11 00:56:58.791458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-71ff251b-efa8-4db9-b6b1-462277bc67fc service neutron] 10.222.0.55 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753127 Aug 11 00:56:58.827856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95254) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 11 00:56:58.828343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Router 5e20767e-dfe5-4313-97a1-de07950f0893 migrating from provider to provider. {{(pid=95254) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 11 00:56:58.829345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:58.845530 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:58.880868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad68fd4-de79-4947-a6a7-44ea5587fcac req-f700f83d-f349-4853-bbe3-03c37c7d7eef tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:58.882435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ad68fd4-de79-4947-a6a7-44ea5587fcac req-f700f83d-f349-4853-bbe3-03c37c7d7eef tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 945 time: 0.1543436 Aug 11 00:56:58.904053 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:58.913878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2168b6-caa5-47fd-811e-1f605241329e req-d4c0669c-3945-4dc6-8279-e1042057b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:58.916187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-d4c0669c-3945-4dc6-8279-e1042057b858 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.1845198 Aug 11 00:56:58.938059 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0007203-752b-494c-92a9-afe3732d79de req-890c7534-af73-4f83-9d72-c18cf6feecc3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385150 Aug 11 00:56:58.954711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133779941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133779948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133781590'] for router, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:58.981721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68a2e109-673e-4626-8a48-61816e345bc7 req-936ff5c5-1728-4d19-921e-9cd51968e452 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779497 Aug 11 00:56:59.001806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:56:59.032869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e135ca3-faf1-4ce5-bcd4-17290a23f103,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:59.047191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:59.047418 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Added segment 1ec4106d-5234-489a-a16e-d6ecbfd0eb8f of type vlan for network 12c0daa4-c935-4eca-9e17-425ec4b12739 Aug 11 00:56:59.094764 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ad68fd4-de79-4947-a6a7-44ea5587fcac req-87eb7b11-780b-4b07-84b0-a626354ab19c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029738 Aug 11 00:56:59.177895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-4edb5837-ab8c-4a43-8da2-9ccf53571f2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 999 time: 0.2514608 Aug 11 00:56:59.302624 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:59.314457 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2168b6-caa5-47fd-811e-1f605241329e req-0c6f2df9-b948-4a3a-98b1-7d29587ac1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:59.317800 n-d-712143-13 neutron-server[95254]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] No L3 agents can host the router 5e20767e-dfe5-4313-97a1-de07950f0893 Aug 11 00:56:59.320693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-0c6f2df9-b948-4a3a-98b1-7d29587ac1b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1096 time: 0.1334682 Aug 11 00:56:59.355333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2168b6-caa5-47fd-811e-1f605241329e req-597b5842-989e-411c-b673-f953c40491d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:59.355333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-597b5842-989e-411c-b673-f953c40491d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.1400611 Aug 11 00:56:59.469146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2168b6-caa5-47fd-811e-1f605241329e req-f120d231-2045-4717-926b-e4b5b4d10dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:59.470695 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-f120d231-2045-4717-926b-e4b5b4d10dba service neutron] 10.222.0.55 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.1433270 Aug 11 00:56:59.494323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2168b6-caa5-47fd-811e-1f605241329e req-3fb3fb75-652a-4888-bfcc-a205251a9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:59.496051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-3fb3fb75-652a-4888-bfcc-a205251a9dae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374896 Aug 11 00:56:59.497122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Hosts for router 5e20767e-dfe5-4313-97a1-de07950f0893: [] {{(pid=95254) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 11 00:56:59.543997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Hosts for other DVR routers connected to router 5e20767e-dfe5-4313-97a1-de07950f0893: set() {{(pid=95254) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 11 00:56:59.546831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:59.548541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c5f9a2d3-f476-4e37-98ae-f29070f30157 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "PUT /v2.0/routers/5e20767e-dfe5-4313-97a1-de07950f0893 HTTP/1.1" status: 200 len: 717 time: 1.5709622 Aug 11 00:56:59.551691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36234) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:59.689360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-7ec0de21-14b7-4c13-b451-517d614f5fc7 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721375 Aug 11 00:56:59.738564 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-bb97431d-9948-40dc-8782-c4441b611fcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 999 time: 0.2602568 Aug 11 00:56:59.751975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:59.759180 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8f07197f-e908-4487-9201-3d1d9c5f3423 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "GET /v2.0/routers/5e20767e-dfe5-4313-97a1-de07950f0893 HTTP/1.1" status: 200 len: 717 time: 0.2063348 Aug 11 00:56:59.780325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36236) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:56:59.785756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:59.786873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:59.787587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:59.835962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2168b6-caa5-47fd-811e-1f605241329e req-afb31efa-4da6-4df8-9a49-a6384902ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:59.837522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-afb31efa-4da6-4df8-9a49-a6384902ed2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.0914314 Aug 11 00:56:59.844525 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:56:59.898328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] Pushing event updated for resources: {'Network': ['ID=12c0daa4-c935-4eca-9e17-425ec4b12739,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:56:59.899768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2168b6-caa5-47fd-811e-1f605241329e req-c67be220-e38a-48bc-b12a-3367c57a5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:56:59.902022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-c67be220-e38a-48bc-b12a-3367c57a5ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572708 Aug 11 00:56:59.915071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:56:59.946061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-7e473be9-8f1f-47b0-a355-afa5ea377cff service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458591 Aug 11 00:57:00.078527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-86615b28-cd14-44a0-92cf-6b9f4c92217a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7726223 Aug 11 00:57:00.081950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36244) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:00.089766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ca7619ba-0121-4bb0-9695-be254c573989 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:57:00.105702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Request body: {'subnet': {'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1037939064-subnet', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:00.106617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-c02424a7-33c0-41cc-87d0-8bf37832aa05 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956329 Aug 11 00:57:00.193030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ca7619ba-0121-4bb0-9695-be254c573989 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:57:00.254930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-35ffafda-e2d6-4946-8be7-29b50673bf1a tempest-RoutersTestDVR-968350924 tempest-RoutersTestDVR-968350924-project] 10.222.0.43 "GET /v2.0/routers/5e20767e-dfe5-4313-97a1-de07950f0893 HTTP/1.1" status: 200 len: 683 time: 0.4734287 Aug 11 00:57:00.257859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36248) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:00.316070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09b38d-d203-4a8e-ad5f-f516c0d6217e req-30ad5ad0-667f-45c3-b6aa-9222eb8e931e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:00.330082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd09b38d-d203-4a8e-ad5f-f516c0d6217e req-30ad5ad0-667f-45c3-b6aa-9222eb8e931e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 944 time: 0.1326621 Aug 11 00:57:00.349115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Made reservation on behalf of 9b6e6da867b64bd69375365586a52e26 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:00.351725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:00.405129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd09b38d-d203-4a8e-ad5f-f516c0d6217e req-db81006c-ba32-4320-af12-0dbe92d397af tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709388 Aug 11 00:57:00.427782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0f2168b6-caa5-47fd-811e-1f605241329e req-7a797653-8506-44fc-a32f-a9f4905c431e service neutron] 10.222.0.55 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847812 Aug 11 00:57:00.430555 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf1a9-c8c4-4b0e-943b-da0899a53ad1 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:00.551948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998418f-80ba-4ba7-8d4b-ce788002c5a4 req-60de79e2-be5d-4bc0-8e36-d4bed8927772 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:00.553751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5998418f-80ba-4ba7-8d4b-ce788002c5a4 req-60de79e2-be5d-4bc0-8e36-d4bed8927772 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 945 time: 0.2502704 Aug 11 00:57:00.701320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf1a9-c8c4-4b0e-943b-da0899a53ad1 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:00.704680 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf1a9-c8c4-4b0e-943b-da0899a53ad1 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:00.763316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5998418f-80ba-4ba7-8d4b-ce788002c5a4 req-567018cc-d704-4501-99c9-843e2dd6fdb4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988223 Aug 11 00:57:00.910728 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf1a9-c8c4-4b0e-943b-da0899a53ad1 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:00.911660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4cf1a9-c8c4-4b0e-943b-da0899a53ad1 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e20767e-dfe5-4313-97a1-de07950f0893 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:57:00.918688 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5c4cf1a9-c8c4-4b0e-943b-da0899a53ad1 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:00.921080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5c4cf1a9-c8c4-4b0e-943b-da0899a53ad1 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "DELETE /v2.0/routers/5e20767e-dfe5-4313-97a1-de07950f0893 HTTP/1.1" status: 204 len: 168 time: 0.6619172 Aug 11 00:57:00.927929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36254) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:00.930247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8fae72ee-2bf2-4bd8-aab2-e29dd6db2587 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Request body: {'router': {'name': 'tempest-router-1173568864', 'distributed': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:01.007832 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.063290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e0032c-04b5-41a3-a79b-31e24a34f8fd,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:01.087688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Checking segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:01.088062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Network hostable DHCP agents. Network: 12c0daa4-c935-4eca-9e17-425ec4b12739, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:57:01.162273 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fae72ee-2bf2-4bd8-aab2-e29dd6db2587 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.163512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fae72ee-2bf2-4bd8-aab2-e29dd6db2587 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.222101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fae72ee-2bf2-4bd8-aab2-e29dd6db2587 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.236302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:57:01.350878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 12c0daa4-c935-4eca-9e17-425ec4b12739) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:01.351144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fae72ee-2bf2-4bd8-aab2-e29dd6db2587 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.366189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846f3b6-1a64-4f7d-ab5d-516f4c417e97 None None] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:57:01.372813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:01.373717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.488163 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fae72ee-2bf2-4bd8-aab2-e29dd6db2587 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.492543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36266) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:01.494305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8fae72ee-2bf2-4bd8-aab2-e29dd6db2587 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5655129 Aug 11 00:57:01.577391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-12c0daa4-c935-4eca-9e17-425ec4b12739', 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'fixed_ips': [{'subnet_id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:57:01.578288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.599006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3090e4cf-55c9-4c5a-a643-a39d49cdf95e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5023789 Aug 11 00:57:01.600657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36270) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:01.621527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50baa7-cb33-44f4-b448-dc695eab8abe req-5473d195-3281-4943-98d2-cf6bcaa72cd2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:01.623824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:01.627572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b50baa7-cb33-44f4-b448-dc695eab8abe req-5473d195-3281-4943-98d2-cf6bcaa72cd2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 944 time: 0.1264296 Aug 11 00:57:01.646920 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58f6ea1a-6cb1-4c3b-891f-17c04c099f87 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.700929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b50baa7-cb33-44f4-b448-dc695eab8abe req-6d64105a-770c-462f-883b-d8b6b604296c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685406 Aug 11 00:57:01.825880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Allocated IP 172.20.0.2 (12c0daa4-c935-4eca-9e17-425ec4b12739/d8e0032c-04b5-41a3-a79b-31e24a34f8fd/8e2ad89b-b772-45d1-8d46-da1835911c44) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:01.860647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-45620d82-16b4-4e0a-a955-7b98dd800235 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:01.864888 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-45620d82-16b4-4e0a-a955-7b98dd800235 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 945 time: 0.1160796 Aug 11 00:57:01.954993 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:01.956378 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.023027 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58f6ea1a-6cb1-4c3b-891f-17c04c099f87 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.028657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58f6ea1a-6cb1-4c3b-891f-17c04c099f87 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.088090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port 0fb51494-dd38-4079-bcce-89a8c43813fd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:02.089951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.090941 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.102394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Transition to ACTIVE for port object 8e2ad89b-b772-45d1-8d46-da1835911c44 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:02.125851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce722d2-57ff-4d00-b6ab-3a6ab1207b1d req-66286888-5bad-49d3-9262-3198321935bc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:02.127785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ce722d2-57ff-4d00-b6ab-3a6ab1207b1d req-66286888-5bad-49d3-9262-3198321935bc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 945 time: 0.2176967 Aug 11 00:57:02.181698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ce722d2-57ff-4d00-b6ab-3a6ab1207b1d req-5de51f14-32ab-44e8-b046-142f08404d57 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Aug 11 00:57:02.231725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Transition to ACTIVE for port object 8e2ad89b-b772-45d1-8d46-da1835911c44 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:02.240512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58f6ea1a-6cb1-4c3b-891f-17c04c099f87 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.241373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f6ea1a-6cb1-4c3b-891f-17c04c099f87 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60e87dff-c190-4ddd-a1aa-3b866b5d2adf {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:57:02.258843 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-58f6ea1a-6cb1-4c3b-891f-17c04c099f87 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.258843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-58f6ea1a-6cb1-4c3b-891f-17c04c099f87 tempest-RoutersTestDVR-2124751521 tempest-RoutersTestDVR-2124751521-project-admin] 10.222.0.43 "DELETE /v2.0/routers/60e87dff-c190-4ddd-a1aa-3b866b5d2adf HTTP/1.1" status: 204 len: 168 time: 0.7609532 Aug 11 00:57:02.271908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] For port 0fb51494-dd38-4079-bcce-89a8c43813fd, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=0fb51494-dd38-4079-bcce-89a8c43813fd,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:02.273057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.289362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for 0fb51494-dd38-4079-bcce-89a8c43813fd owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:02.310160 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.333141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device ca7619ba-0121-4bb0-9695-be254c573989 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:57:02.338477 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.394569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:02.400706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:02.413285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:02.451656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Pushing event updated for resources: {'Port': ['ID=8e2ad89b-b772-45d1-8d46-da1835911c44,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:02.533687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Attempting to bind port 8e2ad89b-b772-45d1-8d46-da1835911c44 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:02.534207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Attempting to bind port 8e2ad89b-b772-45d1-8d46-da1835911c44 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:02.534789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Attempting to bind port 8e2ad89b-b772-45d1-8d46-da1835911c44 on network 12c0daa4-c935-4eca-9e17-425ec4b12739 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:02.545146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:02.545146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Checking segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:02.545146 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.545146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Bound using segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:02.545681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Bound port: 8e2ad89b-b772-45d1-8d46-da1835911c44, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:02.546036 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.553530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:02.574374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'ca7619ba-0121-4bb0-9695-be254c573989', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'port_id': 'ca7619ba-0121-4bb0-9695-be254c573989', 'mac_address': 'fa:16:3e:5b:bc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:57:02.608070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.650652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['0fb51494-dd38-4079-bcce-89a8c43813fd'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:57:02.680819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=0fb51494-dd38-4079-bcce-89a8c43813fd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:02.706780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.712104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.712810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.713154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.714103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.717421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.717852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.718283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.718822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.719361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.719802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.724668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:02.908162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] No DVR routers for this DVR port 0fb51494-dd38-4079-bcce-89a8c43813fd on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:57:02.915055 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.921836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf359127-2900-45e8-aceb-a7346f2a55dc req-e630ff59-9955-4ff4-b976-275d93f90063 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "DELETE /v2.0/ports/0fb51494-dd38-4079-bcce-89a8c43813fd HTTP/1.1" status: 204 len: 173 time: 1.0496247 Aug 11 00:57:02.923785 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:02.923983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993a7956-7ed7-4a70-bf40-5c0e81af71d8', 'name': 'network-vif-deleted', 'tag': '0fb51494-dd38-4079-bcce-89a8c43813fd'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:02.935281 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2fa27f-b044-4f9c-8c68-36df49ed530f" -d '{"events": [{"server_uuid": "993a7956-7ed7-4a70-bf40-5c0e81af71d8", "name": "network-vif-deleted", "tag": "0fb51494-dd38-4079-bcce-89a8c43813fd"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:03.027784 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8063ec-673f-4c5f-b302-8f09ddd55c1b x-openstack-request-id: req-9e8063ec-673f-4c5f-b302-8f09ddd55c1b {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:03.028183 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993a7956-7ed7-4a70-bf40-5c0e81af71d8", "name": "network-vif-deleted", "tag": "0fb51494-dd38-4079-bcce-89a8c43813fd", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:03.028543 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e8063ec-673f-4c5f-b302-8f09ddd55c1b {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:03.029046 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993a7956-7ed7-4a70-bf40-5c0e81af71d8', 'name': 'network-vif-deleted', 'tag': '0fb51494-dd38-4079-bcce-89a8c43813fd', 'status': 'completed', 'code': 200} Aug 11 00:57:03.072588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7619ba-0121-4bb0-9695-be254c573989 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:57:03.079895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36292) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:03.161403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:03.164092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-73af0e71-b581-468b-b603-daf928f5363b None None] For port 8e2ad89b-b772-45d1-8d46-da1835911c44, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:03.208995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-73af0e71-b581-468b-b603-daf928f5363b None None] For port 8e2ad89b-b772-45d1-8d46-da1835911c44, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8e2ad89b-b772-45d1-8d46-da1835911c44,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:03.255082 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:03.337793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:03.409126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9e86563-d04e-4352-90c1-c64292cc7c02 req-7a713513-ad66-4ac4-8f5f-f2f1c34bb8d6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0558560 Aug 11 00:57:03.469404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:03.506947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23e24ce9-58b2-486e-81bd-b569c0f17d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:03.555075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af0e71-b581-468b-b603-daf928f5363b None None] Pushing event updated for resources: {'Port': ['ID=8e2ad89b-b772-45d1-8d46-da1835911c44,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:03.561135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['ca7619ba-0121-4bb0-9695-be254c573989'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:57:03.711559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23e24ce9-58b2-486e-81bd-b569c0f17d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:03.840096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603b481-17d4-456d-9f72-68c1b718aaea req-46fa5f2e-3315-422e-9455-d7f7dd1cabc3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:03.843471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9603b481-17d4-456d-9f72-68c1b718aaea req-46fa5f2e-3315-422e-9455-d7f7dd1cabc3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 945 time: 0.4216332 Aug 11 00:57:03.849239 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:03.858705 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-23e24ce9-58b2-486e-81bd-b569c0f17d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:03.894843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9603b481-17d4-456d-9f72-68c1b718aaea req-4852270c-fb67-4e77-ae34-474491040724 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406396 Aug 11 00:57:03.924478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e24ce9-58b2-486e-81bd-b569c0f17d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f62f26c-66a4-4e8f-a39b-c009897f9ad6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:03.985180 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23e24ce9-58b2-486e-81bd-b569c0f17d85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4939657f61fe45e1aecc8c751ae0b46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9015164 Aug 11 00:57:03.986499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:04.072618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47cf4d5f-8614-4207-8e46-93567622990b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:04.101449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47cf4d5f-8614-4207-8e46-93567622990b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:04.225922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:04.246136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:04.270842 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47cf4d5f-8614-4207-8e46-93567622990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:04.274204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47cf4d5f-8614-4207-8e46-93567622990b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:04.275905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47cf4d5f-8614-4207-8e46-93567622990b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f62f26c-66a4-4e8f-a39b-c009897f9ad6 HTTP/1.1" status: 204 len: 168 time: 0.2786047 Aug 11 00:57:04.291478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf4d5f-8614-4207-8e46-93567622990b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f62f26c-66a4-4e8f-a39b-c009897f9ad6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:04.347119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0fb51494-dd38-4079-bcce-89a8c43813fd no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:57:04.397540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 0fb51494-dd38-4079-bcce-89a8c43813fd {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:57:04.398230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 0fb51494-dd38-4079-bcce-89a8c43813fd not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:57:04.425889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Allocated IP 172.25.0.52 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/7c1a04fd-e80d-453e-a5ea-4b2b146e61ae) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:04.536426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23d23feb-924c-4d7a-9a3b-bc3be2413a50 req-b53b1789-709c-4ae5-9244-c10b9bcfffc4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0331645 Aug 11 00:57:04.629172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:04.735828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fd04e-1300-4027-9031-e3f9347fc814 req-5fc44e25-03b8-41db-9f20-7353196bda25 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:04.737465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e0fd04e-1300-4027-9031-e3f9347fc814 req-5fc44e25-03b8-41db-9f20-7353196bda25 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 945 time: 0.3136702 Aug 11 00:57:04.768379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-97238224-3a07-49e9-abc2-36af2a4e742b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:04.770026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-97238224-3a07-49e9-abc2-36af2a4e742b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e&tenant_id=7e7ca9f6816745c198aadf17525c4824&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 945 time: 0.1570458 Aug 11 00:57:04.846506 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e0fd04e-1300-4027-9031-e3f9347fc814 req-2160764e-48ed-403c-8aab-cee1eece9aaf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968316 Aug 11 00:57:04.856475 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:04.946912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad523be-045a-4b84-9eed-18c71f525dbb None None] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:57:04.947379 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-798d5985-7647-459a-9261-2b85b4af6211 service neutron] delete failed (client error): The resource could not be found. Aug 11 00:57:04.947379 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-798d5985-7647-459a-9261-2b85b4af6211 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ca7619ba-0121-4bb0-9695-be254c573989/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.1372542 Aug 11 00:57:04.947379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:04.947379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:04.947379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:04.979247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Pushing event updated for resources: {'Port': ['ID=7c1a04fd-e80d-453e-a5ea-4b2b146e61ae,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:04.994411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:04.994923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.001596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:05.125380 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b10d732d-a480-4edb-9a95-5b379e5f624c None None] Provisioning for port 8e2ad89b-b772-45d1-8d46-da1835911c44 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:05.147127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-8d35f632-b8bb-4ab5-a10f-07fff229d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:05.148720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-8d35f632-b8bb-4ab5-a10f-07fff229d68d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1097 time: 0.1592238 Aug 11 00:57:05.214726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8e2ad89b-b772-45d1-8d46-da1835911c44 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:05.310653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-f4ef0003-82de-4116-acbc-8ecdf6e21db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:05.313770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-f4ef0003-82de-4116-acbc-8ecdf6e21db0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.1392553 Aug 11 00:57:05.408979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 8e2ad89b-b772-45d1-8d46-da1835911c44 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:05.416357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-62fa620f-e6fa-4154-b07d-e40ebe194c8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 1000 time: 0.0937066 Aug 11 00:57:05.417822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 8e2ad89b-b772-45d1-8d46-da1835911c44 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:05.418548 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.444554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36330) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:05.481907 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-70bdb542-f953-46ce-a5cd-64dcd8a37768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.543020 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.598178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 8e2ad89b-b772-45d1-8d46-da1835911c44, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8e2ad89b-b772-45d1-8d46-da1835911c44,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:05.600368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cc6f73b2-b877-4d82-8a39-7f3603940083 None None] Provisioning complete for port 8e2ad89b-b772-45d1-8d46-da1835911c44 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:05.601022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cc6f73b2-b877-4d82-8a39-7f3603940083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.642671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-70bdb542-f953-46ce-a5cd-64dcd8a37768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.684301 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.731859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ce98fef0-8643-49d4-82a2-b53ad0d95566 req-323eff2e-ed47-43f6-af84-7e51cdd05274 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0422335 Aug 11 00:57:05.736936 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-70bdb542-f953-46ce-a5cd-64dcd8a37768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.743216 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cc6f73b2-b877-4d82-8a39-7f3603940083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.744875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.748756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-1b7c1083-e3aa-4ce2-9255-8fbb0d4daf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:05.750310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-1b7c1083-e3aa-4ce2-9255-8fbb0d4daf45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.1069803 Aug 11 00:57:05.757121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=8e2ad89b-b772-45d1-8d46-da1835911c44,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:05.807801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-70bdb542-f953-46ce-a5cd-64dcd8a37768 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=530ce55d40e14a939bf48b3365873ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616178 Aug 11 00:57:05.809467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdb542-f953-46ce-a5cd-64dcd8a37768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc244e-f4b8-4be1-937d-cf7bbb682760,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:05.812980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36334) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:05.829424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-cc6f73b2-b877-4d82-8a39-7f3603940083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 00:57:05.830088 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-cc6f73b2-b877-4d82-8a39-7f3603940083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 00:57:05.879370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51770d9f-908b-4cee-ab58-a16df0ad83ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:05.887072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-bdbb4f9a-ae7a-4972-8a24-38aa95f1f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:05.888669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-bdbb4f9a-ae7a-4972-8a24-38aa95f1f4ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003439 Aug 11 00:57:05.912280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51770d9f-908b-4cee-ab58-a16df0ad83ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:06.053557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca799cbe-074d-4982-99ad-e5191abfc06d req-a9e11a91-dbc1-44fa-9536-5a4f3adc8e91 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:06.055148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca799cbe-074d-4982-99ad-e5191abfc06d req-a9e11a91-dbc1-44fa-9536-5a4f3adc8e91 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 945 time: 0.1093767 Aug 11 00:57:06.109948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca799cbe-074d-4982-99ad-e5191abfc06d req-26b26ef0-72ae-4b57-8d7f-55441c1ed1fc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479627 Aug 11 00:57:06.121475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-eb46d228-04e9-4374-8f54-1a334241fdbc service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169330 Aug 11 00:57:06.151968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51770d9f-908b-4cee-ab58-a16df0ad83ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:06.156883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51770d9f-908b-4cee-ab58-a16df0ad83ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:06.158753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-51770d9f-908b-4cee-ab58-a16df0ad83ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0bc244e-f4b8-4be1-937d-cf7bbb682760 HTTP/1.1" status: 204 len: 168 time: 0.3435481 Aug 11 00:57:06.172501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51770d9f-908b-4cee-ab58-a16df0ad83ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc244e-f4b8-4be1-937d-cf7bbb682760,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:06.296518 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:06.368580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bcc3cd4c-2ab2-4b50-8c45-2534b879fd18 req-956bdacb-f04e-478d-a4bc-0c23700177a6 service neutron] 10.222.0.44 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357161 Aug 11 00:57:06.372107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device ca7619ba-0121-4bb0-9695-be254c573989 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:06.607451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port ca7619ba-0121-4bb0-9695-be254c573989 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:06.611615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port ca7619ba-0121-4bb0-9695-be254c573989 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:06.612062 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:06.686777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:57:06.730784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:06.770496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:06.771596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:06.774308 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d60b9-316e-4199-acc1-f836a8175a0b" -d '{"events": [{"server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "name": "network-vif-plugged", "status": "completed", "tag": "ca7619ba-0121-4bb0-9695-be254c573989"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:06.856577 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a0be88-94c0-4f6f-a030-bab4483dd1a7 x-openstack-request-id: req-66a0be88-94c0-4f6f-a030-bab4483dd1a7 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:06.856779 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "name": "network-vif-plugged", "status": "completed", "tag": "ca7619ba-0121-4bb0-9695-be254c573989", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:06.857036 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66a0be88-94c0-4f6f-a030-bab4483dd1a7 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:06.857748 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989', 'code': 200} Aug 11 00:57:06.876485 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:06.915236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:57:06.915866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c50ac721-1293-4404-a475-8363760c9491 req-017f9f58-127d-4405-a477-ae29588da906 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0503712 Aug 11 00:57:06.928407 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Sync routers for ids ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:57:06.943516 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Routers {'9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:06.949426 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:06.974243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:07.064258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Set router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:07.122643 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:07.127819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36364) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:07.132088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4b99c68b-7ce4-4d29-91e8-23b41c3c313d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5176401 Aug 11 00:57:07.246265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8e2ad89b-b772-45d1-8d46-da1835911c44 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:07.334381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 8e2ad89b-b772-45d1-8d46-da1835911c44 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:07.335317 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:07.345723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db37521-86fb-4309-a3cd-e38ba5954e7f req-55ef8466-27f4-4576-95bf-ccc9d178a61d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:07.355128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8db37521-86fb-4309-a3cd-e38ba5954e7f req-55ef8466-27f4-4576-95bf-ccc9d178a61d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1102743 Aug 11 00:57:07.372634 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:57:05Z', 'revision_number': 3, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port': {'id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:04Z', 'updated_at': '2021-08-11T00:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:07.408608 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Checking router: 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:57:07.412121 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Updating router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:57:07.450590 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:07.451835 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8db37521-86fb-4309-a3cd-e38ba5954e7f req-52588c96-d782-4338-939d-7013cb1d29e4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951600 Aug 11 00:57:07.767983 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:07.779583 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Transition to ACTIVE for port object 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:07.844922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:07.888473 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:07.968128 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Attempting to bind port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:07.968765 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Attempting to bind port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:07.969082 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Attempting to bind port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:07.980483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:07.981153 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:07.981629 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:07.982095 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:07.982698 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Bound port: 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:07.983143 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.065971 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2be6ec-3bb5-49f9-ad69-d4ca13c6bf2a None None] Pushing event updated for resources: {'Port': ['ID=7c1a04fd-e80d-453e-a5ea-4b2b146e61ae,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:08.071575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36380) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:08.094179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bd7c2e8-746f-43bb-8d2c-0894210bb60e req-f1de8e84-624a-4bc4-8991-08b0486dd41a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.0650539 Aug 11 00:57:08.118053 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] For port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:08.124437 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] For port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7c1a04fd-e80d-453e-a5ea-4b2b146e61ae,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:08.181119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Allocated IP 172.20.0.1 (12c0daa4-c935-4eca-9e17-425ec4b12739/d8e0032c-04b5-41a3-a79b-31e24a34f8fd/e1c33f83-2a97-4672-b3d3-8dc907feabea) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:08.288369 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.320027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-239025423'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:08.363641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.371691 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Routers {'9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:08.372617 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:08.381988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Transition to ACTIVE for port object e1c33f83-2a97-4672-b3d3-8dc907feabea will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:08.414106 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2be6ec-3bb5-49f9-ad69-d4ca13c6bf2a None None] Pushing event updated for resources: {'Port': ['ID=7c1a04fd-e80d-453e-a5ea-4b2b146e61ae,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:08.483080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Made reservation on behalf of 0a389355bff1449ca2622595b9a5870e for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:08.483080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.503619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.551187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.552079 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] Set router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:08.602984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cce52-e749-4e4d-b449-9e02aa17629d req-f9b277c9-8321-4ca9-8379-600e22a31591 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:08.613150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a5cce52-e749-4e4d-b449-9e02aa17629d req-f9b277c9-8321-4ca9-8379-600e22a31591 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.0875723 Aug 11 00:57:08.653520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:08.663937 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:08.671145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:08.675838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c33f83-2a97-4672-b3d3-8dc907feabea,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:08.698096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a5cce52-e749-4e4d-b449-9e02aa17629d req-5e66c06d-cf3d-4857-9c78-3b6bc860fbd3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833259 Aug 11 00:57:08.734436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36388) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:08.758463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.859990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-793e47e6-e771-4a5b-952a-b26e04f24dab tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/124722bd-4d7a-49a5-bfd2-6134d733e660 HTTP/1.1" status: 200 len: 993 time: 0.1241663 Aug 11 00:57:08.868758 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.883054 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:57:05Z', 'revision_number': 3, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port': {'id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:04Z', 'updated_at': '2021-08-11T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:08.919326 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ae44b-64db-4f4b-a64b-c33b14f3b7a4 None None] The sync data for ids ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'] in n-d-712143-13 is: [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:57:05Z', 'revision_number': 3, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port': {'id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:04Z', 'updated_at': '2021-08-11T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:57:08.952002 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:08.984496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:57:09.005223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a640ab1-594c-4a4a-a7fa-33bd2e251804,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:09.012085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.012441 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Added segment 454e3c5d-86ce-4fed-bbdf-7b2be25abea1 of type vlan for network dc269128-4f24-4164-94f1-786ed40e7760 Aug 11 00:57:09.079382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.085802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.184148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-28feee65-8b28-4afd-a08f-4aa3bbcc1beb None None] Provisioning for port e1c33f83-2a97-4672-b3d3-8dc907feabea completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:09.190703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-28feee65-8b28-4afd-a08f-4aa3bbcc1beb None None] Provisioning complete for port e1c33f83-2a97-4672-b3d3-8dc907feabea triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:09.191243 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-28feee65-8b28-4afd-a08f-4aa3bbcc1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.275030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.276138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-28feee65-8b28-4afd-a08f-4aa3bbcc1beb None None] Port e1c33f83-2a97-4672-b3d3-8dc907feabea cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:57:09.282573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:09.282731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.383969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f83e4bda-99ad-4cd3-a251-f8300dea689d req-122af8fa-2099-4584-8536-796beaf61ae7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=993a7956-7ed7-4a70-bf40-5c0e81af71d8 HTTP/1.1" status: 200 len: 210 time: 0.1118553 Aug 11 00:57:09.397902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3228085 Aug 11 00:57:09.401141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36398) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:09.427187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Request body: {'subnet': {'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:09.441990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24e344-2972-4b0d-94df-c70595cfb8c4 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event updated for resources: {'Network': ['ID=dc269128-4f24-4164-94f1-786ed40e7760,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:09.464891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network dc269128-4f24-4164-94f1-786ed40e7760 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:57:09.542609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.630204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.704140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c33f83-2a97-4672-b3d3-8dc907feabea,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:09.704684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Made reservation on behalf of 0a389355bff1449ca2622595b9a5870e for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:09.709897 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.711461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:09.827939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:09.829455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:10.020513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:57:10.029937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:10.134616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event updated for resources: {'Subnet': ['ID=f6f220e5-67a8-4d0d-8083-14755b0b237a,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:10.145573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Checking segment: {'id': '454e3c5d-86ce-4fed-bbdf-7b2be25abea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:10.152591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Network hostable DHCP agents. Network: dc269128-4f24-4164-94f1-786ed40e7760, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:57:10.210600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e531204-e1b2-40b6-b2b4-21694f0e0027 None None] Provisioning complete for port e1c33f83-2a97-4672-b3d3-8dc907feabea triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:10.211150 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e531204-e1b2-40b6-b2b4-21694f0e0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:10.246571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Network dc269128-4f24-4164-94f1-786ed40e7760 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:57:10.288639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2e531204-e1b2-40b6-b2b4-21694f0e0027 None None] Port e1c33f83-2a97-4672-b3d3-8dc907feabea cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:57:10.340077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, dc269128-4f24-4164-94f1-786ed40e7760) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:10.349648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:10.349648 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:10.354217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd02f8-3a13-442c-ad29-e2c9fea811d4 None None] Network dc269128-4f24-4164-94f1-786ed40e7760 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:57:10.445455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-99ecf315-4758-4056-8b2c-70365256a3dd tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0399196 Aug 11 00:57:10.446135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36406) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:10.452579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Request body: {'port': {'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760', 'name': 'tempest-ExtraDHCPOptionsTestJSON-608533760'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:10.563411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-dc269128-4f24-4164-94f1-786ed40e7760', 'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760', 'tenant_id': '0a389355bff1449ca2622595b9a5870e', 'fixed_ips': [{'subnet_id': 'f6f220e5-67a8-4d0d-8083-14755b0b237a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:57:10.564669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:10.579684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:57:10.585063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dea24cc5-e4ca-451d-b3db-ffb7d2902674 admin admin] 10.222.0.43 "PUT /v2.0/routers/9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4558618 Aug 11 00:57:10.761878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Allocated IP 172.20.0.2 (dc269128-4f24-4164-94f1-786ed40e7760/f6f220e5-67a8-4d0d-8083-14755b0b237a/a417cd50-4721-40d1-bf25-922d3920136c) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:10.813547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Made reservation on behalf of 0a389355bff1449ca2622595b9a5870e for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:10.818922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:10.856881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] device_id is not set on port 9e33be53-73bc-431e-973e-47755b04c641 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:57:10.944143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:10.955066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Transition to ACTIVE for port object a417cd50-4721-40d1-bf25-922d3920136c will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:10.971444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Transition to ACTIVE for port object a417cd50-4721-40d1-bf25-922d3920136c will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:11.139506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Sync routers for ids ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:57:11.149675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Routers {'9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:11.150308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:11.208433 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.236851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Allocated IP 172.20.0.6 (dc269128-4f24-4164-94f1-786ed40e7760/f6f220e5-67a8-4d0d-8083-14755b0b237a/9e33be53-73bc-431e-973e-47755b04c641) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:11.319349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:11.391791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Network dc269128-4f24-4164-94f1-786ed40e7760 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:11.397210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:11.402102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Pushing event updated for resources: {'Port': ['ID=a417cd50-4721-40d1-bf25-922d3920136c,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:11.406895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Set router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:11.409801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:11.441332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.462109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Transition to ACTIVE for port object 9e33be53-73bc-431e-973e-47755b04c641 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:11.580111 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.601221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Attempting to bind port a417cd50-4721-40d1-bf25-922d3920136c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:11.601610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Attempting to bind port a417cd50-4721-40d1-bf25-922d3920136c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '454e3c5d-86ce-4fed-bbdf-7b2be25abea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:11.601979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Attempting to bind port a417cd50-4721-40d1-bf25-922d3920136c on network dc269128-4f24-4164-94f1-786ed40e7760 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:11.611343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:11.611748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Checking segment: {'id': '454e3c5d-86ce-4fed-bbdf-7b2be25abea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:11.612149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.612541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Bound using segment: {'id': '454e3c5d-86ce-4fed-bbdf-7b2be25abea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:11.613023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Bound port: a417cd50-4721-40d1-bf25-922d3920136c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454e3c5d-86ce-4fed-bbdf-7b2be25abea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:11.613455 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.639540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Network dc269128-4f24-4164-94f1-786ed40e7760 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:11.640340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:11.642985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:11.652342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:11.653885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:11.654246 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.695278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36434) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:11.700567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1923955470-network', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:11.704883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event updated for resources: {'Port': ['ID=9e33be53-73bc-431e-973e-47755b04c641,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:11.746376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:11.747342 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.814420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Made reservation on behalf of ddb7d70ff9b14067aad5f5fec10ac4d9 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:11.818398 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.832546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.861686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] For port a417cd50-4721-40d1-bf25-922d3920136c, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:11.873454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:11.884030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] For port a417cd50-4721-40d1-bf25-922d3920136c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a417cd50-4721-40d1-bf25-922d3920136c,segment=NetworkSegment(454e3c5d-86ce-4fed-bbdf-7b2be25abea1),segment_id=454e3c5d-86ce-4fed-bbdf-7b2be25abea1)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:11.905894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7c1a04fd-e80d-453e-a5ea-4b2b146e61ae,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:11.918769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:57:08Z', 'revision_number': 4, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port': {'id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:04Z', 'updated_at': '2021-08-11T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e1c33f83-2a97-4672-b3d3-8dc907feabea', 'name': '', 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'mac_address': 'fa:16:3e:77:80:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:07Z', 'updated_at': '2021-08-11T00:57:09Z', 'revision_number': 2, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'subnets': [{'id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:11.926856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b8d2fc9-8165-4138-a5f5-b61cdeca3f34 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4754071 Aug 11 00:57:11.935455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36436) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:11.937092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Request body: {'port': {'network_id': 'dc269128-4f24-4164-94f1-786ed40e7760', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1375573122', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:11.937648 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] bootfile-name is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:57:11.938144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] tftp-server is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:57:11.940898 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.api.validators [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] server-ip-address is not in valid_values {{(pid=95255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:57:11.945978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Checking router: 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:57:11.946341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Updating router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a port e1c33f83-2a97-4672-b3d3-8dc907feabea binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:57:11.972531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.008757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.059766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58878fbb-fa60-4187-b897-1a155835a68f req-cccd00f7-890b-49cb-9bf4-393234fc0e45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533807 Aug 11 00:57:12.074834 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.143597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb807123-63a9-4e82-82eb-805aeea4e711 None None] Pushing event updated for resources: {'Port': ['ID=a417cd50-4721-40d1-bf25-922d3920136c,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:12.152000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.179839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878fbb-fa60-4187-b897-1a155835a68f req-4514c886-332d-4c41-9926-7a289ab0dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:12.181414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58878fbb-fa60-4187-b897-1a155835a68f req-4514c886-332d-4c41-9926-7a289ab0dfc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ca7b11b42584095aec6c824c96b77eb&device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 1102 time: 0.0624933 Aug 11 00:57:12.271912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.292546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=7c1a04fd-e80d-453e-a5ea-4b2b146e61ae,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:12.345842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878fbb-fa60-4187-b897-1a155835a68f req-4ff16ad3-e485-4405-bd47-4ab558f3c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:12.349602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58878fbb-fa60-4187-b897-1a155835a68f req-4ff16ad3-e485-4405-bd47-4ab558f3c2c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=480808d4-dc58-4914-930a-ddadeca505cb HTTP/1.1" status: 200 len: 870 time: 0.1475537 Aug 11 00:57:12.361970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:57:12.379095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29983c87-5fc6-462b-b98e-ab025cb53c02,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:12.382450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.382917 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Added segment 2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8 of type vlan for network 50419add-1834-4c9c-856a-86708e7421dd Aug 11 00:57:12.433777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Made reservation on behalf of 0a389355bff1449ca2622595b9a5870e for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:12.437892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.440789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58878fbb-fa60-4187-b897-1a155835a68f req-fb0cf99e-a0d2-4d3b-bddc-6dc6576a94e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=9c8d40bc-40cb-4048-821e-ca7d8b1c9984 HTTP/1.1" status: 200 len: 217 time: 0.0824752 Aug 11 00:57:12.458124 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.471889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] device_id is not set on port 831d1c74-fac8-4eb7-9545-be2f0ea96174 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 00:57:12.565136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878fbb-fa60-4187-b897-1a155835a68f req-e52d2925-7cd9-4e34-855e-325b5c7c3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:12.569067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58878fbb-fa60-4187-b897-1a155835a68f req-e52d2925-7cd9-4e34-855e-325b5c7c3ccb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.1211956 Aug 11 00:57:12.619302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Allocated IP 172.20.0.10 (dc269128-4f24-4164-94f1-786ed40e7760/f6f220e5-67a8-4d0d-8083-14755b0b237a/831d1c74-fac8-4eb7-9545-be2f0ea96174) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:12.637021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878fbb-fa60-4187-b897-1a155835a68f req-88f29102-4a92-4062-8eaa-a09cd9713571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:12.638613 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58878fbb-fa60-4187-b897-1a155835a68f req-88f29102-4a92-4062-8eaa-a09cd9713571 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618420 Aug 11 00:57:12.681074 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.683030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:12.683413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.707869 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.733723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Transition to ACTIVE for port object e1c33f83-2a97-4672-b3d3-8dc907feabea will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:12.772093 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58878fbb-fa60-4187-b897-1a155835a68f req-aed85187-9177-4efb-8921-ad818d4ddbc7 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247783 Aug 11 00:57:12.818777 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.841636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] Pushing event updated for resources: {'Network': ['ID=50419add-1834-4c9c-856a-86708e7421dd,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:12.886544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 50419add-1834-4c9c-856a-86708e7421dd details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:57:12.890151 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-890a454c-8dc5-45cb-9c53-09036cc64f10 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1931636 Aug 11 00:57:12.890369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36446) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:12.896237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Request body: {'subnet': {'network_id': '50419add-1834-4c9c-856a-86708e7421dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1923955470-subnet', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:12.907018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58878fbb-fa60-4187-b897-1a155835a68f req-ab659520-2810-41d3-8853-d5a4075d5835 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289084 Aug 11 00:57:12.960385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:12.982559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Transition to ACTIVE for port object 831d1c74-fac8-4eb7-9545-be2f0ea96174 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:12.985544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a234e03-1510-4f41-950c-f82e1a9bb485 None None] Pushing event updated for resources: {'Port': ['ID=e1c33f83-2a97-4672-b3d3-8dc907feabea,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:13.009484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Made reservation on behalf of ddb7d70ff9b14067aad5f5fec10ac4d9 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:13.013692 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:13.126751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Attempting to bind port e1c33f83-2a97-4672-b3d3-8dc907feabea on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:13.127439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Attempting to bind port e1c33f83-2a97-4672-b3d3-8dc907feabea by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:13.127996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Attempting to bind port e1c33f83-2a97-4672-b3d3-8dc907feabea on network 12c0daa4-c935-4eca-9e17-425ec4b12739 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:13.138673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:13.139050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Checking segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:13.139503 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:13.139942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Bound using segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:13.140397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Bound port: e1c33f83-2a97-4672-b3d3-8dc907feabea, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:13.142578 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:13.169320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:13.255246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Network dc269128-4f24-4164-94f1-786ed40e7760 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:13.286550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:13.288553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event updated for resources: {'Port': ['ID=831d1c74-fac8-4eb7-9545-be2f0ea96174,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:13.292429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:13.325037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] For port e1c33f83-2a97-4672-b3d3-8dc907feabea, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:13.328848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] For port e1c33f83-2a97-4672-b3d3-8dc907feabea, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e1c33f83-2a97-4672-b3d3-8dc907feabea,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:13.389846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a417cd50-4721-40d1-bf25-922d3920136c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:13.392535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:13.393242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:13.453524 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:13.537041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Routers {'9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:13.538049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:56:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:13.553755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b2d74621-b741-41d9-ac76-4536946d2448 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6227031 Aug 11 00:57:13.553974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36450) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:13.605522 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:13.619090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a234e03-1510-4f41-950c-f82e1a9bb485 None None] Pushing event updated for resources: {'Port': ['ID=e1c33f83-2a97-4672-b3d3-8dc907feabea,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:13.638409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a417cd50-4721-40d1-bf25-922d3920136c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:13.663920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:13.694453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc9d61-41b3-4e87-b2d8-483508de96c2 None None] Network dc269128-4f24-4164-94f1-786ed40e7760 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:57:13.714173 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f663deef-13a8-4410-9e2b-26ae31564746 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:13.728091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b3b18f-b494-44a7-b637-fe36f98930d6,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:13.730233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f663deef-13a8-4410-9e2b-26ae31564746 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:13.745947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f663deef-13a8-4410-9e2b-26ae31564746 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:13.750766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f663deef-13a8-4410-9e2b-26ae31564746 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1956058 Aug 11 00:57:13.757724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36454) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:13.761185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Checking segment: {'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:13.761185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Network hostable DHCP agents. Network: 50419add-1834-4c9c-856a-86708e7421dd, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:57:13.876904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Network 50419add-1834-4c9c-856a-86708e7421dd is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:57:13.895331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-25d14337-6d56-41cf-8c40-ad15fac742db tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Deleting port 831d1c74-fac8-4eb7-9545-be2f0ea96174 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:13.895831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25d14337-6d56-41cf-8c40-ad15fac742db tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:13.967652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] Set router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:14.003284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:14.003284 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.010913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 50419add-1834-4c9c-856a-86708e7421dd) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:14.021985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:14.025774 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.030848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da680ef6-c71d-478c-a7d8-a1a20eae328a None None] Network 50419add-1834-4c9c-856a-86708e7421dd requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:57:14.048447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25d14337-6d56-41cf-8c40-ad15fac742db tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.062907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-25d14337-6d56-41cf-8c40-ad15fac742db tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Calling delete_port for 831d1c74-fac8-4eb7-9545-be2f0ea96174 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:14.085681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Provisioning for port a417cd50-4721-40d1-bf25-922d3920136c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:14.130656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Provisioning complete for port a417cd50-4721-40d1-bf25-922d3920136c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:14.131265 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.155276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1f42604d-5a42-448d-8837-26fed355c0c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2641375 Aug 11 00:57:14.156011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36460) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:14.161158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:14.304732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.309072 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.373579 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25d14337-6d56-41cf-8c40-ad15fac742db tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.411633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d14337-6d56-41cf-8c40-ad15fac742db tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event deleted for resources: {'Port': ['ID=831d1c74-fac8-4eb7-9545-be2f0ea96174,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:14.470751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.483605 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.524530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-25d14337-6d56-41cf-8c40-ad15fac742db tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.529772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-25d14337-6d56-41cf-8c40-ad15fac742db tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "DELETE /v2.0/ports/831d1c74-fac8-4eb7-9545-be2f0ea96174 HTTP/1.1" status: 204 len: 168 time: 0.7660522 Aug 11 00:57:14.530046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:14.536037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Request body: {'port': {'name': 'tempest-new-port-name-1632696771', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:14.537117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.api.validators [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] bootfile-name is not in valid_values {{(pid=95254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:57:14.537980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.api.validators [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] tftp-server is not in valid_values {{(pid=95254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:57:14.537980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.api.validators [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] server-ip-address is not in valid_values {{(pid=95254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 00:57:14.584332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-270961b6-c240-4813-a948-73c0618bd952 None None] For port a417cd50-4721-40d1-bf25-922d3920136c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a417cd50-4721-40d1-bf25-922d3920136c,segment=NetworkSegment(454e3c5d-86ce-4fed-bbdf-7b2be25abea1),segment_id=454e3c5d-86ce-4fed-bbdf-7b2be25abea1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:14.598586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-50419add-1834-4c9c-856a-86708e7421dd', 'network_id': '50419add-1834-4c9c-856a-86708e7421dd', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'fixed_ips': [{'subnet_id': 'd1b3b18f-b494-44a7-b637-fe36f98930d6'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:57:14.599489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:14.786139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:57:08Z', 'revision_number': 4, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port': {'id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:04Z', 'updated_at': '2021-08-11T00:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e1c33f83-2a97-4672-b3d3-8dc907feabea', 'name': '', 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'mac_address': 'fa:16:3e:77:80:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:07Z', 'updated_at': '2021-08-11T00:57:13Z', 'revision_number': 4, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'subnets': [{'id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:14.825997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71697a-f941-485d-ad9e-f7a2e50fdff4 None None] The sync data for ids ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'] in n-d-712143-13 is: [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:57:08Z', 'revision_number': 4, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port': {'id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:04Z', 'updated_at': '2021-08-11T00:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e1c33f83-2a97-4672-b3d3-8dc907feabea', 'name': '', 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'mac_address': 'fa:16:3e:77:80:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:07Z', 'updated_at': '2021-08-11T00:57:13Z', 'revision_number': 4, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'subnets': [{'id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:57:14.839623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Allocated IP 172.20.0.2 (50419add-1834-4c9c-856a-86708e7421dd/d1b3b18f-b494-44a7-b637-fe36f98930d6/ecfe4854-cade-45ef-ad72-2919d3457e11) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:14.852184 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:15.158526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Pushing event updated for resources: {'Port': ['ID=a417cd50-4721-40d1-bf25-922d3920136c,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:15.218796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.219150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.219510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.219849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.220182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.220519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.220850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.221178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.221503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.221829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.222153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.222502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270961b6-c240-4813-a948-73c0618bd952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:57:15.301116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Provisioning complete for port a417cd50-4721-40d1-bf25-922d3920136c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:15.301596 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:15.379412 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:15.449230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:15.546147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e1c33f83-2a97-4672-b3d3-8dc907feabea up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:15.618770 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:15.646899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Transition to ACTIVE for port object ecfe4854-cade-45ef-ad72-2919d3457e11 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:15.674763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Transition to ACTIVE for port object ecfe4854-cade-45ef-ad72-2919d3457e11 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:15.787260 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:15.824940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e1c33f83-2a97-4672-b3d3-8dc907feabea completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:15.842865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e1c33f83-2a97-4672-b3d3-8dc907feabea triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:15.843382 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:15.888086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Network 50419add-1834-4c9c-856a-86708e7421dd is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:15.936566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:15.938510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Pushing event updated for resources: {'Port': ['ID=ecfe4854-cade-45ef-ad72-2919d3457e11,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:15.963619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:15.970185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Provisioning for port 9e33be53-73bc-431e-973e-47755b04c641 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:15.981504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Provisioning complete for port 9e33be53-73bc-431e-973e-47755b04c641 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:15.981879 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.002053 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.094262 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.128870 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.135894 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.139002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.144245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Attempting to bind port ecfe4854-cade-45ef-ad72-2919d3457e11 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:16.144924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Attempting to bind port ecfe4854-cade-45ef-ad72-2919d3457e11 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:16.145470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Attempting to bind port ecfe4854-cade-45ef-ad72-2919d3457e11 on network 50419add-1834-4c9c-856a-86708e7421dd {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:16.164508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Port 9e33be53-73bc-431e-973e-47755b04c641 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:57:16.175134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:16.181495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Checking segment: {'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:16.181495 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.181495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Bound using segment: {'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:16.181495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Bound port: ecfe4854-cade-45ef-ad72-2919d3457e11, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:16.181495 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.206478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Could not find standard attr ID for object 831d1c74-fac8-4eb7-9545-be2f0ea96174. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:57:16.265198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] In _notify_port_updated(), no bound segment for port 9e33be53-73bc-431e-973e-47755b04c641 on network dc269128-4f24-4164-94f1-786ed40e7760 {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 00:57:16.273370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:16.274494 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.280662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36482) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:16.291210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "PUT /v2.0/ports/9e33be53-73bc-431e-973e-47755b04c641 HTTP/1.1" status: 200 len: 1136 time: 1.7596734 Aug 11 00:57:16.319139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e1c33f83-2a97-4672-b3d3-8dc907feabea, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e1c33f83-2a97-4672-b3d3-8dc907feabea,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:16.372477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Provisioning complete for port e1c33f83-2a97-4672-b3d3-8dc907feabea triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:16.372845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1ef32bdb-35b5-4b50-b746-3788f606222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.401371 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-44217ab8-663b-4298-8a14-4e2a2817be52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.425987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f05e8c-a814-493e-a1a4-61558e5f7ae6 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:16.429994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] For port ecfe4854-cade-45ef-ad72-2919d3457e11, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:16.436390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0f05e8c-a814-493e-a1a4-61558e5f7ae6 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "GET /v2.0/ports/9e33be53-73bc-431e-973e-47755b04c641 HTTP/1.1" status: 200 len: 1136 time: 0.1543872 Aug 11 00:57:16.437031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] For port ecfe4854-cade-45ef-ad72-2919d3457e11, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ecfe4854-cade-45ef-ad72-2919d3457e11,segment=NetworkSegment(2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8),segment_id=2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:16.437847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36486) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:16.451876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5591b1-98b3-4aef-8a48-d5e03ac16a28 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event updated for resources: {'Port': ['ID=9e33be53-73bc-431e-973e-47755b04c641,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:16.513123 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.543541 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.598903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Allocated IP 172.25.0.225 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/d8b360aa-3132-4eef-a2e3-a45654030e42) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:16.642814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e1c33f83-2a97-4672-b3d3-8dc907feabea,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:16.696471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-c5b2b387-34bd-486d-8cdb-5f838fc054e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3107314 Aug 11 00:57:16.765518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d32d61-dc4f-4cc7-a8ea-780f795c70e0 None None] Pushing event updated for resources: {'Port': ['ID=ecfe4854-cade-45ef-ad72-2919d3457e11,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:16.781929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1a56bbde-e42d-4779-9ca3-929d285ac5e2 None None] Could not find standard attr ID for object 831d1c74-fac8-4eb7-9545-be2f0ea96174. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 00:57:16.793738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1a56bbde-e42d-4779-9ca3-929d285ac5e2 None None] Provisioning complete for port 9e33be53-73bc-431e-973e-47755b04c641 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:16.794124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a56bbde-e42d-4779-9ca3-929d285ac5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.795562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-81d59c78-ff94-478b-8646-7c7e8f02afa7 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Deleting port 9e33be53-73bc-431e-973e-47755b04c641 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:16.796313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d59c78-ff94-478b-8646-7c7e8f02afa7 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:16.871347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1a56bbde-e42d-4779-9ca3-929d285ac5e2 None None] Port 9e33be53-73bc-431e-973e-47755b04c641 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:57:16.956939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d771f5-26e5-458f-877d-6feb513f44a6 req-6dc52ca7-69d2-4f33-a05b-f44e641f1669 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:16.961871 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8d771f5-26e5-458f-877d-6feb513f44a6 req-6dc52ca7-69d2-4f33-a05b-f44e641f1669 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 945 time: 0.1986055 Aug 11 00:57:17.095768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:17.127190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d59c78-ff94-478b-8646-7c7e8f02afa7 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:17.157397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-81d59c78-ff94-478b-8646-7c7e8f02afa7 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Calling delete_port for 9e33be53-73bc-431e-973e-47755b04c641 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:17.213256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:17.234866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8d771f5-26e5-458f-877d-6feb513f44a6 req-37d503cb-02d3-43e1-b15e-af97cbf64cde tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595761 Aug 11 00:57:17.281333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:17.300638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:17.305127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:17.317920 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Pushing event updated for resources: {'Port': ['ID=d8b360aa-3132-4eef-a2e3-a45654030e42,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:17.456351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-1f06f136-6ff3-490c-9282-40d524781989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:17.456821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ecfe4854-cade-45ef-ad72-2919d3457e11 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:17.457239 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-1f06f136-6ff3-490c-9282-40d524781989 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1098 time: 0.1549931 Aug 11 00:57:17.618833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ecfe4854-cade-45ef-ad72-2919d3457e11 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:17.625022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e1c33f83-2a97-4672-b3d3-8dc907feabea up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:17.628379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-b4244187-cd98-488b-888e-df1107bb8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:17.630656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-b4244187-cd98-488b-888e-df1107bb8d2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.1454821 Aug 11 00:57:17.699608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e1c33f83-2a97-4672-b3d3-8dc907feabea triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:17.700718 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:17.731182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-7e75c464-4340-48bf-b281-b19da3d4504c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 1001 time: 0.0929232 Aug 11 00:57:17.732690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d59c78-ff94-478b-8646-7c7e8f02afa7 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:17.831818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d59c78-ff94-478b-8646-7c7e8f02afa7 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event deleted for resources: {'Port': ['ID=9e33be53-73bc-431e-973e-47755b04c641,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:17.893664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a417cd50-4721-40d1-bf25-922d3920136c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:17.955527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-60bca428-3939-4bea-b344-405f65b805ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:17.958836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-60bca428-3939-4bea-b344-405f65b805ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.2206404 Aug 11 00:57:18.024502 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.056784 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-81d59c78-ff94-478b-8646-7c7e8f02afa7 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.064414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81d59c78-ff94-478b-8646-7c7e8f02afa7 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "DELETE /v2.0/ports/9e33be53-73bc-431e-973e-47755b04c641 HTTP/1.1" status: 204 len: 168 time: 1.5796971 Aug 11 00:57:18.066374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36496) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:18.104700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a417cd50-4721-40d1-bf25-922d3920136c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:18.105076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.130100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-7aa38f5a-fcb9-4a21-b852-e86164153832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:18.131867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-7aa38f5a-fcb9-4a21-b852-e86164153832 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603634 Aug 11 00:57:18.214143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb4a3d3-6da4-4b3e-9b1d-11d0dd7c7361 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Deleting subnet f6f220e5-67a8-4d0d-8083-14755b0b237a {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:57:18.229936 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a3d3-6da4-4b3e-9b1d-11d0dd7c7361 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.335800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a3d3-6da4-4b3e-9b1d-11d0dd7c7361 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.340162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-c95a8c61-d125-4c26-983c-252e4190d55f tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:18.344175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-c95a8c61-d125-4c26-983c-252e4190d55f tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 945 time: 0.1534550 Aug 11 00:57:18.412844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-3222c584-9877-4729-a50a-16797cea676e service neutron] 10.222.0.55 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710993 Aug 11 00:57:18.500292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d63c57-a67f-4a53-b26e-5d4112a3b199 None None] Network 50419add-1834-4c9c-856a-86708e7421dd requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:57:18.542458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f80817a-ff31-4430-a0e0-1c336e217784 req-66c56202-e39b-43c5-94ea-5994eccdfc22 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133966 Aug 11 00:57:18.574884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.619051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a3d3-6da4-4b3e-9b1d-11d0dd7c7361 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.722848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc507a6-d4ce-4bd7-b08e-b8d4b2f51173 req-c3c96c28-416c-4417-a506-3db57fe63667 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:18.724610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ddc507a6-d4ce-4bd7-b08e-b8d4b2f51173 req-c3c96c28-416c-4417-a506-3db57fe63667 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 945 time: 0.1523349 Aug 11 00:57:18.765601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c41eabd5-7bdb-413a-8889-ac65a94319bf None None] Provisioning for port ecfe4854-cade-45ef-ad72-2919d3457e11 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:18.770504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c41eabd5-7bdb-413a-8889-ac65a94319bf None None] Provisioning complete for port ecfe4854-cade-45ef-ad72-2919d3457e11 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:18.771142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c41eabd5-7bdb-413a-8889-ac65a94319bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.847628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a3d3-6da4-4b3e-9b1d-11d0dd7c7361 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.891993 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4a3d3-6da4-4b3e-9b1d-11d0dd7c7361 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f220e5-67a8-4d0d-8083-14755b0b237a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:18.900846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ddc507a6-d4ce-4bd7-b08e-b8d4b2f51173 req-a1a0e1ef-ab45-43f8-8cc9-ea9fd5674b1d tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bee8ea9-2c01-4fd4-a051-e375a05f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003790 Aug 11 00:57:18.915365 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a3d3-6da4-4b3e-9b1d-11d0dd7c7361 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.919072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0fb4a3d3-6da4-4b3e-9b1d-11d0dd7c7361 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "DELETE /v2.0/subnets/f6f220e5-67a8-4d0d-8083-14755b0b237a HTTP/1.1" status: 204 len: 168 time: 0.8492177 Aug 11 00:57:18.921601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36506) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:18.929665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9a30b-3f5f-4c3f-932f-6e0fc19eee8e None None] Network dc269128-4f24-4164-94f1-786ed40e7760 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:57:18.950791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Deleting port 9e790b6d-653e-49a0-93b5-52f00592bb2e {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:18.950791 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.965124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6da6dff8-60a0-41e9-923e-2d80f098fbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:18.992326 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.034627 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c41eabd5-7bdb-413a-8889-ac65a94319bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.071479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.122894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:57:19.135943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] For port 9e790b6d-653e-49a0-93b5-52f00592bb2e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9e790b6d-653e-49a0-93b5-52f00592bb2e,segment=NetworkSegment(039c62c7-dc98-45ad-9bd9-6a8fa021d4f9),segment_id=039c62c7-dc98-45ad-9bd9-6a8fa021d4f9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:19.136498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.171965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Calling delete_port for 9e790b6d-653e-49a0-93b5-52f00592bb2e owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:19.193622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Deleting port a417cd50-4721-40d1-bf25-922d3920136c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:19.194896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.219729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c41eabd5-7bdb-413a-8889-ac65a94319bf None None] For port ecfe4854-cade-45ef-ad72-2919d3457e11, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ecfe4854-cade-45ef-ad72-2919d3457e11,segment=NetworkSegment(2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8),segment_id=2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:19.303927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] For port a417cd50-4721-40d1-bf25-922d3920136c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a417cd50-4721-40d1-bf25-922d3920136c,segment=NetworkSegment(454e3c5d-86ce-4fed-bbdf-7b2be25abea1),segment_id=454e3c5d-86ce-4fed-bbdf-7b2be25abea1)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:19.308912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.309282 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c41eabd5-7bdb-413a-8889-ac65a94319bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.341044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Calling delete_port for a417cd50-4721-40d1-bf25-922d3920136c owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:19.355892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] DHCP port deletion for dc269128-4f24-4164-94f1-786ed40e7760 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:57:19.420289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:57:19.439503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eabd5-7bdb-413a-8889-ac65a94319bf None None] Pushing event updated for resources: {'Port': ['ID=ecfe4854-cade-45ef-ad72-2919d3457e11,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:19.467408 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Sync routers for ids ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:57:19.484789 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Routers {'1ec04ceb-7e6a-43d4-979c-f0dd655d0291'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:19.485443 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:19.509877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2f8a7803-091b-41d0-8547-299d18d1eb87 None None] Provisioning complete for port ecfe4854-cade-45ef-ad72-2919d3457e11 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:19.510912 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7803-091b-41d0-8547-299d18d1eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.554951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] Deleting port a417cd50-4721-40d1-bf25-922d3920136c {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:19.559299 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.591535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.594456 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6a9f4c09-6fd3-4aef-bc8c-de88e18aeb5f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4373579 Aug 11 00:57:19.602290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36516) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:19.660676 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Set router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:19.672643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] For port a417cd50-4721-40d1-bf25-922d3920136c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a417cd50-4721-40d1-bf25-922d3920136c,segment=NetworkSegment(454e3c5d-86ce-4fed-bbdf-7b2be25abea1),segment_id=454e3c5d-86ce-4fed-bbdf-7b2be25abea1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:19.673323 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.695134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] Calling delete_port for a417cd50-4721-40d1-bf25-922d3920136c owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:19.698599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.727576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.750608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event deleted for resources: {'Port': ['ID=a417cd50-4721-40d1-bf25-922d3920136c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:19.759053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] No DVR routers for this DVR port a417cd50-4721-40d1-bf25-922d3920136c on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:57:19.759565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['9e790b6d-653e-49a0-93b5-52f00592bb2e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:57:19.827913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Pushing event deleted for resources: {'Port': ['ID=9e790b6d-653e-49a0-93b5-52f00592bb2e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:19.888604 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.933788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] No DVR routers for this DVR port 9e790b6d-653e-49a0-93b5-52f00592bb2e on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:57:19.940821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.942592 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40dac7a8-ea4b-486e-a964-9e30050cf4db req-20470bcb-7d3d-49b5-8cfd-b1c84b24baa6 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.44 "DELETE /v2.0/ports/9e790b6d-653e-49a0-93b5-52f00592bb2e HTTP/1.1" status: 204 len: 173 time: 1.3787584 Aug 11 00:57:19.945220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f924ad-37db-4c16-8180-32999d71e638', 'name': 'network-vif-deleted', 'tag': '9e790b6d-653e-49a0-93b5-52f00592bb2e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:19.950676 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575caec5-78af-4e8c-9636-22e9eb673952" -d '{"events": [{"server_uuid": "b2f924ad-37db-4c16-8180-32999d71e638", "name": "network-vif-deleted", "tag": "9e790b6d-653e-49a0-93b5-52f00592bb2e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:19.958597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:19.962420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] Pushing event deleted for resources: {'Port': ['ID=a417cd50-4721-40d1-bf25-922d3920136c,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:19.965472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e349c-6e32-4175-8a14-2c0dbcf042cb None None] No DVR routers for this DVR port a417cd50-4721-40d1-bf25-922d3920136c on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:57:20.017164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc269128-4f24-4164-94f1-786ed40e7760']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:20.032557 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d393f79e-1e54-4e39-8368-f347dc7a48e2 x-openstack-request-id: req-d393f79e-1e54-4e39-8368-f347dc7a48e2 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:20.032857 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f924ad-37db-4c16-8180-32999d71e638", "name": "network-vif-deleted", "tag": "9e790b6d-653e-49a0-93b5-52f00592bb2e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:20.033116 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d393f79e-1e54-4e39-8368-f347dc7a48e2 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:20.033533 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f924ad-37db-4c16-8180-32999d71e638', 'name': 'network-vif-deleted', 'tag': '9e790b6d-653e-49a0-93b5-52f00592bb2e', 'status': 'completed', 'code': 200} Aug 11 00:57:20.152540 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:57:17Z', 'revision_number': 3, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:20.178086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454e3c5d-86ce-4fed-bbdf-7b2be25abea1') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:20.178762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454e3c5d-86ce-4fed-bbdf-7b2be25abea1') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:20.182885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ad875b3-7b6d-4180-85da-c945e51205d4 req-77826b68-4871-4411-abc9-bf37d2f2d006 tempest-VolumesSnapshotTestJSON-772771604 tempest-VolumesSnapshotTestJSON-772771604-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2f924ad-37db-4c16-8180-32999d71e638 HTTP/1.1" status: 200 len: 210 time: 0.1295550 Aug 11 00:57:20.197112 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Checking router: 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:57:20.197459 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Updating router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 port d8b360aa-3132-4eef-a2e3-a45654030e42 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:57:20.199831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.235078 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.256176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.267836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:57:20.268403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:57:20.272099 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:57:20.441910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.515179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.525755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.530178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] 10.222.0.43 "DELETE /v2.0/networks/dc269128-4f24-4164-94f1-786ed40e7760 HTTP/1.1" status: 204 len: 168 time: 1.6050644 Aug 11 00:57:20.557565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64719bb2-df3b-4cf5-9038-56cd9dd0c910 tempest-ExtraDHCPOptionsTestJSON-621841897 tempest-ExtraDHCPOptionsTestJSON-621841897-project] Pushing event deleted for resources: {'Network': ['ID=dc269128-4f24-4164-94f1-786ed40e7760,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:20.712467 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.713047 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.724909 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:57:20.727924 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Transition to ACTIVE for port object d8b360aa-3132-4eef-a2e3-a45654030e42 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:20.830439 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.875561 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Attempting to bind port d8b360aa-3132-4eef-a2e3-a45654030e42 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:20.876321 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Attempting to bind port d8b360aa-3132-4eef-a2e3-a45654030e42 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:20.876867 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Attempting to bind port d8b360aa-3132-4eef-a2e3-a45654030e42 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:20.907899 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:20.908846 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:20.909441 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.909999 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:20.910655 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Bound port: d8b360aa-3132-4eef-a2e3-a45654030e42, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:20.911285 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:20.982886 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355aeb2-3506-45a3-9772-237cc7da0d37 None None] Pushing event updated for resources: {'Port': ['ID=d8b360aa-3132-4eef-a2e3-a45654030e42,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:21.014852 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] For port d8b360aa-3132-4eef-a2e3-a45654030e42, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:21.019198 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] For port d8b360aa-3132-4eef-a2e3-a45654030e42, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d8b360aa-3132-4eef-a2e3-a45654030e42,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:21.036643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Allocated IP 172.20.0.1 (50419add-1834-4c9c-856a-86708e7421dd/d1b3b18f-b494-44a7-b637-fe36f98930d6/6b219dc9-ee10-4766-ab6c-507582930331) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:21.151059 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:21.265946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:21.266402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ecfe4854-cade-45ef-ad72-2919d3457e11 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:21.290061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Transition to ACTIVE for port object 6b219dc9-ee10-4766-ab6c-507582930331 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:21.319256 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355aeb2-3506-45a3-9772-237cc7da0d37 None None] Pushing event updated for resources: {'Port': ['ID=d8b360aa-3132-4eef-a2e3-a45654030e42,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:21.347261 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Routers {'1ec04ceb-7e6a-43d4-979c-f0dd655d0291'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:21.347838 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:21.374131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36544) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:21.457250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ecfe4854-cade-45ef-ad72-2919d3457e11 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:21.457250 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:21.608574 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-978731c6-ca23-4314-a2b6-be57edf8f7c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a389355bff1449ca2622595b9a5870e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320662 Aug 11 00:57:21.609762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:21.611509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36550) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:21.631766 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] Set router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:21.698687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Network 50419add-1834-4c9c-856a-86708e7421dd is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:21.702799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:21.705660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:21.714168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a417cd50-4721-40d1-bf25-922d3920136c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:57:21.748526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a417cd50-4721-40d1-bf25-922d3920136c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:57:21.748526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a417cd50-4721-40d1-bf25-922d3920136c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:57:21.790684 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f003d68f-eb80-4cb9-8ebd-c0a879d63c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:21.827823 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:21.836225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Pushing event updated for resources: {'Port': ['ID=6b219dc9-ee10-4766-ab6c-507582930331,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:21.853588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f003d68f-eb80-4cb9-8ebd-c0a879d63c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.062506 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:57:17Z', 'revision_number': 3, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:22.094328 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8253fba-8019-46bd-8830-cc4b9172ea17 None None] The sync data for ids ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'] in n-d-712143-13 is: [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:57:17Z', 'revision_number': 3, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:57:22.122540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f003d68f-eb80-4cb9-8ebd-c0a879d63c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.127146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f003d68f-eb80-4cb9-8ebd-c0a879d63c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.128285 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f003d68f-eb80-4cb9-8ebd-c0a879d63c2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a640ab1-594c-4a4a-a7fa-33bd2e251804 HTTP/1.1" status: 204 len: 168 time: 0.5158000 Aug 11 00:57:22.138010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003d68f-eb80-4cb9-8ebd-c0a879d63c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a640ab1-594c-4a4a-a7fa-33bd2e251804,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:22.183152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9e790b6d-653e-49a0-93b5-52f00592bb2e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:57:22.218128 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.258243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 9e790b6d-653e-49a0-93b5-52f00592bb2e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:57:22.258669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9e790b6d-653e-49a0-93b5-52f00592bb2e not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:57:22.412553 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.459099 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.461480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ceb043df-2871-48f5-b064-9988d793ad64 None None] Provisioning for port 6b219dc9-ee10-4766-ab6c-507582930331 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:22.468860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ceb043df-2871-48f5-b064-9988d793ad64 None None] Provisioning complete for port 6b219dc9-ee10-4766-ab6c-507582930331 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:22.469546 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ceb043df-2871-48f5-b064-9988d793ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.538349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ceb043df-2871-48f5-b064-9988d793ad64 None None] Port 6b219dc9-ee10-4766-ab6c-507582930331 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:57:22.555568 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.660528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:22.663881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Pushing event updated for resources: {'Port': ['ID=6b219dc9-ee10-4766-ab6c-507582930331,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:22.778752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Network 50419add-1834-4c9c-856a-86708e7421dd is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:22.780684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:22.946693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:57:23.252762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d8b360aa-3132-4eef-a2e3-a45654030e42 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:23.359662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-961308df-fc37-4f2e-84dd-25011658beec None None] Provisioning complete for port 6b219dc9-ee10-4766-ab6c-507582930331 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:23.360375 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-961308df-fc37-4f2e-84dd-25011658beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:23.448372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-961308df-fc37-4f2e-84dd-25011658beec None None] Port 6b219dc9-ee10-4766-ab6c-507582930331 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:57:23.522135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port d8b360aa-3132-4eef-a2e3-a45654030e42 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:23.527108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d8b360aa-3132-4eef-a2e3-a45654030e42 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:23.527657 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:23.676858 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:23.728113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port d8b360aa-3132-4eef-a2e3-a45654030e42, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d8b360aa-3132-4eef-a2e3-a45654030e42,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:23.813326 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:23.877183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:57:23.888461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9edd8677-81db-434c-a8e5-cf83d7658083 admin admin] 10.222.0.43 "PUT /v2.0/routers/1ec04ceb-7e6a-43d4-979c-f0dd655d0291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2826376 Aug 11 00:57:23.889091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=d8b360aa-3132-4eef-a2e3-a45654030e42,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:24.190776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36628) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:24.366880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865434699'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:24.532891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:24.545253 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:24.671723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Sync routers for ids ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:57:24.683039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Routers {'1ec04ceb-7e6a-43d4-979c-f0dd655d0291'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:24.684025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:24.726532 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:24.830856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Set router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:24.889308 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:24.975219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51dea95e-7692-4b1a-99ab-f34f22c52917,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:25.013161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-a2642219-1b36-4453-ad96-cfe32244e196 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:25.021240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-a2642219-1b36-4453-ad96-cfe32244e196 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/networks?id=12c0daa4-c935-4eca-9e17-425ec4b12739 HTTP/1.1" status: 200 len: 911 time: 0.2179205 Aug 11 00:57:25.099283 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-0e17e335-499a-4646-b992-42f8d206242e tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/quotas/ddb7d70ff9b14067aad5f5fec10ac4d9 HTTP/1.1" status: 200 len: 375 time: 0.0768850 Aug 11 00:57:25.206030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.224465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-c44c8260-47b0-4201-9172-17a18aca8cb1 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1241968 Aug 11 00:57:25.256343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:57:22Z', 'revision_number': 4, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6b219dc9-ee10-4766-ab6c-507582930331', 'name': '', 'network_id': '50419add-1834-4c9c-856a-86708e7421dd', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'mac_address': 'fa:16:3e:49:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'd1b3b18f-b494-44a7-b637-fe36f98930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:20Z', 'updated_at': '2021-08-11T00:57:22Z', 'revision_number': 2, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'subnets': [{'id': 'd1b3b18f-b494-44a7-b637-fe36f98930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:25.304557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.320338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d8b360aa-3132-4eef-a2e3-a45654030e42 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:25.361937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Checking router: 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:57:25.362525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Updating router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 port 6b219dc9-ee10-4766-ab6c-507582930331 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:57:25.362996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0bad27-f8a1-4e98-ac8c-fb967c3284eb,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:25.383570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-9bef1cc6-d0e9-459f-b5bb-f27d36e0de42 service neutron] 10.222.0.43 "GET /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580689 Aug 11 00:57:25.397698 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.457007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d8b360aa-3132-4eef-a2e3-a45654030e42 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:25.457381 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.525291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-fc1b9288-58c0-4edb-ae62-da1145241279 service neutron] 10.222.0.43 "GET /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395061 Aug 11 00:57:25.530112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.535323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36668) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:25.537580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-825a684c-3bcd-4981-baed-1ee1977de951 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3449566 Aug 11 00:57:25.640070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36672) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:25.645575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c318a45d-548d-4647-82d8-c3786f8d9146 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-security--1379222018', 'description': 'tempest-security-description-1868065809'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:25.652872 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8beeb2fb-c012-4f2e-8983-1c1d97a0dc00 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1149042 Aug 11 00:57:25.707678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c318a45d-548d-4647-82d8-c3786f8d9146 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.796950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c318a45d-548d-4647-82d8-c3786f8d9146 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.918178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5b63a074-3307-485f-8bb3-6a4246ec06a3 req-623083e9-536b-4407-b0f1-3eda5df1af78 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 210 time: 0.0393510 Aug 11 00:57:25.919498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.950652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Transition to ACTIVE for port object 6b219dc9-ee10-4766-ab6c-507582930331 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:25.961890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c318a45d-548d-4647-82d8-c3786f8d9146 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.968079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c318a45d-548d-4647-82d8-c3786f8d9146 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:25.972927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c318a45d-548d-4647-82d8-c3786f8d9146 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "PUT /v2.0/security-groups/7c0bad27-f8a1-4e98-ac8c-fb967c3284eb HTTP/1.1" status: 200 len: 1780 time: 0.3298187 Aug 11 00:57:25.975034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36684) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:26.022477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a45d-548d-4647-82d8-c3786f8d9146 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0bad27-f8a1-4e98-ac8c-fb967c3284eb,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:26.058774 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:26.067432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a7458772-51d0-4b15-bd11-6764cc3c4e14 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups/7c0bad27-f8a1-4e98-ac8c-fb967c3284eb HTTP/1.1" status: 200 len: 1780 time: 0.0906687 Aug 11 00:57:26.070088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36688) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:26.155952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-740091f3-cda6-47cb-8f27-072321a7db4a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:26.185577 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-740091f3-cda6-47cb-8f27-072321a7db4a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:26.215699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204ee85-d9b4-45b5-894d-2159f0cf8d72 None None] Pushing event updated for resources: {'Port': ['ID=6b219dc9-ee10-4766-ab6c-507582930331,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:26.286552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Attempting to bind port 6b219dc9-ee10-4766-ab6c-507582930331 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:26.287563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Attempting to bind port 6b219dc9-ee10-4766-ab6c-507582930331 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:26.288104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Attempting to bind port 6b219dc9-ee10-4766-ab6c-507582930331 on network 50419add-1834-4c9c-856a-86708e7421dd {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:26.294684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:26.295378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Checking segment: {'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:26.295954 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:26.296501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Bound using segment: {'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:26.298047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Bound port: 6b219dc9-ee10-4766-ab6c-507582930331, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50419add-1834-4c9c-856a-86708e7421dd'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:26.298633 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:26.504426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-740091f3-cda6-47cb-8f27-072321a7db4a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:26.507248 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-740091f3-cda6-47cb-8f27-072321a7db4a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:26.508439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-740091f3-cda6-47cb-8f27-072321a7db4a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/7c0bad27-f8a1-4e98-ac8c-fb967c3284eb HTTP/1.1" status: 204 len: 168 time: 0.4372995 Aug 11 00:57:26.511695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36698) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:26.519078 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740091f3-cda6-47cb-8f27-072321a7db4a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0bad27-f8a1-4e98-ac8c-fb967c3284eb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:26.576154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e14c2e41-2d19-442a-9f4d-b35ea6050661 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632811 Aug 11 00:57:26.579425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36700) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:26.592463 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-50d23588-d097-465f-a4a9-5c042e27e86d tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] delete failed (client error): The resource could not be found. Aug 11 00:57:26.593498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-50d23588-d097-465f-a4a9-5c042e27e86d tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/7c0bad27-f8a1-4e98-ac8c-fb967c3284eb HTTP/1.1" status: 404 len: 347 time: 0.0131409 Aug 11 00:57:26.597703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36702) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:26.603741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f53f757f-cb7a-496c-abcb-a18c10ba5fc6 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391883624'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:26.640654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] For port 6b219dc9-ee10-4766-ab6c-507582930331, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:26.647405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] For port 6b219dc9-ee10-4766-ab6c-507582930331, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6b219dc9-ee10-4766-ab6c-507582930331,segment=NetworkSegment(2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8),segment_id=2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:26.732975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f53f757f-cb7a-496c-abcb-a18c10ba5fc6 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:26.773228 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:27.034369 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f53f757f-cb7a-496c-abcb-a18c10ba5fc6 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:27.096310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Routers {'1ec04ceb-7e6a-43d4-979c-f0dd655d0291'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:27.109081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:27.127173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f53f757f-cb7a-496c-abcb-a18c10ba5fc6 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:27.129474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da936f3d-a716-4fa5-8bd7-39b0235ae9cb req-ce563ef8-fb5c-413e-a904-14e847d2f224 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 210 time: 0.0669255 Aug 11 00:57:27.195015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f757f-cb7a-496c-abcb-a18c10ba5fc6 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62adfab5-9913-44ed-93f0-45a86dac1ffb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:27.231135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f53f757f-cb7a-496c-abcb-a18c10ba5fc6 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:27.232421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f53f757f-cb7a-496c-abcb-a18c10ba5fc6 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6330092 Aug 11 00:57:27.235590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36752) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:27.243054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-319b15e3-e33a-4312-8fbc-b7e079bfa1dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '62adfab5-9913-44ed-93f0-45a86dac1ffb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:27.458048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204ee85-d9b4-45b5-894d-2159f0cf8d72 None None] Pushing event updated for resources: {'Port': ['ID=6b219dc9-ee10-4766-ab6c-507582930331,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:27.579768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] Set router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:27.675195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-319b15e3-e33a-4312-8fbc-b7e079bfa1dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:27.801480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-319b15e3-e33a-4312-8fbc-b7e079bfa1dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:27.855630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:57:22Z', 'revision_number': 4, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6b219dc9-ee10-4766-ab6c-507582930331', 'name': '', 'network_id': '50419add-1834-4c9c-856a-86708e7421dd', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'mac_address': 'fa:16:3e:49:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'd1b3b18f-b494-44a7-b637-fe36f98930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:20Z', 'updated_at': '2021-08-11T00:57:26Z', 'revision_number': 4, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'subnets': [{'id': 'd1b3b18f-b494-44a7-b637-fe36f98930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:27.885978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8326c959-f4e6-45da-a6bf-3753bb264d92 None None] The sync data for ids ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'] in n-d-712143-13 is: [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:57:22Z', 'revision_number': 4, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6b219dc9-ee10-4766-ab6c-507582930331', 'name': '', 'network_id': '50419add-1834-4c9c-856a-86708e7421dd', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'mac_address': 'fa:16:3e:49:da:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_interface', 'standard_attr_id': 3391, 'fixed_ips': [{'subnet_id': 'd1b3b18f-b494-44a7-b637-fe36f98930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:20Z', 'updated_at': '2021-08-11T00:57:26Z', 'revision_number': 4, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'subnets': [{'id': 'd1b3b18f-b494-44a7-b637-fe36f98930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:57:28.006824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-319b15e3-e33a-4312-8fbc-b7e079bfa1dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:28.026987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b15e3-e33a-4312-8fbc-b7e079bfa1dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5b4ec2-9ca7-4dee-acf5-0a1c4451c25d,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:28.278085 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c3206f7-bf75-4e8e-a852-850f4a886879 req-4a81d14b-00c3-4653-8781-22eeebe202ab tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 210 time: 0.0407357 Aug 11 00:57:28.310543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-319b15e3-e33a-4312-8fbc-b7e079bfa1dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:28.333079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-319b15e3-e33a-4312-8fbc-b7e079bfa1dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0845888 Aug 11 00:57:28.335702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36778) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:28.384687 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99e422eb-c273-4fd0-826b-b1915990762a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:28.396336 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99e422eb-c273-4fd0-826b-b1915990762a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:28.550885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99e422eb-c273-4fd0-826b-b1915990762a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:28.568471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-99e422eb-c273-4fd0-826b-b1915990762a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:28.573811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36788) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:28.575629 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-99e422eb-c273-4fd0-826b-b1915990762a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/cf5b4ec2-9ca7-4dee-acf5-0a1c4451c25d HTTP/1.1" status: 204 len: 168 time: 0.2327189 Aug 11 00:57:28.597305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e422eb-c273-4fd0-826b-b1915990762a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf5b4ec2-9ca7-4dee-acf5-0a1c4451c25d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:28.724004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9f5b518c-df7e-4a89-9506-7c3ef004352b tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1456115 Aug 11 00:57:28.728338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36792) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:28.804815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd44b4fb-47ed-4c0a-afb1-79b3518218b9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:28.835069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd44b4fb-47ed-4c0a-afb1-79b3518218b9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.087780 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd44b4fb-47ed-4c0a-afb1-79b3518218b9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.091698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd44b4fb-47ed-4c0a-afb1-79b3518218b9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.096219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd44b4fb-47ed-4c0a-afb1-79b3518218b9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/62adfab5-9913-44ed-93f0-45a86dac1ffb HTTP/1.1" status: 204 len: 168 time: 0.3624990 Aug 11 00:57:29.096540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36800) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:29.104119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44b4fb-47ed-4c0a-afb1-79b3518218b9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62adfab5-9913-44ed-93f0-45a86dac1ffb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:29.222969 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a58393c1-29b8-4138-ba1e-7d9ac4654627 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1248114 Aug 11 00:57:29.232867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36818) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:29.239999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-20234359-2937-427c-ba91-1455e50d21fb tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805087204'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:29.362402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6b219dc9-ee10-4766-ab6c-507582930331 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:29.401800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20234359-2937-427c-ba91-1455e50d21fb tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.455737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5e39e92e-bb52-4b48-b6a9-5d27d05b8af2 req-7da5b8a2-7474-47f0-87cc-b19c229a4fd9 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 210 time: 0.0814874 Aug 11 00:57:29.586206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20234359-2937-427c-ba91-1455e50d21fb tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.668087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.704692 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20234359-2937-427c-ba91-1455e50d21fb tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.718614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6b219dc9-ee10-4766-ab6c-507582930331 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:29.734970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6b219dc9-ee10-4766-ab6c-507582930331 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:29.735575 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.741182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20234359-2937-427c-ba91-1455e50d21fb tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2170b367-8cea-44c2-b5c2-751fe2364de5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:29.795745 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.858445 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20234359-2937-427c-ba91-1455e50d21fb tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:29.859791 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-20234359-2937-427c-ba91-1455e50d21fb tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6252301 Aug 11 00:57:29.862962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36852) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:29.868224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4a5d12d6-844e-49cb-a2ab-620af6658ad3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '2170b367-8cea-44c2-b5c2-751fe2364de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:29.937974 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.035664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 6b219dc9-ee10-4766-ab6c-507582930331, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6b219dc9-ee10-4766-ab6c-507582930331,segment=NetworkSegment(2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8),segment_id=2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:30.043591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a5d12d6-844e-49cb-a2ab-620af6658ad3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.114669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-7f9d0f47-dcf9-4b3e-b19e-2ddabc1df06f tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:30.116135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.116275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-7f9d0f47-dcf9-4b3e-b19e-2ddabc1df06f tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.55 "GET /v2.0/networks?id=12c0daa4-c935-4eca-9e17-425ec4b12739 HTTP/1.1" status: 200 len: 911 time: 0.1721761 Aug 11 00:57:30.130767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Request body: {'port': {'device_id': '6f483889-d45b-4ecf-aeac-3afb8eec5a45', 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'admin_state_up': True, 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:30.157742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a5d12d6-844e-49cb-a2ab-620af6658ad3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.231824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=6b219dc9-ee10-4766-ab6c-507582930331,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:30.235935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a5d12d6-844e-49cb-a2ab-620af6658ad3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.258611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d12d6-844e-49cb-a2ab-620af6658ad3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a8beaf-a53d-49ef-803b-9d0475d52aba,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:30.276335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Made reservation on behalf of ddb7d70ff9b14067aad5f5fec10ac4d9 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:30.278759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.419648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Allocated IP 172.20.0.14 (12c0daa4-c935-4eca-9e17-425ec4b12739/d8e0032c-04b5-41a3-a79b-31e24a34f8fd/3f2b4822-ecdb-4b0d-988a-767d0ecc8aee) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:30.448326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4a5d12d6-844e-49cb-a2ab-620af6658ad3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.452704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4a5d12d6-844e-49cb-a2ab-620af6658ad3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5855703 Aug 11 00:57:30.452906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36862) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:30.457624 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-74447667-cee5-416c-993c-6e3692ff0cd9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '2170b367-8cea-44c2-b5c2-751fe2364de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:30.609559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25bb84bf-b659-465e-92f3-797681443a3a req-b18b6345-0441-42a0-acac-607c9349cd4e tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 210 time: 0.0429935 Aug 11 00:57:30.640513 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.664190 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74447667-cee5-416c-993c-6e3692ff0cd9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.672348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Transition to ACTIVE for port object 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:30.789386 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74447667-cee5-416c-993c-6e3692ff0cd9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.808566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.880285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74447667-cee5-416c-993c-6e3692ff0cd9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.896303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Pushing event updated for resources: {'Port': ['ID=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:30.918138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:30.922334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:30.939298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:30.955482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74447667-cee5-416c-993c-6e3692ff0cd9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d776aa-0e78-4ae6-9e75-1cace4faeb9a,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:30.985985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-74447667-cee5-416c-993c-6e3692ff0cd9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:30.991791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-74447667-cee5-416c-993c-6e3692ff0cd9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5371830 Aug 11 00:57:30.992513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36876) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:31.000047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-86b5071c-588b-448b-9cfd-ed3cfec4e613 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '2170b367-8cea-44c2-b5c2-751fe2364de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:31.093952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:31.095605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.184396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b5071c-588b-448b-9cfd-ed3cfec4e613 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.227531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6b219dc9-ee10-4766-ab6c-507582930331 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:31.264900 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b5071c-588b-448b-9cfd-ed3cfec4e613 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.277270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-54b03b72-d617-47d4-8f97-0b944c9234f6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1527476 Aug 11 00:57:31.290914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Request body: {'port': {'device_id': '6f483889-d45b-4ecf-aeac-3afb8eec5a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:31.309372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6b219dc9-ee10-4766-ab6c-507582930331 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:31.310005 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.414890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b5071c-588b-448b-9cfd-ed3cfec4e613 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.417056 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.451146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3a2ccf81-7755-4a75-8ea2-b03585729a5c None None] Provisioning for port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:31.456974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5071c-588b-448b-9cfd-ed3cfec4e613 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b912f9f-bf29-4557-8903-303e95d36653,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:31.480248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3a2ccf81-7755-4a75-8ea2-b03585729a5c None None] Provisioning complete for port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:31.481104 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a2ccf81-7755-4a75-8ea2-b03585729a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.561449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86b5071c-588b-448b-9cfd-ed3cfec4e613 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.565450 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-86b5071c-588b-448b-9cfd-ed3cfec4e613 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5718083 Aug 11 00:57:31.568287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36884) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:31.573951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b2d37306-ae2b-4235-ac9e-3cf1d9a5d166 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '2170b367-8cea-44c2-b5c2-751fe2364de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:31.578936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ccf81-7755-4a75-8ea2-b03585729a5c None None] Port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:57:31.693153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d37306-ae2b-4235-ac9e-3cf1d9a5d166 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.913117 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d37306-ae2b-4235-ac9e-3cf1d9a5d166 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:31.919699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b721b9a-74a8-4215-adb2-fdc8a82d8d69 req-78794963-933a-4f17-aea7-7bdc6195ced0 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:31.924914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b721b9a-74a8-4215-adb2-fdc8a82d8d69 req-78794963-933a-4f17-aea7-7bdc6195ced0 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1028 time: 0.1615450 Aug 11 00:57:31.965746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:57:31.982301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b721b9a-74a8-4215-adb2-fdc8a82d8d69 req-354bace4-72df-45a0-ab76-de70adb2d3ad tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478516 Aug 11 00:57:31.982884 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.016817 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d37306-ae2b-4235-ac9e-3cf1d9a5d166 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.017897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Transition to ACTIVE for port object 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:32.057438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d37306-ae2b-4235-ac9e-3cf1d9a5d166 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436a1ecf-fc32-45c7-b33f-44ae8f8e6117,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:32.105998 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.196184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:32.218525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2d37306-ae2b-4235-ac9e-3cf1d9a5d166 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.219771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b2d37306-ae2b-4235-ac9e-3cf1d9a5d166 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6503201 Aug 11 00:57:32.222602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36900) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:32.227399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3b82794a-0bc4-45db-92a8-bc0adb4bc237 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '2170b367-8cea-44c2-b5c2-751fe2364de5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:32.318816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Attempting to bind port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:32.321375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Attempting to bind port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:32.321752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Attempting to bind port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee on network 12c0daa4-c935-4eca-9e17-425ec4b12739 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:32.335460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee on network 12c0daa4-c935-4eca-9e17-425ec4b12739 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:57:32.336601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Attempting to bind port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee on network 12c0daa4-c935-4eca-9e17-425ec4b12739 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:32.357489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:32.365360 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b82794a-0bc4-45db-92a8-bc0adb4bc237 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.371815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Checking segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:32.372236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Bound using segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:32.372726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Bound port: 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:32.373117 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.540409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] For port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:32.546298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] For port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:32.552197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b82794a-0bc4-45db-92a8-bc0adb4bc237 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.631380 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.668054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b82794a-0bc4-45db-92a8-bc0adb4bc237 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.718153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82794a-0bc4-45db-92a8-bc0adb4bc237 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5c3b3a-4cc3-41e9-aa50-a0e00e00101d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:32.746979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:32.748216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.749967 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] 10.222.0.55 "PUT /v2.0/ports/3f2b4822-ecdb-4b0d-988a-767d0ecc8aee HTTP/1.1" status: 200 len: 1093 time: 1.4636009 Aug 11 00:57:32.750617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f483889-d45b-4ecf-aeac-3afb8eec5a45', 'tag': '3f2b4822-ecdb-4b0d-988a-767d0ecc8aee'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:32.752942 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb7bc59-3d5e-403c-ae01-8b94f4b28988" -d '{"events": [{"name": "network-changed", "server_uuid": "6f483889-d45b-4ecf-aeac-3afb8eec5a45", "tag": "3f2b4822-ecdb-4b0d-988a-767d0ecc8aee"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:32.792935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3b82794a-0bc4-45db-92a8-bc0adb4bc237 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.794567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3b82794a-0bc4-45db-92a8-bc0adb4bc237 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5709031 Aug 11 00:57:32.802411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36912) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:32.876973 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f71a64a-8246-49fe-a44e-ad72559ee9a6 x-openstack-request-id: req-7f71a64a-8246-49fe-a44e-ad72559ee9a6 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:32.876973 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f483889-d45b-4ecf-aeac-3afb8eec5a45", "tag": "3f2b4822-ecdb-4b0d-988a-767d0ecc8aee", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:32.876973 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f71a64a-8246-49fe-a44e-ad72559ee9a6 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:32.876973 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f483889-d45b-4ecf-aeac-3afb8eec5a45', 'tag': '3f2b4822-ecdb-4b0d-988a-767d0ecc8aee', 'status': 'completed', 'code': 200} Aug 11 00:57:32.947811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dedade3-f460-46a8-9df4-e6ed90f2c0a7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:32.991462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dedade3-f460-46a8-9df4-e6ed90f2c0a7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:33.023765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5382752-432a-44ea-ac0f-b41cff511457 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:33.047146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7bc59-3d5e-403c-ae01-8b94f4b28988 req-0b459831-4e17-4bbc-addf-c94a12658625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:33.049056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbb7bc59-3d5e-403c-ae01-8b94f4b28988 req-0b459831-4e17-4bbc-addf-c94a12658625 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1096 time: 0.1628635 Aug 11 00:57:33.141825 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dedade3-f460-46a8-9df4-e6ed90f2c0a7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:33.147600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9dedade3-f460-46a8-9df4-e6ed90f2c0a7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:33.151735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9dedade3-f460-46a8-9df4-e6ed90f2c0a7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/bf5c3b3a-4cc3-41e9-aa50-a0e00e00101d HTTP/1.1" status: 204 len: 168 time: 0.3405330 Aug 11 00:57:33.153433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36922) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:33.197161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedade3-f460-46a8-9df4-e6ed90f2c0a7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf5c3b3a-4cc3-41e9-aa50-a0e00e00101d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:33.360636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-81cb9b90-4ac1-4686-ad23-26cd97e23236 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2053211 Aug 11 00:57:33.364074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36926) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:33.380694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7bc59-3d5e-403c-ae01-8b94f4b28988 req-0bcde7f8-08e3-4994-8c49-1bd621b8e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:33.382279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbb7bc59-3d5e-403c-ae01-8b94f4b28988 req-0bcde7f8-08e3-4994-8c49-1bd621b8e56b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3234365 Aug 11 00:57:33.404837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6df1a79-5441-4a97-a5be-26c9ca09d10d tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:33.416362 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6df1a79-5441-4a97-a5be-26c9ca09d10d tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:33.452655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e009b01-e956-4041-b7c3-5a29bfb0a4b4 req-423fa117-8ba7-4e97-bb3f-f64a816de902 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:33.455025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7e009b01-e956-4041-b7c3-5a29bfb0a4b4 req-423fa117-8ba7-4e97-bb3f-f64a816de902 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1096 time: 0.2091603 Aug 11 00:57:33.527282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7e009b01-e956-4041-b7c3-5a29bfb0a4b4 req-4a38be19-f309-4bf4-961f-e7bce62c55c6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Aug 11 00:57:33.556218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7bc59-3d5e-403c-ae01-8b94f4b28988 req-6dc19f8a-be1d-4f0f-9bae-021328bbfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:33.558299 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbb7bc59-3d5e-403c-ae01-8b94f4b28988 req-6dc19f8a-be1d-4f0f-9bae-021328bbfc01 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647468 Aug 11 00:57:33.721348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-a9dc30ad-4426-4cf3-b909-5659f9f09c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:33.723816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-a9dc30ad-4426-4cf3-b909-5659f9f09c59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1096 time: 0.1075513 Aug 11 00:57:33.737089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587694a9-ac21-4e8d-8ed9-c01d60eaaf4a req-e94ef89e-77ef-4e1f-919f-66807a973f93 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:33.741113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-587694a9-ac21-4e8d-8ed9-c01d60eaaf4a req-e94ef89e-77ef-4e1f-919f-66807a973f93 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1098 time: 0.0845137 Aug 11 00:57:33.769205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6df1a79-5441-4a97-a5be-26c9ca09d10d tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:33.776456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a6df1a79-5441-4a97-a5be-26c9ca09d10d tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:33.780687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a6df1a79-5441-4a97-a5be-26c9ca09d10d tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/436a1ecf-fc32-45c7-b33f-44ae8f8e6117 HTTP/1.1" status: 204 len: 168 time: 0.4154642 Aug 11 00:57:33.781630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36936) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:33.833505 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-587694a9-ac21-4e8d-8ed9-c01d60eaaf4a req-5f543836-582e-47dc-9df5-d351133cd772 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831556 Aug 11 00:57:33.852102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36938) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:33.852325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df1a79-5441-4a97-a5be-26c9ca09d10d tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=436a1ecf-fc32-45c7-b33f-44ae8f8e6117,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:33.859646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-eaba2566-b30f-4c07-b741-8c2255fd1be5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee HTTP/1.1" status: 200 len: 217 time: 0.1271091 Aug 11 00:57:33.906178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-518f2217-0a6b-4f6d-83d6-3958b84ee294 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1180115 Aug 11 00:57:33.910789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36940) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:33.965621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-030db3d7-56e6-4019-9724-025fdf0d2651 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:33.974662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-030db3d7-56e6-4019-9724-025fdf0d2651 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.057490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-d82d5ffe-ddbf-4bb3-9e02-2d03c300083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:34.059017 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-d82d5ffe-ddbf-4bb3-9e02-2d03c300083d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8e0032c-04b5-41a3-a79b-31e24a34f8fd HTTP/1.1" status: 200 len: 849 time: 0.1728668 Aug 11 00:57:34.143780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-e4e8ce9d-8ac3-4ffb-b58a-dec79aca6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:34.145526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-e4e8ce9d-8ac3-4ffb-b58a-dec79aca6948 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12c0daa4-c935-4eca-9e17-425ec4b12739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778089 Aug 11 00:57:34.201467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-030db3d7-56e6-4019-9724-025fdf0d2651 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.209456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-030db3d7-56e6-4019-9724-025fdf0d2651 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.210620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-030db3d7-56e6-4019-9724-025fdf0d2651 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4b912f9f-bf29-4557-8903-303e95d36653 HTTP/1.1" status: 204 len: 168 time: 0.2974472 Aug 11 00:57:34.215007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36950) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:34.274673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030db3d7-56e6-4019-9724-025fdf0d2651 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b912f9f-bf29-4557-8903-303e95d36653,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:34.285274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 8d5dd2e1-305e-414e-8edb-310962245e10 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:34.285720 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.394711 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7ece9688-5daa-41a8-91ee-3b7b54723128 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1774836 Aug 11 00:57:34.406532 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.406870 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.410977 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-15017629-e014-43c6-99e0-8642fa3febb0 service neutron] 10.222.0.55 "GET /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572374 Aug 11 00:57:34.414898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36954) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:34.476889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0fd0-2ccc-4f41-96e3-6c293023d585 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.488822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 8d5dd2e1-305e-414e-8edb-310962245e10 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:34.489815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0fd0-2ccc-4f41-96e3-6c293023d585 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.568783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-497b3b68-aada-4a02-95f5-66df9a0e3a70 req-eb942e6c-2c37-4a7e-932b-c23e87ff5e63 service neutron] 10.222.0.55 "GET /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495483 Aug 11 00:57:34.670847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0fd0-2ccc-4f41-96e3-6c293023d585 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.686535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0fd0-2ccc-4f41-96e3-6c293023d585 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.687875 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6fcb0fd0-2ccc-4f41-96e3-6c293023d585 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/99d776aa-0e78-4ae6-9e75-1cace4faeb9a HTTP/1.1" status: 204 len: 168 time: 0.2621188 Aug 11 00:57:34.690811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36960) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:34.718486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb0fd0-2ccc-4f41-96e3-6c293023d585 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99d776aa-0e78-4ae6-9e75-1cace4faeb9a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:34.760551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1653373-7225-4a55-8d27-7d664828490a req-6c3db2f8-de6f-4be8-9ebf-d0e7de81f4fb tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:34.772278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1653373-7225-4a55-8d27-7d664828490a req-6c3db2f8-de6f-4be8-9ebf-d0e7de81f4fb tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1096 time: 0.1337190 Aug 11 00:57:34.829841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 36966) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:34.830682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5de1d653-4dac-4c9b-aaf9-c2a3530fd94f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1373906 Aug 11 00:57:34.855576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1653373-7225-4a55-8d27-7d664828490a req-a318425b-0bd0-4c4d-ad63-5cd11eb666c1 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821707 Aug 11 00:57:34.881541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c78d823d-e752-4bbd-9bc7-416e39eafa21 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.898824 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c78d823d-e752-4bbd-9bc7-416e39eafa21 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.910039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:34.958164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=8d5dd2e1-305e-414e-8edb-310962245e10,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:35.048742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:35.049393 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Floating IP 124722bd-4d7a-49a5-bfd2-6134d733e660 disassociated (deleted). External IP: 172.25.0.24, port: ca7619ba-0121-4bb0-9695-be254c573989. Aug 11 00:57:35.163385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c78d823d-e752-4bbd-9bc7-416e39eafa21 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:35.177351 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c78d823d-e752-4bbd-9bc7-416e39eafa21 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:35.178546 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c78d823d-e752-4bbd-9bc7-416e39eafa21 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/10a8beaf-a53d-49ef-803b-9d0475d52aba HTTP/1.1" status: 204 len: 168 time: 0.3478494 Aug 11 00:57:35.182015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36974) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:35.188864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d823d-e752-4bbd-9bc7-416e39eafa21 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10a8beaf-a53d-49ef-803b-9d0475d52aba,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:35.264299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5dc897fc-80d4-4fd6-a88e-a1626d979b1b tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0800333 Aug 11 00:57:35.268179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:35.354404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ec4dc55-b23d-4bd9-a935-5556b3698556 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:35.386739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 16d382b5-f7f2-498c-bd1b-7c295863f403 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:57:35.415571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ec4dc55-b23d-4bd9-a935-5556b3698556 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:35.589398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:57:35.594922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:35.606016 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] Sync routers for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:57:35.624788 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:35.625585 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:35.690474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ec4dc55-b23d-4bd9-a935-5556b3698556 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:35.693508 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2ec4dc55-b23d-4bd9-a935-5556b3698556 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:35.694731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2ec4dc55-b23d-4bd9-a935-5556b3698556 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/2170b367-8cea-44c2-b5c2-751fe2364de5 HTTP/1.1" status: 204 len: 168 time: 0.4266934 Aug 11 00:57:35.699154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36984) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:35.699600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dccc6b5b-f3fa-419f-8ea0-edb4202d3ec8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/floatingips/124722bd-4d7a-49a5-bfd2-6134d733e660 HTTP/1.1" status: 204 len: 168 time: 1.8349500 Aug 11 00:57:35.700332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:35.702811 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb475d7-0ee6-4b52-b605-ec8746e5f482" -d '{"events": [{"name": "network-changed", "server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "tag": "ca7619ba-0121-4bb0-9695-be254c573989"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:35.751721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4dc55-b23d-4bd9-a935-5556b3698556 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2170b367-8cea-44c2-b5c2-751fe2364de5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:35.765981 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd109f3-9150-4483-8efb-4d51b45a3ebc x-openstack-request-id: req-bcd109f3-9150-4483-8efb-4d51b45a3ebc {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:35.766588 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "tag": "ca7619ba-0121-4bb0-9695-be254c573989", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:35.767019 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcd109f3-9150-4483-8efb-4d51b45a3ebc {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:35.767672 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989', 'status': 'completed', 'code': 200} Aug 11 00:57:35.828413 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-67683a57-e746-410b-9780-ff0ebacd6916 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267524 Aug 11 00:57:35.835198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 36994) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:35.842241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-95049138-85cb-4877-a279-6b5c3e271cef tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893460562'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:35.845195 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:35.911752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-d03e2f90-55bd-4f34-bfd2-ac5d17267323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:35.913413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-d03e2f90-55bd-4f34-bfd2-ac5d17267323 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 1098 time: 0.1215088 Aug 11 00:57:35.992749 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95049138-85cb-4877-a279-6b5c3e271cef tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:36.239138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95049138-85cb-4877-a279-6b5c3e271cef tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:36.255819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24887e-8da4-4c2a-8c08-0bd29a7b0058 req-ee6c2da4-36b8-4881-a406-bbdf640eeb5a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:36.260516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e24887e-8da4-4c2a-8c08-0bd29a7b0058 req-ee6c2da4-36b8-4881-a406-bbdf640eeb5a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1096 time: 0.2014923 Aug 11 00:57:36.292682 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:36.344378 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95049138-85cb-4877-a279-6b5c3e271cef tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:36.346320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-e34ab62d-844e-4c0d-a3e5-3d7d869acf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:36.347926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-e34ab62d-844e-4c0d-a3e5-3d7d869acf8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 200 len: 897 time: 0.4261787 Aug 11 00:57:36.419545 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] Checking router: 16d382b5-f7f2-498c-bd1b-7c295863f403 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:57:36.424652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-8385d478-f43a-4521-a182-834a2fe5c54c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 200 len: 217 time: 0.0642302 Aug 11 00:57:36.439323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95049138-85cb-4877-a279-6b5c3e271cef tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0404c5f1-e422-484a-8ce5-3723d6d7ae05,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:36.448822 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e24887e-8da4-4c2a-8c08-0bd29a7b0058 req-3a875b3a-7a30-45e5-a519-810573d4ed1d tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759300 Aug 11 00:57:36.469146 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:36.470491 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:36.503139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-3aa81e6f-fb92-4381-ad29-545cc47e1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:36.506430 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-3aa81e6f-fb92-4381-ad29-545cc47e1e9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 200 len: 835 time: 0.0704224 Aug 11 00:57:36.556082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-95049138-85cb-4877-a279-6b5c3e271cef tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:36.558597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-95049138-85cb-4877-a279-6b5c3e271cef tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7216771 Aug 11 00:57:36.562870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37008) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:36.567837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2311b54d-93fa-44b3-a2ae-38815f0dc646 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '0404c5f1-e422-484a-8ce5-3723d6d7ae05', 'direction': 'ingress', 'protocol': 17}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:36.586428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:57:36.633800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-c3747bd5-a50f-4cb3-9c71-cf4564fb43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:36.636195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-c3747bd5-a50f-4cb3-9c71-cf4564fb43fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216109 Aug 11 00:57:36.774541 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:36.810331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:36.824014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '3f2b4822-ecdb-4b0d-988a-767d0ecc8aee', 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'port_id': '3f2b4822-ecdb-4b0d-988a-767d0ecc8aee', 'mac_address': 'fa:16:3e:c7:2d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:57:36.883291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2311b54d-93fa-44b3-a2ae-38815f0dc646 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:36.894652 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:36.910674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:57:36.947310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29904f2-d9cf-4a2e-9f18-da1b7826158d req-4ecfb7ac-bd54-49db-b044-d1ae66109b10 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:36.948550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f29904f2-d9cf-4a2e-9f18-da1b7826158d req-4ecfb7ac-bd54-49db-b044-d1ae66109b10 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.2568388 Aug 11 00:57:36.950706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:37.038166 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:37.052979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f29904f2-d9cf-4a2e-9f18-da1b7826158d req-7c798590-f581-4e11-b3c6-509cd3b998f7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025996 Aug 11 00:57:37.062956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-6b21ec7c-678d-44b0-bee5-f467865fb62b service neutron] 10.222.0.55 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083745 Aug 11 00:57:37.142869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2311b54d-93fa-44b3-a2ae-38815f0dc646 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:37.158746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:37.230527 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2311b54d-93fa-44b3-a2ae-38815f0dc646 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:37.271305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311b54d-93fa-44b3-a2ae-38815f0dc646 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41fcd6d-78a8-42d3-ba69-676d1904b73e,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:37.279879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['3f2b4822-ecdb-4b0d-988a-767d0ecc8aee'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:57:37.295315 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:37.326305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abb475d7-0ee6-4b52-b605-ec8746e5f482 req-f478ae40-a5f5-44da-ae9b-d8081933f995 service neutron] 10.222.0.55 "GET /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544577 Aug 11 00:57:37.366701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2311b54d-93fa-44b3-a2ae-38815f0dc646 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:37.373943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2311b54d-93fa-44b3-a2ae-38815f0dc646 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8039784 Aug 11 00:57:37.375678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37018) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:37.389293 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4be36-ff3e-49c5-82d3-e075fefe8121 None None] The sync data for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 is: [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a310c6cc-d642-48bb-bad6-5689a27f83fd', 'name': '', 'network_id': 'f82c9153-cbe4-4c4a-950d-fc3c4956ddf5', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:4a:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:34Z', 'updated_at': '2021-08-11T00:55:44Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'd05b8b34-04c3-44e7-91bb-eb0d8a71828c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:57:37.648500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f76900-c6b2-43a6-b4cf-5d97a693f8c8 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:37.724613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f76900-c6b2-43a6-b4cf-5d97a693f8c8 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:37.740059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9652fb-280a-4439-84cb-aa0b9063d827 req-365f1a7f-8915-4f1c-87b1-fdffd99ef1f7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:37.742094 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d9652fb-280a-4439-84cb-aa0b9063d827 req-365f1a7f-8915-4f1c-87b1-fdffd99ef1f7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1097 time: 0.1120234 Aug 11 00:57:37.857669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d9652fb-280a-4439-84cb-aa0b9063d827 req-2d6c77c1-28e2-4f4b-9072-891cc2cb53bf tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055379 Aug 11 00:57:37.908677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65051151-d83b-483f-91e7-591f6c91570c req-1590cc6f-b17d-46cf-893e-cecf12ffbd4b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:37.910560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65051151-d83b-483f-91e7-591f6c91570c req-1590cc6f-b17d-46cf-893e-cecf12ffbd4b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.55 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1264224 Aug 11 00:57:38.004434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53171d4-1cbd-4d03-8665-4a22870ead55 None None] New status for floating IP 124722bd-4d7a-49a5-bfd2-6134d733e660: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:57:38.062917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port ca7619ba-0121-4bb0-9695-be254c573989 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:38.063269 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.138191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f76900-c6b2-43a6-b4cf-5d97a693f8c8 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.141630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6f76900-c6b2-43a6-b4cf-5d97a693f8c8 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.143253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e6f76900-c6b2-43a6-b4cf-5d97a693f8c8 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/0404c5f1-e422-484a-8ce5-3723d6d7ae05 HTTP/1.1" status: 204 len: 168 time: 0.7655292 Aug 11 00:57:38.147353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37034) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:38.234428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f76900-c6b2-43a6-b4cf-5d97a693f8c8 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0404c5f1-e422-484a-8ce5-3723d6d7ae05,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:38.302224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9eeda480-afea-4e43-a38b-8559905770b6 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534679 Aug 11 00:57:38.307350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37038) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:38.333527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdde838-20ba-4187-8311-8d8ac06637b3 req-8e3ac2f9-2ca5-4f75-ba94-0bfaa0d55271 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:38.333527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3fdde838-20ba-4187-8311-8d8ac06637b3 req-8e3ac2f9-2ca5-4f75-ba94-0bfaa0d55271 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 946 time: 0.1183383 Aug 11 00:57:38.345516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-55ef94c4-04f2-4229-b6be-f029197336e7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727889826'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:38.392606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port ca7619ba-0121-4bb0-9695-be254c573989, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca7619ba-0121-4bb0-9695-be254c573989,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:38.393429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.443310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for ca7619ba-0121-4bb0-9695-be254c573989 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:38.459965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3fdde838-20ba-4187-8311-8d8ac06637b3 req-2bb0c61a-bc1d-40eb-aceb-6bcd8ed1c070 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286080 Aug 11 00:57:38.498448 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55ef94c4-04f2-4229-b6be-f029197336e7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.566244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:38.710148 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55ef94c4-04f2-4229-b6be-f029197336e7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.735807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:38.748985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:38.749366 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.762404 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.807662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=ca7619ba-0121-4bb0-9695-be254c573989,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:38.818821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55ef94c4-04f2-4229-b6be-f029197336e7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.914477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef94c4-04f2-4229-b6be-f029197336e7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac660e-d451-41cf-b8ac-44769cbe9d53,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:38.932220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-55ef94c4-04f2-4229-b6be-f029197336e7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.933850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-55ef94c4-04f2-4229-b6be-f029197336e7 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6242015 Aug 11 00:57:38.947577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37052) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:38.956779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8433c745-88f8-46db-a69f-24b58d3a7ccf tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095182951'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:38.963330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] No DVR routers for this DVR port ca7619ba-0121-4bb0-9695-be254c573989 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:57:38.976240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:38.984076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-65051151-d83b-483f-91e7-591f6c91570c req-f5cb5558-2583-4672-83cc-e22e416be301 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.55 "DELETE /v2.0/ports/ca7619ba-0121-4bb0-9695-be254c573989 HTTP/1.1" status: 204 len: 173 time: 1.0623083 Aug 11 00:57:38.987890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'name': 'network-vif-deleted', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:38.997556 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1351a194-63af-473d-ac3c-508c79ec97c8" -d '{"events": [{"server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "name": "network-vif-deleted", "tag": "ca7619ba-0121-4bb0-9695-be254c573989"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:39.059855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:39.107981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f483889-d45b-4ecf-aeac-3afb8eec5a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2b4822-ecdb-4b0d-988a-767d0ecc8aee'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:39.113693 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa375d-28bb-46f5-8810-34de85831d5b" -d '{"events": [{"server_uuid": "6f483889-d45b-4ecf-aeac-3afb8eec5a45", "name": "network-vif-plugged", "status": "completed", "tag": "3f2b4822-ecdb-4b0d-988a-767d0ecc8aee"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:39.138276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:39.146267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d0e3-b398-4cce-ae60-fdde24faa810 req-ac2546f7-9339-498d-bfd9-411c87a964fb tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:39.149895 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155bdf63-4e84-47c0-8d84-58fe41d15281 x-openstack-request-id: req-155bdf63-4e84-47c0-8d84-58fe41d15281 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:39.150459 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f7d95b-12de-487c-9e5c-76eb8f79567e", "name": "network-vif-deleted", "tag": "ca7619ba-0121-4bb0-9695-be254c573989", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:39.152174 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-155bdf63-4e84-47c0-8d84-58fe41d15281 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:39.154436 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f7d95b-12de-487c-9e5c-76eb8f79567e', 'name': 'network-vif-deleted', 'tag': 'ca7619ba-0121-4bb0-9695-be254c573989', 'status': 'completed', 'code': 200} Aug 11 00:57:39.168663 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e4d0e3-b398-4cce-ae60-fdde24faa810 req-ac2546f7-9339-498d-bfd9-411c87a964fb tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1097 time: 0.1497991 Aug 11 00:57:39.184953 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba77a270-49d7-4c16-ba56-86f00e4dfa31 x-openstack-request-id: req-ba77a270-49d7-4c16-ba56-86f00e4dfa31 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:39.189406 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f483889-d45b-4ecf-aeac-3afb8eec5a45", "name": "network-vif-plugged", "status": "completed", "tag": "3f2b4822-ecdb-4b0d-988a-767d0ecc8aee", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:39.189804 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba77a270-49d7-4c16-ba56-86f00e4dfa31 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:39.192658 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f483889-d45b-4ecf-aeac-3afb8eec5a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2b4822-ecdb-4b0d-988a-767d0ecc8aee', 'code': 200} Aug 11 00:57:39.224856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e4d0e3-b398-4cce-ae60-fdde24faa810 req-dbddc368-c798-41ad-b8e0-a199c227ed6a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549369 Aug 11 00:57:39.244823 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:39.309694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8433c745-88f8-46db-a69f-24b58d3a7ccf tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:39.369160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:39.411748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95dd46-d158-4177-bf84-fa3f8702c11a req-5866dc91-c410-45ad-9d41-1693e5b2048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:39.419706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b95dd46-d158-4177-bf84-fa3f8702c11a req-5866dc91-c410-45ad-9d41-1693e5b2048b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1098 time: 0.1426620 Aug 11 00:57:39.532097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b95dd46-d158-4177-bf84-fa3f8702c11a req-d3f0ac0c-ce49-491e-ac60-dfbd05a7d2cf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074214 Aug 11 00:57:39.605654 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8433c745-88f8-46db-a69f-24b58d3a7ccf tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:39.715946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-535ddedc-d35f-482e-ba83-f6430307d0cb req-51adffda-6500-4d99-9c55-5244b2476285 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=64f7d95b-12de-487c-9e5c-76eb8f79567e HTTP/1.1" status: 200 len: 210 time: 0.0552764 Aug 11 00:57:39.734372 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8433c745-88f8-46db-a69f-24b58d3a7ccf tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:39.777331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433c745-88f8-46db-a69f-24b58d3a7ccf tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b71d8c-d8c7-4c5a-8bca-27a013f2b39e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:39.871196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8433c745-88f8-46db-a69f-24b58d3a7ccf tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:39.878407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8433c745-88f8-46db-a69f-24b58d3a7ccf tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9293690 Aug 11 00:57:39.879555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37072) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:39.888255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b87739c0-8eec-4b48-9f09-2cc4b2c29cc3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '61ac660e-d451-41cf-b8ac-44769cbe9d53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b0b71d8c-d8c7-4c5a-8bca-27a013f2b39e', 'remote_ip_prefix': None}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:40.116520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b87739c0-8eec-4b48-9f09-2cc4b2c29cc3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:40.321105 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b87739c0-8eec-4b48-9f09-2cc4b2c29cc3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:40.424685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df6105-749d-4ab5-b131-815aaf1aefc0 req-19e28fae-7079-4afd-ac7a-825834dee28e tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:40.426207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51df6105-749d-4ab5-b131-815aaf1aefc0 req-19e28fae-7079-4afd-ac7a-825834dee28e tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1098 time: 0.0667772 Aug 11 00:57:40.508281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51df6105-749d-4ab5-b131-815aaf1aefc0 req-2c719268-fad9-4926-a58e-e4b19c243829 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725551 Aug 11 00:57:40.549953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b87739c0-8eec-4b48-9f09-2cc4b2c29cc3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:40.574887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87739c0-8eec-4b48-9f09-2cc4b2c29cc3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b41964-f05e-4043-bdd9-e2c2f7020862,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:40.744226 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b87739c0-8eec-4b48-9f09-2cc4b2c29cc3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:40.749230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37088) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:40.750354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b87739c0-8eec-4b48-9f09-2cc4b2c29cc3 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8691976 Aug 11 00:57:40.804291 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-099f8188-3075-4392-8911-e8a8821beb95 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:40.820333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-099f8188-3075-4392-8911-e8a8821beb95 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:40.868487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37098) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:40.925935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-099f8188-3075-4392-8911-e8a8821beb95 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:40.934828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-099f8188-3075-4392-8911-e8a8821beb95 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:40.939257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37100) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:40.939466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-099f8188-3075-4392-8911-e8a8821beb95 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e6b41964-f05e-4043-bdd9-e2c2f7020862 HTTP/1.1" status: 204 len: 168 time: 0.1885595 Aug 11 00:57:40.948751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f8188-3075-4392-8911-e8a8821beb95 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6b41964-f05e-4043-bdd9-e2c2f7020862,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:41.018719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37104) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:41.019341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6c421fd0-1e68-42f3-a2c6-a8780e80d320 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0776651 Aug 11 00:57:41.153370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff84fc8f-d79f-4d08-ba9b-a62861a1e9dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.214098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff84fc8f-d79f-4d08-ba9b-a62861a1e9dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.374275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff84fc8f-d79f-4d08-ba9b-a62861a1e9dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.377204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff84fc8f-d79f-4d08-ba9b-a62861a1e9dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.378673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ff84fc8f-d79f-4d08-ba9b-a62861a1e9dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/b0b71d8c-d8c7-4c5a-8bca-27a013f2b39e HTTP/1.1" status: 204 len: 168 time: 0.3580832 Aug 11 00:57:41.381292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37108) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:41.451970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84fc8f-d79f-4d08-ba9b-a62861a1e9dd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b71d8c-d8c7-4c5a-8bca-27a013f2b39e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:41.482582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d179a788-e7ae-43fc-98cd-aef8c831f68f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1000781 Aug 11 00:57:41.485559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37112) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:41.509282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.579710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7950a99a-cf16-4cba-9e86-13ef1ab4ec17 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.619285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7950a99a-cf16-4cba-9e86-13ef1ab4ec17 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.727773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc316a-6a6e-4f91-920f-bf38bb87f1dc req-539a3f22-c241-4be3-bc87-e02900aeaf11 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:41.730314 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2fc316a-6a6e-4f91-920f-bf38bb87f1dc req-539a3f22-c241-4be3-bc87-e02900aeaf11 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1098 time: 0.0811310 Aug 11 00:57:41.790003 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2fc316a-6a6e-4f91-920f-bf38bb87f1dc req-f718f8b1-b734-459e-9350-c0611860741d tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525579 Aug 11 00:57:41.818499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7950a99a-cf16-4cba-9e86-13ef1ab4ec17 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.821203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7950a99a-cf16-4cba-9e86-13ef1ab4ec17 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:41.825324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7950a99a-cf16-4cba-9e86-13ef1ab4ec17 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/61ac660e-d451-41cf-b8ac-44769cbe9d53 HTTP/1.1" status: 204 len: 168 time: 0.3359489 Aug 11 00:57:41.829110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37128) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:41.844597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950a99a-cf16-4cba-9e86-13ef1ab4ec17 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac660e-d451-41cf-b8ac-44769cbe9d53,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:41.909241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-32b41a7f-2716-4e9f-b309-301014c57750 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720794 Aug 11 00:57:41.909952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37132) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:41.914407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e3a6f8df-dcbf-41c6-ae11-4e2cc8aad667 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840784336'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:42.045631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f8df-dcbf-41c6-ae11-4e2cc8aad667 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:42.191523 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f8df-dcbf-41c6-ae11-4e2cc8aad667 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:42.255978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e11384-3ae9-43f2-b178-83f38ea6184a req-dab48f66-10b8-4b50-85c5-22da1fbf2c6f tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:42.257483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1e11384-3ae9-43f2-b178-83f38ea6184a req-dab48f66-10b8-4b50-85c5-22da1fbf2c6f tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1098 time: 0.1033270 Aug 11 00:57:42.319324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1e11384-3ae9-43f2-b178-83f38ea6184a req-736c1266-0813-4f32-96f6-eef90b81335b tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Aug 11 00:57:42.483646 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f8df-dcbf-41c6-ae11-4e2cc8aad667 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:42.491508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port a310c6cc-d642-48bb-bad6-5689a27f83fd {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:42.492087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:42.523820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a8772-7ec5-43f2-8b1d-925e27f94747 req-ee375f32-01df-449a-9955-4200f1fbc01a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:42.526155 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd1a8772-7ec5-43f2-8b1d-925e27f94747 req-ee375f32-01df-449a-9955-4200f1fbc01a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1098 time: 0.1250505 Aug 11 00:57:42.598085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device ca7619ba-0121-4bb0-9695-be254c573989 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:57:42.638361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: ca7619ba-0121-4bb0-9695-be254c573989 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:57:42.638981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device ca7619ba-0121-4bb0-9695-be254c573989 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:57:42.656632 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dd1a8772-7ec5-43f2-8b1d-925e27f94747 req-324ba5c8-c72b-466e-a75e-550c859fa476 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203389 Aug 11 00:57:42.662804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f8df-dcbf-41c6-ae11-4e2cc8aad667 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:42.679381 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e3a6f8df-dcbf-41c6-ae11-4e2cc8aad667 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7638240 Aug 11 00:57:42.679381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37148) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:42.694342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-707865e6-9623-49df-ba51-dd12e4b53639 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': 'd260a2b5-f4ad-4d9b-88c2-b0c996b9993d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:42.706732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f8df-dcbf-41c6-ae11-4e2cc8aad667 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d260a2b5-f4ad-4d9b-88c2-b0c996b9993d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:42.766995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port a310c6cc-d642-48bb-bad6-5689a27f83fd, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a310c6cc-d642-48bb-bad6-5689a27f83fd,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:42.767416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:42.786228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for a310c6cc-d642-48bb-bad6-5689a27f83fd owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:42.827685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-707865e6-9623-49df-ba51-dd12e4b53639 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:42.979149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-707865e6-9623-49df-ba51-dd12e4b53639 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.052879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-707865e6-9623-49df-ba51-dd12e4b53639 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.086124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707865e6-9623-49df-ba51-dd12e4b53639 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea318185-a645-49fa-95e6-74fbd27761fe,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:43.190421 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-707865e6-9623-49df-ba51-dd12e4b53639 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.192029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-707865e6-9623-49df-ba51-dd12e4b53639 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5124049 Aug 11 00:57:43.203026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37172) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:43.221869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467d1f-e671-4506-be1e-12230133fda3 req-8187027c-08bc-4ee4-96ee-8d1aaf07d1cb tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:43.223767 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-8187027c-08bc-4ee4-96ee-8d1aaf07d1cb tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/networks?id=12c0daa4-c935-4eca-9e17-425ec4b12739 HTTP/1.1" status: 200 len: 911 time: 0.2305498 Aug 11 00:57:43.248300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bce592a-4840-454a-b655-845a10a7c7c9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.250630 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-8a646d5f-3998-4825-9857-c233bed87af8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/quotas/ddb7d70ff9b14067aad5f5fec10ac4d9 HTTP/1.1" status: 200 len: 375 time: 0.0191145 Aug 11 00:57:43.268270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.269585 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bce592a-4840-454a-b655-845a10a7c7c9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.341912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=a310c6cc-d642-48bb-bad6-5689a27f83fd,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:43.448200 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-81d197bc-db7e-438f-bcda-8211bd2760af tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1915824 Aug 11 00:57:43.517076 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bce592a-4840-454a-b655-845a10a7c7c9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.524427 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5bce592a-4840-454a-b655-845a10a7c7c9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.530660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5bce592a-4840-454a-b655-845a10a7c7c9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ea318185-a645-49fa-95e6-74fbd27761fe HTTP/1.1" status: 204 len: 168 time: 0.3235333 Aug 11 00:57:43.532066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37178) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:43.560319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce592a-4840-454a-b655-845a10a7c7c9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea318185-a645-49fa-95e6-74fbd27761fe,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:43.608409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8669b90f-ba20-40fb-94be-37e5665b7223 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745950 Aug 11 00:57:43.612671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37180) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:43.668406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-4508cd51-e020-4d0e-afe6-d0fe63449b69 service neutron] 10.222.0.43 "GET /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603744 Aug 11 00:57:43.700330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc28a-8750-4045-b6ae-69f62733ebf2 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.734133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc28a-8750-4045-b6ae-69f62733ebf2 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.829890 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.848666 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-cf0fd6bb-01af-4c69-8ee5-717e0b4c11a4 service neutron] 10.222.0.43 "GET /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696451 Aug 11 00:57:43.881560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc28a-8750-4045-b6ae-69f62733ebf2 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.887210 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b1ddc28a-8750-4045-b6ae-69f62733ebf2 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:43.888436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b1ddc28a-8750-4045-b6ae-69f62733ebf2 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/d260a2b5-f4ad-4d9b-88c2-b0c996b9993d HTTP/1.1" status: 204 len: 168 time: 0.2741735 Aug 11 00:57:43.892005 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37188) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:43.936039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddc28a-8750-4045-b6ae-69f62733ebf2 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d260a2b5-f4ad-4d9b-88c2-b0c996b9993d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:43.977929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b33108fe-53a2-4443-a54c-0989a0b5d332 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829678 Aug 11 00:57:43.982012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37190) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:43.987171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a9100348-88b8-41b1-af3e-afeacf63bc45 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558434982'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:44.121713 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9100348-88b8-41b1-af3e-afeacf63bc45 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:44.248966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 16d382b5-f7f2-498c-bd1b-7c295863f403 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:57:44.372253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2fd00f09-e11a-48e4-b4dd-82eb2313354d req-cc21690e-3e6e-450d-9204-f4c6a11466a0 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 210 time: 0.0796559 Aug 11 00:57:44.383515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9100348-88b8-41b1-af3e-afeacf63bc45 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:44.436873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:57:44.442646 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9100348-88b8-41b1-af3e-afeacf63bc45 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:44.445255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cfbe1307-aba0-4384-89d3-9443d029e5f9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "PUT /v2.0/routers/16d382b5-f7f2-498c-bd1b-7c295863f403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5748534 Aug 11 00:57:44.448730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37202) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:44.457762 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] Sync routers for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:57:44.476938 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:44.478236 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:44.487671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9100348-88b8-41b1-af3e-afeacf63bc45 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3929f0-df68-4300-bf1f-c270231dbed8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:44.558975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9100348-88b8-41b1-af3e-afeacf63bc45 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:44.565635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a9100348-88b8-41b1-af3e-afeacf63bc45 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5822427 Aug 11 00:57:44.566393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37208) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:44.575848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-49cc3d78-84bf-434e-8ed8-1281455b43c5 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '5b3929f0-df68-4300-bf1f-c270231dbed8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:44.598804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6abd7f-b7a8-48da-a342-8a899cf68ff0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting subnet d05b8b34-04c3-44e7-91bb-eb0d8a71828c {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:57:44.604788 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6abd7f-b7a8-48da-a342-8a899cf68ff0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:44.678860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6abd7f-b7a8-48da-a342-8a899cf68ff0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:44.717792 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:44.808500 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6abd7f-b7a8-48da-a342-8a899cf68ff0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:45.052624 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:57:42Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:45.052624 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] Checking router: 16d382b5-f7f2-498c-bd1b-7c295863f403 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:57:45.052624 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] Routers {'16d382b5-f7f2-498c-bd1b-7c295863f403'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:45.052624 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['16d382b5-f7f2-498c-bd1b-7c295863f403'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:45.158829 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] Set router 16d382b5-f7f2-498c-bd1b-7c295863f403 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:45.286339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49cc3d78-84bf-434e-8ed8-1281455b43c5 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:45.393220 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6abd7f-b7a8-48da-a342-8a899cf68ff0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:45.505742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49cc3d78-84bf-434e-8ed8-1281455b43c5 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:45.505947 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:57:42Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:45.506335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6abd7f-b7a8-48da-a342-8a899cf68ff0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Subnet': ['ID=d05b8b34-04c3-44e7-91bb-eb0d8a71828c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:45.506335 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6abd7f-b7a8-48da-a342-8a899cf68ff0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:45.506335 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3e6abd7f-b7a8-48da-a342-8a899cf68ff0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/subnets/d05b8b34-04c3-44e7-91bb-eb0d8a71828c HTTP/1.1" status: 204 len: 168 time: 0.9991279 Aug 11 00:57:45.506535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23889589-53eb-425c-8c4c-cd19f6341e79 None None] Network f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:57:45.507291 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0842ca-0e4f-49d2-aad3-49b0b866e318 None None] The sync data for ids ['16d382b5-f7f2-498c-bd1b-7c295863f403'] in n-d-712143-13 is: [{'id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1900093906', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '225748f6-c930-4764-a573-425e8b3fbf39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:24Z', 'updated_at': '2021-08-11T00:57:42Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '225748f6-c930-4764-a573-425e8b3fbf39', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d382b5-f7f2-498c-bd1b-7c295863f403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:25Z', 'updated_at': '2021-08-11T00:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:57:45.507492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74deef1a-2d30-43db-bd18-4587630c1b34 req-202f52fc-0b02-4a39-9971-0f1925bebf72 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 210 time: 0.0328770 Aug 11 00:57:45.507492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37224) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:45.620469 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:45.746929 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:45.837738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] DHCP port deletion for f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:57:45.883273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49cc3d78-84bf-434e-8ed8-1281455b43c5 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:45.906989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc3d78-84bf-434e-8ed8-1281455b43c5 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd30e5ca-5afa-470b-851f-3f9c243514e6,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:45.940856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] Deleting port 0e1a85fd-c52f-4ed3-883e-81517b0f391e {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:45.952140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.023367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] For port 0e1a85fd-c52f-4ed3-883e-81517b0f391e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0e1a85fd-c52f-4ed3-883e-81517b0f391e,segment=NetworkSegment(9035f249-6360-42ae-96f3-3b363bc4efe0),segment_id=9035f249-6360-42ae-96f3-3b363bc4efe0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:46.024184 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.026676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49cc3d78-84bf-434e-8ed8-1281455b43c5 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.028072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-49cc3d78-84bf-434e-8ed8-1281455b43c5 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4603953 Aug 11 00:57:46.031129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37234) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:46.051093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] Calling delete_port for 0e1a85fd-c52f-4ed3-883e-81517b0f391e owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:46.058179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c1b8851f-37fd-4536-abe2-d8faab73f2c9 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules/cd30e5ca-5afa-470b-851f-3f9c243514e6 HTTP/1.1" status: 200 len: 763 time: 0.0251300 Aug 11 00:57:46.063835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37236) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:46.105142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 225748f6-c930-4764-a573-425e8b3fbf39 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:57:46.105976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.141348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-95d423b4-3764-4a0c-b4b1-b630ff4eeef5 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0757532 Aug 11 00:57:46.142396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37242) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:46.201456 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dc50bd-1a17-433a-ac07-af3902ffc755 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.217343 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dc50bd-1a17-433a-ac07-af3902ffc755 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.265539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port 225748f6-c930-4764-a573-425e8b3fbf39, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=225748f6-c930-4764-a573-425e8b3fbf39,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:46.265984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.281797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 225748f6-c930-4764-a573-425e8b3fbf39 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:57:46.315832 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.355385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dc50bd-1a17-433a-ac07-af3902ffc755 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.365449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53dc50bd-1a17-433a-ac07-af3902ffc755 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.369215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-53dc50bd-1a17-433a-ac07-af3902ffc755 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/cd30e5ca-5afa-470b-851f-3f9c243514e6 HTTP/1.1" status: 204 len: 168 time: 0.2254059 Aug 11 00:57:46.373200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37246) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:46.377999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] Pushing event deleted for resources: {'Port': ['ID=0e1a85fd-c52f-4ed3-883e-81517b0f391e,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:46.385378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc50bd-1a17-433a-ac07-af3902ffc755 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd30e5ca-5afa-470b-851f-3f9c243514e6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:46.428645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61c0531b-3043-4d15-85e8-3ef46fd94126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.439927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3024c8d-0f2b-42b1-8d0b-291b0cdce49c None None] No DVR routers for this DVR port 0e1a85fd-c52f-4ed3-883e-81517b0f391e on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:57:46.615738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-09da0c44-b094-49aa-a439-a81206f3c723 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2392333 Aug 11 00:57:46.618179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37256) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:46.624208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2a942bb1-3438-40a6-994b-6c71d7fe466f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '5b3929f0-df68-4300-bf1f-c270231dbed8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:46.662457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59ed2547-1d74-4433-9471-396c9bad1e1b req-b1b6f93f-54ec-4c0a-a214-36c824a96d57 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 210 time: 0.0719790 Aug 11 00:57:46.960348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:46.984285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a942bb1-3438-40a6-994b-6c71d7fe466f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.022773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=225748f6-c930-4764-a573-425e8b3fbf39,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:47.125396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a942bb1-3438-40a6-994b-6c71d7fe466f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.172613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.206920 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a942bb1-3438-40a6-994b-6c71d7fe466f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.264839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a942bb1-3438-40a6-994b-6c71d7fe466f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb52707d-8473-46d3-9b2e-21529dd7c9c1,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:47.325747 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.337410 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.344549 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2a942bb1-3438-40a6-994b-6c71d7fe466f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.350028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37264) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:47.350268 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2a942bb1-3438-40a6-994b-6c71d7fe466f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7293477 Aug 11 00:57:47.378534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0e1a85fd-c52f-4ed3-883e-81517b0f391e no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:57:47.428439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0e1a85fd-c52f-4ed3-883e-81517b0f391e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:57:47.428794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0e1a85fd-c52f-4ed3-883e-81517b0f391e not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:57:47.429223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a310c6cc-d642-48bb-bad6-5689a27f83fd no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:57:47.455717 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2983bc12-b17c-426c-90b5-5c8b8f56cfbc tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules/bb52707d-8473-46d3-9b2e-21529dd7c9c1 HTTP/1.1" status: 200 len: 763 time: 0.1002011 Aug 11 00:57:47.461124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37268) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:47.493346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a310c6cc-d642-48bb-bad6-5689a27f83fd {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:57:47.495483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a310c6cc-d642-48bb-bad6-5689a27f83fd not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:57:47.554724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.555509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Fanout notify agent at l3_agent the message router_deleted on router 16d382b5-f7f2-498c-bd1b-7c295863f403 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:57:47.562588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a39fea4d-d5a2-4af0-a624-9413f1cf4551 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0996983 Aug 11 00:57:47.564468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.567302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37276) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:47.567492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-52286b82-6839-47ee-8359-66dee2037006 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/routers/16d382b5-f7f2-498c-bd1b-7c295863f403 HTTP/1.1" status: 204 len: 168 time: 2.0737903 Aug 11 00:57:47.569965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37278) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:47.601820 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c49a8d37-c162-4a9c-a65f-17dd7c939b35 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.613256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c49a8d37-c162-4a9c-a65f-17dd7c939b35 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.778244 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c49a8d37-c162-4a9c-a65f-17dd7c939b35 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.784567 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c49a8d37-c162-4a9c-a65f-17dd7c939b35 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.788327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c49a8d37-c162-4a9c-a65f-17dd7c939b35 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/bb52707d-8473-46d3-9b2e-21529dd7c9c1 HTTP/1.1" status: 204 len: 168 time: 0.2175965 Aug 11 00:57:47.790591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37284) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:47.807620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a8d37-c162-4a9c-a65f-17dd7c939b35 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb52707d-8473-46d3-9b2e-21529dd7c9c1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:47.808355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9e2582c7-2577-457f-a3d7-1990b03b6ab5 req-d0315c99-168b-4a76-b762-b833f9d76a99 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 210 time: 0.0337956 Aug 11 00:57:47.835273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:47.892290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47a12f4a-a750-4b46-b5c5-8d33059657a1 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982261 Aug 11 00:57:47.894908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37290) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:47.900236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d44bc6f4-2ab8-4c93-8442-2286cbb08872 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Request body: {'security_group_rule': {'security_group_id': '5b3929f0-df68-4300-bf1f-c270231dbed8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:47.993547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.006012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82c9153-cbe4-4c4a-950d-fc3c4956ddf5']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:48.020291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9035f249-6360-42ae-96f3-3b363bc4efe0') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:48.023119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9035f249-6360-42ae-96f3-3b363bc4efe0') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:48.038339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.061557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.063875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d44bc6f4-2ab8-4c93-8442-2286cbb08872 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.070608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:57:48.071103 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:57:48.079206 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:57:48.148702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d44bc6f4-2ab8-4c93-8442-2286cbb08872 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.246263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d44bc6f4-2ab8-4c93-8442-2286cbb08872 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.289049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bc6f4-2ab8-4c93-8442-2286cbb08872 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d497821-efa0-40d3-87a1-cf455b007ebb,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:48.303948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.327505 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.331443 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/networks/f82c9153-cbe4-4c4a-950d-fc3c4956ddf5 HTTP/1.1" status: 204 len: 168 time: 0.7567563 Aug 11 00:57:48.338325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:48.343573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f97fb-1a8b-4759-abd0-14d414c21e5e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Network': ['ID=f82c9153-cbe4-4c4a-950d-fc3c4956ddf5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:48.392503 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d44bc6f4-2ab8-4c93-8442-2286cbb08872 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.396483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d44bc6f4-2ab8-4c93-8442-2286cbb08872 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4978635 Aug 11 00:57:48.407576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37300) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:48.421787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8218e487-a2e3-49c6-93bf-5e2fc8b5979b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.423144 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7cbf5c4e-34cb-42b7-bc66-bfbaf413792a tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules/9d497821-efa0-40d3-87a1-cf455b007ebb HTTP/1.1" status: 200 len: 764 time: 0.0210502 Aug 11 00:57:48.424040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37302) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:48.469139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8218e487-a2e3-49c6-93bf-5e2fc8b5979b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.706148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8218e487-a2e3-49c6-93bf-5e2fc8b5979b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.710059 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8218e487-a2e3-49c6-93bf-5e2fc8b5979b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.711545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8218e487-a2e3-49c6-93bf-5e2fc8b5979b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/security-groups/1a58fc0a-70cc-4227-b1b9-00f1e64e6beb HTTP/1.1" status: 204 len: 168 time: 0.3719385 Aug 11 00:57:48.736102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218e487-a2e3-49c6-93bf-5e2fc8b5979b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a58fc0a-70cc-4227-b1b9-00f1e64e6beb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:48.938303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:48.966701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b4cde509-6547-4da2-ba4a-7f3b052ff182 req-5c60bf38-4bb0-4028-bb7b-b742c9c5e32f tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 210 time: 0.0427060 Aug 11 00:57:49.018139 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f786d91-1c85-42e7-851f-5c117c5f16ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.031874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9461c815-e5cf-41fe-b966-7fad56c3d171 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6061652 Aug 11 00:57:49.034233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37322) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:49.076402 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba125944-1e7c-4f88-aa8a-812f2a214803 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.091499 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba125944-1e7c-4f88-aa8a-812f2a214803 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.135610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467d1f-e671-4506-be1e-12230133fda3 req-e0e3cee9-c409-4ae8-8b6d-03934b99fafe tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:49.137790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-e0e3cee9-c409-4ae8-8b6d-03934b99fafe tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.44 "GET /v2.0/networks?id=12c0daa4-c935-4eca-9e17-425ec4b12739 HTTP/1.1" status: 200 len: 911 time: 0.6845760 Aug 11 00:57:49.151018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Request body: {'port': {'device_id': 'f5a1afa3-ae37-4535-94f0-ab1189a86cba', 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'admin_state_up': True, 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:49.171684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 225748f6-c930-4764-a573-425e8b3fbf39 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:57:49.193117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 225748f6-c930-4764-a573-425e8b3fbf39 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:57:49.193462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 225748f6-c930-4764-a573-425e8b3fbf39 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:57:49.344061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba125944-1e7c-4f88-aa8a-812f2a214803 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.344656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Made reservation on behalf of ddb7d70ff9b14067aad5f5fec10ac4d9 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:49.350654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ba125944-1e7c-4f88-aa8a-812f2a214803 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.354889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ba125944-1e7c-4f88-aa8a-812f2a214803 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9d497821-efa0-40d3-87a1-cf455b007ebb HTTP/1.1" status: 204 len: 168 time: 0.3166747 Aug 11 00:57:49.355398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37328) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:49.359188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.383108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba125944-1e7c-4f88-aa8a-812f2a214803 tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d497821-efa0-40d3-87a1-cf455b007ebb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:49.435920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b86a1d77-6007-46ce-940a-c90b6a06599f tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781121 Aug 11 00:57:49.438731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37330) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:49.451297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37332) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:49.457914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d7d284e7-06d6-46f2-b65c-56743428ba4f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309154123', 'description': 'tempest-secgroup-smoke-309154123 description', 'project_id': '7e7ca9f6816745c198aadf17525c4824'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:49.504152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62e492f5-22f3-4302-a11c-3d94b323dcbe tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.534649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62e492f5-22f3-4302-a11c-3d94b323dcbe tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.554905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Allocated IP 172.20.0.5 (12c0daa4-c935-4eca-9e17-425ec4b12739/d8e0032c-04b5-41a3-a79b-31e24a34f8fd/0c921089-6bd6-41c0-a045-e9c5bca2425a) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:49.647831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7d284e7-06d6-46f2-b65c-56743428ba4f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.741154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62e492f5-22f3-4302-a11c-3d94b323dcbe tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.742394 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-62e492f5-22f3-4302-a11c-3d94b323dcbe tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.743813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-62e492f5-22f3-4302-a11c-3d94b323dcbe tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "DELETE /v2.0/security-groups/5b3929f0-df68-4300-bf1f-c270231dbed8 HTTP/1.1" status: 204 len: 168 time: 0.3040044 Aug 11 00:57:49.748848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37342) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:49.777975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.786829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e492f5-22f3-4302-a11c-3d94b323dcbe tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3929f0-df68-4300-bf1f-c270231dbed8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:49.826534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Transition to ACTIVE for port object 0c921089-6bd6-41c0-a045-e9c5bca2425a will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:49.867645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7d284e7-06d6-46f2-b65c-56743428ba4f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.887229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37346) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:49.887457 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b7fb0219-6993-4274-82c4-4f0eca48fcdd tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1360235 Aug 11 00:57:49.966532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7d284e7-06d6-46f2-b65c-56743428ba4f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:49.977154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-67446982-1f8f-4cd5-9f25-7a54b248af2c tempest-SecGroupTest-708471354 tempest-SecGroupTest-708471354-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892735 Aug 11 00:57:50.037709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d284e7-06d6-46f2-b65c-56743428ba4f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe23e150-629c-4026-80fd-62486cffbbf6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:50.069691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.080188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['3f2b4822-ecdb-4b0d-988a-767d0ecc8aee'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:57:50.090243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d7d284e7-06d6-46f2-b65c-56743428ba4f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.095690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d7d284e7-06d6-46f2-b65c-56743428ba4f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6427596 Aug 11 00:57:50.152549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Pushing event updated for resources: {'Port': ['ID=0c921089-6bd6-41c0-a045-e9c5bca2425a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:50.156644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37358) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:50.174047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3040ab9f-f6cf-4385-8a4c-524e650fb5ee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'fe23e150-629c-4026-80fd-62486cffbbf6', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:50.192701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:50.199585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:50.201780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16565766-2a49-48fd-9966-ac9e66a6320b req-8377d16b-704e-4756-a99a-cfb4e0251407 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:50.203261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:50.214277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16565766-2a49-48fd-9966-ac9e66a6320b req-8377d16b-704e-4756-a99a-cfb4e0251407 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1027 time: 0.1405895 Aug 11 00:57:50.262134 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16565766-2a49-48fd-9966-ac9e66a6320b req-ec444f0a-8e21-4f97-bbc4-1b873e34633a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481131 Aug 11 00:57:50.266557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:50.267870 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.439246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3040ab9f-f6cf-4385-8a4c-524e650fb5ee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.520666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3040ab9f-f6cf-4385-8a4c-524e650fb5ee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.600971 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.601849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-c65bee38-0e37-458d-a94c-3cbfa24250fd tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4553223 Aug 11 00:57:50.614492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Request body: {'port': {'device_id': 'f5a1afa3-ae37-4535-94f0-ab1189a86cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:50.675663 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.780698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3040ab9f-f6cf-4385-8a4c-524e650fb5ee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.801933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0ec3a810-2406-4f11-a5a7-2945877fe979 None None] Provisioning for port 0c921089-6bd6-41c0-a045-e9c5bca2425a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:50.804692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0ec3a810-2406-4f11-a5a7-2945877fe979 None None] Provisioning complete for port 0c921089-6bd6-41c0-a045-e9c5bca2425a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:50.805697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a810-2406-4f11-a5a7-2945877fe979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.819688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040ab9f-f6cf-4385-8a4c-524e650fb5ee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f6f328-41be-4629-a440-a7248528ed4d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:50.876331 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3a810-2406-4f11-a5a7-2945877fe979 None None] Port 0c921089-6bd6-41c0-a045-e9c5bca2425a cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:57:50.969151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37378) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:50.974334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3040ab9f-f6cf-4385-8a4c-524e650fb5ee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:50.975603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3040ab9f-f6cf-4385-8a4c-524e650fb5ee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8111670 Aug 11 00:57:50.981501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37382) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:50.986390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2730b72b-fe5f-456b-9793-fb62559e827d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'fe23e150-629c-4026-80fd-62486cffbbf6', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:51.063019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c921089-6bd6-41c0-a045-e9c5bca2425a {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:57:51.073188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:51.117989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Transition to ACTIVE for port object 0c921089-6bd6-41c0-a045-e9c5bca2425a will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:57:51.146821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2730b72b-fe5f-456b-9793-fb62559e827d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:51.246788 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2730b72b-fe5f-456b-9793-fb62559e827d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:51.269160 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-357a2434-a253-4a67-8f93-911d3ac44749 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=823f19f496544571a5d18296b8cbd585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978251 Aug 11 00:57:51.272626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37388) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:51.369290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64f36615-cad4-4364-8791-0abe5a81d2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:51.409739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64f36615-cad4-4364-8791-0abe5a81d2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:51.496005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb7970-ff39-47c9-aeb2-263d07f47375 req-ccbf3fdf-3521-45cf-a5a1-75bddf630774 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:51.497631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fbb7970-ff39-47c9-aeb2-263d07f47375 req-ccbf3fdf-3521-45cf-a5a1-75bddf630774 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1027 time: 0.0896554 Aug 11 00:57:51.539979 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fbb7970-ff39-47c9-aeb2-263d07f47375 req-d022c077-79e3-4c1b-bb32-3594669586b3 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Aug 11 00:57:51.702275 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:51.808565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Pushing event updated for resources: {'Port': ['ID=0c921089-6bd6-41c0-a045-e9c5bca2425a,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:51.832987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Attempting to bind port 0c921089-6bd6-41c0-a045-e9c5bca2425a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:57:51.833586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Attempting to bind port 0c921089-6bd6-41c0-a045-e9c5bca2425a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:57:51.833998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Attempting to bind port 0c921089-6bd6-41c0-a045-e9c5bca2425a on network 12c0daa4-c935-4eca-9e17-425ec4b12739 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:51.839976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Port 0c921089-6bd6-41c0-a045-e9c5bca2425a on network 12c0daa4-c935-4eca-9e17-425ec4b12739 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:57:51.840312 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Attempting to bind port 0c921089-6bd6-41c0-a045-e9c5bca2425a on network 12c0daa4-c935-4eca-9e17-425ec4b12739 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:57:51.845622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:57:51.845967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Checking segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:57:51.846360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Bound using segment: {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:57:51.846794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Bound port: 0c921089-6bd6-41c0-a045-e9c5bca2425a, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:57:51.847184 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:51.964859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] For port 0c921089-6bd6-41c0-a045-e9c5bca2425a, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:57:51.964859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] For port 0c921089-6bd6-41c0-a045-e9c5bca2425a, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0c921089-6bd6-41c0-a045-e9c5bca2425a,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:57:52.030573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2730b72b-fe5f-456b-9793-fb62559e827d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:52.053516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730b72b-fe5f-456b-9793-fb62559e827d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471d9d91-a3c0-489b-a05c-617e418d9842,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:52.214703 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64f36615-cad4-4364-8791-0abe5a81d2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:52.233189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-64f36615-cad4-4364-8791-0abe5a81d2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:52.233189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-64f36615-cad4-4364-8791-0abe5a81d2b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51dea95e-7692-4b1a-99ab-f34f22c52917 HTTP/1.1" status: 204 len: 168 time: 0.9447525 Aug 11 00:57:52.233189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f36615-cad4-4364-8791-0abe5a81d2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dea95e-7692-4b1a-99ab-f34f22c52917,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:52.448457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:52.494419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:52.495055 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:52.496573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] 10.222.0.44 "PUT /v2.0/ports/0c921089-6bd6-41c0-a045-e9c5bca2425a HTTP/1.1" status: 200 len: 1092 time: 1.8866446 Aug 11 00:57:52.498612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a1afa3-ae37-4535-94f0-ab1189a86cba', 'tag': '0c921089-6bd6-41c0-a045-e9c5bca2425a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:52.511138 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9268b98-46c0-4c75-9ed2-5fe211528dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a1afa3-ae37-4535-94f0-ab1189a86cba", "tag": "0c921089-6bd6-41c0-a045-e9c5bca2425a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:52.591810 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613453e8-8f7c-4fbc-a873-36bb7218e825 x-openstack-request-id: req-613453e8-8f7c-4fbc-a873-36bb7218e825 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:52.592118 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a1afa3-ae37-4535-94f0-ab1189a86cba", "tag": "0c921089-6bd6-41c0-a045-e9c5bca2425a", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:52.592386 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-613453e8-8f7c-4fbc-a873-36bb7218e825 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:52.592862 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a1afa3-ae37-4535-94f0-ab1189a86cba', 'tag': '0c921089-6bd6-41c0-a045-e9c5bca2425a', 'status': 'completed', 'code': 200} Aug 11 00:57:52.596863 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:52.692209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2730b72b-fe5f-456b-9793-fb62559e827d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:52.693474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2730b72b-fe5f-456b-9793-fb62559e827d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7109225 Aug 11 00:57:52.696629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37410) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:52.701977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4ff5a6f2-c693-49e3-b8ef-dfe9d2e628c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'fe23e150-629c-4026-80fd-62486cffbbf6', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:52.851574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52788d4e-3be6-4c50-9c4a-df84eeb2764f service neutron] Pushing event updated for resources: {'Port': ['ID=0c921089-6bd6-41c0-a045-e9c5bca2425a,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:52.877440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268b98-46c0-4c75-9ed2-5fe211528dfd req-22603264-24a5-4593-b50b-ffee3903ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:52.878920 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9268b98-46c0-4c75-9ed2-5fe211528dfd req-22603264-24a5-4593-b50b-ffee3903ef07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1095 time: 0.2621574 Aug 11 00:57:52.892498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ff5a6f2-c693-49e3-b8ef-dfe9d2e628c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:52.919621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966edda-b44a-46aa-b865-83ea7c98274c req-c19078e5-f80d-474c-b014-a1b7857486db tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:52.929008 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4966edda-b44a-46aa-b865-83ea7c98274c req-c19078e5-f80d-474c-b014-a1b7857486db tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1095 time: 0.2181442 Aug 11 00:57:53.064736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4966edda-b44a-46aa-b865-83ea7c98274c req-688f5718-4b5e-49d6-a5d3-5db10df3005f tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258488 Aug 11 00:57:53.075003 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ff5a6f2-c693-49e3-b8ef-dfe9d2e628c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:53.120261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268b98-46c0-4c75-9ed2-5fe211528dfd req-316d693a-9e51-41ac-ae20-11dffac80b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:53.123662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9268b98-46c0-4c75-9ed2-5fe211528dfd req-316d693a-9e51-41ac-ae20-11dffac80b68 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2358303 Aug 11 00:57:53.242278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ff5a6f2-c693-49e3-b8ef-dfe9d2e628c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:53.269210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5a6f2-c693-49e3-b8ef-dfe9d2e628c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58f3701-b43b-4a90-a0be-f5e326284e87,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:53.271090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9268b98-46c0-4c75-9ed2-5fe211528dfd req-01f1881a-fb4d-4f29-9e81-d12812c765fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:53.273533 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9268b98-46c0-4c75-9ed2-5fe211528dfd req-01f1881a-fb4d-4f29-9e81-d12812c765fe service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420312 Aug 11 00:57:53.396184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467d1f-e671-4506-be1e-12230133fda3 req-6b6b7f45-58c3-4cf2-b9c6-1864aacf7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:53.430583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-6b6b7f45-58c3-4cf2-b9c6-1864aacf7c8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1095 time: 0.0773745 Aug 11 00:57:53.444684 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-931c9c29-f745-41ce-a710-5f352b159697 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c921089-6bd6-41c0-a045-e9c5bca2425a HTTP/1.1" status: 200 len: 217 time: 0.0393131 Aug 11 00:57:53.498810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ff5a6f2-c693-49e3-b8ef-dfe9d2e628c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:53.502571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4ff5a6f2-c693-49e3-b8ef-dfe9d2e628c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8025670 Aug 11 00:57:53.503239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37442) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:53.508622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ffcab1b5-0759-48c5-9040-bdba70c07c65 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'fe23e150-629c-4026-80fd-62486cffbbf6', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:53.517504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467d1f-e671-4506-be1e-12230133fda3 req-c570a152-b402-4126-bf3a-affc11eabcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:53.517504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-c570a152-b402-4126-bf3a-affc11eabcf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d8e0032c-04b5-41a3-a79b-31e24a34f8fd HTTP/1.1" status: 200 len: 849 time: 0.0654938 Aug 11 00:57:53.574364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467d1f-e671-4506-be1e-12230133fda3 req-9e47b6d0-e4d5-4247-a02d-31ddc4e2d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:53.576088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-9e47b6d0-e4d5-4247-a02d-31ddc4e2d807 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=12c0daa4-c935-4eca-9e17-425ec4b12739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514894 Aug 11 00:57:53.700517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-633fe882-d196-45f0-abdb-517452d5996f service neutron] 10.222.0.44 "GET /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079204 Aug 11 00:57:53.745300 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ffcab1b5-0759-48c5-9040-bdba70c07c65 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:53.899108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ffcab1b5-0759-48c5-9040-bdba70c07c65 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:53.916134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63467d1f-e671-4506-be1e-12230133fda3 req-8c4cd243-ab74-4b01-b767-9728e4ab1b32 service neutron] 10.222.0.44 "GET /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993942 Aug 11 00:57:54.063468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ffcab1b5-0759-48c5-9040-bdba70c07c65 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:54.097593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcab1b5-0759-48c5-9040-bdba70c07c65 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baa77d3-f6cf-457f-ba98-92d9f2d89dc0,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:54.200992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ffcab1b5-0759-48c5-9040-bdba70c07c65 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:54.203091 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ffcab1b5-0759-48c5-9040-bdba70c07c65 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6985300 Aug 11 00:57:54.205912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37476) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:54.211007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a347549c-8516-4710-8452-8311ba4078e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'fe23e150-629c-4026-80fd-62486cffbbf6', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:54.261439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938d6d-e0b6-49ef-a119-9baac9857f5c req-0fe76896-6ca3-4b42-bddd-c5010e81a8bc tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:54.263334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98938d6d-e0b6-49ef-a119-9baac9857f5c req-0fe76896-6ca3-4b42-bddd-c5010e81a8bc tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1095 time: 0.0860944 Aug 11 00:57:54.315095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37478) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:54.340851 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98938d6d-e0b6-49ef-a119-9baac9857f5c req-50a64243-ce20-4bb6-9b3e-409b6dc30b9a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701387 Aug 11 00:57:54.367384 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-a347549c-8516-4710-8452-8311ba4078e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Project 7e7ca9f6816745c198aadf17525c4824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:57:54.379966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a347549c-8516-4710-8452-8311ba4078e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:54.450387 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a347549c-8516-4710-8452-8311ba4078e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:54.488151 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-52b03cb3-b74d-4745-af22-cdfdb7c65173 tempest-ServiceProvidersTest-2139175270 tempest-ServiceProvidersTest-2139175270-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1707711 Aug 11 00:57:54.566988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a347549c-8516-4710-8452-8311ba4078e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:54.620664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347549c-8516-4710-8452-8311ba4078e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dcb02d-f6e9-47e0-9a90-08608392e04b,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:54.784027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a347549c-8516-4710-8452-8311ba4078e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:54.785858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a347549c-8516-4710-8452-8311ba4078e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5782290 Aug 11 00:57:54.788753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37490) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:54.794034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1c1ad288-facf-451a-aee1-ad10e429ceff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'fe23e150-629c-4026-80fd-62486cffbbf6', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:54.934482 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-1c1ad288-facf-451a-aee1-ad10e429ceff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Project 7e7ca9f6816745c198aadf17525c4824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 00:57:54.940368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad288-facf-451a-aee1-ad10e429ceff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.024374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad288-facf-451a-aee1-ad10e429ceff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.191504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad288-facf-451a-aee1-ad10e429ceff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.220191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ad288-facf-451a-aee1-ad10e429ceff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c69bbb-bd30-499a-84c9-40620e5934ea,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:55.339529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad288-facf-451a-aee1-ad10e429ceff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.340827 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1c1ad288-facf-451a-aee1-ad10e429ceff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5509717 Aug 11 00:57:55.344442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37506) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:55.353553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'network': {'name': 'tempest-network-smoke--1265088618', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'port_security_enabled': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:55.376563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37510) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:55.486502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:57:55.490370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.555620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:57:55.557465 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cb4eaf6-93d0-413c-a2db-419c2f82d5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.572339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.576323 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Added segment 95cff560-a90d-4337-a1e3-66426560030b of type vlan for network 0ca232b4-6b63-40cf-969c-0ecf5c016ace Aug 11 00:57:55.584802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5202f-73a6-4058-b380-173a610add7b req-b1312ddd-4749-4bd0-9cea-88f3a6a077dc tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:55.586676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ce5202f-73a6-4058-b380-173a610add7b req-b1312ddd-4749-4bd0-9cea-88f3a6a077dc tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1095 time: 0.0820920 Aug 11 00:57:55.675294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.678145 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cb4eaf6-93d0-413c-a2db-419c2f82d5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.684128 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ce5202f-73a6-4058-b380-173a610add7b req-0bf3885c-4f87-49c4-9c5e-2cdd5bd47e19 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663900 Aug 11 00:57:55.800518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8cb4eaf6-93d0-413c-a2db-419c2f82d5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.846300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4eaf6-93d0-413c-a2db-419c2f82d5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a0f8ad-674a-4f1c-9539-1fd9d7e628d2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:55.878497 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8cb4eaf6-93d0-413c-a2db-419c2f82d5ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a5c566db9ef41209045cc381ba426fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982457 Aug 11 00:57:55.879000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37530) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:55.888145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.893833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:55.894473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:55.988310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Network': ['ID=0ca232b4-6b63-40cf-969c-0ecf5c016ace,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:56.004094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:57:56.034667 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f2a65e5-fe4a-4fa9-aba8-fc3cd6b8e404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.069792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f2a65e5-fe4a-4fa9-aba8-fc3cd6b8e404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.127474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f6aca528-2fb2-4e02-ae3c-d0e37eaa67ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7790177 Aug 11 00:57:56.130831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37536) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:56.133568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'admin_state_up': True, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:57:56.278278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f2a65e5-fe4a-4fa9-aba8-fc3cd6b8e404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.281961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0f2a65e5-fe4a-4fa9-aba8-fc3cd6b8e404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.284278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0f2a65e5-fe4a-4fa9-aba8-fc3cd6b8e404 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0a0f8ad-674a-4f1c-9539-1fd9d7e628d2 HTTP/1.1" status: 204 len: 168 time: 0.4033723 Aug 11 00:57:56.294648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0c921089-6bd6-41c0-a045-e9c5bca2425a details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:57:56.302844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.308173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.341589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a65e5-fe4a-4fa9-aba8-fc3cd6b8e404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a0f8ad-674a-4f1c-9539-1fd9d7e628d2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:56.423320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.509996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0c921089-6bd6-41c0-a045-e9c5bca2425a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0c921089-6bd6-41c0-a045-e9c5bca2425a,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:56.541928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '0c921089-6bd6-41c0-a045-e9c5bca2425a', 'network_id': '12c0daa4-c935-4eca-9e17-425ec4b12739', 'port_id': '0c921089-6bd6-41c0-a045-e9c5bca2425a', 'mac_address': 'fa:16:3e:85:77:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e0032c-04b5-41a3-a79b-31e24a34f8fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:57:56.590846 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.611468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c921089-6bd6-41c0-a045-e9c5bca2425a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:57:56.647933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0c921089-6bd6-41c0-a045-e9c5bca2425a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0c921089-6bd6-41c0-a045-e9c5bca2425a,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:56.765717 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.785078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:56.920867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=0c921089-6bd6-41c0-a045-e9c5bca2425a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:56.947547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa217bd9-e6f4-4d61-8b58-0bdd36d89ee3 req-75384883-87b0-43b7-a4b3-ec3b4a1aca4a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:56.955943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa217bd9-e6f4-4d61-8b58-0bdd36d89ee3 req-75384883-87b0-43b7-a4b3-ec3b4a1aca4a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1096 time: 0.1341760 Aug 11 00:57:56.987917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['0c921089-6bd6-41c0-a045-e9c5bca2425a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:57:57.087825 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa217bd9-e6f4-4d61-8b58-0bdd36d89ee3 req-5348eb39-bfea-4c0c-81bf-a0ab9f6c4752 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309016 Aug 11 00:57:57.341294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:57.375865 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:57.532308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.25.0.186 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/321eeb70-71c6-44d2-8bd5-2073a2d8dff3) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:57:57.585717 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:57:57.683700 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:57.888506 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:57.994938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:57:58.002274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:57:58.012430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=321eeb70-71c6-44d2-8bd5-2073a2d8dff3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:58.013205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:57:58.301369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42ce1-5a3e-4a26-b5f8-5cc807721621 req-3ca389db-2d7a-4940-9166-27ef365ab1c0 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:58.303360 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6b42ce1-5a3e-4a26-b5f8-5cc807721621 req-3ca389db-2d7a-4940-9166-27ef365ab1c0 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1096 time: 0.1089783 Aug 11 00:57:58.314399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0c921089-6bd6-41c0-a045-e9c5bca2425a up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:57:58.422803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b6b42ce1-5a3e-4a26-b5f8-5cc807721621 req-25393c08-75cb-4e45-9d03-522865ceb612 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750821 Aug 11 00:57:58.548221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:58.703694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 0c921089-6bd6-41c0-a045-e9c5bca2425a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:57:58.709261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 0c921089-6bd6-41c0-a045-e9c5bca2425a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:57:58.709638 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:58.810425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:58.844043 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:58.860317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a1afa3-ae37-4535-94f0-ab1189a86cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c921089-6bd6-41c0-a045-e9c5bca2425a'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:57:58.867251 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa5a3d-5b7b-4b55-925f-18c8a95282aa" -d '{"events": [{"server_uuid": "f5a1afa3-ae37-4535-94f0-ab1189a86cba", "name": "network-vif-plugged", "status": "completed", "tag": "0c921089-6bd6-41c0-a045-e9c5bca2425a"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:57:58.889122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 0c921089-6bd6-41c0-a045-e9c5bca2425a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0c921089-6bd6-41c0-a045-e9c5bca2425a,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:57:58.933820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee0d29-af9c-4f84-b0ce-dd8c5e739820 x-openstack-request-id: req-65ee0d29-af9c-4f84-b0ce-dd8c5e739820 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:57:58.933820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a1afa3-ae37-4535-94f0-ab1189a86cba", "name": "network-vif-plugged", "status": "completed", "tag": "0c921089-6bd6-41c0-a045-e9c5bca2425a", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:57:58.933820 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65ee0d29-af9c-4f84-b0ce-dd8c5e739820 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:57:58.933820 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a1afa3-ae37-4535-94f0-ab1189a86cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c921089-6bd6-41c0-a045-e9c5bca2425a', 'code': 200} Aug 11 00:57:59.047822 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:59.048666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdff651-38e4-4a8a-9da7-752cef1252ca req-95b5027d-e4b2-4101-85ca-528901da2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:59.066876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfdff651-38e4-4a8a-9da7-752cef1252ca req-95b5027d-e4b2-4101-85ca-528901da2d3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1096 time: 0.0452697 Aug 11 00:57:59.102464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfdff651-38e4-4a8a-9da7-752cef1252ca req-42eb90f2-824a-4cc4-af50-2e1ff8e3d016 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Aug 11 00:57:59.156103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=0c921089-6bd6-41c0-a045-e9c5bca2425a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:57:59.269129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:57:59.283219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b4b47-dacb-44d9-9e67-f495e44d99cb req-1d2a3e9b-6e85-4494-ac70-0a982cb915da tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:59.288187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1b4b47-dacb-44d9-9e67-f495e44d99cb req-1d2a3e9b-6e85-4494-ac70-0a982cb915da tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 945 time: 0.0762105 Aug 11 00:57:59.334015 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f1b4b47-dacb-44d9-9e67-f495e44d99cb req-aa065016-9817-4c92-83dc-22332b85250e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363126 Aug 11 00:57:59.418619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:57:59.437323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Sync routers for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:57:59.488683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:57:59.488683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:57:59.589827 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:59.592787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-528da061-1669-4d36-9b12-eefc63d757ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4618335 Aug 11 00:57:59.595730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37646) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:59.670250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9ef23174-c381-484e-9d8e-80ca3aa76f72 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=7e7ca9f6816745c198aadf17525c4824&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730336 Aug 11 00:57:59.673662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37648) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:59.705536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f9b73-f9da-4a87-bc7d-c2b5d51b053a req-66a370b0-2dfb-4454-8dde-2fe1055dbf4f tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:59.719550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536f9b73-f9da-4a87-bc7d-c2b5d51b053a req-66a370b0-2dfb-4454-8dde-2fe1055dbf4f tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1097 time: 0.1104503 Aug 11 00:57:59.733501 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:59.794426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536f9b73-f9da-4a87-bc7d-c2b5d51b053a req-7ef0b8b4-bf93-4142-b57f-40f75b0d4413 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671458 Aug 11 00:57:59.797662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:57:59.899910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff507d1-158b-4143-a327-75f3fc64fe72 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:57:59.904892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37654) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:59.905182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bff507d1-158b-4143-a327-75f3fc64fe72 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2303643 Aug 11 00:57:59.955358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:57:59.960439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-35e27a1a-a2d3-4980-a1f8-ec512eca28de tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537972 Aug 11 00:57:59.963055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 37658) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:57:59.970334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-592532349', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:00.066476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:57:58Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:00.100485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Checking router: 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:58:00.101032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Updating router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:58:00.132903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:00.281127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:58:00.287126 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:00.495824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:00.520239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Transition to ACTIVE for port object 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:00.630028 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:00.664863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:00.780846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Checking segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:00.781227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network hostable DHCP agents. Network: 0ca232b4-6b63-40cf-969c-0ecf5c016ace, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:58:00.790545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Subnet': ['ID=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:00.937988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3821e8-eb09-4851-a631-cb20600807fd req-5bf2c478-05af-4e4a-993d-3f4c07096a98 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:00.940054 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa3821e8-eb09-4851-a631-cb20600807fd req-5bf2c478-05af-4e4a-993d-3f4c07096a98 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1097 time: 0.0585668 Aug 11 00:58:00.971235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:58:01.012841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Attempting to bind port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:58:01.014430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Attempting to bind port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:58:01.014430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Attempting to bind port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:01.024323 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa3821e8-eb09-4851-a631-cb20600807fd req-3bf07653-4407-4a35-9722-b200c736d844 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651419 Aug 11 00:58:01.031263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:58:01.031721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:01.032195 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:01.033043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:58:01.033602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Bound port: 321eeb70-71c6-44d2-8bd5-2073a2d8dff3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:58:01.034063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:01.063664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d192d26-dd53-41b8-a6c6-39f69361b428 None None] Pushing event updated for resources: {'Port': ['ID=321eeb70-71c6-44d2-8bd5-2073a2d8dff3,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:01.105028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] For port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:58:01.110076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] For port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=321eeb70-71c6-44d2-8bd5-2073a2d8dff3,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:58:01.183894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 0ca232b4-6b63-40cf-969c-0ecf5c016ace) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:01.197809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:01.197809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:01.203945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d827d38-403d-4615-ba58-bc2904b9d8f5 None None] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:58:01.285884 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:01.313590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519aeba-0dd7-40f9-bd94-05ea93a7efd4 req-7a063844-52ac-45d5-a928-a74feabb86d3 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:01.315491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d519aeba-0dd7-40f9-bd94-05ea93a7efd4 req-7a063844-52ac-45d5-a928-a74feabb86d3 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1097 time: 0.0815694 Aug 11 00:58:01.356852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d519aeba-0dd7-40f9-bd94-05ea93a7efd4 req-a5beea86-bdbb-473a-ae2f-4f55137269c1 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Aug 11 00:58:01.393633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:01.394728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:01.407672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d192d26-dd53-41b8-a6c6-39f69361b428 None None] Pushing event updated for resources: {'Port': ['ID=321eeb70-71c6-44d2-8bd5-2073a2d8dff3,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:01.422627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 37690) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:01.423929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f4d74f52-8ec2-41d8-af4d-7e5daf0eab43 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4592068 Aug 11 00:58:01.505427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230644c8-f75c-43c9-96e1-c40730550db5 req-b477f756-725d-4ec3-b770-0319118079b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:01.514599 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-230644c8-f75c-43c9-96e1-c40730550db5 req-b477f756-725d-4ec3-b770-0319118079b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1097 time: 0.0603626 Aug 11 00:58:01.582949 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-230644c8-f75c-43c9-96e1-c40730550db5 req-636ef8d6-06d0-421b-acc0-1a22bc85187e tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668776 Aug 11 00:58:01.605031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:01.686985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:58:01.688707 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:02.039531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Allocated IP 172.20.0.2 (0ca232b4-6b63-40cf-969c-0ecf5c016ace/e67ae442-fe4d-4afb-a4fc-108c73ecc9f1/1940f3b2-d4da-444c-b56b-ae080d8f9477) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:58:02.255060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:02.271215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Transition to ACTIVE for port object 1940f3b2-d4da-444c-b56b-ae080d8f9477 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:02.274273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:57:58Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:02.313320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedb002f-d3cf-4297-852e-46c464606f12 None None] The sync data for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 is: [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:57:58Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:58:02.332421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Transition to ACTIVE for port object 1940f3b2-d4da-444c-b56b-ae080d8f9477 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:02.526421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:02.527868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ba33a-637a-4ee0-bf40-0d660bc36824 req-2430b4c2-a2bc-498f-8eb0-216e5b38021a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:02.536055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a30ba33a-637a-4ee0-bf40-0d660bc36824 req-2430b4c2-a2bc-498f-8eb0-216e5b38021a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1097 time: 0.0599465 Aug 11 00:58:02.626605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:58:02.632848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:02.645568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:58:02.678414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Pushing event updated for resources: {'Port': ['ID=1940f3b2-d4da-444c-b56b-ae080d8f9477,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:02.719762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a30ba33a-637a-4ee0-bf40-0d660bc36824 req-5514dac7-d51b-4d8b-a39d-a959af4a2f91 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831889 Aug 11 00:58:02.859767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Attempting to bind port 1940f3b2-d4da-444c-b56b-ae080d8f9477 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:58:02.860553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Attempting to bind port 1940f3b2-d4da-444c-b56b-ae080d8f9477 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:58:02.860553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Attempting to bind port 1940f3b2-d4da-444c-b56b-ae080d8f9477 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:02.884552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:58:02.890638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Checking segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:02.894637 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:02.902258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Bound using segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:58:02.902936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Bound port: 1940f3b2-d4da-444c-b56b-ae080d8f9477, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:58:02.905167 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:03.009763 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:03.060721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] For port 1940f3b2-d4da-444c-b56b-ae080d8f9477, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:58:03.065389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] For port 1940f3b2-d4da-444c-b56b-ae080d8f9477, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1940f3b2-d4da-444c-b56b-ae080d8f9477,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:58:03.241869 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:03.343701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:03.471027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eb012-5a52-4314-b870-c3860d78e195 None None] Pushing event updated for resources: {'Port': ['ID=1940f3b2-d4da-444c-b56b-ae080d8f9477,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:03.508108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.20.0.1 (0ca232b4-6b63-40cf-969c-0ecf5c016ace/e67ae442-fe4d-4afb-a4fc-108c73ecc9f1/04dd7f1c-1237-40a3-afe8-c03c60e7834e) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:58:03.709281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:03.718049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:03.719845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:03.821558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:03.861752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-17d62b0f-ae2a-49d9-b5a4-d3bbb58d7fac tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:03.869403 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-17d62b0f-ae2a-49d9-b5a4-d3bbb58d7fac tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1097 time: 0.1656253 Aug 11 00:58:03.878801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Transition to ACTIVE for port object 04dd7f1c-1237-40a3-afe8-c03c60e7834e will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:04.021881 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:04.066292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=321eeb70-71c6-44d2-8bd5-2073a2d8dff3,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:04.142315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c25c6-625b-4cfb-a3ee-3cc62977fd71 req-7ebab9b5-d12d-4986-a446-90f6ed892ab1 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:04.142315 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c9c25c6-625b-4cfb-a3ee-3cc62977fd71 req-7ebab9b5-d12d-4986-a446-90f6ed892ab1 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 1097 time: 0.2316558 Aug 11 00:58:04.191087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Deleting port 0c921089-6bd6-41c0-a045-e9c5bca2425a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:04.192910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:04.206323 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:04.214018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c9c25c6-625b-4cfb-a3ee-3cc62977fd71 req-4fb8c407-7a58-4333-be67-266a93b06d82 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 Aug 11 00:58:04.292215 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:04.318977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=321eeb70-71c6-44d2-8bd5-2073a2d8dff3,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:04.353592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:58:04.370413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:04.372103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:58:04.421516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=04dd7f1c-1237-40a3-afe8-c03c60e7834e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:04.456382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] For port 0c921089-6bd6-41c0-a045-e9c5bca2425a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=0c921089-6bd6-41c0-a045-e9c5bca2425a,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:04.456964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:04.468575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:04.527478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Calling delete_port for 0c921089-6bd6-41c0-a045-e9c5bca2425a owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:04.678266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:58:04.832568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:04.857998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'mac_address': 'fa:16:3e:51:09:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:58:04.915076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:04.938502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:58:04.961887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:05.115826 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:05.268089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:05.284379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:05.386547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['0c921089-6bd6-41c0-a045-e9c5bca2425a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:58:05.389614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['3f2b4822-ecdb-4b0d-988a-767d0ecc8aee'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:58:05.465861 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-95058d2c-9c77-4ff4-bd16-7be03360fa63 req-6f016d44-bca7-4c9e-b9ba-4b8b933e34c1 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 210 time: 0.0848103 Aug 11 00:58:05.471958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5a126cd5-9de2-4cdb-922e-4367ac9d5f79'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:58:05.519099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c921089-6bd6-41c0-a045-e9c5bca2425a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:05.594430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1940f3b2-d4da-444c-b56b-ae080d8f9477 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:05.595748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.598213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.598748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.599409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.599927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.600427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.600922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.601406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.601897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.602555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.603797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.604291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:05.716373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] No DVR routers for this DVR port 0c921089-6bd6-41c0-a045-e9c5bca2425a on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:58:05.716373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:05.716373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84c659be-3a54-44eb-a2d6-5573e0b032c9 req-68ec89dd-dc81-4d3b-9654-cc2db18f28b7 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.44 "DELETE /v2.0/ports/0c921089-6bd6-41c0-a045-e9c5bca2425a HTTP/1.1" status: 204 len: 173 time: 1.7952089 Aug 11 00:58:05.716373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a1afa3-ae37-4535-94f0-ab1189a86cba', 'name': 'network-vif-deleted', 'tag': '0c921089-6bd6-41c0-a045-e9c5bca2425a'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:05.716373 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9118f347-6aaf-46e1-b769-3f51210e1e6b" -d '{"events": [{"server_uuid": "f5a1afa3-ae37-4535-94f0-ab1189a86cba", "name": "network-vif-deleted", "tag": "0c921089-6bd6-41c0-a045-e9c5bca2425a"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:05.780496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:06.004281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:06.098002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 1940f3b2-d4da-444c-b56b-ae080d8f9477 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:06.113894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:06.173857 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:06.194078 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15811317-bbf2-4565-9d58-63a9f54bbc41 x-openstack-request-id: req-15811317-bbf2-4565-9d58-63a9f54bbc41 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:06.195939 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a1afa3-ae37-4535-94f0-ab1189a86cba", "name": "network-vif-deleted", "tag": "0c921089-6bd6-41c0-a045-e9c5bca2425a", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:06.199274 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15811317-bbf2-4565-9d58-63a9f54bbc41 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:06.203113 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a1afa3-ae37-4535-94f0-ab1189a86cba', 'name': 'network-vif-deleted', 'tag': '0c921089-6bd6-41c0-a045-e9c5bca2425a', 'status': 'completed', 'code': 200} Aug 11 00:58:06.332110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:06.340490 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:06.362897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94451b93-51e1-46e8-96f1-cfee28845206 None None] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:58:06.386594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=04dd7f1c-1237-40a3-afe8-c03c60e7834e,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:06.412500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:06.689132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:06.715994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:58:06.729229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:06.882035 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-739d5086-225b-4261-83f2-ca7895ecca1f req-22d66609-5e5e-46a0-b570-80b8228f55f9 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 210 time: 0.1885746 Aug 11 00:58:06.918108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0b6132c1-ef93-4c6f-a887-19fdd2aa6e15 None None] Provisioning for port 1940f3b2-d4da-444c-b56b-ae080d8f9477 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:06.954144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0b6132c1-ef93-4c6f-a887-19fdd2aa6e15 None None] Provisioning complete for port 1940f3b2-d4da-444c-b56b-ae080d8f9477 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:06.954688 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b6132c1-ef93-4c6f-a887-19fdd2aa6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:07.085237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:58:07.102178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:07.102940 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:07.428638 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:07.430784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b6132c1-ef93-4c6f-a887-19fdd2aa6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:07.498843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:58:07.517154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6117f4f9-0f0a-46e9-8384-f1352e4ac771 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "PUT /v2.0/routers/5414084b-1f1d-4d1f-9b08-7f74f6c55fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0921717 Aug 11 00:58:07.531212 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Sync routers for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:58:07.556588 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:07.558999 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:07.660735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:07.674176 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ebaf6d-0cac-4b78-aee7-2ee0e89839cf" -d '{"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:07.751408 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:07.861478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:07.881128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0b6132c1-ef93-4c6f-a887-19fdd2aa6e15 None None] For port 1940f3b2-d4da-444c-b56b-ae080d8f9477, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1940f3b2-d4da-444c-b56b-ae080d8f9477,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:07.901895 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda0e868-b5fb-4fa7-a0d0-c04f4d374b62 x-openstack-request-id: req-eda0e868-b5fb-4fa7-a0d0-c04f4d374b62 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:07.901895 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:07.901895 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eda0e868-b5fb-4fa7-a0d0-c04f4d374b62 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:07.901895 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'code': 200} Aug 11 00:58:08.132379 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:08.136222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b6132c1-ef93-4c6f-a887-19fdd2aa6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:08.166149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cdcaffd7-5e5a-4a60-9d02-e1cc57f7e30b req-c21d8054-073a-4bc8-90e2-b45a924479a6 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f5a1afa3-ae37-4535-94f0-ab1189a86cba HTTP/1.1" status: 200 len: 210 time: 0.0683711 Aug 11 00:58:08.170758 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:05Z', 'revision_number': 2, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:08.257179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-ea280238-a702-4619-b75d-0f63c0af7cad tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309154123&fields=id&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 267 time: 0.1473813 Aug 11 00:58:08.355884 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Checking router: 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:58:08.356597 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Updating router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 port 04dd7f1c-1237-40a3-afe8-c03c60e7834e binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:58:08.389189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:08.407850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-12790dcf-d7ad-4609-81d3-b339cc04d0b4 None None] Provisioning complete for port 1940f3b2-d4da-444c-b56b-ae080d8f9477 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:08.413825 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-12790dcf-d7ad-4609-81d3-b339cc04d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:08.414971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0c921089-6bd6-41c0-a045-e9c5bca2425a no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:08.455272 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:08.510360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 0c921089-6bd6-41c0-a045-e9c5bca2425a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:58:08.528943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 0c921089-6bd6-41c0-a045-e9c5bca2425a not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:58:08.667224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-dc973b49-c98b-4ec4-a22d-9e362026437d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:08.684112 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-dc973b49-c98b-4ec4-a22d-9e362026437d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 797 time: 0.4247766 Aug 11 00:58:08.739671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6be75541-e9fd-43f7-9ae7-889b5beebcd1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/quotas/7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 375 time: 0.0539451 Aug 11 00:58:08.846463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6132c1-ef93-4c6f-a887-19fdd2aa6e15 None None] Pushing event updated for resources: {'Port': ['ID=1940f3b2-d4da-444c-b56b-ae080d8f9477,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:08.931838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-f19c607c-6aad-4aeb-95e7-cde0bae3cc09 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632848 Aug 11 00:58:09.144765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-12790dcf-d7ad-4609-81d3-b339cc04d0b4 None None] Provisioning for port 04dd7f1c-1237-40a3-afe8-c03c60e7834e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:09.149337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-12790dcf-d7ad-4609-81d3-b339cc04d0b4 None None] Provisioning complete for port 04dd7f1c-1237-40a3-afe8-c03c60e7834e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:09.158786 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-12790dcf-d7ad-4609-81d3-b339cc04d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:09.581273 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:09.605147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-aca6b6c9-7b0d-4316-8369-f5ff02cca149 service neutron] 10.222.0.43 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604986 Aug 11 00:58:09.647454 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Transition to ACTIVE for port object 04dd7f1c-1237-40a3-afe8-c03c60e7834e will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:09.778556 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:09.921357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-10e9e2b3-878d-4c8f-b97f-dad9fd429ec1 service neutron] 10.222.0.43 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088660 Aug 11 00:58:10.044436 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Pushing event updated for resources: {'Port': ['ID=04dd7f1c-1237-40a3-afe8-c03c60e7834e,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:10.072694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1940f3b2-d4da-444c-b56b-ae080d8f9477 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:10.112591 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.113883 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.117816 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.119192 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.120139 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.125243 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.128264 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.128715 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.129066 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.129408 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.129745 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.130727 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:10.351512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b10f5-d3d9-405a-af00-9497bf7f4624 req-942d666e-1921-4e88-b988-25f0ef188d3d tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:10.368455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0e6b10f5-d3d9-405a-af00-9497bf7f4624 req-942d666e-1921-4e88-b988-25f0ef188d3d tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1098 time: 0.1138477 Aug 11 00:58:10.394335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-12790dcf-d7ad-4609-81d3-b339cc04d0b4 None None] Port 04dd7f1c-1237-40a3-afe8-c03c60e7834e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:58:10.460429 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Attempting to bind port 04dd7f1c-1237-40a3-afe8-c03c60e7834e on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:58:10.465942 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Attempting to bind port 04dd7f1c-1237-40a3-afe8-c03c60e7834e by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:58:10.466223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1940f3b2-d4da-444c-b56b-ae080d8f9477 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:10.466719 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Attempting to bind port 04dd7f1c-1237-40a3-afe8-c03c60e7834e on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:10.469903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:10.488095 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:58:10.488748 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Checking segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:10.498173 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:10.498173 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Bound using segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:58:10.498173 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Bound port: 04dd7f1c-1237-40a3-afe8-c03c60e7834e, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:58:10.498173 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:10.514890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0e6b10f5-d3d9-405a-af00-9497bf7f4624 req-ed7a0c5c-ed79-4705-a0c7-2a6b2455f43a tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276982 Aug 11 00:58:10.810209 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-680fdaa3-8430-4a76-8be8-270cdca176e8 req-31d59fff-9816-4c13-abc7-2d9368f04663 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 210 time: 0.1106980 Aug 11 00:58:10.847506 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] For port 04dd7f1c-1237-40a3-afe8-c03c60e7834e, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:58:10.871584 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] For port 04dd7f1c-1237-40a3-afe8-c03c60e7834e, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=04dd7f1c-1237-40a3-afe8-c03c60e7834e,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:58:11.079745 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:11.256779 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729be88-4e42-4927-be41-d93e53cf82f0 None None] Pushing event updated for resources: {'Port': ['ID=04dd7f1c-1237-40a3-afe8-c03c60e7834e,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:11.276343 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:11.277935 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:57:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:11.517595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f74990-9971-41be-b499-f31d11003e6a req-091bff71-fff3-4d84-aab0-5c336b45b256 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:11.521548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f0f74990-9971-41be-b499-f31d11003e6a req-091bff71-fff3-4d84-aab0-5c336b45b256 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1098 time: 0.1217847 Aug 11 00:58:11.737532 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:11.773646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc647b-f962-4f3a-ae13-afcd0ab965b6 req-20941e47-7315-4e30-953e-585655b87c5c tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:11.805275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69cc647b-f962-4f3a-ae13-afcd0ab965b6 req-20941e47-7315-4e30-953e-585655b87c5c tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 1098 time: 0.1348867 Aug 11 00:58:11.867868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69cc647b-f962-4f3a-ae13-afcd0ab965b6 req-63b0f6e2-8ffd-468b-a774-ea38a547e1ff tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=29983c87-5fc6-462b-b98e-ab025cb53c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597851 Aug 11 00:58:11.893162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Deleting port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:11.893780 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:12.126302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-facaa8ba-5778-4045-9d83-d80ee71b166f req-ba69383b-11af-4602-bab3-82a77432706e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 210 time: 0.1327746 Aug 11 00:58:12.322278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] For port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:12.322665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:12.344794 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:10Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:12.382596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Calling delete_port for 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:12.397217 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a7d1dc-8b4b-4257-8323-11f48c9bae6a None None] The sync data for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 is: [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:10Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:58:12.937381 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:12.977689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f2b4822-ecdb-4b0d-988a-767d0ecc8aee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:13.118276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8e1d95ec-e29d-4b4a-8033-c684ae7d82d1 req-92fc8d31-dd66-4c5e-86a8-a3a3cab835ee tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 210 time: 0.0867145 Aug 11 00:58:13.141893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] No DVR routers for this DVR port 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:58:13.145208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.145813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.146386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.147196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.147787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.148924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.150110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.150919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.151504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.152060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.152601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.153151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:13.156941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:13.160002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f0f74990-9971-41be-b499-f31d11003e6a req-a6897f00-9c9d-4a90-b6d0-a2920d05c9f8 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.55 "DELETE /v2.0/ports/3f2b4822-ecdb-4b0d-988a-767d0ecc8aee HTTP/1.1" status: 204 len: 173 time: 1.6238773 Aug 11 00:58:13.160727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f483889-d45b-4ecf-aeac-3afb8eec5a45', 'name': 'network-vif-deleted', 'tag': '3f2b4822-ecdb-4b0d-988a-767d0ecc8aee'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:13.163887 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0af347-277e-468f-83e5-2c5af9f64a17" -d '{"events": [{"server_uuid": "6f483889-d45b-4ecf-aeac-3afb8eec5a45", "name": "network-vif-deleted", "tag": "3f2b4822-ecdb-4b0d-988a-767d0ecc8aee"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:13.519179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72bd33d3-d73e-4629-98cc-21a138b380cd req-8a9dc038-ffc3-4fa2-a3a4-1af2cb41aefa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 210 time: 0.0863044 Aug 11 00:58:13.543722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 04dd7f1c-1237-40a3-afe8-c03c60e7834e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:13.558442 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6818e05-d1d8-44f3-8665-1b9cc6803d41 x-openstack-request-id: req-e6818e05-d1d8-44f3-8665-1b9cc6803d41 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:13.558802 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f483889-d45b-4ecf-aeac-3afb8eec5a45", "name": "network-vif-deleted", "tag": "3f2b4822-ecdb-4b0d-988a-767d0ecc8aee", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:13.559308 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6818e05-d1d8-44f3-8665-1b9cc6803d41 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:13.559991 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f483889-d45b-4ecf-aeac-3afb8eec5a45', 'name': 'network-vif-deleted', 'tag': '3f2b4822-ecdb-4b0d-988a-767d0ecc8aee', 'status': 'completed', 'code': 200} Aug 11 00:58:13.983587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 04dd7f1c-1237-40a3-afe8-c03c60e7834e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:13.989271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 04dd7f1c-1237-40a3-afe8-c03c60e7834e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:13.989847 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:14.213501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-464ee84a-57db-4808-90bb-7959f688257b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:14.225554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-464ee84a-57db-4808-90bb-7959f688257b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.2885752 Aug 11 00:58:14.255793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-d18de5b1-c56a-4f1d-a2bb-d71c7d569bbe tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/quotas/0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 375 time: 0.0290041 Aug 11 00:58:14.360067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2518ac0b-c465-4147-adf5-8a2003796643 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021078 Aug 11 00:58:14.362596 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:14.483981 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-51d7b158-e667-4937-b151-bffe89a9ff69 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225801 Aug 11 00:58:14.535153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 04dd7f1c-1237-40a3-afe8-c03c60e7834e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=04dd7f1c-1237-40a3-afe8-c03c60e7834e,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:14.585176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6641b4c-2c6d-40fa-8f09-b8380d3d890a req-8a68cb57-e273-4108-a3cb-0c8ac4f64e31 tempest-TestServerMultinode-331574939 tempest-TestServerMultinode-331574939-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f483889-d45b-4ecf-aeac-3afb8eec5a45 HTTP/1.1" status: 200 len: 210 time: 0.1252761 Aug 11 00:58:14.680575 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:14.773968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:14.818346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-6cfb8e2a-79e0-422a-9736-1b5064e62306 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330841 Aug 11 00:58:14.866302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-3f122203-3943-4fe5-9243-3731098d7d78 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:14.871344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-3f122203-3943-4fe5-9243-3731098d7d78 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 797 time: 0.3200793 Aug 11 00:58:14.882388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f83620e-d605-46aa-99da-c81f6bfdbe47 req-fb39fdee-67f4-4c6f-a9de-9ae6fa70b3d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 210 time: 0.1326969 Aug 11 00:58:14.911045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:58:14.911380 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 3f2b4822-ecdb-4b0d-988a-767d0ecc8aee not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:58:14.976464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=04dd7f1c-1237-40a3-afe8-c03c60e7834e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:14.988275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-f466f37c-f00d-4e51-8b7b-e5de25947e69 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 379 time: 0.1025391 Aug 11 00:58:15.000416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'port': {'device_id': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'admin_state_up': True, 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'security_groups': ['fe23e150-629c-4026-80fd-62486cffbbf6']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:15.265320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:58:15.276912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:15.336062 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 04dd7f1c-1237-40a3-afe8-c03c60e7834e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:15.428645 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 04dd7f1c-1237-40a3-afe8-c03c60e7834e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:15.428943 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:15.589830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.20.0.5 (0ca232b4-6b63-40cf-969c-0ecf5c016ace/e67ae442-fe4d-4afb-a4fc-108c73ecc9f1/40076fef-1194-4729-9344-f3f014764e25) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:58:15.677354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38048) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:15.893698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:15.929560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Transition to ACTIVE for port object 40076fef-1194-4729-9344-f3f014764e25 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:16.129309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a4d024c-4189-4447-9528-f01c13f3e7ac req-66509863-a54d-467b-bb34-f835ac5af400 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 210 time: 0.1128604 Aug 11 00:58:16.150329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:16.194614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ee89225-9e4c-4c86-9383-aee47ebc2a43 req-1291cd1e-1e0d-403d-9698-5ce3bef275da tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.0916295 Aug 11 00:58:16.314837 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8fe7582d-9f63-47b4-a069-10fcd78e7155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:16.333039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:58:16.343096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:16.348050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:16.357697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:58:16.474672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:16.480802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:16.621362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-1134d3fe-69a6-4547-8da6-be95f767abb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6263778 Aug 11 00:58:16.635816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Request body: {'port': {'device_id': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:16.759589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:16.864361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0100398a-eac8-432a-9cb1-71f02b46e352 None None] Provisioning for port 40076fef-1194-4729-9344-f3f014764e25 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:16.870841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0100398a-eac8-432a-9cb1-71f02b46e352 None None] Provisioning complete for port 40076fef-1194-4729-9344-f3f014764e25 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:16.871704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0100398a-eac8-432a-9cb1-71f02b46e352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:16.970470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0100398a-eac8-432a-9cb1-71f02b46e352 None None] Port 40076fef-1194-4729-9344-f3f014764e25 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:58:17.219201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-65bd000b-b2d3-4554-8d80-bf182bb37ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:17.221829 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-65bd000b-b2d3-4554-8d80-bf182bb37ac6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1097 time: 0.7809772 Aug 11 00:58:17.267484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40076fef-1194-4729-9344-f3f014764e25 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:58:17.276593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:17.295074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Transition to ACTIVE for port object 40076fef-1194-4729-9344-f3f014764e25 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:17.363853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171905e4-c30d-47ff-83a2-74f042386647 req-e5596a05-0c28-4f61-b344-920eee566087 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:17.366555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-171905e4-c30d-47ff-83a2-74f042386647 req-e5596a05-0c28-4f61-b344-920eee566087 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 931 time: 0.0697753 Aug 11 00:58:17.454169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-8fcc1eb0-c3f0-453a-bf54-73a2adba21a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:17.455774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-8fcc1eb0-c3f0-453a-bf54-73a2adba21a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.1906672 Aug 11 00:58:17.476331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:17.498826 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:17.582051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-171905e4-c30d-47ff-83a2-74f042386647 req-acc47fbb-f399-4156-8652-e712ff539de8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090809 Aug 11 00:58:17.592477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:17.630443 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9bb19a6e-c447-4fec-b278-b42ce99496a8 req-c488693a-cf88-4a70-a8d0-6278cd55c93b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.1733987 Aug 11 00:58:17.771802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:58:17.772145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:58:17.772484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:17.782452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:58:17.782452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:17.811198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:58:17.811198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Checking segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:17.811198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Bound using segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:58:17.811198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Bound port: 40076fef-1194-4729-9344-f3f014764e25, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:58:17.811198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:17.867420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-fd049d1f-23ca-4af7-a197-e8c65ef9fde2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 1000 time: 0.3951302 Aug 11 00:58:17.908614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:58:17.915888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:58:17.974180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-4ab7c865-8539-4eda-8744-50bf526c3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:17.975747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-4ab7c865-8539-4eda-8744-50bf526c3d8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.1001105 Aug 11 00:58:18.008453 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:18.079927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:18.081114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:18.084809 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] 10.222.0.44 "PUT /v2.0/ports/40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 1092 time: 1.4537547 Aug 11 00:58:18.086939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Deleting port e1c33f83-2a97-4672-b3d3-8dc907feabea {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:18.090236 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:18.091211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-12670172-1c71-48e6-affe-7213ffc5fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:18.092878 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-12670172-1c71-48e6-affe-7213ffc5fa36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804315 Aug 11 00:58:18.223729 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:18.239402 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec1bd44-e457-429f-a78e-9f8dd28b6d13" -d '{"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:18.328609 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11388e54-b2af-4996-8ce1-5f526aac6f1c x-openstack-request-id: req-11388e54-b2af-4996-8ce1-5f526aac6f1c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:18.328609 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:18.328945 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11388e54-b2af-4996-8ce1-5f526aac6f1c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:18.329266 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'status': 'completed', 'code': 200} Aug 11 00:58:18.341971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec38d54-de6b-4e74-a2a6-9a02f8f99d12 service neutron] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:18.380164 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-92a6f2cc-bf62-4871-956b-d503c1f7073b service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739778 Aug 11 00:58:18.510766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-b8f4e433-e8f7-47ea-8b1f-67dc2ee67c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:18.519741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-b8f4e433-e8f7-47ea-8b1f-67dc2ee67c4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1095 time: 0.2192857 Aug 11 00:58:18.634300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] For port e1c33f83-2a97-4672-b3d3-8dc907feabea, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e1c33f83-2a97-4672-b3d3-8dc907feabea,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:18.634673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:18.701536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-18af538e-1043-4608-aa96-40d2e4687aae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 217 time: 0.1739602 Aug 11 00:58:18.717749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Calling delete_port for e1c33f83-2a97-4672-b3d3-8dc907feabea owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:18.943220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-72d50249-725e-4811-8dc7-765a83c06572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:18.946908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-72d50249-725e-4811-8dc7-765a83c06572 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.2310348 Aug 11 00:58:18.977995 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-166223fd-09cd-414f-95e2-a981e0b7cae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:18.981623 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:18.998171 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9585f1e1-f979-47bf-97c0-dbd81e344ff9 req-17b2d1eb-4be3-4b13-8f77-6a7ad09dffe4 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064234 Aug 11 00:58:19.045565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9925f9d1-0b48-4bbc-aff0-c5d4854e0f99 req-dafc8b91-c22a-42f1-92b2-117a0ab97ce9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.2059035 Aug 11 00:58:19.152730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-7ba86abc-a3be-4568-a56e-53eb461eb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:19.165157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-7ba86abc-a3be-4568-a56e-53eb461eb8ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351771 Aug 11 00:58:19.398514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-9ef3dd80-2a43-4625-86e3-04716fc67d79 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359414 Aug 11 00:58:19.631639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e68c451-6d15-47d6-a09a-c711be3435a2 req-ab6a6e7f-2928-4231-b8a9-98a89f2506e6 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253501 Aug 11 00:58:19.716745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eb515-69b6-4bcb-89b0-2205550df8c2 req-469dc77a-0c46-45df-818e-75305ef5717c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:19.719540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b47eb515-69b6-4bcb-89b0-2205550df8c2 req-469dc77a-0c46-45df-818e-75305ef5717c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 943 time: 0.9664376 Aug 11 00:58:19.756336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38142) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:19.861333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-cf31c7c0-57d3-4d33-b1df-8da70b8cf428 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:19.867018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-cf31c7c0-57d3-4d33-b1df-8da70b8cf428 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.5442994 Aug 11 00:58:19.871909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-5112a101-76d8-4cb3-b4ff-4afbe717bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:19.873949 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-5112a101-76d8-4cb3-b4ff-4afbe717bb78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1095 time: 0.0743830 Aug 11 00:58:19.897202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b47eb515-69b6-4bcb-89b0-2205550df8c2 req-fdc4d8d5-ac94-4064-a8b0-2b7fdfa38af2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680405 Aug 11 00:58:19.899998 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:19.925107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'port': {'device_id': 'd2c78034-5b1c-41c7-89b1-6f3ddbabe427', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'admin_state_up': True, 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:20.020554 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ff2b-ebb8-4cc9-a8a5-cfdb507251c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:20.100998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-57542b66-1442-4c5d-a6e7-2e2829131266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:20.104094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-57542b66-1442-4c5d-a6e7-2e2829131266 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.2227111 Aug 11 00:58:20.110093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c33f83-2a97-4672-b3d3-8dc907feabea,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:20.232453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-bb87a047-034b-43c5-8781-ac7497fe682e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 217 time: 0.1160839 Aug 11 00:58:20.300753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70523c6e-73c7-4e97-ada0-4669da49a975 req-050b8c6b-83bf-4049-8835-3f1ce0073247 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.0827196 Aug 11 00:58:20.469642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:20.495394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-55c9ab19-6614-455b-a06c-a4c0ee237e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:20.507861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-55c9ab19-6614-455b-a06c-a4c0ee237e87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.2336125 Aug 11 00:58:20.562391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:20.763889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ff2b-ebb8-4cc9-a8a5-cfdb507251c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:20.795125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-6718cc8d-6a7b-49c4-bef0-dc9772202e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:20.803402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-6718cc8d-6a7b-49c4-bef0-dc9772202e7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2871087 Aug 11 00:58:21.047947 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6fb1ff2b-ebb8-4cc9-a8a5-cfdb507251c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:21.132324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:58:21.138981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:21.293661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6fb1ff2b-ebb8-4cc9-a8a5-cfdb507251c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6393d934923449c9bed4fbdb05e1c9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5359123 Aug 11 00:58:21.297989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38168) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:21.332331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1ff2b-ebb8-4cc9-a8a5-cfdb507251c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e157c6d-1bc9-489b-ba16-3d50d0beddb0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:21.395459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:58:21.446035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-1ad773ab-a6d9-4800-a437-ae7f644f1f64 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385689 Aug 11 00:58:21.521280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f67f5-de2c-4b2f-bb45-ba413fe9f2f1 req-3cad5777-80b7-400f-960f-24bea6784677 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:21.533701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a0f67f5-de2c-4b2f-bb45-ba413fe9f2f1 req-3cad5777-80b7-400f-960f-24bea6784677 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 943 time: 0.3570435 Aug 11 00:58:21.626631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91d9ccf6-3edb-4ef6-84b4-53472c46f7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:21.664339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91d9ccf6-3edb-4ef6-84b4-53472c46f7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:21.757999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ced805d-ff0e-4095-b1de-70f0f300bb6b req-fe498620-8866-4c03-bd20-f1b70876e357 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.2294202 Aug 11 00:58:21.818392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91d9ccf6-3edb-4ef6-84b4-53472c46f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:21.827379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-91d9ccf6-3edb-4ef6-84b4-53472c46f7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:21.833978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-91d9ccf6-3edb-4ef6-84b4-53472c46f7d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e157c6d-1bc9-489b-ba16-3d50d0beddb0 HTTP/1.1" status: 204 len: 168 time: 0.5324199 Aug 11 00:58:21.870488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9ccf6-3edb-4ef6-84b4-53472c46f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e157c6d-1bc9-489b-ba16-3d50d0beddb0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:21.941843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eec1bd44-e457-429f-a78e-9f8dd28b6d13 req-1d16bf37-d852-45c6-9b73-cdc8b533f044 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786656 Aug 11 00:58:22.042478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.20.0.10 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/2a1491f7-fc7c-4bec-8757-687ff4f7b2b7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:58:22.225902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:22.241478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Transition to ACTIVE for port object 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:22.377526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:58:22.397106 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0c95d69a-be33-44f3-98df-730756eaf64b admin admin] 10.222.0.43 "PUT /v2.0/routers/9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7178919 Aug 11 00:58:22.399797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38188) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:22.429673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a0f67f5-de2c-4b2f-bb45-ba413fe9f2f1 req-e56bfe11-0a11-4396-af2f-73c1a56c4e32 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8901517 Aug 11 00:58:22.456221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] Sync routers for ids ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:58:22.464026 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:22.497892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:22.502233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] Routers {'9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:22.503645 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:58:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:22.569241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40076fef-1194-4729-9344-f3f014764e25 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:58:22.640274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:58:22.661165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:22.662911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:22.684404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:58:22.890673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:22.944423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:22.945448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:23.117646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-2325c326-f916-4286-bc65-cbcbb12b265c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2111754 Aug 11 00:58:23.136251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Request body: {'port': {'device_id': 'd2c78034-5b1c-41c7-89b1-6f3ddbabe427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:23.139807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:23.169935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] Set router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:23.236964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '40076fef-1194-4729-9344-f3f014764e25', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'port_id': '40076fef-1194-4729-9344-f3f014764e25', 'mac_address': 'fa:16:3e:01:fd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:58:23.263380 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:23.281930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38206) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:23.319931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bc5ad-fe11-45f9-bf67-417244e44b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:23.684150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bc5ad-fe11-45f9-bf67-417244e44b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:23.914035 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:23.919441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193bc5ad-fe11-45f9-bf67-417244e44b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:23.925571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1bdb06da-af34-4259-a7b4-c8d64495936c None None] Provisioning for port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:23.967025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1bdb06da-af34-4259-a7b4-c8d64495936c None None] Provisioning complete for port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:23.980117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1bdb06da-af34-4259-a7b4-c8d64495936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:24.007673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40076fef-1194-4729-9344-f3f014764e25 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:58:24.071911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bc5ad-fe11-45f9-bf67-417244e44b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102759df-396f-47da-bae3-f6ea6bc81bcf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:24.092295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a76bb-1c77-4db6-9873-7a9e85d9f07c req-91d1b3ba-bf40-483b-b7d4-f405dfd7c036 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:24.094917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-428a76bb-1c77-4db6-9873-7a9e85d9f07c req-91d1b3ba-bf40-483b-b7d4-f405dfd7c036 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 932 time: 0.1684892 Aug 11 00:58:24.183965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:24.220699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-193bc5ad-fe11-45f9-bf67-417244e44b6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1be467c62f01485f8af4ab162cad5225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9376419 Aug 11 00:58:24.225545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38224) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:24.232534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:58:19Z', 'revision_number': 5, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port': {'id': '7c1a04fd-e80d-453e-a5ea-4b2b146e61ae', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:04Z', 'updated_at': '2021-08-11T00:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:24.281012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-428a76bb-1c77-4db6-9873-7a9e85d9f07c req-8066fc01-4759-49a4-a637-fe1e4b043734 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679304 Aug 11 00:58:24.358658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:24.359734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799ffbd-f201-48c8-8570-52cef33dfad3 req-3a182e03-de7f-4c30-b18f-70e15ae6ef32 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:24.361958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] Checking router: 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:58:24.372728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1799ffbd-f201-48c8-8570-52cef33dfad3 req-3a182e03-de7f-4c30-b18f-70e15ae6ef32 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 943 time: 0.4638913 Aug 11 00:58:24.387322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb06da-af34-4259-a7b4-c8d64495936c None None] Port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:58:24.406366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] Routers {'9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:24.407688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:58:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:24.498165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Deleting port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:24.498702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:24.621224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1799ffbd-f201-48c8-8570-52cef33dfad3 req-390924c2-f59a-40a8-ba5d-2ed61129bb0c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454996 Aug 11 00:58:24.660300 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc14a012-270b-4b52-adcf-3109a89fa431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:24.700181 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:24.726058 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc14a012-270b-4b52-adcf-3109a89fa431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:24.799973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] Set router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:24.871004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] For port 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7c1a04fd-e80d-453e-a5ea-4b2b146e61ae,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:24.871534 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:24.895969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:58:24.916225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:24.934494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Calling delete_port for 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:24.999873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['40076fef-1194-4729-9344-f3f014764e25'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:58:25.093271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Transition to ACTIVE for port object 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:25.094798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc14a012-270b-4b52-adcf-3109a89fa431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:25.099779 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc14a012-270b-4b52-adcf-3109a89fa431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:25.102312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bc14a012-270b-4b52-adcf-3109a89fa431 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/102759df-396f-47da-bae3-f6ea6bc81bcf HTTP/1.1" status: 204 len: 168 time: 0.8690381 Aug 11 00:58:25.108563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:25.132473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.132732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.133055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.141926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.142413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.142761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.143106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.143472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.143805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.144135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.144465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.144863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:58:25.177109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14a012-270b-4b52-adcf-3109a89fa431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102759df-396f-47da-bae3-f6ea6bc81bcf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:25.182071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:58:24Z', 'revision_number': 6, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:25.231657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:25.263966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86258dcb-39fa-4489-a60b-1f80c420d73f None None] The sync data for ids ['9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a'] in n-d-712143-13 is: [{'id': '9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a', 'name': 'tempest-TestServerMultinode-1037939064-router', 'tenant_id': '9b6e6da867b64bd69375365586a52e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:02Z', 'updated_at': '2021-08-11T00:58:24Z', 'revision_number': 6, 'project_id': '9b6e6da867b64bd69375365586a52e26', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:58:25.449757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:25.816513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Attempting to bind port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:58:25.816981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Attempting to bind port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:58:25.819915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Attempting to bind port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:25.829755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:58:25.830094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Attempting to bind port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:25.844074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:58:25.844415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:25.845390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:58:25.848907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Bound port: 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:58:25.849533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:25.909975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1555f36-ab47-4684-b91d-fe5232759649 req-555e2860-bd01-4997-91b3-d482589ee29d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:25.930279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1555f36-ab47-4684-b91d-fe5232759649 req-555e2860-bd01-4997-91b3-d482589ee29d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.4014423 Aug 11 00:58:25.957186 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:26.127916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1a04fd-e80d-453e-a5ea-4b2b146e61ae,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:26.156144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] For port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:58:26.168107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] For port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:58:26.198066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9498-ed44-4c74-a2c6-392ad5103499 req-efb0775b-808a-4bd0-8f5c-e97584b2be3c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:26.203221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8eaa9498-ed44-4c74-a2c6-392ad5103499 req-efb0775b-808a-4bd0-8f5c-e97584b2be3c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.2554600 Aug 11 00:58:26.277632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:26.309712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1555f36-ab47-4684-b91d-fe5232759649 req-e0d1300b-fc20-49c5-b178-2524aebbd782 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784938 Aug 11 00:58:26.391533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:26.469761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:26.470399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:26.471873 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] 10.222.0.55 "PUT /v2.0/ports/2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 HTTP/1.1" status: 200 len: 1093 time: 3.3455932 Aug 11 00:58:26.474798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c78034-5b1c-41c7-89b1-6f3ddbabe427', 'tag': '2a1491f7-fc7c-4bec-8757-687ff4f7b2b7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:26.494019 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9554edd3-c9c6-4e07-a17e-8a05db8a4701" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c78034-5b1c-41c7-89b1-6f3ddbabe427", "tag": "2a1491f7-fc7c-4bec-8757-687ff4f7b2b7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:26.556429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8eaa9498-ed44-4c74-a2c6-392ad5103499 req-b05e7969-3f9a-4a21-bd4c-b6a411e47e37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480535 Aug 11 00:58:26.686653 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d91483a-a494-43d0-a39c-704074d5f2c1 x-openstack-request-id: req-0d91483a-a494-43d0-a39c-704074d5f2c1 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:26.691551 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c78034-5b1c-41c7-89b1-6f3ddbabe427", "tag": "2a1491f7-fc7c-4bec-8757-687ff4f7b2b7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:26.692039 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d91483a-a494-43d0-a39c-704074d5f2c1 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:26.692651 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c78034-5b1c-41c7-89b1-6f3ddbabe427', 'tag': '2a1491f7-fc7c-4bec-8757-687ff4f7b2b7', 'status': 'completed', 'code': 200} Aug 11 00:58:26.717854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40076fef-1194-4729-9344-f3f014764e25 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:26.726577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c735f3-b8a7-45da-95ae-aa012e65e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:26.755402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:26.759834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:26.762406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-cd74fa56-6348-4b48-b1dc-cc4d559aa104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:26.766182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-cd74fa56-6348-4b48-b1dc-cc4d559aa104 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 1096 time: 0.1632180 Aug 11 00:58:26.880943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-64ef41c4-7c8c-4226-a8aa-7aa8b2ebecc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 HTTP/1.1" status: 200 len: 217 time: 0.1010745 Aug 11 00:58:27.046161 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:27.046984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:58:27.057157 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:27.058425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ef90a4c1-6c8e-4f71-9cd6-6b5244abd486 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9714ddc3-69b6-4df1-a4d3-f2fe7efb2b9a HTTP/1.1" status: 204 len: 168 time: 4.6573639 Aug 11 00:58:27.062165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38282) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:27.091171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 40076fef-1194-4729-9344-f3f014764e25 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:27.096994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-f533d4b2-f133-47e2-9875-cb54cda1c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:27.098165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-f533d4b2-f133-47e2-9875-cb54cda1c79d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.2034061 Aug 11 00:58:27.104339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 40076fef-1194-4729-9344-f3f014764e25 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:27.104965 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:27.237234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5b4573-2047-4d70-8cbe-5c1d00921f3c admin admin] Deleting subnet d8e0032c-04b5-41a3-a79b-31e24a34f8fd {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:58:27.245921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4573-2047-4d70-8cbe-5c1d00921f3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:27.254429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-34c06fcd-ec3f-47af-afe9-310436a5007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:27.262798 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-34c06fcd-ec3f-47af-afe9-310436a5007d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1476762 Aug 11 00:58:27.334712 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4573-2047-4d70-8cbe-5c1d00921f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:27.406967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e1c33f83-2a97-4672-b3d3-8dc907feabea no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:27.578884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4573-2047-4d70-8cbe-5c1d00921f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:27.660701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9f0ad-70f6-459d-ba63-af41e4670272 req-42e33d1e-8370-4f7b-9f3b-966326447294 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:27.662294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-41d9f0ad-70f6-459d-ba63-af41e4670272 req-42e33d1e-8370-4f7b-9f3b-966326447294 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.2085121 Aug 11 00:58:27.831666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4573-2047-4d70-8cbe-5c1d00921f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:27.911697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b4573-2047-4d70-8cbe-5c1d00921f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e0032c-04b5-41a3-a79b-31e24a34f8fd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:28.039341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae8bae-8497-4c95-a20c-e2ef6f2dc425 req-3275e55a-5dcb-4c5c-a0e1-d6acb51cb46a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:28.047130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08ae8bae-8497-4c95-a20c-e2ef6f2dc425 req-3275e55a-5dcb-4c5c-a0e1-d6acb51cb46a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.2919822 Aug 11 00:58:28.058651 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc5b4573-2047-4d70-8cbe-5c1d00921f3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:28.067776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cc5b4573-2047-4d70-8cbe-5c1d00921f3c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d8e0032c-04b5-41a3-a79b-31e24a34f8fd HTTP/1.1" status: 204 len: 168 time: 1.0021775 Aug 11 00:58:28.070122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3aab2-5ea0-43fb-ae36-d072840f0e7f None None] Network 12c0daa4-c935-4eca-9e17-425ec4b12739 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:58:28.071259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38316) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:28.089143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e1c33f83-2a97-4672-b3d3-8dc907feabea {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:58:28.089922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e1c33f83-2a97-4672-b3d3-8dc907feabea not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:58:28.090749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:28.204837 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:28.209693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:58:28.214604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7c1a04fd-e80d-453e-a5ea-4b2b146e61ae not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:58:28.336257 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:28.472899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:28.478215 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539f9bb-1277-4262-b616-b0ccc781da68" -d '{"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-plugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:28.511433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08ae8bae-8497-4c95-a20c-e2ef6f2dc425 req-274a0a04-046c-4f9c-84a8-9e0e80a891ee tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4362466 Aug 11 00:58:28.517116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:28.577300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Deleting port 8e2ad89b-b772-45d1-8d46-da1835911c44 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:28.580107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:28.600894 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:28.679822 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eadba7e-8a85-462c-b68a-5e68b1184ed0 x-openstack-request-id: req-8eadba7e-8a85-462c-b68a-5e68b1184ed0 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:28.680787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] For port 8e2ad89b-b772-45d1-8d46-da1835911c44, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8e2ad89b-b772-45d1-8d46-da1835911c44,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:28.680919 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-plugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:28.681172 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:28.683930 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8eadba7e-8a85-462c-b68a-5e68b1184ed0 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:28.684041 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'code': 200} Aug 11 00:58:28.710394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Calling delete_port for 8e2ad89b-b772-45d1-8d46-da1835911c44 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:28.765573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] DHCP port deletion for 12c0daa4-c935-4eca-9e17-425ec4b12739 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:58:28.775308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:28.858678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] Deleting port 8e2ad89b-b772-45d1-8d46-da1835911c44 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:28.859352 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:28.926241 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-5dd6d7c5-fabf-409b-84a3-0941d1aabbdf service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6578248 Aug 11 00:58:28.944881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] For port 8e2ad89b-b772-45d1-8d46-da1835911c44, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=8e2ad89b-b772-45d1-8d46-da1835911c44,segment=NetworkSegment(1ec4106d-5234-489a-a16e-d6ecbfd0eb8f),segment_id=1ec4106d-5234-489a-a16e-d6ecbfd0eb8f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:28.945690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:28.953398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-41d9f0ad-70f6-459d-ba63-af41e4670272 req-be946af7-002b-4474-b766-1e930d236df0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2752411 Aug 11 00:58:28.988614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] Calling delete_port for 8e2ad89b-b772-45d1-8d46-da1835911c44 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:29.007590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ea3f3-2ec0-45f7-9438-6230fe9a7d0d req-e0fc5d76-f645-4c39-ad98-4afc4a1da685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:29.009759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-781ea3f3-2ec0-45f7-9438-6230fe9a7d0d req-e0fc5d76-f645-4c39-ad98-4afc4a1da685 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1097 time: 0.2867196 Aug 11 00:58:29.061283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:29.128000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10f5cab9-db0a-4f2f-80be-e4b427c5d04c req-45e8b8f2-d552-4b76-91ee-3ac001bf355a service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917264 Aug 11 00:58:29.196982 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-781ea3f3-2ec0-45f7-9438-6230fe9a7d0d req-8898a290-93fd-44e3-b21f-9cdf2d94bb56 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673634 Aug 11 00:58:29.197825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2ad89b-b772-45d1-8d46-da1835911c44,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:29.200491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] No DVR routers for this DVR port 8e2ad89b-b772-45d1-8d46-da1835911c44 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:58:29.285983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:29.320492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] Pushing event deleted for resources: {'Port': ['ID=8e2ad89b-b772-45d1-8d46-da1835911c44,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:29.355280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b229661-7f71-4e85-93f0-68d7e45fbea9 None None] No DVR routers for this DVR port 8e2ad89b-b772-45d1-8d46-da1835911c44 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:58:29.390078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8e2ad89b-b772-45d1-8d46-da1835911c44 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:29.391973 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:29.404786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c0daa4-c935-4eca-9e17-425ec4b12739']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:29.446828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:29.449816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec4106d-5234-489a-a16e-d6ecbfd0eb8f') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:29.475615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-d136aea7-9c3f-4cc0-a1ef-a58eacd6895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:29.482204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:29.484336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-d136aea7-9c3f-4cc0-a1ef-a58eacd6895f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 1096 time: 0.1411784 Aug 11 00:58:29.497168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 8e2ad89b-b772-45d1-8d46-da1835911c44 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:58:29.497518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 8e2ad89b-b772-45d1-8d46-da1835911c44 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:58:29.542077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:29.562604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:58:29.565148 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:58:29.569140 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:58:29.695091 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:29.760554 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:29.850731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-28b19e71-68b3-41b9-bf69-b97e6474fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:29.861708 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-28b19e71-68b3-41b9-bf69-b97e6474fea2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.3682678 Aug 11 00:58:29.874969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce3fe-9a67-4b21-ae59-a8b72eaa9912 req-b94e9c5e-279b-4326-86cb-ef80f4ff18ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:29.889012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-754ce3fe-9a67-4b21-ae59-a8b72eaa9912 req-b94e9c5e-279b-4326-86cb-ef80f4ff18ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.1528051 Aug 11 00:58:29.967905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-9613d21a-00e3-4e96-a32b-ce33db9a4869 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 HTTP/1.1" status: 200 len: 217 time: 0.0789213 Aug 11 00:58:29.986519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-754ce3fe-9a67-4b21-ae59-a8b72eaa9912 req-bfa3183e-a99a-451f-b37d-5937f2147907 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902400 Aug 11 00:58:30.064809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-8a947288-dffe-4f39-a558-3b8155d82f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:30.066496 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-8a947288-dffe-4f39-a558-3b8155d82f15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.1127062 Aug 11 00:58:30.233003 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:30.233003 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:30.233003 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/12c0daa4-c935-4eca-9e17-425ec4b12739 HTTP/1.1" status: 204 len: 168 time: 2.0930119 Aug 11 00:58:30.233003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b788c52-6c21-4fbb-b75f-b80bc2dcfcf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c0daa4-c935-4eca-9e17-425ec4b12739,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:30.233590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbe297-ef28-4327-9176-3c96cd9f8708 req-cfbded00-05b5-48c6-8e59-62bbbf8b85bd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:30.233590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4bbe297-ef28-4327-9176-3c96cd9f8708 req-cfbded00-05b5-48c6-8e59-62bbbf8b85bd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.1379454 Aug 11 00:58:30.233590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38368) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:30.233590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-59f63313-6962-49d5-906f-1b83da9a6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:30.233590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-59f63313-6962-49d5-906f-1b83da9a6693 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522014 Aug 11 00:58:30.419953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4bbe297-ef28-4327-9176-3c96cd9f8708 req-bb9ae8df-a48d-4530-826a-d7f482d1b4cb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968615 Aug 11 00:58:30.543751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-3884d0e2-2c4b-43ee-ba6e-3d17bacff6e4 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638087 Aug 11 00:58:31.018020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9554edd3-c9c6-4e07-a17e-8a05db8a4701 req-85929b95-670c-4728-ab19-eae15887cb12 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112014 Aug 11 00:58:31.181766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:31.199618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac8cb2-2394-406e-9160-a9a07b0f477a req-9f87296c-2188-40b4-9f03-c123bd9c8762 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:31.208498 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25ac8cb2-2394-406e-9160-a9a07b0f477a req-9f87296c-2188-40b4-9f03-c123bd9c8762 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0971229 Aug 11 00:58:31.266480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25ac8cb2-2394-406e-9160-a9a07b0f477a req-b6ceb7fd-fee0-40f7-ad36-393cc6750041 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566623 Aug 11 00:58:31.485075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bade-a16b-4deb-94e9-39606deb1b67 req-5552b37e-c047-4275-8de6-1de0bd3a738b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:31.493255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b66bade-a16b-4deb-94e9-39606deb1b67 req-5552b37e-c047-4275-8de6-1de0bd3a738b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.1127791 Aug 11 00:58:31.563435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b66bade-a16b-4deb-94e9-39606deb1b67 req-ae5ba8e0-aa80-4d88-b978-ccae4f01ca26 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652163 Aug 11 00:58:31.580510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38398) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:31.668878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88571f34-9de4-4877-a18c-c49eb1ab11a8 req-65d35c15-0e2d-44f8-81e9-87c0fca5d014 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:31.674814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88571f34-9de4-4877-a18c-c49eb1ab11a8 req-65d35c15-0e2d-44f8-81e9-87c0fca5d014 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.1547008 Aug 11 00:58:31.713658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c94742-2e6f-499d-8067-9fddf8ae9004 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:31.718393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-14c94742-2e6f-499d-8067-9fddf8ae9004 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1092 time: 0.1328831 Aug 11 00:58:31.721484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38410) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:31.729446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '40076fef-1194-4729-9344-f3f014764e25', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:31.771188 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88571f34-9de4-4877-a18c-c49eb1ab11a8 req-4e0f3585-c385-433b-a480-b94d8b3fb2f2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883369 Aug 11 00:58:31.842927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Deleting port 6b219dc9-ee10-4766-ab6c-507582930331 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:31.843458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:31.915624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:31.995602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] For port 6b219dc9-ee10-4766-ab6c-507582930331, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6b219dc9-ee10-4766-ab6c-507582930331,segment=NetworkSegment(2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8),segment_id=2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:32.007790 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:32.042329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Calling delete_port for 6b219dc9-ee10-4766-ab6c-507582930331 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:32.323979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:32.605016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.25.0.119 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/15612270-a285-4123-a167-c9372697a99e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:58:32.737105 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:32.779491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b219dc9-ee10-4766-ab6c-507582930331,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:32.874430 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:33.024088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:33.387206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:33.641532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:58:33.657566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:33.666029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:58:33.758674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=15612270-a285-4123-a167-c9372697a99e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:33.781287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa116c-5b46-4ae6-aa75-7e7ea26f38e5 req-69130740-9496-428d-831e-5c6ebab65f12 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:33.783469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81fa116c-5b46-4ae6-aa75-7e7ea26f38e5 req-69130740-9496-428d-831e-5c6ebab65f12 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.2503891 Aug 11 00:58:33.969118 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81fa116c-5b46-4ae6-aa75-7e7ea26f38e5 req-f6e06eef-af4f-4ff0-b419-d6434866bab4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447427 Aug 11 00:58:34.431006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:58:34.480899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38474) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:34.580274 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:58:34.585770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:34.662710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-061ee385-b4ba-4542-9002-f7f76af07b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:34.740763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:58:34.749468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1bea1943-4648-44ba-b403-4ba68fdc8e6a admin admin] 10.222.0.43 "PUT /v2.0/routers/1ec04ceb-7e6a-43d4-979c-f0dd655d0291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5204008 Aug 11 00:58:34.751962 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] Sync routers for ids ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:58:34.753585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38484) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:34.779558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] Routers {'1ec04ceb-7e6a-43d4-979c-f0dd655d0291'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:34.779558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:58:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:34.847926 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-061ee385-b4ba-4542-9002-f7f76af07b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:34.943730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-061ee385-b4ba-4542-9002-f7f76af07b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:34.972323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] Set router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:34.985135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:34.998890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-061ee385-b4ba-4542-9002-f7f76af07b02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fd8114e4a404d20b605d164529fd413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167422 Aug 11 00:58:35.000240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ee385-b4ba-4542-9002-f7f76af07b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269b94db-99a8-46c6-b934-459b1634fc96,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:35.003047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38492) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:35.035384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:35.092393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4087f-1fb1-4023-be98-d42a03628b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:35.131579 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4087f-1fb1-4023-be98-d42a03628b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:35.243263 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:58:32Z', 'revision_number': 5, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:35.254707 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fae13-c55e-4f0b-836d-3a7d05a47b60 req-50cc6d11-1d5c-4409-a695-111ec9b02179 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:35.259248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d72fae13-c55e-4f0b-836d-3a7d05a47b60 req-50cc6d11-1d5c-4409-a695-111ec9b02179 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.0956388 Aug 11 00:58:35.306599 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] Checking router: 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:58:35.318142 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] Routers {'1ec04ceb-7e6a-43d4-979c-f0dd655d0291'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:35.319233 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:58:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:35.347028 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d72fae13-c55e-4f0b-836d-3a7d05a47b60 req-ab595ee8-f264-45f2-93c2-29fa74bc1cc6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675061 Aug 11 00:58:35.360819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4087f-1fb1-4023-be98-d42a03628b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:35.363624 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4087f-1fb1-4023-be98-d42a03628b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:35.375195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1ef4087f-1fb1-4023-be98-d42a03628b02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/269b94db-99a8-46c6-b934-459b1634fc96 HTTP/1.1" status: 204 len: 168 time: 0.3605881 Aug 11 00:58:35.390795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4087f-1fb1-4023-be98-d42a03628b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b94db-99a8-46c6-b934-459b1634fc96,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:35.600819 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] Set router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:36.040612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:36.116916 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:58:32Z', 'revision_number': 5, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:36.134496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:36.148238 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b6e1b1-41c6-40ce-9d5c-00d77dd3e757 None None] The sync data for ids ['1ec04ceb-7e6a-43d4-979c-f0dd655d0291'] in n-d-712143-13 is: [{'id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'name': 'tempest-TestServerMultinode-1923955470-router', 'tenant_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:14Z', 'updated_at': '2021-08-11T00:58:32Z', 'revision_number': 5, 'project_id': 'ddb7d70ff9b14067aad5f5fec10ac4d9', 'gw_port': {'id': 'd8b360aa-3132-4eef-a2e3-a45654030e42', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:94:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec04ceb-7e6a-43d4-979c-f0dd655d0291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:16Z', 'updated_at': '2021-08-11T00:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:58:36.224196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=15612270-a285-4123-a167-c9372697a99e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:36.230361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:36.280549 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:36.428843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38528) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:36.446913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-098ca5bd-8974-4550-8870-4778d6b2bab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:36.601670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Deleting port d8b360aa-3132-4eef-a2e3-a45654030e42 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:36.602600 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:36.736399 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Floating IP bd0a7a0a-d98d-44fb-baa4-9165875ee2bb associated. External IP: 172.25.0.119, port: 40076fef-1194-4729-9344-f3f014764e25. Aug 11 00:58:36.822562 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-098ca5bd-8974-4550-8870-4778d6b2bab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:36.885614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e826-be66-4084-a0c9-431043f01c5d req-629f9f05-bc68-421a-bc69-8802cc3211ac tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:36.887327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0895e826-be66-4084-a0c9-431043f01c5d req-629f9f05-bc68-421a-bc69-8802cc3211ac tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.3158519 Aug 11 00:58:36.902794 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-098ca5bd-8974-4550-8870-4778d6b2bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:36.961333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-098ca5bd-8974-4550-8870-4778d6b2bab0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39cf747295d34771be3e312f438a9922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300915 Aug 11 00:58:37.080163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38536) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:37.080163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ca5bd-8974-4550-8870-4778d6b2bab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979ad60a-1bee-4780-bb4c-1afd11a75a59,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:37.085066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] For port d8b360aa-3132-4eef-a2e3-a45654030e42, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d8b360aa-3132-4eef-a2e3-a45654030e42,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:37.085066 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:37.086010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea895694-2d2f-4005-a787-53b59feb70b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:37.086459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Calling delete_port for d8b360aa-3132-4eef-a2e3-a45654030e42 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:37.086803 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea895694-2d2f-4005-a787-53b59feb70b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:37.183718 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0895e826-be66-4084-a0c9-431043f01c5d req-2bd94992-e0c4-4682-925e-94de45971258 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870648 Aug 11 00:58:37.203299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6b219dc9-ee10-4766-ab6c-507582930331 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:37.246161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6b219dc9-ee10-4766-ab6c-507582930331 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:58:37.247104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6b219dc9-ee10-4766-ab6c-507582930331 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:58:37.332446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 00:58:37.502899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:58:37.515978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] Sync routers for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:58:37.525889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:37.526526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:58:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:37.594988 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea895694-2d2f-4005-a787-53b59feb70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:37.600822 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:37.603485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea895694-2d2f-4005-a787-53b59feb70b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:37.610425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ea895694-2d2f-4005-a787-53b59feb70b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/979ad60a-1bee-4780-bb4c-1afd11a75a59 HTTP/1.1" status: 204 len: 168 time: 0.6431949 Aug 11 00:58:37.621651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea895694-2d2f-4005-a787-53b59feb70b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ad60a-1bee-4780-bb4c-1afd11a75a59,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:37.641704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b360aa-3132-4eef-a2e3-a45654030e42,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:37.650046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:37.672092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:37.761357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6eb29e55-b250-4bdb-9ad3-c15c66827128 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0382855 Aug 11 00:58:37.762665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:37.766981 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1897deb-cd01-487c-a773-cc09c14fd3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:37.853239 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:38.063200 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f0c82d-67bb-4e05-a8aa-1b62c6f6884b x-openstack-request-id: req-b7f0c82d-67bb-4e05-a8aa-1b62c6f6884b {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:38.063200 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:38.063200 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7f0c82d-67bb-4e05-a8aa-1b62c6f6884b {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:38.064040 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'status': 'completed', 'code': 200} Aug 11 00:58:38.099264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:38.106455 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:38.122279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa3759-6e2e-4c7d-87a0-1f805ca0058e req-030b953f-731a-403e-9301-0081788bb853 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:38.132203 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-91fa3759-6e2e-4c7d-87a0-1f805ca0058e req-030b953f-731a-403e-9301-0081788bb853 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.1928296 Aug 11 00:58:38.143829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'bd0a7a0a-d98d-44fb-baa4-9165875ee2bb', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'port_id': '40076fef-1194-4729-9344-f3f014764e25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'mac_address': 'fa:16:3e:01:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:58:34Z', 'updated_at': '2021-08-11T00:58:34Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:14Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:38.172118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-b2e8fc89-a31b-4408-b3aa-29efa92981bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:38.173662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-b2e8fc89-a31b-4408-b3aa-29efa92981bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1097 time: 0.1302145 Aug 11 00:58:38.209559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-91fa3759-6e2e-4c7d-87a0-1f805ca0058e req-0f01b946-1107-446b-93ae-133e6bb9d7b9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759099 Aug 11 00:58:38.210014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38558) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:38.213831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] Checking router: 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:58:38.226247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:58:38.227823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:58:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:38.328756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:38.338011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec04ceb-7e6a-43d4-979c-f0dd655d0291 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 00:58:38.360819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:38.378024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2961662c-ed1c-4182-befe-12a38a34ccd9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1ec04ceb-7e6a-43d4-979c-f0dd655d0291 HTTP/1.1" status: 204 len: 168 time: 3.6154778 Aug 11 00:58:38.379004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38566) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:38.538863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:58:38.548797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-f33e5558-3b7a-4318-b878-21bc589b992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:38.557910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-f33e5558-3b7a-4318-b878-21bc589b992b service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.3350232 Aug 11 00:58:38.626816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d8b51c-9518-4440-bee7-b5c8d4e1f88d admin admin] Deleting subnet d1b3b18f-b494-44a7-b637-fe36f98930d6 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:58:38.639791 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b51c-9518-4440-bee7-b5c8d4e1f88d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:38.675667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e48b18f3-a1c3-49bc-af73-29dc1d8b6fff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/bd0a7a0a-d98d-44fb-baa4-9165875ee2bb HTTP/1.1" status: 200 len: 991 time: 0.4642859 Aug 11 00:58:38.724450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02900bcd-3a3b-4af0-bce9-b4f46fb467b2 req-46fb0ecc-ebf4-4cec-a65f-4d0541860f3b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:38.726161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-02900bcd-3a3b-4af0-bce9-b4f46fb467b2 req-46fb0ecc-ebf4-4cec-a65f-4d0541860f3b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.3453505 Aug 11 00:58:38.736494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-9a447747-09d2-4bc8-be3b-cdb45b1f89d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 999 time: 0.1691577 Aug 11 00:58:38.771083 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b51c-9518-4440-bee7-b5c8d4e1f88d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:38.886513 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-02900bcd-3a3b-4af0-bce9-b4f46fb467b2 req-e2b65ab4-f0b9-4806-90f7-d36a6e1ba3ea tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524570 Aug 11 00:58:38.891984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-e1ec3a32-fdbc-4b76-80a0-22512379dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:38.894396 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-e1ec3a32-fdbc-4b76-80a0-22512379dd18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.1505427 Aug 11 00:58:39.009889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-35a9d670-2686-4ad7-b311-408a1b8d2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:39.017199 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-35a9d670-2686-4ad7-b311-408a1b8d2d84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155694 Aug 11 00:58:39.033611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b51c-9518-4440-bee7-b5c8d4e1f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:39.187358 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-5fb8509f-e0be-4dbe-9d6e-b7938bbbf947 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540301 Aug 11 00:58:39.259472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'bd0a7a0a-d98d-44fb-baa4-9165875ee2bb', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'port_id': '40076fef-1194-4729-9344-f3f014764e25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'mac_address': 'fa:16:3e:01:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:58:34Z', 'updated_at': '2021-08-11T00:58:34Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:14Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:39.272005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b51c-9518-4440-bee7-b5c8d4e1f88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:39.329231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d8b360aa-3132-4eef-a2e3-a45654030e42 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:39.381760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: d8b360aa-3132-4eef-a2e3-a45654030e42 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:58:39.382130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d8b360aa-3132-4eef-a2e3-a45654030e42 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:58:39.386142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c11cdb-54b8-4cd9-b26b-dd4e5fa39d95 None None] The sync data for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 is: [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'bd0a7a0a-d98d-44fb-baa4-9165875ee2bb', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'port_id': '40076fef-1194-4729-9344-f3f014764e25', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'mac_address': 'fa:16:3e:01:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T00:58:34Z', 'updated_at': '2021-08-11T00:58:34Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:14Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:58:39.397385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8b51c-9518-4440-bee7-b5c8d4e1f88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b3b18f-b494-44a7-b637-fe36f98930d6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:39.398891 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1897deb-cd01-487c-a773-cc09c14fd3f5 req-ae9db9c3-957f-4e9e-9fd7-4e7bfebfbc88 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103510 Aug 11 00:58:39.407697 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b51c-9518-4440-bee7-b5c8d4e1f88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:39.412792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38586) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:39.415770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d2d8b51c-9518-4440-bee7-b5c8d4e1f88d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d1b3b18f-b494-44a7-b637-fe36f98930d6 HTTP/1.1" status: 204 len: 168 time: 1.0255237 Aug 11 00:58:39.438951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a865f4-61a5-4525-bdca-4543432dae9b None None] Network 50419add-1834-4c9c-856a-86708e7421dd requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:58:39.680754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38596) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:39.702333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:39.839597 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2d37f651-3375-4d0c-a68e-a06a59b083d2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/bd0a7a0a-d98d-44fb-baa4-9165875ee2bb HTTP/1.1" status: 200 len: 991 time: 0.1572597 Aug 11 00:58:39.871353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Deleting port ecfe4854-cade-45ef-ad72-2919d3457e11 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:39.871875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:39.881323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d1697-5317-4520-9aa8-c27b952869d8 None None] New status for floating IP bd0a7a0a-d98d-44fb-baa4-9165875ee2bb: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 00:58:40.029707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] DHCP port deletion for 50419add-1834-4c9c-856a-86708e7421dd request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 00:58:40.133974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] For port ecfe4854-cade-45ef-ad72-2919d3457e11, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ecfe4854-cade-45ef-ad72-2919d3457e11,segment=NetworkSegment(2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8),segment_id=2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:40.134634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.154693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Calling delete_port for ecfe4854-cade-45ef-ad72-2919d3457e11 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:40.162702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] Deleting port ecfe4854-cade-45ef-ad72-2919d3457e11 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:58:40.163020 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.167934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7621c-d555-4429-be1f-4fd0d6a2cad9 req-b9c7c153-9711-4f42-9986-3ddcc2bde5cd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:40.174776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-acd7621c-d555-4429-be1f-4fd0d6a2cad9 req-b9c7c153-9711-4f42-9986-3ddcc2bde5cd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.1368816 Aug 11 00:58:40.231793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] For port ecfe4854-cade-45ef-ad72-2919d3457e11, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ecfe4854-cade-45ef-ad72-2919d3457e11,segment=NetworkSegment(2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8),segment_id=2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:40.232315 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.248150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] Calling delete_port for ecfe4854-cade-45ef-ad72-2919d3457e11 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:58:40.260844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-acd7621c-d555-4429-be1f-4fd0d6a2cad9 req-9fdba776-a9f9-4af4-8522-4f7c5f9be94d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831962 Aug 11 00:58:40.424677 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.434350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.456679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] No DVR routers for this DVR port ecfe4854-cade-45ef-ad72-2919d3457e11 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:58:40.458886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfe4854-cade-45ef-ad72-2919d3457e11,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:40.475252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] Pushing event deleted for resources: {'Port': ['ID=ecfe4854-cade-45ef-ad72-2919d3457e11,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:40.494381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed04ea43-510f-42f7-85ea-5836a1a68602 None None] No DVR routers for this DVR port ecfe4854-cade-45ef-ad72-2919d3457e11 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:58:40.598183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.623662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50419add-1834-4c9c-856a-86708e7421dd']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:40.655365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:40.657195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd3bb53-c7aa-4ba7-b7ff-58b52af214b8') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:40.680685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.693035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.703964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: timer() Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:58:40.709064 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:58:40.841228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38634) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:40.910481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:58:40.978825 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:41.013010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-24b0e05b-bf49-413c-85b9-163fd9f683a2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/bd0a7a0a-d98d-44fb-baa4-9165875ee2bb HTTP/1.1" status: 200 len: 993 time: 0.1705375 Aug 11 00:58:41.051310 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:41.056276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] 10.222.0.43 "DELETE /v2.0/networks/50419add-1834-4c9c-856a-86708e7421dd HTTP/1.1" status: 204 len: 168 time: 1.6423423 Aug 11 00:58:41.059479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cae85-ac30-433f-83bf-eec01c904bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=50419add-1834-4c9c-856a-86708e7421dd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:41.111199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b92e-5267-4460-bb1f-daa72556c9e9 req-b3d09272-6e26-415b-9ee9-d54c6b53f666 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:41.134763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc14b92e-5267-4460-bb1f-daa72556c9e9 req-b3d09272-6e26-415b-9ee9-d54c6b53f666 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 945 time: 0.2136068 Aug 11 00:58:41.156446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:41.227081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '2a1491f7-fc7c-4bec-8757-687ff4f7b2b7', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'port_id': '2a1491f7-fc7c-4bec-8757-687ff4f7b2b7', 'mac_address': 'fa:16:3e:8c:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:58:41.312158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc14b92e-5267-4460-bb1f-daa72556c9e9 req-2db02472-8bc3-4d3f-bf7f-4610b8abc3df tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724443 Aug 11 00:58:41.345968 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:41.406613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:58:41.457866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ecfe4854-cade-45ef-ad72-2919d3457e11 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:41.537922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ecfe4854-cade-45ef-ad72-2919d3457e11 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:58:41.552242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ecfe4854-cade-45ef-ad72-2919d3457e11 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:58:41.563711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ec5e-5021-4cbd-b3dd-6154c1984ade req-5e4dbcbd-dc85-41a5-8ba1-ad018c659028 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:41.566871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:41.573365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1e0ec5e-5021-4cbd-b3dd-6154c1984ade req-5e4dbcbd-dc85-41a5-8ba1-ad018c659028 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 944 time: 0.1554210 Aug 11 00:58:41.621332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1e0ec5e-5021-4cbd-b3dd-6154c1984ade req-38d1b813-5e02-4982-844b-18185e79604a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469389 Aug 11 00:58:41.714865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:41.804269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:41.927126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['2a1491f7-fc7c-4bec-8757-687ff4f7b2b7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:58:41.963734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38660) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:42.062468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bb56f3e6-50d5-4ced-9203-89bfe54f7f40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b6e6da867b64bd69375365586a52e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944743 Aug 11 00:58:42.063055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38662) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:42.182433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-547ffd04-7c00-4436-b8d8-d6cafd0b6989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:42.226569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-547ffd04-7c00-4436-b8d8-d6cafd0b6989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:42.383529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-547ffd04-7c00-4436-b8d8-d6cafd0b6989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:42.386627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-547ffd04-7c00-4436-b8d8-d6cafd0b6989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:42.388374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-547ffd04-7c00-4436-b8d8-d6cafd0b6989 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e135ca3-faf1-4ce5-bcd4-17290a23f103 HTTP/1.1" status: 204 len: 168 time: 0.3241987 Aug 11 00:58:42.406638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ffd04-7c00-4436-b8d8-d6cafd0b6989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e135ca3-faf1-4ce5-bcd4-17290a23f103,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:42.467421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd026a2-d0e8-48a0-b920-51bf754c8813 req-8efb5f7c-fff8-4aac-af7e-192739db3c44 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:42.469697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfd026a2-d0e8-48a0-b920-51bf754c8813 req-8efb5f7c-fff8-4aac-af7e-192739db3c44 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 945 time: 0.0952621 Aug 11 00:58:42.525270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cfd026a2-d0e8-48a0-b920-51bf754c8813 req-62456838-0f36-4037-bf37-815150b2b9b7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Aug 11 00:58:42.827037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfeee-5baa-41a0-a8eb-f1f86214cd5b req-fcb379f9-50b7-46fd-884a-4d673f52f2c8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:42.827037 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-568dfeee-5baa-41a0-a8eb-f1f86214cd5b req-fcb379f9-50b7-46fd-884a-4d673f52f2c8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 945 time: 0.0883751 Aug 11 00:58:42.888994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-568dfeee-5baa-41a0-a8eb-f1f86214cd5b req-dde52cc0-8b40-4ca4-860a-bb35eab72686 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 Aug 11 00:58:42.912532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:43.040624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:43.044840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:43.045220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:43.164072 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:43.204893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c78034-5b1c-41c7-89b1-6f3ddbabe427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1491f7-fc7c-4bec-8757-687ff4f7b2b7'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:43.207418 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192f8e52-79f8-4df3-95db-97622fec8274" -d '{"events": [{"server_uuid": "d2c78034-5b1c-41c7-89b1-6f3ddbabe427", "name": "network-vif-plugged", "status": "completed", "tag": "2a1491f7-fc7c-4bec-8757-687ff4f7b2b7"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:43.244631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:43.253634 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0e73f1-d491-4e98-a526-6aecff5fe9d1 x-openstack-request-id: req-0f0e73f1-d491-4e98-a526-6aecff5fe9d1 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:43.253634 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c78034-5b1c-41c7-89b1-6f3ddbabe427", "name": "network-vif-plugged", "status": "completed", "tag": "2a1491f7-fc7c-4bec-8757-687ff4f7b2b7", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:43.253634 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f0e73f1-d491-4e98-a526-6aecff5fe9d1 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:43.253634 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c78034-5b1c-41c7-89b1-6f3ddbabe427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1491f7-fc7c-4bec-8757-687ff4f7b2b7', 'code': 200} Aug 11 00:58:43.364095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b1934-0179-4aa0-b58c-981ecd10a026 req-7269634d-c096-453f-8972-e028f5bbaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:43.365681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea4b1934-0179-4aa0-b58c-981ecd10a026 req-7269634d-c096-453f-8972-e028f5bbaecd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 1097 time: 0.0485203 Aug 11 00:58:43.377618 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:43.417296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38700) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:43.453748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea4b1934-0179-4aa0-b58c-981ecd10a026 req-abe25680-1e69-4264-bf44-29a4991ccc37 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799825 Aug 11 00:58:43.467445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:43.478017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-74814b81-d595-4ef8-87c4-8445294c6bfc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddb7d70ff9b14067aad5f5fec10ac4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557506 Aug 11 00:58:43.478933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38702) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:43.540129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0e435a5-b5f4-495b-a64d-ae86b7d775ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:43.564975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0e435a5-b5f4-495b-a64d-ae86b7d775ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:43.743806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0e435a5-b5f4-495b-a64d-ae86b7d775ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:43.748837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0e435a5-b5f4-495b-a64d-ae86b7d775ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:43.750428 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b0e435a5-b5f4-495b-a64d-ae86b7d775ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29983c87-5fc6-462b-b98e-ab025cb53c02 HTTP/1.1" status: 204 len: 168 time: 0.2708349 Aug 11 00:58:43.764671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e435a5-b5f4-495b-a64d-ae86b7d775ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29983c87-5fc6-462b-b98e-ab025cb53c02,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:44.075509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcca135-07da-4326-ace8-a8e65beb489a req-3bfcdd25-dbe8-44cd-ba08-75e3909eaade tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:44.087959 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfcca135-07da-4326-ace8-a8e65beb489a req-3bfcdd25-dbe8-44cd-ba08-75e3909eaade tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 946 time: 0.1169796 Aug 11 00:58:44.146012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfcca135-07da-4326-ace8-a8e65beb489a req-52c51e6c-15e5-41cb-8c62-67b441608f81 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523114 Aug 11 00:58:44.909043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:58:45.009186 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:45.057601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:45.177450 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:45.254638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:45.262267 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21068f6d-f209-416b-bc4e-b2c40cb1ffe0" -d '{"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:45.283258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:45.322372 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9928086-eb44-445f-9e46-ead24932c86a x-openstack-request-id: req-e9928086-eb44-445f-9e46-ead24932c86a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:45.323628 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:45.324290 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9928086-eb44-445f-9e46-ead24932c86a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:45.325150 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'code': 200} Aug 11 00:58:45.359903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f765f-fdad-46e5-9f3a-b878d0937e6c req-9565d7f0-8b00-4623-a369-6d4bf92280b0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:45.361612 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c3f765f-fdad-46e5-9f3a-b878d0937e6c req-9565d7f0-8b00-4623-a369-6d4bf92280b0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 946 time: 0.1059828 Aug 11 00:58:45.441714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6c3f765f-fdad-46e5-9f3a-b878d0937e6c req-d8b66f0a-f8a4-4a43-a72d-d2e3b9798fa4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598636 Aug 11 00:58:45.598902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e4f2e-81cb-4537-82ac-5cb42a2d9d74 req-ddb9305d-db14-4b06-8782-1db6310a4997 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:45.603356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f7e4f2e-81cb-4537-82ac-5cb42a2d9d74 req-ddb9305d-db14-4b06-8782-1db6310a4997 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 946 time: 0.0807049 Aug 11 00:58:45.642934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f7e4f2e-81cb-4537-82ac-5cb42a2d9d74 req-94a90f73-5b4b-4a7f-b350-7c6253958179 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Aug 11 00:58:46.275040 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d817c36-3078-4a7c-bd8f-f11f9f13c17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:46.910891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:58:47.085250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:47.099830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'mac_address': 'fa:16:3e:51:09:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:58:47.153280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:47.168591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:58:47.193356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:47.332287 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:47.418122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5a126cd5-9de2-4cdb-922e-4367ac9d5f79'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:58:47.425038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:47.642515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 38904) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:47.990945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3178acef-0d3e-4066-a511-02cb41a89843 admin admin] Deleting subnet ff680f1b-fa99-40ce-a76a-ff40e6c91271 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:58:47.995122 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3178acef-0d3e-4066-a511-02cb41a89843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.046533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3178acef-0d3e-4066-a511-02cb41a89843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.100402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3178acef-0d3e-4066-a511-02cb41a89843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.288898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3178acef-0d3e-4066-a511-02cb41a89843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.327682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178acef-0d3e-4066-a511-02cb41a89843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff680f1b-fa99-40ce-a76a-ff40e6c91271,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:48.393406 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3178acef-0d3e-4066-a511-02cb41a89843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.395795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3178acef-0d3e-4066-a511-02cb41a89843 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ff680f1b-fa99-40ce-a76a-ff40e6c91271 HTTP/1.1" status: 204 len: 168 time: 0.7512698 Aug 11 00:58:48.399335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 38948) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:48.626881 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.840224 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.854148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b5c67b-1581-4810-b613-07a0a15291e2']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:48.888597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:48.890675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039c62c7-dc98-45ad-9bd9-6a8fa021d4f9') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:58:48.905284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.930438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.937997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:58:48.942353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:58:48.942764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:58:48.944561 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:58:49.009878 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-75561186-f38c-450b-9bc6-d1a5edc3c03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.015514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.045594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:49.045594 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.096623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.102653 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.108896 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d0b5c67b-1581-4810-b613-07a0a15291e2 HTTP/1.1" status: 204 len: 168 time: 0.7084632 Aug 11 00:58:49.133543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ba2e0-fd6b-42b7-8ea1-f1509b810c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b5c67b-1581-4810-b613-07a0a15291e2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:49.192171 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.234584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:49.237369 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e868d62c-8caa-40c7-a854-58b6cb9cfb67" -d '{"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:49.241732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:58:49.280559 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b355a3c-0f18-49c8-93cb-901ad63f4295 x-openstack-request-id: req-0b355a3c-0f18-49c8-93cb-901ad63f4295 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:49.280850 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:49.281312 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b355a3c-0f18-49c8-93cb-901ad63f4295 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:49.281730 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'code': 200} Aug 11 00:58:49.338293 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.420903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=10']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:49.662256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39020) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:49.751114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a37877c6-8ddc-44a7-8d2b-fc60b1370f7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12547f458bd84ad084e68dd0723c9925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870943 Aug 11 00:58:49.757191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39028) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:49.830664 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-070723d4-d8f9-47a1-99f0-a0f969a58c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.862850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-070723d4-d8f9-47a1-99f0-a0f969a58c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.994631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-070723d4-d8f9-47a1-99f0-a0f969a58c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.997396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-070723d4-d8f9-47a1-99f0-a0f969a58c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:49.998633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-070723d4-d8f9-47a1-99f0-a0f969a58c74 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0bee8ea9-2c01-4fd4-a051-e375a05f890b HTTP/1.1" status: 204 len: 168 time: 0.2393599 Aug 11 00:58:50.026374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070723d4-d8f9-47a1-99f0-a0f969a58c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee8ea9-2c01-4fd4-a051-e375a05f890b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:50.249444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-ff4ed9c6-fd08-4deb-a0c3-88b412db9800 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:50.251118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-ff4ed9c6-fd08-4deb-a0c3-88b412db9800 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.1992512 Aug 11 00:58:50.278813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-3ff9a4b9-7c92-4925-a782-d0f10ac9a2c8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/quotas/0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 375 time: 0.0209265 Aug 11 00:58:50.392236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-e5869c5e-7486-4904-a354-f78642814eea tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115897 Aug 11 00:58:50.516180 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:50.522231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-140f1328-d1cd-4975-9458-9b11df36360a service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263576 Aug 11 00:58:50.638835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-67c79e8e-4097-489e-9e4f-189ac1113387 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152444 Aug 11 00:58:51.100840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5cc795cf-861d-45d9-8cb8-8c471dd34810 req-996f2ab7-3e71-4453-b02b-617cc2976034 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0842459 Aug 11 00:58:51.457970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39116) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:51.653573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cac985d-1783-4cbf-a730-4e53eb4bb676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:51.793252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cac985d-1783-4cbf-a730-4e53eb4bb676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:51.905817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39142) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:52.005074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1006917254-network', 'tenant_id': '695bc804141a467c9ea4ccb4e239b660'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:52.180745 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a15c8799-1c18-419e-a6a5-e7262713a12c req-d9476eeb-97f6-43f2-b988-c9612fb15d37 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0334070 Aug 11 00:58:52.262580 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7cac985d-1783-4cbf-a730-4e53eb4bb676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.308683 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7cac985d-1783-4cbf-a730-4e53eb4bb676 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3476f93f63e04869b367e48bb69dacea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8475516 Aug 11 00:58:52.311528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39152) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:52.313886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac985d-1783-4cbf-a730-4e53eb4bb676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8895ec6-a61a-489c-a230-5de1cea08650,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:52.364138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf049054-77c6-42ef-8574-ac5ec73ceea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.386152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf049054-77c6-42ef-8574-ac5ec73ceea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.413343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Made reservation on behalf of 695bc804141a467c9ea4ccb4e239b660 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:58:52.416310 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.418313 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.426179 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.578475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf049054-77c6-42ef-8574-ac5ec73ceea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.587246 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cf049054-77c6-42ef-8574-ac5ec73ceea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.589445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cf049054-77c6-42ef-8574-ac5ec73ceea0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8895ec6-a61a-489c-a230-5de1cea08650 HTTP/1.1" status: 204 len: 168 time: 0.2763262 Aug 11 00:58:52.624702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf049054-77c6-42ef-8574-ac5ec73ceea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8895ec6-a61a-489c-a230-5de1cea08650,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:52.742793 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.840276 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.905993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a333c158-01c8-4bf1-bef4-4daa92292378,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:52.921842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:58:52.935083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:52.935823 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Added segment c7a5b3c2-f36f-4eff-83d3-98181c684ff3 of type vlan for network d68bdb27-cc23-4e4d-87ce-53d481f685f1 Aug 11 00:58:52.990804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:53.114741 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:53.116627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:53.118013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:53.189442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] Pushing event updated for resources: {'Network': ['ID=d68bdb27-cc23-4e4d-87ce-53d481f685f1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:53.203114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d68bdb27-cc23-4e4d-87ce-53d481f685f1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:58:53.247077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2f46334e-33b6-409d-92fe-f27cc3591a68 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3399401 Aug 11 00:58:53.251642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39194) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:53.255748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Request body: {'subnet': {'network_id': 'd68bdb27-cc23-4e4d-87ce-53d481f685f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1006917254-subnet', 'tenant_id': '695bc804141a467c9ea4ccb4e239b660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:53.317296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74f2fa44-71ea-4ddd-ae5a-e9c9b5958e98 req-1934b901-e68c-41bd-929f-a681dfa72087 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0537715 Aug 11 00:58:53.388283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Made reservation on behalf of 695bc804141a467c9ea4ccb4e239b660 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:58:53.391140 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:53.626556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39208) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:53.647904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47453c36-bf4b-42e8-8373-02c222abb5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:53.710768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:53.787908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=633a786e-480d-41e9-9265-efefc0816d8f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:53.858211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Checking segment: {'id': 'c7a5b3c2-f36f-4eff-83d3-98181c684ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd68bdb27-cc23-4e4d-87ce-53d481f685f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:53.858561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Network hostable DHCP agents. Network: d68bdb27-cc23-4e4d-87ce-53d481f685f1, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:58:53.861504 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47453c36-bf4b-42e8-8373-02c222abb5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:53.971727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47453c36-bf4b-42e8-8373-02c222abb5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:53.972174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Network d68bdb27-cc23-4e4d-87ce-53d481f685f1 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:58:54.035004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47453c36-bf4b-42e8-8373-02c222abb5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ce4f05-42aa-4525-a501-fc8e17328dab,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:54.040908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47453c36-bf4b-42e8-8373-02c222abb5b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=778dacffa128485a92c533626e386ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127879 Aug 11 00:58:54.043607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39226) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:54.143026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d68bdb27-cc23-4e4d-87ce-53d481f685f1) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:54.150348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:54.150938 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:54.151647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2afbbd-68b3-4737-885b-403edaa9d153 None None] Network d68bdb27-cc23-4e4d-87ce-53d481f685f1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:58:54.152893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4819cfa5-344b-4fe5-a5a3-be39186aaad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:54.182820 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4819cfa5-344b-4fe5-a5a3-be39186aaad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:54.242962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-2978ce47-4f57-4f89-a514-5a9f787a84a9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:54.244836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-2978ce47-4f57-4f89-a514-5a9f787a84a9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.1839004 Aug 11 00:58:54.259506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'port': {'device_id': '5e8d2876-4efe-4ada-965a-c1ae6c829242', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'admin_state_up': True, 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:54.363414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae050f1-6a2f-4545-9910-6c7d383e29a6 None None] Network d68bdb27-cc23-4e4d-87ce-53d481f685f1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:58:54.365747 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4819cfa5-344b-4fe5-a5a3-be39186aaad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:54.370626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4819cfa5-344b-4fe5-a5a3-be39186aaad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:54.372671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4819cfa5-344b-4fe5-a5a3-be39186aaad8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5ce4f05-42aa-4525-a501-fc8e17328dab HTTP/1.1" status: 204 len: 168 time: 0.3249664 Aug 11 00:58:54.394457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6d004363-9551-4313-b41b-59aadaced7bc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1434333 Aug 11 00:58:54.424679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819cfa5-344b-4fe5-a5a3-be39186aaad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ce4f05-42aa-4525-a501-fc8e17328dab,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:54.525190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-105cf197-ee23-4efd-bf40-276bfab5e998 req-c365a98e-018d-452e-9a90-863e8f4c59bd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0499687 Aug 11 00:58:54.674557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:58:54.679096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:54.882565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.20.0.3 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/3c1eb128-5c22-4984-bc18-88ba47dc0426) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:58:55.243946 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:55.263053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Transition to ACTIVE for port object 3c1eb128-5c22-4984-bc18-88ba47dc0426 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:55.363108 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:55.378381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['2a1491f7-fc7c-4bec-8757-687ff4f7b2b7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:58:55.508340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=3c1eb128-5c22-4984-bc18-88ba47dc0426,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:55.526585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:58:55.531518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:55.537244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:58:55.770126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:55.770876 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:55.833245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39320) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:55.840168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1496727519-network', 'tenant_id': 'd59a2b3b614f484abb99cb6f068757ab'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:55.849861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176abf25-6b55-4d7d-953d-8970c78046c1 req-a96dde6b-5676-4e9e-9423-a49f938701b9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:55.852164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-176abf25-6b55-4d7d-953d-8970c78046c1 req-a96dde6b-5676-4e9e-9423-a49f938701b9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 931 time: 0.2157471 Aug 11 00:58:55.904755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-5a6e2cd5-daa6-4199-b9c6-523eab640f5b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6499963 Aug 11 00:58:55.922766 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Request body: {'port': {'device_id': '5e8d2876-4efe-4ada-965a-c1ae6c829242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:55.981893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Made reservation on behalf of d59a2b3b614f484abb99cb6f068757ab for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:58:55.984997 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.033156 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.093136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.155240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-042a0259-3e5f-4119-b461-2eddbab3c856 None None] Provisioning for port 3c1eb128-5c22-4984-bc18-88ba47dc0426 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:58:56.160431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-042a0259-3e5f-4119-b461-2eddbab3c856 None None] Provisioning complete for port 3c1eb128-5c22-4984-bc18-88ba47dc0426 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:58:56.160811 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-042a0259-3e5f-4119-b461-2eddbab3c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.292977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-042a0259-3e5f-4119-b461-2eddbab3c856 None None] Port 3c1eb128-5c22-4984-bc18-88ba47dc0426 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:58:56.320773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.400665 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.414597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:58:56.429326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.431817 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Added segment 38d47266-cf22-49c4-b83b-1dca1f90b28e of type vlan for network e9855867-2db7-4633-b35e-199c41d0f4bb Aug 11 00:58:56.493039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.565073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d02423e-9901-44c7-bb0b-f030f69feee5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:56.592515 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-176abf25-6b55-4d7d-953d-8970c78046c1 req-01ab46e8-1963-4286-8d50-286e8cb87258 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7328620 Aug 11 00:58:56.636024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.637646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:56.638438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.727613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] Pushing event updated for resources: {'Network': ['ID=e9855867-2db7-4633-b35e-199c41d0f4bb,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:56.740307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1eb128-5c22-4984-bc18-88ba47dc0426 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:58:56.747201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e9855867-2db7-4633-b35e-199c41d0f4bb details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:58:56.751859 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:56.791831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Transition to ACTIVE for port object 3c1eb128-5c22-4984-bc18-88ba47dc0426 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:58:56.985880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e972a36f-e1a0-4d44-9f77-d8912a35c9cc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1438286 Aug 11 00:58:56.986566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39352) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:58:56.992380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Request body: {'subnet': {'network_id': 'e9855867-2db7-4633-b35e-199c41d0f4bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1496727519-subnet', 'tenant_id': 'd59a2b3b614f484abb99cb6f068757ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:58:57.042290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:57.135342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Made reservation on behalf of d59a2b3b614f484abb99cb6f068757ab for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:58:57.143344 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:57.204345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1eb128-5c22-4984-bc18-88ba47dc0426,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:57.316235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Attempting to bind port 3c1eb128-5c22-4984-bc18-88ba47dc0426 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:58:57.316745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Attempting to bind port 3c1eb128-5c22-4984-bc18-88ba47dc0426 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:58:57.317087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Attempting to bind port 3c1eb128-5c22-4984-bc18-88ba47dc0426 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:57.327094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Port 3c1eb128-5c22-4984-bc18-88ba47dc0426 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:58:57.327464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Attempting to bind port 3c1eb128-5c22-4984-bc18-88ba47dc0426 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:58:57.358188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:58:57.358539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:57.358974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:58:57.359409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Bound port: 3c1eb128-5c22-4984-bc18-88ba47dc0426, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:58:57.359816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:57.487101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] For port 3c1eb128-5c22-4984-bc18-88ba47dc0426, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:58:57.492938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] For port 3c1eb128-5c22-4984-bc18-88ba47dc0426, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3c1eb128-5c22-4984-bc18-88ba47dc0426,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:58:57.532270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:57.575482 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:57.680452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:57.681364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:57.683351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] 10.222.0.44 "PUT /v2.0/ports/3c1eb128-5c22-4984-bc18-88ba47dc0426 HTTP/1.1" status: 200 len: 1092 time: 1.7652764 Aug 11 00:58:57.698233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661017a7-6120-44de-b7ad-bc20ccb25740 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1eb128-5c22-4984-bc18-88ba47dc0426,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:57.702009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8d2876-4efe-4ada-965a-c1ae6c829242', 'tag': '3c1eb128-5c22-4984-bc18-88ba47dc0426'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:58:57.705714 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c56055c-7630-42d4-989f-4c21b2ba3b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8d2876-4efe-4ada-965a-c1ae6c829242", "tag": "3c1eb128-5c22-4984-bc18-88ba47dc0426"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:58:57.843453 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01eaaf6-02c6-49b2-b09c-1925c0a5dc56 x-openstack-request-id: req-d01eaaf6-02c6-49b2-b09c-1925c0a5dc56 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:58:57.843916 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8d2876-4efe-4ada-965a-c1ae6c829242", "tag": "3c1eb128-5c22-4984-bc18-88ba47dc0426", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:58:57.844287 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d01eaaf6-02c6-49b2-b09c-1925c0a5dc56 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:58:57.849690 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8d2876-4efe-4ada-965a-c1ae6c829242', 'tag': '3c1eb128-5c22-4984-bc18-88ba47dc0426', 'status': 'completed', 'code': 200} Aug 11 00:58:57.905471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Checking segment: {'id': '38d47266-cf22-49c4-b83b-1dca1f90b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e9855867-2db7-4633-b35e-199c41d0f4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:58:57.906080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Network hostable DHCP agents. Network: e9855867-2db7-4633-b35e-199c41d0f4bb, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:58:57.916238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b536f39-165d-4b77-a334-236ddd607d02,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:58:58.001348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-31d0170c-53c1-445d-aff6-04c10d49a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:58.003611 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-31d0170c-53c1-445d-aff6-04c10d49a4ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 1095 time: 0.1526358 Aug 11 00:58:58.011084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15222a99-1260-4796-b99a-a350f71c8e0d req-4b0a9554-1226-4ac5-8070-f210908a2a78 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:58.030894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15222a99-1260-4796-b99a-a350f71c8e0d req-4b0a9554-1226-4ac5-8070-f210908a2a78 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1745169 Aug 11 00:58:58.047519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Network e9855867-2db7-4633-b35e-199c41d0f4bb is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:58:58.135689 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-73734287-cf1e-4ec9-80f3-ba8a6679a11a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c1eb128-5c22-4984-bc18-88ba47dc0426 HTTP/1.1" status: 200 len: 217 time: 0.1219747 Aug 11 00:58:58.180372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15222a99-1260-4796-b99a-a350f71c8e0d req-0f9da773-1fa0-418b-a89b-c960423c43e8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456180 Aug 11 00:58:58.228497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e9855867-2db7-4633-b35e-199c41d0f4bb) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:58:58.237806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:58.238121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a232e9b-26fc-461f-b968-9db6a8f144b8 None None] Network e9855867-2db7-4633-b35e-199c41d0f4bb requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:58:58.239697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:58.282633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-aa5e132f-96ca-49bc-b70c-82418a41ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:58.284212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-aa5e132f-96ca-49bc-b70c-82418a41ed5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.1411767 Aug 11 00:58:58.405591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-abc90d60-a75e-4feb-bc86-7fe9086c60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:58.409348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-abc90d60-a75e-4feb-bc86-7fe9086c60f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160550 Aug 11 00:58:58.458940 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d1601bf8-9f7b-480d-875d-10dac534dc00 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4711177 Aug 11 00:58:58.525801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab927c-eabd-4674-99a6-db60b23297c2 None None] Network e9855867-2db7-4633-b35e-199c41d0f4bb requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:58:58.709140 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-badb157c-d5ee-460a-9a98-1a10a44e5ef8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886848 Aug 11 00:58:58.990327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56124cca-bf2e-4f3d-bc39-6c4f32b52164 req-c2d4bab6-685a-4dcc-9658-3b4a3ec49228 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710068 Aug 11 00:58:59.181098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-466f9538-b04e-47f3-848f-d08e371aae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:59.182904 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-466f9538-b04e-47f3-848f-d08e371aae79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 1095 time: 0.0718105 Aug 11 00:58:59.410629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-e44bfc2f-2ebc-4cac-adf4-864b6c72dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:59.414331 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-e44bfc2f-2ebc-4cac-adf4-864b6c72dbc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.2224488 Aug 11 00:58:59.438775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89c68-1ae7-47e8-b022-47b523e0fbac req-de4ee28e-784e-4097-9efa-6aed787fd80d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:59.466090 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-05e0b836-84da-4ff1-98a1-293954b18179 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c1eb128-5c22-4984-bc18-88ba47dc0426 HTTP/1.1" status: 200 len: 217 time: 0.0436416 Aug 11 00:58:59.466247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5af89c68-1ae7-47e8-b022-47b523e0fbac req-de4ee28e-784e-4097-9efa-6aed787fd80d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1505487 Aug 11 00:58:59.524035 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5af89c68-1ae7-47e8-b022-47b523e0fbac req-74f658d7-90a8-4e56-bf8f-9f17abee449a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567255 Aug 11 00:58:59.589099 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:58:59.606459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-073b9182-3b90-4fa6-b12b-d11a0428f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:59.608026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-073b9182-3b90-4fa6-b12b-d11a0428f7d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.1345615 Aug 11 00:58:59.712101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-6e490cb8-6e1f-4359-99b8-47ebfb0a68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:59.713779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-6e490cb8-6e1f-4359-99b8-47ebfb0a68e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955849 Aug 11 00:58:59.722341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c752-1179-4aff-bf31-13354caaf956 req-522b0a6f-574c-46fa-b3ee-752963643948 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:58:59.724088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-522b0a6f-574c-46fa-b3ee-752963643948 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/networks?id=d68bdb27-cc23-4e4d-87ce-53d481f685f1 HTTP/1.1" status: 200 len: 812 time: 0.2413585 Aug 11 00:58:59.801746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-d5cb2b66-8635-4103-8c9b-c87e865ee88e tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/quotas/695bc804141a467c9ea4ccb4e239b660 HTTP/1.1" status: 200 len: 375 time: 0.0159345 Aug 11 00:58:59.854133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-fc4e44e0-88a6-4a96-a698-5f1f93d7ce72 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=695bc804141a467c9ea4ccb4e239b660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435653 Aug 11 00:58:59.887044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-58362f68-2e18-4728-b571-df24ebc4753f service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616549 Aug 11 00:58:59.920727 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:00.092784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c56055c-7630-42d4-989f-4c21b2ba3b3d req-adfe9c4e-dd6e-4201-a0d8-c7b5089eef84 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955760 Aug 11 00:59:00.094650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-595729d3-26b6-47f9-8197-660aadeb105b service neutron] 10.222.0.43 "GET /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306523 Aug 11 00:59:00.231129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-51d64cb3-1cac-4663-b1b8-3ef488791c37 service neutron] 10.222.0.43 "GET /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227012 Aug 11 00:59:00.659716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60bfa0-3429-4a65-9472-ea9fc3d794ee req-87966760-b775-4fa1-a22e-12de5194a343 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:00.673856 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d60bfa0-3429-4a65-9472-ea9fc3d794ee req-87966760-b775-4fa1-a22e-12de5194a343 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0759206 Aug 11 00:59:00.738452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d60bfa0-3429-4a65-9472-ea9fc3d794ee req-879a6d03-e5b1-4311-b456-67a250862127 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635874 Aug 11 00:59:01.035096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01606d69-de4f-4f60-b02c-2e7cdd198c13 req-5e4eefdb-cd66-4d03-901d-2207412e59e3 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 210 time: 0.0861783 Aug 11 00:59:01.631935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a8e77-8396-4879-988d-d04e5ba1b47a req-84ae3a08-e2f8-4970-9677-0097c9569037 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:01.633569 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-676a8e77-8396-4879-988d-d04e5ba1b47a req-84ae3a08-e2f8-4970-9677-0097c9569037 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1097 time: 0.0469382 Aug 11 00:59:01.677771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-676a8e77-8396-4879-988d-d04e5ba1b47a req-7c9314c4-98bf-4199-98e0-a98cd7ea1be4 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 Aug 11 00:59:01.819015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b76944-25c8-4642-b5b0-55a7756c6ce3 req-95cf0e4e-3429-44f0-b0cd-f0d16f9c98e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:01.821157 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-12b76944-25c8-4642-b5b0-55a7756c6ce3 req-95cf0e4e-3429-44f0-b0cd-f0d16f9c98e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0650532 Aug 11 00:59:01.862125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-12b76944-25c8-4642-b5b0-55a7756c6ce3 req-cfac40cb-24f0-460e-8e89-3ae37cc1ac01 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350361 Aug 11 00:59:01.876777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786eea85-6fab-4ffa-baaf-c36c8196b2f0 req-103d602a-f20f-4097-938c-69e4c8518064 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:01.878825 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-786eea85-6fab-4ffa-baaf-c36c8196b2f0 req-103d602a-f20f-4097-938c-69e4c8518064 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0590620 Aug 11 00:59:01.887871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39546) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:01.918938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-786eea85-6fab-4ffa-baaf-c36c8196b2f0 req-d186c300-ef9f-4a40-a440-9ef07c543a62 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Aug 11 00:59:01.951660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9c40a3be-fb44-4028-8b67-6dfbfcff836c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/bd0a7a0a-d98d-44fb-baa4-9165875ee2bb HTTP/1.1" status: 200 len: 993 time: 0.0624435 Aug 11 00:59:02.127803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52393279-baf0-456a-b509-4ec18385ef42 req-b2d5050b-9537-4af5-a78d-ae7bb3e83927 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 210 time: 0.0348117 Aug 11 00:59:03.058055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f3b5-d104-4d42-86f9-dfff1711431b req-5a043a19-c07e-4326-8e02-1323fea8ec24 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:03.060166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7847f3b5-d104-4d42-86f9-dfff1711431b req-5a043a19-c07e-4326-8e02-1323fea8ec24 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0631964 Aug 11 00:59:03.119540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7847f3b5-d104-4d42-86f9-dfff1711431b req-a0e2d103-b4af-4eee-973a-b2ebb7852b14 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502152 Aug 11 00:59:03.241687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4c759d0-3fec-465a-b927-fa4e199fa0f9 req-61db9797-54ec-473e-be7c-80c123d0c86f tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 210 time: 0.0470564 Aug 11 00:59:03.242104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e1c45-15bf-4f9a-b98e-82695d23d401 req-0c09537c-17cc-4262-b856-d99f650bac60 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:03.250206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f18e1c45-15bf-4f9a-b98e-82695d23d401 req-0c09537c-17cc-4262-b856-d99f650bac60 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0788820 Aug 11 00:59:03.313751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f18e1c45-15bf-4f9a-b98e-82695d23d401 req-c584431f-0db6-4ad0-a7ba-bd71db6b621a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613024 Aug 11 00:59:03.416712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39598) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:03.682153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-7884849f-4a24-43c6-9118-eaca84207e96 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2638597 Aug 11 00:59:04.299377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc5edf-cd9c-401d-83e0-92c7db44fc60 req-4caec34a-a439-4139-97ff-2fc49c8fc439 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:04.301418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55bc5edf-cd9c-401d-83e0-92c7db44fc60 req-4caec34a-a439-4139-97ff-2fc49c8fc439 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0646403 Aug 11 00:59:04.406323 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1861aa99-2647-4acc-aa40-ea47c3691b12 req-14381a94-c8a5-40a2-9eb5-fd22f5b54d43 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 210 time: 0.0421329 Aug 11 00:59:04.597480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed0727-d497-4eb9-ae79-d7133b3e269a req-5eef7759-80e5-4b40-8e78-d281e88166eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:04.612750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83ed0727-d497-4eb9-ae79-d7133b3e269a req-5eef7759-80e5-4b40-8e78-d281e88166eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0914445 Aug 11 00:59:04.699395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83ed0727-d497-4eb9-ae79-d7133b3e269a req-2201c785-e8ad-4d52-b757-af9494ca249d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781393 Aug 11 00:59:04.848895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55bc5edf-cd9c-401d-83e0-92c7db44fc60 req-f0547919-ddfe-4617-92d5-7449d7cb961f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341623 Aug 11 00:59:05.541794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5d747-1614-4c63-a884-6233beda054a req-81bdde01-a724-4b40-9dad-6312fdfc1117 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:05.543439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17b5d747-1614-4c63-a884-6233beda054a req-81bdde01-a724-4b40-9dad-6312fdfc1117 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.1245344 Aug 11 00:59:05.553176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83ddc2ec-1561-42c1-a961-337bfaafe71b req-360c816e-cb78-47b8-bfe9-41d07bbe63d8 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 210 time: 0.0500767 Aug 11 00:59:05.628748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17b5d747-1614-4c63-a884-6233beda054a req-e3a297d5-464a-449f-8cc4-9fe698f32808 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757868 Aug 11 00:59:05.826357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b1585-4f7b-4915-9fc6-d3ac8c716ccc req-9f41846c-6ab5-4b58-86fc-a48826f294ab tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:05.831766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e95b1585-4f7b-4915-9fc6-d3ac8c716ccc req-9f41846c-6ab5-4b58-86fc-a48826f294ab tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0531516 Aug 11 00:59:05.870348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e95b1585-4f7b-4915-9fc6-d3ac8c716ccc req-5b7623ef-7e6f-423b-8547-54512681f6a8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358179 Aug 11 00:59:05.985742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bc6d9-68c5-4db2-a297-6910dd3428d9 req-81c404a9-a559-4583-9f52-54d6afa99005 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:05.987409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d8bc6d9-68c5-4db2-a297-6910dd3428d9 req-81c404a9-a559-4583-9f52-54d6afa99005 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0550613 Aug 11 00:59:06.029055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d8bc6d9-68c5-4db2-a297-6910dd3428d9 req-c717721f-a306-4107-a14f-f245decc8b57 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Aug 11 00:59:06.297705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c752-1179-4aff-bf31-13354caaf956 req-b78ba6d6-9bf4-4e30-92fe-1eeea40e174a tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:06.299362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-b78ba6d6-9bf4-4e30-92fe-1eeea40e174a tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.55 "GET /v2.0/networks?id=d68bdb27-cc23-4e4d-87ce-53d481f685f1 HTTP/1.1" status: 200 len: 812 time: 0.1227756 Aug 11 00:59:06.313663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Request body: {'port': {'device_id': '89bfe811-ebbb-441f-87a4-5c5410c5fb38', 'network_id': 'd68bdb27-cc23-4e4d-87ce-53d481f685f1', 'admin_state_up': True, 'tenant_id': '695bc804141a467c9ea4ccb4e239b660'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:06.654130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cd7cd7f0-c1ee-463d-8373-2fa581baab2c req-0c6ad045-b395-43de-858f-acee8ab8636b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 210 time: 0.0294664 Aug 11 00:59:06.756824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dad1e-1fd5-4756-9699-d3f80cb25d78 req-593a4111-6c8a-47c9-988d-8718e96b2f0c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:06.758366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc2dad1e-1fd5-4756-9699-d3f80cb25d78 req-593a4111-6c8a-47c9-988d-8718e96b2f0c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0610805 Aug 11 00:59:06.794527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Made reservation on behalf of 695bc804141a467c9ea4ccb4e239b660 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:59:06.798465 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:06.923746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc2dad1e-1fd5-4756-9699-d3f80cb25d78 req-f32fb410-bd8e-4986-9cc5-4908fc30c213 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590378 Aug 11 00:59:07.021752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17d735-e1e1-461c-8467-aa7b21df8d30 req-9aca6d8d-6ef8-4405-9798-9b347af36fb9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:07.024550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e17d735-e1e1-461c-8467-aa7b21df8d30 req-9aca6d8d-6ef8-4405-9798-9b347af36fb9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0631328 Aug 11 00:59:07.061656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Allocated IP 172.20.0.5 (d68bdb27-cc23-4e4d-87ce-53d481f685f1/633a786e-480d-41e9-9265-efefc0816d8f/eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:59:07.101571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4e17d735-e1e1-461c-8467-aa7b21df8d30 req-222341d7-6651-420b-8031-857d6a010d73 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590966 Aug 11 00:59:07.217497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aad97-51a4-4545-ad8f-c6a50b65e078 req-d9b3b0fe-9929-40df-b056-9e51f2ac0f6b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:07.219249 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a7aad97-51a4-4545-ad8f-c6a50b65e078 req-d9b3b0fe-9929-40df-b056-9e51f2ac0f6b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0585618 Aug 11 00:59:07.259836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a7aad97-51a4-4545-ad8f-c6a50b65e078 req-65f76933-3cf0-40ac-9ea3-703a08b8d1ff tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Aug 11 00:59:07.271512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:07.352224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-aa83a997-3ad5-43f1-9718-32f201f8d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:07.354182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-aa83a997-3ad5-43f1-9718-32f201f8d2e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1097 time: 0.0448458 Aug 11 00:59:07.437077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:07.492406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-fea56bbd-b006-472f-9876-0565cd4346ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:07.493325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Network d68bdb27-cc23-4e4d-87ce-53d481f685f1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:59:07.494293 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-fea56bbd-b006-472f-9876-0565cd4346ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.1321650 Aug 11 00:59:07.497611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:59:07.504855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:59:07.540673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Pushing event updated for resources: {'Port': ['ID=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:07.592321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:07.592321 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:07.592922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-d8eb04ad-d403-4c6f-a0d9-23cd6b3210be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 1001 time: 0.0719597 Aug 11 00:59:07.647132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-370f344f-878e-41d6-8ec4-f37183bd892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:07.648691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-370f344f-878e-41d6-8ec4-f37183bd892e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0519233 Aug 11 00:59:07.704965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-39ca67ca-492a-4c31-ba40-179f660fb678 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3953195 Aug 11 00:59:07.709262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-855ba714-4187-4fd2-b182-8c30f45d1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:07.712920 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-855ba714-4187-4fd2-b182-8c30f45d1d1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557058 Aug 11 00:59:07.719135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Request body: {'port': {'device_id': '89bfe811-ebbb-441f-87a4-5c5410c5fb38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:07.802112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:07.829889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-3304504c-b843-4900-8791-b6396362ce77 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109719 Aug 11 00:59:07.973498 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-c1580b02-2fa7-409f-a4be-0e3ac9312742 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362023 Aug 11 00:59:08.086509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb481900-573f-48c7-86ad-f7ccbff632c1 req-410e252b-d11a-4495-af70-a7bf17c3e95b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:08.087874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb481900-573f-48c7-86ad-f7ccbff632c1 req-410e252b-d11a-4495-af70-a7bf17c3e95b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 931 time: 0.1125169 Aug 11 00:59:08.188521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb481900-573f-48c7-86ad-f7ccbff632c1 req-37cadf8f-7354-4bde-9ca4-4d18a502a2a9 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828893 Aug 11 00:59:08.339113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:59:08.346149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af5628-6f6a-4463-ae7d-bfff7005ee4a req-b32ef50c-58b1-4125-b3c4-d11710a45360 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:08.348723 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2af5628-6f6a-4463-ae7d-bfff7005ee4a req-b32ef50c-58b1-4125-b3c4-d11710a45360 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0921655 Aug 11 00:59:08.349611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 39770) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:08.367860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:08.385602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Transition to ACTIVE for port object eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:59:08.391879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d2af5628-6f6a-4463-ae7d-bfff7005ee4a req-542251d5-9448-44ea-9f67-103bfc68b33c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343163 Aug 11 00:59:08.403383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f54c7b-72a3-4c45-8ce3-a67b9dc6f411 req-2896333a-dbf9-49bd-94fc-d397aee22d9f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:08.403383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f54c7b-72a3-4c45-8ce3-a67b9dc6f411 req-2896333a-dbf9-49bd-94fc-d397aee22d9f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0925622 Aug 11 00:59:08.464525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5f54c7b-72a3-4c45-8ce3-a67b9dc6f411 req-c72aadc7-e8d8-4581-82e8-ccc2cfde4ae8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538077 Aug 11 00:59:08.548796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:08.553229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:08.588490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4006a9-59ca-4f69-928a-f4dffd8cfbae req-1c2fffed-6158-41f9-ad0e-591eaab3c19c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:08.590073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f4006a9-59ca-4f69-928a-f4dffd8cfbae req-1c2fffed-6158-41f9-ad0e-591eaab3c19c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0948555 Aug 11 00:59:08.617363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Pushing event updated for resources: {'Port': ['ID=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:08.647009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f4006a9-59ca-4f69-928a-f4dffd8cfbae req-fb31be0a-a5c3-46fd-9831-ee3f6d7a7583 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481160 Aug 11 00:59:08.702583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Attempting to bind port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:59:08.703962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Attempting to bind port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'c7a5b3c2-f36f-4eff-83d3-98181c684ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd68bdb27-cc23-4e4d-87ce-53d481f685f1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:59:08.703962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Attempting to bind port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 on network d68bdb27-cc23-4e4d-87ce-53d481f685f1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:08.707081 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:08.707795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 on network d68bdb27-cc23-4e4d-87ce-53d481f685f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:59:08.708127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Attempting to bind port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 on network d68bdb27-cc23-4e4d-87ce-53d481f685f1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:08.713588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:59:08.713912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Checking segment: {'id': 'c7a5b3c2-f36f-4eff-83d3-98181c684ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd68bdb27-cc23-4e4d-87ce-53d481f685f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:59:08.714300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Bound using segment: {'id': 'c7a5b3c2-f36f-4eff-83d3-98181c684ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd68bdb27-cc23-4e4d-87ce-53d481f685f1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:59:08.714736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Bound port: eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7a5b3c2-f36f-4eff-83d3-98181c684ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd68bdb27-cc23-4e4d-87ce-53d481f685f1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:59:08.715104 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:08.780432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] For port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:59:08.784229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] For port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,segment=NetworkSegment(c7a5b3c2-f36f-4eff-83d3-98181c684ff3),segment_id=c7a5b3c2-f36f-4eff-83d3-98181c684ff3)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:59:08.868733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:08.909605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0284e6fc81248bf8562d549301dc2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586398 Aug 11 00:59:08.911089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f2eb5-8b1f-420b-968f-510e25b4fb26,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:08.913315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39774) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:08.920447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.921020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.921365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.921708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.922083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.922362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.922689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.923014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.923496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.923829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.924158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.924479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed37ba-58df-48e4-95ba-cce8c4e2a26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:08.939341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:08.977489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:59:09.001305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.008321 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:09.008321 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] 10.222.0.55 "PUT /v2.0/ports/eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 HTTP/1.1" status: 200 len: 1092 time: 1.2898374 Aug 11 00:59:09.008321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bfe811-ebbb-441f-87a4-5c5410c5fb38', 'tag': 'eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:09.008321 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5389260-f5a1-4c1c-a798-9f1125d83231" -d '{"events": [{"name": "network-changed", "server_uuid": "89bfe811-ebbb-441f-87a4-5c5410c5fb38", "tag": "eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:09.066972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3351cb-17a9-4d4b-b022-c2ddff0c4587 service neutron] Pushing event updated for resources: {'Port': ['ID=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:09.071650 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6addc5f0-fcb5-4cc4-a238-1811192556a4 x-openstack-request-id: req-6addc5f0-fcb5-4cc4-a238-1811192556a4 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:09.071937 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bfe811-ebbb-441f-87a4-5c5410c5fb38", "tag": "eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:09.072194 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6addc5f0-fcb5-4cc4-a238-1811192556a4 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:09.073801 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bfe811-ebbb-441f-87a4-5c5410c5fb38', 'tag': 'eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2', 'status': 'completed', 'code': 200} Aug 11 00:59:09.074617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1adbd22c-ff2b-46cc-9d76-f82d2c904782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:09.087841 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:09.105097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1adbd22c-ff2b-46cc-9d76-f82d2c904782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:09.117689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:09.120089 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0501b2cf-fc8c-4b1e-8b95-a63ae097638d" -d '{"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:09.134202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:09.167066 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c43d7-728a-4a34-93c1-80d578b8cbbb x-openstack-request-id: req-a74c43d7-728a-4a34-93c1-80d578b8cbbb {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:09.167349 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:09.167721 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a74c43d7-728a-4a34-93c1-80d578b8cbbb {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:09.168193 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'code': 200} Aug 11 00:59:09.185508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5389260-f5a1-4c1c-a798-9f1125d83231 req-fb02a761-cca3-496e-8614-bfb57e0d9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.187140 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5389260-f5a1-4c1c-a798-9f1125d83231 req-fb02a761-cca3-496e-8614-bfb57e0d9c37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=695bc804141a467c9ea4ccb4e239b660&device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 1095 time: 0.0855184 Aug 11 00:59:09.258164 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:09.319826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=11']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:09.344308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c13a0a-cae6-4ee8-bd2b-050be7617b58 req-f8e477b9-1afe-419a-9c34-132a92bd0978 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.346757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71c13a0a-cae6-4ee8-bd2b-050be7617b58 req-f8e477b9-1afe-419a-9c34-132a92bd0978 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 943 time: 0.0855033 Aug 11 00:59:09.350839 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1adbd22c-ff2b-46cc-9d76-f82d2c904782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:09.353934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1adbd22c-ff2b-46cc-9d76-f82d2c904782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:09.359462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1adbd22c-ff2b-46cc-9d76-f82d2c904782 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f0f2eb5-8b1f-420b-968f-510e25b4fb26 HTTP/1.1" status: 204 len: 168 time: 0.4406748 Aug 11 00:59:09.390902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbd22c-ff2b-46cc-9d76-f82d2c904782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f2eb5-8b1f-420b-968f-510e25b4fb26,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:09.394341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5389260-f5a1-4c1c-a798-9f1125d83231 req-dfd13bc1-2309-4a0a-a053-95a17a3110b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.396235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5389260-f5a1-4c1c-a798-9f1125d83231 req-dfd13bc1-2309-4a0a-a053-95a17a3110b7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=695bc804141a467c9ea4ccb4e239b660&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1993413 Aug 11 00:59:09.505107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71c13a0a-cae6-4ee8-bd2b-050be7617b58 req-d4b59953-11ab-4fb7-b09b-a8d1b5d25f5c tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457517 Aug 11 00:59:09.557662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36424894-ebd1-4c74-9a19-5d2f00f1b416 req-91254f99-111c-4a93-9d0b-abfe9b463f70 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.559879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36424894-ebd1-4c74-9a19-5d2f00f1b416 req-91254f99-111c-4a93-9d0b-abfe9b463f70 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0696113 Aug 11 00:59:09.564408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5389260-f5a1-4c1c-a798-9f1125d83231 req-ab146a63-e4af-4221-a2e2-e90a1840e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.570317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5389260-f5a1-4c1c-a798-9f1125d83231 req-ab146a63-e4af-4221-a2e2-e90a1840e9c1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562986 Aug 11 00:59:09.616033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36424894-ebd1-4c74-9a19-5d2f00f1b416 req-079622f7-5d99-4297-a85e-794fd00d8f77 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495434 Aug 11 00:59:09.689189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c752-1179-4aff-bf31-13354caaf956 req-8a9f97e9-55b0-491c-ac1f-e23830121342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.697848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-8a9f97e9-55b0-491c-ac1f-e23830121342 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=695bc804141a467c9ea4ccb4e239b660&device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 1095 time: 0.0802538 Aug 11 00:59:09.712057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf627-c194-4c42-9425-13f8c32074c5 req-437ad34f-a345-4d6a-a2a0-1caf316ec112 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.713898 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a8bf627-c194-4c42-9425-13f8c32074c5 req-437ad34f-a345-4d6a-a2a0-1caf316ec112 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0903249 Aug 11 00:59:09.762400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-38f8b4a0-79c6-4987-999a-b3be96b4b5d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 HTTP/1.1" status: 200 len: 217 time: 0.0606523 Aug 11 00:59:09.806714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0403c-ae09-4e59-a583-b643a4f0d983 req-15f9a313-ce41-48e1-90d7-fdcbfb81904f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.806714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d5b0403c-ae09-4e59-a583-b643a4f0d983 req-15f9a313-ce41-48e1-90d7-fdcbfb81904f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0732472 Aug 11 00:59:09.828733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466c752-1179-4aff-bf31-13354caaf956 req-7e3d5990-b191-4b6d-9ed3-a2dc017487dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:09.829911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-7e3d5990-b191-4b6d-9ed3-a2dc017487dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=633a786e-480d-41e9-9265-efefc0816d8f HTTP/1.1" status: 200 len: 852 time: 0.0579648 Aug 11 00:59:09.851414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d5b0403c-ae09-4e59-a583-b643a4f0d983 req-b0216319-819a-4596-8d15-9e3c72e2bbdd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Aug 11 00:59:09.875818 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a8bf627-c194-4c42-9425-13f8c32074c5 req-5f1d20be-e501-4f05-b660-facf1ac86535 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538570 Aug 11 00:59:09.903944 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-c6cba478-05fc-4b19-a9e5-f72ee9c1f710 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d68bdb27-cc23-4e4d-87ce-53d481f685f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481787 Aug 11 00:59:10.022884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-aa0545f5-bf8b-4b87-a617-78ce2e37ff86 service neutron] 10.222.0.55 "GET /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096184 Aug 11 00:59:10.125317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2466c752-1179-4aff-bf31-13354caaf956 req-f8dd8e8d-4a6f-421e-855a-87da37f58535 service neutron] 10.222.0.55 "GET /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926993 Aug 11 00:59:10.418033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39794) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:10.432755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09b17935-d89a-4b21-83a5-c49c62f5fd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:10.544363 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09b17935-d89a-4b21-83a5-c49c62f5fd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:10.641998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fad4b-79b3-45c6-b80a-d6ecd99f3140 req-fdede675-b620-43ab-a181-8c9f1c0173e7 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:10.644246 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e02fad4b-79b3-45c6-b80a-d6ecd99f3140 req-fdede675-b620-43ab-a181-8c9f1c0173e7 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 943 time: 0.0602462 Aug 11 00:59:10.647217 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09b17935-d89a-4b21-83a5-c49c62f5fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:10.734023 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e02fad4b-79b3-45c6-b80a-d6ecd99f3140 req-ccaf5fc7-dba8-40fd-ad4a-e79b1017cd18 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708637 Aug 11 00:59:10.988537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c867fbb-a0a5-4c7b-915e-195e25c6f1a8 req-0d585903-79bd-4d62-ae03-d405c02aa5c9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:10.990468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c867fbb-a0a5-4c7b-915e-195e25c6f1a8 req-0d585903-79bd-4d62-ae03-d405c02aa5c9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0602674 Aug 11 00:59:11.006745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:59:11.059858 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c867fbb-a0a5-4c7b-915e-195e25c6f1a8 req-412562e4-be66-48e0-b765-55ab5b94a5a8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469410 Aug 11 00:59:11.152521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:11.153716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-09b17935-d89a-4b21-83a5-c49c62f5fd16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9dd877a8785401584f1b5bf89385893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7345455 Aug 11 00:59:11.156863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b17935-d89a-4b21-83a5-c49c62f5fd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deab5c7b-d76a-4891-a92e-de5a2cccecd0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:11.159323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 39806) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:11.172829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'mac_address': 'fa:16:3e:51:09:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:59:11.206459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5156389-0471-49be-a9d1-33a5a3f97a71 req-de5dac71-0d44-4bbc-8ef3-3bb84205d766 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:11.208214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5156389-0471-49be-a9d1-33a5a3f97a71 req-de5dac71-0d44-4bbc-8ef3-3bb84205d766 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1096091 Aug 11 00:59:11.228672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90153ea-9c06-4fb3-9dfe-b2a412254cc7 req-5c9cbbce-d328-475d-b21f-2fedac1b6b06 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:11.230637 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c90153ea-9c06-4fb3-9dfe-b2a412254cc7 req-5c9cbbce-d328-475d-b21f-2fedac1b6b06 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0798140 Aug 11 00:59:11.240730 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:11.266473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2ba62d37-eb6d-4824-89d3-f6506b5fee8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:11.271299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:59:11.276749 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5156389-0471-49be-a9d1-33a5a3f97a71 req-bdd74cd9-3183-47bf-9fe4-0af94aebbaad tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608959 Aug 11 00:59:11.288477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c90153ea-9c06-4fb3-9dfe-b2a412254cc7 req-8d4eb478-4016-4754-9d24-63746ed0a231 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495586 Aug 11 00:59:11.297298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2ba62d37-eb6d-4824-89d3-f6506b5fee8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:11.314904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:11.440537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:11.502899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2ba62d37-eb6d-4824-89d3-f6506b5fee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:11.506195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2ba62d37-eb6d-4824-89d3-f6506b5fee8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:11.510374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2ba62d37-eb6d-4824-89d3-f6506b5fee8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/deab5c7b-d76a-4891-a92e-de5a2cccecd0 HTTP/1.1" status: 204 len: 168 time: 0.3482313 Aug 11 00:59:11.520148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=12']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:11.532729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba62d37-eb6d-4824-89d3-f6506b5fee8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deab5c7b-d76a-4891-a92e-de5a2cccecd0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:11.537937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5a126cd5-9de2-4cdb-922e-4367ac9d5f79'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:59:11.583250 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:59:11.864596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8841b-9ed9-4cfb-9f4b-1c4d48abd8d8 req-c4276a14-669d-4cfb-9d7e-09c0f946f194 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:11.866147 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0cf8841b-9ed9-4cfb-9f4b-1c4d48abd8d8 req-c4276a14-669d-4cfb-9d7e-09c0f946f194 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 943 time: 0.0645871 Aug 11 00:59:11.910611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0cf8841b-9ed9-4cfb-9f4b-1c4d48abd8d8 req-840aa78a-cf3f-4b51-9f78-ba5f3d1ea8d6 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Aug 11 00:59:12.221760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2cf5d-8bdd-479a-9c01-0032b1d25fc9 req-4153967c-76af-446f-861f-b9268630935d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:12.224329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a2cf5d-8bdd-479a-9c01-0032b1d25fc9 req-4153967c-76af-446f-861f-b9268630935d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0735884 Aug 11 00:59:12.280876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7a2cf5d-8bdd-479a-9c01-0032b1d25fc9 req-3b55c80a-25d7-423a-977b-6354df7c6fdd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 Aug 11 00:59:12.422189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418ebec-673b-40db-a4e3-6c4422b8d9dd req-60562834-dd74-49fe-a6a2-20f42bfed11f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:12.427827 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4418ebec-673b-40db-a4e3-6c4422b8d9dd req-60562834-dd74-49fe-a6a2-20f42bfed11f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 945 time: 0.0637591 Aug 11 00:59:12.445593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ec3c5-bc05-42f5-b9b2-ec03a77d5267 req-4a951a2d-6054-4589-b57d-16d47ae0b33b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:12.447936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-573ec3c5-bc05-42f5-b9b2-ec03a77d5267 req-4a951a2d-6054-4589-b57d-16d47ae0b33b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0682940 Aug 11 00:59:12.492406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4418ebec-673b-40db-a4e3-6c4422b8d9dd req-510e3e58-1d6b-478b-a146-9666ff40f7f5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604899 Aug 11 00:59:12.508317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-573ec3c5-bc05-42f5-b9b2-ec03a77d5267 req-e10b4f95-98d0-45cd-a4fb-0231f2e21ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533981 Aug 11 00:59:13.017937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:59:13.020081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:59:13.121741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0c446-e182-467f-98c6-f444ab6151b4 req-9030097e-a13c-40b6-8430-cccc0ea31d33 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:13.136889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ead0c446-e182-467f-98c6-f444ab6151b4 req-9030097e-a13c-40b6-8430-cccc0ea31d33 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 943 time: 0.1165252 Aug 11 00:59:13.231019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ead0c446-e182-467f-98c6-f444ab6151b4 req-4d000481-bbb1-4c7c-9369-551a66ba81d6 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927424 Aug 11 00:59:13.275699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:59:13.276455 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:13.375112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,segment=NetworkSegment(c7a5b3c2-f36f-4eff-83d3-98181c684ff3),segment_id=c7a5b3c2-f36f-4eff-83d3-98181c684ff3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:13.407407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2', 'network_id': 'd68bdb27-cc23-4e4d-87ce-53d481f685f1', 'port_id': 'eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2', 'mac_address': 'fa:16:3e:bc:79:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633a786e-480d-41e9-9265-efefc0816d8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:59:13.484122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676ed6d-b0fc-4fe3-8b4e-a618fb66c88c req-ed026542-ad69-4dd5-b549-63e4324d2b09 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:13.495383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7676ed6d-b0fc-4fe3-8b4e-a618fb66c88c req-ed026542-ad69-4dd5-b549-63e4324d2b09 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0764112 Aug 11 00:59:13.562621 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:13.597591 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7676ed6d-b0fc-4fe3-8b4e-a618fb66c88c req-e9c9b939-c56b-4f50-a64b-752cf65e0d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008067 Aug 11 00:59:13.625676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:13.628822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:13.633142 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8216187b-c501-4ec5-b655-f62e37aad416" -d '{"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:13.639932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:13.664507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:59:13.698486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,segment=NetworkSegment(c7a5b3c2-f36f-4eff-83d3-98181c684ff3),segment_id=c7a5b3c2-f36f-4eff-83d3-98181c684ff3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:13.758256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840d51b-e80b-47d6-9963-2db05146792e req-ce8aee09-faeb-4c35-a237-c84afd5c801e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:13.767752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8840d51b-e80b-47d6-9963-2db05146792e req-ce8aee09-faeb-4c35-a237-c84afd5c801e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 945 time: 0.1290541 Aug 11 00:59:13.789112 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:13.837028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8840d51b-e80b-47d6-9963-2db05146792e req-d851ec3b-ed62-4311-8e59-93025f064dc4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643256 Aug 11 00:59:13.886365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9c9f-eeef-4df0-b6e1-91b6b9b8e452 req-b7ba7771-23fb-4389-a18c-b513e50ba883 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:13.897699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d8b9c9f-eeef-4df0-b6e1-91b6b9b8e452 req-b7ba7771-23fb-4389-a18c-b513e50ba883 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.1469789 Aug 11 00:59:13.901343 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:13.907050 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4826cce7-fc71-4cf7-92ee-b19d8d8ea483 x-openstack-request-id: req-4826cce7-fc71-4cf7-92ee-b19d8d8ea483 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:13.907050 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:13.907050 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4826cce7-fc71-4cf7-92ee-b19d8d8ea483 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:13.907050 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'code': 200} Aug 11 00:59:13.954092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d8b9c9f-eeef-4df0-b6e1-91b6b9b8e452 req-a9015b76-83af-42e5-bee5-c2159052a201 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533733 Aug 11 00:59:13.965506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=13']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:14.074901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:14.130913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:59:14.486174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab60d4-344f-4c85-b837-c3ac38616bbf req-265ecb4c-3089-4c82-8827-9c1b26779ef7 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:14.510680 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdab60d4-344f-4c85-b837-c3ac38616bbf req-265ecb4c-3089-4c82-8827-9c1b26779ef7 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 944 time: 0.1247616 Aug 11 00:59:14.598378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdab60d4-344f-4c85-b837-c3ac38616bbf req-309c283c-43fa-4027-a534-5acca12a398a tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863273 Aug 11 00:59:14.813062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dba849-b91e-44bb-bea0-5256c3a65563 req-7e0f0a2e-d8c6-47b4-a64c-c71c2567aeb8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:14.824084 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0dba849-b91e-44bb-bea0-5256c3a65563 req-7e0f0a2e-d8c6-47b4-a64c-c71c2567aeb8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1081376 Aug 11 00:59:14.828223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0d4ed-a7f5-4d79-b732-58987898b34d req-cdfc8b1e-e95f-45ec-88d4-f33c4b2f4e1b tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:14.843605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4f0d4ed-a7f5-4d79-b732-58987898b34d req-cdfc8b1e-e95f-45ec-88d4-f33c4b2f4e1b tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 950 time: 0.1121416 Aug 11 00:59:14.892330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0dba849-b91e-44bb-bea0-5256c3a65563 req-122a37b8-f417-4ac2-a5b1-33cf46e39193 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666842 Aug 11 00:59:14.894294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4f0d4ed-a7f5-4d79-b732-58987898b34d req-2d2f94b7-22ee-41ee-bd11-53987a20b718 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498793 Aug 11 00:59:15.022783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:59:15.109480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6ea51-4e80-4091-be04-834f8636bca8 req-66cc16bf-78a0-45a6-a48b-c6c1a46d25d4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:15.119327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-59b6ea51-4e80-4091-be04-834f8636bca8 req-66cc16bf-78a0-45a6-a48b-c6c1a46d25d4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.1260877 Aug 11 00:59:15.164494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-c70a8a00-913a-413f-918d-d85ebf5a9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:15.166409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-c70a8a00-913a-413f-918d-d85ebf5a9474 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1097 time: 0.1392279 Aug 11 00:59:15.182374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-59b6ea51-4e80-4091-be04-834f8636bca8 req-7e02300c-c7d3-4886-af8a-85d776b78900 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615880 Aug 11 00:59:15.191079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bf602-ce04-4510-96cb-34b5c6953fbd req-b369dd7b-5d32-4387-8f37-f33e846ed33d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:15.202688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d0bf602-ce04-4510-96cb-34b5c6953fbd req-b369dd7b-5d32-4387-8f37-f33e846ed33d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.1141078 Aug 11 00:59:15.248117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:59:15.256684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:59:15.257379 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:15.377119 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d0bf602-ce04-4510-96cb-34b5c6953fbd req-45492465-a696-462d-97b0-893e0d320181 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731834 Aug 11 00:59:15.382432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-82937fe0-d0e6-4fc8-ab78-651a786b6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:15.385089 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-82937fe0-d0e6-4fc8-ab78-651a786b6cb3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.1607242 Aug 11 00:59:15.434999 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:15.491823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,segment=NetworkSegment(c7a5b3c2-f36f-4eff-83d3-98181c684ff3),segment_id=c7a5b3c2-f36f-4eff-83d3-98181c684ff3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:15.511436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-c795d375-1176-4ebd-ad74-efa8f247fcb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 1001 time: 0.1113188 Aug 11 00:59:15.580357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-709ec93e-aaa7-4056-920c-c0791f4f7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:15.593859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-709ec93e-aaa7-4056-920c-c0791f4f7d00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0730515 Aug 11 00:59:15.623307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:15.675990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-85f0300a-cb9d-4804-ba43-a2ea61eb237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:15.678319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-85f0300a-cb9d-4804-ba43-a2ea61eb237e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811317 Aug 11 00:59:15.693174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:15.768112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ff5d-1b07-4d14-bf9e-df3bda24b0f0 req-bce7b927-f990-4059-812d-a0bd0edac14a tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:15.776290 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffd8ff5d-1b07-4d14-bf9e-df3bda24b0f0 req-bce7b927-f990-4059-812d-a0bd0edac14a tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0713308 Aug 11 00:59:15.804283 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-d1dcaf85-c17a-499f-9de6-235a11036a11 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123817 Aug 11 00:59:15.815418 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffd8ff5d-1b07-4d14-bf9e-df3bda24b0f0 req-9db6057b-6eb2-46ba-8eb7-ad2709382b9e tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370922 Aug 11 00:59:15.906560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfe811-ebbb-441f-87a4-5c5410c5fb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:15.909002 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f7c94-bf2d-4d11-877f-ab4d0044f8d4" -d '{"events": [{"server_uuid": "89bfe811-ebbb-441f-87a4-5c5410c5fb38", "name": "network-vif-plugged", "status": "completed", "tag": "eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:15.955673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f3b46ff-29f8-4678-b3c0-e271cfdc141e req-1788ec78-0f27-4289-839b-0aa36ef29a7a service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392550 Aug 11 00:59:15.980814 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf3b786-556c-4ebd-be36-aee92d01f590 x-openstack-request-id: req-6bf3b786-556c-4ebd-be36-aee92d01f590 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:15.981352 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfe811-ebbb-441f-87a4-5c5410c5fb38", "name": "network-vif-plugged", "status": "completed", "tag": "eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:15.981796 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bf3b786-556c-4ebd-be36-aee92d01f590 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:15.982403 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfe811-ebbb-441f-87a4-5c5410c5fb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2', 'code': 200} Aug 11 00:59:16.135263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68495ab8-7d80-4ae1-85b5-97b57f028adf req-bf7b43e4-7419-498d-bf6c-19a8963abb5b tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:16.141883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68495ab8-7d80-4ae1-85b5-97b57f028adf req-bf7b43e4-7419-498d-bf6c-19a8963abb5b tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 950 time: 0.1116624 Aug 11 00:59:16.170846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead62c0-ef6f-4930-8862-6253d6f67448 req-cb133db8-f400-4fae-b6d0-abb3a8d6b419 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:16.179734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dead62c0-ef6f-4930-8862-6253d6f67448 req-cb133db8-f400-4fae-b6d0-abb3a8d6b419 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1235878 Aug 11 00:59:16.197965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b1578-9902-45bb-9174-0de4422d49f8 req-90538e1c-0525-4809-8b4f-c71ea953e318 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:16.199801 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-535b1578-9902-45bb-9174-0de4422d49f8 req-90538e1c-0525-4809-8b4f-c71ea953e318 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 950 time: 0.1345139 Aug 11 00:59:16.230750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68495ab8-7d80-4ae1-85b5-97b57f028adf req-10bfeb4f-df54-424f-ba14-e44f1b2fc1cf tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/security-groups?id=13fff316-b70e-47b9-b66b-a38d0fd3e7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722039 Aug 11 00:59:16.236603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374bb63-5f89-43f2-9240-0c019aaa2d51 req-99c8effb-baa1-4ae2-b7c6-17208a231ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:16.241198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d374bb63-5f89-43f2-9240-0c019aaa2d51 req-99c8effb-baa1-4ae2-b7c6-17208a231ca2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 1097 time: 0.1733208 Aug 11 00:59:16.281053 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dead62c0-ef6f-4930-8862-6253d6f67448 req-961887c5-84b5-4a31-858e-ddfe8f5234b4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003196 Aug 11 00:59:16.302364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d374bb63-5f89-43f2-9240-0c019aaa2d51 req-f44b84f5-2c94-4afc-b50c-f1db536ce027 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536015 Aug 11 00:59:16.316293 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-371a0bb8-9668-4bf7-baa5-f3c03f377fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:16.359392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Deleting port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:59:16.359392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:16.383118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19fb96-7c5f-4bc7-8d66-bb9356d94e89 req-f96d5ed1-8db2-4392-84f5-8516e6ac71d8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:16.385176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f19fb96-7c5f-4bc7-8d66-bb9356d94e89 req-f96d5ed1-8db2-4392-84f5-8516e6ac71d8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0670922 Aug 11 00:59:16.456997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f19fb96-7c5f-4bc7-8d66-bb9356d94e89 req-e145741d-c058-4c03-9e00-b1aef11eed84 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655951 Aug 11 00:59:16.536136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] For port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:16.536627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:16.563847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Calling delete_port for 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:59:16.576743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394aa91-6121-4803-bacd-559f5432599d req-783bdc26-4ca4-4765-9236-5cce58f02271 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:16.578399 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e394aa91-6121-4803-bacd-559f5432599d req-783bdc26-4ca4-4765-9236-5cce58f02271 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0913236 Aug 11 00:59:16.682514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e394aa91-6121-4803-bacd-559f5432599d req-15d97e1a-3d07-4a44-bbea-1e9ee2d0124c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912063 Aug 11 00:59:16.915277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:16.928835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['9c8d40bc-40cb-4048-821e-ca7d8b1c9984'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:59:16.959125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Pushing event deleted for resources: {'Port': ['ID=9c8d40bc-40cb-4048-821e-ca7d8b1c9984,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:17.015217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f192a-9718-4065-9e53-568a6cffd32f req-e2199fe7-e257-4248-9b6d-2c8201ef641c tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:17.016830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-413f192a-9718-4065-9e53-568a6cffd32f req-e2199fe7-e257-4248-9b6d-2c8201ef641c tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0814447 Aug 11 00:59:17.036599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] No DVR routers for this DVR port 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:59:17.040708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:17.043031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-535b1578-9902-45bb-9174-0de4422d49f8 req-a7a2a52c-485f-4208-80f1-ca6fc1365cb8 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.44 "DELETE /v2.0/ports/9c8d40bc-40cb-4048-821e-ca7d8b1c9984 HTTP/1.1" status: 204 len: 173 time: 0.8344474 Aug 11 00:59:17.043531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ded6742-bee4-4c6d-aeb8-1020e33a5304', 'name': 'network-vif-deleted', 'tag': '9c8d40bc-40cb-4048-821e-ca7d8b1c9984'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:17.071379 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0502f3d5-5eed-4393-865f-95235e4d69a6" -d '{"events": [{"server_uuid": "0ded6742-bee4-4c6d-aeb8-1020e33a5304", "name": "network-vif-deleted", "tag": "9c8d40bc-40cb-4048-821e-ca7d8b1c9984"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:17.094078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-413f192a-9718-4065-9e53-568a6cffd32f req-e5fc5b65-73fc-4154-8c1a-dc0ae073bfbb tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597262 Aug 11 00:59:17.148582 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c148d2c5-59d1-4ac3-a599-f5d12e2b0cf1 x-openstack-request-id: req-c148d2c5-59d1-4ac3-a599-f5d12e2b0cf1 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:17.148819 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ded6742-bee4-4c6d-aeb8-1020e33a5304", "name": "network-vif-deleted", "tag": "9c8d40bc-40cb-4048-821e-ca7d8b1c9984", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:17.149120 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c148d2c5-59d1-4ac3-a599-f5d12e2b0cf1 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:17.149628 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ded6742-bee4-4c6d-aeb8-1020e33a5304', 'name': 'network-vif-deleted', 'tag': '9c8d40bc-40cb-4048-821e-ca7d8b1c9984', 'status': 'completed', 'code': 200} Aug 11 00:59:17.356276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-da1fa5c0-eaa3-452a-9dd7-ff497077f731 req-9a601051-bb10-4a00-94ac-707a3da22b29 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 210 time: 0.0511339 Aug 11 00:59:17.421519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd5d7-74c2-4366-a893-1a7fcde574fd req-787baeee-db07-45fd-8ea7-fc21c853a05a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:17.423244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e10cd5d7-74c2-4366-a893-1a7fcde574fd req-787baeee-db07-45fd-8ea7-fc21c853a05a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0600259 Aug 11 00:59:17.468278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e10cd5d7-74c2-4366-a893-1a7fcde574fd req-2f839216-02a0-4bc3-99b2-1ba630923e28 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Aug 11 00:59:17.596195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44276ff4-cf67-40d9-b9cd-912a98892aa3 req-5099d79e-2f8d-4220-bf58-deda904dda99 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:17.597691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44276ff4-cf67-40d9-b9cd-912a98892aa3 req-5099d79e-2f8d-4220-bf58-deda904dda99 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0542283 Aug 11 00:59:17.637525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44276ff4-cf67-40d9-b9cd-912a98892aa3 req-db654b3d-ac3a-48e1-a168-3be073ff55bf tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Aug 11 00:59:17.812885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd61c4-eb77-4f9a-976d-ec1eafcb9112 req-b9c94c96-dfcf-4d49-90b3-c69d0e4ee55b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:17.814820 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbfd61c4-eb77-4f9a-976d-ec1eafcb9112 req-b9c94c96-dfcf-4d49-90b3-c69d0e4ee55b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0541308 Aug 11 00:59:17.880282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cbfd61c4-eb77-4f9a-976d-ec1eafcb9112 req-615bd344-c2d6-4d13-8243-1c213a39913a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573165 Aug 11 00:59:18.270355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3388b0-027a-428d-86c0-0c6e60530a39 req-ed8a9054-707c-4878-a63e-a804b8ec0240 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:18.272764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec3388b0-027a-428d-86c0-0c6e60530a39 req-ed8a9054-707c-4878-a63e-a804b8ec0240 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0699286 Aug 11 00:59:18.343219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec3388b0-027a-428d-86c0-0c6e60530a39 req-6958ccb9-44bc-484a-b17d-7ed4fc119cff tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639262 Aug 11 00:59:18.479741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1c1f2c0e-46fe-42eb-9a49-a59d7d54434c req-203febef-3fe2-4b35-9458-de0a608bc253 tempest-VolumesBackupsTest-1068078570 tempest-VolumesBackupsTest-1068078570-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ded6742-bee4-4c6d-aeb8-1020e33a5304 HTTP/1.1" status: 200 len: 210 time: 0.0308006 Aug 11 00:59:18.552836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-e8b8fb44-fc79-45d2-8f0d-516be48cf4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:18.554709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-e8b8fb44-fc79-45d2-8f0d-516be48cf4d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1098 time: 0.1166322 Aug 11 00:59:18.580383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cea66f-2c16-4d15-8874-7de19f22124f req-d910ef25-b867-4a63-8f69-478a1fbda988 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:18.582654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3cea66f-2c16-4d15-8874-7de19f22124f req-d910ef25-b867-4a63-8f69-478a1fbda988 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.1013098 Aug 11 00:59:18.689638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434820d7-7833-4bb2-a453-5f8861f68c4e req-9e31b29c-f53d-4740-9840-96a5e445bc3f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:18.704031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-434820d7-7833-4bb2-a453-5f8861f68c4e req-9e31b29c-f53d-4740-9840-96a5e445bc3f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1062977 Aug 11 00:59:18.712093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3cea66f-2c16-4d15-8874-7de19f22124f req-086ad5a7-a815-4e69-84ac-7bf088db6608 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187088 Aug 11 00:59:18.817216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-434820d7-7833-4bb2-a453-5f8861f68c4e req-6ac0b830-2eb3-403c-9444-d1753b0194ae tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118498 Aug 11 00:59:18.833640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-588637ae-202e-4b1d-b8ac-c29a3d5bc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:18.845946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-588637ae-202e-4b1d-b8ac-c29a3d5bc014 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.2533252 Aug 11 00:59:18.942690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9f61f3c1-03fb-4843-9eb7-d2decaca7c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:19.006137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-cc799d29-cf3b-4a72-b1be-23f5d9985694 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 1000 time: 0.1599064 Aug 11 00:59:19.017892 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:19.096877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf075e61-e805-4767-aad8-a77b2fd88083 req-03f42433-8833-4875-a8e4-ab4731a07ee7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:19.099723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf075e61-e805-4767-aad8-a77b2fd88083 req-03f42433-8833-4875-a8e4-ab4731a07ee7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.2257209 Aug 11 00:59:19.116380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-7ef3028f-9626-47c6-9713-8c733f919f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:19.118803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-7ef3028f-9626-47c6-9713-8c733f919f9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0894094 Aug 11 00:59:19.199698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf075e61-e805-4767-aad8-a77b2fd88083 req-c3487afb-b985-4dab-88f7-6127af638be2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939186 Aug 11 00:59:19.229824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-3142fe38-9af8-46ac-9477-3e020b47d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:19.231482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-3142fe38-9af8-46ac-9477-3e020b47d790 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059091 Aug 11 00:59:19.384930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078002bb-2423-4618-979e-e4e8f06eb221 req-66e81886-4c00-4946-9903-72463b7a15ba tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:19.386517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-078002bb-2423-4618-979e-e4e8f06eb221 req-66e81886-4c00-4946-9903-72463b7a15ba tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0926263 Aug 11 00:59:19.393482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-3c4d6329-9915-4d45-8677-4726c9efb222 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542280 Aug 11 00:59:19.499101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-078002bb-2423-4618-979e-e4e8f06eb221 req-57c824fc-8a91-49ba-a715-f7e2623633f4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985186 Aug 11 00:59:19.564960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b5ed1b5-f66d-491e-9879-5488738b6973 req-2a923d86-f879-4bae-9f5c-7aa78f885975 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628430 Aug 11 00:59:19.571946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2258948-d600-400a-ac61-26e62aa16256 req-3ba632ee-e681-44ca-a633-5d9f1a513daf tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:19.574162 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2258948-d600-400a-ac61-26e62aa16256 req-3ba632ee-e681-44ca-a633-5d9f1a513daf tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.1185868 Aug 11 00:59:19.623560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2258948-d600-400a-ac61-26e62aa16256 req-9632c121-9831-48b1-a9d6-8035940ab681 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Aug 11 00:59:20.002404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c25918-a726-4da9-9304-c475d39d3ab2 req-a9e542e7-128a-46f4-a3c7-f27e2f8a63b3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:20.002404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17c25918-a726-4da9-9304-c475d39d3ab2 req-a9e542e7-128a-46f4-a3c7-f27e2f8a63b3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0673418 Aug 11 00:59:20.083819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17c25918-a726-4da9-9304-c475d39d3ab2 req-c16ae753-8c16-458c-9f75-327053f9ad67 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695860 Aug 11 00:59:20.380971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffeb58b-e62e-47d6-88c3-dba179922cc8 req-79a7f8c3-a45d-46a1-800a-5dbd7c2c66bc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:20.390894 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ffeb58b-e62e-47d6-88c3-dba179922cc8 req-79a7f8c3-a45d-46a1-800a-5dbd7c2c66bc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.1008143 Aug 11 00:59:20.474072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ffeb58b-e62e-47d6-88c3-dba179922cc8 req-733aa088-7566-4724-9fe7-cb52926ea1b5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811303 Aug 11 00:59:20.484693 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:20.694237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e19b9b-49c2-4e3c-8a16-b11196801e90 req-518c4345-7a88-45e5-8819-ff9fa998516d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:20.697286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3e19b9b-49c2-4e3c-8a16-b11196801e90 req-518c4345-7a88-45e5-8819-ff9fa998516d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.1107285 Aug 11 00:59:20.792728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3e19b9b-49c2-4e3c-8a16-b11196801e90 req-7efb6b8e-c50c-46c8-be73-4c0d23a89055 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874822 Aug 11 00:59:20.802538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2992231-c630-4f73-b8a5-0923e4e2dab0 req-06300cc8-4da9-4b3a-9315-03b12075d25d tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:20.805332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f2992231-c630-4f73-b8a5-0923e4e2dab0 req-06300cc8-4da9-4b3a-9315-03b12075d25d tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0829635 Aug 11 00:59:20.858972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f2992231-c630-4f73-b8a5-0923e4e2dab0 req-3457cbf9-40b5-4172-8b65-caadcdf363f7 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474806 Aug 11 00:59:21.004882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:59:21.033276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:59:21.034182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9c8d40bc-40cb-4048-821e-ca7d8b1c9984 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:59:21.293258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e210ff-999f-4596-962e-e002fdc88cf1 req-dd3e14c4-c6a1-4c73-8127-32bb166ea49b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:21.303531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-91e210ff-999f-4596-962e-e002fdc88cf1 req-dd3e14c4-c6a1-4c73-8127-32bb166ea49b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0741954 Aug 11 00:59:21.380409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-91e210ff-999f-4596-962e-e002fdc88cf1 req-59837c0a-e65f-49c9-b242-0ce3b7b91ad0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750594 Aug 11 00:59:21.482756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90783-97ae-431c-b3d2-709bbf4385f0 req-97116d3d-8663-4bd3-bc8d-2082f47d77b0 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:21.493412 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69f90783-97ae-431c-b3d2-709bbf4385f0 req-97116d3d-8663-4bd3-bc8d-2082f47d77b0 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0785820 Aug 11 00:59:21.559078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69f90783-97ae-431c-b3d2-709bbf4385f0 req-d41a48c2-8e2e-4bfb-9f53-76500d721a70 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646839 Aug 11 00:59:21.629040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-74352a18-8b25-4d77-8ce5-9197ee152be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:21.630979 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-74352a18-8b25-4d77-8ce5-9197ee152be5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=695bc804141a467c9ea4ccb4e239b660&device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 1097 time: 0.0930192 Aug 11 00:59:21.673665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226fe7f-7110-4c8f-aaf9-84902263c9e3 req-949c712f-195a-4ea9-a533-a38712f5d5bd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:21.674980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1226fe7f-7110-4c8f-aaf9-84902263c9e3 req-949c712f-195a-4ea9-a533-a38712f5d5bd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0965137 Aug 11 00:59:21.722977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1226fe7f-7110-4c8f-aaf9-84902263c9e3 req-6d749b39-37f5-457b-8339-66bddb81625f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Aug 11 00:59:21.737363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-3bce779c-a98c-4e1f-a879-d7709de89713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:21.739103 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-3bce779c-a98c-4e1f-a879-d7709de89713 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d68bdb27-cc23-4e4d-87ce-53d481f685f1 HTTP/1.1" status: 200 len: 913 time: 0.1008487 Aug 11 00:59:21.784763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-887ce2a4-3f1e-470b-9a08-f47b77012bd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 HTTP/1.1" status: 200 len: 217 time: 0.0368712 Aug 11 00:59:22.028294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-c5f02c6b-3298-4b35-8c8b-7d530bd5ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:22.028294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-c5f02c6b-3298-4b35-8c8b-7d530bd5ac6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=633a786e-480d-41e9-9265-efefc0816d8f HTTP/1.1" status: 200 len: 852 time: 0.0566199 Aug 11 00:59:22.028294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-cb234678-5ef4-4c6e-8518-58e10f40bac9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d68bdb27-cc23-4e4d-87ce-53d481f685f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268731 Aug 11 00:59:22.028294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b41a4a-56f3-4da5-bcbb-d4448c1871b0 req-1cd3e31a-d849-4dc6-bbf6-d65952173479 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:22.028294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68b41a4a-56f3-4da5-bcbb-d4448c1871b0 req-1cd3e31a-d849-4dc6-bbf6-d65952173479 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.1108069 Aug 11 00:59:22.028294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-43c53a37-2b52-42f5-be86-92e4acf2e0e8 service neutron] 10.222.0.55 "GET /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302445 Aug 11 00:59:22.089766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-68b41a4a-56f3-4da5-bcbb-d4448c1871b0 req-0139e397-091a-4d3c-9d01-e92c5c44885a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919516 Aug 11 00:59:22.134514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26d5ff17-bfed-40b0-9215-f512ab92380b req-5c15e761-0f61-4682-a583-01d5e5abe783 service neutron] 10.222.0.55 "GET /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065707 Aug 11 00:59:22.421502 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:22.541783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a9049-652c-4457-a499-7d863a1ad7a7 req-848c027f-ab9c-43f5-8fef-71831601b0db tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:22.551861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d6a9049-652c-4457-a499-7d863a1ad7a7 req-848c027f-ab9c-43f5-8fef-71831601b0db tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0833185 Aug 11 00:59:22.619852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d6a9049-652c-4457-a499-7d863a1ad7a7 req-af7c663b-e171-44ec-a00e-5e16e14e89b2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667107 Aug 11 00:59:22.746745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd99ea-3e5e-4cc6-a8b3-95d42d569cd4 req-231a178d-a2c4-4cf6-aa03-572f3e2f3b51 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:22.750371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dccd99ea-3e5e-4cc6-a8b3-95d42d569cd4 req-231a178d-a2c4-4cf6-aa03-572f3e2f3b51 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0763862 Aug 11 00:59:22.804504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dccd99ea-3e5e-4cc6-a8b3-95d42d569cd4 req-c56fe52b-53b7-41fa-9236-57d57880d1b9 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Aug 11 00:59:22.887930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e49ae8-1216-4202-9eda-4038b4887c28 req-be8371b9-a1c5-4dcc-8469-5c050739c741 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:22.889427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30e49ae8-1216-4202-9eda-4038b4887c28 req-be8371b9-a1c5-4dcc-8469-5c050739c741 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0607493 Aug 11 00:59:22.959479 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30e49ae8-1216-4202-9eda-4038b4887c28 req-e1682bf5-c681-4fdc-8800-eb86be95143b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623598 Aug 11 00:59:23.494550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5fe37-cd6b-4a25-aa90-6054cd2962d7 req-a7c8e60d-ef4c-47ce-bd83-ac4de215563e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:23.502550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29a5fe37-cd6b-4a25-aa90-6054cd2962d7 req-a7c8e60d-ef4c-47ce-bd83-ac4de215563e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.3158417 Aug 11 00:59:23.547236 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29a5fe37-cd6b-4a25-aa90-6054cd2962d7 req-6d8ca485-9e5a-4b92-8504-24135e71eefd tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 Aug 11 00:59:23.803628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1d563-ea07-437b-982e-7fdca9f193e4 req-5401b9a2-d098-4740-9490-e11c0a0a38e9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:23.806265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21d1d563-ea07-437b-982e-7fdca9f193e4 req-5401b9a2-d098-4740-9490-e11c0a0a38e9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0928903 Aug 11 00:59:23.905928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21d1d563-ea07-437b-982e-7fdca9f193e4 req-69f478d4-9110-431c-ae5a-6eb648186c31 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920281 Aug 11 00:59:24.021097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891afc38-dc37-492f-a6a1-941b042a829c req-0fbe2050-ee95-436e-b7b8-eae41acdad51 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:24.030591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-891afc38-dc37-492f-a6a1-941b042a829c req-0fbe2050-ee95-436e-b7b8-eae41acdad51 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.1135399 Aug 11 00:59:24.119681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-891afc38-dc37-492f-a6a1-941b042a829c req-2983b393-1a15-42c4-8e39-22cc92b09b3d tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803475 Aug 11 00:59:24.147995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cbdb0-a7f4-4959-a0a7-677badc54812 req-28ab85a2-5ac2-4e22-9f76-f62366aece12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:24.155782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d12cbdb0-a7f4-4959-a0a7-677badc54812 req-28ab85a2-5ac2-4e22-9f76-f62366aece12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0719552 Aug 11 00:59:24.266473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d12cbdb0-a7f4-4959-a0a7-677badc54812 req-aa000802-b438-4359-9eec-c8b2e0028f8d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023209 Aug 11 00:59:24.758737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46831c-efb5-4e2a-af04-86ed123dce3e req-6379d00e-cf5a-4f99-96b8-6fa080fa7d39 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:24.762511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db46831c-efb5-4e2a-af04-86ed123dce3e req-6379d00e-cf5a-4f99-96b8-6fa080fa7d39 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0853751 Aug 11 00:59:24.843343 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db46831c-efb5-4e2a-af04-86ed123dce3e req-19b8d859-9d6e-4506-a1be-c0a34628c3ed tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740740 Aug 11 00:59:24.864680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a58467-bb00-4f48-adec-0ff1f145db2b req-1ee4a0b7-c35d-46b6-8a22-7147d0a69fa8 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:24.874614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2a58467-bb00-4f48-adec-0ff1f145db2b req-1ee4a0b7-c35d-46b6-8a22-7147d0a69fa8 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0777059 Aug 11 00:59:24.921909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2a58467-bb00-4f48-adec-0ff1f145db2b req-900738f7-4267-4f1f-9c02-6a5c25ebc7b9 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462303 Aug 11 00:59:25.071505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9545e-3747-4877-a23c-c8eebb1a8f83 req-d457bc6b-cbe3-4ba8-a223-906812ef5159 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:25.073098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3f9545e-3747-4877-a23c-c8eebb1a8f83 req-d457bc6b-cbe3-4ba8-a223-906812ef5159 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0698171 Aug 11 00:59:25.143768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a3f9545e-3747-4877-a23c-c8eebb1a8f83 req-f5230136-f65d-4713-958a-55aa411d75aa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631683 Aug 11 00:59:25.323038 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-b7517f17-5e24-4532-9b6f-ec7ddd1e27c5 service neutron] show failed (client error): The resource could not be found. Aug 11 00:59:25.324229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-b7517f17-5e24-4532-9b6f-ec7ddd1e27c5 service neutron] 10.222.0.44 "GET /v2.0/ports/40076fef-1194-4729-9344-f3f014764e25/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.1293738 Aug 11 00:59:25.427296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127db29-bae7-4c2f-be37-1a3afba97c1b req-baafbe40-0c9c-4f08-a1f8-0a9b4f74ebef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:25.444928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b127db29-bae7-4c2f-be37-1a3afba97c1b req-baafbe40-0c9c-4f08-a1f8-0a9b4f74ebef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0892925 Aug 11 00:59:25.496967 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b127db29-bae7-4c2f-be37-1a3afba97c1b req-4dd21b76-378b-4612-a82b-c3ded252a61e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505707 Aug 11 00:59:25.997117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6897b46-f5ab-48ed-b44d-9152ab6e2291 req-0d73f11d-1482-4cfc-ae8f-16bcde9d061d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:25.998779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6897b46-f5ab-48ed-b44d-9152ab6e2291 req-0d73f11d-1482-4cfc-ae8f-16bcde9d061d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0752137 Aug 11 00:59:26.069811 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6897b46-f5ab-48ed-b44d-9152ab6e2291 req-47857f76-9ccb-49bb-a6ef-bd1b36f057a5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628650 Aug 11 00:59:26.102465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49196ab-1d6c-4c97-9a07-1702bf0007cf req-1e23589b-b8e4-4c76-ae61-2316bb6e8ffd tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:26.104211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f49196ab-1d6c-4c97-9a07-1702bf0007cf req-1e23589b-b8e4-4c76-ae61-2316bb6e8ffd tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0837641 Aug 11 00:59:26.145339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f49196ab-1d6c-4c97-9a07-1702bf0007cf req-1eebf4b7-dc43-4276-9cb2-9642b65fc09f tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Aug 11 00:59:26.285569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55812a-9284-410b-bd2b-4671a4567701 req-17a9210b-225d-41e8-bff7-72e9c9527340 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:26.287256 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac55812a-9284-410b-bd2b-4671a4567701 req-17a9210b-225d-41e8-bff7-72e9c9527340 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0643382 Aug 11 00:59:26.327985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac55812a-9284-410b-bd2b-4671a4567701 req-68e543a8-edf3-4cb9-9821-c58fa078dde9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Aug 11 00:59:26.630610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcb896-4e8f-4348-9f03-290ae064a4fc req-727cba0a-3e83-4c0e-b89a-465063dae398 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:26.632531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1bbcb896-4e8f-4348-9f03-290ae064a4fc req-727cba0a-3e83-4c0e-b89a-465063dae398 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0574017 Aug 11 00:59:26.675458 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1bbcb896-4e8f-4348-9f03-290ae064a4fc req-4681d550-c607-42fc-b4e5-feb13262b4e6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372736 Aug 11 00:59:27.092554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-a0a873bd-b3a8-45cf-ad6b-ef864c98798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:27.094957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-a0a873bd-b3a8-45cf-ad6b-ef864c98798c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 1097 time: 0.1206913 Aug 11 00:59:27.110699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:27.208796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072153cb-0f14-4d1a-a0aa-781209b3a776 req-650c51f8-7c76-42e9-ab01-9647ee20d490 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:27.211143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-072153cb-0f14-4d1a-a0aa-781209b3a776 req-650c51f8-7c76-42e9-ab01-9647ee20d490 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.1441798 Aug 11 00:59:27.286328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-072153cb-0f14-4d1a-a0aa-781209b3a776 req-f4cab804-6669-45b7-a7e3-8f4b3d423ba1 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556636 Aug 11 00:59:27.352039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:27.383766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931db6e-758d-4844-a570-23db9397c581 req-028bb719-718e-4c1f-9aed-5366591506e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:27.385297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c931db6e-758d-4844-a570-23db9397c581 req-028bb719-718e-4c1f-9aed-5366591506e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=695bc804141a467c9ea4ccb4e239b660&device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 1097 time: 0.1952739 Aug 11 00:59:27.398831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0faf0-61a2-425d-8006-0d6392e9e16b req-837779b8-e7dc-4b8c-bf58-37e8c26c0528 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:27.407151 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dde0faf0-61a2-425d-8006-0d6392e9e16b req-837779b8-e7dc-4b8c-bf58-37e8c26c0528 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.1704497 Aug 11 00:59:27.485814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb63db-3394-4d28-acae-5cd9c380e217 req-797cd8ee-0583-49ef-ac7e-ade75779f21f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:27.489280 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-adeb63db-3394-4d28-acae-5cd9c380e217 req-797cd8ee-0583-49ef-ac7e-ade75779f21f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0806170 Aug 11 00:59:27.589410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-adeb63db-3394-4d28-acae-5cd9c380e217 req-a9a2e315-2eec-4bac-b992-8d5ecda66816 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904164 Aug 11 00:59:27.619208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dde0faf0-61a2-425d-8006-0d6392e9e16b req-3344f361-f1e9-416c-a499-2d9baf8e5f56 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108808 Aug 11 00:59:27.715720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931db6e-758d-4844-a570-23db9397c581 req-91edb75a-810f-4af7-a243-b31518f4cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:27.717510 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c931db6e-758d-4844-a570-23db9397c581 req-91edb75a-810f-4af7-a243-b31518f4cab9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d68bdb27-cc23-4e4d-87ce-53d481f685f1 HTTP/1.1" status: 200 len: 913 time: 0.2838948 Aug 11 00:59:27.858015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:27.887096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd8303-888d-4817-b449-d4c8e44d2ade req-8fa22cb4-93e2-4c36-85bb-cfcfb286650b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:27.889387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0abd8303-888d-4817-b449-d4c8e44d2ade req-8fa22cb4-93e2-4c36-85bb-cfcfb286650b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0875967 Aug 11 00:59:27.904811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:59:27.971807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:27.990290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Transition to ACTIVE for port object 40076fef-1194-4729-9344-f3f014764e25 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:59:27.991308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:27.994620 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca13572-3264-4046-aca1-19b5b3fb29d6" -d '{"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-unplugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:27.995757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0abd8303-888d-4817-b449-d4c8e44d2ade req-20032ed1-9bf6-4a43-a3b2-13c157a217a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994356 Aug 11 00:59:28.046560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c931db6e-758d-4844-a570-23db9397c581 req-6c4f50dc-6253-49ed-8ecf-83032c1bff68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 HTTP/1.1" status: 200 len: 217 time: 0.3191772 Aug 11 00:59:28.118941 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d6a4f6-c809-4b3e-95f3-9fc15db7a1bc x-openstack-request-id: req-47d6a4f6-c809-4b3e-95f3-9fc15db7a1bc {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:28.119558 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-unplugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:28.120731 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47d6a4f6-c809-4b3e-95f3-9fc15db7a1bc {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:28.121971 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'code': 200} Aug 11 00:59:28.124718 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:28.260391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:28.298347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931db6e-758d-4844-a570-23db9397c581 req-bc63a2fa-ac94-40dc-9558-ec56a073172a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:28.298347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c931db6e-758d-4844-a570-23db9397c581 req-bc63a2fa-ac94-40dc-9558-ec56a073172a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=633a786e-480d-41e9-9265-efefc0816d8f HTTP/1.1" status: 200 len: 852 time: 0.2142725 Aug 11 00:59:28.298347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.298347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.298347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.299240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.299677 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.300238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.301275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.302195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.302748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.303406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.303929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.304272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:28.333860 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c931db6e-758d-4844-a570-23db9397c581 req-9ab2a4aa-34a4-4a0f-ba2a-93fadd4d6ca7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d68bdb27-cc23-4e4d-87ce-53d481f685f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589585 Aug 11 00:59:28.418391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] No DVR routers for this DVR port 40076fef-1194-4729-9344-f3f014764e25 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:59:28.463764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca90f08-3693-4e8c-8979-8bd9e1f6dc08 req-9f25e502-e80e-4d22-962c-807c65e45c74 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:28.465437 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca90f08-3693-4e8c-8979-8bd9e1f6dc08 req-9f25e502-e80e-4d22-962c-807c65e45c74 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0773931 Aug 11 00:59:28.513648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca90f08-3693-4e8c-8979-8bd9e1f6dc08 req-2a66e15e-5dae-42d7-a4a8-9b9ea24a2643 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388730 Aug 11 00:59:28.567746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c931db6e-758d-4844-a570-23db9397c581 req-4a4f3ef0-3e43-469b-90b6-d3ed0f58a6fe service neutron] 10.222.0.55 "GET /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194884 Aug 11 00:59:28.681904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:59:28.682245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:59:28.682643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:28.722317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:59:28.722652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:28.736189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:59:28.736533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Checking segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:59:28.736927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Bound using segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:59:28.737436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Bound port: 40076fef-1194-4729-9344-f3f014764e25, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:59:28.737888 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:28.771386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c931db6e-758d-4844-a570-23db9397c581 req-023f59ec-58dc-4a4a-8b63-84a9f5be6005 service neutron] 10.222.0.55 "GET /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014933 Aug 11 00:59:28.818601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c985292-9fbe-443e-968e-74032d51fb48 req-c8db6f0c-51ea-49ec-b339-c9aea5c4c51f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:28.818601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c985292-9fbe-443e-968e-74032d51fb48 req-c8db6f0c-51ea-49ec-b339-c9aea5c4c51f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1389706 Aug 11 00:59:28.853755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a334189-dcdf-4cc9-b80b-0e79b80b9050 req-2c8ae3e1-b1d4-4035-85ee-c17923498678 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:28.857307 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a334189-dcdf-4cc9-b80b-0e79b80b9050 req-2c8ae3e1-b1d4-4035-85ee-c17923498678 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 943 time: 0.1346035 Aug 11 00:59:28.887140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:59:28.892309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:59:28.898278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c985292-9fbe-443e-968e-74032d51fb48 req-736cbc0d-cc2b-449f-8afd-7a4fe4918170 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611725 Aug 11 00:59:28.922977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a334189-dcdf-4cc9-b80b-0e79b80b9050 req-e07ec37e-ab6b-4db3-9fe5-2442d8e7872f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552564 Aug 11 00:59:29.025258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:29.051702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40076fef-1194-4729-9344-f3f014764e25 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:59:29.054946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:29.055973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:29.064595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-077f5516-123a-4267-a743-5888612a7670 service neutron] 10.222.0.55 "PUT /v2.0/ports/40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 1092 time: 1.9582081 Aug 11 00:59:29.133993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40076fef-1194-4729-9344-f3f014764e25 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:59:29.256951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750d62c-7de2-4c0d-b7f0-e8adc27cb175 req-3911d09a-c702-434b-9c21-6d586897dfeb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:29.259693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4750d62c-7de2-4c0d-b7f0-e8adc27cb175 req-3911d09a-c702-434b-9c21-6d586897dfeb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.1617334 Aug 11 00:59:29.261907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f5516-123a-4267-a743-5888612a7670 service neutron] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:29.336650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-024befaa-1ef5-49fc-81dd-831c983bc9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:29.339281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-024befaa-1ef5-49fc-81dd-831c983bc9d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1095 time: 0.2368145 Aug 11 00:59:29.407911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4750d62c-7de2-4c0d-b7f0-e8adc27cb175 req-4fd2464d-c1c1-43e8-b248-41565035be5c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383824 Aug 11 00:59:29.506113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-f5d2c00f-2cf8-4bd8-b33f-b234403ade21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:29.507703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-f5d2c00f-2cf8-4bd8-b33f-b234403ade21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.1591682 Aug 11 00:59:29.598471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-74765f47-678c-48d7-a569-d18ce5c51f7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 999 time: 0.0793056 Aug 11 00:59:29.669765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-346e20af-94d9-4f6f-a039-8241883986ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:29.671827 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-346e20af-94d9-4f6f-a039-8241883986ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0665071 Aug 11 00:59:29.681141 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:29.738434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccc794-1057-4aaf-809a-cce327a2703c req-ca98a7b0-8078-4df5-b6e3-fd1639d0f25c tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:29.741363 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07ccc794-1057-4aaf-809a-cce327a2703c req-ca98a7b0-8078-4df5-b6e3-fd1639d0f25c tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.1292887 Aug 11 00:59:29.753921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-06ce5727-f4db-42e7-b74b-ab668a5cfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:29.755480 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-06ce5727-f4db-42e7-b74b-ab668a5cfc8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760384 Aug 11 00:59:29.816290 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07ccc794-1057-4aaf-809a-cce327a2703c req-74db6fa2-33cb-48b6-9cbc-2078c3c9c24e tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617466 Aug 11 00:59:29.872958 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:29.899865 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-c6343b10-8637-45bd-9664-ebd2f08e2fe6 service neutron] 10.222.0.55 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361673 Aug 11 00:59:30.123700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-831aaed5-ab55-4048-a923-cab4e5230c4e service neutron] 10.222.0.55 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167537 Aug 11 00:59:30.126575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:30.129117 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561f56c4-a764-430b-b8ea-3859bbb3fa6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:30.161934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1109a-3a5c-48de-83ae-dc1931b16226 req-e73bc305-6cb3-4b7e-8574-7c8399634a68 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.174790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6a1109a-3a5c-48de-83ae-dc1931b16226 req-e73bc305-6cb3-4b7e-8574-7c8399634a68 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 943 time: 0.0796287 Aug 11 00:59:30.180783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf3aee-2522-4a38-93a5-dfe06156a4bb req-28d9bd15-c8fc-45ee-8de6-ce4091e87069 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.182978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1aaf3aee-2522-4a38-93a5-dfe06156a4bb req-28d9bd15-c8fc-45ee-8de6-ce4091e87069 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0945706 Aug 11 00:59:30.226250 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a6a1109a-3a5c-48de-83ae-dc1931b16226 req-358ca652-0d1b-4569-a004-404234f75dff tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506806 Aug 11 00:59:30.241806 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1aaf3aee-2522-4a38-93a5-dfe06156a4bb req-b5f06b18-781d-47f6-9e80-a40c9dd20c87 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520723 Aug 11 00:59:30.309182 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5471a6-27d1-495a-a88d-3d66efa1e542 x-openstack-request-id: req-1b5471a6-27d1-495a-a88d-3d66efa1e542 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:30.310063 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:30.310063 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b5471a6-27d1-495a-a88d-3d66efa1e542 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:30.310243 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'status': 'completed', 'code': 200} Aug 11 00:59:30.394213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-9a548622-67a2-4f3b-a4ba-fdae26b77685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.395996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-9a548622-67a2-4f3b-a4ba-fdae26b77685 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1095 time: 0.0618522 Aug 11 00:59:30.430365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-30b063a6-9993-4da8-af2e-9ca3673b0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.432563 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-30b063a6-9993-4da8-af2e-9ca3673b0536 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1095 time: 0.0682626 Aug 11 00:59:30.524415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-90a8b9e4-3d87-427a-916f-d3926f1cfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.525844 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-90a8b9e4-3d87-427a-916f-d3926f1cfc1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.1230974 Aug 11 00:59:30.623004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493505c-187a-4b37-9f01-96726bb3e4fd req-36fceb87-671b-495b-be01-8b5c3d9e627a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.631115 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e493505c-187a-4b37-9f01-96726bb3e4fd req-36fceb87-671b-495b-be01-8b5c3d9e627a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.1290162 Aug 11 00:59:30.663546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-ff9e6068-ad02-4a5c-b3d7-2ff056ce4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.665189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-ff9e6068-ad02-4a5c-b3d7-2ff056ce4a06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.2192695 Aug 11 00:59:30.683434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-783d7eb8-7027-49d1-a1ce-c46480a9fa26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 999 time: 0.1498106 Aug 11 00:59:30.752354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e493505c-187a-4b37-9f01-96726bb3e4fd req-de32bd1e-80eb-4716-b37d-0bbffef8bc64 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192567 Aug 11 00:59:30.782069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-fc988512-7d3c-4194-a94b-5c34b2c5b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.784282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-fc988512-7d3c-4194-a94b-5c34b2c5b3b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0919156 Aug 11 00:59:30.791038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-320401f4-4fae-4569-ae5a-0982e5e1d24f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 999 time: 0.1142814 Aug 11 00:59:30.871108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-367fc253-08f1-43cb-928d-f9f53f0458d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.875633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-367fc253-08f1-43cb-928d-f9f53f0458d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820506 Aug 11 00:59:30.888292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-fcd7dc4f-8ddb-4a4d-9f28-5f0cea86d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.891010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-fcd7dc4f-8ddb-4a4d-9f28-5f0cea86d73b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0932739 Aug 11 00:59:30.949164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-90236aa6-c08f-4e97-8a6e-fdee4f9a788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:30.951532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-90236aa6-c08f-4e97-8a6e-fdee4f9a788f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536599 Aug 11 00:59:31.097409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-9599f067-acc7-4313-abb3-5bb269e448fb service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142224 Aug 11 00:59:31.116842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104b20-729b-4e08-bac4-f47296aaddb5 req-c68ac4a4-9cca-4aac-ac90-58878cbfbdb3 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:31.126834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4104b20-729b-4e08-bac4-f47296aaddb5 req-c68ac4a4-9cca-4aac-ac90-58878cbfbdb3 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.1379988 Aug 11 00:59:31.143621 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-86b7e94a-91d1-40cc-b960-c61ea1c95500 service neutron] 10.222.0.55 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829863 Aug 11 00:59:31.241982 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4104b20-729b-4e08-bac4-f47296aaddb5 req-fbb7613d-32d3-4203-ad57-5e0e0aac1e97 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139123 Aug 11 00:59:31.323018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-3163c2f5-a811-4b57-a242-a9c9ed140eb5 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181141 Aug 11 00:59:31.373713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-561f56c4-a764-430b-b8ea-3859bbb3fa6b req-451f7e62-1887-46d6-bbcc-ad19bf9a5ef0 service neutron] 10.222.0.55 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174823 Aug 11 00:59:31.411934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81eed2-bdbc-4be4-9ac3-eb91c114353d req-2d9a1181-5c43-4f12-a8e6-9663f2231bca tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:31.415121 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac81eed2-bdbc-4be4-9ac3-eb91c114353d req-2d9a1181-5c43-4f12-a8e6-9663f2231bca tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0690529 Aug 11 00:59:31.424120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74437792-e47a-401a-9db3-7b102c2e42ae req-933733d9-1389-4dbb-b3c6-2b809c175e59 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:31.425855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74437792-e47a-401a-9db3-7b102c2e42ae req-933733d9-1389-4dbb-b3c6-2b809c175e59 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 943 time: 0.0792894 Aug 11 00:59:31.477581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74437792-e47a-401a-9db3-7b102c2e42ae req-3a945eef-9fbc-428c-9345-4d1af29506ab tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 Aug 11 00:59:31.478540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac81eed2-bdbc-4be4-9ac3-eb91c114353d req-5d7802eb-849d-47f5-9132-f7ee03024a1d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Aug 11 00:59:32.036568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ac25d-f607-4831-bf4f-b57a2a3f7238 req-a50a19a2-b894-432f-ba50-62f6fc8b5e8d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:32.038363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa4ac25d-f607-4831-bf4f-b57a2a3f7238 req-a50a19a2-b894-432f-ba50-62f6fc8b5e8d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 946 time: 0.0897312 Aug 11 00:59:32.095422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa4ac25d-f607-4831-bf4f-b57a2a3f7238 req-3d9f1df8-f602-4784-a543-67b2b582dd6a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462320 Aug 11 00:59:32.204399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761b32b-0619-4282-8088-08730cdd32f2 req-b29dd5db-51f2-45bf-9f1c-c6e16d317d9f tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:32.207633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4761b32b-0619-4282-8088-08730cdd32f2 req-b29dd5db-51f2-45bf-9f1c-c6e16d317d9f tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.0662744 Aug 11 00:59:32.270050 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4761b32b-0619-4282-8088-08730cdd32f2 req-be590437-7c0d-4c9b-9f6f-484c4c399e29 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 Aug 11 00:59:32.633310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd295e-5fe3-44ee-9dad-ef24fd0d39cf req-eb9a6344-f42d-432b-8c61-b93a388376e0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:32.633902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b98d2-55c0-464a-ba96-ecd1a50b8110 req-dded0421-9c3e-4d7b-9c9b-1d082028cd65 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:32.634978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d3b98d2-55c0-464a-ba96-ecd1a50b8110 req-dded0421-9c3e-4d7b-9c9b-1d082028cd65 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0615606 Aug 11 00:59:32.635619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bccd295e-5fe3-44ee-9dad-ef24fd0d39cf req-eb9a6344-f42d-432b-8c61-b93a388376e0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 943 time: 0.0713100 Aug 11 00:59:32.681450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bccd295e-5fe3-44ee-9dad-ef24fd0d39cf req-4e33eba2-9fc7-4325-9941-1b61777bb15f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396683 Aug 11 00:59:32.693509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d3b98d2-55c0-464a-ba96-ecd1a50b8110 req-5048add2-cc3a-4862-980f-d817785a8b96 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Aug 11 00:59:33.160665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 40076fef-1194-4729-9344-f3f014764e25 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:59:33.164337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:59:33.370668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:33.399783 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:33.413780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '40076fef-1194-4729-9344-f3f014764e25', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'port_id': '40076fef-1194-4729-9344-f3f014764e25', 'mac_address': 'fa:16:3e:01:fd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:59:33.450975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:33.479398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:33.481900 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f24050e-438b-4c0b-812a-3010625ea33b" -d '{"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:33.523031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1a83c-2d60-464d-bb09-5cbc762f6b9c req-7de57c1e-4fdb-443a-8869-7277000b062b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:33.526610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:33.537629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78d1a83c-2d60-464d-bb09-5cbc762f6b9c req-7de57c1e-4fdb-443a-8869-7277000b062b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.1505060 Aug 11 00:59:33.583275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40076fef-1194-4729-9344-f3f014764e25 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:59:33.599461 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:33.604932 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3ec06d-8494-4c9a-8013-00c24f00bc6f x-openstack-request-id: req-5e3ec06d-8494-4c9a-8013-00c24f00bc6f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:33.604932 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:33.604932 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e3ec06d-8494-4c9a-8013-00c24f00bc6f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:33.604932 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'code': 200} Aug 11 00:59:33.615387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78d1a83c-2d60-464d-bb09-5cbc762f6b9c req-f6b7452a-e1d4-428a-bf18-78337ce659b2 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714176 Aug 11 00:59:33.704848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=14']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:33.741026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.741387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.741726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.742320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.742892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.743471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.744029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.744406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.744736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.745098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.745458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.745989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 00:59:33.752339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:33.826369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7210f-f9fa-4f1d-96f7-213b9dbdd56f req-c8739a7b-d697-4384-bacc-289e22c794da tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:33.836627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eea7210f-f9fa-4f1d-96f7-213b9dbdd56f req-c8739a7b-d697-4384-bacc-289e22c794da tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 943 time: 0.0638070 Aug 11 00:59:33.872682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245878-750e-43b1-a6d9-68fc8b9131a9 req-7fc7fdd8-8bab-4ab1-b48a-e1274967244f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:33.874350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb245878-750e-43b1-a6d9-68fc8b9131a9 req-7fc7fdd8-8bab-4ab1-b48a-e1274967244f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0637026 Aug 11 00:59:33.913996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eea7210f-f9fa-4f1d-96f7-213b9dbdd56f req-443ef7d1-0052-4d92-a095-fbef6e21fb9d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761991 Aug 11 00:59:33.954392 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:34.044208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:34.066591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fb245878-750e-43b1-a6d9-68fc8b9131a9 req-cef3fc90-3a20-409e-ad94-5848504f5bea tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701562 Aug 11 00:59:34.146088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-029408e2-fd37-4dbb-958a-f54ed968cfd1 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:34.147774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-029408e2-fd37-4dbb-958a-f54ed968cfd1 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.55 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.1372969 Aug 11 00:59:34.186654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['40076fef-1194-4729-9344-f3f014764e25'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:59:34.446611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Deleting port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 00:59:34.448237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:34.668121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] For port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,segment=NetworkSegment(c7a5b3c2-f36f-4eff-83d3-98181c684ff3),segment_id=c7a5b3c2-f36f-4eff-83d3-98181c684ff3)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:34.668880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:34.711694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Calling delete_port for eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 00:59:34.929558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d18b33-4341-4ff8-b71c-42da4b255fd9 req-7916c805-0748-46c9-a8ba-752251d24d94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:34.931299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31d18b33-4341-4ff8-b71c-42da4b255fd9 req-7916c805-0748-46c9-a8ba-752251d24d94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.1474521 Aug 11 00:59:34.991889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31d18b33-4341-4ff8-b71c-42da4b255fd9 req-9a83a2fc-ee80-41f5-9da5-93fdaf771600 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479248 Aug 11 00:59:35.050252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ebc1d-2231-40a2-bd2c-b5f6eed89c95 req-3eec2551-0b33-4f8e-8c70-4719c614bc78 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:35.051813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f94ebc1d-2231-40a2-bd2c-b5f6eed89c95 req-3eec2551-0b33-4f8e-8c70-4719c614bc78 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 945 time: 0.2788596 Aug 11 00:59:35.070077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-abc5c3c7-08af-48c8-b914-bca38e4a4a9b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:35.071967 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-abc5c3c7-08af-48c8-b914-bca38e4a4a9b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e&tenant_id=7e7ca9f6816745c198aadf17525c4824&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 944 time: 0.1842556 Aug 11 00:59:35.245999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d831e-c7d7-46aa-bb51-a9661c633ea5 req-601a1675-6a46-4352-ae0c-8e605ca2b258 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:35.255268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-382d831e-c7d7-46aa-bb51-a9661c633ea5 req-601a1675-6a46-4352-ae0c-8e605ca2b258 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0938694 Aug 11 00:59:35.311973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-382d831e-c7d7-46aa-bb51-a9661c633ea5 req-576ebf55-dc1e-4e70-8727-438e66360bd5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552850 Aug 11 00:59:35.587090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f94ebc1d-2231-40a2-bd2c-b5f6eed89c95 req-8af046b9-048c-446f-b20b-02ff375998b3 tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/security-groups?id=a333c158-01c8-4bf1-bef4-4daa92292378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142474 Aug 11 00:59:35.599615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-ceefa2e3-055e-44fa-aade-0b29137bafa1 service neutron] 10.222.0.55 "GET /v2.0/ports/40076fef-1194-4729-9344-f3f014764e25/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 383 time: 0.5161283 Aug 11 00:59:35.672043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-38d3bfe4-e0fb-4482-94a8-493f61d80177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:35.673682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-38d3bfe4-e0fb-4482-94a8-493f61d80177 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1096 time: 0.0458031 Aug 11 00:59:35.730553 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:35.772128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Pushing event deleted for resources: {'Port': ['ID=eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:35.849991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] No DVR routers for this DVR port eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:59:35.854613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:35.856843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d681d8cf-b22b-4fa6-af6a-15b2cff694aa req-f0a22aa7-8db6-4098-9872-c6217b14d30b tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.55 "DELETE /v2.0/ports/eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 HTTP/1.1" status: 204 len: 173 time: 1.7007854 Aug 11 00:59:35.857588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfe811-ebbb-441f-87a4-5c5410c5fb38', 'name': 'network-vif-deleted', 'tag': 'eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:35.861953 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac4bd11-6d45-4895-af35-c4345b607cf7" -d '{"events": [{"server_uuid": "89bfe811-ebbb-441f-87a4-5c5410c5fb38", "name": "network-vif-deleted", "tag": "eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:35.887001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-cdf9d8f5-83af-4c08-b946-729c334a4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:35.889366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-cdf9d8f5-83af-4c08-b946-729c334a4e09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.2084446 Aug 11 00:59:35.942929 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cf5946-04ef-4f3b-8c52-ab7d741f6bd5 x-openstack-request-id: req-05cf5946-04ef-4f3b-8c52-ab7d741f6bd5 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:35.943509 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfe811-ebbb-441f-87a4-5c5410c5fb38", "name": "network-vif-deleted", "tag": "eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:35.945684 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05cf5946-04ef-4f3b-8c52-ab7d741f6bd5 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:35.946882 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfe811-ebbb-441f-87a4-5c5410c5fb38', 'name': 'network-vif-deleted', 'tag': 'eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2', 'status': 'completed', 'code': 200} Aug 11 00:59:35.984269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-8aec1615-4cfb-49e3-8d83-fbe481bf5e03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 1000 time: 0.0873637 Aug 11 00:59:36.083375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-9ab96030-a9ea-41dc-8be7-2c92ce86adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:36.085600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-9ab96030-a9ea-41dc-8be7-2c92ce86adf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0928199 Aug 11 00:59:36.151683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d914ac-a73e-46a3-b999-b58216e44eac req-3671c761-53b0-4a54-8405-ffe9b9f29bc5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:36.153207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2d914ac-a73e-46a3-b999-b58216e44eac req-3671c761-53b0-4a54-8405-ffe9b9f29bc5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.0844452 Aug 11 00:59:36.171169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-8ef54cce-333b-4287-9fa3-21417a9db15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:36.172678 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-8ef54cce-333b-4287-9fa3-21417a9db15c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717731 Aug 11 00:59:36.259741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f2d914ac-a73e-46a3-b999-b58216e44eac req-31b57725-ee80-42b2-9614-a9ba0c5e2fce tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991206 Aug 11 00:59:36.308126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-49b51d18-10ba-46ea-a5ae-a991772b6ce9 service neutron] 10.222.0.55 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269028 Aug 11 00:59:36.454685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a075-1f18-4e1e-befd-76ba37e6c878 req-1959547e-0c76-4d5f-8089-2a035c3d0435 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:36.460280 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9052a075-1f18-4e1e-befd-76ba37e6c878 req-1959547e-0c76-4d5f-8089-2a035c3d0435 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0619912 Aug 11 00:59:36.483845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-a0e6fc6c-beed-41ab-a53b-fb8ad1abc365 service neutron] 10.222.0.55 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689978 Aug 11 00:59:36.512103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9052a075-1f18-4e1e-befd-76ba37e6c878 req-6d972599-b797-44c2-b03b-514eff1ca10c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485172 Aug 11 00:59:36.512491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedba266-66ca-4305-adfd-0d0e79004364 req-38e0587e-faec-4b7f-a433-921d131a7242 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:36.514304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aedba266-66ca-4305-adfd-0d0e79004364 req-38e0587e-faec-4b7f-a433-921d131a7242 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0648618 Aug 11 00:59:36.583379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aedba266-66ca-4305-adfd-0d0e79004364 req-fdb494a5-dc5e-4201-a86e-4f5f57a3a043 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557141 Aug 11 00:59:36.707438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9c1f1a37-60fe-45ed-8465-69e262622102 req-36dde0f2-5b2b-460d-8be0-e185dda4dbff tempest-TestServerAdvancedOps-9725898 tempest-TestServerAdvancedOps-9725898-project] 10.222.0.43 "GET /v2.0/ports?device_id=89bfe811-ebbb-441f-87a4-5c5410c5fb38 HTTP/1.1" status: 200 len: 210 time: 0.0289545 Aug 11 00:59:37.179186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a591b-8e22-43f9-bec6-9709b358f1af req-2a4c3b12-ea54-4c94-b7b4-1c2bddf63956 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:37.180967 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a05a591b-8e22-43f9-bec6-9709b358f1af req-2a4c3b12-ea54-4c94-b7b4-1c2bddf63956 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0630035 Aug 11 00:59:37.189701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 40076fef-1194-4729-9344-f3f014764e25 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:59:37.251612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a05a591b-8e22-43f9-bec6-9709b358f1af req-69e45143-7534-4fca-a44e-c81aa74e31d9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565820 Aug 11 00:59:37.426615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2c9ed-8426-4a1a-a3dc-0d90787e077b req-e9fadca4-104f-439e-b20d-677b06ecd88d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:37.428639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3af2c9ed-8426-4a1a-a3dc-0d90787e077b req-e9fadca4-104f-439e-b20d-677b06ecd88d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.0565445 Aug 11 00:59:37.474551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db74b-634d-4e59-86bb-b2351efb267b req-c503d1f4-16d6-4e78-998e-49fc9dd43d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:37.476215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128db74b-634d-4e59-86bb-b2351efb267b req-c503d1f4-16d6-4e78-998e-49fc9dd43d4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1096 time: 0.0775349 Aug 11 00:59:37.495219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3af2c9ed-8426-4a1a-a3dc-0d90787e077b req-c8cacab4-0faf-4f23-a88f-d265879554ec tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554523 Aug 11 00:59:37.653530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db74b-634d-4e59-86bb-b2351efb267b req-54a1f9d1-537e-480a-a45d-879fb8a1ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:37.656031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128db74b-634d-4e59-86bb-b2351efb267b req-54a1f9d1-537e-480a-a45d-879fb8a1ce44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.1707380 Aug 11 00:59:37.684500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65d301-4cb1-4421-b87d-641d8e1ab456 req-03b81b91-d94f-4cdb-a54f-3ea8066aebe9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:37.686326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd65d301-4cb1-4421-b87d-641d8e1ab456 req-03b81b91-d94f-4cdb-a54f-3ea8066aebe9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0803971 Aug 11 00:59:37.720537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 40076fef-1194-4729-9344-f3f014764e25 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:59:37.727137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 40076fef-1194-4729-9344-f3f014764e25 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:59:37.727620 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:37.778090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128db74b-634d-4e59-86bb-b2351efb267b req-38ba51a5-2cbe-4853-b906-29c9dd16fce5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 998 time: 0.1092856 Aug 11 00:59:37.781460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd65d301-4cb1-4421-b87d-641d8e1ab456 req-090650d8-c211-4d94-9fd1-457f1ff321f9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567765 Aug 11 00:59:37.851485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40424) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:37.857911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db74b-634d-4e59-86bb-b2351efb267b req-b5502ba7-0f9c-4676-9eaa-2c955fdb8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:37.859528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128db74b-634d-4e59-86bb-b2351efb267b req-b5502ba7-0f9c-4676-9eaa-2c955fdb8f19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0734282 Aug 11 00:59:37.920784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:37.927523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db74b-634d-4e59-86bb-b2351efb267b req-13b7b64b-d37e-435a-b22b-c50048e1055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:37.930121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128db74b-634d-4e59-86bb-b2351efb267b req-13b7b64b-d37e-435a-b22b-c50048e1055f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629015 Aug 11 00:59:37.978821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-782edffb-fb7b-49d5-938b-917e894245bd admin admin] Deleting subnet 633a786e-480d-41e9-9265-efefc0816d8f {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:59:37.987801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:37.989155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:37.995361 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3270fc-29f8-4f47-af53-1a126c59b7ba" -d '{"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-plugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:37.997745 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-782edffb-fb7b-49d5-938b-917e894245bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.068067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-782edffb-fb7b-49d5-938b-917e894245bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.095562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.101593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:59:38.137666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-782edffb-fb7b-49d5-938b-917e894245bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.144773 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6873aabd-a043-4382-8ab9-cd085392f6bf x-openstack-request-id: req-6873aabd-a043-4382-8ab9-cd085392f6bf {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:38.147280 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-plugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:38.147280 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6873aabd-a043-4382-8ab9-cd085392f6bf {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:38.147280 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'code': 200} Aug 11 00:59:38.151552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128db74b-634d-4e59-86bb-b2351efb267b req-d60375ee-b52a-4cfb-aa88-b9ec5bc40960 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122808 Aug 11 00:59:38.168269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 00:59:38.168883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device eb78ae9e-45ed-4e00-b07b-2ad1a8585aa2 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:59:38.229888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:38.321583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-128db74b-634d-4e59-86bb-b2351efb267b req-c364f8dc-e7f5-4af6-af00-c86731512517 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597123 Aug 11 00:59:38.337181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-782edffb-fb7b-49d5-938b-917e894245bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.378951 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-782edffb-fb7b-49d5-938b-917e894245bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.380978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-782edffb-fb7b-49d5-938b-917e894245bd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/633a786e-480d-41e9-9265-efefc0816d8f HTTP/1.1" status: 204 len: 168 time: 0.5273778 Aug 11 00:59:38.381995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782edffb-fb7b-49d5-938b-917e894245bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633a786e-480d-41e9-9265-efefc0816d8f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:38.386369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40432) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:38.431326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4afdc5-ee19-4810-96c3-933cafa3aedf req-9f245e62-9f99-41e1-9baa-e6ea7d9f6c80 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:38.438929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf4afdc5-ee19-4810-96c3-933cafa3aedf req-9f245e62-9f99-41e1-9baa-e6ea7d9f6c80 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1033099 Aug 11 00:59:38.503857 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf4afdc5-ee19-4810-96c3-933cafa3aedf req-c61efa31-267e-48ae-b056-d58801790758 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619802 Aug 11 00:59:38.515876 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.688293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.701755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68bdb27-cc23-4e4d-87ce-53d481f685f1']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:38.716342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a5b3c2-f36f-4eff-83d3-98181c684ff3') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:38.716697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a5b3c2-f36f-4eff-83d3-98181c684ff3') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:38.729414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.740116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1f103-a466-4357-847b-eb3aac1fe27c req-70901c34-8225-4043-8e72-8a3817f61daf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:38.744197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99a1f103-a466-4357-847b-eb3aac1fe27c req-70901c34-8225-4043-8e72-8a3817f61daf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0983899 Aug 11 00:59:38.767067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.781161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:59:38.781161 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:59:38.781444 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:59:38.844475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99a1f103-a466-4357-847b-eb3aac1fe27c req-ac3f1f32-fe25-4f92-9d78-b9de5cf6d6f7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951893 Aug 11 00:59:38.959067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5b99d-44d2-4994-bd43-d1b8997ff66c req-3384d113-cfbd-4077-87f4-50aa27f9d684 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:38.961123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44a5b99d-44d2-4994-bd43-d1b8997ff66c req-3384d113-cfbd-4077-87f4-50aa27f9d684 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0542598 Aug 11 00:59:38.969521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.976925 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:38.979193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] 10.222.0.43 "DELETE /v2.0/networks/d68bdb27-cc23-4e4d-87ce-53d481f685f1 HTTP/1.1" status: 204 len: 168 time: 0.5908966 Aug 11 00:59:38.982968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40442) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:39.035560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44a5b99d-44d2-4994-bd43-d1b8997ff66c req-2c8ed28c-861d-4a58-8b77-af7c96f15c33 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648544 Aug 11 00:59:39.083668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b96a46-2f46-445e-8bea-f0c41354db5b admin admin] Pushing event deleted for resources: {'Network': ['ID=d68bdb27-cc23-4e4d-87ce-53d481f685f1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:39.105916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fc4150-8b76-4f89-838e-f1f4fdd8917b admin admin] Deleting subnet 0b536f39-165d-4b77-a334-236ddd607d02 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 00:59:39.110032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4150-8b76-4f89-838e-f1f4fdd8917b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.154649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4150-8b76-4f89-838e-f1f4fdd8917b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.199893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4150-8b76-4f89-838e-f1f4fdd8917b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.354286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4150-8b76-4f89-838e-f1f4fdd8917b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.392700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc4150-8b76-4f89-838e-f1f4fdd8917b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b536f39-165d-4b77-a334-236ddd607d02,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:39.398241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4150-8b76-4f89-838e-f1f4fdd8917b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.401125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d5fc4150-8b76-4f89-838e-f1f4fdd8917b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0b536f39-165d-4b77-a334-236ddd607d02 HTTP/1.1" status: 204 len: 168 time: 0.4159038 Aug 11 00:59:39.403450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40444) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:39.480429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.591764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.607419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9855867-2db7-4633-b35e-199c41d0f4bb']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:39.628646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d47266-cf22-49c4-b83b-1dca1f90b28e') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:39.632422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d47266-cf22-49c4-b83b-1dca1f90b28e') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:39.679354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.702697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-a1192675-c852-4275-b39b-9af3f44da4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:39.705178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-a1192675-c852-4275-b39b-9af3f44da4eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 1097 time: 0.1195612 Aug 11 00:59:39.706140 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.719039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 00:59:39.719484 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.720523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:39.730865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f415694-0463-4a0e-b146-47cd722a646b req-2eae4d3e-5ea2-4b75-924c-04ccd75ebf38 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:39.732490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f415694-0463-4a0e-b146-47cd722a646b req-2eae4d3e-5ea2-4b75-924c-04ccd75ebf38 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1111872 Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: timer() Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 00:59:39.733181 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 00:59:39.810395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.835541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f415694-0463-4a0e-b146-47cd722a646b req-0885b498-ddb4-44dd-80ba-6851b46b1d70 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574083 Aug 11 00:59:39.956716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.967462 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:39.972346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] 10.222.0.43 "DELETE /v2.0/networks/e9855867-2db7-4633-b35e-199c41d0f4bb HTTP/1.1" status: 204 len: 168 time: 0.5677876 Aug 11 00:59:40.044291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc62904-a875-4aa8-a62b-81d076795f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e9855867-2db7-4633-b35e-199c41d0f4bb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:40.094159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc7bee-1270-4fa7-9a62-b4d49ebe0196 req-535b4db7-1e9b-4364-b8d1-78d8a16ae7e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:40.096102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89fc7bee-1270-4fa7-9a62-b4d49ebe0196 req-535b4db7-1e9b-4364-b8d1-78d8a16ae7e1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 945 time: 0.0895700 Aug 11 00:59:40.166531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:40.219270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89fc7bee-1270-4fa7-9a62-b4d49ebe0196 req-f48a3f4a-8d28-4647-affb-d2a0069f694f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144087 Aug 11 00:59:40.266622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:59:40.360546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:40.362804 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e643b109-baf5-4c04-9696-db288cc449a9" -d '{"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-unplugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:40.367191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:40.387649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f44c62-1d67-40b5-8099-afbbdc2f7fca req-3b9a9e2f-7da5-4a9c-b8de-fed81120e457 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:40.389252 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44f44c62-1d67-40b5-8099-afbbdc2f7fca req-3b9a9e2f-7da5-4a9c-b8de-fed81120e457 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0612988 Aug 11 00:59:40.404500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Transition to ACTIVE for port object 40076fef-1194-4729-9344-f3f014764e25 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:59:40.427270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d55b9-1f39-42c8-9bb1-3ad30ff12aeb req-d52877dd-7bae-4d13-81f5-bca5ce54db65 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:40.428986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ab1d55b9-1f39-42c8-9bb1-3ad30ff12aeb req-d52877dd-7bae-4d13-81f5-bca5ce54db65 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.3514736 Aug 11 00:59:40.436654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44f44c62-1d67-40b5-8099-afbbdc2f7fca req-358a14c5-f694-411e-9638-0c7c47fb5e1c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382736 Aug 11 00:59:40.481950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ab1d55b9-1f39-42c8-9bb1-3ad30ff12aeb req-b7c11c0a-a53d-4046-8d84-bed6db5902cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448990 Aug 11 00:59:40.526401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:40.526401 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bf023d-a578-4c22-b398-9ae4f93c43ee x-openstack-request-id: req-27bf023d-a578-4c22-b398-9ae4f93c43ee {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:40.526401 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-unplugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:40.526401 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27bf023d-a578-4c22-b398-9ae4f93c43ee {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:40.526401 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'code': 200} Aug 11 00:59:40.676842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=10']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:40.747829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a46d64-a97d-47f9-add8-320678b1c2fa req-62e42098-5231-40a6-a3cc-004386d48072 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:40.755751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21a46d64-a97d-47f9-add8-320678b1c2fa req-62e42098-5231-40a6-a3cc-004386d48072 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1937754 Aug 11 00:59:40.798224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] No DVR routers for this DVR port 40076fef-1194-4729-9344-f3f014764e25 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 00:59:40.817738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40468) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:40.867984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21a46d64-a97d-47f9-add8-320678b1c2fa req-77720850-2f8a-4bc1-a7ea-8b9ed6c20628 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111526 Aug 11 00:59:40.901043 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-53169778-6fba-4e6b-9c58-f075a38f9041 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=695bc804141a467c9ea4ccb4e239b660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805404 Aug 11 00:59:40.903538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40474) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:40.986543 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea3ede71-36cb-45e5-a634-2d45c3760c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:41.013390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea3ede71-36cb-45e5-a634-2d45c3760c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:41.014089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:59:41.014442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:59:41.014779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:41.019700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:59:41.020028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Attempting to bind port 40076fef-1194-4729-9344-f3f014764e25 on network 0ca232b4-6b63-40cf-969c-0ecf5c016ace {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:41.025851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:59:41.026190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Checking segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:59:41.026578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Bound using segment: {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:59:41.027062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Bound port: 40076fef-1194-4729-9344-f3f014764e25, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95cff560-a90d-4337-a1e3-66426560030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:59:41.027459 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:41.137417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:59:41.146328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:59:41.206583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 40076fef-1194-4729-9344-f3f014764e25 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 00:59:41.289548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 40076fef-1194-4729-9344-f3f014764e25 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 00:59:41.301027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-1daea505-1c98-4375-891b-79815f1d9388 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:41.303249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-1daea505-1c98-4375-891b-79815f1d9388 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.1314507 Aug 11 00:59:41.307488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea3ede71-36cb-45e5-a634-2d45c3760c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:41.319792 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:41.326835 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea3ede71-36cb-45e5-a634-2d45c3760c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:41.332955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea3ede71-36cb-45e5-a634-2d45c3760c91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a333c158-01c8-4bf1-bef4-4daa92292378 HTTP/1.1" status: 204 len: 168 time: 0.4272816 Aug 11 00:59:41.361395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ede71-36cb-45e5-a634-2d45c3760c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a333c158-01c8-4bf1-bef4-4daa92292378,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:41.383090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:41.383090 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:41.384763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-19e434f9-3a4c-4c80-989e-84ea69e4a06f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/quotas/fab1d7a6b945499d83a744f795dd65a2 HTTP/1.1" status: 200 len: 375 time: 0.0463905 Aug 11 00:59:41.387134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] 10.222.0.44 "PUT /v2.0/ports/40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 1093 time: 1.6732841 Aug 11 00:59:41.476895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff4a2-2a65-4b24-b0f4-3dea5443f160 service neutron] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:41.584767 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-d1d6625c-e194-4326-908a-80ba5fbbaeb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1846540 Aug 11 00:59:41.597556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-e99b4fb7-cb00-48b4-8d0d-7b66cf10c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:41.599373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-e99b4fb7-cb00-48b4-8d0d-7b66cf10c158 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1096 time: 0.1076853 Aug 11 00:59:41.619298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43659e5b-6a3e-42dd-86fa-090918e65a78 req-a38b5297-b6d6-45fa-98d3-70a029592176 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:41.621151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-43659e5b-6a3e-42dd-86fa-090918e65a78 req-a38b5297-b6d6-45fa-98d3-70a029592176 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.1460812 Aug 11 00:59:41.734286 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-43659e5b-6a3e-42dd-86fa-090918e65a78 req-7cee1551-02c3-4d6e-aac0-9b44d5932afd tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886233 Aug 11 00:59:41.777059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-8046978f-0084-4fea-a764-7e787e049091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:41.778908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-8046978f-0084-4fea-a764-7e787e049091 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.1563988 Aug 11 00:59:42.161462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-db049dbb-751a-4079-a9b0-2095ab5e6822 service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670791 Aug 11 00:59:42.196036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40504) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:42.319876 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d72a25b-e45d-4a30-a201-e9d32d736e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:42.372588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-d54292c1-1813-4a5e-9413-da2b01d55b30 service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987677 Aug 11 00:59:42.446048 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-f91b32f6-ad52-402d-8414-676f93bb3fb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 999 time: 0.6585226 Aug 11 00:59:42.520987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4908-d3c6-4df7-a21b-9c1841eed5b4 req-ee172411-267d-45b9-98f5-260daac7c341 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:42.524098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aef4908-d3c6-4df7-a21b-9c1841eed5b4 req-ee172411-267d-45b9-98f5-260daac7c341 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1689277 Aug 11 00:59:42.527723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:42.530604 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76dfc67-c8a6-4c1a-ad38-121209476996" -d '{"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:42.536240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d72a25b-e45d-4a30-a201-e9d32d736e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:42.567655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-277ffc1d-93ff-4376-b6df-e861bbb4439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:42.569469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-277ffc1d-93ff-4376-b6df-e861bbb4439a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.1149650 Aug 11 00:59:42.631439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aef4908-d3c6-4df7-a21b-9c1841eed5b4 req-cdde4cc0-fbfa-4886-a51e-5d4f99a33f8d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943794 Aug 11 00:59:42.648543 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-f9276cba-cdbc-4adb-be23-23f0d8498bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:42.650294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-f9276cba-cdbc-4adb-be23-23f0d8498bbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703347 Aug 11 00:59:42.713060 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ff496f-0581-48c1-b789-9e6998552730 x-openstack-request-id: req-18ff496f-0581-48c1-b789-9e6998552730 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:42.713364 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:42.713619 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18ff496f-0581-48c1-b789-9e6998552730 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:42.714011 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'status': 'completed', 'code': 200} Aug 11 00:59:42.761572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-c136ac56-1d0e-4930-888e-9f61fc37859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:42.763304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-c136ac56-1d0e-4930-888e-9f61fc37859d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1096 time: 0.0461664 Aug 11 00:59:42.774557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-99550103-c8a4-4e52-abca-33c8c249ac8b service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158965 Aug 11 00:59:42.861648 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1d72a25b-e45d-4a30-a201-e9d32d736e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:42.894993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40514) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:42.939644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1d72a25b-e45d-4a30-a201-e9d32d736e1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d159ce3446849c692b4ef2699d6cfa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7424345 Aug 11 00:59:42.950000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40518) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:42.968610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72a25b-e45d-4a30-a201-e9d32d736e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e934ffa2-b327-4896-a3e2-51fb066de63d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:43.003967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d64e6-5c1d-4b68-9627-4d2a44c8c2de req-823ef3c4-829c-4b4f-8e50-e6e7e499cd3e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.004237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8b499091-cfd3-42df-9655-15ee45369bee req-43c82346-e137-47ab-9e05-a89be0535091 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 210 time: 0.0603149 Aug 11 00:59:43.007966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422d64e6-5c1d-4b68-9627-4d2a44c8c2de req-823ef3c4-829c-4b4f-8e50-e6e7e499cd3e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.1627781 Aug 11 00:59:43.011555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4bb8090e-2061-4be5-b9f4-9f60d9b5fc4f req-8c9d193b-1946-4687-b71c-0b9936477eb1 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302754 Aug 11 00:59:43.061826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-ae4c6b60-d36c-4ba8-8134-ef075ab538ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.063386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-ae4c6b60-d36c-4ba8-8134-ef075ab538ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.2913816 Aug 11 00:59:43.093829 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-422d64e6-5c1d-4b68-9627-4d2a44c8c2de req-87bf9ac8-3ec3-434f-b8a5-80093a193996 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847487 Aug 11 00:59:43.124710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d8910a4a-93c1-4a06-a237-c10dcd2b67b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d59a2b3b614f484abb99cb6f068757ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257502 Aug 11 00:59:43.127470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40522) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:43.162610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-75081226-11ab-4e80-8007-8db3fcecfb08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 999 time: 0.0917592 Aug 11 00:59:43.254724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-c86ace5f-923a-4fdc-86d2-fe5474ad6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.257231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-c86ace5f-923a-4fdc-86d2-fe5474ad6f94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0848730 Aug 11 00:59:43.257498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-abffd347-c465-4efe-a056-528682673df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:43.262778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-c7076c1f-80f3-477b-b570-e30a80a640ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.264407 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-c7076c1f-80f3-477b-b570-e30a80a640ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1096 time: 0.1655552 Aug 11 00:59:43.265007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe16a2cb-c6e1-424f-b01a-6f039d5bb254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:43.335997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-d28944c6-0564-4112-a5b6-1171cfdbb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.335997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-d28944c6-0564-4112-a5b6-1171cfdbb9be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518210 Aug 11 00:59:43.354194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-abffd347-c465-4efe-a056-528682673df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:43.377753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe16a2cb-c6e1-424f-b01a-6f039d5bb254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:43.442064 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-2057011f-2e14-465a-8b12-b9ceca42adf1 service neutron] 10.222.0.55 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201537 Aug 11 00:59:43.540238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-438e4476-c8d3-4c7c-8ebf-ca996078d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.542111 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-438e4476-c8d3-4c7c-8ebf-ca996078d679 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.2669747 Aug 11 00:59:43.574523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-7540d30d-9604-4bda-bf19-eb17834a0594 service neutron] 10.222.0.55 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250074 Aug 11 00:59:43.629171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-967f50e4-193a-4249-ab59-28fe28c6a128 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 999 time: 0.0783346 Aug 11 00:59:43.689780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-41824e2b-8d8c-4ec1-b578-2cc1c1c43a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.691648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-41824e2b-8d8c-4ec1-b578-2cc1c1c43a98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0555370 Aug 11 00:59:43.753245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-a8d458c3-3925-4b35-b361-ddffdf33d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.754955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-a8d458c3-3925-4b35-b361-ddffdf33d5a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555584 Aug 11 00:59:43.777585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673da97-d15f-4530-866d-df74559e5412 req-5197cfe2-1d02-4147-a74d-91b9571ef8b2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:43.779939 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a673da97-d15f-4530-866d-df74559e5412 req-5197cfe2-1d02-4147-a74d-91b9571ef8b2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0579147 Aug 11 00:59:43.835128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a673da97-d15f-4530-866d-df74559e5412 req-2edf622f-b134-4da8-b449-ae81cc5e93ce tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Aug 11 00:59:43.864390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-5291f45b-1e6c-47df-92df-76b8a0fd29d4 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010780 Aug 11 00:59:43.976769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b76dfc67-c8a6-4c1a-ad38-121209476996 req-fbbfb564-bbd1-4f5c-bca2-88993ee25850 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039770 Aug 11 00:59:44.037182 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe16a2cb-c6e1-424f-b01a-6f039d5bb254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:44.050889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe16a2cb-c6e1-424f-b01a-6f039d5bb254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:44.050889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fe16a2cb-c6e1-424f-b01a-6f039d5bb254 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d02423e-9901-44c7-bb0b-f030f69feee5 HTTP/1.1" status: 204 len: 168 time: 0.9123304 Aug 11 00:59:44.050889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-abffd347-c465-4efe-a056-528682673df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:44.050889 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-abffd347-c465-4efe-a056-528682673df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:44.050889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-abffd347-c465-4efe-a056-528682673df0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e934ffa2-b327-4896-a3e2-51fb066de63d HTTP/1.1" status: 204 len: 168 time: 1.0899866 Aug 11 00:59:44.054552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16a2cb-c6e1-424f-b01a-6f039d5bb254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d02423e-9901-44c7-bb0b-f030f69feee5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:44.091683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffd347-c465-4efe-a056-528682673df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e934ffa2-b327-4896-a3e2-51fb066de63d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:44.198039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-271f10c1-fa30-405d-801b-9397cfb63bc4 req-55210b64-284f-4f65-9339-ff185ebc75ac tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 210 time: 0.1256006 Aug 11 00:59:44.296605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a16e25-12a0-496e-b18e-6d0ccd0e6807 req-e240287b-9e3d-4914-988e-4085faca11cc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:44.299407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22a16e25-12a0-496e-b18e-6d0ccd0e6807 req-e240287b-9e3d-4914-988e-4085faca11cc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.0648849 Aug 11 00:59:44.347468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22a16e25-12a0-496e-b18e-6d0ccd0e6807 req-0a0805d8-8cfa-48ea-9643-fd578b65fb5f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410311 Aug 11 00:59:45.000953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147450b-565f-44d0-9226-f2c40ee469cb req-32c20618-1c92-4526-b52d-5e154971b08d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:45.002861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9147450b-565f-44d0-9226-f2c40ee469cb req-32c20618-1c92-4526-b52d-5e154971b08d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0754361 Aug 11 00:59:45.074688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9147450b-565f-44d0-9226-f2c40ee469cb req-ea378002-fac7-48cc-9091-688d3a90e136 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611277 Aug 11 00:59:45.129549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40076fef-1194-4729-9344-f3f014764e25 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:59:45.286736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:45.301674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '40076fef-1194-4729-9344-f3f014764e25', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'port_id': '40076fef-1194-4729-9344-f3f014764e25', 'mac_address': 'fa:16:3e:01:fd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:59:45.338392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dd9e0ae-47f2-41f5-84a9-82e2298d325b req-abadbec7-b378-4c2c-8c03-c7f011fb6afa tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 210 time: 0.0456946 Aug 11 00:59:45.369579 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:45.384669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40076fef-1194-4729-9344-f3f014764e25 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:59:45.408727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:45.488908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c105635-679b-435c-a934-8efe0f9c16d0 req-ecf48de7-3150-48c1-a8e2-4d9fcac3d53d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:45.495213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c105635-679b-435c-a934-8efe0f9c16d0 req-ecf48de7-3150-48c1-a8e2-4d9fcac3d53d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 944 time: 0.0517013 Aug 11 00:59:45.541292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c105635-679b-435c-a934-8efe0f9c16d0 req-53a8524a-f6e5-4100-8910-f9bb14cb5eca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439284 Aug 11 00:59:45.572439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40552) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:45.603736 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:45.664397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40554) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:45.677334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=12']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:45.681774 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dafca904-0edd-48e2-857d-573e49a6027a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:45.719806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-252d0966-b055-493b-a743-3df96bf4eb42 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/bd0a7a0a-d98d-44fb-baa4-9165875ee2bb HTTP/1.1" status: 200 len: 992 time: 0.1461530 Aug 11 00:59:45.798081 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dafca904-0edd-48e2-857d-573e49a6027a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:45.825948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['40076fef-1194-4729-9344-f3f014764e25'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:59:46.032266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dafca904-0edd-48e2-857d-573e49a6027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:46.094742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafca904-0edd-48e2-857d-573e49a6027a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10694e-897b-47c3-8dac-29cd9943b7f6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:46.101057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dafca904-0edd-48e2-857d-573e49a6027a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30569700aa2c4f39874cc6374e9a2dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349420 Aug 11 00:59:46.103917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40566) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:46.164389 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594424d-ead2-4f5e-b9e1-5a01ae44f413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:46.192216 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594424d-ead2-4f5e-b9e1-5a01ae44f413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:46.262024 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a26df0-5c90-4a3f-8bed-6b99ecd9fde2 req-b095045c-6d5e-4ef7-b516-2edd0b3c1456 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:46.263701 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-97a26df0-5c90-4a3f-8bed-6b99ecd9fde2 req-b095045c-6d5e-4ef7-b516-2edd0b3c1456 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0563591 Aug 11 00:59:46.313523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-97a26df0-5c90-4a3f-8bed-6b99ecd9fde2 req-cc8f3e92-1287-4de9-bedc-ad7a01185492 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Aug 11 00:59:46.457832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ffc23dc-72df-437e-8ce0-5a0bba01904a req-0f6b2a21-e635-4bfe-bdd6-01e927f0011d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 210 time: 0.0278733 Aug 11 00:59:46.483923 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594424d-ead2-4f5e-b9e1-5a01ae44f413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:46.487720 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f2248af-b420-428e-b154-862e0a6978ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:46.488260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7594424d-ead2-4f5e-b9e1-5a01ae44f413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:46.488260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7594424d-ead2-4f5e-b9e1-5a01ae44f413 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc10694e-897b-47c3-8dac-29cd9943b7f6 HTTP/1.1" status: 204 len: 168 time: 0.3827071 Aug 11 00:59:46.506843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594424d-ead2-4f5e-b9e1-5a01ae44f413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc10694e-897b-47c3-8dac-29cd9943b7f6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:47.177242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40076fef-1194-4729-9344-f3f014764e25 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:59:47.395126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 40076fef-1194-4729-9344-f3f014764e25 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:59:47.406209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 40076fef-1194-4729-9344-f3f014764e25 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:59:47.407400 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:47.545246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04413b44-8e3b-4d12-a6b3-5802495ac5ff req-9a1c553e-e3fc-4771-bd5e-d74f3802f9e9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:47.547042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-04413b44-8e3b-4d12-a6b3-5802495ac5ff req-9a1c553e-e3fc-4771-bd5e-d74f3802f9e9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1135509 Aug 11 00:59:47.548079 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:47.579503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:47.583198 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a08343-45a3-4e8d-a60b-767b02b2a4a6" -d '{"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-plugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:47.600979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2aae5084-d45f-4cb1-bc8d-4ac083bf049a req-11b77e65-0e72-4995-9fc7-6ca94cefc143 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 210 time: 0.0384238 Aug 11 00:59:47.601575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:47.646356 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba8e2b8-050d-4b93-8e70-be2150cfc37a x-openstack-request-id: req-cba8e2b8-050d-4b93-8e70-be2150cfc37a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:47.646650 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-plugged", "status": "completed", "tag": "40076fef-1194-4729-9344-f3f014764e25", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:47.647463 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cba8e2b8-050d-4b93-8e70-be2150cfc37a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:47.647867 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'code': 200} Aug 11 00:59:47.658605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-04413b44-8e3b-4d12-a6b3-5802495ac5ff req-821ce74e-9157-43f1-93dd-ad92840820e8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990667 Aug 11 00:59:47.695699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-b3ae9695-fbe8-48b9-9821-55b4adc3f872 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:47.697200 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-b3ae9695-fbe8-48b9-9821-55b4adc3f872 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.1491776 Aug 11 00:59:47.710107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'port': {'device_id': '683c1ec6-52de-4adc-9ea0-cfb756560494', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'admin_state_up': True, 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:47.776781 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:47.849879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=13']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:48.106868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Made reservation on behalf of fab1d7a6b945499d83a744f795dd65a2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:59:48.110802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:48.283524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Allocated IP 172.20.0.13 (f93af89e-9ffd-41eb-8fe8-bb92ece07a69/6683566d-a13e-4b41-b24d-c37dc02e2878/786e618e-5fda-4a01-9586-c308b72b5126) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:59:48.586878 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 00:59:48.737863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a9a2033-24c7-4e57-b9bd-468bef25dc94 req-126d900e-249c-454d-b9c5-d4328d00118e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 210 time: 0.0338054 Aug 11 00:59:48.781282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:48.824092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Transition to ACTIVE for port object 786e618e-5fda-4a01-9586-c308b72b5126 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:59:48.842897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f908e57-aab3-4f0a-a393-80f7a98e6f58 req-fc4c0e75-32af-463f-a09f-760e38accb81 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:48.844524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f908e57-aab3-4f0a-a393-80f7a98e6f58 req-fc4c0e75-32af-463f-a09f-760e38accb81 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0655594 Aug 11 00:59:48.903138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f908e57-aab3-4f0a-a393-80f7a98e6f58 req-1ee23399-5fd5-4378-881c-18dc50f21f85 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484495 Aug 11 00:59:48.977433 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-95fb910e-3390-4e22-a1ff-b17815bb6c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:48.979032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.040685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.078327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40630) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:49.102631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:59:49.106014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:59:49.108635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:59:49.144431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'Port': ['ID=786e618e-5fda-4a01-9586-c308b72b5126,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:49.185928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:49.186883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.224996 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ed94da2-2baa-4861-896a-2578a186e9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.269683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-dcd06a94-3b1b-4391-8ae2-62a30e81d0ab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5637052 Aug 11 00:59:49.287026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Request body: {'port': {'device_id': '683c1ec6-52de-4adc-9ea0-cfb756560494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:49.356511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.397807 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ed94da2-2baa-4861-896a-2578a186e9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.503405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ed94da2-2baa-4861-896a-2578a186e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.535798 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fa87f9d5-c9f1-4e94-911f-982d7c8e5f0e None None] Provisioning for port 786e618e-5fda-4a01-9586-c308b72b5126 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:59:49.541729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fa87f9d5-c9f1-4e94-911f-982d7c8e5f0e None None] Provisioning complete for port 786e618e-5fda-4a01-9586-c308b72b5126 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:59:49.542608 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fa87f9d5-c9f1-4e94-911f-982d7c8e5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.549543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3ed94da2-2baa-4861-896a-2578a186e9fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=511b16e9c3b34a81ba15b1189abc8289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698560 Aug 11 00:59:49.551011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed94da2-2baa-4861-896a-2578a186e9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e41f32b-0216-479f-ac9e-e929870136f1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:49.553806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40634) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:49.595858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fa87f9d5-c9f1-4e94-911f-982d7c8e5f0e None None] Port 786e618e-5fda-4a01-9586-c308b72b5126 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 00:59:49.628715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-201c05fa-f370-4905-a8f2-2b8a4fdb79e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.666679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-201c05fa-f370-4905-a8f2-2b8a4fdb79e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.690757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786e618e-5fda-4a01-9586-c308b72b5126 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:59:49.700169 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.843924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Transition to ACTIVE for port object 786e618e-5fda-4a01-9586-c308b72b5126 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:59:49.847733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-201c05fa-f370-4905-a8f2-2b8a4fdb79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.850170 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-201c05fa-f370-4905-a8f2-2b8a4fdb79e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:49.851377 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-201c05fa-f370-4905-a8f2-2b8a4fdb79e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e41f32b-0216-479f-ac9e-e929870136f1 HTTP/1.1" status: 204 len: 168 time: 0.2964818 Aug 11 00:59:49.869255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c05fa-f370-4905-a8f2-2b8a4fdb79e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e41f32b-0216-479f-ac9e-e929870136f1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:49.901960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed41ca5-a90c-496a-9f3e-5bc312cc5f9b req-5ff146ec-a064-40f9-b249-58c5843ef1c8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:49.903802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ed41ca5-a90c-496a-9f3e-5bc312cc5f9b req-5ff146ec-a064-40f9-b249-58c5843ef1c8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 932 time: 0.0848203 Aug 11 00:59:49.965895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ed41ca5-a90c-496a-9f3e-5bc312cc5f9b req-3866c1c4-b8da-412f-a3eb-5eb07586782c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477748 Aug 11 00:59:50.019461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:50.074586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbe920-c5be-44cc-9985-f0c17f7047ba req-bde36a9c-4ea1-4fdc-bfac-25a22a413954 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:50.076251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89cbe920-c5be-44cc-9985-f0c17f7047ba req-bde36a9c-4ea1-4fdc-bfac-25a22a413954 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0990887 Aug 11 00:59:50.096988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=786e618e-5fda-4a01-9586-c308b72b5126,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:50.184786 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89cbe920-c5be-44cc-9985-f0c17f7047ba req-6579fbb3-6bd0-43f7-80f8-d6f5dd949b46 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963511 Aug 11 00:59:50.221502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Attempting to bind port 786e618e-5fda-4a01-9586-c308b72b5126 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:59:50.222004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Attempting to bind port 786e618e-5fda-4a01-9586-c308b72b5126 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:59:50.222430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Attempting to bind port 786e618e-5fda-4a01-9586-c308b72b5126 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:50.228389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Port 786e618e-5fda-4a01-9586-c308b72b5126 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 00:59:50.228875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Attempting to bind port 786e618e-5fda-4a01-9586-c308b72b5126 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:50.234804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:59:50.235126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Checking segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:59:50.235397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Bound using segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:59:50.235747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Bound port: 786e618e-5fda-4a01-9586-c308b72b5126, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:59:50.236384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:50.330078 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] For port 786e618e-5fda-4a01-9586-c308b72b5126, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:59:50.334499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] For port 786e618e-5fda-4a01-9586-c308b72b5126, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=786e618e-5fda-4a01-9586-c308b72b5126,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:59:50.497371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:50.533237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:50.533878 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:50.535342 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] 10.222.0.55 "PUT /v2.0/ports/786e618e-5fda-4a01-9586-c308b72b5126 HTTP/1.1" status: 200 len: 1093 time: 1.2563522 Aug 11 00:59:50.535901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683c1ec6-52de-4adc-9ea0-cfb756560494', 'tag': '786e618e-5fda-4a01-9586-c308b72b5126'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:50.538578 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a873a-8142-47a4-9d4b-7334bf8b5d22" -d '{"events": [{"name": "network-changed", "server_uuid": "683c1ec6-52de-4adc-9ea0-cfb756560494", "tag": "786e618e-5fda-4a01-9586-c308b72b5126"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:50.542632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:50.566182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb0aa2-e5fa-4c63-adf9-591c3fe6bbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=786e618e-5fda-4a01-9586-c308b72b5126,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:50.805841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-44ea1b6d-cf61-482b-b88e-8a534919eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:50.805841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-44ea1b6d-cf61-482b-b88e-8a534919eea9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 1096 time: 0.0487049 Aug 11 00:59:50.881985 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04704fd6-0a8c-4567-b9b8-9bb1fd170104 x-openstack-request-id: req-04704fd6-0a8c-4567-b9b8-9bb1fd170104 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:50.882729 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683c1ec6-52de-4adc-9ea0-cfb756560494", "tag": "786e618e-5fda-4a01-9586-c308b72b5126", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:50.882729 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04704fd6-0a8c-4567-b9b8-9bb1fd170104 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:50.882934 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683c1ec6-52de-4adc-9ea0-cfb756560494', 'tag': '786e618e-5fda-4a01-9586-c308b72b5126', 'status': 'completed', 'code': 200} Aug 11 00:59:50.884854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-afae1170-bfde-4855-ae27-318d35b4b7e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786e618e-5fda-4a01-9586-c308b72b5126 HTTP/1.1" status: 200 len: 217 time: 0.0719059 Aug 11 00:59:50.940028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-18790be4-e982-4522-b26b-aab5dda2589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:50.941650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-18790be4-e982-4522-b26b-aab5dda2589d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0495272 Aug 11 00:59:50.992806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-736ffa5e-23fd-43d7-9251-9b58f9beccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:50.994826 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-736ffa5e-23fd-43d7-9251-9b58f9beccff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447602 Aug 11 00:59:51.137165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9c1a7-8f9e-4551-8c6d-d765b0eafaab req-fa8b7dd5-dfe1-441b-acca-06244143764c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:51.138871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2fe9c1a7-8f9e-4551-8c6d-d765b0eafaab req-fa8b7dd5-dfe1-441b-acca-06244143764c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 944 time: 0.0836031 Aug 11 00:59:51.140893 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-f8819692-253a-4902-a0ef-6956b70ecba3 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378448 Aug 11 00:59:51.232855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2fe9c1a7-8f9e-4551-8c6d-d765b0eafaab req-ff2064f9-4de8-4c63-9d0a-fd92896aebb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872016 Aug 11 00:59:51.270126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1edf3e5c-97ee-4ed2-8dfa-1dfbad216b6f req-9b2756fe-c4a8-4632-9c98-37b771283cd1 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176641 Aug 11 00:59:51.329475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5ac47-8a0d-4555-baa1-68680bdb9279 req-ddad04b6-050b-4d43-a0f6-8d8987f483a8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:51.331065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1c5ac47-8a0d-4555-baa1-68680bdb9279 req-ddad04b6-050b-4d43-a0f6-8d8987f483a8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0548332 Aug 11 00:59:51.380230 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1c5ac47-8a0d-4555-baa1-68680bdb9279 req-4ccffe58-3766-4b8a-99a0-3210a4de1e8b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 Aug 11 00:59:51.593136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-6a48a2d5-cf18-4c6f-8fc8-c12e6bbad8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:51.594678 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-6a48a2d5-cf18-4c6f-8fc8-c12e6bbad8fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 1096 time: 0.0460744 Aug 11 00:59:51.697674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-12a784a2-787f-4f77-8b91-ad2c0ec0fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:51.701444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-12a784a2-787f-4f77-8b91-ad2c0ec0fbcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.0968106 Aug 11 00:59:51.751451 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-6e7dccb9-1900-403c-83ec-f2e7ba066bcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786e618e-5fda-4a01-9586-c308b72b5126 HTTP/1.1" status: 200 len: 217 time: 0.0439265 Aug 11 00:59:51.822781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-899e3be8-7bc1-48b5-9f18-53d52c04ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:51.824736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-899e3be8-7bc1-48b5-9f18-53d52c04ecce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0645566 Aug 11 00:59:51.877572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-6e667d2e-b173-4a47-a252-4f51f98f1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:51.879459 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-6e667d2e-b173-4a47-a252-4f51f98f1543 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456254 Aug 11 00:59:51.985622 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-f48db8b5-eb20-40e7-9ab0-b8d6221a6bbd service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960507 Aug 11 00:59:52.098295 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-644a873a-8142-47a4-9d4b-7334bf8b5d22 req-b669a57e-cfe0-4e30-807e-5718863225d8 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026244 Aug 11 00:59:52.381779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2bfb2-ba58-441b-bbe8-7b362ae6aec5 req-0f7152c8-6dda-45ea-a85f-859a7487c8eb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:52.383519 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0fd2bfb2-ba58-441b-bbe8-7b362ae6aec5 req-0f7152c8-6dda-45ea-a85f-859a7487c8eb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 944 time: 0.0687132 Aug 11 00:59:52.414940 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:52.431481 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0fd2bfb2-ba58-441b-bbe8-7b362ae6aec5 req-b60a662b-9e10-45f1-99ad-140e54ff06b6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Aug 11 00:59:52.542142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2794e37-f70d-4ac2-9e56-475ae0524758 req-49451f85-6a75-4c72-943b-07b7d16d624e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:52.544234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2794e37-f70d-4ac2-9e56-475ae0524758 req-49451f85-6a75-4c72-943b-07b7d16d624e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0558197 Aug 11 00:59:52.597723 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2794e37-f70d-4ac2-9e56-475ae0524758 req-e5966aff-b90d-4682-a751-b8432fc32584 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464513 Aug 11 00:59:53.271110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 786e618e-5fda-4a01-9586-c308b72b5126 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 00:59:53.556321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 786e618e-5fda-4a01-9586-c308b72b5126, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=786e618e-5fda-4a01-9586-c308b72b5126,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:53.569750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '786e618e-5fda-4a01-9586-c308b72b5126', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': '786e618e-5fda-4a01-9586-c308b72b5126', 'mac_address': 'fa:16:3e:a6:d3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 00:59:53.595415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc3f6e-8862-4013-a07f-54168f5f57d9 req-285157ca-e768-4334-9693-0e7d375d99ff tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:53.617010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cbc3f6e-8862-4013-a07f-54168f5f57d9 req-285157ca-e768-4334-9693-0e7d375d99ff tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 944 time: 0.0791044 Aug 11 00:59:53.617384 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:53.627312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786e618e-5fda-4a01-9586-c308b72b5126 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 00:59:53.650336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 786e618e-5fda-4a01-9586-c308b72b5126, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=786e618e-5fda-4a01-9586-c308b72b5126,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:53.653622 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cbc3f6e-8862-4013-a07f-54168f5f57d9 req-90ce93cb-c4fc-4d05-a297-8c90009ad3ad tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Aug 11 00:59:53.783320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89ca5a-f693-4e7b-9c32-62788c22d0b4 req-c5850004-20c2-41be-ba24-824d3a69ea88 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:53.785197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb89ca5a-f693-4e7b-9c32-62788c22d0b4 req-c5850004-20c2-41be-ba24-824d3a69ea88 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0586743 Aug 11 00:59:53.837068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb89ca5a-f693-4e7b-9c32-62788c22d0b4 req-16d9d516-de57-4f16-9554-07b603347b2d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437207 Aug 11 00:59:53.869109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:53.936131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=786e618e-5fda-4a01-9586-c308b72b5126,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:54.093817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['786e618e-5fda-4a01-9586-c308b72b5126'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 00:59:54.238717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40714) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:54.244260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'network': {'name': 'tempest-network-smoke--1492285341', 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'port_security_enabled': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:54.409206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Made reservation on behalf of 2ff2ce7ebbeb41f3bb0b30eec87c5adb for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:59:54.412888 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:54.422527 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:54.527553 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:54.597890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:54.636231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 00:59:54.646455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9500f6-e2a3-4a58-a413-6908fb9ab212,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:54.653650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:54.654308 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Added segment 25133b6d-4125-4885-b65c-b92e9890ad92 of type vlan for network 97117c85-f96e-4b56-a763-a740b3cb7c8e Aug 11 00:59:54.697373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:54.794661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fd28f-592d-4b42-b6b4-c004b687cdec req-8c8ebfac-2929-4881-9f98-6531f43a76ff tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:54.797008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe1fd28f-592d-4b42-b6b4-c004b687cdec req-8c8ebfac-2929-4881-9f98-6531f43a76ff tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 945 time: 0.0581102 Aug 11 00:59:54.801084 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:54.807737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:54.808597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:54.836866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe1fd28f-592d-4b42-b6b4-c004b687cdec req-e32c8809-f673-4d9e-b5fa-ca0eab50d722 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335934 Aug 11 00:59:54.888403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Network': ['ID=97117c85-f96e-4b56-a763-a740b3cb7c8e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:54.905971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 00:59:54.947086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1fd7a2e9-9748-481c-bf99-06ad56cdba98 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7062228 Aug 11 00:59:54.950389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40722) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:54.956797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'admin_state_up': True, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:55.032796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c35ba-fd11-4707-bf84-29be0196af3f req-d10d378a-1655-453c-bd98-6c43341dfbf4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:55.038413 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-974c35ba-fd11-4707-bf84-29be0196af3f req-d10d378a-1655-453c-bd98-6c43341dfbf4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1132481 Aug 11 00:59:55.083926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-974c35ba-fd11-4707-bf84-29be0196af3f req-fd8dbed4-0ce7-478f-a6ca-d359183156c5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Aug 11 00:59:55.147939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:55.147939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:55.239334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:55.284403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 786e618e-5fda-4a01-9586-c308b72b5126 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 00:59:55.496834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 786e618e-5fda-4a01-9586-c308b72b5126 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 00:59:55.502641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 786e618e-5fda-4a01-9586-c308b72b5126 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 00:59:55.503024 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:55.562798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:55.597686 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:55.622886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683c1ec6-52de-4adc-9ea0-cfb756560494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786e618e-5fda-4a01-9586-c308b72b5126'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 00:59:55.625421 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb8d39-d842-4886-afb4-b989a8dcc2c9" -d '{"events": [{"server_uuid": "683c1ec6-52de-4adc-9ea0-cfb756560494", "name": "network-vif-plugged", "status": "completed", "tag": "786e618e-5fda-4a01-9586-c308b72b5126"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 00:59:55.651576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 786e618e-5fda-4a01-9586-c308b72b5126, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=786e618e-5fda-4a01-9586-c308b72b5126,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 00:59:55.669233 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c5fd0d-96af-4402-98de-0628787856f6 x-openstack-request-id: req-70c5fd0d-96af-4402-98de-0628787856f6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 00:59:55.669639 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683c1ec6-52de-4adc-9ea0-cfb756560494", "name": "network-vif-plugged", "status": "completed", "tag": "786e618e-5fda-4a01-9586-c308b72b5126", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 00:59:55.670264 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70c5fd0d-96af-4402-98de-0628787856f6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 00:59:55.670758 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683c1ec6-52de-4adc-9ea0-cfb756560494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786e618e-5fda-4a01-9586-c308b72b5126', 'code': 200} Aug 11 00:59:55.769601 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:55.806368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6da8d-9ab1-42ac-99c1-ef06a1e13a63 req-17058bf6-5a0f-43ae-bcaa-bbf612127272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:55.808009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-13e6da8d-9ab1-42ac-99c1-ef06a1e13a63 req-17058bf6-5a0f-43ae-bcaa-bbf612127272 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 1097 time: 0.0619888 Aug 11 00:59:55.833588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=786e618e-5fda-4a01-9586-c308b72b5126,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:55.872000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-13e6da8d-9ab1-42ac-99c1-ef06a1e13a63 req-142a7c20-9086-4623-9015-3bd0cead1268 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548956 Aug 11 00:59:55.975537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020ea8-77d5-4811-aae0-beefe3288122 req-b61c7b0b-63f4-4941-a036-5079ab77c673 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:55.977171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5020ea8-77d5-4811-aae0-beefe3288122 req-b61c7b0b-63f4-4941-a036-5079ab77c673 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0559514 Aug 11 00:59:55.997629 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:56.025089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:56.027994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f5020ea8-77d5-4811-aae0-beefe3288122 req-60b67012-764c-44ce-a315-ec6370580de0 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Aug 11 00:59:56.155571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Allocated IP 172.25.0.43 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/3691bb03-3c8a-4d37-95b9-10795489e8d5) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 00:59:56.263777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836755-abda-4381-a9b4-e3594a252aa2 req-87f3325f-2f9a-44ff-af23-cf73946a19e2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:56.265396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21836755-abda-4381-a9b4-e3594a252aa2 req-87f3325f-2f9a-44ff-af23-cf73946a19e2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.1034780 Aug 11 00:59:56.339639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21836755-abda-4381-a9b4-e3594a252aa2 req-cc29b45b-534e-4d11-a91e-2717b7ca7863 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638978 Aug 11 00:59:56.342579 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:56.507183 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:56.547215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 00:59:56.554799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:59:56.558394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 00:59:56.564416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=3691bb03-3c8a-4d37-95b9-10795489e8d5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:57.174905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d11fe-e279-49a6-b85d-85d91637154a req-8d10585a-0b45-4080-83df-b9bd0725d85b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:57.178578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c7d11fe-e279-49a6-b85d-85d91637154a req-8d10585a-0b45-4080-83df-b9bd0725d85b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0674429 Aug 11 00:59:57.221714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c7d11fe-e279-49a6-b85d-85d91637154a req-6ae62d11-6e86-424e-b69e-3c71d36a177e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371091 Aug 11 00:59:57.356546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:57.507349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb0cd8-fd1a-437b-8f41-5e6a768d3ddd req-d5827538-12cc-43c7-a495-5ebe22d4b3b7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:57.508887 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31eb0cd8-fd1a-437b-8f41-5e6a768d3ddd req-d5827538-12cc-43c7-a495-5ebe22d4b3b7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0944953 Aug 11 00:59:57.619803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31eb0cd8-fd1a-437b-8f41-5e6a768d3ddd req-3ebb1f72-2ac3-4ec5-bf24-dac2f99f9c49 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759399 Aug 11 00:59:57.640903 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:57.925690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Router 4120ee59-e076-44c8-b127-57b0ff40aa6d is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 00:59:58.036832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 00:59:58.048820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Sync routers for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 00:59:58.059514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:59:58.060158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:59:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:58.179041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:59:58.294641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:58.299531 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4ca92594-428a-4be1-a3d4-ba3ccf5cbe8b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3448908 Aug 11 00:59:58.305902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40742) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:58.370360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49b1e0-2ef4-4df8-8a7e-64481ab958fc req-7e0aeed8-9ab6-4d76-aee5-42d9b1a3a356 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:58.373090 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c49b1e0-2ef4-4df8-8a7e-64481ab958fc req-7e0aeed8-9ab6-4d76-aee5-42d9b1a3a356 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0743179 Aug 11 00:59:58.377698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T00:59:56Z', 'revision_number': 3, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T00:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:58.411683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Checking router: 4120ee59-e076-44c8-b127-57b0ff40aa6d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 00:59:58.419037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Updating router 4120ee59-e076-44c8-b127-57b0ff40aa6d port 3691bb03-3c8a-4d37-95b9-10795489e8d5 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 00:59:58.419472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c49b1e0-2ef4-4df8-8a7e-64481ab958fc req-55c5905a-a0ad-46a6-8a64-5a51f458ed84 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Aug 11 00:59:58.447632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:58.462262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5fcbe234-82db-4f24-8ee6-fccfac5c8a41 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1580467 Aug 11 00:59:58.462848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40748) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:58.622602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d37471-82e4-44a5-8196-fec56dfa9f2d tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:58.625481 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23d37471-82e4-44a5-8196-fec56dfa9f2d tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1615999 Aug 11 00:59:58.628534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40750) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:58.672759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-519b93c4-084a-41d2-bd30-ca6e6a029d26 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429950 Aug 11 00:59:58.675473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40754) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:58.681390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1354975486', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 00:59:58.770565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285eb4-9bc8-4099-b2c3-ae8ccbcec9c8 req-2f7f0bdd-94b2-4fb2-9843-dd9c708813f0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:58.774329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08285eb4-9bc8-4099-b2c3-ae8ccbcec9c8 req-2f7f0bdd-94b2-4fb2-9843-dd9c708813f0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0727446 Aug 11 00:59:58.784029 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:58.801759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Transition to ACTIVE for port object 3691bb03-3c8a-4d37-95b9-10795489e8d5 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 00:59:58.816076 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08285eb4-9bc8-4099-b2c3-ae8ccbcec9c8 req-682788ee-93dd-4edd-a4a7-c63c0840efb7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Aug 11 00:59:58.870558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6e82a-13cd-4d34-a76e-c2b93f3387fb req-3941767c-9311-425f-a4e9-bbf2d3d4d2f6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:58.872132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4da6e82a-13cd-4d34-a76e-c2b93f3387fb req-3941767c-9311-425f-a4e9-bbf2d3d4d2f6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0589020 Aug 11 00:59:58.912512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4da6e82a-13cd-4d34-a76e-c2b93f3387fb req-69bd9ed9-d14a-493e-aab0-80a6b6bf1063 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Aug 11 00:59:58.920215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Made reservation on behalf of 2ff2ce7ebbeb41f3bb0b30eec87c5adb for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 00:59:58.920589 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:58.923973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:58.984320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55426d-5044-486c-b0a8-075e6fdf5b65 None None] Pushing event updated for resources: {'Port': ['ID=3691bb03-3c8a-4d37-95b9-10795489e8d5,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:58.986889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Attempting to bind port 3691bb03-3c8a-4d37-95b9-10795489e8d5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 00:59:58.987203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Attempting to bind port 3691bb03-3c8a-4d37-95b9-10795489e8d5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 00:59:58.987591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Attempting to bind port 3691bb03-3c8a-4d37-95b9-10795489e8d5 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 00:59:58.994267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 00:59:58.994704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:59:58.995114 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:58.999045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 00:59:58.999045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Bound port: 3691bb03-3c8a-4d37-95b9-10795489e8d5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 00:59:58.999045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:59.054357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] For port 3691bb03-3c8a-4d37-95b9-10795489e8d5, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 00:59:59.057709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] For port 3691bb03-3c8a-4d37-95b9-10795489e8d5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3691bb03-3c8a-4d37-95b9-10795489e8d5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 00:59:59.217612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:59.264668 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:59.282870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 00:59:59.283536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:59:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:59.286854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55426d-5044-486c-b0a8-075e6fdf5b65 None None] Pushing event updated for resources: {'Port': ['ID=3691bb03-3c8a-4d37-95b9-10795489e8d5,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:59.333812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Subnet': ['ID=3a37c25f-326d-4bad-9436-5ec9e51c4303,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 00:59:59.343121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Checking segment: {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 00:59:59.343535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network hostable DHCP agents. Network: 97117c85-f96e-4b56-a763-a740b3cb7c8e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 00:59:59.401442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 00:59:59.502814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 00:59:59.593881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T00:59:56Z', 'revision_number': 3, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T00:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 00:59:59.622505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 97117c85-f96e-4b56-a763-a740b3cb7c8e) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 00:59:59.627283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03fb27-5c88-4f05-a54e-7948c507f703 None None] The sync data for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 is: [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T00:59:56Z', 'revision_number': 3, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T00:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 00:59:59.628765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:59.631129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:59.635623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992fa510-0707-4fa2-9ab7-0084e549c7ba None None] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 00:59:59.684537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:59.744319 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e332be7e-bf5b-4390-98e6-ec73766fbbe4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0677745 Aug 11 00:59:59.747060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40760) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 00:59:59.826195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-97117c85-f96e-4b56-a763-a740b3cb7c8e', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 00:59:59.826195 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:59.947761 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 00:59:59.991582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb93bf-98ff-4c22-9c1c-5c31a92df37d req-da88635f-c494-42c0-b3b7-128dc48906f1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 00:59:59.994153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0deb93bf-98ff-4c22-9c1c-5c31a92df37d req-da88635f-c494-42c0-b3b7-128dc48906f1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0888784 Aug 11 01:00:00.051903 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0deb93bf-98ff-4c22-9c1c-5c31a92df37d req-d8eb475e-3ce1-485e-9de4-9ec99a19d37c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514467 Aug 11 01:00:00.059031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Allocated IP 172.20.0.2 (97117c85-f96e-4b56-a763-a740b3cb7c8e/3a37c25f-326d-4bad-9436-5ec9e51c4303/cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:00.128019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d202c78-e6fc-49bd-8d96-77c0fa425417 req-355fa3fc-5b8c-497d-8f99-8e8f3a8bfa3a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:00.129624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d202c78-e6fc-49bd-8d96-77c0fa425417 req-355fa3fc-5b8c-497d-8f99-8e8f3a8bfa3a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.1135657 Aug 11 01:00:00.244240 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:00.252948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d202c78-e6fc-49bd-8d96-77c0fa425417 req-cf58eaa4-ffc5-4b79-898d-2d3534996173 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864196 Aug 11 01:00:00.263618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Transition to ACTIVE for port object cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:00.283540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Transition to ACTIVE for port object cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:00.429102 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:00.440111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:00.480121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:00.484025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:00.488814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:00.497106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Pushing event updated for resources: {'Port': ['ID=cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:00.561801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Attempting to bind port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:00:00.562145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Attempting to bind port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:00:00.562520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Attempting to bind port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de on network 97117c85-f96e-4b56-a763-a740b3cb7c8e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:00.567998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:00:00.568379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Checking segment: {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:00.568788 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:00.569186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Bound using segment: {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:00:00.570100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Bound port: cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:00:00.570100 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:00.641809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] For port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:00:00.645922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] For port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:00:00.778871 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:00.839971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Allocated IP 172.20.0.1 (97117c85-f96e-4b56-a763-a740b3cb7c8e/3a37c25f-326d-4bad-9436-5ec9e51c4303/886b1431-86c5-4524-b049-1512efe094c0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:00.862845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc725f-9926-4ae1-b4e5-d0253f8b5382 None None] Pushing event updated for resources: {'Port': ['ID=cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:00.971390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:00.986709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Transition to ACTIVE for port object 886b1431-86c5-4524-b049-1512efe094c0 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:01.108844 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:01.153264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:01.156759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:01.160930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:01.212836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=886b1431-86c5-4524-b049-1512efe094c0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:01.216935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99d876-005f-48b2-842a-5d36dfbe7639 req-c06e7af6-9bf3-491a-add8-1b72ed0d22cb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:01.218597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae99d876-005f-48b2-842a-5d36dfbe7639 req-c06e7af6-9bf3-491a-add8-1b72ed0d22cb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0762594 Aug 11 01:00:01.225316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:01.265507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae99d876-005f-48b2-842a-5d36dfbe7639 req-0de40f2d-9553-404a-8e97-4660bdb63774 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 Aug 11 01:00:01.406139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3691bb03-3c8a-4d37-95b9-10795489e8d5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:01.569941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 3691bb03-3c8a-4d37-95b9-10795489e8d5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:01.575281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3691bb03-3c8a-4d37-95b9-10795489e8d5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:01.575940 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:01.675152 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:01.700501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 3691bb03-3c8a-4d37-95b9-10795489e8d5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3691bb03-3c8a-4d37-95b9-10795489e8d5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:01.767631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17091c92-9850-4c43-bc4c-cafda5bdde81 req-719603c1-fd34-44b3-9666-c4b7818ef6e3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:01.769412 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17091c92-9850-4c43-bc4c-cafda5bdde81 req-719603c1-fd34-44b3-9666-c4b7818ef6e3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.4222953 Aug 11 01:00:01.821595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17091c92-9850-4c43-bc4c-cafda5bdde81 req-ac3b4b67-c98e-4616-b6ff-cf1b201a3a62 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Aug 11 01:00:01.877322 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:01.878052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:01.950200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:01.963827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=3691bb03-3c8a-4d37-95b9-10795489e8d5,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:01.976311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4834fff7-9281-4f05-a6b9-38b7c5dc330f None None] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:00:02.090867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:02.231667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-30676595-dad9-4c3b-b20c-69230505490e None None] Provisioning for port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:02.235902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-30676595-dad9-4c3b-b20c-69230505490e None None] Provisioning complete for port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:02.236185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-30676595-dad9-4c3b-b20c-69230505490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.268317 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.347720 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-30676595-dad9-4c3b-b20c-69230505490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.371478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.386112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-30676595-dad9-4c3b-b20c-69230505490e None None] For port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:02.413161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed705ed-8021-42ab-89b6-e3ff585e6694 req-5af5d081-b88d-4f06-b7e1-e10673428dcc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:02.415087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ed705ed-8021-42ab-89b6-e3ff585e6694 req-5af5d081-b88d-4f06-b7e1-e10673428dcc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0631788 Aug 11 01:00:02.453590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=886b1431-86c5-4524-b049-1512efe094c0,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:02.462138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.467695 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2ed705ed-8021-42ab-89b6-e3ff585e6694 req-95b2ec4b-9c0f-45a4-8f6f-902eb71d1d2a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455580 Aug 11 01:00:02.542210 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-30676595-dad9-4c3b-b20c-69230505490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.569772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:02.572988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:02.606159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30676595-dad9-4c3b-b20c-69230505490e None None] Pushing event updated for resources: {'Port': ['ID=cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:02.694025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Router 4120ee59-e076-44c8-b127-57b0ff40aa6d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:00:02.816754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d0344592-a6f8-4272-88ee-f27e7d4fde44 None None] Provisioning for port 886b1431-86c5-4524-b049-1512efe094c0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:02.821419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:00:02.821706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d0344592-a6f8-4272-88ee-f27e7d4fde44 None None] Provisioning complete for port 886b1431-86c5-4524-b049-1512efe094c0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:02.822307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d0344592-a6f8-4272-88ee-f27e7d4fde44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.827469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-12fc475f-921b-4336-aadc-50de8f241db6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "PUT /v2.0/routers/4120ee59-e076-44c8-b127-57b0ff40aa6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790846 Aug 11 01:00:02.830085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40778) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:02.833376 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Sync routers for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:00:02.834776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-73bc71d5-8285-4b21-8649-e1128f4ef3a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1988124392', 'description': 'tempest-secgroup_access--1988124392 description', 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:02.846110 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:02.846954 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:59:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:02.872863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-d0344592-a6f8-4272-88ee-f27e7d4fde44 None None] Port 886b1431-86c5-4524-b049-1512efe094c0 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:00:02.885878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d0344592-a6f8-4272-88ee-f27e7d4fde44 None None] Provisioning complete for port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:02.886494 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d0344592-a6f8-4272-88ee-f27e7d4fde44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.957461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73bc71d5-8285-4b21-8649-e1128f4ef3a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:02.982104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851c581-6f6c-4fab-b2c8-250746f5c49b req-8d57dbcf-0d1f-476f-a76e-2686df26e7ac tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:02.983970 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0851c581-6f6c-4fab-b2c8-250746f5c49b req-8d57dbcf-0d1f-476f-a76e-2686df26e7ac tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0757799 Aug 11 01:00:03.053067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0851c581-6f6c-4fab-b2c8-250746f5c49b req-040bfa7e-7b18-41ae-b1a6-5a60b8ef878a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599198 Aug 11 01:00:03.068317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:03.112953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73bc71d5-8285-4b21-8649-e1128f4ef3a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.197240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73bc71d5-8285-4b21-8649-e1128f4ef3a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.227505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc71d5-8285-4b21-8649-e1128f4ef3a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:03.258687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bbd13bb4-66cf-4664-924c-be560063a062 None None] Provisioning complete for port 886b1431-86c5-4524-b049-1512efe094c0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:03.259135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bbd13bb4-66cf-4664-924c-be560063a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.280009 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:02Z', 'revision_number': 2, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:03.301956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bbd13bb4-66cf-4664-924c-be560063a062 None None] Port 886b1431-86c5-4524-b049-1512efe094c0 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:00:03.311879 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Checking router: 4120ee59-e076-44c8-b127-57b0ff40aa6d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:00:03.320021 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Updating router 4120ee59-e076-44c8-b127-57b0ff40aa6d port 886b1431-86c5-4524-b049-1512efe094c0 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:00:03.322373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3691bb03-3c8a-4d37-95b9-10795489e8d5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:03.338068 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.371233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73bc71d5-8285-4b21-8649-e1128f4ef3a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.378222 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-73bc71d5-8285-4b21-8649-e1128f4ef3a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5416758 Aug 11 01:00:03.378222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40782) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:03.380284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3691bb03-3c8a-4d37-95b9-10795489e8d5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:03.380749 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.380973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-bc63c2df-eeb4-49ae-b700-c14d8ba10870 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1279039646', 'description': 'tempest-secgroup_general--1279039646 description', 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:03.460452 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:03.510570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:03.511025 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.563219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc63c2df-eeb4-49ae-b700-c14d8ba10870 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.612446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae16e7-9d71-450d-b80c-74bcf86db5cd req-e5be7f1f-66e8-4af7-a6b3-2a699885a87e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:03.614317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fae16e7-9d71-450d-b80c-74bcf86db5cd req-e5be7f1f-66e8-4af7-a6b3-2a699885a87e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0757034 Aug 11 01:00:03.621822 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.632165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Transition to ACTIVE for port object 886b1431-86c5-4524-b049-1512efe094c0 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:03.663778 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7fae16e7-9d71-450d-b80c-74bcf86db5cd req-258bc180-4ebc-45cb-8e08-4eac6a9c3b76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Aug 11 01:00:03.676371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc63c2df-eeb4-49ae-b700-c14d8ba10870 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.748629 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.797717 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Pushing event updated for resources: {'Port': ['ID=886b1431-86c5-4524-b049-1512efe094c0,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:03.826653 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.827065 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.827368 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.827783 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.828069 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.828395 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.828722 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.829046 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.829364 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.829681 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.830014 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.830314 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:03.840089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc63c2df-eeb4-49ae-b700-c14d8ba10870 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.863580 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Attempting to bind port 886b1431-86c5-4524-b049-1512efe094c0 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:00:03.864180 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Attempting to bind port 886b1431-86c5-4524-b049-1512efe094c0 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:00:03.864528 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Attempting to bind port 886b1431-86c5-4524-b049-1512efe094c0 on network 97117c85-f96e-4b56-a763-a740b3cb7c8e {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:03.870838 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 0, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:00:03.871274 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Checking segment: {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:03.872070 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.872504 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Bound using segment: {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:00:03.872643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63c2df-eeb4-49ae-b700-c14d8ba10870 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d04b2c-5825-40fe-94f3-c0a8f09876ff,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:03.872932 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Bound port: 886b1431-86c5-4524-b049-1512efe094c0, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:00:03.873311 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.943039 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] For port 886b1431-86c5-4524-b049-1512efe094c0, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:00:03.947919 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] For port 886b1431-86c5-4524-b049-1512efe094c0, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=886b1431-86c5-4524-b049-1512efe094c0,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:00:03.970947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bc63c2df-eeb4-49ae-b700-c14d8ba10870 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:03.972356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bc63c2df-eeb4-49ae-b700-c14d8ba10870 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5958095 Aug 11 01:00:03.975750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40788) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:03.980470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-31f04fca-9d48-40e0-a177-f55987597cef tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'security_group_rule': {'security_group_id': '9edc7b8d-6ce4-4d8c-8987-d1f567ab2296', 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:04.108833 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:04.169611 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:04.170608 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:59:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:04.173776 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee9683-071b-4fe8-9a8f-af6ec90663b3 None None] Pushing event updated for resources: {'Port': ['ID=886b1431-86c5-4524-b049-1512efe094c0,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:04.180654 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31f04fca-9d48-40e0-a177-f55987597cef tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:04.217932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae3ea5-fcf3-416b-84a3-2f8c51de6ad2 req-64df6155-b2d8-46c6-b871-d02b9d3b64cc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:04.219529 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-feae3ea5-fcf3-416b-84a3-2f8c51de6ad2 req-64df6155-b2d8-46c6-b871-d02b9d3b64cc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0897353 Aug 11 01:00:04.282277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31f04fca-9d48-40e0-a177-f55987597cef tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:04.288263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-feae3ea5-fcf3-416b-84a3-2f8c51de6ad2 req-292dd47b-8086-4326-8f4e-d473dded8a48 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596004 Aug 11 01:00:04.296068 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:04.380053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31f04fca-9d48-40e0-a177-f55987597cef tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:04.399402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f04fca-9d48-40e0-a177-f55987597cef tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa6159c-315e-458b-ad6e-e0f5c6471205,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:04.485532 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31f04fca-9d48-40e0-a177-f55987597cef tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:04.486803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-31f04fca-9d48-40e0-a177-f55987597cef tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5100346 Aug 11 01:00:04.520048 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:03Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:04.548393 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125a6a7-2156-47c5-80ce-fae554bff0f1 None None] The sync data for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 is: [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:03Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:00:04.668988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-6876549a-87f3-4cca-ba67-2644995fa0a9 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--1279039646&fields=id&tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb HTTP/1.1" status: 200 len: 267 time: 0.0379558 Aug 11 01:00:04.718474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-eeb0f75d-8065-4d09-8236-b071dada8d07 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--1988124392&fields=id&tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb HTTP/1.1" status: 200 len: 267 time: 0.0394969 Aug 11 01:00:04.812824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c9224-49ee-445f-b123-4fb61ee7a6fc req-d28213b4-b50a-4b4a-ab2b-26460ca505e9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:04.814494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca3c9224-49ee-445f-b123-4fb61ee7a6fc req-d28213b4-b50a-4b4a-ab2b-26460ca505e9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 943 time: 0.0624342 Aug 11 01:00:04.860325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-85324ea1-3f53-4bfa-96df-c56812e261f7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:04.861990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-85324ea1-3f53-4bfa-96df-c56812e261f7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/networks?id=97117c85-f96e-4b56-a763-a740b3cb7c8e HTTP/1.1" status: 200 len: 797 time: 0.1341662 Aug 11 01:00:04.864538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca3c9224-49ee-445f-b123-4fb61ee7a6fc req-4f66f788-c214-42cf-8321-968daf4dfc4b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376754 Aug 11 01:00:04.886148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-40b047fe-3a8a-4be8-9e78-bcf17d12790b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/quotas/2ff2ce7ebbeb41f3bb0b30eec87c5adb HTTP/1.1" status: 200 len: 375 time: 0.0159006 Aug 11 01:00:04.945930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-2e8a2953-7d18-44aa-9d2e-fac9bb3e280c tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531428 Aug 11 01:00:05.057509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-c7508cd7-ce85-41ec-9b61-896d9c58a54d service neutron] 10.222.0.43 "GET /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986948 Aug 11 01:00:05.161272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-a2862408-590a-4325-95a2-d7e27419b6a3 service neutron] 10.222.0.43 "GET /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965443 Aug 11 01:00:05.213060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 3c1eb128-5c22-4984-bc18-88ba47dc0426 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:00:05.361857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 886b1431-86c5-4524-b049-1512efe094c0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:05.427908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 3c1eb128-5c22-4984-bc18-88ba47dc0426, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3c1eb128-5c22-4984-bc18-88ba47dc0426,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:05.454191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '3c1eb128-5c22-4984-bc18-88ba47dc0426', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'port_id': '3c1eb128-5c22-4984-bc18-88ba47dc0426', 'mac_address': 'fa:16:3e:aa:f1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:00:05.513501 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21c0a254-f361-465c-80e9-6441071b4f23 req-66e04708-0da0-4a68-b63c-be3888e7d5bb tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 210 time: 0.0458889 Aug 11 01:00:05.518815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54cc98-d28e-4eec-9f19-bd1872e6eeb6 req-0246460e-3291-417f-820e-cf3139523007 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:05.524945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:05.534994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e54cc98-d28e-4eec-9f19-bd1872e6eeb6 req-0246460e-3291-417f-820e-cf3139523007 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.1606252 Aug 11 01:00:05.548261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1eb128-5c22-4984-bc18-88ba47dc0426 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:00:05.556329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 886b1431-86c5-4524-b049-1512efe094c0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:05.569776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 886b1431-86c5-4524-b049-1512efe094c0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:05.571079 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:05.605807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 3c1eb128-5c22-4984-bc18-88ba47dc0426, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3c1eb128-5c22-4984-bc18-88ba47dc0426,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:05.623793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e54cc98-d28e-4eec-9f19-bd1872e6eeb6 req-b35710fd-b52f-48e8-8761-037a07205c70 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773335 Aug 11 01:00:05.689888 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:05.745802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 886b1431-86c5-4524-b049-1512efe094c0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=886b1431-86c5-4524-b049-1512efe094c0,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:05.765669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:05.826822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=3c1eb128-5c22-4984-bc18-88ba47dc0426,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:05.855924 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:05.932222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=886b1431-86c5-4524-b049-1512efe094c0,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:05.976696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['3c1eb128-5c22-4984-bc18-88ba47dc0426'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:00:06.003000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8872a8c-a4e9-4765-9af0-90122d755d3f req-474eb137-655e-4271-b0bc-07ab87f7d974 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:06.005086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d8872a8c-a4e9-4765-9af0-90122d755d3f req-474eb137-655e-4271-b0bc-07ab87f7d974 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 944 time: 0.0639982 Aug 11 01:00:06.048841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d8872a8c-a4e9-4765-9af0-90122d755d3f req-ab909783-2e1e-4fbd-a300-bb1b266f5f9e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374651 Aug 11 01:00:06.585810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-317fbbaa-14fe-4c46-a755-3ed021c72113 req-c9b46b0d-254d-4731-a518-0b37696c7131 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 210 time: 0.0278406 Aug 11 01:00:06.737530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa2096-33d7-49c7-b1c1-db4fc81fa9c8 req-4edd4968-103c-471f-8ad5-fc5b3c2688c9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:06.739043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a8fa2096-33d7-49c7-b1c1-db4fc81fa9c8 req-4edd4968-103c-471f-8ad5-fc5b3c2688c9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0500529 Aug 11 01:00:06.783808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a8fa2096-33d7-49c7-b1c1-db4fc81fa9c8 req-675466c8-25cd-4fa4-8f3c-8a13d01d17d6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374217 Aug 11 01:00:07.172700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a8ea4-e7d4-4dd7-8cbb-b124ab78c89c req-795bc28a-4ce0-4e72-b982-7634be1123a3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:07.174247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd3a8ea4-e7d4-4dd7-8cbb-b124ab78c89c req-795bc28a-4ce0-4e72-b982-7634be1123a3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 944 time: 0.0520658 Aug 11 01:00:07.214108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd3a8ea4-e7d4-4dd7-8cbb-b124ab78c89c req-84743563-a433-45cd-8443-76a91724e96f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332859 Aug 11 01:00:07.221812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 3c1eb128-5c22-4984-bc18-88ba47dc0426 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:07.316375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 886b1431-86c5-4524-b049-1512efe094c0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:07.365141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 886b1431-86c5-4524-b049-1512efe094c0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:07.365529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:07.468529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 3c1eb128-5c22-4984-bc18-88ba47dc0426 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:07.472998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 3c1eb128-5c22-4984-bc18-88ba47dc0426 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:07.473383 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:07.557993 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:07.582020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8d2876-4efe-4ada-965a-c1ae6c829242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1eb128-5c22-4984-bc18-88ba47dc0426'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:07.584304 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bde300-a24a-492c-88b6-765f15e77ca6" -d '{"events": [{"server_uuid": "5e8d2876-4efe-4ada-965a-c1ae6c829242", "name": "network-vif-plugged", "status": "completed", "tag": "3c1eb128-5c22-4984-bc18-88ba47dc0426"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:07.598317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 3c1eb128-5c22-4984-bc18-88ba47dc0426, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3c1eb128-5c22-4984-bc18-88ba47dc0426,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:07.633333 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e76817a-830f-472b-9fb9-eeab0fa10769 x-openstack-request-id: req-4e76817a-830f-472b-9fb9-eeab0fa10769 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:07.633625 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8d2876-4efe-4ada-965a-c1ae6c829242", "name": "network-vif-plugged", "status": "completed", "tag": "3c1eb128-5c22-4984-bc18-88ba47dc0426", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:07.633877 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e76817a-830f-472b-9fb9-eeab0fa10769 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:07.634289 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8d2876-4efe-4ada-965a-c1ae6c829242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1eb128-5c22-4984-bc18-88ba47dc0426', 'code': 200} Aug 11 01:00:07.691973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-90631d6c-21c8-411e-bf2b-cf43f2d4836e req-6637f07d-44ac-476d-ac51-bf02215dcb8e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 210 time: 0.0355651 Aug 11 01:00:07.728655 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:07.785127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=3c1eb128-5c22-4984-bc18-88ba47dc0426,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:07.796470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f02fd-0213-40d9-83e0-ecde6303a2e3 req-4a8cff90-7c3d-471f-b041-6e1f6d3d3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:07.797824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c7f02fd-0213-40d9-83e0-ecde6303a2e3 req-4a8cff90-7c3d-471f-b041-6e1f6d3d3164 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 1097 time: 0.1044044 Aug 11 01:00:07.842914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c7f02fd-0213-40d9-83e0-ecde6303a2e3 req-5bec773c-2b2a-4b1c-9dac-8a66b08f7645 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Aug 11 01:00:07.920304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cba44a-93b2-4161-b745-314cf60cc4fd req-6c488de3-ce43-4410-b9ec-03d091dd63d2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:07.921940 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44cba44a-93b2-4161-b745-314cf60cc4fd req-6c488de3-ce43-4410-b9ec-03d091dd63d2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0569355 Aug 11 01:00:07.962779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44cba44a-93b2-4161-b745-314cf60cc4fd req-123c8dce-8aa5-4ead-ad3d-b89f37176ecc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Aug 11 01:00:08.337762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d434e-ae64-4130-a021-0ee6fa348953 req-925937fa-d8ff-46d9-a17d-c1bec1f3d32c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:08.339596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-273d434e-ae64-4130-a021-0ee6fa348953 req-925937fa-d8ff-46d9-a17d-c1bec1f3d32c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 945 time: 0.0519245 Aug 11 01:00:08.379803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-273d434e-ae64-4130-a021-0ee6fa348953 req-f43de316-dd63-4164-a4d3-66af2fe7a8b5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Aug 11 01:00:08.789776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-492a7b25-2f9d-453f-9e1b-6bb13c1af500 req-65db4e3e-7dfb-40b4-b54b-d5916cf1ede4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 210 time: 0.0288949 Aug 11 01:00:09.019879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-917706b3-b8d1-4cc0-ac87-e924767bac2c tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:09.021455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-917706b3-b8d1-4cc0-ac87-e924767bac2c tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.55 "GET /v2.0/networks?id=97117c85-f96e-4b56-a763-a740b3cb7c8e HTTP/1.1" status: 200 len: 797 time: 0.1063716 Aug 11 01:00:09.116364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-844fbd14-ec81-42f4-ba80-6776c1b7f657 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb HTTP/1.1" status: 200 len: 478 time: 0.0839517 Aug 11 01:00:09.125481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ae2d8-2e1b-4e77-ba2c-255223edd38a req-e648e4e5-049c-4bb3-863e-9547d8ac3271 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:09.127033 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b52ae2d8-2e1b-4e77-ba2c-255223edd38a req-e648e4e5-049c-4bb3-863e-9547d8ac3271 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0934377 Aug 11 01:00:09.132039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'port': {'device_id': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'admin_state_up': True, 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'security_groups': ['36d04b2c-5825-40fe-94f3-c0a8f09876ff', '9edc7b8d-6ce4-4d8c-8987-d1f567ab2296']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:09.222557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b52ae2d8-2e1b-4e77-ba2c-255223edd38a req-ce9e4125-791a-4dc6-b267-725237ac0a29 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856647 Aug 11 01:00:09.445603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Made reservation on behalf of 2ff2ce7ebbeb41f3bb0b30eec87c5adb for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:00:09.449622 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:09.498437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181634-3d26-4083-8361-949bf762ac38 req-0d74c68f-8705-402c-88be-958e74a26dc0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:09.500082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4181634-3d26-4083-8361-949bf762ac38 req-0d74c68f-8705-402c-88be-958e74a26dc0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 945 time: 0.0509701 Aug 11 01:00:09.539485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4181634-3d26-4083-8361-949bf762ac38 req-5c7623a6-f133-414c-999c-68bf4874a765 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Aug 11 01:00:09.586500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Allocated IP 172.20.0.8 (97117c85-f96e-4b56-a763-a740b3cb7c8e/3a37c25f-326d-4bad-9436-5ec9e51c4303/12f8ce42-6727-42f2-8082-075daff49eb2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:09.721966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7f39-744a-42e3-97b7-3ac949402348 req-8ab0b49b-faac-4604-b4d7-be41ec9f75fa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:09.723487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-833b7f39-744a-42e3-97b7-3ac949402348 req-8ab0b49b-faac-4604-b4d7-be41ec9f75fa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 945 time: 0.1130562 Aug 11 01:00:09.790260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-833b7f39-744a-42e3-97b7-3ac949402348 req-63dd3e4e-b84a-466e-907a-9c4a355a5b6c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589499 Aug 11 01:00:09.799736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:09.814837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Transition to ACTIVE for port object 12f8ce42-6727-42f2-8082-075daff49eb2 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:09.906469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b94d7d8-0d59-4282-a25e-ef8cf07137cc req-4a71142e-76d2-4b79-a49f-9b4e7458c880 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 210 time: 0.0302880 Aug 11 01:00:09.986690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:10.033304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:10.036562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:10.041104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:10.048065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=12f8ce42-6727-42f2-8082-075daff49eb2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:10.098570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:10.099250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:10.298448 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-221286fe-7a3a-40dc-859a-670422bf5dcd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1675091 Aug 11 01:00:10.310757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Request body: {'port': {'device_id': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:10.346472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04317b5-310c-4966-acce-a6d55e35708b req-12074ecf-6ce7-484f-8096-eea051e21b66 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:10.348075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b04317b5-310c-4966-acce-a6d55e35708b req-12074ecf-6ce7-484f-8096-eea051e21b66 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0538936 Aug 11 01:00:10.373883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:10.388215 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b04317b5-310c-4966-acce-a6d55e35708b req-cb3b5870-f3f4-4401-9bff-73f7ad1b674c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Aug 11 01:00:10.502404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b872fd10-9556-4d2b-9f24-16d18da2447e None None] Provisioning for port 12f8ce42-6727-42f2-8082-075daff49eb2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:10.506731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b872fd10-9556-4d2b-9f24-16d18da2447e None None] Provisioning complete for port 12f8ce42-6727-42f2-8082-075daff49eb2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:10.507688 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b872fd10-9556-4d2b-9f24-16d18da2447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:10.546000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b872fd10-9556-4d2b-9f24-16d18da2447e None None] Port 12f8ce42-6727-42f2-8082-075daff49eb2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:00:10.659191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f8ce42-6727-42f2-8082-075daff49eb2 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:00:10.668092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:10.683182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Transition to ACTIVE for port object 12f8ce42-6727-42f2-8082-075daff49eb2 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:10.753719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0f3b-901d-4698-9e41-acb8a545f950 req-9cc9f4c6-97fe-4dce-8141-90774b8c551d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:10.755267 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-404b0f3b-901d-4698-9e41-acb8a545f950 req-9cc9f4c6-97fe-4dce-8141-90774b8c551d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 945 time: 0.0499170 Aug 11 01:00:10.782271 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:10.798487 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-404b0f3b-901d-4698-9e41-acb8a545f950 req-69e7d4dd-3a53-4ed0-abb7-63afa867f30f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361631 Aug 11 01:00:10.840244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=12f8ce42-6727-42f2-8082-075daff49eb2,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:10.911868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Attempting to bind port 12f8ce42-6727-42f2-8082-075daff49eb2 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:00:10.912217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Attempting to bind port 12f8ce42-6727-42f2-8082-075daff49eb2 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:00:10.912588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Attempting to bind port 12f8ce42-6727-42f2-8082-075daff49eb2 on network 97117c85-f96e-4b56-a763-a740b3cb7c8e {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:10.917267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Port 12f8ce42-6727-42f2-8082-075daff49eb2 on network 97117c85-f96e-4b56-a763-a740b3cb7c8e not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:00:10.917588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Attempting to bind port 12f8ce42-6727-42f2-8082-075daff49eb2 on network 97117c85-f96e-4b56-a763-a740b3cb7c8e {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:10.923041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:00:10.923413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Checking segment: {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:10.924027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Bound using segment: {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:00:10.924334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Bound port: 12f8ce42-6727-42f2-8082-075daff49eb2, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25133b6d-4125-4885-b65c-b92e9890ad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:00:10.924701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:11.034026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] For port 12f8ce42-6727-42f2-8082-075daff49eb2, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:00:11.054997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] For port 12f8ce42-6727-42f2-8082-075daff49eb2, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=12f8ce42-6727-42f2-8082-075daff49eb2,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:00:11.068603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f85035-ecb0-4ee0-8e93-1a8a4da51305 req-ba1b160d-11a4-46ae-a27d-29d61f24e538 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.071787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07f85035-ecb0-4ee0-8e93-1a8a4da51305 req-ba1b160d-11a4-46ae-a27d-29d61f24e538 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 982 time: 0.0840995 Aug 11 01:00:11.114840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-07f85035-ecb0-4ee0-8e93-1a8a4da51305 req-a2f80f59-af7f-4b95-b39b-fc57c21cd523 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0369477 Aug 11 01:00:11.245868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:11.305446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.305446 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:11.305446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] 10.222.0.55 "PUT /v2.0/ports/12f8ce42-6727-42f2-8082-075daff49eb2 HTTP/1.1" status: 200 len: 1131 time: 0.9827547 Aug 11 01:00:11.305446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:11.305446 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6a15b1-8939-46c4-b854-c1888a498e55" -d '{"events": [{"name": "network-changed", "server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:11.319544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4802b8-46f2-421a-a6d6-17f14aefa2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=12f8ce42-6727-42f2-8082-075daff49eb2,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:11.337191 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6955ba-f460-42d8-b346-bb16e0fb16ba x-openstack-request-id: req-4a6955ba-f460-42d8-b346-bb16e0fb16ba {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:11.337500 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:11.337749 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a6955ba-f460-42d8-b346-bb16e0fb16ba {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:11.338173 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2', 'status': 'completed', 'code': 200} Aug 11 01:00:11.406187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a15b1-8939-46c4-b854-c1888a498e55 req-b276979a-5e1d-4dee-b4ae-35d297ab9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.407824 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd6a15b1-8939-46c4-b854-c1888a498e55 req-b276979a-5e1d-4dee-b4ae-35d297ab9abf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 1134 time: 0.0476043 Aug 11 01:00:11.553272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6ed6a-0a64-4130-8c73-58b11a8121b9 req-b49b5cda-05d7-41e4-822b-10b4674c1ba4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.554794 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1c6ed6a-0a64-4130-8c73-58b11a8121b9 req-b49b5cda-05d7-41e4-822b-10b4674c1ba4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0870914 Aug 11 01:00:11.572698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a15b1-8939-46c4-b854-c1888a498e55 req-9298bab4-bc0e-48c2-a439-4a603af935ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.574046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd6a15b1-8939-46c4-b854-c1888a498e55 req-9298bab4-bc0e-48c2-a439-4a603af935ac service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1565323 Aug 11 01:00:11.644852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1c6ed6a-0a64-4130-8c73-58b11a8121b9 req-e893ec06-3ef3-4cd1-9a53-a7fc2f60890c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836298 Aug 11 01:00:11.684905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a15b1-8939-46c4-b854-c1888a498e55 req-09393caf-502a-49a4-8839-956e808a91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.686375 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd6a15b1-8939-46c4-b854-c1888a498e55 req-09393caf-502a-49a4-8839-956e808a91f2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037393 Aug 11 01:00:11.770666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-912b4584-0337-4bc6-8e8c-9d8e2f1d46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.772357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-912b4584-0337-4bc6-8e8c-9d8e2f1d46c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 1134 time: 0.0487986 Aug 11 01:00:11.818728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-53b97705-d0a7-46d2-ac32-6db3c7665225 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12f8ce42-6727-42f2-8082-075daff49eb2 HTTP/1.1" status: 200 len: 217 time: 0.0377941 Aug 11 01:00:11.872496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-c8511ab2-df33-46ad-9ca5-8f9d8e091b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.879458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-c8511ab2-df33-46ad-9ca5-8f9d8e091b86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a37c25f-326d-4bad-9436-5ec9e51c4303 HTTP/1.1" status: 200 len: 835 time: 0.0485890 Aug 11 01:00:11.927535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-e3d409df-4632-4c34-928e-cf988d11fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.929148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-e3d409df-4632-4c34-928e-cf988d11fc1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97117c85-f96e-4b56-a763-a740b3cb7c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479710 Aug 11 01:00:11.939003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743875d-b4e1-4d81-b86e-e673b3c88d05 req-02e15445-2475-4e39-8822-863b6bbf1c24 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:11.940702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6743875d-b4e1-4d81-b86e-e673b3c88d05 req-02e15445-2475-4e39-8822-863b6bbf1c24 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 945 time: 0.0528064 Aug 11 01:00:11.985516 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6743875d-b4e1-4d81-b86e-e673b3c88d05 req-dc17077d-9079-478c-842b-3fd3492967fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385017 Aug 11 01:00:12.023249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-7c49e6c0-9994-4c33-aeae-9ec235a6f493 service neutron] 10.222.0.55 "GET /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867002 Aug 11 01:00:12.125846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de8b88b8-6ee1-4743-8f7b-d8c9f6dc9f99 req-9bce973c-8ab9-49f3-a265-f58c42e3904b service neutron] 10.222.0.55 "GET /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952044 Aug 11 01:00:12.219494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-22a59cab-6ef8-43ec-8cf1-cf132d79f46b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:12.221268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-22a59cab-6ef8-43ec-8cf1-cf132d79f46b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 945 time: 0.0502820 Aug 11 01:00:12.237967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f899a-e19e-441d-9881-2db5259b4e61 req-b1086fb0-d14c-4a80-aca3-39e17f1ee1b1 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:12.239647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-804f899a-e19e-441d-9881-2db5259b4e61 req-b1086fb0-d14c-4a80-aca3-39e17f1ee1b1 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 982 time: 0.0539851 Aug 11 01:00:12.286548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-804f899a-e19e-441d-9881-2db5259b4e61 req-efcbd85e-61f9-4856-b59e-93e0fb6338cf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0394166 Aug 11 01:00:12.322067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port 3c1eb128-5c22-4984-bc18-88ba47dc0426 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:00:12.322414 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:12.415695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] For port 3c1eb128-5c22-4984-bc18-88ba47dc0426, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3c1eb128-5c22-4984-bc18-88ba47dc0426,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:12.415994 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:12.429294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for 3c1eb128-5c22-4984-bc18-88ba47dc0426 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:00:12.656758 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:12.670157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['3c1eb128-5c22-4984-bc18-88ba47dc0426'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:00:12.673210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['2a1491f7-fc7c-4bec-8757-687ff4f7b2b7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:00:12.687071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=3c1eb128-5c22-4984-bc18-88ba47dc0426,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:12.700470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.700835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.701190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.701540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.701884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.702223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.702559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.702894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.703255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.703592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.703924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.704253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:12.761588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] No DVR routers for this DVR port 3c1eb128-5c22-4984-bc18-88ba47dc0426 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:00:12.765542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:12.767464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f14c3d46-0e70-4e21-b2c6-e4eef154d828 req-f1bc8cd1-c8d9-4fcf-b8e3-835fd8659623 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "DELETE /v2.0/ports/3c1eb128-5c22-4984-bc18-88ba47dc0426 HTTP/1.1" status: 204 len: 173 time: 0.5400884 Aug 11 01:00:12.767964 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8d2876-4efe-4ada-965a-c1ae6c829242', 'name': 'network-vif-deleted', 'tag': '3c1eb128-5c22-4984-bc18-88ba47dc0426'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:12.770429 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd6b110-194f-4a35-bb58-ef5f8c61f16b" -d '{"events": [{"server_uuid": "5e8d2876-4efe-4ada-965a-c1ae6c829242", "name": "network-vif-deleted", "tag": "3c1eb128-5c22-4984-bc18-88ba47dc0426"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:12.811435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6052462-e1a4-4629-8fd0-249ea422529d req-0c4af087-ed6a-4667-9e97-c67a1fc425e0 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:12.821164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6052462-e1a4-4629-8fd0-249ea422529d req-0c4af087-ed6a-4667-9e97-c67a1fc425e0 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0974500 Aug 11 01:00:12.850068 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a7d4dd-c4ea-479e-b7dc-ec9b4a4e47eb x-openstack-request-id: req-f1a7d4dd-c4ea-479e-b7dc-ec9b4a4e47eb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:12.850382 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8d2876-4efe-4ada-965a-c1ae6c829242", "name": "network-vif-deleted", "tag": "3c1eb128-5c22-4984-bc18-88ba47dc0426", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:12.850611 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1a7d4dd-c4ea-479e-b7dc-ec9b4a4e47eb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:12.851050 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8d2876-4efe-4ada-965a-c1ae6c829242', 'name': 'network-vif-deleted', 'tag': '3c1eb128-5c22-4984-bc18-88ba47dc0426', 'status': 'completed', 'code': 200} Aug 11 01:00:12.873375 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6052462-e1a4-4629-8fd0-249ea422529d req-9b59feb9-a882-48d9-9f67-29996d98e198 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511529 Aug 11 01:00:13.092061 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec4ffc90-c97d-40b1-9e9e-71ce20669617 req-5106d6c0-ff8f-4e01-9b91-7356500fd30d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0317433 Aug 11 01:00:13.415560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f158052-bc6f-499e-bc7e-51fe4a2333cf req-4315e922-e399-4878-8a89-d6c19d049d91 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:13.417132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f158052-bc6f-499e-bc7e-51fe4a2333cf req-4315e922-e399-4878-8a89-d6c19d049d91 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 982 time: 0.0552940 Aug 11 01:00:13.461207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f158052-bc6f-499e-bc7e-51fe4a2333cf req-71a43fc9-5ece-46c8-9e29-c8e3a8feb98a tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0367537 Aug 11 01:00:14.001813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb08da5-9ce1-4e71-9db8-933b861fd7c7 req-4363555f-dbb3-4ae7-8d02-76ef8352f849 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:14.004739 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bb08da5-9ce1-4e71-9db8-933b861fd7c7 req-4363555f-dbb3-4ae7-8d02-76ef8352f849 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0585816 Aug 11 01:00:14.053676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bb08da5-9ce1-4e71-9db8-933b861fd7c7 req-e3321ef2-ed59-492d-82d5-1f7fe42692dc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Aug 11 01:00:14.195871 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d03d0fb4-ace2-4aab-b5a6-b733feb4f10c req-26e88ffa-9489-465d-a560-07ece4d86204 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0331233 Aug 11 01:00:14.589192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb31253-9553-4eb7-9660-69d0dc7c16f5 req-8bf7c8de-d9ec-4249-83bb-36956233e59c tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:14.590948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5eb31253-9553-4eb7-9660-69d0dc7c16f5 req-8bf7c8de-d9ec-4249-83bb-36956233e59c tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 982 time: 0.0562894 Aug 11 01:00:14.640697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5eb31253-9553-4eb7-9660-69d0dc7c16f5 req-7797074a-73c8-4f70-8399-27b8826b1001 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0431364 Aug 11 01:00:15.178029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a7513-32af-4e56-8d06-ee38159e86bf req-b7129706-89c3-4a79-b45d-42e5fdf1d346 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:15.180233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c07a7513-32af-4e56-8d06-ee38159e86bf req-b7129706-89c3-4a79-b45d-42e5fdf1d346 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0519452 Aug 11 01:00:15.221002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c07a7513-32af-4e56-8d06-ee38159e86bf req-92f9ffcb-0906-41c3-84d3-381bb669c2f6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341206 Aug 11 01:00:15.328740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00c64a2f-af4e-4caf-b3a0-75ec697cfc49 req-c45df703-3dd1-4842-b108-b731fbe21eae tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0298705 Aug 11 01:00:15.390245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 12f8ce42-6727-42f2-8082-075daff49eb2 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:00:15.488574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 12f8ce42-6727-42f2-8082-075daff49eb2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=12f8ce42-6727-42f2-8082-075daff49eb2,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:15.500026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '12f8ce42-6727-42f2-8082-075daff49eb2', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'port_id': '12f8ce42-6727-42f2-8082-075daff49eb2', 'mac_address': 'fa:16:3e:7e:82:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:00:15.541760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:15.555625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f8ce42-6727-42f2-8082-075daff49eb2 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:00:15.577050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 12f8ce42-6727-42f2-8082-075daff49eb2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=12f8ce42-6727-42f2-8082-075daff49eb2,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:15.682915 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:15.734832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=12f8ce42-6727-42f2-8082-075daff49eb2,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:15.776074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a915958-77aa-4bfd-99d1-194a620a1cea req-10c09917-96ca-45cb-a643-edaeaefd87b4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:15.777657 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a915958-77aa-4bfd-99d1-194a620a1cea req-10c09917-96ca-45cb-a643-edaeaefd87b4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 983 time: 0.0640984 Aug 11 01:00:15.834925 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a915958-77aa-4bfd-99d1-194a620a1cea req-f5b64add-9b3f-4e0e-93fa-fe2ddf23ae7b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0506310 Aug 11 01:00:15.887062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-07c24028-3794-4bab-bc55-adcd25411984 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444739 Aug 11 01:00:15.910646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['12f8ce42-6727-42f2-8082-075daff49eb2'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:00:15.984126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-979d3fcd-f5b8-417f-b693-aeeb2b678e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:15.985802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-979d3fcd-f5b8-417f-b693-aeeb2b678e66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1098 time: 0.0459507 Aug 11 01:00:16.128320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-52bf5738-a0a0-4224-851d-261b1085aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:16.129996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-52bf5738-a0a0-4224-851d-261b1085aa58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.1216021 Aug 11 01:00:16.197348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6de1a-e7f6-45db-b326-7afc008f25f2 req-7c8284f4-1f87-4357-aa3d-06f979b9b15b tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:16.205406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53f6de1a-e7f6-45db-b326-7afc008f25f2 req-7c8284f4-1f87-4357-aa3d-06f979b9b15b tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1098 time: 0.0506957 Aug 11 01:00:16.213404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-333fed71-4b97-4759-a5d5-595684c63488 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 1001 time: 0.0748115 Aug 11 01:00:16.246296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53f6de1a-e7f6-45db-b326-7afc008f25f2 req-c1e023c6-fff1-43cb-ae0b-1257dc47a6ad tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317283 Aug 11 01:00:16.265673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40924) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:16.282921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-97b86b56-be1c-4d40-bcf8-78aabfea7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:16.285248 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-97b86b56-be1c-4d40-bcf8-78aabfea7f26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0634053 Aug 11 01:00:16.340903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4710abe0-23f8-42c2-89e1-94029027ba16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:16.405211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-6e682a3b-b015-490c-b6af-c1e5aef8fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:16.406906 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-6e682a3b-b015-490c-b6af-c1e5aef8fbfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129155 Aug 11 01:00:16.433632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029ae6e-f29c-4e3d-8dcc-9094a736909e req-2c553797-57f6-44e7-8b2f-cd9565087949 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:16.435545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4029ae6e-f29c-4e3d-8dcc-9094a736909e req-2c553797-57f6-44e7-8b2f-cd9565087949 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.1017509 Aug 11 01:00:16.507309 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a1ae6c7-d156-4a2e-abc7-59b959611705 req-4946b380-d0be-466c-b50f-764ff3cd982d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0848351 Aug 11 01:00:16.541884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4029ae6e-f29c-4e3d-8dcc-9094a736909e req-3723f39a-d5f4-435b-bf92-a16984c5b45c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933886 Aug 11 01:00:16.586142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-4ca81a6a-b7ce-49a8-8e1c-94ec30cfc9a2 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698430 Aug 11 01:00:16.657399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 15612270-a285-4123-a167-c9372697a99e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:00:16.657907 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:16.696001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-952bf7d3-f628-454a-8fbd-f6103e0f363d req-6fc02241-0179-4e19-a409-c4c060e1029f service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021156 Aug 11 01:00:16.737854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:16.738206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:16.755669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 15612270-a285-4123-a167-c9372697a99e owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:00:17.028845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52eb18-3f66-4a0a-9e7b-166e817c2942 req-14cf1ef1-50b0-4578-9456-17befba1164e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:17.030115 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd52eb18-3f66-4a0a-9e7b-166e817c2942 req-14cf1ef1-50b0-4578-9456-17befba1164e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 983 time: 0.0831361 Aug 11 01:00:17.088537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd52eb18-3f66-4a0a-9e7b-166e817c2942 req-fd781e52-48a3-4ed5-8f45-9db1e9319a15 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0474639 Aug 11 01:00:17.176624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:17.203091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=15612270-a285-4123-a167-c9372697a99e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:17.269087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:17.269524 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Floating IP bd0a7a0a-d98d-44fb-baa4-9165875ee2bb disassociated (deleted). External IP: 172.25.0.119, port: 40076fef-1194-4729-9344-f3f014764e25. Aug 11 01:00:17.276530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 3c1eb128-5c22-4984-bc18-88ba47dc0426 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:00:17.298847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 3c1eb128-5c22-4984-bc18-88ba47dc0426 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:00:17.299470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 3c1eb128-5c22-4984-bc18-88ba47dc0426 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:00:17.405736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 12f8ce42-6727-42f2-8082-075daff49eb2 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:17.574689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 12f8ce42-6727-42f2-8082-075daff49eb2 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:17.580872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 12f8ce42-6727-42f2-8082-075daff49eb2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:17.581252 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:17.693284 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-137bed5b-2060-4c88-9f14-27e3505d3d22 req-ddd02487-d758-46eb-bcc8-caffb9e4b737 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e8d2876-4efe-4ada-965a-c1ae6c829242 HTTP/1.1" status: 200 len: 210 time: 0.0327358 Aug 11 01:00:17.721732 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:17.751590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:17.753467 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52963d2-fb47-45a4-8e6e-3fdc3bfa4681" -d '{"events": [{"server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "name": "network-vif-plugged", "status": "completed", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:17.768994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 12f8ce42-6727-42f2-8082-075daff49eb2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=12f8ce42-6727-42f2-8082-075daff49eb2,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:17.814659 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dbb2c6-37c9-49a9-b249-2a12cee41a02 x-openstack-request-id: req-d1dbb2c6-37c9-49a9-b249-2a12cee41a02 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:17.814659 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "name": "network-vif-plugged", "status": "completed", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:17.814659 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1dbb2c6-37c9-49a9-b249-2a12cee41a02 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:17.814659 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2', 'code': 200} Aug 11 01:00:17.872410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b540f-7413-4eba-a298-fce0cc37ee64 req-e973a97c-0541-496a-9329-cf17fc59d073 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:17.873937 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf5b540f-7413-4eba-a298-fce0cc37ee64 req-e973a97c-0541-496a-9329-cf17fc59d073 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.1175046 Aug 11 01:00:17.877290 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:17.941285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=12f8ce42-6727-42f2-8082-075daff49eb2,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:17.972801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf5b540f-7413-4eba-a298-fce0cc37ee64 req-5a1a8053-5683-4898-b869-d5d55210c0c7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760765 Aug 11 01:00:17.973070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:00:17.980655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49df5-6369-4891-bf51-03ecd8b31674 req-e446bda7-068f-450a-8696-44c49ef284c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:17.982223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27e49df5-6369-4891-bf51-03ecd8b31674 req-e446bda7-068f-450a-8696-44c49ef284c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 1136 time: 0.1011171 Aug 11 01:00:18.097399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27e49df5-6369-4891-bf51-03ecd8b31674 req-368dd2cb-6189-4e09-9adc-62419f90029b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1068008 Aug 11 01:00:18.128445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:00:18.133878 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:18.141016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] Sync routers for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:00:18.162591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:18.163914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:59:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:18.183795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7b8c1e3c-050d-44f2-95a1-7d76fcb9bf54 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/floatingips/bd0a7a0a-d98d-44fb-baa4-9165875ee2bb HTTP/1.1" status: 204 len: 168 time: 1.9168041 Aug 11 01:00:18.184856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:18.187386 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412a430d-5ad9-4e1b-a468-51b62fe4125f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:18.265909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11e97c-0450-4ebe-9ca9-bed2a006effd req-a28c00ba-ffdb-4bb9-ab07-2baa0dca2e53 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:18.268306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc11e97c-0450-4ebe-9ca9-bed2a006effd req-a28c00ba-ffdb-4bb9-ab07-2baa0dca2e53 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 984 time: 0.0755584 Aug 11 01:00:18.353685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:18.580491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc11e97c-0450-4ebe-9ca9-bed2a006effd req-4ebfaada-2612-475b-81ab-644d8b792254 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3035381 Aug 11 01:00:18.602811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:14Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:18.629949 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9419a28-4f2e-431c-8732-0c1435d6aea3 x-openstack-request-id: req-d9419a28-4f2e-431c-8732-0c1435d6aea3 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:18.630248 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "tag": "40076fef-1194-4729-9344-f3f014764e25", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:18.630504 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9419a28-4f2e-431c-8732-0c1435d6aea3 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:18.630910 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'status': 'completed', 'code': 200} Aug 11 01:00:18.636288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] Checking router: 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:00:18.645921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:18.646551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T00:59:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:18.706401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-d8d191bd-b752-45cd-bc5c-bb1526831e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:18.708463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-d8d191bd-b752-45cd-bc5c-bb1526831e0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 1098 time: 0.0497127 Aug 11 01:00:18.769943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:18.859557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587b5d0-f574-44b8-8ac4-a5f71954614c req-c5599809-fe9f-4926-b6a7-55c3d91d3370 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:18.861397 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2587b5d0-f574-44b8-8ac4-a5f71954614c req-c5599809-fe9f-4926-b6a7-55c3d91d3370 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 946 time: 0.0874243 Aug 11 01:00:18.934597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-72022ca6-0560-43c7-8182-d7cf7d4d1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:18.936562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-72022ca6-0560-43c7-8182-d7cf7d4d1334 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 200 len: 898 time: 0.2189398 Aug 11 01:00:18.940143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2587b5d0-f574-44b8-8ac4-a5f71954614c req-3f4ce22e-b904-476f-aa59-5f895cbdc402 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689025 Aug 11 01:00:18.995621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-1271be44-125e-4012-94cf-442915e8171f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 200 len: 217 time: 0.0493758 Aug 11 01:00:19.003594 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:19.031978 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-98d83744-056a-43f9-b927-8f3bad8932cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:19.040040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:14Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:19.087845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-2a787111-c1e4-4d07-a37f-aea6e2ee0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:19.088063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0458a-a220-4508-b238-4b0e800b3429 None None] The sync data for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 is: [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '04dd7f1c-1237-40a3-afe8-c03c60e7834e', 'name': '', 'network_id': '0ca232b4-6b63-40cf-969c-0ecf5c016ace', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:6c:bb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:58:03Z', 'updated_at': '2021-08-11T00:58:14Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'e67ae442-fe4d-4afb-a4fc-108c73ecc9f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:00:19.089904 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-2a787111-c1e4-4d07-a37f-aea6e2ee0ce9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 200 len: 834 time: 0.0869577 Aug 11 01:00:19.138130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6bcaa-e0fa-48ee-8133-09c99d04da85 req-9fee3dcb-bbde-49f2-907b-8d7bb06832f1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:19.139794 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cf6bcaa-e0fa-48ee-8133-09c99d04da85 req-9fee3dcb-bbde-49f2-907b-8d7bb06832f1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0805616 Aug 11 01:00:19.148631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-c23d95b1-a41e-43e0-89bd-3b5a159d94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:19.151840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-c23d95b1-a41e-43e0-89bd-3b5a159d94e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ca232b4-6b63-40cf-969c-0ecf5c016ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541842 Aug 11 01:00:19.213726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cf6bcaa-e0fa-48ee-8133-09c99d04da85 req-93ba481e-9ca6-48f7-9d16-5f1343060208 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661895 Aug 11 01:00:19.286345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-1706b65a-94cc-46ad-b505-cf8d020d53d7 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219916 Aug 11 01:00:19.385578 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a369b36-f6ae-423b-b838-123d2cd38eba None None] New status for floating IP bd0a7a0a-d98d-44fb-baa4-9165875ee2bb: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:00:19.400740 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-412a430d-5ad9-4e1b-a468-51b62fe4125f req-c1c32ffe-cfd3-4c3a-a434-c45db6be8a36 service neutron] 10.222.0.44 "GET /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041000 Aug 11 01:00:19.704264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92c86a-a52a-4802-b0fd-3274595794e7 req-60cdd404-9db0-4ed8-b52c-0eb2869715a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:19.705768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc92c86a-a52a-4802-b0fd-3274595794e7 req-60cdd404-9db0-4ed8-b52c-0eb2869715a6 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 984 time: 0.0551875 Aug 11 01:00:19.747169 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc92c86a-a52a-4802-b0fd-3274595794e7 req-64dc49ac-6604-4852-ae16-6382c62f2cae tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0350819 Aug 11 01:00:19.874753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82edec-2490-4c4b-b8b7-d8e647d6d788 req-25391e9f-3328-4d20-95c6-2312e52710d4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:19.876506 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e82edec-2490-4c4b-b8b7-d8e647d6d788 req-25391e9f-3328-4d20-95c6-2312e52710d4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 984 time: 0.0570033 Aug 11 01:00:19.926186 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e82edec-2490-4c4b-b8b7-d8e647d6d788 req-93756b24-eda6-46c7-b043-ec97fbf91c3e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0415430 Aug 11 01:00:20.006607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-ea083a46-b4c8-4662-a5cb-4a7bbadac28b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.008433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-ea083a46-b4c8-4662-a5cb-4a7bbadac28b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 946 time: 0.0604436 Aug 11 01:00:20.116772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975261e9-5671-445a-8a7d-0dfad172e5f0 req-edbbabb6-f354-47ae-833e-530bd53216cf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.118441 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-975261e9-5671-445a-8a7d-0dfad172e5f0 req-edbbabb6-f354-47ae-833e-530bd53216cf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 946 time: 0.0815589 Aug 11 01:00:20.162972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be11a1-2ee8-4e45-88ed-f19cf2955a4e req-1929a1d4-1c34-4423-8304-e7adae07e453 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.164879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-66be11a1-2ee8-4e45-88ed-f19cf2955a4e req-1929a1d4-1c34-4423-8304-e7adae07e453 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 1136 time: 0.1321876 Aug 11 01:00:20.176183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-975261e9-5671-445a-8a7d-0dfad172e5f0 req-ab31e125-1e64-4c9b-97cd-91526417cf40 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=fe23e150-629c-4026-80fd-62486cffbbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466471 Aug 11 01:00:20.216022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 40076fef-1194-4729-9344-f3f014764e25 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:00:20.216482 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:20.219575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-66be11a1-2ee8-4e45-88ed-f19cf2955a4e req-4e3f0b11-ee94-4eb2-a241-ffe13bd5430a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:20.375559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port 40076fef-1194-4729-9344-f3f014764e25, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=40076fef-1194-4729-9344-f3f014764e25,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:20.375906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:20.386450 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2ec74-e105-4600-ab86-795162aa46c1 req-6d35811a-780b-42a6-acbd-96055b98441c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.388978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cdf2ec74-e105-4600-ab86-795162aa46c1 req-6d35811a-780b-42a6-acbd-96055b98441c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.1015041 Aug 11 01:00:20.396307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 40076fef-1194-4729-9344-f3f014764e25 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:00:20.473608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-66be11a1-2ee8-4e45-88ed-f19cf2955a4e req-4e3f0b11-ee94-4eb2-a241-ffe13bd5430a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:20.480149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:20.492722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cdf2ec74-e105-4600-ab86-795162aa46c1 req-4ccb22e5-99ef-4760-b6f3-fb31bd128800 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853589 Aug 11 01:00:20.500887 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-7af8db9f-21fb-40b4-bf93-d5797f25d6fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055295 Aug 11 01:00:20.572527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-a9647ee7-06a5-4f0d-90c6-ac664933bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.574204 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-a9647ee7-06a5-4f0d-90c6-ac664933bdb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 1098 time: 0.0444822 Aug 11 01:00:20.610849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-66be11a1-2ee8-4e45-88ed-f19cf2955a4e req-4e3f0b11-ee94-4eb2-a241-ffe13bd5430a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:20.645109 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-66be11a1-2ee8-4e45-88ed-f19cf2955a4e req-4e3f0b11-ee94-4eb2-a241-ffe13bd5430a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4582489 Aug 11 01:00:20.649516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f0b11-ee94-4eb2-a241-ffe13bd5430a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d39c28-7231-43c2-8f36-0642e88966ce,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:20.680495 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:20.683988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40972) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:20.722855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-157a1b06-108d-4562-ae67-f612f9a38e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.724449 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-157a1b06-108d-4562-ae67-f612f9a38e8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1301799 Aug 11 01:00:20.736720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=40076fef-1194-4729-9344-f3f014764e25,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:20.780553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-699af332-e8e0-4194-b418-0af6924c9b67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 HTTP/1.1" status: 200 len: 217 time: 0.0480447 Aug 11 01:00:20.814126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] No DVR routers for this DVR port 40076fef-1194-4729-9344-f3f014764e25 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:00:20.818952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:20.822243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffba600e-4f98-47d3-a91d-657a4ab50ab7 req-2ab126a2-8319-46ca-baee-d8b5bd6a831c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "DELETE /v2.0/ports/40076fef-1194-4729-9344-f3f014764e25 HTTP/1.1" status: 204 len: 173 time: 0.8068302 Aug 11 01:00:20.822945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-deleted', 'tag': '40076fef-1194-4729-9344-f3f014764e25'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:20.825716 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e662f-3b96-4de4-bbfa-75f5741d3e44" -d '{"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-deleted", "tag": "40076fef-1194-4729-9344-f3f014764e25"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:20.836633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f482f8f-9335-405c-8762-fd573a5f3f9a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.838571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4f482f8f-9335-405c-8762-fd573a5f3f9a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 1131 time: 0.1550846 Aug 11 01:00:20.841610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 40976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:20.849479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '12f8ce42-6727-42f2-8082-075daff49eb2', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:20.854453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-b09dc3d8-26f9-4422-8c3c-5620731f7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.854453 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-b09dc3d8-26f9-4422-8c3c-5620731f7a56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0641205 Aug 11 01:00:20.888302 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6a8b5c-dd12-4e30-a090-e076b87bc171 x-openstack-request-id: req-9c6a8b5c-dd12-4e30-a090-e076b87bc171 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:20.889131 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d108cdb-aa02-4575-8d84-28a07f80ae0e", "name": "network-vif-deleted", "tag": "40076fef-1194-4729-9344-f3f014764e25", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:20.889615 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c6a8b5c-dd12-4e30-a090-e076b87bc171 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:20.890251 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d108cdb-aa02-4575-8d84-28a07f80ae0e', 'name': 'network-vif-deleted', 'tag': '40076fef-1194-4729-9344-f3f014764e25', 'status': 'completed', 'code': 200} Aug 11 01:00:20.931685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-1ee7d76e-ee58-47b8-8a22-d474713339a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:20.933557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-1ee7d76e-ee58-47b8-8a22-d474713339a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733497 Aug 11 01:00:20.965844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:21.063940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-ff0e2700-cd44-4ac7-85cf-aab939697242 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160862 Aug 11 01:00:21.117601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:21.235705 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82ac7131-2724-4b18-84ff-3bd17cbc773b req-47087b58-c660-43a4-b29f-c8998bad584c service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641366 Aug 11 01:00:21.297484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Allocated IP 172.25.0.30 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/2bd25a81-6b72-4619-81e1-419458cc9360) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:21.340177 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e7f0ea1-c210-4cb4-909a-01e04b429fc8 req-281c7d4a-cfab-4a49-9155-aa43e35f599b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d108cdb-aa02-4575-8d84-28a07f80ae0e HTTP/1.1" status: 200 len: 210 time: 0.0451365 Aug 11 01:00:21.464703 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:21.600029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:21.665015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f1844-e595-4dce-b7e8-cb964cc675ff req-9655af33-d0af-487b-8658-3ec62da12151 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:21.667690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab5f1844-e595-4dce-b7e8-cb964cc675ff req-9655af33-d0af-487b-8658-3ec62da12151 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0966716 Aug 11 01:00:21.667871 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:21.671308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:21.676169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:21.700176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=2bd25a81-6b72-4619-81e1-419458cc9360,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:21.732057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab5f1844-e595-4dce-b7e8-cb964cc675ff req-09507778-d414-44ca-97f6-4c4787a271de tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559750 Aug 11 01:00:22.278911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:22.399649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 40994) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:22.468931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:22.618744 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:22.666989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:22.765895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:22.853575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=2bd25a81-6b72-4619-81e1-419458cc9360,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:22.863525 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:22.877187 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:22.925691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f921ff-9cc7-4ac2-b92b-f0a625207d84 req-adef4d4c-a5ee-42a6-9999-bf4819f84839 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:22.927257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3f921ff-9cc7-4ac2-b92b-f0a625207d84 req-adef4d4c-a5ee-42a6-9999-bf4819f84839 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.1064808 Aug 11 01:00:22.984214 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Floating IP c9c77dbb-cd84-4b6d-9391-9b4720bcd9fc associated. External IP: 172.25.0.30, port: 12f8ce42-6727-42f2-8082-075daff49eb2. Aug 11 01:00:23.030874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d3f921ff-9cc7-4ac2-b92b-f0a625207d84 req-9125a757-7a17-4edb-b8ef-6ccfc13abadf tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588565 Aug 11 01:00:23.287323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 04dd7f1c-1237-40a3-afe8-c03c60e7834e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:00:23.290717 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:23.445251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port 04dd7f1c-1237-40a3-afe8-c03c60e7834e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=04dd7f1c-1237-40a3-afe8-c03c60e7834e,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:23.445894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:23.465742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 04dd7f1c-1237-40a3-afe8-c03c60e7834e owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:00:23.613767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Router 4120ee59-e076-44c8-b127-57b0ff40aa6d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:00:23.748929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:00:23.762028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] Sync routers for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:00:23.771798 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:23.772430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:23.868579 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:23.891464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:23.891790 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:23.903662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=04dd7f1c-1237-40a3-afe8-c03c60e7834e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:23.944166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-db1fa3e0-f76d-48e6-9725-17dacddd0b09 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0984132 Aug 11 01:00:23.944166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:23.946206 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda" -d '{"events": [{"name": "network-changed", "server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:23.960347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-e8af2e7e-17e2-4cdf-9445-da44a18db334 req-fa4902d6-572e-41cf-a6ca-8b873dc89a85 service neutron] (95255) timed out ('10.222.0.55', 49624) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:00:23.964476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41016) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:24.052118 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d4035-30df-46a3-93da-0a53941218ec x-openstack-request-id: req-e77d4035-30df-46a3-93da-0a53941218ec {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:24.052414 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:24.052671 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e77d4035-30df-46a3-93da-0a53941218ec {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:24.053086 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2', 'status': 'completed', 'code': 200} Aug 11 01:00:24.249706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.250265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.250683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.251178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.252605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.253151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.254030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.254488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.260820 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cd5f3da7-6296-4c1e-a4f0-bd933e15121a tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5669 time: 0.2924726 Aug 11 01:00:24.262959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41024) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:24.342116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-fcb8d8cd-e35d-41b8-bd85-8b0ed38acf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.350233 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-fcb8d8cd-e35d-41b8-bd85-8b0ed38acf77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 1136 time: 0.2614131 Aug 11 01:00:24.393413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.393906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.394524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.395003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.395531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.396133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.396606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.397076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.404038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-44ae9898-e543-4292-98a2-d0ee4375b939 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5265 time: 0.1399138 Aug 11 01:00:24.404860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41030) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:24.412500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'c9c77dbb-cd84-4b6d-9391-9b4720bcd9fc', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'port_id': '12f8ce42-6727-42f2-8082-075daff49eb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'mac_address': 'fa:16:3e:7e:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:00:21Z', 'updated_at': '2021-08-11T01:00:21Z', 'revision_number': 0, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:05Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:24.423892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:24.445318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72717142-335e-47b2-99d0-556f389adaf2 req-42709a11-e8db-4d01-bd52-0a937fe2f006 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.446852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72717142-335e-47b2-99d0-556f389adaf2 req-42709a11-e8db-4d01-bd52-0a937fe2f006 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.2124119 Aug 11 01:00:24.455304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] Checking router: 4120ee59-e076-44c8-b127-57b0ff40aa6d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:00:24.465927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:24.467117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:24.599112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:24.615710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72717142-335e-47b2-99d0-556f389adaf2 req-bc7797f1-c194-47a0-9cf4-7b0db62a14e5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519098 Aug 11 01:00:24.649368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-afafb91f-6dc2-420b-a39e-26b8703ee4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.659516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-afafb91f-6dc2-420b-a39e-26b8703ee4b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97117c85-f96e-4b56-a763-a740b3cb7c8e HTTP/1.1" status: 200 len: 898 time: 0.2879128 Aug 11 01:00:24.707837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41034) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:24.708147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-72f1ea26-7152-4cfc-9a49-6b5e4426c4ef tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4502 time: 0.3017604 Aug 11 01:00:24.764901 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-e732fec9-8a27-4472-bf71-6435b281c192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12f8ce42-6727-42f2-8082-075daff49eb2 HTTP/1.1" status: 200 len: 998 time: 0.1048148 Aug 11 01:00:24.853013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6557dfa-6486-43b7-84f9-fc33bb78d718 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.861973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6557dfa-6486-43b7-84f9-fc33bb78d718 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.863371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d6557dfa-6486-43b7-84f9-fc33bb78d718 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4120ee59-e076-44c8-b127-57b0ff40aa6d HTTP/1.1" status: 200 len: 1991 time: 0.1523862 Aug 11 01:00:24.886384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'c9c77dbb-cd84-4b6d-9391-9b4720bcd9fc', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'port_id': '12f8ce42-6727-42f2-8082-075daff49eb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'mac_address': 'fa:16:3e:7e:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:00:21Z', 'updated_at': '2021-08-11T01:00:21Z', 'revision_number': 0, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:05Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:24.913207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-f64a3cec-92ae-449c-8dd9-eab282149e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:24.914726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-f64a3cec-92ae-449c-8dd9-eab282149e7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a37c25f-326d-4bad-9436-5ec9e51c4303 HTTP/1.1" status: 200 len: 835 time: 0.1185338 Aug 11 01:00:24.918345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ac367-7e49-4a02-a737-a4a7636d084c None None] The sync data for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 is: [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'c9c77dbb-cd84-4b6d-9391-9b4720bcd9fc', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'port_id': '12f8ce42-6727-42f2-8082-075daff49eb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'mac_address': 'fa:16:3e:7e:82:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:00:21Z', 'updated_at': '2021-08-11T01:00:21Z', 'revision_number': 0, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:05Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:00:24.988832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:00:25.001053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-2bc60b1f-c6a3-472c-8def-83b91d71ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:25.003038 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-2bc60b1f-c6a3-472c-8def-83b91d71ec98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97117c85-f96e-4b56-a763-a740b3cb7c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803933 Aug 11 01:00:25.195961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-cb9076ae-e53e-4ed1-89a7-1213bdcfe6fb service neutron] 10.222.0.55 "GET /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840231 Aug 11 01:00:25.201661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:00:25.207404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ac227028-c727-426b-8b34-7cebad455b94 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "PUT /v2.0/routers/5414084b-1f1d-4d1f-9b08-7f74f6c55fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8065050 Aug 11 01:00:25.210789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41042) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:25.216618 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f953a0f-f4e7-49f5-8e11-85f4ee513929 None None] New status for floating IP c9c77dbb-cd84-4b6d-9391-9b4720bcd9fc: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:00:25.226342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] Sync routers for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:00:25.259451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:25.260106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:25.304504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24f80ee-30f9-40a7-8724-72f3a3307185 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting subnet e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:00:25.309067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c24f80ee-30f9-40a7-8724-72f3a3307185 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:25.423877 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3dc9f9d1-875d-48b0-aa9d-40cc1c7a1eda req-9c91f0e0-a24d-4df0-be8a-24c75462593c service neutron] 10.222.0.55 "GET /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202902 Aug 11 01:00:25.437801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40076fef-1194-4729-9344-f3f014764e25 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:00:25.440054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c24f80ee-30f9-40a7-8724-72f3a3307185 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:25.461317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 40076fef-1194-4729-9344-f3f014764e25 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:00:25.461700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 40076fef-1194-4729-9344-f3f014764e25 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:00:25.492127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:25.550651 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c24f80ee-30f9-40a7-8724-72f3a3307185 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:25.585745 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:00:25.715356 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T01:00:23Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:25.726966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c24f80ee-30f9-40a7-8724-72f3a3307185 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:25.744587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] Checking router: 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:00:25.754670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] Routers {'5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:25.755803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:25.765676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f80ee-30f9-40a7-8724-72f3a3307185 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Subnet': ['ID=e67ae442-fe4d-4afb-a4fc-108c73ecc9f1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:25.770573 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c24f80ee-30f9-40a7-8724-72f3a3307185 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:25.776672 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c24f80ee-30f9-40a7-8724-72f3a3307185 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/subnets/e67ae442-fe4d-4afb-a4fc-108c73ecc9f1 HTTP/1.1" status: 204 len: 168 time: 0.5607691 Aug 11 01:00:25.780490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41052) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:25.792058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c71475-0e30-4c32-9b95-0df51d674732 req-3c7a4255-bfa0-4f57-a2ba-7a9c5df2765f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:25.800751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e3c71475-0e30-4c32-9b95-0df51d674732 req-3c7a4255-bfa0-4f57-a2ba-7a9c5df2765f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.1052849 Aug 11 01:00:25.850403 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e3c71475-0e30-4c32-9b95-0df51d674732 req-7272fbde-9b7c-4743-bf97-a4ceeed52a7b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Aug 11 01:00:25.887330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8343942-1a95-4353-9461-9ace6a5b871d None None] Network 0ca232b4-6b63-40cf-969c-0ecf5c016ace requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:00:25.940168 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:25.963695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] Set router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:26.048782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1201c0-a321-4f15-be19-d078a920df2a req-a4d120c0-785a-462e-83c1-68cb9962aa2e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:26.058240 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c1201c0-a321-4f15-be19-d078a920df2a req-a4d120c0-785a-462e-83c1-68cb9962aa2e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0747616 Aug 11 01:00:26.076440 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:26.111925 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c1201c0-a321-4f15-be19-d078a920df2a req-ab2c5979-fa5c-47c4-94cb-327088c89299 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522652 Aug 11 01:00:26.210853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] DHCP port deletion for 0ca232b4-6b63-40cf-969c-0ecf5c016ace request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:00:26.263754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T01:00:23Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:26.310058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf248d-cd73-4fb9-a0e5-02e49fe955b7 None None] The sync data for ids ['5414084b-1f1d-4d1f-9b08-7f74f6c55fb8'] in n-d-712143-13 is: [{'id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467873193', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:57:56Z', 'updated_at': '2021-08-11T01:00:23Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '321eeb70-71c6-44d2-8bd5-2073a2d8dff3', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5414084b-1f1d-4d1f-9b08-7f74f6c55fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:57:57Z', 'updated_at': '2021-08-11T00:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:00:26.327644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] Deleting port 1940f3b2-d4da-444c-b56b-ae080d8f9477 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:00:26.328024 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:26.409363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] For port 1940f3b2-d4da-444c-b56b-ae080d8f9477, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1940f3b2-d4da-444c-b56b-ae080d8f9477,segment=NetworkSegment(95cff560-a90d-4337-a1e3-66426560030b),segment_id=95cff560-a90d-4337-a1e3-66426560030b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:26.409923 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:26.431095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] Calling delete_port for 1940f3b2-d4da-444c-b56b-ae080d8f9477 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:00:26.619069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3405b13-da21-47d5-a18a-fa0d1d950f62 req-c41c80b9-0bd3-4a07-acbb-c00344970f97 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:26.620636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3405b13-da21-47d5-a18a-fa0d1d950f62 req-c41c80b9-0bd3-4a07-acbb-c00344970f97 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.4230380 Aug 11 01:00:26.623192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:00:26.623613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:26.671433 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:26.702529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] Pushing event deleted for resources: {'Port': ['ID=1940f3b2-d4da-444c-b56b-ae080d8f9477,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:26.709020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac6d65-46b1-4798-9e95-e14022b8c8a6 None None] No DVR routers for this DVR port 1940f3b2-d4da-444c-b56b-ae080d8f9477 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:00:26.717482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3405b13-da21-47d5-a18a-fa0d1d950f62 req-6b38f27c-fc3f-4596-864b-e99f4f7e0710 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885158 Aug 11 01:00:26.742478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port 321eeb70-71c6-44d2-8bd5-2073a2d8dff3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=321eeb70-71c6-44d2-8bd5-2073a2d8dff3,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:26.742862 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:26.759767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:00:27.056670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf84355-586e-40f4-ba6d-66df8b788fb3 req-fe784e44-0580-4681-b0df-7da1f73fecb6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:27.060027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-faf84355-586e-40f4-ba6d-66df8b788fb3 req-fe784e44-0580-4681-b0df-7da1f73fecb6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 946 time: 0.1077466 Aug 11 01:00:27.105140 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-faf84355-586e-40f4-ba6d-66df8b788fb3 req-e1ef6f95-08d9-417c-8121-6d7e1e8c9529 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380087 Aug 11 01:00:27.128237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.151972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476c647-116d-4e26-b108-c5df0b646701 req-9e06185e-d596-4289-9db5-b89570c7bb3b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:27.153775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-9e06185e-d596-4289-9db5-b89570c7bb3b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.1353827 Aug 11 01:00:27.156130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=321eeb70-71c6-44d2-8bd5-2073a2d8dff3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:27.178569 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-c083ba08-9254-4d58-a78a-7c1a34368e41 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/quotas/fab1d7a6b945499d83a744f795dd65a2 HTTP/1.1" status: 200 len: 375 time: 0.0158803 Aug 11 01:00:27.223976 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.239195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-a4b60a0c-fc75-4493-888d-24cc6dee3ffa tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0542083 Aug 11 01:00:27.344611 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.347190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.370376 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-2b99d325-c84f-4c07-afbf-a28f238c9335 service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223814 Aug 11 01:00:27.429196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 04dd7f1c-1237-40a3-afe8-c03c60e7834e no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:00:27.450217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 04dd7f1c-1237-40a3-afe8-c03c60e7834e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:00:27.450686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 04dd7f1c-1237-40a3-afe8-c03c60e7834e not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:00:27.451141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1940f3b2-d4da-444c-b56b-ae080d8f9477 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:00:27.468249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.468694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Fanout notify agent at l3_agent the message router_deleted on router 5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:00:27.471550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 1940f3b2-d4da-444c-b56b-ae080d8f9477 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:00:27.471909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1940f3b2-d4da-444c-b56b-ae080d8f9477 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:00:27.477853 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-e680a784-1646-421c-8ccb-45f806191265 service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012969 Aug 11 01:00:27.482277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.485842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2772eda2-a9d5-4b3f-af15-e118fbbcbad8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/routers/5414084b-1f1d-4d1f-9b08-7f74f6c55fb8 HTTP/1.1" status: 204 len: 168 time: 1.7049830 Aug 11 01:00:27.486394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41090) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:27.604425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.707073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.718868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca232b4-6b63-40cf-969c-0ecf5c016ace']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:27.737406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cff560-a90d-4337-a1e3-66426560030b') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:27.737839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cff560-a90d-4337-a1e3-66426560030b') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:27.749208 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.762341 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-54806e27-0e62-46a7-9d9c-089a6d8e822e req-25195516-b4c8-4733-8629-d0abbb1a4fb3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 210 time: 0.0354276 Aug 11 01:00:27.771851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.784392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:00:27.784392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:00:27.788308 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:00:27.934054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.938682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:27.943298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/networks/0ca232b4-6b63-40cf-969c-0ecf5c016ace HTTP/1.1" status: 204 len: 168 time: 0.4530692 Aug 11 01:00:27.945209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41100) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:27.956050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561dbfe-fa8b-4a9b-9cc6-83081a081ea6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Network': ['ID=0ca232b4-6b63-40cf-969c-0ecf5c016ace,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:28.020864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33655dd8-ddb7-4460-b21f-cca3ca610001 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:28.051763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33655dd8-ddb7-4460-b21f-cca3ca610001 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:28.227958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd937dcb-2354-40dd-b376-42225026d996 req-bc6d0d6d-fc97-4612-b8a6-b7df13ca38c3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:28.240661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cd937dcb-2354-40dd-b376-42225026d996 req-bc6d0d6d-fc97-4612-b8a6-b7df13ca38c3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 946 time: 0.0498977 Aug 11 01:00:28.267073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cd937dcb-2354-40dd-b376-42225026d996 req-db2fc7ac-fc94-41b3-bad4-48a2363e55e7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=947803e8-a0b0-4980-8d16-0905e9181446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Aug 11 01:00:28.268380 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33655dd8-ddb7-4460-b21f-cca3ca610001 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:28.271392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33655dd8-ddb7-4460-b21f-cca3ca610001 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:28.275805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-33655dd8-ddb7-4460-b21f-cca3ca610001 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/security-groups/fe23e150-629c-4026-80fd-62486cffbbf6 HTTP/1.1" status: 204 len: 168 time: 0.3276005 Aug 11 01:00:28.283238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33655dd8-ddb7-4460-b21f-cca3ca610001 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe23e150-629c-4026-80fd-62486cffbbf6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:28.491107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd440034-8245-443b-ac9b-24bf928049f7 req-088ecbab-9982-439b-bbe4-20a73d7b6f40 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:28.491107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd440034-8245-443b-ac9b-24bf928049f7 req-088ecbab-9982-439b-bbe4-20a73d7b6f40 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 946 time: 0.0584822 Aug 11 01:00:28.587206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:00:28.587597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:28.682676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] For port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:28.683063 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:28.685982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41112) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:28.692841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-168ce71a-cf68-4ffd-9b17-65ab32fb1fa4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242268736', 'description': 'tempest-secgroup-smoke-1242268736 description', 'project_id': '7e7ca9f6816745c198aadf17525c4824'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:28.697869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:00:28.853672 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-168ce71a-cf68-4ffd-9b17-65ab32fb1fa4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:28.860857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-45d0d9fd-77d6-4410-9412-20965e129d82 req-ba9b2a7d-5604-4175-b233-a9bad21fb804 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 210 time: 0.0303864 Aug 11 01:00:28.956715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-168ce71a-cf68-4ffd-9b17-65ab32fb1fa4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.014557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-168ce71a-cf68-4ffd-9b17-65ab32fb1fa4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.043383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ce71a-cf68-4ffd-9b17-65ab32fb1fa4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf0f0be-0054-4b9f-af66-4a0cb725c56b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:29.059662 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.072011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['2a1491f7-fc7c-4bec-8757-687ff4f7b2b7'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:00:29.106716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=2a1491f7-fc7c-4bec-8757-687ff4f7b2b7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:29.135182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.135614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.136057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.136570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.136983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.137381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.138041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.138228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.138684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.138930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.139364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.142987 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-168ce71a-cf68-4ffd-9b17-65ab32fb1fa4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.143114 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:29.143615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-168ce71a-cf68-4ffd-9b17-65ab32fb1fa4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4560978 Aug 11 01:00:29.144273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:29.148744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7b06dd3b-1e79-482b-be82-fbe0f0ddc43c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'bcf0f0be-0054-4b9f-af66-4a0cb725c56b', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:29.157365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] No DVR routers for this DVR port 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:00:29.160181 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.162857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd440034-8245-443b-ac9b-24bf928049f7 req-bb1508e0-7a56-4e82-9800-c0e30c1667fc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "DELETE /v2.0/ports/2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 HTTP/1.1" status: 204 len: 173 time: 0.6688707 Aug 11 01:00:29.164207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c78034-5b1c-41c7-89b1-6f3ddbabe427', 'name': 'network-vif-deleted', 'tag': '2a1491f7-fc7c-4bec-8757-687ff4f7b2b7'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:29.167375 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee21057-02a2-4b51-95bb-4e48cb93a9cc" -d '{"events": [{"server_uuid": "d2c78034-5b1c-41c7-89b1-6f3ddbabe427", "name": "network-vif-deleted", "tag": "2a1491f7-fc7c-4bec-8757-687ff4f7b2b7"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:29.203477 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db66b7c-2c0f-4bed-827e-b84e3bf2801d x-openstack-request-id: req-2db66b7c-2c0f-4bed-827e-b84e3bf2801d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:29.203777 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c78034-5b1c-41c7-89b1-6f3ddbabe427", "name": "network-vif-deleted", "tag": "2a1491f7-fc7c-4bec-8757-687ff4f7b2b7", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:29.204037 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2db66b7c-2c0f-4bed-827e-b84e3bf2801d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:29.204452 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c78034-5b1c-41c7-89b1-6f3ddbabe427', 'name': 'network-vif-deleted', 'tag': '2a1491f7-fc7c-4bec-8757-687ff4f7b2b7', 'status': 'completed', 'code': 200} Aug 11 01:00:29.285570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:00:29.299773 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b06dd3b-1e79-482b-be82-fbe0f0ddc43c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.309736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:00:29.310106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 321eeb70-71c6-44d2-8bd5-2073a2d8dff3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:00:29.408089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b06dd3b-1e79-482b-be82-fbe0f0ddc43c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.414347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-096a6672-673d-4a32-bc8c-4e003f4cc0ee req-4027a05c-59cd-46ca-a435-4437372a0b4d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.0365691 Aug 11 01:00:29.508493 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b06dd3b-1e79-482b-be82-fbe0f0ddc43c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.543678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06dd3b-1e79-482b-be82-fbe0f0ddc43c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624b5e96-543b-43be-b4c3-71dbc2ccc4f5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:29.645187 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.646561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b06dd3b-1e79-482b-be82-fbe0f0ddc43c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.646922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b06dd3b-1e79-482b-be82-fbe0f0ddc43c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5014231 Aug 11 01:00:29.649968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41132) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:29.659445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2a7f16f3-2f72-48a9-beb9-5776b44b00d4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'bcf0f0be-0054-4b9f-af66-4a0cb725c56b', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:29.778567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f16f3-2f72-48a9-beb9-5776b44b00d4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.796410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.848298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f16f3-2f72-48a9-beb9-5776b44b00d4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:29.969798 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-19451e70-9ee5-4a7c-b61e-cd9cef9be613 req-682caf9e-e807-407d-bd40-125577c9caa5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 210 time: 0.0288463 Aug 11 01:00:29.974398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f16f3-2f72-48a9-beb9-5776b44b00d4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.004815 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f16f3-2f72-48a9-beb9-5776b44b00d4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88afe1e1-1e49-44ff-8c6c-f0e11023f4c6,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:30.097024 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a7f16f3-2f72-48a9-beb9-5776b44b00d4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.098911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2a7f16f3-2f72-48a9-beb9-5776b44b00d4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4471710 Aug 11 01:00:30.101628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41140) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:30.106204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9c68b133-1be4-4129-9905-2ad77edfd812 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'bcf0f0be-0054-4b9f-af66-4a0cb725c56b', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:30.216681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c68b133-1be4-4129-9905-2ad77edfd812 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.311727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476c647-116d-4e26-b108-c5df0b646701 req-26d89ccf-a616-4316-b11d-5dd80ccce25f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:30.313538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-26d89ccf-a616-4316-b11d-5dd80ccce25f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.44 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.1525831 Aug 11 01:00:30.326448 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c68b133-1be4-4129-9905-2ad77edfd812 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.333006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'port': {'device_id': '78c47bdf-5304-44b8-b58f-c415b1ce1d64', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'admin_state_up': True, 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:30.446934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c68b133-1be4-4129-9905-2ad77edfd812 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.476050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68b133-1be4-4129-9905-2ad77edfd812 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4131e866-6851-4704-80ee-159e6f03979b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:30.536255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44aa8041-9ef8-4d4e-a3eb-bbb9bb50861a req-58f5b42c-9948-4b33-b9c4-c68a73ffad31 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.0279434 Aug 11 01:00:30.573538 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9c68b133-1be4-4129-9905-2ad77edfd812 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.576125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9c68b133-1be4-4129-9905-2ad77edfd812 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4735048 Aug 11 01:00:30.584126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41150) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:30.589788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9febb49c-d8e2-4158-9b91-586036be572d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'bcf0f0be-0054-4b9f-af66-4a0cb725c56b', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:30.649139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Made reservation on behalf of fab1d7a6b945499d83a744f795dd65a2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:00:30.656462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.797160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Allocated IP 172.20.0.7 (f93af89e-9ffd-41eb-8fe8-bb92ece07a69/6683566d-a13e-4b41-b24d-c37dc02e2878/8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:30.808510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9febb49c-d8e2-4158-9b91-586036be572d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.895197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9febb49c-d8e2-4158-9b91-586036be572d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.948094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9febb49c-d8e2-4158-9b91-586036be572d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:30.969531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febb49c-d8e2-4158-9b91-586036be572d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c05a7a-cc7e-4228-9f84-62200640c8a7,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:30.985592 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.019054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Transition to ACTIVE for port object 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:31.083264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9febb49c-d8e2-4158-9b91-586036be572d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.086220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9febb49c-d8e2-4158-9b91-586036be572d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5006068 Aug 11 01:00:31.089185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41160) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:31.094483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6250d5eb-5ead-4e1d-9978-5107b83ca238 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'bcf0f0be-0054-4b9f-af66-4a0cb725c56b', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:31.116581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d8b33b4f-286c-4257-a912-5ef70a3e671a req-f6983a3a-d1a9-4c83-85c7-32a75e245de4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 210 time: 0.0401649 Aug 11 01:00:31.165852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.179064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['786e618e-5fda-4a01-9586-c308b72b5126'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:00:31.193605 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-6250d5eb-5ead-4e1d-9978-5107b83ca238 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Project 7e7ca9f6816745c198aadf17525c4824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:00:31.199263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6250d5eb-5ead-4e1d-9978-5107b83ca238 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.283154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:31.289441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:31.297395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:31.345775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6250d5eb-5ead-4e1d-9978-5107b83ca238 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.358224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'Port': ['ID=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:31.402661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:31.403369 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.444967 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6250d5eb-5ead-4e1d-9978-5107b83ca238 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.467311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250d5eb-5ead-4e1d-9978-5107b83ca238 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab80d39-f49e-43af-b972-801e1aca114e,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:31.476910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-1a6bcbe4-6d6a-4dfe-8a7d-ebd21ce915a7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1529131 Aug 11 01:00:31.483152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:00:31.490865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Request body: {'port': {'device_id': '78c47bdf-5304-44b8-b58f-c415b1ce1d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:31.507567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:00:31.507787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 2a1491f7-fc7c-4bec-8757-687ff4f7b2b7 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:00:31.538916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6250d5eb-5ead-4e1d-9978-5107b83ca238 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.540259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6250d5eb-5ead-4e1d-9978-5107b83ca238 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4498196 Aug 11 01:00:31.543281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41166) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:31.562902 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.573698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7db3c394-1f6c-46c9-bfed-3e0778e0338c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'bcf0f0be-0054-4b9f-af66-4a0cb725c56b', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:31.717067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a94457f-392d-4a3a-9fc1-e1bd95ea4856 req-46158241-4d9d-45b1-9f4e-d54a76d48a95 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.0550423 Aug 11 01:00:31.718287 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-7db3c394-1f6c-46c9-bfed-3e0778e0338c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Project 7e7ca9f6816745c198aadf17525c4824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:00:31.724872 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7db3c394-1f6c-46c9-bfed-3e0778e0338c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.800247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b68fed6a-2c15-46bf-a08a-0d01758deb58 None None] Provisioning for port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:31.806494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b68fed6a-2c15-46bf-a08a-0d01758deb58 None None] Provisioning complete for port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:31.810165 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b68fed6a-2c15-46bf-a08a-0d01758deb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.832022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7db3c394-1f6c-46c9-bfed-3e0778e0338c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.871587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b68fed6a-2c15-46bf-a08a-0d01758deb58 None None] Port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:00:31.896354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7db3c394-1f6c-46c9-bfed-3e0778e0338c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.918895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3c394-1f6c-46c9-bfed-3e0778e0338c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c660b40b-7601-4d6e-a070-94c1691a44a9,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:31.931370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:00:31.939018 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.951580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Transition to ACTIVE for port object 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:31.982187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7db3c394-1f6c-46c9-bfed-3e0778e0338c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:31.983514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7db3c394-1f6c-46c9-bfed-3e0778e0338c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4390838 Aug 11 01:00:31.986341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41176) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:31.991864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'network': {'name': 'tempest-network-smoke--551862505', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'port_security_enabled': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:32.014267 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.119589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:00:32.123092 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.192028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:00:32.217427 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.217685 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Added segment ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8 of type vlan for network 821bdd54-a670-41c1-8d9d-57612e62d155 Aug 11 01:00:32.279577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.377036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.383761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:32.384409 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.471464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:32.524603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Network': ['ID=821bdd54-a670-41c1-8d9d-57612e62d155,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:32.536699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 821bdd54-a670-41c1-8d9d-57612e62d155 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:00:32.552661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4c9e7-29f3-4bf4-a6ca-073c99f7a247 req-a1a36fa5-d73f-4f99-9cf7-949401697af4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:32.555045 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ca4c9e7-29f3-4bf4-a6ca-073c99f7a247 req-a1a36fa5-d73f-4f99-9cf7-949401697af4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 943 time: 0.0793931 Aug 11 01:00:32.600654 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9ca4c9e7-29f3-4bf4-a6ca-073c99f7a247 req-7aef03e0-9554-41c8-843c-1e81574e5f4c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368609 Aug 11 01:00:32.601327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Attempting to bind port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:00:32.601666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Attempting to bind port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:00:32.601992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Attempting to bind port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:32.611309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:00:32.611644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Attempting to bind port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:32.614771 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f1270be8-f48c-465a-a012-73e01f511b37 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6249948 Aug 11 01:00:32.615307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41184) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:32.625366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'admin_state_up': True, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:32.625643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:00:32.625780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Checking segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:32.626163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Bound using segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:00:32.632756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Bound port: 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:00:32.633485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.737919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] For port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:00:32.738834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.740039 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.742402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] For port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:00:32.825691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.844285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.847109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4221c59b-de9c-4d37-a708-e7956dea5822 req-8d44131d-3a57-4c78-987b-c6890f1450e2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.0309138 Aug 11 01:00:32.865827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:32.867173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:32.868727 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] 10.222.0.44 "PUT /v2.0/ports/8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 HTTP/1.1" status: 200 len: 1092 time: 1.3828297 Aug 11 01:00:32.869418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c47bdf-5304-44b8-b58f-c415b1ce1d64', 'tag': '8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:32.871955 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b9a6c6-05b9-47f1-a0ee-6b8069e101f1" -d '{"events": [{"name": "network-changed", "server_uuid": "78c47bdf-5304-44b8-b58f-c415b1ce1d64", "tag": "8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:32.902759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ef0cf-b73f-4e14-b9f6-c3ca77638a12 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:32.916145 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610aa343-945c-48dd-b4dd-ef84ed378499 x-openstack-request-id: req-610aa343-945c-48dd-b4dd-ef84ed378499 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:32.916543 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c47bdf-5304-44b8-b58f-c415b1ce1d64", "tag": "8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:32.916794 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-610aa343-945c-48dd-b4dd-ef84ed378499 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:32.917199 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c47bdf-5304-44b8-b58f-c415b1ce1d64', 'tag': '8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6', 'status': 'completed', 'code': 200} Aug 11 01:00:32.991907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9a6c6-05b9-47f1-a0ee-6b8069e101f1 req-d8a3740d-2795-414a-94c5-a7b55e41a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:32.993991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28b9a6c6-05b9-47f1-a0ee-6b8069e101f1 req-d8a3740d-2795-414a-94c5-a7b55e41a7e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 1095 time: 0.0579684 Aug 11 01:00:33.156875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:33.208950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9a6c6-05b9-47f1-a0ee-6b8069e101f1 req-e9ce97db-e363-4404-bf5d-59ee78de13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:33.211242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28b9a6c6-05b9-47f1-a0ee-6b8069e101f1 req-e9ce97db-e363-4404-bf5d-59ee78de13a2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=fab1d7a6b945499d83a744f795dd65a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2081187 Aug 11 01:00:33.357674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9a6c6-05b9-47f1-a0ee-6b8069e101f1 req-18d1f626-6512-4623-a6e0-873996288c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:33.360539 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-28b9a6c6-05b9-47f1-a0ee-6b8069e101f1 req-18d1f626-6512-4623-a6e0-873996288c59 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426673 Aug 11 01:00:33.454942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476c647-116d-4e26-b108-c5df0b646701 req-07e10923-2d21-4457-867c-9475c903a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:33.456507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-07e10923-2d21-4457-867c-9475c903a35f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 1095 time: 0.0454915 Aug 11 01:00:33.485267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:33.505917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:33.521748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-bb496f40-7c73-4149-b85f-207d94c557b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 HTTP/1.1" status: 200 len: 217 time: 0.0526276 Aug 11 01:00:33.573473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476c647-116d-4e26-b108-c5df0b646701 req-e42acd02-d319-4e4d-af3a-27b2fe013f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:33.575541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-e42acd02-d319-4e4d-af3a-27b2fe013f0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0518887 Aug 11 01:00:33.625594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476c647-116d-4e26-b108-c5df0b646701 req-9996580c-8016-4ca3-8b54-5f0c1756b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:33.629376 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-9996580c-8016-4ca3-8b54-5f0c1756b73d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453191 Aug 11 01:00:33.630082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.25.0.9 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:33.747725 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-12f99c31-7f3a-409a-89b6-fda3b80a1d9b service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130624 Aug 11 01:00:33.799926 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:33.818933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91ce5e-8f2c-480a-92fc-0847de4884a3 req-b337b15d-124c-4d68-9b90-6796456f00ef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:33.823664 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be91ce5e-8f2c-480a-92fc-0847de4884a3 req-b337b15d-124c-4d68-9b90-6796456f00ef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 943 time: 0.1026335 Aug 11 01:00:33.846414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2476c647-116d-4e26-b108-c5df0b646701 req-1b9fdecf-45ca-4f6b-97b7-8c9dcd35d0bf service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912879 Aug 11 01:00:33.888740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be91ce5e-8f2c-480a-92fc-0847de4884a3 req-f4524059-7310-411e-917b-492de9dc71b9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604668 Aug 11 01:00:33.965110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c10f85c6-7fdf-4f7c-9dfb-03684c6f3f23 req-0d2e888e-8e99-49d8-837c-9a3d77ac7f81 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2c78034-5b1c-41c7-89b1-6f3ddbabe427 HTTP/1.1" status: 200 len: 210 time: 0.0288527 Aug 11 01:00:34.036888 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:34.092077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:34.095889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:34.100911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:34.104645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:34.487366 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:34.767391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:35.021250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:00:35.091303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd48d62-073a-4ad7-934f-c06fc7758236 req-7b51cc19-0b09-4403-b557-25cb745797e3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:35.092831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1dd48d62-073a-4ad7-934f-c06fc7758236 req-7b51cc19-0b09-4403-b557-25cb745797e3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 943 time: 0.1217456 Aug 11 01:00:35.170896 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1dd48d62-073a-4ad7-934f-c06fc7758236 req-77680017-873b-44e7-9ec3-a092266f1644 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669370 Aug 11 01:00:35.192637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:00:35.205920 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Sync routers for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:00:35.216643 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:35.217378 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:35.294680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:35.294680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-799543cc-2372-49f8-a486-6b09c13d648e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6721976 Aug 11 01:00:35.294680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41216) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:35.340596 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:35.461411 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9d6b475d-1793-470b-b023-8acdb5bb4044 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=7e7ca9f6816745c198aadf17525c4824&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1630297 Aug 11 01:00:35.462477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41222) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:35.548403 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:34Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:35.581151 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Checking router: 47c59e36-c78a-4749-8b7b-d674c0fd9a6d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:00:35.581502 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Updating router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:00:35.582187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c2147e-07ff-4b4d-b1a9-bff3ccd38b9f tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:35.587632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41224) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:35.588234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b5c2147e-07ff-4b4d-b1a9-bff3ccd38b9f tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249075 Aug 11 01:00:35.613150 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:35.636145 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fd81b28e-de00-4ab3-a96b-ed6813b3c509 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464659 Aug 11 01:00:35.638874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41226) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:35.644398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-833863587', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:35.873780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:00:35.879297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:35.919657 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:35.934502 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Transition to ACTIVE for port object b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:35.994445 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:36.067276 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Attempting to bind port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:00:36.067724 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Attempting to bind port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:00:36.068031 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Attempting to bind port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:36.079299 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:00:36.080165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:36.080575 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:36.080975 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:00:36.081462 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Bound port: b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:00:36.081847 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:36.116830 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f410d-f9ae-463d-8204-3382f5f56ab9 None None] Pushing event updated for resources: {'Port': ['ID=b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:36.147662 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] For port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:00:36.155008 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] For port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:00:36.173901 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:36.237181 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:36.246771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Subnet': ['ID=0bc3ab6f-8c86-41a3-88ab-6b79841d8c29,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:36.273322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Checking segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:36.273947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network hostable DHCP agents. Network: 821bdd54-a670-41c1-8d9d-57612e62d155, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:00:36.331951 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:36.331951 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:36.356554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f47143-7b1f-4633-89d9-067db425f699 req-032b50c5-5557-47d8-9806-863e3eb90679 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:36.358405 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f47143-7b1f-4633-89d9-067db425f699 req-032b50c5-5557-47d8-9806-863e3eb90679 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 943 time: 0.0591712 Aug 11 01:00:36.404952 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 821bdd54-a670-41c1-8d9d-57612e62d155 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:00:36.416940 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52f47143-7b1f-4633-89d9-067db425f699 req-e7f6a8a5-72a3-467c-8b67-6fc8b324f8b4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514245 Aug 11 01:00:36.466565 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f410d-f9ae-463d-8204-3382f5f56ab9 None None] Pushing event updated for resources: {'Port': ['ID=b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:36.545021 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:36.553404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 821bdd54-a670-41c1-8d9d-57612e62d155) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:36.557594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:36.558382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:36.563114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903bc46-4f78-4bfa-9ab9-e648743fe3e5 None None] Network 821bdd54-a670-41c1-8d9d-57612e62d155 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:00:36.654816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f38afe85-4101-476b-ae0c-0fa168c756a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0147491 Aug 11 01:00:36.658021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41238) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:36.771067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-821bdd54-a670-41c1-8d9d-57612e62d155', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:00:36.771978 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:36.815257 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:34Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:36.876956 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f24400-87cd-48b3-8e51-d0678557749d None None] The sync data for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 is: [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:34Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:00:37.001508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Allocated IP 172.20.0.2 (821bdd54-a670-41c1-8d9d-57612e62d155/0bc3ab6f-8c86-41a3-88ab-6b79841d8c29/be607cfb-a84e-427f-8144-7b6e44fc1fd1) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:37.392805 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:37.539876 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:37.549605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Transition to ACTIVE for port object be607cfb-a84e-427f-8144-7b6e44fc1fd1 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:37.572680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:00:37.577539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:37.580746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Transition to ACTIVE for port object be607cfb-a84e-427f-8144-7b6e44fc1fd1 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:37.648640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86274b0-15e1-48d2-af65-76dde4bf9286 req-52a48f13-a0ea-414f-b084-ab0e08a69c94 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:37.658101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a86274b0-15e1-48d2-af65-76dde4bf9286 req-52a48f13-a0ea-414f-b084-ab0e08a69c94 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 943 time: 0.1064544 Aug 11 01:00:37.693064 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:37.762350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Network 821bdd54-a670-41c1-8d9d-57612e62d155 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:37.765130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a86274b0-15e1-48d2-af65-76dde4bf9286 req-31dc460e-ba05-4218-bedb-ff3daad1d0b9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059828 Aug 11 01:00:37.774597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:37.785842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:37.930355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Attempting to bind port be607cfb-a84e-427f-8144-7b6e44fc1fd1 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:00:37.930759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Attempting to bind port be607cfb-a84e-427f-8144-7b6e44fc1fd1 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:00:37.931095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Attempting to bind port be607cfb-a84e-427f-8144-7b6e44fc1fd1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:37.956638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Pushing event updated for resources: {'Port': ['ID=be607cfb-a84e-427f-8144-7b6e44fc1fd1,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:37.960341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.20.0.1 (821bdd54-a670-41c1-8d9d-57612e62d155/0bc3ab6f-8c86-41a3-88ab-6b79841d8c29/7861b9f9-9cb8-4ef3-97c8-643c4d412fd3) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:37.982293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:38.018089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:38.020800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:00:38.021175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Checking segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:38.021580 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.022592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Bound using segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:00:38.022991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Bound port: be607cfb-a84e-427f-8144-7b6e44fc1fd1, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:00:38.023403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.108854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:38.109229 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.111532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.111867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.112206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.112544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.112872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.113205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.113533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.113858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.114184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.114512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.114833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.115155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:00:38.130252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.156435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Transition to ACTIVE for port object 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:38.191937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': '8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6', 'mac_address': 'fa:16:3e:4c:a5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:00:38.254613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.263751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.275326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] For port be607cfb-a84e-427f-8144-7b6e44fc1fd1, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:00:38.296644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] For port be607cfb-a84e-427f-8144-7b6e44fc1fd1, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=be607cfb-a84e-427f-8144-7b6e44fc1fd1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:00:38.302564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:00:38.311703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 821bdd54-a670-41c1-8d9d-57612e62d155 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:38.337836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:38.351677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:38.354240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:38.366879 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.382532 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.393574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:38.400201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:38.415013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.456914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.463881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904156f3-70a8-4872-8f8a-d3fb088a63eb None None] Pushing event updated for resources: {'Port': ['ID=be607cfb-a84e-427f-8144-7b6e44fc1fd1,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:38.525858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:38.536385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.600401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:38.651074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:00:38.681998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:38.983656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344097ca-1c5a-46b0-9561-f2ddb3f58a68 req-e9ddae22-7fbf-481c-8df3-d1b418adca68 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:38.991762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-344097ca-1c5a-46b0-9561-f2ddb3f58a68 req-e9ddae22-7fbf-481c-8df3-d1b418adca68 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 944 time: 0.0758758 Aug 11 01:00:39.062645 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-344097ca-1c5a-46b0-9561-f2ddb3f58a68 req-7586b265-8a87-4b7d-9b46-5a4334927c6a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698988 Aug 11 01:00:39.125890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.187924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.268718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:39.271747 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.360598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41306) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:39.365512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7ddca354-a1ba-4aaa-9ad9-33afe2f0c87f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711937108', 'description': 'tempest-secgroup-smoke-711937108 description', 'project_id': '0213a74dc2644b3785a1c9cfc7575043'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:39.377419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:39.411146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 821bdd54-a670-41c1-8d9d-57612e62d155 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:39.415967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:39.482120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ddca354-a1ba-4aaa-9ad9-33afe2f0c87f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.526507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device be607cfb-a84e-427f-8144-7b6e44fc1fd1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:39.579463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:39.603390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ddca354-a1ba-4aaa-9ad9-33afe2f0c87f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.613775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:39.614372 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.648417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:00:39.685093 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ddca354-a1ba-4aaa-9ad9-33afe2f0c87f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.734710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddca354-a1ba-4aaa-9ad9-33afe2f0c87f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a573f5-182b-46ae-b99d-587b261ce1b2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:39.735111 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.737440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port be607cfb-a84e-427f-8144-7b6e44fc1fd1 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:39.751312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:39.795131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c47bdf-5304-44b8-b58f-c415b1ce1d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:39.797137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7ddca354-a1ba-4aaa-9ad9-33afe2f0c87f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.797759 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b41148-5184-4994-b436-6e8488028cd2" -d '{"events": [{"server_uuid": "78c47bdf-5304-44b8-b58f-c415b1ce1d64", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:39.802394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7ddca354-a1ba-4aaa-9ad9-33afe2f0c87f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4398596 Aug 11 01:00:39.803073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41312) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:39.821225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7d3410fe-c9a0-439a-9ecc-d783251f17d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'security_group_rule': {'security_group_id': 'd4a573f5-182b-46ae-b99d-587b261ce1b2', 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:39.821368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:39.823710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:00:39.838964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8ee69b4a-f99b-428d-9a16-78c3a98040ca tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "PUT /v2.0/routers/47c59e36-c78a-4749-8b7b-d674c0fd9a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1705654 Aug 11 01:00:39.839516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Sync routers for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:00:39.853101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:39.853543 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.855315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:39.855976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:39.885803 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eda0cd9-a9ba-4044-80dd-ae38c690f0d4 x-openstack-request-id: req-5eda0cd9-a9ba-4044-80dd-ae38c690f0d4 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:39.886085 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c47bdf-5304-44b8-b58f-c415b1ce1d64", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:39.886519 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5eda0cd9-a9ba-4044-80dd-ae38c690f0d4 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:39.887064 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c47bdf-5304-44b8-b58f-c415b1ce1d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6', 'code': 200} Aug 11 01:00:39.952661 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:39.962032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d3410fe-c9a0-439a-9ecc-d783251f17d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:40.060471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:40.074306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3d676876-1ce1-4852-a245-4eca76c1710d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242268736&fields=id&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 267 time: 0.0934513 Aug 11 01:00:40.082665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563c11c-6fc7-4ebf-9842-83f87da238e6 req-3ed77e0f-c66d-4cca-955c-13732810d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:40.085452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8563c11c-6fc7-4ebf-9842-83f87da238e6 req-3ed77e0f-c66d-4cca-955c-13732810d258 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 1097 time: 0.1191564 Aug 11 01:00:40.089873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d3410fe-c9a0-439a-9ecc-d783251f17d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:40.129541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40451684-a216-4f1a-ad55-3d183772ef11 None None] Network 821bdd54-a670-41c1-8d9d-57612e62d155 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:00:40.181993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8563c11c-6fc7-4ebf-9842-83f87da238e6 req-b83f8391-6080-4c11-a3d3-1558ec018aa4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824401 Aug 11 01:00:40.190726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d3410fe-c9a0-439a-9ecc-d783251f17d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:40.226260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3410fe-c9a0-439a-9ecc-d783251f17d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9da9ab-a5b0-4ab8-9ec2-d9ae8efbe68c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:40.243542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-ab6c05fc-2f05-429b-a2db-9b24616e7e27 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:40.248650 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ca469-077a-4e57-901b-0c1ffb356c7c req-93996e0e-cf4f-41e1-95b1-3896b0e54e1e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:40.252730 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e74ca469-077a-4e57-901b-0c1ffb356c7c req-93996e0e-cf4f-41e1-95b1-3896b0e54e1e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 945 time: 0.0976019 Aug 11 01:00:40.255364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-ab6c05fc-2f05-429b-a2db-9b24616e7e27 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/networks?id=821bdd54-a670-41c1-8d9d-57612e62d155 HTTP/1.1" status: 200 len: 796 time: 0.1680224 Aug 11 01:00:40.272677 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-0de1c253-0f03-4173-aa5a-4b6e559b3fdc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/quotas/7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 375 time: 0.0154114 Aug 11 01:00:40.292427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:40.302169 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e74ca469-077a-4e57-901b-0c1ffb356c7c req-09c0a3e9-952e-4826-b1c3-ec5cbea4c314 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479121 Aug 11 01:00:40.333479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7d3410fe-c9a0-439a-9ecc-d783251f17d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:40.337468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7d3410fe-c9a0-439a-9ecc-d783251f17d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5304804 Aug 11 01:00:40.337633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41332) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:40.342299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-aa45ed5a-0efb-41f6-9b02-8f188dde8f19 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'security_group_rule': {'security_group_id': 'd4a573f5-182b-46ae-b99d-587b261ce1b2', 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:40.346408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e4abe796-ca7e-43b9-89b9-061ee9eb32a5 None None] Provisioning for port be607cfb-a84e-427f-8144-7b6e44fc1fd1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:40.347524 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-9ac17a9a-f592-46d1-aaae-a7d1e1a3ba8a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697899 Aug 11 01:00:40.359267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e4abe796-ca7e-43b9-89b9-061ee9eb32a5 None None] Provisioning complete for port be607cfb-a84e-427f-8144-7b6e44fc1fd1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:40.359654 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e4abe796-ca7e-43b9-89b9-061ee9eb32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:40.455978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-7b17fdc8-2df7-470a-a03b-9bc3879f41c7 service neutron] 10.222.0.43 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946088 Aug 11 01:00:40.469610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa45ed5a-0efb-41f6-9b02-8f188dde8f19 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:40.568127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-cc7c4588-5933-4016-ad26-1f9ad79acb03 service neutron] 10.222.0.43 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039858 Aug 11 01:00:40.603558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e4abe796-ca7e-43b9-89b9-061ee9eb32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:40.896478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e4abe796-ca7e-43b9-89b9-061ee9eb32a5 None None] For port be607cfb-a84e-427f-8144-7b6e44fc1fd1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=be607cfb-a84e-427f-8144-7b6e44fc1fd1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:40.926296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08892428-85d3-483f-be91-216d3c23c30d req-477a59ed-0eab-4339-9e26-ddf1a075ce51 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 210 time: 0.0282631 Aug 11 01:00:40.955082 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa45ed5a-0efb-41f6-9b02-8f188dde8f19 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:40.975792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 2, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:41.010349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Checking router: 47c59e36-c78a-4749-8b7b-d674c0fd9a6d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:00:41.014476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Updating router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:00:41.017899 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e4abe796-ca7e-43b9-89b9-061ee9eb32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.058994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa45ed5a-0efb-41f6-9b02-8f188dde8f19 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.096960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ed5a-0efb-41f6-9b02-8f188dde8f19 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e63313-c459-48fc-b8e7-4d5b913cbfbd,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:41.118022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abe796-ca7e-43b9-89b9-061ee9eb32a5 None None] Pushing event updated for resources: {'Port': ['ID=be607cfb-a84e-427f-8144-7b6e44fc1fd1,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:41.133095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.171107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aa45ed5a-0efb-41f6-9b02-8f188dde8f19 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.175775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aa45ed5a-0efb-41f6-9b02-8f188dde8f19 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8339293 Aug 11 01:00:41.176049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41348) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:41.182588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-52c38e45-215a-4219-9a8f-b8dc0f58a280 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'security_group_rule': {'security_group_id': 'd4a573f5-182b-46ae-b99d-587b261ce1b2', 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:41.294554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52c38e45-215a-4219-9a8f-b8dc0f58a280 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.418181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device be607cfb-a84e-427f-8144-7b6e44fc1fd1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:41.418471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52c38e45-215a-4219-9a8f-b8dc0f58a280 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.490754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52c38e45-215a-4219-9a8f-b8dc0f58a280 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.532874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c38e45-215a-4219-9a8f-b8dc0f58a280 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29658a80-ff03-4903-8528-733a0ea0a6df,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:41.541306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-59fe75e9-f490-47a3-b5f4-4f424c5a1458 None None] Provisioning for port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:41.565053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port be607cfb-a84e-427f-8144-7b6e44fc1fd1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:41.565432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.580967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da01de2-2b6c-44c9-ba89-6b72947d398b req-c0f79c5a-5898-4ed9-a074-77e8f2a0024a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:41.583615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4da01de2-2b6c-44c9-ba89-6b72947d398b req-c0f79c5a-5898-4ed9-a074-77e8f2a0024a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 945 time: 0.1131098 Aug 11 01:00:41.595346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-59fe75e9-f490-47a3-b5f4-4f424c5a1458 None None] Provisioning complete for port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:41.595789 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-59fe75e9-f490-47a3-b5f4-4f424c5a1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.641508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-59fe75e9-f490-47a3-b5f4-4f424c5a1458 None None] Port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:00:41.654157 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52c38e45-215a-4219-9a8f-b8dc0f58a280 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.658116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-52c38e45-215a-4219-9a8f-b8dc0f58a280 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4784694 Aug 11 01:00:41.659147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41352) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:41.666848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-32c352c9-869c-445a-afdd-104bc332a380 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'security_group_rule': {'security_group_id': 'd4a573f5-182b-46ae-b99d-587b261ce1b2', 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:41.672511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4da01de2-2b6c-44c9-ba89-6b72947d398b req-a062d8db-da7d-4fac-9beb-20888b64930d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635257 Aug 11 01:00:41.702728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-59fe75e9-f490-47a3-b5f4-4f424c5a1458 None None] Provisioning complete for port be607cfb-a84e-427f-8144-7b6e44fc1fd1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:41.703267 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-59fe75e9-f490-47a3-b5f4-4f424c5a1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.785659 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.829092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Transition to ACTIVE for port object 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:41.844097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-32c352c9-869c-445a-afdd-104bc332a380 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.907942 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-32c352c9-869c-445a-afdd-104bc332a380 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:41.999550 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.017895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8fda2320-d281-4198-90e4-f036b0068e91 req-826c4107-fd69-40fe-9d62-9c42b06c5642 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 210 time: 0.0269496 Aug 11 01:00:42.060983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01258134-edaf-4b76-b863-dc9ca81e65e1 None None] Pushing event updated for resources: {'Port': ['ID=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:42.106000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-32c352c9-869c-445a-afdd-104bc332a380 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.120489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Attempting to bind port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:00:42.120924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Attempting to bind port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:00:42.124183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Attempting to bind port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 on network 821bdd54-a670-41c1-8d9d-57612e62d155 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:42.127649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:00:42.128333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Checking segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:42.128902 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.129506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Bound using segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:00:42.130185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Bound port: 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:00:42.130736 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.139565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c352c9-869c-445a-afdd-104bc332a380 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c4c673-1f42-43d5-9de8-bb67e3595b93,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:42.204580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] For port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:00:42.209534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] For port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:00:42.222442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-32c352c9-869c-445a-afdd-104bc332a380 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.222442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-32c352c9-869c-445a-afdd-104bc332a380 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5605927 Aug 11 01:00:42.226115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:42.231732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-30c4b0e8-b893-46e6-bfa0-a9eb411c6fd8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'security_group_rule': {'security_group_id': 'd4a573f5-182b-46ae-b99d-587b261ce1b2', 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:42.305748 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.346748 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-30c4b0e8-b893-46e6-bfa0-a9eb411c6fd8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Project 0213a74dc2644b3785a1c9cfc7575043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:00:42.355824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30c4b0e8-b893-46e6-bfa0-a9eb411c6fd8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.377510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01258134-edaf-4b76-b863-dc9ca81e65e1 None None] Pushing event updated for resources: {'Port': ['ID=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:42.391104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:42.391881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:42.455675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30c4b0e8-b893-46e6-bfa0-a9eb411c6fd8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.513136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:42.548023 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30c4b0e8-b893-46e6-bfa0-a9eb411c6fd8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.572619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4b0e8-b893-46e6-bfa0-a9eb411c6fd8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a661b74-46c0-458a-9326-aed77ca4b0cb,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:42.659322 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-30c4b0e8-b893-46e6-bfa0-a9eb411c6fd8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.660471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-30c4b0e8-b893-46e6-bfa0-a9eb411c6fd8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4333379 Aug 11 01:00:42.663508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41368) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:42.669298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-decb4c46-bdec-4de5-8465-f5f82238c54e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'security_group_rule': {'security_group_id': 'd4a573f5-182b-46ae-b99d-587b261ce1b2', 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:42.766475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:42Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:42.801877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d481a6-356f-4606-ae58-5acf371d99fe None None] The sync data for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 is: [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:42Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:00:42.811315 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-decb4c46-bdec-4de5-8465-f5f82238c54e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Project 0213a74dc2644b3785a1c9cfc7575043 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:00:42.820556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-decb4c46-bdec-4de5-8465-f5f82238c54e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:42.924828 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-decb4c46-bdec-4de5-8465-f5f82238c54e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:43.045397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-decb4c46-bdec-4de5-8465-f5f82238c54e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:43.087595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb4c46-bdec-4de5-8465-f5f82238c54e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0036b14-d95a-4b99-9f8e-f970f9f27d23,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:43.134223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11a6db6d-d546-4253-8d1d-9db384f4a06c req-e3f1f560-0682-4fe2-aba3-2521fc562f96 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 210 time: 0.0285382 Aug 11 01:00:43.205255 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-decb4c46-bdec-4de5-8465-f5f82238c54e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:43.207704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-decb4c46-bdec-4de5-8465-f5f82238c54e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5419676 Aug 11 01:00:43.432557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:43.578271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:43.582795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:43.583193 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:43.682616 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:43.727937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:43.821719 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:43.909214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:44.056407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-978b4687-56f1-42ad-9c16-4abc55523aaa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:44.057908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-978b4687-56f1-42ad-9c16-4abc55523aaa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/networks?id=821bdd54-a670-41c1-8d9d-57612e62d155 HTTP/1.1" status: 200 len: 796 time: 0.4836855 Aug 11 01:00:44.109565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-e8fd2dee-5242-4876-82ec-0594b25d5e98 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 380 time: 0.0410564 Aug 11 01:00:44.119066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'port': {'device_id': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'admin_state_up': True, 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'security_groups': ['bcf0f0be-0054-4b9f-af66-4a0cb725c56b']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:44.294834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-097becac-7359-40d8-a9ee-85ecd1b59434 req-dc181a89-69be-449c-b305-e1bc59530b1a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 210 time: 0.0379748 Aug 11 01:00:44.370992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:00:44.374845 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:44.514757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.20.0.4 (821bdd54-a670-41c1-8d9d-57612e62d155/0bc3ab6f-8c86-41a3-88ab-6b79841d8c29/9ddfb222-bff7-491e-bf4e-8b422d1c22f1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:44.693847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:44.712101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Transition to ACTIVE for port object 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:44.790757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:44.838421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 821bdd54-a670-41c1-8d9d-57612e62d155 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:44.841598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:44.845689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:44.853264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:44.907916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:44.908576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:45.001429 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3dfc23da-f34f-4ec6-96b7-ae38cdad8095 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8826563 Aug 11 01:00:45.016428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Request body: {'port': {'device_id': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:45.109273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:45.290123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-68eb5d3c-1a9d-4d2d-bc69-882ae170c45c None None] Provisioning for port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:45.301162 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-68eb5d3c-1a9d-4d2d-bc69-882ae170c45c None None] Provisioning complete for port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:45.301529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d3c-1a9d-4d2d-bc69-882ae170c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:45.380354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:45.430158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5d3c-1a9d-4d2d-bc69-882ae170c45c None None] Port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:00:45.481654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:45.482127 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:45.508247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f7435-2537-4255-80f4-ba86abca7862 req-1a8fbb2c-9f34-4dcf-b189-1a34e8c5339d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:45.516303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a86f7435-2537-4255-80f4-ba86abca7862 req-1a8fbb2c-9f34-4dcf-b189-1a34e8c5339d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 931 time: 0.0917680 Aug 11 01:00:45.582560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:00:45.599271 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a86f7435-2537-4255-80f4-ba86abca7862 req-2cc0c381-90de-4214-aca6-9713c984ffdf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744879 Aug 11 01:00:45.599271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:45.606699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Transition to ACTIVE for port object 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:00:45.936620 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:46.031494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:46.146500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:00:46.147764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:00:46.147883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:46.153457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:00:46.153872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:00:46.159699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:00:46.160283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Checking segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:00:46.160726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Bound using segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:00:46.161247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Bound port: 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:00:46.161678 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:46.250834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:00:46.258891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:00:46.278821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a47faaba-68d6-4382-b0f0-6414189caddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:46.379548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:46.417787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:46.418303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:46.420371 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 200 len: 1092 time: 1.4150498 Aug 11 01:00:46.426176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:46.426176 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecc1b81-3e3a-448b-a3e5-b5c641627aca" -d '{"events": [{"name": "network-changed", "server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:46.463055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332fe74-d1c2-48e9-b96b-3171a4145814 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:46.484541 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68d37fc-d92a-4b1b-a31a-dd0c4ca63011 x-openstack-request-id: req-b68d37fc-d92a-4b1b-a31a-dd0c4ca63011 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:46.484905 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:46.485083 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b68d37fc-d92a-4b1b-a31a-dd0c4ca63011 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:46.485614 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'status': 'completed', 'code': 200} Aug 11 01:00:46.588190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1b81-3e3a-448b-a3e5-b5c641627aca req-e3d5dba3-3869-4a23-9d0f-5074af2b10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:46.589916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ecc1b81-3e3a-448b-a3e5-b5c641627aca req-e3d5dba3-3869-4a23-9d0f-5074af2b10eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1095 time: 0.0782897 Aug 11 01:00:46.726396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1b81-3e3a-448b-a3e5-b5c641627aca req-004b62e5-5267-4d9f-8b71-b2084fee4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:46.732438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ecc1b81-3e3a-448b-a3e5-b5c641627aca req-004b62e5-5267-4d9f-8b71-b2084fee4975 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7e7ca9f6816745c198aadf17525c4824&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1342738 Aug 11 01:00:46.840640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658f88d-2449-4aa6-9366-1e0825c1decd req-09f2b03d-7ce8-483d-88b4-471149b5b109 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:46.853551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3658f88d-2449-4aa6-9366-1e0825c1decd req-09f2b03d-7ce8-483d-88b4-471149b5b109 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 943 time: 0.0967877 Aug 11 01:00:46.906904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1b81-3e3a-448b-a3e5-b5c641627aca req-5e7e4079-0f2b-41ff-bbf2-13b2ca9d5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:46.908836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ecc1b81-3e3a-448b-a3e5-b5c641627aca req-5e7e4079-0f2b-41ff-bbf2-13b2ca9d5b20 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661401 Aug 11 01:00:46.920975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3658f88d-2449-4aa6-9366-1e0825c1decd req-b1548d84-9388-4d89-86a4-e354c401b08d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498676 Aug 11 01:00:46.999342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-f4ca291c-c9c2-4554-8c36-6f9191bc6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:47.001058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-f4ca291c-c9c2-4554-8c36-6f9191bc6c5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1095 time: 0.0469182 Aug 11 01:00:47.045283 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-98859566-4d26-47ba-9ce7-721182db07c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 200 len: 217 time: 0.0362735 Aug 11 01:00:47.105902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-12b3fc91-47eb-483e-b605-10376a9ab194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:47.107726 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-12b3fc91-47eb-483e-b605-10376a9ab194 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3ab6f-8c86-41a3-88ab-6b79841d8c29 HTTP/1.1" status: 200 len: 834 time: 0.0556121 Aug 11 01:00:47.181362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-178bdfc1-b438-4792-a46c-e53fa94f2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:47.182069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-178bdfc1-b438-4792-a46c-e53fa94f2e74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=821bdd54-a670-41c1-8d9d-57612e62d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669427 Aug 11 01:00:47.295482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-a7d956a5-697c-43ec-9055-ff7b358317ee service neutron] 10.222.0.44 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993054 Aug 11 01:00:47.419941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92be4cd7-8d24-49dd-bc48-2bd4f55b360c req-3bcd5282-46b9-49f2-87e6-953ede3fd9b9 service neutron] 10.222.0.44 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125448 Aug 11 01:00:48.057427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e98d0-73a2-4e97-befe-e89a84cb3ad1 req-d0f5a3de-d4ec-4517-87db-61b65dfd73c4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:48.059004 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c27e98d0-73a2-4e97-befe-e89a84cb3ad1 req-d0f5a3de-d4ec-4517-87db-61b65dfd73c4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 943 time: 0.0555856 Aug 11 01:00:48.101114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c27e98d0-73a2-4e97-befe-e89a84cb3ad1 req-4de2aeda-e736-4c9a-ae2a-6997680138a8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359890 Aug 11 01:00:48.896602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ec64-d000-4bda-84fd-4fe16686b686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:48.930541 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:49.246992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b7796-02f2-4f06-aff6-ce887cdf0256 req-55361b46-a476-46a7-ba4f-12265e020deb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:49.248855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-334b7796-02f2-4f06-aff6-ce887cdf0256 req-55361b46-a476-46a7-ba4f-12265e020deb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 943 time: 0.0680122 Aug 11 01:00:49.296032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-334b7796-02f2-4f06-aff6-ce887cdf0256 req-a3ca24d0-f77c-490e-9c91-665ece922bd3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 Aug 11 01:00:50.434628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0511b-83b1-4aa2-b285-6fd663154f45 req-71d37109-314f-4b45-880f-5be9ba5d5e88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:50.436327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7e0511b-83b1-4aa2-b285-6fd663154f45 req-71d37109-314f-4b45-880f-5be9ba5d5e88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 943 time: 0.0620689 Aug 11 01:00:50.477251 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7e0511b-83b1-4aa2-b285-6fd663154f45 req-89575e51-2b48-4db6-bd80-a7266463d22c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350401 Aug 11 01:00:50.509949 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:51.459882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:00:51.594559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:51.625990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'port_id': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'mac_address': 'fa:16:3e:a3:24:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:00:51.644364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fdf1f-ced3-4cc3-ae02-8f13ebeed7c6 req-0c9a9591-9b1d-46cd-b68b-e3468d7598d1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:51.647546 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d39fdf1f-ced3-4cc3-ae02-8f13ebeed7c6 req-0c9a9591-9b1d-46cd-b68b-e3468d7598d1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 943 time: 0.0725076 Aug 11 01:00:51.682149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:51.691976 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d39fdf1f-ced3-4cc3-ae02-8f13ebeed7c6 req-3d902db9-eead-45d4-9740-d0aa03f38578 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Aug 11 01:00:51.698521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:00:51.723942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:51.834022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:51.887044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:52.052142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['9ddfb222-bff7-491e-bf4e-8b422d1c22f1'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:00:52.389982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:52.837220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba89a8-f4af-471a-9d22-5d90fd1b3b3d req-1ad22b27-f587-4054-9e52-e8cd1dbae3b8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:52.838790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0ba89a8-f4af-471a-9d22-5d90fd1b3b3d req-1ad22b27-f587-4054-9e52-e8cd1dbae3b8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 944 time: 0.0640554 Aug 11 01:00:52.887028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0ba89a8-f4af-471a-9d22-5d90fd1b3b3d req-825b14ab-3b36-4e2e-9587-83c2ce914bb4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353644 Aug 11 01:00:53.455704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:00:53.591348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:00:53.596564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:00:53.597218 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:53.709271 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:53.737477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:53.740953 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649c6ae3-e1fa-46a5-9a26-93a797c376d8" -d '{"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-plugged", "status": "completed", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:53.767033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:00:53.792128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7467f9-3d4d-4699-add5-9245c834f7ee req-2b2b44cc-09f7-477f-83c1-3752ab8adc51 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:53.794336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a7467f9-3d4d-4699-add5-9245c834f7ee req-2b2b44cc-09f7-477f-83c1-3752ab8adc51 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0983930 Aug 11 01:00:53.804511 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6ba7e-2b45-4b24-8ea1-8ced5afe0ed6 x-openstack-request-id: req-b0c6ba7e-2b45-4b24-8ea1-8ced5afe0ed6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:53.804796 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-plugged", "status": "completed", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:53.805046 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0c6ba7e-2b45-4b24-8ea1-8ced5afe0ed6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:53.805462 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'code': 200} Aug 11 01:00:53.836053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:53.844133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0a7467f9-3d4d-4699-add5-9245c834f7ee req-1f89151a-068a-475f-a96f-c23a8aa84e7d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362167 Aug 11 01:00:53.914552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:53.918186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdd768-fa68-44aa-9507-f6a77b3efdd9 req-2d16a58b-3ded-4002-9fd9-0e1c7e229dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:53.920552 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8dfdd768-fa68-44aa-9507-f6a77b3efdd9 req-2d16a58b-3ded-4002-9fd9-0e1c7e229dce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1097 time: 0.0436764 Aug 11 01:00:54.002713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8dfdd768-fa68-44aa-9507-f6a77b3efdd9 req-a3633379-119a-4450-9b11-cc3b0c4b51f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730195 Aug 11 01:00:54.023753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259a811-38f0-4fe1-a73d-70a761ed29c0 req-984b0c8a-b6cb-4146-8ac2-cda99d99bd9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:54.025662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b259a811-38f0-4fe1-a73d-70a761ed29c0 req-984b0c8a-b6cb-4146-8ac2-cda99d99bd9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0797746 Aug 11 01:00:54.032951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb17d23-0bbd-47f0-b0f4-0d3a1a070481 req-dc3b85d3-2856-48bd-95df-80dcb3e5f282 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:54.034905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3bb17d23-0bbd-47f0-b0f4-0d3a1a070481 req-dc3b85d3-2856-48bd-95df-80dcb3e5f282 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.0562677 Aug 11 01:00:54.083067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b259a811-38f0-4fe1-a73d-70a761ed29c0 req-286c2d4f-80da-4b02-8ed2-8ba35b1b2df2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510149 Aug 11 01:00:54.097494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3bb17d23-0bbd-47f0-b0f4-0d3a1a070481 req-de1f07d5-78f0-447a-a760-bdd56388c388 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538063 Aug 11 01:00:54.792439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c2a07-c51d-42ac-9366-c5aacbb1d4e2 req-dbeb796e-ec1a-4bb4-998e-e7f04e7bec04 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:54.794677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-626c2a07-c51d-42ac-9366-c5aacbb1d4e2 req-dbeb796e-ec1a-4bb4-998e-e7f04e7bec04 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0782132 Aug 11 01:00:54.843445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-626c2a07-c51d-42ac-9366-c5aacbb1d4e2 req-b071fab6-c652-4258-b446-76141fee0ca9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Aug 11 01:00:55.263448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e748b4-6f5a-4dcc-8b30-b57c9901f41b req-90885f61-4721-4690-9f56-6d7925d42c24 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:55.265039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7e748b4-6f5a-4dcc-8b30-b57c9901f41b req-90885f61-4721-4690-9f56-6d7925d42c24 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.0657544 Aug 11 01:00:55.309694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7e748b4-6f5a-4dcc-8b30-b57c9901f41b req-1f833d9e-c92e-4ef7-ba7e-f2fa274c6e93 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367069 Aug 11 01:00:55.446416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb136e8-29da-46e6-8a85-e434380f1b05 req-fe355c03-a07c-45b5-ae06-f76797e33b6b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:55.448460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-feb136e8-29da-46e6-8a85-e434380f1b05 req-fe355c03-a07c-45b5-ae06-f76797e33b6b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.0569630 Aug 11 01:00:55.522389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-feb136e8-29da-46e6-8a85-e434380f1b05 req-55969200-cb1d-4053-9236-b01910fc5611 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631397 Aug 11 01:00:55.548395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41602) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:55.590653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284afe78-9b31-43e0-a511-ff79aeca7555 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:55.595031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-284afe78-9b31-43e0-a511-ff79aeca7555 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1092 time: 0.0428414 Aug 11 01:00:55.595997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41604) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:55.601728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:55.742167 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:55.905580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:55.946335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4419ff-2b4d-41f0-bf1f-b87237d2bf9d req-8845cfb9-4cbc-45f4-adc3-8b04e3a6b359 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:55.954625 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b4419ff-2b4d-41f0-bf1f-b87237d2bf9d req-8845cfb9-4cbc-45f4-adc3-8b04e3a6b359 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1089847 Aug 11 01:00:56.008098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b4419ff-2b4d-41f0-bf1f-b87237d2bf9d req-794620ff-1256-4dc6-b6cf-2dfe44184906 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519669 Aug 11 01:00:56.049327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.25.0.195 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/2fbeed14-6339-40c3-ae4e-09e025864483) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:00:56.178689 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:57.118055 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:57.267308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:00:57.267308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:00:57.267308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb91c-f3a3-4dac-99eb-92025e386065 req-ae2da1d7-ab4b-4c49-ba09-2c117280e466 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:57.267308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-147cb91c-f3a3-4dac-99eb-92025e386065 req-ae2da1d7-ab4b-4c49-ba09-2c117280e466 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1021903 Aug 11 01:00:57.267308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=2fbeed14-6339-40c3-ae4e-09e025864483,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:57.267308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:00:57.270231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-147cb91c-f3a3-4dac-99eb-92025e386065 req-41c14c49-6e4e-4fc3-8909-064fb1079453 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729337 Aug 11 01:00:57.665968 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:57.825859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41644) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:57.846623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:57.977012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a71b1ec6-efb4-4696-b24d-a60cb43847de tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3705 time: 0.1471903 Aug 11 01:00:57.977837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41648) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:57.984510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'network': {'name': 'tempest-network-smoke--522654785', 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'port_security_enabled': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:58.081661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Made reservation on behalf of 2ff2ce7ebbeb41f3bb0b30eec87c5adb for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:00:58.086130 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.091511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.112278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:00:58.122211 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.123747 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Added segment f8fe6b9f-4146-4f3d-9351-7565e040f36e of type vlan for network c766c6b4-375c-47bd-b060-342c31abe353 Aug 11 01:00:58.167354 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.178594 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.229600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=2fbeed14-6339-40c3-ae4e-09e025864483,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:58.279707 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.332991 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.349229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:58.350651 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.401952 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Floating IP df459cc6-11fd-47e3-ad9b-f92508380793 associated. External IP: 172.25.0.195, port: 9ddfb222-bff7-491e-bf4e-8b422d1c22f1. Aug 11 01:00:58.451588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Network': ['ID=c766c6b4-375c-47bd-b060-342c31abe353,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:00:58.464283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c766c6b4-375c-47bd-b060-342c31abe353 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:00:58.473619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa5441-8312-4ea3-8515-8c5ee994e90a req-45ff916d-4af6-484d-ac02-25104e5802c7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:58.475992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00aa5441-8312-4ea3-8515-8c5ee994e90a req-45ff916d-4af6-484d-ac02-25104e5802c7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1136630 Aug 11 01:00:58.519451 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00aa5441-8312-4ea3-8515-8c5ee994e90a req-dd72f74b-37c9-45f4-b708-cf6d63d0f1fe tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363607 Aug 11 01:00:58.574675 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-caf6bd38-885d-4f68-99e3-f540d9dbb64e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5960472 Aug 11 01:00:58.577991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41656) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:58.589988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'admin_state_up': True, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:00:58.684044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:00:58.721606 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.723339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.812851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.841331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:00:58.851796 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] Sync routers for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:00:58.862283 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:58.862907 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:58.973334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:58.974598 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:59.017474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eb4e7c01-a5c7-452f-894e-8a8403f8ae88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4174387 Aug 11 01:00:59.017474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:00:59.018466 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d086f14-3b17-410b-ad16-8dd5da535fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:00:59.112562 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841a407b-e472-4aa4-9bfb-3fcd5f335469 x-openstack-request-id: req-841a407b-e472-4aa4-9bfb-3fcd5f335469 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:00:59.112860 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:00:59.113634 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-841a407b-e472-4aa4-9bfb-3fcd5f335469 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:00:59.113634 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'status': 'completed', 'code': 200} Aug 11 01:00:59.130289 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:59.197716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe112c62-2fe2-4a52-a1ec-60449a2dc8d8 req-503f760d-661b-4a6a-b843-bb39caae8f51 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:59.200001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe112c62-2fe2-4a52-a1ec-60449a2dc8d8 req-503f760d-661b-4a6a-b843-bb39caae8f51 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.0693185 Aug 11 01:00:59.243540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-804dec45-d7f4-4599-a169-d667fa89baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:59.245083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-804dec45-d7f4-4599-a169-d667fa89baa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1097 time: 0.1072488 Aug 11 01:00:59.254765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe112c62-2fe2-4a52-a1ec-60449a2dc8d8 req-bfd72100-6fc3-44ce-9955-a28702e09dc0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480945 Aug 11 01:00:59.272324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41674) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:00:59.311542 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'df459cc6-11fd-47e3-ad9b-f92508380793', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'port_id': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'mac_address': 'fa:16:3e:a3:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:00:57Z', 'updated_at': '2021-08-11T01:00:57Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:43Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:59.349904 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] Checking router: 47c59e36-c78a-4749-8b7b-d674c0fd9a6d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:00:59.353267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bf3ea605-e18d-4445-acf2-c40041727428 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/df459cc6-11fd-47e3-ad9b-f92508380793 HTTP/1.1" status: 200 len: 991 time: 0.0762939 Aug 11 01:00:59.360285 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:00:59.361050 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:59.413802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-32bc60a2-3631-41c2-8a4a-05571702dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:59.415336 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-32bc60a2-3631-41c2-8a4a-05571702dff8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=821bdd54-a670-41c1-8d9d-57612e62d155 HTTP/1.1" status: 200 len: 897 time: 0.1583340 Aug 11 01:00:59.505630 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-dcf4e7ab-fda2-432a-a2ad-38c80bd32724 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 200 len: 999 time: 0.0807502 Aug 11 01:00:59.520488 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:00:59.617017 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:59.715113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-5c3ec871-676b-471d-bbbc-6e21f9329f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:59.716663 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-5c3ec871-676b-471d-bbbc-6e21f9329f92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3ab6f-8c86-41a3-88ab-6b79841d8c29 HTTP/1.1" status: 200 len: 834 time: 0.1988466 Aug 11 01:00:59.744929 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:59.785607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:59.823973 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'df459cc6-11fd-47e3-ad9b-f92508380793', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'port_id': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'mac_address': 'fa:16:3e:a3:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:00:57Z', 'updated_at': '2021-08-11T01:00:57Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:43Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:00:59.842213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c3897-5730-4de3-8d0d-4309e012cf6d req-1f9a1c5a-9835-43b0-adf5-2667b4bfb87c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:59.843771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d3c3897-5730-4de3-8d0d-4309e012cf6d req-1f9a1c5a-9835-43b0-adf5-2667b4bfb87c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1753469 Aug 11 01:00:59.852301 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c522f-b0d3-4282-896a-25fa363c38d9 None None] The sync data for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 is: [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'df459cc6-11fd-47e3-ad9b-f92508380793', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'port_id': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'mac_address': 'fa:16:3e:a3:24:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:00:57Z', 'updated_at': '2021-08-11T01:00:57Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:43Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:00:59.869299 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:00:59.872047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-a307e0ce-8ddf-402a-85e3-adb0d3258eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:00:59.873589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-a307e0ce-8ddf-402a-85e3-adb0d3258eaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=821bdd54-a670-41c1-8d9d-57612e62d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385684 Aug 11 01:01:00.030516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Allocated IP 172.25.0.249 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/25620e43-b44e-4ba7-b9ad-b50eb73c5d38) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:00.039580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d3c3897-5730-4de3-8d0d-4309e012cf6d req-23cdd2e5-3db1-499d-8fc3-59e0d5186b92 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721704 Aug 11 01:01:00.128315 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-9c5ee1f0-6c9e-49ac-8d7a-3b1d27cf6253 service neutron] 10.222.0.44 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430847 Aug 11 01:01:00.220866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b0d30-f2a6-4a65-a35a-3a7283182bb1 None None] New status for floating IP df459cc6-11fd-47e3-ad9b-f92508380793: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:01:00.310031 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:00.328439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d086f14-3b17-410b-ad16-8dd5da535fd6 req-8b6021dc-19a7-4021-b3e9-6e82864cd23b service neutron] 10.222.0.44 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882083 Aug 11 01:01:00.356835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41686) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:00.421845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e108e6e8-ad55-47f8-ac60-a78b8456d05b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/df459cc6-11fd-47e3-ad9b-f92508380793 HTTP/1.1" status: 200 len: 991 time: 0.0636315 Aug 11 01:01:00.497347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:00.557177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:00.560636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:00.564689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:00.594981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=25620e43-b44e-4ba7-b9ad-b50eb73c5d38,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:01.189648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf6492-9c1a-45d1-829a-9a5caa35e7da req-6f6891bf-bc58-4043-ae6f-a86e76b7f117 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:01.196070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1adf6492-9c1a-45d1-829a-9a5caa35e7da req-6f6891bf-bc58-4043-ae6f-a86e76b7f117 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0750778 Aug 11 01:01:01.255572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1adf6492-9c1a-45d1-829a-9a5caa35e7da req-1cfceb43-373e-4588-b304-3929398d2e9e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455503 Aug 11 01:01:01.299626 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:01.425049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41698) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:01.499867 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-298a7692-4077-49ed-a6eb-f60e720637bd tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/df459cc6-11fd-47e3-ad9b-f92508380793 HTTP/1.1" status: 200 len: 993 time: 0.0641670 Aug 11 01:01:01.526700 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:01.765155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Router 75278e97-3cab-4af8-9381-de7fe9e4b24a is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:01:01.891600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:01.901596 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Sync routers for ids ['75278e97-3cab-4af8-9381-de7fe9e4b24a'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:01.914216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Routers {'75278e97-3cab-4af8-9381-de7fe9e4b24a'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:01.915001 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['75278e97-3cab-4af8-9381-de7fe9e4b24a'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:02.005064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:02.006378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f6ed7364-0749-4388-9a07-1fbfdc23ffd7 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4274156 Aug 11 01:01:02.009576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41704) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:02.034635 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Set router 75278e97-3cab-4af8-9381-de7fe9e4b24a gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:02.080687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6e5da-a63d-4d04-b53a-e4b401fa9f42 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:02.082213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-99d6e5da-a63d-4d04-b53a-e4b401fa9f42 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0716944 Aug 11 01:01:02.085257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41706) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:02.180247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fcfb8d-749d-48b9-b69e-614b968f9920 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:02.184976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-71fcfb8d-749d-48b9-b69e-614b968f9920 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955176 Aug 11 01:01:02.185745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41710) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:02.217616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fa4891b6-89c4-4b4d-9147-7f48cee7d12c tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306778 Aug 11 01:01:02.220651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41712) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:02.227576 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:01Z', 'revision_number': 3, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:02.251383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e6393808-6fc9-47c4-8f1f-f15f05cb7fb4 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295956 Aug 11 01:01:02.254611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41714) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:02.256016 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Checking router: 75278e97-3cab-4af8-9381-de7fe9e4b24a for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:02.256477 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Updating router 75278e97-3cab-4af8-9381-de7fe9e4b24a port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:01:02.296949 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:02.414961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67988617-3a02-4231-bf94-12daebbce87f tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:02.419594 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-67988617-3a02-4231-bf94-12daebbce87f tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606405 Aug 11 01:01:02.421510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41720) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:02.444514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc229e35-3436-465f-b8c4-1cba6112e4d9 req-116fbe72-cb74-48fc-86c3-97443a98f000 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:02.453464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc229e35-3436-465f-b8c4-1cba6112e4d9 req-116fbe72-cb74-48fc-86c3-97443a98f000 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0893869 Aug 11 01:01:02.473709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-190de354-4347-4c1e-9a7f-54f7d66ee69d tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507500 Aug 11 01:01:02.478166 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 41722) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:02.489862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2143683146', 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353', 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:02.498805 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc229e35-3436-465f-b8c4-1cba6112e4d9 req-45b7ffa5-509a-48f7-8d16-5fc8a1880817 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442159 Aug 11 01:01:02.597718 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:01:02.672278 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:02.682390 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Transition to ACTIVE for port object 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:02.750127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Made reservation on behalf of 2ff2ce7ebbeb41f3bb0b30eec87c5adb for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:01:02.754057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:02.816810 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:02.870430 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Attempting to bind port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:02.873625 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Attempting to bind port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:02.874116 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Attempting to bind port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:02.884383 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15992d13-ca25-4ff7-a468-bdd559b19f5a None None] Pushing event updated for resources: {'Port': ['ID=25620e43-b44e-4ba7-b9ad-b50eb73c5d38,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:02.887350 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:02.887830 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:02.888352 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:02.888812 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:02.889364 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Bound port: 25620e43-b44e-4ba7-b9ad-b50eb73c5d38, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:02.889822 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:02.954238 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] For port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:02.962712 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] For port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=25620e43-b44e-4ba7-b9ad-b50eb73c5d38,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:03.139086 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:03.188285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:03.202720 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15992d13-ca25-4ff7-a468-bdd559b19f5a None None] Pushing event updated for resources: {'Port': ['ID=25620e43-b44e-4ba7-b9ad-b50eb73c5d38,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:03.205549 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Routers {'75278e97-3cab-4af8-9381-de7fe9e4b24a'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:03.206167 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['75278e97-3cab-4af8-9381-de7fe9e4b24a'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:03.264625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Subnet': ['ID=0e420c5e-188b-4333-a2b2-9ffb57ed573f,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:03.272964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Checking segment: {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:03.273341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network hostable DHCP agents. Network: c766c6b4-375c-47bd-b060-342c31abe353, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:01:03.390012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network c766c6b4-375c-47bd-b060-342c31abe353 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:01:03.417189 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] Set router 75278e97-3cab-4af8-9381-de7fe9e4b24a gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:03.567342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c766c6b4-375c-47bd-b060-342c31abe353) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:03.573521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:03.602486 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:03.602803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d6a30-93ee-4db7-a4bd-0f0ecdd9754e None None] Network c766c6b4-375c-47bd-b060-342c31abe353 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:01:03.610209 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:01Z', 'revision_number': 3, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:03.638254 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a5749f-65d6-4784-af66-ed54b3f102a9 None None] The sync data for ids ['75278e97-3cab-4af8-9381-de7fe9e4b24a'] in n-d-712143-13 is: [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:01Z', 'revision_number': 3, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:03.703012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31c4f-a95c-432e-951a-4d0dd265c0f1 req-fbc58bd2-58bd-42d6-a54e-2fbddc6e3bf6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:03.704783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8be31c4f-a95c-432e-951a-4d0dd265c0f1 req-fbc58bd2-58bd-42d6-a54e-2fbddc6e3bf6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0693116 Aug 11 01:01:03.751423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8be31c4f-a95c-432e-951a-4d0dd265c0f1 req-b1078b64-509d-494d-b06f-c9c27140a1e7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392351 Aug 11 01:01:03.782321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-c766c6b4-375c-47bd-b060-342c31abe353', 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'fixed_ips': [{'subnet_id': '0e420c5e-188b-4333-a2b2-9ffb57ed573f'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:01:03.783218 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:03.819832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-567cd59f-2ed9-480b-8af1-448e39e059de tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3402679 Aug 11 01:01:03.822440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 41736) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:04.174715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Allocated IP 172.20.0.18 (c766c6b4-375c-47bd-b060-342c31abe353/0e420c5e-188b-4333-a2b2-9ffb57ed573f/aa08c1a4-5999-4ef5-adab-412e38b42a6f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:04.352715 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:04.362381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Transition to ACTIVE for port object aa08c1a4-5999-4ef5-adab-412e38b42a6f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:04.381311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Transition to ACTIVE for port object aa08c1a4-5999-4ef5-adab-412e38b42a6f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:04.425369 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:04.509358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:04.572643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Network c766c6b4-375c-47bd-b060-342c31abe353 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:04.584196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:04.588160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:04.608168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Pushing event updated for resources: {'Port': ['ID=aa08c1a4-5999-4ef5-adab-412e38b42a6f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:04.686281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Attempting to bind port aa08c1a4-5999-4ef5-adab-412e38b42a6f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:04.686582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Attempting to bind port aa08c1a4-5999-4ef5-adab-412e38b42a6f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:04.687149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Attempting to bind port aa08c1a4-5999-4ef5-adab-412e38b42a6f on network c766c6b4-375c-47bd-b060-342c31abe353 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:04.699123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:04.700469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Checking segment: {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:04.701125 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:04.701619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Bound using segment: {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:04.703026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Bound port: aa08c1a4-5999-4ef5-adab-412e38b42a6f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:04.703548 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:04.759371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Allocated IP 172.20.0.17 (c766c6b4-375c-47bd-b060-342c31abe353/0e420c5e-188b-4333-a2b2-9ffb57ed573f/92c885f4-de95-4fb7-aaa7-da696ddb87b5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:04.796847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] For port aa08c1a4-5999-4ef5-adab-412e38b42a6f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:04.800708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] For port aa08c1a4-5999-4ef5-adab-412e38b42a6f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aa08c1a4-5999-4ef5-adab-412e38b42a6f,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:04.930889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:04.946410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ec6fd-ce63-4be7-8589-c7b02d55962c req-27b17e6c-4f76-4963-84bd-205180c7b9e0 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:04.946410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a20ec6fd-ce63-4be7-8589-c7b02d55962c req-27b17e6c-4f76-4963-84bd-205180c7b9e0 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0944612 Aug 11 01:01:04.946410 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:04.977703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Transition to ACTIVE for port object 92c885f4-de95-4fb7-aaa7-da696ddb87b5 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:05.014159 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a20ec6fd-ce63-4be7-8589-c7b02d55962c req-2856fb18-fc4d-44ef-9e7a-acdec07dbdc6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639887 Aug 11 01:01:05.017375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba800844-5113-4175-813b-cdd40e5195a7 None None] Pushing event updated for resources: {'Port': ['ID=aa08c1a4-5999-4ef5-adab-412e38b42a6f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:05.162676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:05.241795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network c766c6b4-375c-47bd-b060-342c31abe353 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:05.245288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:05.248027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:05.286276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=92c885f4-de95-4fb7-aaa7-da696ddb87b5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:05.322291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:05.516025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aa08c1a4-5999-4ef5-adab-412e38b42a6f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:05.601607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:05.696456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port aa08c1a4-5999-4ef5-adab-412e38b42a6f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:05.700928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:05.864952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:05.872170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:05.872628 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:05.925474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:05.967450 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:06.001935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=25620e43-b44e-4ba7-b9ad-b50eb73c5d38,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:06.035592 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:06.127580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=92c885f4-de95-4fb7-aaa7-da696ddb87b5,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:06.130342 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:06.165149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:06.248678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be823e77-2362-4c1b-81b8-7fb443a17715 req-561591b5-e7df-4a84-8512-d0d95a9c7237 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:06.251311 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be823e77-2362-4c1b-81b8-7fb443a17715 req-561591b5-e7df-4a84-8512-d0d95a9c7237 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0899096 Aug 11 01:01:06.261249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=25620e43-b44e-4ba7-b9ad-b50eb73c5d38,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:06.295854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network c766c6b4-375c-47bd-b060-342c31abe353 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:06.297442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:06.319511 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be823e77-2362-4c1b-81b8-7fb443a17715 req-1c8940c7-e240-4c2c-ae9a-98e96575a306 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504301 Aug 11 01:01:06.422134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Router 75278e97-3cab-4af8-9381-de7fe9e4b24a has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:01:06.535026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc49741-21e6-40df-92ea-c72914099620 None None] Network c766c6b4-375c-47bd-b060-342c31abe353 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:01:06.560438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:06.584707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-db17b6ca-e070-4ec2-ad31-dda3abec416d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "PUT /v2.0/routers/75278e97-3cab-4af8-9381-de7fe9e4b24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7602651 Aug 11 01:01:06.611042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Sync routers for ids ['75278e97-3cab-4af8-9381-de7fe9e4b24a'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:06.644035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Routers {'75278e97-3cab-4af8-9381-de7fe9e4b24a'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:06.644945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['75278e97-3cab-4af8-9381-de7fe9e4b24a'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:06.760762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d3c9677a-0d2a-45fd-b151-9289980dc561 None None] Provisioning for port aa08c1a4-5999-4ef5-adab-412e38b42a6f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:06.803889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d3c9677a-0d2a-45fd-b151-9289980dc561 None None] Provisioning complete for port aa08c1a4-5999-4ef5-adab-412e38b42a6f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:06.804319 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d3c9677a-0d2a-45fd-b151-9289980dc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:06.861673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf01f1-f92f-4e47-9825-42483663687d req-778201e9-f986-45b0-9959-995d5af9c034 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:06.875471 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-778201e9-f986-45b0-9959-995d5af9c034 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/networks?id=c766c6b4-375c-47bd-b060-342c31abe353 HTTP/1.1" status: 200 len: 797 time: 0.1520200 Aug 11 01:01:06.879107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Set router 75278e97-3cab-4af8-9381-de7fe9e4b24a gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:06.908301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-ec5e3625-34df-4701-953f-bfabbe13fdef tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/quotas/2ff2ce7ebbeb41f3bb0b30eec87c5adb HTTP/1.1" status: 200 len: 375 time: 0.0317714 Aug 11 01:01:06.989565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-7c4496a3-a9ce-45d3-b5fe-322125df8b6e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0750816 Aug 11 01:01:07.141169 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d3c9677a-0d2a-45fd-b151-9289980dc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:07.143054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-6c3e0a5e-46b9-4436-b69d-ae1e3eac6bd0 service neutron] 10.222.0.43 "GET /v2.0/networks/c766c6b4-375c-47bd-b060-342c31abe353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372926 Aug 11 01:01:07.244978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d3c9677a-0d2a-45fd-b151-9289980dc561 None None] For port aa08c1a4-5999-4ef5-adab-412e38b42a6f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aa08c1a4-5999-4ef5-adab-412e38b42a6f,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:07.260574 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-7959a16d-5d71-413c-922a-dec6eb51d997 service neutron] 10.222.0.43 "GET /v2.0/networks/c766c6b4-375c-47bd-b060-342c31abe353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094065 Aug 11 01:01:07.315152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '92c885f4-de95-4fb7-aaa7-da696ddb87b5', 'name': '', 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:22:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '0e420c5e-188b-4333-a2b2-9ffb57ed573f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:04Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 2, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '0e420c5e-188b-4333-a2b2-9ffb57ed573f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:07.393861 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d3c9677a-0d2a-45fd-b151-9289980dc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:07.486180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Checking router: 75278e97-3cab-4af8-9381-de7fe9e4b24a for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:07.486539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Updating router 75278e97-3cab-4af8-9381-de7fe9e4b24a port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:01:07.523854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f0064-7e51-4a77-baff-9636faec2f51 req-78234473-5c4d-4151-a339-5df3ff2cd94f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:07.524460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9677a-0d2a-45fd-b151-9289980dc561 None None] Pushing event updated for resources: {'Port': ['ID=aa08c1a4-5999-4ef5-adab-412e38b42a6f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:07.534752 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:07.535271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc4f0064-7e51-4a77-baff-9636faec2f51 req-78234473-5c4d-4151-a339-5df3ff2cd94f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0853209 Aug 11 01:01:07.546816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:07.606259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc4f0064-7e51-4a77-baff-9636faec2f51 req-6fa5f61b-888d-4373-aa17-a723d9ac949a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697074 Aug 11 01:01:07.654017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-79e2e012-f925-4913-bffe-d2b4b391e1cb req-adbc16fe-304c-423b-963e-6af0d6cd09dd tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 210 time: 0.0461209 Aug 11 01:01:07.736953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-35beb9d6-c959-408e-af3e-90d1cf3b3892 None None] Provisioning for port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:07.825989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-35beb9d6-c959-408e-af3e-90d1cf3b3892 None None] Provisioning complete for port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:07.826665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-35beb9d6-c959-408e-af3e-90d1cf3b3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:07.903216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:07.903606 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:07.908687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-35beb9d6-c959-408e-af3e-90d1cf3b3892 None None] Port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:01:08.025624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-35beb9d6-c959-408e-af3e-90d1cf3b3892 None None] Provisioning complete for port aa08c1a4-5999-4ef5-adab-412e38b42a6f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:08.025999 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-35beb9d6-c959-408e-af3e-90d1cf3b3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:08.125115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4902c5-84d6-4495-8fb2-25e710739e2f req-3de2277d-98a8-4288-b16b-4fb5df626dfc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:08.126857 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e4902c5-84d6-4495-8fb2-25e710739e2f req-3de2277d-98a8-4288-b16b-4fb5df626dfc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0666525 Aug 11 01:01:08.179775 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e4902c5-84d6-4495-8fb2-25e710739e2f req-88c21335-6358-4e0a-9239-b61192355f3c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457327 Aug 11 01:01:08.273350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:08.286105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Transition to ACTIVE for port object 92c885f4-de95-4fb7-aaa7-da696ddb87b5 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:08.353675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-7c01f83f-0d3e-4fae-8968-f02f92dfd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:08.356255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-7c01f83f-0d3e-4fae-8968-f02f92dfd4cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1096 time: 0.1084421 Aug 11 01:01:08.371180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1088a627-0f3a-490e-a5f0-96f988289ac0 None None] Provisioning complete for port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:08.371729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1088a627-0f3a-490e-a5f0-96f988289ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:08.406014 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:08.462590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1088a627-0f3a-490e-a5f0-96f988289ac0 None None] Port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:01:08.468648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-36ae2393-95b1-43f7-acc9-5fa87f034c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:08.470179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-36ae2393-95b1-43f7-acc9-5fa87f034c40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.0975213 Aug 11 01:01:08.473614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba98d1-0f5a-4f4a-b9dc-9f70a35d4556 None None] Pushing event updated for resources: {'Port': ['ID=92c885f4-de95-4fb7-aaa7-da696ddb87b5,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:08.547680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Attempting to bind port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:08.548388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Attempting to bind port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:08.548763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Attempting to bind port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 on network c766c6b4-375c-47bd-b060-342c31abe353 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:08.555773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:08.556199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Checking segment: {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:08.556569 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:08.556973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Bound using segment: {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:08.557599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Bound port: 92c885f4-de95-4fb7-aaa7-da696ddb87b5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:08.561934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-51aea014-0cce-426d-b3ec-ac34b34d6a15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 998 time: 0.0781586 Aug 11 01:01:08.563686 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:08.622581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-addd31fa-fdf0-4908-a83f-6c408eb2088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:08.624915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-addd31fa-fdf0-4908-a83f-6c408eb2088f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0566881 Aug 11 01:01:08.656700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] For port 92c885f4-de95-4fb7-aaa7-da696ddb87b5, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:08.660297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] For port 92c885f4-de95-4fb7-aaa7-da696ddb87b5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=92c885f4-de95-4fb7-aaa7-da696ddb87b5,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:08.678565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-04d3c5da-c567-495d-b976-5230e8dfcd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:08.680184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-04d3c5da-c567-495d-b976-5230e8dfcd43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476966 Aug 11 01:01:08.693567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-55e4d224-b52c-41da-b5b6-56dcfaa8a10f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:01:08.694735 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-55e4d224-b52c-41da-b5b6-56dcfaa8a10f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066535 Aug 11 01:01:08.769038 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:08.788043 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-850b5ed4-a444-4cf9-9dda-4fe6a5c512aa req-751450ec-3dcc-4399-8790-a95201869553 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 210 time: 0.0616541 Aug 11 01:01:08.860861 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-0ca795ca-2a85-4041-8096-345e4aa111be service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563480 Aug 11 01:01:08.884205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Routers {'75278e97-3cab-4af8-9381-de7fe9e4b24a'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:08.884870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:00:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['75278e97-3cab-4af8-9381-de7fe9e4b24a'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:08.890245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba98d1-0f5a-4f4a-b9dc-9f70a35d4556 None None] Pushing event updated for resources: {'Port': ['ID=92c885f4-de95-4fb7-aaa7-da696ddb87b5,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:09.008426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4485d650-3866-4adc-bb7c-2c73b98310c7 req-2b913ee6-6c42-4bf9-935c-36c537c53a7b service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400559 Aug 11 01:01:09.052020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] Set router 75278e97-3cab-4af8-9381-de7fe9e4b24a gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:09.276144 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-a34c2204-6f97-4739-8888-6ffa77c954a5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711937108&fields=id&tenant_id=0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 267 time: 0.0621495 Aug 11 01:01:09.341777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9815e-c2ed-467f-9f2b-dd175539eb35 req-810ea2c6-53be-4dba-a082-6e0fa9d118c8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:09.347760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7e9815e-c2ed-467f-9f2b-dd175539eb35 req-810ea2c6-53be-4dba-a082-6e0fa9d118c8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0946202 Aug 11 01:01:09.371732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '92c885f4-de95-4fb7-aaa7-da696ddb87b5', 'name': '', 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:22:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '0e420c5e-188b-4333-a2b2-9ffb57ed573f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:04Z', 'updated_at': '2021-08-11T01:01:08Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '0e420c5e-188b-4333-a2b2-9ffb57ed573f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:09.404170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226053b-d9db-4a97-b2db-0caaa0ddc471 None None] The sync data for ids ['75278e97-3cab-4af8-9381-de7fe9e4b24a'] in n-d-712143-13 is: [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '92c885f4-de95-4fb7-aaa7-da696ddb87b5', 'name': '', 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:22:62:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '0e420c5e-188b-4333-a2b2-9ffb57ed573f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:04Z', 'updated_at': '2021-08-11T01:01:08Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '0e420c5e-188b-4333-a2b2-9ffb57ed573f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:09.404485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7e9815e-c2ed-467f-9f2b-dd175539eb35 req-8edd07bd-e936-432a-8f50-1136f9fe220c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489039 Aug 11 01:01:09.406853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aa08c1a4-5999-4ef5-adab-412e38b42a6f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:09.408034 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-6b1233bc-acee-43a1-91c6-678ddc957598 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:09.409867 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-6b1233bc-acee-43a1-91c6-678ddc957598 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.1329265 Aug 11 01:01:09.447255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-ee55a875-f6fa-47bb-b7f1-3baba14de660 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/quotas/0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 375 time: 0.0290747 Aug 11 01:01:09.518783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port aa08c1a4-5999-4ef5-adab-412e38b42a6f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:09.519226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:09.559681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-ca5a07e8-6307-4f19-953a-a80db7f5c8a2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113644 Aug 11 01:01:09.700848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-cf1845fd-c175-4fa5-a578-92e822bef1e2 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273720 Aug 11 01:01:09.814651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-0917ace3-3492-4f44-81b7-b519843dbf8b service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124935 Aug 11 01:01:09.945889 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8c8f0176-e507-46a1-91ce-0918251c16ef req-91e6e0c3-5af9-4a1c-868e-36f6ed08f87f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 210 time: 0.0570207 Aug 11 01:01:10.553845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb988b8-f81c-4bf0-bf98-783aea7594ca req-8ff02e9c-5ae7-4869-8e58-43fc1157f2b1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:10.563773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fb988b8-f81c-4bf0-bf98-783aea7594ca req-8ff02e9c-5ae7-4869-8e58-43fc1157f2b1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0705323 Aug 11 01:01:10.602370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0b0fb59-5a46-431c-bddf-71f5bf06eeef req-4dc4d8ba-6bee-41c1-bda9-fc2f40bc249a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0436342 Aug 11 01:01:10.641685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf01f1-f92f-4e47-9825-42483663687d req-c90712d2-ef32-4552-a012-1b28f8e02ae2 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:10.643715 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-c90712d2-ef32-4552-a012-1b28f8e02ae2 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.44 "GET /v2.0/networks?id=c766c6b4-375c-47bd-b060-342c31abe353 HTTP/1.1" status: 200 len: 797 time: 0.1716428 Aug 11 01:01:10.651576 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fb988b8-f81c-4bf0-bf98-783aea7594ca req-177982e0-464a-4176-987e-c411a566d4ef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817761 Aug 11 01:01:10.667002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Request body: {'port': {'device_id': '2d4628e5-1252-41ea-86aa-90c39e31cde8', 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353', 'admin_state_up': True, 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:11.045922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29c94bc4-1d53-4246-a2ec-bc6347ee3f28 req-d0fe8bdf-3939-4e19-83e9-d658148d670c tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 210 time: 0.0346601 Aug 11 01:01:11.162226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83ebd4-06ca-4fee-a357-9666c91e7299 req-9177ce23-acaa-41a0-a63c-212a2b2138ff tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:11.163846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e83ebd4-06ca-4fee-a357-9666c91e7299 req-9177ce23-acaa-41a0-a63c-212a2b2138ff tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0789514 Aug 11 01:01:11.219638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e83ebd4-06ca-4fee-a357-9666c91e7299 req-4f130a90-2e02-43f4-a808-1566ed27b292 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Aug 11 01:01:11.290846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Made reservation on behalf of 2ff2ce7ebbeb41f3bb0b30eec87c5adb for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:01:11.295183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:11.420633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 92c885f4-de95-4fb7-aaa7-da696ddb87b5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:11.476932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Allocated IP 172.20.0.27 (c766c6b4-375c-47bd-b060-342c31abe353/0e420c5e-188b-4333-a2b2-9ffb57ed573f/2f848551-fc13-4768-a763-22a4608bbda3) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:11.581703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:11.586374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:11.587022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:11.618317 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:11.634883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Transition to ACTIVE for port object 2f848551-fc13-4768-a763-22a4608bbda3 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:11.732995 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:11.761311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16cff8b5-7cec-47eb-9bdb-073682280b41 req-005552be-0fbf-4402-855b-24bf86824997 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0374079 Aug 11 01:01:11.827133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:11.909327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Network c766c6b4-375c-47bd-b060-342c31abe353 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:11.932837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:11.934093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 92c885f4-de95-4fb7-aaa7-da696ddb87b5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=92c885f4-de95-4fb7-aaa7-da696ddb87b5,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:11.941993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:11.973039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event updated for resources: {'Port': ['ID=2f848551-fc13-4768-a763-22a4608bbda3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:12.007478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52285301-5e8b-4252-915a-e81114ef2162 req-6ddf174d-2579-45c2-ac20-7ab6a7c29149 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:12.009162 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52285301-5e8b-4252-915a-e81114ef2162 req-6ddf174d-2579-45c2-ac20-7ab6a7c29149 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1166801 Aug 11 01:01:12.017688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:12.023495 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:12.056157 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:12.062625 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52285301-5e8b-4252-915a-e81114ef2162 req-138e0486-ca7f-473b-aeb9-47a067e5d264 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Aug 11 01:01:12.167659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-8ee3769f-0e5d-484d-bad3-0d2026b243fa tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5097785 Aug 11 01:01:12.172621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=92c885f4-de95-4fb7-aaa7-da696ddb87b5,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:12.181802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-bca29908-23be-411d-928f-16850df76020 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:01:12.182869 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-bca29908-23be-411d-928f-16850df76020 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063474 Aug 11 01:01:12.199547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Request body: {'port': {'device_id': '2d4628e5-1252-41ea-86aa-90c39e31cde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:12.237486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217d768-6806-45bd-a0ef-e7fa73218ea8 req-7da7c123-473c-40f1-83ee-f2820fae9157 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:12.253600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f217d768-6806-45bd-a0ef-e7fa73218ea8 req-7da7c123-473c-40f1-83ee-f2820fae9157 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 895 time: 0.0867982 Aug 11 01:01:12.282802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:12.398788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-33048c62-6a79-4ae8-88fa-0106022b8385 None None] Provisioning for port 2f848551-fc13-4768-a763-22a4608bbda3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:12.402780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-33048c62-6a79-4ae8-88fa-0106022b8385 None None] Provisioning complete for port 2f848551-fc13-4768-a763-22a4608bbda3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:12.403171 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-33048c62-6a79-4ae8-88fa-0106022b8385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:12.438176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-33048c62-6a79-4ae8-88fa-0106022b8385 None None] Port 2f848551-fc13-4768-a763-22a4608bbda3 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:01:12.569517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494345d4-cec3-4937-b34f-3d1a4e5074d5 req-0fa50ebd-7e8b-4b70-9afc-c148cfc18160 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:12.571084 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-494345d4-cec3-4937-b34f-3d1a4e5074d5 req-0fa50ebd-7e8b-4b70-9afc-c148cfc18160 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0727928 Aug 11 01:01:12.600022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f848551-fc13-4768-a763-22a4608bbda3 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:01:12.609205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:12.615001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-494345d4-cec3-4937-b34f-3d1a4e5074d5 req-537a1dd7-45ca-4bda-85d6-f315a78d0355 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373800 Aug 11 01:01:12.630822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Transition to ACTIVE for port object 2f848551-fc13-4768-a763-22a4608bbda3 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:12.732924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:12.810562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Pushing event updated for resources: {'Port': ['ID=2f848551-fc13-4768-a763-22a4608bbda3,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:12.822053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.822666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.823943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.824900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.825419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.827146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.827714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.828224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.828756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.829261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.829954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.830479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:12.917153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88455f40-ac07-42c8-a7f7-4752225a681c req-4ccfce22-a91b-43c0-8767-8f07f6501fe3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0533564 Aug 11 01:01:12.949628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Attempting to bind port 2f848551-fc13-4768-a763-22a4608bbda3 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:12.950074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Attempting to bind port 2f848551-fc13-4768-a763-22a4608bbda3 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:12.950506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Attempting to bind port 2f848551-fc13-4768-a763-22a4608bbda3 on network c766c6b4-375c-47bd-b060-342c31abe353 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:12.955521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Port 2f848551-fc13-4768-a763-22a4608bbda3 on network c766c6b4-375c-47bd-b060-342c31abe353 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:01:12.955980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Attempting to bind port 2f848551-fc13-4768-a763-22a4608bbda3 on network c766c6b4-375c-47bd-b060-342c31abe353 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:12.962205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:12.966565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Checking segment: {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:12.966565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Bound using segment: {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:12.966565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Bound port: 2f848551-fc13-4768-a763-22a4608bbda3, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fe6b9f-4146-4f3d-9351-7565e040f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:12.966565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:13.049442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] For port 2f848551-fc13-4768-a763-22a4608bbda3, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:13.052689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] For port 2f848551-fc13-4768-a763-22a4608bbda3, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f848551-fc13-4768-a763-22a4608bbda3,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:13.120241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-17cee00a-eeb1-41a7-97cf-660226d23bfa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.121756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-17cee00a-eeb1-41a7-97cf-660226d23bfa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.1661355 Aug 11 01:01:13.170502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-da082275-91c6-4ec8-b04a-73da50a220f7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 379 time: 0.0402839 Aug 11 01:01:13.179227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:13.195413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'port': {'device_id': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'admin_state_up': True, 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'security_groups': ['d4a573f5-182b-46ae-b99d-587b261ce1b2']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:13.213470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.214523 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:13.216320 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] 10.222.0.44 "PUT /v2.0/ports/2f848551-fc13-4768-a763-22a4608bbda3 HTTP/1.1" status: 200 len: 1056 time: 1.0210228 Aug 11 01:01:13.218886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4628e5-1252-41ea-86aa-90c39e31cde8', 'tag': '2f848551-fc13-4768-a763-22a4608bbda3'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:13.222773 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f64509-e159-4439-97fd-a5c0e98e6266" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4628e5-1252-41ea-86aa-90c39e31cde8", "tag": "2f848551-fc13-4768-a763-22a4608bbda3"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:13.268255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce2fcf-a9c2-41b2-8922-cc890485816c service neutron] Pushing event updated for resources: {'Port': ['ID=2f848551-fc13-4768-a763-22a4608bbda3,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:13.438751 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4b5abd-e80f-4123-b9d9-151f515c0b94 x-openstack-request-id: req-ee4b5abd-e80f-4123-b9d9-151f515c0b94 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:13.439056 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4628e5-1252-41ea-86aa-90c39e31cde8", "tag": "2f848551-fc13-4768-a763-22a4608bbda3", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:13.439506 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee4b5abd-e80f-4123-b9d9-151f515c0b94 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:13.439758 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4628e5-1252-41ea-86aa-90c39e31cde8', 'tag': '2f848551-fc13-4768-a763-22a4608bbda3', 'status': 'completed', 'code': 200} Aug 11 01:01:13.481486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 92c885f4-de95-4fb7-aaa7-da696ddb87b5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:13.538175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:01:13.542135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:13.554328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eeca1-0663-4f40-b4ea-c9b338a33058 req-39cdbbe9-784e-4446-9e87-69eca8dd103b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.562955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-926eeca1-0663-4f40-b4ea-c9b338a33058 req-39cdbbe9-784e-4446-9e87-69eca8dd103b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 907 time: 0.2360065 Aug 11 01:01:13.586935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64509-e159-4439-97fd-a5c0e98e6266 req-0c729972-e35e-476f-89d2-adc3e6493fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.588813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3f64509-e159-4439-97fd-a5c0e98e6266 req-0c729972-e35e-476f-89d2-adc3e6493fe7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 1059 time: 0.1482558 Aug 11 01:01:13.615188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:13.615945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:13.729881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64509-e159-4439-97fd-a5c0e98e6266 req-e81281b4-e34f-4f1b-bc15-2aaeadf9fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.730480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64509-e159-4439-97fd-a5c0e98e6266 req-e81281b4-e34f-4f1b-bc15-2aaeadf9fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.732102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3f64509-e159-4439-97fd-a5c0e98e6266 req-e81281b4-e34f-4f1b-bc15-2aaeadf9fe57 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1319580 Aug 11 01:01:13.869530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64509-e159-4439-97fd-a5c0e98e6266 req-f9497d7b-061a-428e-8803-8e7eae37dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.871051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3f64509-e159-4439-97fd-a5c0e98e6266 req-f9497d7b-061a-428e-8803-8e7eae37dd75 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303406 Aug 11 01:01:13.906946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e023b-b9d5-48fc-ac93-52ef1c72e9c3 req-2900997e-aab3-4a9b-b8dc-7249833a3c2f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.909159 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa0e023b-b9d5-48fc-ac93-52ef1c72e9c3 req-2900997e-aab3-4a9b-b8dc-7249833a3c2f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1650465 Aug 11 01:01:13.961972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.20.0.7 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/6ae0d60c-398f-4c47-bd14-6703640c0038) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:13.966405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf01f1-f92f-4e47-9825-42483663687d req-d6c89b39-7e4e-451b-80a7-2fed15879e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:13.968366 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-d6c89b39-7e4e-451b-80a7-2fed15879e5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 1059 time: 0.0536520 Aug 11 01:01:13.997642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa0e023b-b9d5-48fc-ac93-52ef1c72e9c3 req-a00da060-cff4-46f0-9317-a4a6552ef3a0 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674109 Aug 11 01:01:14.042077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-286751d6-13b0-4115-a7d1-2500ce29a2c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=2f848551-fc13-4768-a763-22a4608bbda3 HTTP/1.1" status: 200 len: 217 time: 0.0608296 Aug 11 01:01:14.126615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97e54dbf-1865-45ad-af38-0ebf17c06f06 req-eb4fd67c-1111-4de5-a555-61a69c3497eb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0587509 Aug 11 01:01:14.146292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf01f1-f92f-4e47-9825-42483663687d req-5036b194-0e40-48f5-957c-fc9f5086611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:14.148685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-5036b194-0e40-48f5-957c-fc9f5086611e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0e420c5e-188b-4333-a2b2-9ffb57ed573f HTTP/1.1" status: 200 len: 838 time: 0.0980904 Aug 11 01:01:14.223453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf01f1-f92f-4e47-9825-42483663687d req-8821792d-0b1a-4b29-9c86-48b1f1432c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:14.225750 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-8821792d-0b1a-4b29-9c86-48b1f1432c9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c766c6b4-375c-47bd-b060-342c31abe353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0674496 Aug 11 01:01:14.289830 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:14.318623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Transition to ACTIVE for port object 6ae0d60c-398f-4c47-bd14-6703640c0038 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:14.348150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-bf75057d-289b-45e2-af49-628859c1c0e1 service neutron] 10.222.0.44 "GET /v2.0/networks/c766c6b4-375c-47bd-b060-342c31abe353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090262 Aug 11 01:01:14.439963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:14.463036 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67bf01f1-f92f-4e47-9825-42483663687d req-19ae77a1-03fa-4269-ab1b-94fc31cc2b9b service neutron] 10.222.0.44 "GET /v2.0/networks/c766c6b4-375c-47bd-b060-342c31abe353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066904 Aug 11 01:01:14.488779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:14.492843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:14.497459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:14.553508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=6ae0d60c-398f-4c47-bd14-6703640c0038,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:14.605861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:14.607089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:14.637816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99b15-e32f-43e5-91d9-9c73c6bee9c5 req-705e980d-b16c-4bcd-a2f9-7bc15fc5872e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:14.645939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03c99b15-e32f-43e5-91d9-9c73c6bee9c5 req-705e980d-b16c-4bcd-a2f9-7bc15fc5872e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1446836 Aug 11 01:01:14.710215 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03c99b15-e32f-43e5-91d9-9c73c6bee9c5 req-b5d6f013-fc17-46d8-af20-1fde38aa2ceb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627918 Aug 11 01:01:14.762922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-eaa2b294-adfd-4327-8815-db39492f0e7d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5866725 Aug 11 01:01:14.775549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Request body: {'port': {'device_id': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:14.809543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e231ea5-972a-4fae-afae-76f61fe9ebc5 req-633869d6-48b4-4c63-a045-996b43ab0396 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:14.811254 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0e231ea5-972a-4fae-afae-76f61fe9ebc5 req-633869d6-48b4-4c63-a045-996b43ab0396 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 907 time: 0.1189678 Aug 11 01:01:14.858426 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:14.914904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ebdd8d94-277c-4313-aa61-046e601f5cc3 None None] Provisioning for port 6ae0d60c-398f-4c47-bd14-6703640c0038 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:14.919415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ebdd8d94-277c-4313-aa61-046e601f5cc3 None None] Provisioning complete for port 6ae0d60c-398f-4c47-bd14-6703640c0038 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:14.919785 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ebdd8d94-277c-4313-aa61-046e601f5cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:15.028890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd8d94-277c-4313-aa61-046e601f5cc3 None None] Port 6ae0d60c-398f-4c47-bd14-6703640c0038 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:01:15.273556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6760-5118-4315-8089-49c156e61d04 req-a821d86e-2cfc-4c5a-a141-047a643a353b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:15.275090 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc2b6760-5118-4315-8089-49c156e61d04 req-a821d86e-2cfc-4c5a-a141-047a643a353b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 931 time: 0.0564053 Aug 11 01:01:15.319564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc2b6760-5118-4315-8089-49c156e61d04 req-cb123444-c0ab-4996-ab3c-dfcf6f37113f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376070 Aug 11 01:01:15.570208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae0d60c-398f-4c47-bd14-6703640c0038 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:01:15.578542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:15.598132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Transition to ACTIVE for port object 6ae0d60c-398f-4c47-bd14-6703640c0038 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:15.679361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:15.736908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0d60c-398f-4c47-bd14-6703640c0038,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:15.891628 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Attempting to bind port 6ae0d60c-398f-4c47-bd14-6703640c0038 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:15.892416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Attempting to bind port 6ae0d60c-398f-4c47-bd14-6703640c0038 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:15.892916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Attempting to bind port 6ae0d60c-398f-4c47-bd14-6703640c0038 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:15.913358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1661f4-fd66-4b84-9563-b68aa5cf1ecf req-a7a8f438-2fd4-43a9-bab7-9ae0b02380ad tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:15.915011 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a1661f4-fd66-4b84-9563-b68aa5cf1ecf req-a7a8f438-2fd4-43a9-bab7-9ae0b02380ad tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0898447 Aug 11 01:01:15.917164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Port 6ae0d60c-398f-4c47-bd14-6703640c0038 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:01:15.917500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Attempting to bind port 6ae0d60c-398f-4c47-bd14-6703640c0038 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:15.936385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:15.936741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:15.937137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:15.937595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Bound port: 6ae0d60c-398f-4c47-bd14-6703640c0038, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:15.937963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:16.014681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] For port 6ae0d60c-398f-4c47-bd14-6703640c0038, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:16.018807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] For port 6ae0d60c-398f-4c47-bd14-6703640c0038, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6ae0d60c-398f-4c47-bd14-6703640c0038,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:16.023915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022fbdc-8580-4185-aeb2-b2f29eceee36 req-169a3ac0-cddb-47c5-9e67-8f010fb5ecbb tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.025672 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2022fbdc-8580-4185-aeb2-b2f29eceee36 req-169a3ac0-cddb-47c5-9e67-8f010fb5ecbb tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 907 time: 0.1003053 Aug 11 01:01:16.076173 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a1661f4-fd66-4b84-9563-b68aa5cf1ecf req-3c195c61-0dc2-4794-92fb-5c104dbafa46 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463337 Aug 11 01:01:16.134429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:16.171892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.172697 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:16.174157 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ae0d60c-398f-4c47-bd14-6703640c0038 HTTP/1.1" status: 200 len: 1092 time: 1.4033997 Aug 11 01:01:16.174630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'tag': '6ae0d60c-398f-4c47-bd14-6703640c0038'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:16.179915 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe42e6e-b0fb-43de-a8ee-b51653c77e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e", "tag": "6ae0d60c-398f-4c47-bd14-6703640c0038"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:16.216726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a2ad8-7485-4fc1-9bc4-542fd75359e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae0d60c-398f-4c47-bd14-6703640c0038,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:16.258006 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f3222-e512-4fee-a6b9-577172aa0662 x-openstack-request-id: req-999f3222-e512-4fee-a6b9-577172aa0662 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:16.258453 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e", "tag": "6ae0d60c-398f-4c47-bd14-6703640c0038", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:16.263102 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-999f3222-e512-4fee-a6b9-577172aa0662 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:16.263102 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'tag': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'status': 'completed', 'code': 200} Aug 11 01:01:16.290594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f272c8b-a5a7-4fa3-a098-8cd4225d6aa8 req-a2e9145d-e539-4097-b1b4-1f6ecf07c716 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.293682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f272c8b-a5a7-4fa3-a098-8cd4225d6aa8 req-a2e9145d-e539-4097-b1b4-1f6ecf07c716 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1269460 Aug 11 01:01:16.343912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e6e-b0fb-43de-a8ee-b51653c77e5c req-ac1a11da-d308-4a34-b3e0-33e7b2f452cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.344602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbe42e6e-b0fb-43de-a8ee-b51653c77e5c req-ac1a11da-d308-4a34-b3e0-33e7b2f452cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 1095 time: 0.0667548 Aug 11 01:01:16.366641 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73071518-9d87-441a-9d1c-07544f5fb147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:16.382793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7f272c8b-a5a7-4fa3-a098-8cd4225d6aa8 req-bafe5fd7-d4eb-433c-9374-df0f6b0153d3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803993 Aug 11 01:01:16.531589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e6e-b0fb-43de-a8ee-b51653c77e5c req-3831c273-3377-4bf2-bc38-e78fe1fcd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.533839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbe42e6e-b0fb-43de-a8ee-b51653c77e5c req-3831c273-3377-4bf2-bc38-e78fe1fcd915 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0213a74dc2644b3785a1c9cfc7575043&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1775620 Aug 11 01:01:16.562624 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fdd22-5928-44ab-be84-1a9dd6c79ac2 req-4732f8f5-d6cc-4b03-8ed3-df1607da0e1c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.564610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-734fdd22-5928-44ab-be84-1a9dd6c79ac2 req-4732f8f5-d6cc-4b03-8ed3-df1607da0e1c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0739748 Aug 11 01:01:16.613453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0629a-8bf9-453f-9e1c-99a6b6434446 req-df382d21-8e7d-49e3-a742-42a0b1b65725 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.615905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5c0629a-8bf9-453f-9e1c-99a6b6434446 req-df382d21-8e7d-49e3-a742-42a0b1b65725 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.1353927 Aug 11 01:01:16.624913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-734fdd22-5928-44ab-be84-1a9dd6c79ac2 req-cbc5ba6d-9d1f-42dd-aebf-8dfa59572aa6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530205 Aug 11 01:01:16.691980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e5c0629a-8bf9-453f-9e1c-99a6b6434446 req-78098e7b-0db5-4ac2-a630-3afb2342f8ce tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686095 Aug 11 01:01:16.694259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42e6e-b0fb-43de-a8ee-b51653c77e5c req-f153104e-4f56-49e3-a161-39407820614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.696057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fbe42e6e-b0fb-43de-a8ee-b51653c77e5c req-f153104e-4f56-49e3-a161-39407820614b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529956 Aug 11 01:01:16.771571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c662175-6b36-4327-8d72-f5823cabb934 req-f1ca8168-a565-425b-b3d2-4fbcae0418a8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.773363 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c662175-6b36-4327-8d72-f5823cabb934 req-f1ca8168-a565-425b-b3d2-4fbcae0418a8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0618672 Aug 11 01:01:16.810536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-8e22c986-a7ac-4fbd-8366-bea485d10f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.812426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-8e22c986-a7ac-4fbd-8366-bea485d10f0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 1095 time: 0.0618219 Aug 11 01:01:16.823527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c662175-6b36-4327-8d72-f5823cabb934 req-bc464238-eb71-48eb-ae15-025095baf459 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437536 Aug 11 01:01:16.861972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-63948998-9128-4b78-9342-be7a27697e1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae0d60c-398f-4c47-bd14-6703640c0038 HTTP/1.1" status: 200 len: 217 time: 0.0408278 Aug 11 01:01:16.915199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-6fe50652-4ee4-4fae-86bf-423d998506c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.916774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-6fe50652-4ee4-4fae-86bf-423d998506c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0479712 Aug 11 01:01:16.977317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-0053a4d8-beae-4367-9c6a-e1a3085adbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:16.977317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-0053a4d8-beae-4367-9c6a-e1a3085adbf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522189 Aug 11 01:01:17.083734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-5b044731-bec3-48ea-b748-55a425f32b34 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007104 Aug 11 01:01:17.213143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71989e5c-bf43-43a8-b904-25c00f595c27 req-326d0b39-0f64-4fdb-bfde-945c1e6e9134 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:17.214785 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71989e5c-bf43-43a8-b904-25c00f595c27 req-326d0b39-0f64-4fdb-bfde-945c1e6e9134 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 907 time: 0.1034498 Aug 11 01:01:17.226671 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99982a0b-71c3-4ae3-85fa-00f4c62ebf0c req-5d8763f9-6c08-4a0e-9784-989444fd2db3 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358323 Aug 11 01:01:17.528228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f848551-fc13-4768-a763-22a4608bbda3 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:01:17.649524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f848551-fc13-4768-a763-22a4608bbda3, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f848551-fc13-4768-a763-22a4608bbda3,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:17.661453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '2f848551-fc13-4768-a763-22a4608bbda3', 'network_id': 'c766c6b4-375c-47bd-b060-342c31abe353', 'port_id': '2f848551-fc13-4768-a763-22a4608bbda3', 'mac_address': 'fa:16:3e:53:3c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e420c5e-188b-4333-a2b2-9ffb57ed573f', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:01:17.702010 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:17.717554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f848551-fc13-4768-a763-22a4608bbda3 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:01:17.741395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f848551-fc13-4768-a763-22a4608bbda3, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f848551-fc13-4768-a763-22a4608bbda3,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:17.832048 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-73e8a9c5-8c9b-4771-9593-0e396df64666 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814979 Aug 11 01:01:17.850221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447f5e6-0cd2-4be3-ab6a-0c88c5116c82 req-225b956f-00c3-469d-a843-164a3e38249f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:17.851731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f447f5e6-0cd2-4be3-ab6a-0c88c5116c82 req-225b956f-00c3-469d-a843-164a3e38249f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0713742 Aug 11 01:01:17.886613 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:17.956583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f447f5e6-0cd2-4be3-ab6a-0c88c5116c82 req-20c43c34-3ca3-41f9-a717-aa02898271c6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898101 Aug 11 01:01:17.970989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f848551-fc13-4768-a763-22a4608bbda3,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:17.973085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-3dc5937a-8593-4c6b-b832-ad6fd32a1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:17.974922 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-3dc5937a-8593-4c6b-b832-ad6fd32a1848 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 1097 time: 0.0770838 Aug 11 01:01:18.101764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-b3fcab04-a2ee-48b2-b061-8732495010f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:18.103557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-b3fcab04-a2ee-48b2-b061-8732495010f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.1061397 Aug 11 01:01:18.116572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2f848551-fc13-4768-a763-22a4608bbda3'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:01:18.157938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-b532a2f0-245b-4d3a-a359-45c2ca2cb841 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 HTTP/1.1" status: 200 len: 217 time: 0.0455351 Aug 11 01:01:18.215424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-866e68f0-6543-4d26-8094-db3274ff7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:18.216986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-866e68f0-6543-4d26-8094-db3274ff7975 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0511022 Aug 11 01:01:18.278596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-1e64255b-2701-49b2-ba45-2b4eba3aa380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:18.282534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-1e64255b-2701-49b2-ba45-2b4eba3aa380 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578969 Aug 11 01:01:18.373776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cf843-018e-4750-a142-d146486123ba req-88907ae3-fc02-4ba5-af07-ce84c37ff316 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:18.375642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b4cf843-018e-4750-a142-d146486123ba req-88907ae3-fc02-4ba5-af07-ce84c37ff316 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 908 time: 0.0813012 Aug 11 01:01:18.408691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-909b2698-a700-47ac-aec6-dffb0e4853d5 service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173670 Aug 11 01:01:18.514085 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6d613f85-b800-48b6-aabd-d71ae8bba67c req-8ca2271a-3e99-4efe-8870-76bc372263c3 service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968788 Aug 11 01:01:18.943840 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-832bf3f6-20d4-4350-8a24-bb296c531661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:18.984040 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:19.076190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6c189-9724-4a08-a810-f13f32c9fe2e req-6d6d5ebe-d3c7-4430-b0f2-58323f278ea8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:19.077859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13e6c189-9724-4a08-a810-f13f32c9fe2e req-6d6d5ebe-d3c7-4430-b0f2-58323f278ea8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0542839 Aug 11 01:01:19.118686 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13e6c189-9724-4a08-a810-f13f32c9fe2e req-f0d7ab44-5c75-4718-9a56-dafada0cfffa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335224 Aug 11 01:01:19.501837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17534792-8ec9-45bc-ab6e-48cf464e5e3d req-e26cd23a-199b-4232-a743-c1f40d28075e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:19.503613 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17534792-8ec9-45bc-ab6e-48cf464e5e3d req-e26cd23a-199b-4232-a743-c1f40d28075e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 908 time: 0.0563412 Aug 11 01:01:19.548384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f848551-fc13-4768-a763-22a4608bbda3 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:19.823851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 2f848551-fc13-4768-a763-22a4608bbda3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:19.828564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 2f848551-fc13-4768-a763-22a4608bbda3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:19.828932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:19.908736 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:19.933368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4628e5-1252-41ea-86aa-90c39e31cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f848551-fc13-4768-a763-22a4608bbda3'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:19.935650 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af259d-7ac5-434c-8334-092495c43aa2" -d '{"events": [{"server_uuid": "2d4628e5-1252-41ea-86aa-90c39e31cde8", "name": "network-vif-plugged", "status": "completed", "tag": "2f848551-fc13-4768-a763-22a4608bbda3"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:19.949032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f848551-fc13-4768-a763-22a4608bbda3, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f848551-fc13-4768-a763-22a4608bbda3,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:20.039745 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e62167-ea86-44c7-ae96-649f1dff8f02 x-openstack-request-id: req-61e62167-ea86-44c7-ae96-649f1dff8f02 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:20.039745 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4628e5-1252-41ea-86aa-90c39e31cde8", "name": "network-vif-plugged", "status": "completed", "tag": "2f848551-fc13-4768-a763-22a4608bbda3", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:20.039745 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61e62167-ea86-44c7-ae96-649f1dff8f02 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:20.039745 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4628e5-1252-41ea-86aa-90c39e31cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f848551-fc13-4768-a763-22a4608bbda3', 'code': 200} Aug 11 01:01:20.109716 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:20.143386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a354f-87ee-4198-8f9e-7be70c3c306d req-5feacb85-0dbb-4f5c-b2e2-c9c19e4674b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:20.145178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-542a354f-87ee-4198-8f9e-7be70c3c306d req-5feacb85-0dbb-4f5c-b2e2-c9c19e4674b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 1061 time: 0.0446782 Aug 11 01:01:20.163611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f848551-fc13-4768-a763-22a4608bbda3,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:20.264985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7888c-267a-4d2b-899f-b937503fc943 req-95f20471-ef96-4840-9a0a-8b5509f21b16 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:20.266726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ed7888c-267a-4d2b-899f-b937503fc943 req-95f20471-ef96-4840-9a0a-8b5509f21b16 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0641034 Aug 11 01:01:20.320320 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ed7888c-267a-4d2b-899f-b937503fc943 req-d81ceb68-ac6d-47fb-9e3a-86fb45cb9856 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 Aug 11 01:01:20.486680 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:20.630986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcff4c-7d6e-4588-a583-d9925f6110dc req-aa51b9e9-aacb-43f1-bce6-38ed964abba4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:20.632540 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86fcff4c-7d6e-4588-a583-d9925f6110dc req-aa51b9e9-aacb-43f1-bce6-38ed964abba4 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 909 time: 0.0527639 Aug 11 01:01:21.452040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf567a-31a8-4ac6-adae-808b8e76de6c req-1bb5a4f7-3d00-489c-8795-a208948436e6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:21.453707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55bf567a-31a8-4ac6-adae-808b8e76de6c req-1bb5a4f7-3d00-489c-8795-a208948436e6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0556774 Aug 11 01:01:21.499884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55bf567a-31a8-4ac6-adae-808b8e76de6c req-33970c23-19ca-494d-97f7-cf0121357abb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395875 Aug 11 01:01:21.757902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd89d5b-10d1-4ac5-bad0-790c8e10d690 req-1e93eaa0-72f6-4c61-a5e8-22c67bc764e9 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:21.759408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2cd89d5b-10d1-4ac5-bad0-790c8e10d690 req-1e93eaa0-72f6-4c61-a5e8-22c67bc764e9 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 909 time: 0.0515852 Aug 11 01:01:21.887331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f905c2-3d89-455f-afc0-2d04c9b9281f req-74fd15df-5900-45f6-bbda-e989d28a04a9 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:21.889556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32f905c2-3d89-455f-afc0-2d04c9b9281f req-74fd15df-5900-45f6-bbda-e989d28a04a9 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 909 time: 0.0571535 Aug 11 01:01:22.006850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf157cd6-06d9-4ae1-8e99-a87104a9bcdc req-08819745-e35f-4d2e-a8ca-450058f7158b tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:22.008772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf157cd6-06d9-4ae1-8e99-a87104a9bcdc req-08819745-e35f-4d2e-a8ca-450058f7158b tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 1061 time: 0.0473249 Aug 11 01:01:22.116308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bb5f3-94aa-47fb-9a31-c6226d0a9758 req-78a6e2e6-ec0b-4f8a-a115-5f88058c697b tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:22.118029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e65bb5f3-94aa-47fb-9a31-c6226d0a9758 req-78a6e2e6-ec0b-4f8a-a115-5f88058c697b tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 1136 time: 0.0416229 Aug 11 01:01:22.157389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e65bb5f3-94aa-47fb-9a31-c6226d0a9758 req-b9aaf01d-c3b9-40ba-afb1-fb7dae1da630 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0329962 Aug 11 01:01:22.184521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42016) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:22.230289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15d151-fd41-4321-ad45-a9905c2e3d79 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:22.231871 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3b15d151-fd41-4321-ad45-a9905c2e3d79 tempest-TestSecurityGroupsBasicOps-1364610464 tempest-TestSecurityGroupsBasicOps-1364610464-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 1056 time: 0.0463424 Aug 11 01:01:22.422268 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:22.625320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d179d15-7646-4664-92d7-8badde08d41c req-8cd21163-3fe5-44dc-a77c-9e127176f9f4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:22.626743 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d179d15-7646-4664-92d7-8badde08d41c req-8cd21163-3fe5-44dc-a77c-9e127176f9f4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0567753 Aug 11 01:01:22.669634 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d179d15-7646-4664-92d7-8badde08d41c req-a5978276-a2a0-4da7-ad6d-8cd8f9a4930d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360448 Aug 11 01:01:22.800534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ea996-56a1-4d97-bfed-71ac8047b35e req-b265668e-0a22-4a58-b7e6-b574f44cac7b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:22.802608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-008ea996-56a1-4d97-bfed-71ac8047b35e req-b265668e-0a22-4a58-b7e6-b574f44cac7b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 909 time: 0.0513208 Aug 11 01:01:23.788508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c0fa2-921b-4bc7-ab99-dd709ee0be35 req-9041c908-6e0f-4c7e-9832-10ad1dac9680 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:23.790025 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-443c0fa2-921b-4bc7-ab99-dd709ee0be35 req-9041c908-6e0f-4c7e-9832-10ad1dac9680 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0497403 Aug 11 01:01:23.830640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-443c0fa2-921b-4bc7-ab99-dd709ee0be35 req-f69c8c62-0ec6-424f-8063-00c513da616c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340993 Aug 11 01:01:23.936437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dc7c0-6075-43d0-b68e-bb981cce7b87 req-b171c085-11d6-4368-b542-b7f5328422bf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:23.938008 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e76dc7c0-6075-43d0-b68e-bb981cce7b87 req-b171c085-11d6-4368-b542-b7f5328422bf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 909 time: 0.0507770 Aug 11 01:01:24.126788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-f6df6272-9bb1-4918-9377-adc79a998f34 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:24.128272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-f6df6272-9bb1-4918-9377-adc79a998f34 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 909 time: 0.0494797 Aug 11 01:01:24.234567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting port 2f848551-fc13-4768-a763-22a4608bbda3 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:24.234970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:24.329147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] For port 2f848551-fc13-4768-a763-22a4608bbda3, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f848551-fc13-4768-a763-22a4608bbda3,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:24.329438 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:24.343885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Calling delete_port for 2f848551-fc13-4768-a763-22a4608bbda3 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:24.536237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:24.565584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Port': ['ID=2f848551-fc13-4768-a763-22a4608bbda3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:24.613994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] No DVR routers for this DVR port 2f848551-fc13-4768-a763-22a4608bbda3 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:01:24.617958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:24.620517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dedbfd7c-436f-4e81-8f89-db8751612017 req-80bd9457-ca3c-40be-9885-122467c7fbbf tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.44 "DELETE /v2.0/ports/2f848551-fc13-4768-a763-22a4608bbda3 HTTP/1.1" status: 204 len: 173 time: 0.4864340 Aug 11 01:01:24.621116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4628e5-1252-41ea-86aa-90c39e31cde8', 'name': 'network-vif-deleted', 'tag': '2f848551-fc13-4768-a763-22a4608bbda3'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:24.624201 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a393b3a-b1b0-4213-a609-0adef3439de1" -d '{"events": [{"server_uuid": "2d4628e5-1252-41ea-86aa-90c39e31cde8", "name": "network-vif-deleted", "tag": "2f848551-fc13-4768-a763-22a4608bbda3"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:24.688464 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5313b970-7ef5-4882-9e8a-e7db1a95da44 x-openstack-request-id: req-5313b970-7ef5-4882-9e8a-e7db1a95da44 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:24.688464 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4628e5-1252-41ea-86aa-90c39e31cde8", "name": "network-vif-deleted", "tag": "2f848551-fc13-4768-a763-22a4608bbda3", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:24.688464 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5313b970-7ef5-4882-9e8a-e7db1a95da44 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:24.688464 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4628e5-1252-41ea-86aa-90c39e31cde8', 'name': 'network-vif-deleted', 'tag': '2f848551-fc13-4768-a763-22a4608bbda3', 'status': 'completed', 'code': 200} Aug 11 01:01:24.957463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fe44d-9331-4d13-af38-53b743e6faed req-0afd1620-6050-426c-b050-ba2cc8f06398 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:24.959556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-813fe44d-9331-4d13-af38-53b743e6faed req-0afd1620-6050-426c-b050-ba2cc8f06398 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0497866 Aug 11 01:01:25.000077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-813fe44d-9331-4d13-af38-53b743e6faed req-b1f9466e-f22e-4d98-9580-db96c20031b2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339568 Aug 11 01:01:25.051972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f41ecad-e274-46ac-96fe-59ac219592c9 req-9352d43a-5e95-4623-a16e-7299665337e8 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d4628e5-1252-41ea-86aa-90c39e31cde8 HTTP/1.1" status: 200 len: 210 time: 0.0289292 Aug 11 01:01:26.127058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42084) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:26.131275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b0c2-140a-4979-9220-c4107331bcd0 req-d291ab5b-e0f5-452c-a5a1-a4f29cb62897 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:26.132843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7dd2b0c2-140a-4979-9220-c4107331bcd0 req-d291ab5b-e0f5-452c-a5a1-a4f29cb62897 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0613573 Aug 11 01:01:26.186349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7dd2b0c2-140a-4979-9220-c4107331bcd0 req-353eff3d-4d70-4099-bb19-74761940abee tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 Aug 11 01:01:26.550368 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:26.873099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting port 92c885f4-de95-4fb7-aaa7-da696ddb87b5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:26.873422 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:26.972856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] For port 92c885f4-de95-4fb7-aaa7-da696ddb87b5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=92c885f4-de95-4fb7-aaa7-da696ddb87b5,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:26.973217 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:26.988089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Calling delete_port for 92c885f4-de95-4fb7-aaa7-da696ddb87b5 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:27.293567 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:27.329536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Port': ['ID=92c885f4-de95-4fb7-aaa7-da696ddb87b5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:27.343377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004c3c-98f6-4750-bb9c-1894187640a8 req-2c35aa49-ae03-4ff1-8ebf-7e0ce8260251 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:27.345032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98004c3c-98f6-4750-bb9c-1894187640a8 req-2c35aa49-ae03-4ff1-8ebf-7e0ce8260251 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 943 time: 0.0910938 Aug 11 01:01:27.440662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98004c3c-98f6-4750-bb9c-1894187640a8 req-76a34ad6-1795-4200-9fe9-db1696bf7c0a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804455 Aug 11 01:01:27.553811 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:27.580061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f848551-fc13-4768-a763-22a4608bbda3 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:27.608674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 2f848551-fc13-4768-a763-22a4608bbda3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:27.609448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f848551-fc13-4768-a763-22a4608bbda3 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:27.779635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6ae0d60c-398f-4c47-bd14-6703640c0038 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:01:27.811082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Router 75278e97-3cab-4af8-9381-de7fe9e4b24a has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:01:27.882370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6ae0d60c-398f-4c47-bd14-6703640c0038, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6ae0d60c-398f-4c47-bd14-6703640c0038,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:27.894690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'port_id': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'mac_address': 'fa:16:3e:bb:2c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:01:27.929421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:27.938494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42102) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:27.940104 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:27.941028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4b1b89e1-bf92-4424-b085-147e769311a0 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "PUT /v2.0/routers/75278e97-3cab-4af8-9381-de7fe9e4b24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8112719 Aug 11 01:01:27.942097 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] Sync routers for ids ['75278e97-3cab-4af8-9381-de7fe9e4b24a'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:27.955570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae0d60c-398f-4c47-bd14-6703640c0038 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:01:27.960310 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] Routers {'75278e97-3cab-4af8-9381-de7fe9e4b24a'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:27.971993 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['75278e97-3cab-4af8-9381-de7fe9e4b24a'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:27.980461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6ae0d60c-398f-4c47-bd14-6703640c0038, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6ae0d60c-398f-4c47-bd14-6703640c0038,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:28.037977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daec9fe-53f2-460e-af4b-f7d7a8d9a7ba tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting subnet 0e420c5e-188b-4333-a2b2-9ffb57ed573f {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:01:28.043353 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2daec9fe-53f2-460e-af4b-f7d7a8d9a7ba tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.063916 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.095134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2daec9fe-53f2-460e-af4b-f7d7a8d9a7ba tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.129239 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] Set router 75278e97-3cab-4af8-9381-de7fe9e4b24a gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:28.163932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=6ae0d60c-398f-4c47-bd14-6703640c0038,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:28.221095 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2daec9fe-53f2-460e-af4b-f7d7a8d9a7ba tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.269835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d08621-9e93-4d92-b81e-da8f38003d31 req-f8352f9b-e40c-4a4c-87fd-eb690c2ae5da tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:28.271571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-76d08621-9e93-4d92-b81e-da8f38003d31 req-f8352f9b-e40c-4a4c-87fd-eb690c2ae5da tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.1023517 Aug 11 01:01:28.310626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['6ae0d60c-398f-4c47-bd14-6703640c0038'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:01:28.344586 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:27Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:28.354590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-76d08621-9e93-4d92-b81e-da8f38003d31 req-817d763f-2fd3-448a-adeb-b1b1e84b6051 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602028 Aug 11 01:01:28.374016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42106) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:28.405755 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] Checking router: 75278e97-3cab-4af8-9381-de7fe9e4b24a for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:28.418350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2daec9fe-53f2-460e-af4b-f7d7a8d9a7ba tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.426046 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] Routers {'75278e97-3cab-4af8-9381-de7fe9e4b24a'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:28.426999 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['75278e97-3cab-4af8-9381-de7fe9e4b24a'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:28.461893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daec9fe-53f2-460e-af4b-f7d7a8d9a7ba tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Subnet': ['ID=0e420c5e-188b-4333-a2b2-9ffb57ed573f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:28.467604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2daec9fe-53f2-460e-af4b-f7d7a8d9a7ba tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.471859 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2daec9fe-53f2-460e-af4b-f7d7a8d9a7ba tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/subnets/0e420c5e-188b-4333-a2b2-9ffb57ed573f HTTP/1.1" status: 204 len: 168 time: 0.5298877 Aug 11 01:01:28.472672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42110) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:28.519147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97017223-132e-4987-b74c-7e3c18b62db5 None None] Network c766c6b4-375c-47bd-b060-342c31abe353 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:01:28.548087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bbf0a1bb-d8cf-4bae-bdf2-174fbd6685fc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/df459cc6-11fd-47e3-ad9b-f92508380793 HTTP/1.1" status: 200 len: 993 time: 0.1629200 Aug 11 01:01:28.669073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903c4f-fa48-4310-bdd8-f1e99ac0044b req-746cf036-5a41-43f0-9d12-e9b7a5f386d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:28.671687 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] Set router 75278e97-3cab-4af8-9381-de7fe9e4b24a gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:28.677833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-54903c4f-fa48-4310-bdd8-f1e99ac0044b req-746cf036-5a41-43f0-9d12-e9b7a5f386d5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 944 time: 0.1031301 Aug 11 01:01:28.679941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.730607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-54903c4f-fa48-4310-bdd8-f1e99ac0044b req-e96a657a-dafa-442d-8084-bf47f6575d51 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518773 Aug 11 01:01:28.842136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.887936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] DHCP port deletion for c766c6b4-375c-47bd-b060-342c31abe353 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:01:28.902696 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:27Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:28.956097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] Deleting port aa08c1a4-5999-4ef5-adab-412e38b42a6f {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:28.956793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:28.970176 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa07301-117a-4b29-ade9-edb6ed66f786 None None] The sync data for ids ['75278e97-3cab-4af8-9381-de7fe9e4b24a'] in n-d-712143-13 is: [{'id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1133089037', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:58Z', 'updated_at': '2021-08-11T01:01:27Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '25620e43-b44e-4ba7-b9ad-b50eb73c5d38', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75278e97-3cab-4af8-9381-de7fe9e4b24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:59Z', 'updated_at': '2021-08-11T01:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:29.050863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc92d-481a-42cc-bc76-2819f9e553ee req-18322bf8-ce82-4d91-886c-ae5426880a9e tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:29.052584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89ecc92d-481a-42cc-bc76-2819f9e553ee req-18322bf8-ce82-4d91-886c-ae5426880a9e tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1097 time: 0.0787222 Aug 11 01:01:29.053918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] For port aa08c1a4-5999-4ef5-adab-412e38b42a6f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=aa08c1a4-5999-4ef5-adab-412e38b42a6f,segment=NetworkSegment(f8fe6b9f-4146-4f3d-9351-7565e040f36e),segment_id=f8fe6b9f-4146-4f3d-9351-7565e040f36e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:29.055545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:29.058187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:29.058534 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:29.070138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] Calling delete_port for aa08c1a4-5999-4ef5-adab-412e38b42a6f owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:29.139653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89ecc92d-481a-42cc-bc76-2819f9e553ee req-94568e8d-6cf0-4f1c-b6ad-ce65e70d3f83 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676906 Aug 11 01:01:29.170257 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] For port 25620e43-b44e-4ba7-b9ad-b50eb73c5d38, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=25620e43-b44e-4ba7-b9ad-b50eb73c5d38,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:29.170794 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:29.192287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Calling delete_port for 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:29.246498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:29.273736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] Pushing event deleted for resources: {'Port': ['ID=aa08c1a4-5999-4ef5-adab-412e38b42a6f,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:29.277617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175c846-323b-4405-85b1-0370a4dd65ff None None] No DVR routers for this DVR port aa08c1a4-5999-4ef5-adab-412e38b42a6f on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:01:29.416813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 92c885f4-de95-4fb7-aaa7-da696ddb87b5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:29.439063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 92c885f4-de95-4fb7-aaa7-da696ddb87b5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:29.439447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 92c885f4-de95-4fb7-aaa7-da696ddb87b5 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:29.439870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aa08c1a4-5999-4ef5-adab-412e38b42a6f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:29.459779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: aa08c1a4-5999-4ef5-adab-412e38b42a6f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:29.460121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device aa08c1a4-5999-4ef5-adab-412e38b42a6f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:29.463922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:29.499202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Port': ['ID=25620e43-b44e-4ba7-b9ad-b50eb73c5d38,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:29.552471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:29.714904 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:29.816549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6ae0d60c-398f-4c47-bd14-6703640c0038 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:29.915740 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.022014 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.025518 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.061824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 6ae0d60c-398f-4c47-bd14-6703640c0038 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:30.066648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 6ae0d60c-398f-4c47-bd14-6703640c0038 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:30.068399 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.080598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9812-4c2a-4873-aded-a1082a5c4abf req-3e0ade21-8181-4786-ab05-3d277b302e72 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:30.085378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-428e9812-4c2a-4873-aded-a1082a5c4abf req-3e0ade21-8181-4786-ab05-3d277b302e72 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 944 time: 0.1273904 Aug 11 01:01:30.148649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-428e9812-4c2a-4873-aded-a1082a5c4abf req-a402ff98-c009-40e6-9e01-bfef89bb990f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568790 Aug 11 01:01:30.159765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.181786 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.183317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Fanout notify agent at l3_agent the message router_deleted on router 75278e97-3cab-4af8-9381-de7fe9e4b24a {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:01:30.196549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.197106 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3222da5f-5a25-4e80-8c56-83dab7c4ac82 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/routers/75278e97-3cab-4af8-9381-de7fe9e4b24a HTTP/1.1" status: 204 len: 168 time: 1.7240002 Aug 11 01:01:30.199073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0d60c-398f-4c47-bd14-6703640c0038'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:30.199816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42152) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:30.201880 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128a19c2-caa3-40a0-a8f4-68cc8a2dfae3" -d '{"events": [{"server_uuid": "2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0d60c-398f-4c47-bd14-6703640c0038"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:30.242797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 6ae0d60c-398f-4c47-bd14-6703640c0038, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6ae0d60c-398f-4c47-bd14-6703640c0038,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:30.274721 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb099021-dc3c-419a-ad71-b77cacf726de x-openstack-request-id: req-bb099021-dc3c-419a-ad71-b77cacf726de {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:30.275020 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e", "name": "network-vif-plugged", "status": "completed", "tag": "6ae0d60c-398f-4c47-bd14-6703640c0038", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:30.275315 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb099021-dc3c-419a-ad71-b77cacf726de {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:30.275728 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'code': 200} Aug 11 01:01:30.316865 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.358621 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.429129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=6ae0d60c-398f-4c47-bd14-6703640c0038,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:30.431414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c317db-8064-45d1-8db5-299e1da1385a req-47a2208a-688c-4172-865a-c8c5a155d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:30.433625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14c317db-8064-45d1-8db5-299e1da1385a req-47a2208a-688c-4172-865a-c8c5a155d1eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 1097 time: 0.0781472 Aug 11 01:01:30.471000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.476642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14c317db-8064-45d1-8db5-299e1da1385a req-d468b4b3-2749-4c31-8c51-d1bc99d8a490 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355139 Aug 11 01:01:30.483046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c766c6b4-375c-47bd-b060-342c31abe353']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:30.495864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fe6b9f-4146-4f3d-9351-7565e040f36e') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:30.496741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fe6b9f-4146-4f3d-9351-7565e040f36e') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:30.507641 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.522329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.528397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:01:30.528798 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:01:30.531818 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:01:30.673033 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-e8da6660-e0fb-44eb-a2df-657cf5fbf03c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456827 Aug 11 01:01:30.714787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.732809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:30.734780 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/networks/c766c6b4-375c-47bd-b060-342c31abe353 HTTP/1.1" status: 204 len: 168 time: 0.5334747 Aug 11 01:01:30.736321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f77b5-16bd-4318-9809-d65934b6c450 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Network': ['ID=c766c6b4-375c-47bd-b060-342c31abe353,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:30.738920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42166) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:30.948248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting port 2bd25a81-6b72-4619-81e1-419458cc9360 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:30.948602 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:31.031943 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:31.032480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:31.047592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Calling delete_port for 2bd25a81-6b72-4619-81e1-419458cc9360 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:31.283626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a654911-634d-419d-850a-51ae1d8ca2af req-6c43acc1-4fc0-46d5-9146-370cce75b07b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:31.285249 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a654911-634d-419d-850a-51ae1d8ca2af req-6c43acc1-4fc0-46d5-9146-370cce75b07b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 945 time: 0.0585814 Aug 11 01:01:31.297549 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:31.330354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Port': ['ID=2bd25a81-6b72-4619-81e1-419458cc9360,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:31.346186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.346962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.346962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.347358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.347572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.347917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.348253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.348752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.348929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.349282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.350718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.351116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:31.352458 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5a654911-634d-419d-850a-51ae1d8ca2af req-9e4d3a2f-05f1-4b4b-a01b-89fd329add9c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599914 Aug 11 01:01:31.398392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:31.413743 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:31.414089 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Floating IP c9c77dbb-cd84-4b6d-9391-9b4720bcd9fc disassociated (deleted). External IP: 172.25.0.30, port: 12f8ce42-6727-42f2-8082-075daff49eb2. Aug 11 01:01:31.437359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:31.438581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 25620e43-b44e-4ba7-b9ad-b50eb73c5d38 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:31.681522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Router 4120ee59-e076-44c8-b127-57b0ff40aa6d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:01:31.807835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:31.812974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:31.819144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] Sync routers for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:31.829663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:31.829904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:31.843022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bb1a89d5-f958-4c76-9976-fb5638de0d54 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/floatingips/c9c77dbb-cd84-4b6d-9391-9b4720bcd9fc HTTP/1.1" status: 204 len: 168 time: 1.1014233 Aug 11 01:01:31.843757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:31.846172 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b87636-1df6-46de-9dce-4474063341e2" -d '{"events": [{"name": "network-changed", "server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:31.960381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:31.998477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3af5f8e9-0dac-4909-94a4-a0f329e7e912 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:01:32.000955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3af5f8e9-0dac-4909-94a4-a0f329e7e912 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0870857 Aug 11 01:01:32.018593 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Request body: {'binding': {'host': 'n-h1-712143-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:32.019072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Unknown quota resources ['binding']. {{(pid=95255) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 01:01:32.242675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:05Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:32.271795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] Checking router: 4120ee59-e076-44c8-b127-57b0ff40aa6d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:32.281512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:32.284998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:32.418113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:32.451948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee4590-5083-4c51-8813-fc18296027c8 req-6d0757fe-90cc-4f37-a9c7-a42085244c70 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:32.462644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bee4590-5083-4c51-8813-fc18296027c8 req-6d0757fe-90cc-4f37-a9c7-a42085244c70 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 984 time: 0.0749435 Aug 11 01:01:32.520115 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9453ab-2899-480c-a00d-e5f944e61940 x-openstack-request-id: req-5a9453ab-2899-480c-a00d-e5f944e61940 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:32.520714 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:32.521337 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a9453ab-2899-480c-a00d-e5f944e61940 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:32.522064 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2', 'status': 'completed', 'code': 200} Aug 11 01:01:32.531974 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bee4590-5083-4c51-8813-fc18296027c8 req-36228852-1cc8-46f5-9b18-bea085e05bd3 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0677173 Aug 11 01:01:32.570429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on host n-h1-712143-13 for vnic_type normal with profile None {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:32.570764 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:32.571103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:32.583943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87636-1df6-46de-9dce-4474063341e2 req-c4059485-ec47-42ed-a4e5-a588e62c2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:32.585557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8b87636-1df6-46de-9dce-4474063341e2 req-c4059485-ec47-42ed-a4e5-a588e62c2d66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 1136 time: 0.0673914 Aug 11 01:01:32.586389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:01:32.586719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:32.592461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:32.592976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Checking segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:32.593381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Bound using segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:32.593889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Bound port: 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:32.684460 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:05Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:32.698983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094105fb-57a2-45b8-a75f-77d3c4f26a01 req-487730d2-029f-4f1a-89a0-65ee3354926d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:32.700578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-094105fb-57a2-45b8-a75f-77d3c4f26a01 req-487730d2-029f-4f1a-89a0-65ee3354926d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 945 time: 0.0703366 Aug 11 01:01:32.714161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3a505c-f206-45bb-97bf-8746518169a0 None None] The sync data for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 is: [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '886b1431-86c5-4524-b049-1512efe094c0', 'name': '', 'network_id': '97117c85-f96e-4b56-a763-a740b3cb7c8e', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'mac_address': 'fa:16:3e:2b:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:00Z', 'updated_at': '2021-08-11T01:00:05Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'subnets': [{'id': '3a37c25f-326d-4bad-9436-5ec9e51c4303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:32.744705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-094105fb-57a2-45b8-a75f-77d3c4f26a01 req-5873190f-248a-448a-9036-4be5904d955c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365360 Aug 11 01:01:32.760145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:32.773891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87636-1df6-46de-9dce-4474063341e2 req-f772ee4b-1fe0-4f03-9f10-a7e83f1de7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:32.775456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8b87636-1df6-46de-9dce-4474063341e2 req-f772ee4b-1fe0-4f03-9f10-a7e83f1de7ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=97117c85-f96e-4b56-a763-a740b3cb7c8e HTTP/1.1" status: 200 len: 898 time: 0.1791959 Aug 11 01:01:32.835069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8b87636-1df6-46de-9dce-4474063341e2 req-75e4ea5b-3333-42f8-a21a-4a8996685639 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12f8ce42-6727-42f2-8082-075daff49eb2 HTTP/1.1" status: 200 len: 217 time: 0.0499909 Aug 11 01:01:32.875261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32023696-9394-482e-abf4-0df2ce11683a req-3db26ffa-8f32-496d-9a31-21069f97e5d3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:32.877266 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32023696-9394-482e-abf4-0df2ce11683a req-3db26ffa-8f32-496d-9a31-21069f97e5d3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 945 time: 0.0536003 Aug 11 01:01:32.921509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87636-1df6-46de-9dce-4474063341e2 req-09a7ea35-ad3e-4b8a-b2d4-537ae2280bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:32.923218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8b87636-1df6-46de-9dce-4474063341e2 req-09a7ea35-ad3e-4b8a-b2d4-537ae2280bd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a37c25f-326d-4bad-9436-5ec9e51c4303 HTTP/1.1" status: 200 len: 835 time: 0.0791380 Aug 11 01:01:32.927590 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:32.928902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-33633f95-0b6b-4927-806e-1aea21c68910 service neutron] 10.222.0.43 "POST /v2.0/ports/9ddfb222-bff7-491e-bf4e-8b422d1c22f1/bindings HTTP/1.1" status: 201 len: 390 time: 0.9164050 Aug 11 01:01:32.940064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32023696-9394-482e-abf4-0df2ce11683a req-301380d3-8e27-4ea4-9ae5-cff0c7eb4566 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511014 Aug 11 01:01:32.953166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42212) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:32.981462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87636-1df6-46de-9dce-4474063341e2 req-2fc36c3f-99ec-4a3b-a2e6-c16c8aed4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:32.984163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8b87636-1df6-46de-9dce-4474063341e2 req-2fc36c3f-99ec-4a3b-a2e6-c16c8aed4149 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97117c85-f96e-4b56-a763-a740b3cb7c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527411 Aug 11 01:01:33.108846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8b87636-1df6-46de-9dce-4474063341e2 req-27f72e0c-8914-4c01-8957-9c8f1b7abdaf service neutron] 10.222.0.55 "GET /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161749 Aug 11 01:01:33.133210 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1568ba-f5ef-459d-b44f-3168140e8ad1 None None] New status for floating IP c9c77dbb-cd84-4b6d-9391-9b4720bcd9fc: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:01:33.166754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26099c98-b1d3-417f-929a-7674a7cd7792 tempest-TestVolumeBootPattern-1697552378 tempest-TestVolumeBootPattern-1697552378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:33.168717 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-26099c98-b1d3-417f-929a-7674a7cd7792 tempest-TestVolumeBootPattern-1697552378 tempest-TestVolumeBootPattern-1697552378-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 1092 time: 0.2144542 Aug 11 01:01:33.171768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42218) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:33.177333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:33.223114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8b87636-1df6-46de-9dce-4474063341e2 req-1dc21c7b-6a2c-4c58-bb70-c9db5b4a3ff7 service neutron] 10.222.0.55 "GET /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978777 Aug 11 01:01:33.326455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b3264-79c5-439c-9f12-b5e2d12a4104 req-f4c07b8f-4b34-4005-a9f9-3bc3c28a2bcf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:33.329038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-372b3264-79c5-439c-9f12-b5e2d12a4104 req-f4c07b8f-4b34-4005-a9f9-3bc3c28a2bcf tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.0649168 Aug 11 01:01:33.333345 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:33.416803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-372b3264-79c5-439c-9f12-b5e2d12a4104 req-6fbffe41-e77a-4548-9f99-228b4de5e229 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799549 Aug 11 01:01:33.480910 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:33.625252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.25.0.84 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/5eec8276-5f9f-4a66-bdaa-54f81d071c85) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:33.658702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2633b45-4420-44a2-84af-1d0af8daf575 req-66530ea2-998a-4ac2-8127-506ba7c05156 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:33.660312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a2633b45-4420-44a2-84af-1d0af8daf575 req-66530ea2-998a-4ac2-8127-506ba7c05156 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 984 time: 0.0598733 Aug 11 01:01:33.747402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:33.751069 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a2633b45-4420-44a2-84af-1d0af8daf575 req-8b23f017-3d8f-43c0-b3fc-104f21c18cf2 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/security-groups?id=36d04b2c-5825-40fe-94f3-c0a8f09876ff&id=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0824153 Aug 11 01:01:33.772374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-a62072ea-f864-4806-b6a9-bfb47573758d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:33.773966 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-a62072ea-f864-4806-b6a9-bfb47573758d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.55 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 984 time: 0.0751851 Aug 11 01:01:33.898622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:33.905422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting port 12f8ce42-6727-42f2-8082-075daff49eb2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:33.905781 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:33.943274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:33.946248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:33.952508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:33.984936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=5eec8276-5f9f-4a66-bdaa-54f81d071c85,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:34.043394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] For port 12f8ce42-6727-42f2-8082-075daff49eb2, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=12f8ce42-6727-42f2-8082-075daff49eb2,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:34.043799 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:34.047630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-9d5dd0c0-cb1a-4ecd-9c24-61d84ccf624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:34.049205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-9d5dd0c0-cb1a-4ecd-9c24-61d84ccf624a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1097 time: 0.1272130 Aug 11 01:01:34.066968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Calling delete_port for 12f8ce42-6727-42f2-8082-075daff49eb2 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:34.205053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-74f4a0b6-f86d-43d9-9be4-6eb7d677cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:34.206664 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-74f4a0b6-f86d-43d9-9be4-6eb7d677cd8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=821bdd54-a670-41c1-8d9d-57612e62d155 HTTP/1.1" status: 200 len: 897 time: 0.1471808 Aug 11 01:01:34.308016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-f1788934-9d73-4ff6-ae2e-c9555b172e93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 200 len: 1001 time: 0.0933020 Aug 11 01:01:34.364351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:34.369611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63f4e89a-7912-4133-ab48-3defeed5a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:34.371184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63f4e89a-7912-4133-ab48-3defeed5a750 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bc3ab6f-8c86-41a3-88ab-6b79841d8c29 HTTP/1.1" status: 200 len: 834 time: 0.0555887 Aug 11 01:01:34.421389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-6c0a3218-ffce-479a-bbdb-723dec87d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:34.423048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-6c0a3218-ffce-479a-bbdb-723dec87d49f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=821bdd54-a670-41c1-8d9d-57612e62d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446143 Aug 11 01:01:34.448684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:34.512198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Port': ['ID=12f8ce42-6727-42f2-8082-075daff49eb2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:34.555936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:34.574381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] No DVR routers for this DVR port 12f8ce42-6727-42f2-8082-075daff49eb2 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:01:34.577998 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:34.580065 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5256db70-fb7e-4b97-813b-c409e8aecff3 req-289e5db0-96ad-4a59-a81b-903699b4549e tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.55 "DELETE /v2.0/ports/12f8ce42-6727-42f2-8082-075daff49eb2 HTTP/1.1" status: 204 len: 173 time: 0.7944987 Aug 11 01:01:34.580527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'name': 'network-vif-deleted', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:34.582888 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab52bc-5a4b-4518-bb1e-34074825c887" -d '{"events": [{"server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "name": "network-vif-deleted", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:34.597814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cbf41-857e-4f34-9781-e0f2cfff4f46 req-762041c3-448c-4855-9b46-6082098d068d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:34.599495 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af3cbf41-857e-4f34-9781-e0f2cfff4f46 req-762041c3-448c-4855-9b46-6082098d068d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.1009657 Aug 11 01:01:34.606639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-215681c3-f763-4453-93b6-b3bff714547c service neutron] 10.222.0.55 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763592 Aug 11 01:01:34.636726 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a03c9a6-ab02-45fa-a549-294b923ad99c x-openstack-request-id: req-2a03c9a6-ab02-45fa-a549-294b923ad99c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:34.637834 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df69c743-6560-4aab-aeca-c19f5a16ab61", "name": "network-vif-deleted", "tag": "12f8ce42-6727-42f2-8082-075daff49eb2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:34.637955 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a03c9a6-ab02-45fa-a549-294b923ad99c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:34.638347 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df69c743-6560-4aab-aeca-c19f5a16ab61', 'name': 'network-vif-deleted', 'tag': '12f8ce42-6727-42f2-8082-075daff49eb2', 'status': 'completed', 'code': 200} Aug 11 01:01:34.718647 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af3cbf41-857e-4f34-9781-e0f2cfff4f46 req-cbcf06fc-3fcc-4f9e-a37d-7f3c97f33cd1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082296 Aug 11 01:01:34.727535 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-99094873-c46d-4227-a2b3-3ab851cf569b service neutron] 10.222.0.55 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124086 Aug 11 01:01:34.794248 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:34.920333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:34.932702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b898c96b-afc3-4c33-b834-dca23e6df8b3 req-32b8c895-15a5-42fd-aed5-91a6e846e87d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "GET /v2.0/ports?device_id=df69c743-6560-4aab-aeca-c19f5a16ab61 HTTP/1.1" status: 200 len: 210 time: 0.0494893 Aug 11 01:01:34.935035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-cc30380d-1346-414c-aad5-12a1452624ee tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:34.936715 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-cc30380d-1346-414c-aad5-12a1452624ee tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25&tenant_id=7e7ca9f6816745c198aadf17525c4824&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1097 time: 0.1351490 Aug 11 01:01:34.957016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712143-13'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:35.024288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=5eec8276-5f9f-4a66-bdaa-54f81d071c85,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:35.026187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:35.049835 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:35.200938 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Floating IP 3ba739da-4d9a-4e95-99f0-fe24458f165c associated. External IP: 172.25.0.84, port: 6ae0d60c-398f-4c47-bd14-6703640c0038. Aug 11 01:01:35.260570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:35.324401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:35.391861 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:35.476643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:35.484086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:01:35.658911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:35.678090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:35.701777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:35.719987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:35.721332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:35.726608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on host n-h2-712143-13 for vnic_type normal with profile {"migrating_to": "n-h1-712143-13"} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:35.726973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:35.727435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:35.733808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:01:35.734426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Attempting to bind port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on network 821bdd54-a670-41c1-8d9d-57612e62d155 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:35.741592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:35.741856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Checking segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:35.742190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Bound using segment: {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:35.742631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Bound port: 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:35.743031 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:35.801350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:35.850367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:35.859377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:35.927186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6130d2f4-4d27-4535-9873-66ef3369fbe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7429533 Aug 11 01:01:35.927186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'tag': '6ae0d60c-398f-4c47-bd14-6703640c0038'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:35.927186 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e", "tag": "6ae0d60c-398f-4c47-bd14-6703640c0038"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:35.940683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:35.959760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2690e-ac8f-491a-9bd4-11d745611bcc req-62a892af-bffd-42ad-a64d-7ad75feb80d0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:35.961386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92a2690e-ac8f-491a-9bd4-11d745611bcc req-62a892af-bffd-42ad-a64d-7ad75feb80d0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 943 time: 0.0951567 Aug 11 01:01:35.961504 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:35.971082 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3bfd67-b686-4a45-824e-ee8aff3f052b x-openstack-request-id: req-8a3bfd67-b686-4a45-824e-ee8aff3f052b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:35.971427 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e", "tag": "6ae0d60c-398f-4c47-bd14-6703640c0038", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:35.971663 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a3bfd67-b686-4a45-824e-ee8aff3f052b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:35.972122 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'tag': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'status': 'completed', 'code': 200} Aug 11 01:01:36.029380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92a2690e-ac8f-491a-9bd4-11d745611bcc req-8809ac34-b2b6-4ccb-9786-7edd9379b98e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556893 Aug 11 01:01:36.034190 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9345eefb-2c97-49a4-97e5-69008e049314 None None] Provisioning complete for port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:36.035348 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9345eefb-2c97-49a4-97e5-69008e049314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.071646 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42268) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:36.160913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcce1a9f-4c57-424b-bc68-ab878b423603 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.208470 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcce1a9f-4c57-424b-bc68-ab878b423603 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.279123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=8']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:36.290001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-d26eb5cd-c313-48d4-9b3a-ecf2338a19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:36.291709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-d26eb5cd-c313-48d4-9b3a-ecf2338a19e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 1097 time: 0.2719729 Aug 11 01:01:36.338120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:36.338120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.339654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-63c74b06-c12f-4192-bf0f-511ff7e0ae3a service neutron] 10.222.0.55 "PUT /v2.0/ports/9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 200 len: 1123 time: 1.3944812 Aug 11 01:01:36.400328 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcce1a9f-4c57-424b-bc68-ab878b423603 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.403812 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bcce1a9f-4c57-424b-bc68-ab878b423603 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.405473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bcce1a9f-4c57-424b-bc68-ab878b423603 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/security-groups/36d04b2c-5825-40fe-94f3-c0a8f09876ff HTTP/1.1" status: 204 len: 168 time: 0.3327327 Aug 11 01:01:36.409828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42272) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:36.430153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce1a9f-4c57-424b-bc68-ab878b423603 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d04b2c-5825-40fe-94f3-c0a8f09876ff,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:36.445079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-cf9b6450-7617-48dd-b566-ed64aba762ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:36.446681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-cf9b6450-7617-48dd-b566-ed64aba762ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1463680 Aug 11 01:01:36.485733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6dcbc89-560c-44fd-94f8-8f5ce9be745d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.518116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6dcbc89-560c-44fd-94f8-8f5ce9be745d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.541099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['9ddfb222-bff7-491e-bf4e-8b422d1c22f1'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:01:36.552917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-a726504d-72fc-44b1-b7c3-1f4b11026577 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae0d60c-398f-4c47-bd14-6703640c0038 HTTP/1.1" status: 200 len: 998 time: 0.0960736 Aug 11 01:01:36.569956 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9345eefb-2c97-49a4-97e5-69008e049314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.620260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-37823f74-c9a7-4c82-b8b5-43b5ca77bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:36.621178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:36.622417 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-37823f74-c9a7-4c82-b8b5-43b5ca77bc6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0600636 Aug 11 01:01:36.623542 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2595a860-4af6-4130-9aff-4d7d59cb3b2e" -d '{"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-plugged", "status": "completed", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:36.638833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}, {'name': 'network-changed', 'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:36.641552 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e00ac6-d097-4aa3-a3e9-d53312664db0" -d '{"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-unplugged", "status": "completed", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}, {"name": "network-changed", "server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:36.665709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9345eefb-2c97-49a4-97e5-69008e049314 None None] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:36.696429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-0d9f439e-0889-442f-9bf7-b0df6395711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:36.698395 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-0d9f439e-0889-442f-9bf7-b0df6395711e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681171 Aug 11 01:01:36.720752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6dcbc89-560c-44fd-94f8-8f5ce9be745d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.723848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c6dcbc89-560c-44fd-94f8-8f5ce9be745d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.745672 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c6dcbc89-560c-44fd-94f8-8f5ce9be745d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/security-groups/9edc7b8d-6ce4-4d8c-8987-d1f567ab2296 HTTP/1.1" status: 204 len: 168 time: 0.3129613 Aug 11 01:01:36.745672 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42284) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:36.746252 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0eff02-e00e-42fd-a932-5d4c31a32138 x-openstack-request-id: req-9b0eff02-e00e-42fd-a932-5d4c31a32138 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:36.746252 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-unplugged", "status": "completed", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "code": 200}, {"name": "network-changed", "server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:36.746252 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b0eff02-e00e-42fd-a932-5d4c31a32138 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:36.746252 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'code': 200} Aug 11 01:01:36.746252 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'status': 'completed', 'code': 200} Aug 11 01:01:36.746721 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e44f7b-b937-41e1-9eb5-370ea13ad0a5 x-openstack-request-id: req-61e44f7b-b937-41e1-9eb5-370ea13ad0a5 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:36.746721 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-plugged", "status": "completed", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:36.746721 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61e44f7b-b937-41e1-9eb5-370ea13ad0a5 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:36.746721 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'code': 200} Aug 11 01:01:36.769967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '3ba739da-4d9a-4e95-99f0-fe24458f165c', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:bb:2c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:01:34Z', 'updated_at': '2021-08-11T01:01:34Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:36.807450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:36.809406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcbc89-560c-44fd-94f8-8f5ce9be745d tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edc7b8d-6ce4-4d8c-8987-d1f567ab2296,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:36.820378 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9345eefb-2c97-49a4-97e5-69008e049314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:36.845011 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-10ba0532-0f73-417d-b038-001c35076aea service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316850 Aug 11 01:01:36.903754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345eefb-2c97-49a4-97e5-69008e049314 None None] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:36.914579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-e45cd865-32ed-40b3-b189-daf5331bb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:36.916638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-e45cd865-32ed-40b3-b189-daf5331bb26d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1126 time: 0.1544974 Aug 11 01:01:36.967267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6dbd531-fcaa-4b04-a04f-3c42f03aa2ee req-3a3de358-32cd-4eba-b480-9f2824ab00bf service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092784 Aug 11 01:01:37.011867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:37.012518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:37.226000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-295e8d99-de27-4383-97ec-9b588b5b0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:37.227841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-295e8d99-de27-4383-97ec-9b588b5b0b02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=821bdd54-a670-41c1-8d9d-57612e62d155 HTTP/1.1" status: 200 len: 897 time: 0.3004918 Aug 11 01:01:37.240696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:37.345083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cce1f6-b65e-4304-a4c9-adb0c202f4ea req-11a971fe-3e56-40a6-93b6-308b4619b421 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:37.351460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13cce1f6-b65e-4304-a4c9-adb0c202f4ea req-11a971fe-3e56-40a6-93b6-308b4619b421 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.1972058 Aug 11 01:01:37.419468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c1fc0914-4e7a-4839-a3a5-5242e635cec8 None None] Provisioning complete for port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:37.419843 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1fc0914-4e7a-4839-a3a5-5242e635cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:37.438945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-e7964b18-63c5-439f-a73f-8f8890815e33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 200 len: 1001 time: 0.2024441 Aug 11 01:01:37.505645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13cce1f6-b65e-4304-a4c9-adb0c202f4ea req-e672604e-acfb-492a-aff3-da868368d68e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438200 Aug 11 01:01:37.534302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-61056fcb-8695-49ec-8e27-4ff9719bc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:37.537492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-61056fcb-8695-49ec-8e27-4ff9719bc5c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bc3ab6f-8c86-41a3-88ab-6b79841d8c29 HTTP/1.1" status: 200 len: 834 time: 0.0864179 Aug 11 01:01:37.643212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '3ba739da-4d9a-4e95-99f0-fe24458f165c', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:bb:2c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:01:34Z', 'updated_at': '2021-08-11T01:01:34Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:37.648598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-b87b94fc-794d-4d63-9bbc-49fa9072f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:37.650615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-b87b94fc-794d-4d63-9bbc-49fa9072f180 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=821bdd54-a670-41c1-8d9d-57612e62d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025245 Aug 11 01:01:37.678446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e848f74-9aec-4fff-a8c9-b7cec2e0f943 None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '3ba739da-4d9a-4e95-99f0-fe24458f165c', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:bb:2c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:01:34Z', 'updated_at': '2021-08-11T01:01:34Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:37.827447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:37.832575 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-9b8440ee-024d-4e4e-9c9b-6f599d748acb service neutron] 10.222.0.44 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571128 Aug 11 01:01:37.837224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:01:37.840406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 12f8ce42-6727-42f2-8082-075daff49eb2 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:37.878901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 12f8ce42-6727-42f2-8082-075daff49eb2 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:37.879296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 12f8ce42-6727-42f2-8082-075daff49eb2 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:37.949917 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f70dc8-aae7-44a2-8787-95e1636e9b56 None None] New status for floating IP 3ba739da-4d9a-4e95-99f0-fe24458f165c: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:01:38.014306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f4e00ac6-d097-4aa3-a3e9-d53312664db0 req-89cad661-d8df-4da4-a408-02fab390c71f service neutron] 10.222.0.44 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501005 Aug 11 01:01:38.078900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:38.094492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 has no active binding in host n-h1-712143-13 {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 01:01:38.673763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting port 886b1431-86c5-4524-b049-1512efe094c0 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:38.674551 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:38.713037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16686e6-6a7c-47ae-991e-b7322cbf6d30 req-cdc02ccd-f19a-4da3-ba2d-ff4c913b7a99 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:38.714953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f16686e6-6a7c-47ae-991e-b7322cbf6d30 req-cdc02ccd-f19a-4da3-ba2d-ff4c913b7a99 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.0785050 Aug 11 01:01:38.762424 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f16686e6-6a7c-47ae-991e-b7322cbf6d30 req-b5eb1bfa-e6c5-4cc7-8fa4-382f762b5041 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367515 Aug 11 01:01:38.781310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] For port 886b1431-86c5-4524-b049-1512efe094c0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=886b1431-86c5-4524-b049-1512efe094c0,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:38.781796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:38.799897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Calling delete_port for 886b1431-86c5-4524-b049-1512efe094c0 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:39.131775 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:39.158364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Port': ['ID=886b1431-86c5-4524-b049-1512efe094c0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:39.398446 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:39.587177 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:01:39.665608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Router 4120ee59-e076-44c8-b127-57b0ff40aa6d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:01:39.781505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:39.787638 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5b1842f4-714b-4260-bf00-eea954eabd13 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "PUT /v2.0/routers/4120ee59-e076-44c8-b127-57b0ff40aa6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0551741 Aug 11 01:01:39.790696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42322) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:39.792467 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] Sync routers for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:39.809326 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:39.810424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:39.849860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a0194d-3a2f-453c-b184-425597bfb30f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting subnet 3a37c25f-326d-4bad-9436-5ec9e51c4303 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:01:39.855240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e9a0194d-3a2f-453c-b184-425597bfb30f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:39.910843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e9a0194d-3a2f-453c-b184-425597bfb30f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:39.936338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e3c7f-ecaa-4589-aa5a-1075d15e1737 req-80d77231-05fd-450d-a294-9de9835d2bea tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:39.938361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b6e3c7f-ecaa-4589-aa5a-1075d15e1737 req-80d77231-05fd-450d-a294-9de9835d2bea tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.0647273 Aug 11 01:01:39.978487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:39.981232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b6e3c7f-ecaa-4589-aa5a-1075d15e1737 req-dfe12db4-3fac-45b2-bf8f-abd4aa6cf9ae tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355291 Aug 11 01:01:40.056500 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e9a0194d-3a2f-453c-b184-425597bfb30f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:40.202836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:01:38Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:40.218376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e9a0194d-3a2f-453c-b184-425597bfb30f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:40.231649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] Checking router: 4120ee59-e076-44c8-b127-57b0ff40aa6d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:40.242571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] Routers {'4120ee59-e076-44c8-b127-57b0ff40aa6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:40.243281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['4120ee59-e076-44c8-b127-57b0ff40aa6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:40.252803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0194d-3a2f-453c-b184-425597bfb30f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Subnet': ['ID=3a37c25f-326d-4bad-9436-5ec9e51c4303,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:40.257356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e9a0194d-3a2f-453c-b184-425597bfb30f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:40.259447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e9a0194d-3a2f-453c-b184-425597bfb30f tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/subnets/3a37c25f-326d-4bad-9436-5ec9e51c4303 HTTP/1.1" status: 204 len: 168 time: 0.4676464 Aug 11 01:01:40.264279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42332) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:40.303972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54031bcf-38be-4aad-af1e-3d8dadd23d28 None None] Network 97117c85-f96e-4b56-a763-a740b3cb7c8e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:01:40.463574 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:40.592357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:40.772042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Deleting port 3691bb03-3c8a-4d37-95b9-10795489e8d5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:40.772496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:40.797057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] DHCP port deletion for 97117c85-f96e-4b56-a763-a740b3cb7c8e request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:01:40.882575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] For port 3691bb03-3c8a-4d37-95b9-10795489e8d5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3691bb03-3c8a-4d37-95b9-10795489e8d5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:40.883443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] Set router 4120ee59-e076-44c8-b127-57b0ff40aa6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:40.884079 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:40.905812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Calling delete_port for 3691bb03-3c8a-4d37-95b9-10795489e8d5 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:41.013243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Deleting port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:41.013553 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.152940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] For port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de,segment=NetworkSegment(25133b6d-4125-4885-b65c-b92e9890ad92),segment_id=25133b6d-4125-4885-b65c-b92e9890ad92)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:41.154919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.157587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d937c-122f-425b-95d1-08cddd681168 req-03e84be6-3083-4d6e-8ad1-63d4cac08d6e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:41.159380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-406d937c-122f-425b-95d1-08cddd681168 req-03e84be6-3083-4d6e-8ad1-63d4cac08d6e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.0765135 Aug 11 01:01:41.172082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Calling delete_port for cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:41.219865 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-406d937c-122f-425b-95d1-08cddd681168 req-9f1a5116-7a79-4df3-a7e6-001710ccb9df tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465629 Aug 11 01:01:41.224424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.277559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:01:38Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:41.294437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Port': ['ID=3691bb03-3c8a-4d37-95b9-10795489e8d5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:41.311586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182511b5-b375-4317-8ffd-792aa8c133fd None None] The sync data for ids ['4120ee59-e076-44c8-b127-57b0ff40aa6d'] in n-d-712143-13 is: [{'id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791097013', 'tenant_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:59:55Z', 'updated_at': '2021-08-11T01:01:38Z', 'revision_number': 5, 'project_id': '2ff2ce7ebbeb41f3bb0b30eec87c5adb', 'gw_port': {'id': '3691bb03-3c8a-4d37-95b9-10795489e8d5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4120ee59-e076-44c8-b127-57b0ff40aa6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:59:56Z', 'updated_at': '2021-08-11T01:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:41.398879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.452503 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.482146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Pushing event deleted for resources: {'Port': ['ID=cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:41.486597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] No DVR routers for this DVR port cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:01:41.494596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.494940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.495362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.495849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.496244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.496589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.496928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.497503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.497628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.497890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.498294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.498623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f31eb-17e9-44ea-b6b0-576d273d68bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:41.499276 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.504609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.683864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.683864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Fanout notify agent at l3_agent the message router_deleted on router 4120ee59-e076-44c8-b127-57b0ff40aa6d {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:01:41.689428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.690731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b3c6c714-dca9-4539-8b00-6d4a53ee4d97 tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/routers/4120ee59-e076-44c8-b127-57b0ff40aa6d HTTP/1.1" status: 204 len: 168 time: 1.4259818 Aug 11 01:01:41.693451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42352) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:41.790624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:41.820223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:41.821342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cad7d0a8-83a9-4d7c-8bda-2d9ad41bf7de not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:41.848018 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:41.912906 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-57295831-1764-45d6-8ca6-e613b155713d service neutron] 10.222.0.44 "GET /v2.0/ports/9ddfb222-bff7-491e-bf4e-8b422d1c22f1/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 385 time: 0.1385164 Aug 11 01:01:42.004074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:42.020642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97117c85-f96e-4b56-a763-a740b3cb7c8e']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:42.042349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25133b6d-4125-4885-b65c-b92e9890ad92') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:42.042865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25133b6d-4125-4885-b65c-b92e9890ad92') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:42.057765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:42.117765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:42.136430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:01:42.137393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:01:42.142872 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:01:42.315324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:42.345862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:42.351698 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:42.353649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] 10.222.0.43 "DELETE /v2.0/networks/97117c85-f96e-4b56-a763-a740b3cb7c8e HTTP/1.1" status: 204 len: 168 time: 0.6589041 Aug 11 01:01:42.386809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:42.391119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a41fc-1a02-42ce-9e13-3c772a0d0d0b tempest-TestSecurityGroupsBasicOps-941245777 tempest-TestSecurityGroupsBasicOps-941245777-project] Pushing event deleted for resources: {'Network': ['ID=97117c85-f96e-4b56-a763-a740b3cb7c8e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:42.452820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca93b4-af7c-441b-87a0-3f37b9b3be38 req-08d00f42-27f7-4d3f-aa9a-5cb1066ca874 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:42.461071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4cca93b4-af7c-441b-87a0-3f37b9b3be38 req-08d00f42-27f7-4d3f-aa9a-5cb1066ca874 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 945 time: 0.1352768 Aug 11 01:01:42.472711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:42.475209 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d5169e-3df9-44c9-9ee3-17398c55be92" -d '{"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-unplugged", "status": "completed", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:42.492013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:42.555078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4cca93b4-af7c-441b-87a0-3f37b9b3be38 req-349a0859-3ed9-46ff-bc02-e5fc3170d15a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901742 Aug 11 01:01:42.557560 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9aa7f6-49f4-4ad0-b165-b896cdd2d303 x-openstack-request-id: req-6f9aa7f6-49f4-4ad0-b165-b896cdd2d303 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:42.557988 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-unplugged", "status": "completed", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:42.558250 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f9aa7f6-49f4-4ad0-b165-b896cdd2d303 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:42.558728 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'code': 200} Aug 11 01:01:42.653990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:42.734804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] Transition to ACTIVE for port object 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:42.932215 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:43.027755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=11']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:43.072865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] No DVR routers for this DVR port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:01:43.272766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3bc5e74b-37df-4eef-9f83-c2ceae021664 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ddfb222-bff7-491e-bf4e-8b422d1c22f1/bindings/n-h1-712143-13/activate HTTP/1.1" status: 200 len: 370 time: 1.3460119 Aug 11 01:01:43.327227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42382) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:43.356295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3691bb03-3c8a-4d37-95b9-10795489e8d5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:43.384532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 3691bb03-3c8a-4d37-95b9-10795489e8d5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:43.384949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3691bb03-3c8a-4d37-95b9-10795489e8d5 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:43.385385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 886b1431-86c5-4524-b049-1512efe094c0 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:43.404794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 886b1431-86c5-4524-b049-1512efe094c0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:43.405147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 886b1431-86c5-4524-b049-1512efe094c0 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:43.523022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6575935c-604b-4789-b61e-2ace5fcf8a02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ff2ce7ebbeb41f3bb0b30eec87c5adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914010 Aug 11 01:01:43.523836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42390) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:43.541542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-aaae3471-97d8-4af3-b4cf-1a38c1ef5800 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:43.543596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-aaae3471-97d8-4af3-b4cf-1a38c1ef5800 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25&tenant_id=7e7ca9f6816745c198aadf17525c4824&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.0801225 Aug 11 01:01:43.607298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-d288624d-113e-4b9b-b261-8e1200a9e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:43.609277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-d288624d-113e-4b9b-b261-8e1200a9e1d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 1096 time: 0.0574930 Aug 11 01:01:43.640657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-25c60b29-3ec6-46e0-8ebe-4c255236e3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:43.671048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-25c60b29-3ec6-46e0-8ebe-4c255236e3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:43.739612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e709-387e-49bf-bbf2-41f9c87bc256 req-bc9757db-b3f2-4118-bee9-e4802eaf4ee0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:43.741525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87d1e709-387e-49bf-bbf2-41f9c87bc256 req-bc9757db-b3f2-4118-bee9-e4802eaf4ee0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 944 time: 0.0889752 Aug 11 01:01:43.744211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-85c9d07d-77aa-4b07-ae42-690197842aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:43.745760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-85c9d07d-77aa-4b07-ae42-690197842aff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1096 time: 0.1097612 Aug 11 01:01:43.844706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-87d1e709-387e-49bf-bbf2-41f9c87bc256 req-df7b3ec5-0b84-442f-925b-e4d0835cb7e8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873077 Aug 11 01:01:43.872275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-4cbf94c6-5563-4e4a-9aeb-37b6cb3afea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:43.877466 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-25c60b29-3ec6-46e0-8ebe-4c255236e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:43.877946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-4cbf94c6-5563-4e4a-9aeb-37b6cb3afea9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=821bdd54-a670-41c1-8d9d-57612e62d155 HTTP/1.1" status: 200 len: 897 time: 0.1176965 Aug 11 01:01:43.878051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-25c60b29-3ec6-46e0-8ebe-4c255236e3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:43.878051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-25c60b29-3ec6-46e0-8ebe-4c255236e3ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e9500f6-e2a3-4a58-a413-6908fb9ab212 HTTP/1.1" status: 204 len: 168 time: 0.3518889 Aug 11 01:01:43.887380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c60b29-3ec6-46e0-8ebe-4c255236e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9500f6-e2a3-4a58-a413-6908fb9ab212,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:43.965502 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-fcb3a247-8baf-4892-b597-467953bdc380 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 200 len: 999 time: 0.0836666 Aug 11 01:01:44.330787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-6a2b7074-b1d5-47fc-9ebc-88d940e3665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:44.336262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-6a2b7074-b1d5-47fc-9ebc-88d940e3665a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bc3ab6f-8c86-41a3-88ab-6b79841d8c29 HTTP/1.1" status: 200 len: 834 time: 0.3604357 Aug 11 01:01:44.406908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-10f8970a-adf7-4b8c-9c97-56ff092e48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:44.409636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-10f8970a-adf7-4b8c-9c97-56ff092e48c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=821bdd54-a670-41c1-8d9d-57612e62d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683696 Aug 11 01:01:44.515243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-e4e503b0-0c6a-42d1-810c-7a5f548e8fc9 service neutron] 10.222.0.55 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981519 Aug 11 01:01:44.615593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3ffd4231-e712-4e36-bf69-c2025e25ab6f service neutron] 10.222.0.55 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922771 Aug 11 01:01:44.629133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42414) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:44.642892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea68ccea-562f-46ea-9525-2869bb959c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:44.741124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea68ccea-562f-46ea-9525-2869bb959c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:44.863686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea68ccea-562f-46ea-9525-2869bb959c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:44.940855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ea68ccea-562f-46ea-9525-2869bb959c73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c40907b8ebd04aa2898ea1f6b6e9756e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105700 Aug 11 01:01:44.947834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42420) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:44.948346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68ccea-562f-46ea-9525-2869bb959c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffc76a0-254b-49a6-af58-de95086c2028,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:45.012553 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f599-19c6-4d6a-9ee6-652c84f2a818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:45.037446 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f599-19c6-4d6a-9ee6-652c84f2a818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:45.037913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e490fa-b33e-49ac-bf36-ee492d0b594b req-64ad1cc4-fea1-4051-8ba5-7440a9ef13dc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:45.039622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31e490fa-b33e-49ac-bf36-ee492d0b594b req-64ad1cc4-fea1-4051-8ba5-7440a9ef13dc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 944 time: 0.0572636 Aug 11 01:01:45.078875 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-31e490fa-b33e-49ac-bf36-ee492d0b594b req-db55851a-4e86-466a-b017-dbd8283151cb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327921 Aug 11 01:01:45.246177 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f599-19c6-4d6a-9ee6-652c84f2a818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:45.248928 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1d6f599-19c6-4d6a-9ee6-652c84f2a818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:45.250386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a1d6f599-19c6-4d6a-9ee6-652c84f2a818 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bffc76a0-254b-49a6-af58-de95086c2028 HTTP/1.1" status: 204 len: 168 time: 0.3010161 Aug 11 01:01:45.259113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6f599-19c6-4d6a-9ee6-652c84f2a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffc76a0-254b-49a6-af58-de95086c2028,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:45.348999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3691c599-64aa-4575-9836-5179f923cc41 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:45.356017 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-3691c599-64aa-4575-9836-5179f923cc41 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25&tenant_id=7e7ca9f6816745c198aadf17525c4824&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 1096 time: 0.0582740 Aug 11 01:01:45.634683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-0c96e0a3-f1db-4a36-b00c-f7cd23424582 service neutron] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:45.642189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-0c96e0a3-f1db-4a36-b00c-f7cd23424582 service neutron] Notify callbacks [] for binding, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:45.642189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-536c37b3-cadb-4ecf-a809-9146c6126e01 req-0c96e0a3-f1db-4a36-b00c-f7cd23424582 service neutron] 10.222.0.55 "DELETE /v2.0/ports/9ddfb222-bff7-491e-bf4e-8b422d1c22f1/bindings/n-h2-712143-13 HTTP/1.1" status: 204 len: 173 time: 0.2828913 Aug 11 01:01:45.674250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:45.727806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:46.210460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b796f40-27d5-4147-bd32-a33bf2992b54 req-7bec2b34-b3f7-4985-8ef8-feb72e6ae071 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:46.212183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b796f40-27d5-4147-bd32-a33bf2992b54 req-7bec2b34-b3f7-4985-8ef8-feb72e6ae071 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 944 time: 0.0561144 Aug 11 01:01:46.243915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42446) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:46.255746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b796f40-27d5-4147-bd32-a33bf2992b54 req-cfad27b8-4463-4ec4-8a8c-45e6e61d245a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366771 Aug 11 01:01:46.299402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-30626ddc-e1ed-473f-b0c0-79b640609aad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33ae821f3df34510883c273bc35479bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539966 Aug 11 01:01:46.303437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42450) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:46.372083 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6b3bac6-6fb6-4b4c-a2a0-ef26ec04d7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:46.389397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc0f0-602f-4c2b-9194-6437abc3f2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:46.409040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88972-7f50-4132-afc0-96a90beb1e0b req-58f24a5e-6b54-4e2e-8a11-7da2479e5c04 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:46.410669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75c88972-7f50-4132-afc0-96a90beb1e0b req-58f24a5e-6b54-4e2e-8a11-7da2479e5c04 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1096 time: 0.0676517 Aug 11 01:01:46.422507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc0f0-602f-4c2b-9194-6437abc3f2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:46.484902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75c88972-7f50-4132-afc0-96a90beb1e0b req-fd2eaf81-cee3-42d2-81b2-36595e6a89cf tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608659 Aug 11 01:01:46.577474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc0f0-602f-4c2b-9194-6437abc3f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:46.580321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc0f0-602f-4c2b-9194-6437abc3f2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:46.587735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b6bfc0f0-602f-4c2b-9194-6437abc3f2ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17d39c28-7231-43c2-8f36-0642e88966ce HTTP/1.1" status: 204 len: 168 time: 0.2768445 Aug 11 01:01:46.595004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfc0f0-602f-4c2b-9194-6437abc3f2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d39c28-7231-43c2-8f36-0642e88966ce,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:46.656557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c47ca-9f56-4d35-86d3-4e8560eaad49 req-afedab02-5268-47af-8f62-22b1381da2d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:46.658345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d77c47ca-9f56-4d35-86d3-4e8560eaad49 req-afedab02-5268-47af-8f62-22b1381da2d3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 944 time: 0.0865765 Aug 11 01:01:46.713706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d77c47ca-9f56-4d35-86d3-4e8560eaad49 req-c2fed634-51ef-4450-8e05-0deab78d05c0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460405 Aug 11 01:01:46.748403 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42458) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:46.845424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-67b412d3-f7a6-4f7a-b85f-05f20ecdf034 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/df459cc6-11fd-47e3-ad9b-f92508380793 HTTP/1.1" status: 200 len: 991 time: 0.0919940 Aug 11 01:01:47.963963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42482) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:48.090410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-544274924-network', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:48.177231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Made reservation on behalf of b860338a3b6b4cd39015e54a7e38fd39 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:01:48.179882 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.189640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.285736 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.342954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.370481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:01:48.380866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7083c634-8486-4a08-b0ae-64a0922727d2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:48.385899 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.386254 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Added segment 35387347-91e1-4a5b-b168-803439b90125 of type vlan for network f3f473ce-9166-48ec-a17b-ed212a20a560 Aug 11 01:01:48.436133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.582819 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.584447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:48.585061 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.651561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f473ce-9166-48ec-a17b-ed212a20a560,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:48.662414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f3f473ce-9166-48ec-a17b-ed212a20a560 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:01:48.732367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a1a3423b-4d93-4ce8-a863-9be8b743c815 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7673171 Aug 11 01:01:48.736894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42488) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:48.742416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Request body: {'subnet': {'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-544274924-subnet', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:48.873909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Made reservation on behalf of b860338a3b6b4cd39015e54a7e38fd39 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:01:48.876416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:48.954399 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-deecdf61-d012-434b-bfe5-0481fa1adf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.039803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.067648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42496) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:49.180445 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.251155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d662665b-74e5-4ade-9db5-b9973ea090eb,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:49.288012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Checking segment: {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:49.288364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Network hostable DHCP agents. Network: f3f473ce-9166-48ec-a17b-ed212a20a560, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:01:49.319356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 2fbeed14-6339-40c3-ae4e-09e025864483 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:49.319634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.406796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.407132 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.409553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Network f3f473ce-9166-48ec-a17b-ed212a20a560 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:01:49.428220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 2fbeed14-6339-40c3-ae4e-09e025864483 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:49.550030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, f3f473ce-9166-48ec-a17b-ed212a20a560) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:49.556080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:49.556480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.559532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61d3c3-d54d-4006-890c-1171f9a5abbf None None] Network f3f473ce-9166-48ec-a17b-ed212a20a560 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:01:49.715933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-f3f473ce-9166-48ec-a17b-ed212a20a560', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:01:49.716806 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.783316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6cedeb32-e4ab-4c80-8970-da72873f4b82 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0446002 Aug 11 01:01:49.784242 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.784982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42502) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:49.798140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:49.824445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=2fbeed14-6339-40c3-ae4e-09e025864483,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:49.881082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Allocated IP 172.20.0.2 (f3f473ce-9166-48ec-a17b-ed212a20a560/d662665b-74e5-4ade-9db5-b9973ea090eb/85c87127-b927-421f-9bff-0b1f710bf14a) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:49.920795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.920795 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Floating IP df459cc6-11fd-47e3-ad9b-f92508380793 disassociated (deleted). External IP: 172.25.0.195, port: 9ddfb222-bff7-491e-bf4e-8b422d1c22f1. Aug 11 01:01:49.937480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:49.938714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.012129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.060577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.070074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Transition to ACTIVE for port object 85c87127-b927-421f-9bff-0b1f710bf14a will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:50.088879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Transition to ACTIVE for port object 85c87127-b927-421f-9bff-0b1f710bf14a will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:50.163767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:01:50.179556 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.259198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Pushing event updated for resources: {'Port': ['ID=85c87127-b927-421f-9bff-0b1f710bf14a,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:50.273461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Network f3f473ce-9166-48ec-a17b-ed212a20a560 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:50.274996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:50.277757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:50.355040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0ae4-c0b4-44ad-984f-635bb5f84789 req-f17b7c3d-ac8d-4049-85eb-72e23155eb7c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:50.356646 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2dd0ae4-c0b4-44ad-984f-635bb5f84789 req-f17b7c3d-ac8d-4049-85eb-72e23155eb7c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1253633 Aug 11 01:01:50.358416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:50.364248 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.376071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Attempting to bind port 85c87127-b927-421f-9bff-0b1f710bf14a on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:50.376887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Attempting to bind port 85c87127-b927-421f-9bff-0b1f710bf14a by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:50.377617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Attempting to bind port 85c87127-b927-421f-9bff-0b1f710bf14a on network f3f473ce-9166-48ec-a17b-ed212a20a560 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:50.378625 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] Sync routers for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:50.392616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:50.393168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Checking segment: {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:50.393750 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.394220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Bound using segment: {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:50.394816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Bound port: 85c87127-b927-421f-9bff-0b1f710bf14a, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:50.395361 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.399464 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:50.402321 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:50.420895 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.424944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-11deee72-b230-4de5-aa64-21c49c779532 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/floatingips/df459cc6-11fd-47e3-ad9b-f92508380793 HTTP/1.1" status: 204 len: 168 time: 1.3558269 Aug 11 01:01:50.432881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:50.437321 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e611d0-280d-4c85-8f8f-d09960c550c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:50.453649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e2dd0ae4-c0b4-44ad-984f-635bb5f84789 req-709bf724-bb1e-4534-aabd-94ccbc69dac3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858221 Aug 11 01:01:50.459347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-7b245067-322d-482b-ac84-cd7392544bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:50.461456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-7b245067-322d-482b-ac84-cd7392544bf3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1096 time: 0.1293838 Aug 11 01:01:50.486090 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.522803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] For port 85c87127-b927-421f-9bff-0b1f710bf14a, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:50.529262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] For port 85c87127-b927-421f-9bff-0b1f710bf14a, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=85c87127-b927-421f-9bff-0b1f710bf14a,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:50.562613 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86472273-ea98-4e84-a682-be31f5fd0da6 x-openstack-request-id: req-86472273-ea98-4e84-a682-be31f5fd0da6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:50.563310 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:50.563558 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86472273-ea98-4e84-a682-be31f5fd0da6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:50.564080 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'status': 'completed', 'code': 200} Aug 11 01:01:50.608919 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:50.651549 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:50.711882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1174461-ba73-41a8-b662-5c1a48a2462e None None] Pushing event updated for resources: {'Port': ['ID=85c87127-b927-421f-9bff-0b1f710bf14a,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:50.718157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-b82eb00c-6f40-41b6-b69f-682ffdae40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:50.720160 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-b82eb00c-6f40-41b6-b69f-682ffdae40e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.2508161 Aug 11 01:01:50.805920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-a051193f-0f58-4236-8a62-3786b2a9a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:50.807641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-a051193f-0f58-4236-8a62-3786b2a9a21a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 1096 time: 0.2112381 Aug 11 01:01:50.869350 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:43Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:50.875082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-fa36dda8-3d92-4a04-a34b-4e99179f68a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 998 time: 0.1470873 Aug 11 01:01:50.909818 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] Checking router: 47c59e36-c78a-4749-8b7b-d674c0fd9a6d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:50.922278 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:50.923275 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:51.021871 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-34cbfabc-311b-4374-8017-310324de2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:51.024792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-34cbfabc-311b-4374-8017-310324de2de0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.1353989 Aug 11 01:01:51.034996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-687f6d25-7e4d-41d1-914f-8e88d93f58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:51.037485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-687f6d25-7e4d-41d1-914f-8e88d93f58d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=821bdd54-a670-41c1-8d9d-57612e62d155 HTTP/1.1" status: 200 len: 897 time: 0.2200706 Aug 11 01:01:51.076065 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:51.188580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-9bf61db1-35b6-4159-bc65-e75d3b257a3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 200 len: 217 time: 0.1380723 Aug 11 01:01:51.274151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-481cae71-dad5-4f3a-b9d7-88f2cfd48fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:51.275782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-481cae71-dad5-4f3a-b9d7-88f2cfd48fcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2432036 Aug 11 01:01:51.285471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:51.290801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-9030747e-c862-4575-9fbb-7427f20d33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:51.292679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-9030747e-c862-4575-9fbb-7427f20d33fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bc3ab6f-8c86-41a3-88ab-6b79841d8c29 HTTP/1.1" status: 200 len: 834 time: 0.0948112 Aug 11 01:01:51.348118 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:43Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:51.379342 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1884e977-ea4a-4e43-9700-fa425ede6db7 None None] The sync data for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 is: [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '7861b9f9-9cb8-4ef3-97c8-643c4d412fd3', 'name': '', 'network_id': '821bdd54-a670-41c1-8d9d-57612e62d155', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:9c:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:37Z', 'updated_at': '2021-08-11T01:00:43Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': '0bc3ab6f-8c86-41a3-88ab-6b79841d8c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:51.383387 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:51.472661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32b5c-f579-48b6-bc88-227f735fe64d req-00b06181-ccfe-4729-bb94-57cfa3a0ccf7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:51.474584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4b32b5c-f579-48b6-bc88-227f735fe64d req-00b06181-ccfe-4729-bb94-57cfa3a0ccf7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 944 time: 0.0913978 Aug 11 01:01:51.488795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 85c87127-b927-421f-9bff-0b1f710bf14a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:51.575995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e4b32b5c-f579-48b6-bc88-227f735fe64d req-819878af-9847-4f53-80dd-27f491866e65 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741751 Aug 11 01:01:51.628600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.55', 50261) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:51.646567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-ce1f5adb-36ff-4013-9bcd-c3e36dfcff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:51.648637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-ce1f5adb-36ff-4013-9bcd-c3e36dfcff6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=821bdd54-a670-41c1-8d9d-57612e62d155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3474674 Aug 11 01:01:51.696731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 85c87127-b927-421f-9bff-0b1f710bf14a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:51.736667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-ff6cf1f1-9e60-4b84-ba68-56e22ab21a93 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:51.738578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-ff6cf1f1-9e60-4b84-ba68-56e22ab21a93 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.55 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 944 time: 0.1085193 Aug 11 01:01:51.819198 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-ebf70a2c-4a93-4240-9ffd-04f87eee9c41 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309672 Aug 11 01:01:51.847890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Allocated IP 172.25.0.219 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/b3e070c6-e502-4049-86ab-6df2b85b4a71) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:51.878095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653876d-97bf-4c00-af3c-579a42cd8891 None None] New status for floating IP df459cc6-11fd-47e3-ad9b-f92508380793: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:01:51.996467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d1545-c28a-4839-8979-91c5db128a49 req-0103b5b6-8274-43b1-ba58-01ba08c126b3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:51.998609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f24d1545-c28a-4839-8979-91c5db128a49 req-0103b5b6-8274-43b1-ba58-01ba08c126b3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.4034247 Aug 11 01:01:52.058049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb96d100-3963-46e9-b658-1bb92df68695 None None] Network f3f473ce-9166-48ec-a17b-ed212a20a560 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:01:52.108339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-56c6f731-967d-43e0-bf31-6c6bcc0c2067 service neutron] 10.222.0.55 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311051 Aug 11 01:01:52.200039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f24d1545-c28a-4839-8979-91c5db128a49 req-f8bbd885-51f2-46ff-a56e-d961734e22fe tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804497 Aug 11 01:01:52.204378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.231538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-44008156-3366-4c9f-a1e7-9f68a0bdae4b None None] Provisioning for port 85c87127-b927-421f-9bff-0b1f710bf14a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:52.231538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-44008156-3366-4c9f-a1e7-9f68a0bdae4b None None] Provisioning complete for port 85c87127-b927-421f-9bff-0b1f710bf14a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:52.233452 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-44008156-3366-4c9f-a1e7-9f68a0bdae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.271377 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-d9bc728e-79ec-44a2-b427-8c65400e33bb service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338002 Aug 11 01:01:52.290475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:52.291141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.350647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-3db2f3e9-b200-4a37-8cb1-46040c2a0ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696217 Aug 11 01:01:52.404611 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-44008156-3366-4c9f-a1e7-9f68a0bdae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.411988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:52.412372 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.430429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:52.444676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-44008156-3366-4c9f-a1e7-9f68a0bdae4b None None] For port 85c87127-b927-421f-9bff-0b1f710bf14a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=85c87127-b927-421f-9bff-0b1f710bf14a,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:52.479800 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.481112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.526733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:52.530301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:52.534680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:52.559858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e070c6-e502-4049-86ab-6df2b85b4a71,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:52.571487 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-44008156-3366-4c9f-a1e7-9f68a0bdae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.666126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44008156-3366-4c9f-a1e7-9f68a0bdae4b None None] Pushing event updated for resources: {'Port': ['ID=85c87127-b927-421f-9bff-0b1f710bf14a,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:52.692867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b893a161-f687-41d9-abc5-acd5151ee3aa None None] Provisioning complete for port 85c87127-b927-421f-9bff-0b1f710bf14a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:52.693330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b893a161-f687-41d9-abc5-acd5151ee3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.747235 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e669f9-1429-4749-8cfd-a7620926ce73 req-25817b39-3269-4bdc-b5a7-e455dfd10072 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:52.747235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10e669f9-1429-4749-8cfd-a7620926ce73 req-25817b39-3269-4bdc-b5a7-e455dfd10072 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=b73cfed3-d43f-4886-9849-202e0f8b7d25 HTTP/1.1" status: 200 len: 944 time: 0.0565801 Aug 11 01:01:52.778567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10e669f9-1429-4749-8cfd-a7620926ce73 req-05cf8f16-109e-4c19-a9ee-9e4e36a1cc71 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=bcf0f0be-0054-4b9f-af66-4a0cb725c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409863 Aug 11 01:01:52.835600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.873003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=9ddfb222-bff7-491e-bf4e-8b422d1c22f1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:52.927507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] No DVR routers for this DVR port 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:01:52.931210 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.934800 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54aaee4f-5d9a-4e27-a1f6-f2b2c227d856 req-c4793c18-b49e-4dc2-ba6a-2eaa4899aee5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.55 "DELETE /v2.0/ports/9ddfb222-bff7-491e-bf4e-8b422d1c22f1 HTTP/1.1" status: 204 len: 173 time: 1.1896074 Aug 11 01:01:52.935540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-deleted', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:01:52.944917 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd71f23b-1c54-454d-9a90-8a54efce979f" -d '{"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-deleted", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:01:52.978080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:52.994407 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580451f8-f7ee-41bc-8356-e4c075bde3bc x-openstack-request-id: req-580451f8-f7ee-41bc-8356-e4c075bde3bc {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:01:52.994874 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73cfed3-d43f-4886-9849-202e0f8b7d25", "name": "network-vif-deleted", "tag": "9ddfb222-bff7-491e-bf4e-8b422d1c22f1", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:01:52.995134 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-580451f8-f7ee-41bc-8356-e4c075bde3bc {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:01:52.995816 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73cfed3-d43f-4886-9849-202e0f8b7d25', 'name': 'network-vif-deleted', 'tag': '9ddfb222-bff7-491e-bf4e-8b422d1c22f1', 'status': 'completed', 'code': 200} Aug 11 01:01:53.409549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbdbd9-c5a1-4c29-bf28-288afe1504aa req-eaf2b31b-a626-49bc-8184-33d51b3fe6cd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:53.421579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7cbdbd9-c5a1-4c29-bf28-288afe1504aa req-eaf2b31b-a626-49bc-8184-33d51b3fe6cd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1057241 Aug 11 01:01:53.483655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 85c87127-b927-421f-9bff-0b1f710bf14a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:53.501138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f7cbdbd9-c5a1-4c29-bf28-288afe1504aa req-31f41713-58b7-4fd0-8936-b1c43ac135a6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750368 Aug 11 01:01:53.560778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 85c87127-b927-421f-9bff-0b1f710bf14a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:53.561153 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:53.609755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:53.828594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Router a8e70425-d5df-46b5-a390-3d79ccca10b9 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:01:53.853093 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42538) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:53.966632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:53.980987 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Sync routers for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:53.991297 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:53.991968 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:54.063414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.068357 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0950bc13-e0bb-480d-ba15-06889c384cf6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2783251 Aug 11 01:01:54.069015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42540) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:54.126925 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:54.327480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.342120 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:52Z', 'revision_number': 3, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:54.384302 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Checking router: a8e70425-d5df-46b5-a390-3d79ccca10b9 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:54.385010 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Updating router a8e70425-d5df-46b5-a390-3d79ccca10b9 port b3e070c6-e502-4049-86ab-6df2b85b4a71 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:01:54.427560 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.623219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.680937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:54.681525 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.759587 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.770419 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Transition to ACTIVE for port object b3e070c6-e502-4049-86ab-6df2b85b4a71 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:54.803469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:54.803856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.826088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:54.851824 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.879635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Allocated IP 172.20.0.1 (f3f473ce-9166-48ec-a17b-ed212a20a560/d662665b-74e5-4ade-9db5-b9973ea090eb/dd39dfd0-4850-4c6a-9376-30471bc9ec77) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:01:54.906431 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Attempting to bind port b3e070c6-e502-4049-86ab-6df2b85b4a71 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:54.906811 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Attempting to bind port b3e070c6-e502-4049-86ab-6df2b85b4a71 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:54.907203 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Attempting to bind port b3e070c6-e502-4049-86ab-6df2b85b4a71 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:54.920327 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:54.920759 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:54.921106 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.921508 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:54.922004 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Bound port: b3e070c6-e502-4049-86ab-6df2b85b4a71, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:54.922434 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:54.951377 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Pushing event updated for resources: {'Port': ['ID=b3e070c6-e502-4049-86ab-6df2b85b4a71,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:54.965762 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.966129 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.966451 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.967062 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.967209 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.967487 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.967816 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.968147 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.968864 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.968864 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.969264 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.969601 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:01:54.998231 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] For port b3e070c6-e502-4049-86ab-6df2b85b4a71, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:55.002347 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] For port b3e070c6-e502-4049-86ab-6df2b85b4a71, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b3e070c6-e502-4049-86ab-6df2b85b4a71,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:55.045068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:55.063340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Transition to ACTIVE for port object dd39dfd0-4850-4c6a-9376-30471bc9ec77 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:55.115104 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:55.173219 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:55.173821 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:55.179739 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce604dd-b852-4ec9-a868-19844a81c34b None None] Pushing event updated for resources: {'Port': ['ID=b3e070c6-e502-4049-86ab-6df2b85b4a71,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:55.189173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:55.257211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=7861b9f9-9cb8-4ef3-97c8-643c4d412fd3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:55.259418 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:55.400987 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:55.402175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Network f3f473ce-9166-48ec-a17b-ed212a20a560 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:55.403748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:55.423149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:01:55.490419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Pushing event updated for resources: {'Port': ['ID=dd39dfd0-4850-4c6a-9376-30471bc9ec77,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:55.530313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:55.674979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:55.749995 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:52Z', 'revision_number': 3, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:55.788240 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d795a5-8150-4a3b-8d2d-322b7c4eabb1 None None] The sync data for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 is: [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:52Z', 'revision_number': 3, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:55.876175 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:55.929245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:55.963539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-319663e2-2f13-4d50-9c5a-fac45c180d3e None None] Provisioning for port dd39dfd0-4850-4c6a-9376-30471bc9ec77 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:55.964430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:01:55.966544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:55.967068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9ddfb222-bff7-491e-bf4e-8b422d1c22f1 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:55.970954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-319663e2-2f13-4d50-9c5a-fac45c180d3e None None] Provisioning complete for port dd39dfd0-4850-4c6a-9376-30471bc9ec77 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:55.972614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-319663e2-2f13-4d50-9c5a-fac45c180d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.028487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-319663e2-2f13-4d50-9c5a-fac45c180d3e None None] Port dd39dfd0-4850-4c6a-9376-30471bc9ec77 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:01:56.135603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.137435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:56.153434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-749aa838-a75e-4f73-bdf7-9f893cbb3d2b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "PUT /v2.0/routers/47c59e36-c78a-4749-8b7b-d674c0fd9a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3038692 Aug 11 01:01:56.155087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42548) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:56.162187 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] Sync routers for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:56.191896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:56.193211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:56.234621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.294840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fc0e20-cb92-4864-8cb0-97b4e187326b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting subnet 0bc3ab6f-8c86-41a3-88ab-6b79841d8c29 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:01:56.311621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0e20-cb92-4864-8cb0-97b4e187326b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.335194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:56.381916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0e20-cb92-4864-8cb0-97b4e187326b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.516848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0e20-cb92-4864-8cb0-97b4e187326b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.561311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:01:54Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:56.584033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Pushing event updated for resources: {'Port': ['ID=dd39dfd0-4850-4c6a-9376-30471bc9ec77,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:56.592246 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.595992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] Checking router: 47c59e36-c78a-4749-8b7b-d674c0fd9a6d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:56.608618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] Routers {'47c59e36-c78a-4749-8b7b-d674c0fd9a6d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:56.609345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:56.777683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Network f3f473ce-9166-48ec-a17b-ed212a20a560 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:01:56.780311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0e20-cb92-4864-8cb0-97b4e187326b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.783246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:01:56.795851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] Set router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:56.821238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc0e20-cb92-4864-8cb0-97b4e187326b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc3ab6f-8c86-41a3-88ab-6b79841d8c29,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:56.838513 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0e20-cb92-4864-8cb0-97b4e187326b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:56.844840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d5fc0e20-cb92-4864-8cb0-97b4e187326b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/subnets/0bc3ab6f-8c86-41a3-88ab-6b79841d8c29 HTTP/1.1" status: 204 len: 168 time: 0.6857357 Aug 11 01:01:56.844962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42552) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:56.928688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293c690-e5e3-40cc-94ad-567aef607cfc None None] Network 821bdd54-a670-41c1-8d9d-57612e62d155 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:01:57.160570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:57.172198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Router a8e70425-d5df-46b5-a390-3d79ccca10b9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:01:57.314207 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:57.344520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:01:57.355249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-901d8215-b148-4f07-af56-9169a14495dc admin admin] 10.222.0.43 "PUT /v2.0/routers/a8e70425-d5df-46b5-a390-3d79ccca10b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2829783 Aug 11 01:01:57.417018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-063400f6-cb9b-4302-b01f-32b7707d4e35 None None] Provisioning complete for port dd39dfd0-4850-4c6a-9376-30471bc9ec77 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:57.418110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-063400f6-cb9b-4302-b01f-32b7707d4e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:57.482776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b3e070c6-e502-4049-86ab-6df2b85b4a71 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:57.546765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:57.547521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:57.566089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-063400f6-cb9b-4302-b01f-32b7707d4e35 None None] Port dd39dfd0-4850-4c6a-9376-30471bc9ec77 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:01:57.581423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] DHCP port deletion for 821bdd54-a670-41c1-8d9d-57612e62d155 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:01:57.695483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:57.696028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:57.701018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] Deleting port be607cfb-a84e-427f-8144-7b6e44fc1fd1 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:01:57.701676 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:57.716117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:57.754523 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:01:54Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:57.788377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6721ace-cf48-4ac9-9c50-3bcb261ac9a2 None None] The sync data for ids ['47c59e36-c78a-4749-8b7b-d674c0fd9a6d'] in n-d-712143-13 is: [{'id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1634335648', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:00:32Z', 'updated_at': '2021-08-11T01:01:54Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': 'b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c59e36-c78a-4749-8b7b-d674c0fd9a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:00:33Z', 'updated_at': '2021-08-11T01:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:01:57.793536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b3e070c6-e502-4049-86ab-6df2b85b4a71 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:01:57.808270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b3e070c6-e502-4049-86ab-6df2b85b4a71 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:57.808661 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:57.811593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] For port be607cfb-a84e-427f-8144-7b6e44fc1fd1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=be607cfb-a84e-427f-8144-7b6e44fc1fd1,segment=NetworkSegment(ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8),segment_id=ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:57.811987 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:57.854201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] Calling delete_port for be607cfb-a84e-427f-8144-7b6e44fc1fd1 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:01:58.060459 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.097300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b3e070c6-e502-4049-86ab-6df2b85b4a71, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b3e070c6-e502-4049-86ab-6df2b85b4a71,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:01:58.171037 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.194388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.244307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] No DVR routers for this DVR port be607cfb-a84e-427f-8144-7b6e44fc1fd1 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:01:58.249468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:58.256333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70489f6f-0534-4857-9308-1342d51eecc8 None None] Pushing event deleted for resources: {'Port': ['ID=be607cfb-a84e-427f-8144-7b6e44fc1fd1,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:58.264059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.283575 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Sync routers for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:01:58.310575 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:58.311327 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:58.354773 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.390151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b3e070c6-e502-4049-86ab-6df2b85b4a71,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:58.504754 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:01:58.526443 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.529377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.593436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42570) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:58.600452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1622736326-network', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:01:58.769768 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 2, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:58.798035 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Checking router: a8e70425-d5df-46b5-a390-3d79ccca10b9 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:01:58.798388 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Updating router a8e70425-d5df-46b5-a390-3d79ccca10b9 port dd39dfd0-4850-4c6a-9376-30471bc9ec77 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:01:58.831735 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.858652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.866512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Fanout notify agent at l3_agent the message router_deleted on router 47c59e36-c78a-4749-8b7b-d674c0fd9a6d {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:01:58.870883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.876348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42572) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:58.895306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ab827801-730c-4b19-b46d-7b54f768db3d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/routers/47c59e36-c78a-4749-8b7b-d674c0fd9a6d HTTP/1.1" status: 204 len: 168 time: 2.0442832 Aug 11 01:01:58.897111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Made reservation on behalf of 1704e3e891a04c01b5970daf45e8b5e0 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:01:58.897111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:58.943862 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.013276 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.155464 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.158450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.169393 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Transition to ACTIVE for port object dd39dfd0-4850-4c6a-9376-30471bc9ec77 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:01:59.171953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821bdd54-a670-41c1-8d9d-57612e62d155']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:59.189825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:59.193645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab22a3c5-ccd7-456b-98d9-080bb1fd7bb8') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:59.206701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.208801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.224848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.231334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:01:59.231733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:01:59.234925 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:01:59.302891 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.364956 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee88ae-86aa-4e81-82e2-ffca804d01ab None None] Pushing event updated for resources: {'Port': ['ID=dd39dfd0-4850-4c6a-9376-30471bc9ec77,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:59.375869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.398882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:01:59.417450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.434563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.471640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/networks/821bdd54-a670-41c1-8d9d-57612e62d155 HTTP/1.1" status: 204 len: 168 time: 0.5705633 Aug 11 01:01:59.471978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42576) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:01:59.475186 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Attempting to bind port dd39dfd0-4850-4c6a-9376-30471bc9ec77 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:01:59.476015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Attempting to bind port dd39dfd0-4850-4c6a-9376-30471bc9ec77 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:01:59.476584 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Attempting to bind port dd39dfd0-4850-4c6a-9376-30471bc9ec77 on network f3f473ce-9166-48ec-a17b-ed212a20a560 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:01:59.488253 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:01:59.488845 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Checking segment: {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:01:59.489952 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.490564 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Bound using segment: {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:01:59.491125 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Bound port: dd39dfd0-4850-4c6a-9376-30471bc9ec77, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:01:59.491699 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.521620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.522187 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Added segment 036940bf-7a6f-4cb4-aed0-c900c55bbb5c of type vlan for network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a Aug 11 01:01:59.564515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b3e070c6-e502-4049-86ab-6df2b85b4a71 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:01:59.579644 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9356895-5234-4103-9027-e4265621aa50 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.628954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f116467-1791-4577-bf4d-4f516d1b1afa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Network': ['ID=821bdd54-a670-41c1-8d9d-57612e62d155,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:59.631431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b3e070c6-e502-4049-86ab-6df2b85b4a71 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:01:59.631807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.671804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9356895-5234-4103-9027-e4265621aa50 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.675361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.692364 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] For port dd39dfd0-4850-4c6a-9376-30471bc9ec77, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:01:59.702296 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] For port dd39dfd0-4850-4c6a-9376-30471bc9ec77, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dd39dfd0-4850-4c6a-9376-30471bc9ec77,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:01:59.718525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a304d8d3-043a-482c-b104-db1c960bdaed,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:59.747117 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.854829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device be607cfb-a84e-427f-8144-7b6e44fc1fd1 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:59.864832 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.878536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: be607cfb-a84e-427f-8144-7b6e44fc1fd1 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:59.878924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device be607cfb-a84e-427f-8144-7b6e44fc1fd1 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:59.879384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:59.900911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:59.906557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b16a7c04-7ecb-4adc-9b5e-c8ac4fe26c13 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:59.906557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:01:59.930801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:01:59.930801 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7861b9f9-9cb8-4ef3-97c8-643c4d412fd3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:01:59.937977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9356895-5234-4103-9027-e4265621aa50 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.940622 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.941308 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee88ae-86aa-4e81-82e2-ffca804d01ab None None] Pushing event updated for resources: {'Port': ['ID=dd39dfd0-4850-4c6a-9376-30471bc9ec77,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:01:59.941525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:01:59.942195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.945617 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:01:59.946074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9356895-5234-4103-9027-e4265621aa50 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.946774 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:01:59.947362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a9356895-5234-4103-9027-e4265621aa50 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/security-groups/bcf0f0be-0054-4b9f-af66-4a0cb725c56b HTTP/1.1" status: 204 len: 168 time: 0.4943531 Aug 11 01:01:59.963620 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:01:59.977671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9356895-5234-4103-9027-e4265621aa50 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf0f0be-0054-4b9f-af66-4a0cb725c56b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:00.061573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4666266 Aug 11 01:02:00.064726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42582) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:00.070659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e1f4b-fe83-4cd0-b058-bcfe92302d2f admin admin] Pushing event updated for resources: {'Network': ['ID=fe25799b-5558-4a3c-89ea-1f4eb1a73a6a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:00.099616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Request body: {'subnet': {'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1622736326-subnet', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:00.099891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:02:00.177108 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:00.260107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Made reservation on behalf of 1704e3e891a04c01b5970daf45e8b5e0 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:02:00.263268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:00.459586 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:01:59Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:00.513942 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834739d1-c2a1-42fe-99a4-47ea52b7dd17 None None] The sync data for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 is: [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:01:59Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:02:00.658702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:00.774642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1add4c-2c4b-49e3-887d-4b3eee56a7b1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:00.787676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Checking segment: {'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:00.788296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Network hostable DHCP agents. Network: fe25799b-5558-4a3c-89ea-1f4eb1a73a6a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:02:00.839627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42586) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:00.845345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1ae0d03b-3879-41ce-91af-1aeea0ce6590 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867796857', 'description': 'tempest-secgroup-smoke-1867796857 description', 'project_id': '7e7ca9f6816745c198aadf17525c4824'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:00.936353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:02:00.994548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ae0d03b-3879-41ce-91af-1aeea0ce6590 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.113707 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, fe25799b-5558-4a3c-89ea-1f4eb1a73a6a) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:01.119425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:01.120033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.124627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800a8b90-157b-4e4f-9354-df58969b0d3d None None] Network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:02:01.137993 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ae0d03b-3879-41ce-91af-1aeea0ce6590 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.229302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ae0d03b-3879-41ce-91af-1aeea0ce6590 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.271645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0d03b-3879-41ce-91af-1aeea0ce6590 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff577d30-bdc6-4a85-a684-d0922cc917ee,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:01.318482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-fe25799b-5558-4a3c-89ea-1f4eb1a73a6a', 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'fixed_ips': [{'subnet_id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:02:01.319154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.339117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dd497b99-57c3-4946-b3d6-b3459cbf5749 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2708154 Aug 11 01:02:01.341497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42592) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:01.352464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:01.361491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ae0d03b-3879-41ce-91af-1aeea0ce6590 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.367770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ae0d03b-3879-41ce-91af-1aeea0ce6590 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5246246 Aug 11 01:02:01.370297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42594) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:01.383580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7dc8f9cb-3c2c-45b6-aee5-1d97f489c914 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'ff577d30-bdc6-4a85-a684-d0922cc917ee', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:01.489920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dd39dfd0-4850-4c6a-9376-30471bc9ec77 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:01.584307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Allocated IP 172.20.0.2 (fe25799b-5558-4a3c-89ea-1f4eb1a73a6a/ef1add4c-2c4b-49e3-887d-4b3eee56a7b1/046655e2-0aaf-49d0-b5e1-79ad88f13474) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:01.645547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.646942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.685696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port dd39dfd0-4850-4c6a-9376-30471bc9ec77 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:01.700103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port dd39dfd0-4850-4c6a-9376-30471bc9ec77 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:01.704612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.711386 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.757632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f9cb-3c2c-45b6-aee5-1d97f489c914 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.776263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.792810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Transition to ACTIVE for port object 046655e2-0aaf-49d0-b5e1-79ad88f13474 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:01.824441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f9cb-3c2c-45b6-aee5-1d97f489c914 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.838346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Transition to ACTIVE for port object 046655e2-0aaf-49d0-b5e1-79ad88f13474 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:01.852226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.884695 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f9cb-3c2c-45b6-aee5-1d97f489c914 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.893899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port dd39dfd0-4850-4c6a-9376-30471bc9ec77, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dd39dfd0-4850-4c6a-9376-30471bc9ec77,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:01.907696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8f9cb-3c2c-45b6-aee5-1d97f489c914 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a7c94a-d422-43a8-b5e3-98d3677087b6,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:01.936577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.955585 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.959189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f9cb-3c2c-45b6-aee5-1d97f489c914 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:01.963549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42596) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:01.964045 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7dc8f9cb-3c2c-45b6-aee5-1d97f489c914 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5916827 Aug 11 01:02:01.968737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f958f538-f6a9-4c47-8387-262c2d6995a7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'ff577d30-bdc6-4a85-a684-d0922cc917ee', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:01.983006 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.003279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:02.004659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Pushing event updated for resources: {'Port': ['ID=046655e2-0aaf-49d0-b5e1-79ad88f13474,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:02.007308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:02.010842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:02.105019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Attempting to bind port 046655e2-0aaf-49d0-b5e1-79ad88f13474 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:02.105389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Attempting to bind port 046655e2-0aaf-49d0-b5e1-79ad88f13474 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:02.105755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Attempting to bind port 046655e2-0aaf-49d0-b5e1-79ad88f13474 on network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:02.108965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=dd39dfd0-4850-4c6a-9376-30471bc9ec77,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:02.114834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:02.115619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Checking segment: {'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:02.116537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.116858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Bound using segment: {'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:02.117706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Bound port: 046655e2-0aaf-49d0-b5e1-79ad88f13474, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:02.118287 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.131361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f958f538-f6a9-4c47-8387-262c2d6995a7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.189137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] For port 046655e2-0aaf-49d0-b5e1-79ad88f13474, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:02.193500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] For port 046655e2-0aaf-49d0-b5e1-79ad88f13474, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=046655e2-0aaf-49d0-b5e1-79ad88f13474,segment=NetworkSegment(036940bf-7a6f-4cb4-aed0-c900c55bbb5c),segment_id=036940bf-7a6f-4cb4-aed0-c900c55bbb5c)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:02.220822 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f958f538-f6a9-4c47-8387-262c2d6995a7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.292022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.356898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f958f538-f6a9-4c47-8387-262c2d6995a7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.368057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a99dcb-ca65-4851-8bf5-009dd443139c None None] Pushing event updated for resources: {'Port': ['ID=046655e2-0aaf-49d0-b5e1-79ad88f13474,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:02.368931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.373280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958f538-f6a9-4c47-8387-262c2d6995a7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5650741-e675-4c36-8ee6-05c1a7a74a48,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:02.397349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.497346 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f958f538-f6a9-4c47-8387-262c2d6995a7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.501172 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f958f538-f6a9-4c47-8387-262c2d6995a7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5339220 Aug 11 01:02:02.501339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42600) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:02.507965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-460150d9-bd4a-4fb1-b352-ce66e6905e0d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'ff577d30-bdc6-4a85-a684-d0922cc917ee', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:02.552651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Allocated IP 172.25.0.45 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/399589a6-6f19-49d9-90c8-0314002d4055) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:02.701683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.704291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-460150d9-bd4a-4fb1-b352-ce66e6905e0d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.829338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-460150d9-bd4a-4fb1-b352-ce66e6905e0d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.914487 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-460150d9-bd4a-4fb1-b352-ce66e6905e0d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.914487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460150d9-bd4a-4fb1-b352-ce66e6905e0d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909ded5c-5666-41d8-af7f-2aaf6575f280,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:02.930982 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.965211 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-460150d9-bd4a-4fb1-b352-ce66e6905e0d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:02.966461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-460150d9-bd4a-4fb1-b352-ce66e6905e0d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4641821 Aug 11 01:02:02.970061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:02.975247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a73d0309-4237-481f-b62f-64611e5d2f7a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'ff577d30-bdc6-4a85-a684-d0922cc917ee', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:02.992039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:03.003905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:03.007116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:03.010004 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Pushing event updated for resources: {'Port': ['ID=399589a6-6f19-49d9-90c8-0314002d4055,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:03.148060 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a73d0309-4237-481f-b62f-64611e5d2f7a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.221337 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a73d0309-4237-481f-b62f-64611e5d2f7a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.367854 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a73d0309-4237-481f-b62f-64611e5d2f7a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.388631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d0309-4237-481f-b62f-64611e5d2f7a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116afec5-20c2-4b20-ac00-8daeb4601104,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:03.433725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44924d85-fc8b-48ed-94d8-140820ea3346 None None] Network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:02:03.546097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 046655e2-0aaf-49d0-b5e1-79ad88f13474 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:03.553544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a73d0309-4237-481f-b62f-64611e5d2f7a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.558409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a73d0309-4237-481f-b62f-64611e5d2f7a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5837748 Aug 11 01:02:03.558879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42626) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:03.564574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-f19adbe4-a2e8-4166-a061-4885410d04fb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'ff577d30-bdc6-4a85-a684-d0922cc917ee', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:03.688423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-05bc4ab8-e8c4-49c2-9ed3-6853723bc392 None None] Provisioning for port 046655e2-0aaf-49d0-b5e1-79ad88f13474 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:03.714601 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-f19adbe4-a2e8-4166-a061-4885410d04fb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Project 7e7ca9f6816745c198aadf17525c4824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:02:03.724094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f19adbe4-a2e8-4166-a061-4885410d04fb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.776923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 046655e2-0aaf-49d0-b5e1-79ad88f13474 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:03.784728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 046655e2-0aaf-49d0-b5e1-79ad88f13474 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:03.786879 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.811816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f19adbe4-a2e8-4166-a061-4885410d04fb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.835375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.919930 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.943593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f19adbe4-a2e8-4166-a061-4885410d04fb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:03.988616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19adbe4-a2e8-4166-a061-4885410d04fb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b5ff48-208b-43f4-8cc4-54e66d58ea5d,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:04.012850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 046655e2-0aaf-49d0-b5e1-79ad88f13474, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=046655e2-0aaf-49d0-b5e1-79ad88f13474,segment=NetworkSegment(036940bf-7a6f-4cb4-aed0-c900c55bbb5c),segment_id=036940bf-7a6f-4cb4-aed0-c900c55bbb5c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:04.024239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a97b6e3a-ddf0-4bb5-8053-9834391f6efb None None] Provisioning complete for port 046655e2-0aaf-49d0-b5e1-79ad88f13474 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:04.024988 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a97b6e3a-ddf0-4bb5-8053-9834391f6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.067467 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f19adbe4-a2e8-4166-a061-4885410d04fb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.068770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f19adbe4-a2e8-4166-a061-4885410d04fb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5086477 Aug 11 01:02:04.071579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42634) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:04.077126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-eab350d2-7626-4a4b-909b-8237a16bbd2d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'security_group_rule': {'security_group_id': 'ff577d30-bdc6-4a85-a684-d0922cc917ee', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:04.097632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.140280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a97b6e3a-ddf0-4bb5-8053-9834391f6efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.183028 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.183985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dd39dfd0-4850-4c6a-9376-30471bc9ec77 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:04.224323 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-eab350d2-7626-4a4b-909b-8237a16bbd2d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Project 7e7ca9f6816745c198aadf17525c4824 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:02:04.230136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eab350d2-7626-4a4b-909b-8237a16bbd2d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.291295 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-a97b6e3a-ddf0-4bb5-8053-9834391f6efb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:02:04.291693 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-a97b6e3a-ddf0-4bb5-8053-9834391f6efb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:02:04.312731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=046655e2-0aaf-49d0-b5e1-79ad88f13474,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:04.321406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port dd39dfd0-4850-4c6a-9376-30471bc9ec77 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:04.321406 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.334728 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eab350d2-7626-4a4b-909b-8237a16bbd2d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.351752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Router 7ff982c9-8141-4482-bedb-508edb6cb6d9 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:02:04.464022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:02:04.476082 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Sync routers for ids ['7ff982c9-8141-4482-bedb-508edb6cb6d9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:02:04.479302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eab350d2-7626-4a4b-909b-8237a16bbd2d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.495022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Routers {'7ff982c9-8141-4482-bedb-508edb6cb6d9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:04.496233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7ff982c9-8141-4482-bedb-508edb6cb6d9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:04.496397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab350d2-7626-4a4b-909b-8237a16bbd2d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce443857-4450-4810-9617-910eab1440c4,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:04.607775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Set router 7ff982c9-8141-4482-bedb-508edb6cb6d9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:04.616924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.618628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cce517e8-600e-4443-a7d1-b1c1610f19e9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2758293 Aug 11 01:02:04.621613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42642) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:04.639586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eab350d2-7626-4a4b-909b-8237a16bbd2d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.641401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eab350d2-7626-4a4b-909b-8237a16bbd2d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5688248 Aug 11 01:02:04.644646 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42644) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:04.651833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'network': {'name': 'tempest-network-smoke--920854036', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'port_security_enabled': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:04.754279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:02:04.758112 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.784091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:02:04.794834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.795448 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Added segment 4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3 of type vlan for network f5ee57c2-82dd-4681-95eb-e7088e8dd48b Aug 11 01:02:04.840333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.954072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:04.963354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:04.965965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.008963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '399589a6-6f19-49d9-90c8-0314002d4055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:02:03Z', 'revision_number': 3, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port': {'id': '399589a6-6f19-49d9-90c8-0314002d4055', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:02Z', 'updated_at': '2021-08-11T01:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:05.047268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Checking router: 7ff982c9-8141-4482-bedb-508edb6cb6d9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:02:05.047623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Updating router 7ff982c9-8141-4482-bedb-508edb6cb6d9 port 399589a6-6f19-49d9-90c8-0314002d4055 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:02:05.049588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Network': ['ID=f5ee57c2-82dd-4681-95eb-e7088e8dd48b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:05.080684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:02:05.136303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.138203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.164261 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0c9b346c-e955-411c-8ed1-39efbab969eb tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5172632 Aug 11 01:02:05.165244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42654) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:05.174312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'admin_state_up': True, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:05.290684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.294015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.387365 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.407516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Allocated IP 172.20.0.1 (fe25799b-5558-4a3c-89ea-1f4eb1a73a6a/ef1add4c-2c4b-49e3-887d-4b3eee56a7b1/d7d60c10-d36f-4cb8-9c73-5840d871e4da) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:05.429435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 046655e2-0aaf-49d0-b5e1-79ad88f13474 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:05.528987 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.532128 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.534475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 046655e2-0aaf-49d0-b5e1-79ad88f13474 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:05.534838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.544684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Transition to ACTIVE for port object d7d60c10-d36f-4cb8-9c73-5840d871e4da will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:05.571030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Transition to ACTIVE for port object 399589a6-6f19-49d9-90c8-0314002d4055 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:05.702514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.735659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.758180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Attempting to bind port 399589a6-6f19-49d9-90c8-0314002d4055 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:05.758565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Attempting to bind port 399589a6-6f19-49d9-90c8-0314002d4055 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:05.759345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Attempting to bind port 399589a6-6f19-49d9-90c8-0314002d4055 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:05.770792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:05.770792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:05.780664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:05.780944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:05.781366 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.781772 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:05.782271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Bound port: 399589a6-6f19-49d9-90c8-0314002d4055, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:05.782670 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:05.792910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:05.859022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] For port 399589a6-6f19-49d9-90c8-0314002d4055, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:05.863154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] For port 399589a6-6f19-49d9-90c8-0314002d4055, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=399589a6-6f19-49d9-90c8-0314002d4055,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:05.864446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe621-7dfc-4022-aba9-0367633b267b None None] Pushing event updated for resources: {'Port': ['ID=399589a6-6f19-49d9-90c8-0314002d4055,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:05.866839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d60c10-d36f-4cb8-9c73-5840d871e4da,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:05.874375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.005970 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.089442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.118668 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffe621-7dfc-4022-aba9-0367633b267b None None] Pushing event updated for resources: {'Port': ['ID=399589a6-6f19-49d9-90c8-0314002d4055,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:06.125381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Routers {'7ff982c9-8141-4482-bedb-508edb6cb6d9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:06.126008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7ff982c9-8141-4482-bedb-508edb6cb6d9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:06.159462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.290167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-319b771e-6341-4593-9f94-52a0d7e11dff None None] Provisioning for port d7d60c10-d36f-4cb8-9c73-5840d871e4da completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:06.319416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-319b771e-6341-4593-9f94-52a0d7e11dff None None] Provisioning complete for port d7d60c10-d36f-4cb8-9c73-5840d871e4da triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:06.319875 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-319b771e-6341-4593-9f94-52a0d7e11dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.369524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] Set router 7ff982c9-8141-4482-bedb-508edb6cb6d9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:06.390382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.413497 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-319b771e-6341-4593-9f94-52a0d7e11dff None None] Port d7d60c10-d36f-4cb8-9c73-5840d871e4da cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:02:06.425045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-7486e240-f563-41a6-8508-ca7f143bfa0a req-65ae2d39-816e-43e1-9e8e-6d8534c0449c service neutron] (95254) timed out ('10.222.0.43', 47590) {{(pid=95254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:02:06.464354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.488314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.500344 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.593913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.605419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d60c10-d36f-4cb8-9c73-5840d871e4da,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:06.634483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.25.0.116 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/5d7b823f-b2e9-4362-b04e-3f0c394abe25) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:06.657354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '399589a6-6f19-49d9-90c8-0314002d4055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:02:06Z', 'revision_number': 4, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port': {'id': '399589a6-6f19-49d9-90c8-0314002d4055', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:02Z', 'updated_at': '2021-08-11T01:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'd7d60c10-d36f-4cb8-9c73-5840d871e4da', 'name': '', 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'mac_address': 'fa:16:3e:d4:db:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:05Z', 'revision_number': 1, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'subnets': [{'id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:06.694436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e9544-ae66-46a3-989d-22d82376ec33 None None] The sync data for ids ['7ff982c9-8141-4482-bedb-508edb6cb6d9'] in n-d-712143-13 is: [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '399589a6-6f19-49d9-90c8-0314002d4055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:02:06Z', 'revision_number': 4, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port': {'id': '399589a6-6f19-49d9-90c8-0314002d4055', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:02Z', 'updated_at': '2021-08-11T01:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'd7d60c10-d36f-4cb8-9c73-5840d871e4da', 'name': '', 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'mac_address': 'fa:16:3e:d4:db:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:05Z', 'revision_number': 1, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'subnets': [{'id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:02:06.756509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:06.759972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:06.773021 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:06.924991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Router 7ff982c9-8141-4482-bedb-508edb6cb6d9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:02:06.959750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:07.031920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:07.037388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:07.070938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:07.155442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:02:07.161681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-11cb3863-f683-4e7d-8758-db005a507973 admin admin] 10.222.0.43 "PUT /v2.0/routers/7ff982c9-8141-4482-bedb-508edb6cb6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5381486 Aug 11 01:02:07.184985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=5d7b823f-b2e9-4362-b04e-3f0c394abe25,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:07.253656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f9b6b4d0-c1c9-456a-9f45-129024f185a8 None None] Provisioning complete for port d7d60c10-d36f-4cb8-9c73-5840d871e4da triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:07.254280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f9b6b4d0-c1c9-456a-9f45-129024f185a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:07.322535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f9b6b4d0-c1c9-456a-9f45-129024f185a8 None None] Port d7d60c10-d36f-4cb8-9c73-5840d871e4da cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:02:07.541571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:07.858732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:08.152346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:02:08.292736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:02:08.309373 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Sync routers for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:02:08.321737 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:08.322468 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:08.484750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:08.486185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3e6a0f0a-01fb-47c8-91a0-a41e98541e1d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3195372 Aug 11 01:02:08.489792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 42734) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:08.529418 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-33d7204b-0411-47f9-9161-d67ca7189427 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=7e7ca9f6816745c198aadf17525c4824&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384665 Aug 11 01:02:08.532759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42736) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:08.550949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:08.675059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e7f1b-cdec-4ef2-b60a-d3d133de62b4 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:08.677371 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1c9e7f1b-cdec-4ef2-b60a-d3d133de62b4 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421301 Aug 11 01:02:08.680395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42740) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:08.717304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7c1f98e3-a531-45b3-bb47-b4e06858efaa tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304687 Aug 11 01:02:08.717304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42742) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:08.719615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445643255', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:08.776179 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:07Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:08.822619 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Checking router: 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:02:08.826133 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Updating router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 port 5d7b823f-b2e9-4362-b04e-3f0c394abe25 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:02:08.861478 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:08.964754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:02:08.969645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.181524 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.208396 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Transition to ACTIVE for port object 5d7b823f-b2e9-4362-b04e-3f0c394abe25 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:09.297674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Sync routers for ids ['7ff982c9-8141-4482-bedb-508edb6cb6d9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:02:09.303782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Routers {'7ff982c9-8141-4482-bedb-508edb6cb6d9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:09.304412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7ff982c9-8141-4482-bedb-508edb6cb6d9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:09.405657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.450126 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.485361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Set router 7ff982c9-8141-4482-bedb-508edb6cb6d9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:09.515382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Subnet': ['ID=ec6b3bf3-74a8-4e45-94f1-e1093eb159c3,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:09.525273 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Attempting to bind port 5d7b823f-b2e9-4362-b04e-3f0c394abe25 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:09.525427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 399589a6-6f19-49d9-90c8-0314002d4055 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:09.525814 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Attempting to bind port 5d7b823f-b2e9-4362-b04e-3f0c394abe25 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:09.525814 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Attempting to bind port 5d7b823f-b2e9-4362-b04e-3f0c394abe25 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:09.537330 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:09.537330 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:09.537330 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.537330 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:09.537330 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Bound port: 5d7b823f-b2e9-4362-b04e-3f0c394abe25, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:09.538361 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.561006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Checking segment: {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:09.562011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network hostable DHCP agents. Network: f5ee57c2-82dd-4681-95eb-e7088e8dd48b, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:02:09.611048 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] For port 5d7b823f-b2e9-4362-b04e-3f0c394abe25, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:09.615258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] For port 5d7b823f-b2e9-4362-b04e-3f0c394abe25, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5d7b823f-b2e9-4362-b04e-3f0c394abe25,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:09.619908 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b79c8c-92eb-4a30-a266-deae47d57b41 None None] Pushing event updated for resources: {'Port': ['ID=5d7b823f-b2e9-4362-b04e-3f0c394abe25,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:09.690988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:02:09.714635 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.789456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, f5ee57c2-82dd-4681-95eb-e7088e8dd48b) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:09.790902 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b79c8c-92eb-4a30-a266-deae47d57b41 None None] Pushing event updated for resources: {'Port': ['ID=5d7b823f-b2e9-4362-b04e-3f0c394abe25,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:09.806523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:09.807897 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.826973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dadb4f-e883-4b94-bc6f-80261afabf46 None None] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:02:09.828280 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:09.828408 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:09.831363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 399589a6-6f19-49d9-90c8-0314002d4055 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:09.878947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 399589a6-6f19-49d9-90c8-0314002d4055 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:09.879210 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:09.885986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a8bb6649-fab1-4413-9712-b745b7d7a284 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1703782 Aug 11 01:02:09.888740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 42792) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:09.960722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '399589a6-6f19-49d9-90c8-0314002d4055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:02:06Z', 'revision_number': 4, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port': {'id': '399589a6-6f19-49d9-90c8-0314002d4055', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:02Z', 'updated_at': '2021-08-11T01:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'd7d60c10-d36f-4cb8-9c73-5840d871e4da', 'name': '', 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'mac_address': 'fa:16:3e:d4:db:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:06Z', 'revision_number': 2, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'subnets': [{'id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:09.978474 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:09.981248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Checking router: 7ff982c9-8141-4482-bedb-508edb6cb6d9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:02:09.981617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Updating router 7ff982c9-8141-4482-bedb-508edb6cb6d9 port d7d60c10-d36f-4cb8-9c73-5840d871e4da binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:02:10.034522 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:10.225610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:10.245363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:02:10.246374 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:10.274190 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:07Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:10.314827 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234657af-7aca-487e-9573-91aefe49ebc9 None None] The sync data for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 is: [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:07Z', 'revision_number': 3, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:02:10.364694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 399589a6-6f19-49d9-90c8-0314002d4055, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=399589a6-6f19-49d9-90c8-0314002d4055,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:10.498390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:10.572891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:10.859026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=399589a6-6f19-49d9-90c8-0314002d4055,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:10.924327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Allocated IP 172.20.0.2 (f5ee57c2-82dd-4681-95eb-e7088e8dd48b/ec6b3bf3-74a8-4e45-94f1-e1093eb159c3/7eddb80d-a32c-441b-ac2b-691636c7791a) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:11.070468 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.092977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Transition to ACTIVE for port object d7d60c10-d36f-4cb8-9c73-5840d871e4da will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:11.173595 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.184663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Transition to ACTIVE for port object 7eddb80d-a32c-441b-ac2b-691636c7791a will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:11.191770 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.233604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Transition to ACTIVE for port object 7eddb80d-a32c-441b-ac2b-691636c7791a will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:11.265810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874243e4-72a8-443f-b6bc-5b0355de9671 None None] Pushing event updated for resources: {'Port': ['ID=d7d60c10-d36f-4cb8-9c73-5840d871e4da,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:11.342793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Attempting to bind port d7d60c10-d36f-4cb8-9c73-5840d871e4da on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:11.342793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Attempting to bind port d7d60c10-d36f-4cb8-9c73-5840d871e4da by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:11.342793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Attempting to bind port d7d60c10-d36f-4cb8-9c73-5840d871e4da on network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:11.347529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:11.347917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Checking segment: {'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:11.348946 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.349352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Bound using segment: {'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:11.349883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Bound port: d7d60c10-d36f-4cb8-9c73-5840d871e4da, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036940bf-7a6f-4cb4-aed0-c900c55bbb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:11.350626 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.422922 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.494247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:11.534527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:11.549737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.20.0.1 (f5ee57c2-82dd-4681-95eb-e7088e8dd48b/ec6b3bf3-74a8-4e45-94f1-e1093eb159c3/2c131791-a07e-4ae7-87fa-7fea79576ab9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:11.575445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:11.603106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Pushing event updated for resources: {'Port': ['ID=7eddb80d-a32c-441b-ac2b-691636c7791a,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:11.660263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] For port d7d60c10-d36f-4cb8-9c73-5840d871e4da, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:11.665308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 399589a6-6f19-49d9-90c8-0314002d4055 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:11.727003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] For port d7d60c10-d36f-4cb8-9c73-5840d871e4da, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d7d60c10-d36f-4cb8-9c73-5840d871e4da,segment=NetworkSegment(036940bf-7a6f-4cb4-aed0-c900c55bbb5c),segment_id=036940bf-7a6f-4cb4-aed0-c900c55bbb5c)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:11.755695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Attempting to bind port 7eddb80d-a32c-441b-ac2b-691636c7791a on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:11.756066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Attempting to bind port 7eddb80d-a32c-441b-ac2b-691636c7791a by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:11.756466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Attempting to bind port 7eddb80d-a32c-441b-ac2b-691636c7791a on network f5ee57c2-82dd-4681-95eb-e7088e8dd48b {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:11.783242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:11.783242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Checking segment: {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:11.783242 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.783242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Bound using segment: {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:11.783242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Bound port: 7eddb80d-a32c-441b-ac2b-691636c7791a, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:11.783242 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.818217 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.822202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 399589a6-6f19-49d9-90c8-0314002d4055 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:11.822579 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.843471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Transition to ACTIVE for port object 2c131791-a07e-4ae7-87fa-7fea79576ab9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:11.883317 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.925618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] For port 7eddb80d-a32c-441b-ac2b-691636c7791a, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:11.953785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] For port 7eddb80d-a32c-441b-ac2b-691636c7791a, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7eddb80d-a32c-441b-ac2b-691636c7791a,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:11.987189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874243e4-72a8-443f-b6bc-5b0355de9671 None None] Pushing event updated for resources: {'Port': ['ID=d7d60c10-d36f-4cb8-9c73-5840d871e4da,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:11.988561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:11.994677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Routers {'7ff982c9-8141-4482-bedb-508edb6cb6d9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:11.995553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7ff982c9-8141-4482-bedb-508edb6cb6d9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:12.033403 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:12.060868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:12.067589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:12.072228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:12.108767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5d7b823f-b2e9-4362-b04e-3f0c394abe25 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:12.110875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=2c131791-a07e-4ae7-87fa-7fea79576ab9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:12.143627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:12.360806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2d596-c764-4ad0-a7f4-dc4ea0730949 None None] Pushing event updated for resources: {'Port': ['ID=7eddb80d-a32c-441b-ac2b-691636c7791a,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:12.396476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] Set router 7ff982c9-8141-4482-bedb-508edb6cb6d9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:12.445134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:12.455233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5d7b823f-b2e9-4362-b04e-3f0c394abe25 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:12.463933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5d7b823f-b2e9-4362-b04e-3f0c394abe25 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:12.464307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:12.795440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:12.862824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 5d7b823f-b2e9-4362-b04e-3f0c394abe25, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5d7b823f-b2e9-4362-b04e-3f0c394abe25,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:12.900862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '399589a6-6f19-49d9-90c8-0314002d4055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:02:06Z', 'revision_number': 4, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port': {'id': '399589a6-6f19-49d9-90c8-0314002d4055', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:02Z', 'updated_at': '2021-08-11T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'd7d60c10-d36f-4cb8-9c73-5840d871e4da', 'name': '', 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'mac_address': 'fa:16:3e:d4:db:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:11Z', 'revision_number': 4, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'subnets': [{'id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:12.965411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a4f592-9228-4342-87db-c92949c0d032 None None] The sync data for ids ['7ff982c9-8141-4482-bedb-508edb6cb6d9'] in n-d-712143-13 is: [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '399589a6-6f19-49d9-90c8-0314002d4055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:02:06Z', 'revision_number': 4, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port': {'id': '399589a6-6f19-49d9-90c8-0314002d4055', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:02Z', 'updated_at': '2021-08-11T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'd7d60c10-d36f-4cb8-9c73-5840d871e4da', 'name': '', 'network_id': 'fe25799b-5558-4a3c-89ea-1f4eb1a73a6a', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'mac_address': 'fa:16:3e:d4:db:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:11Z', 'revision_number': 4, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'subnets': [{'id': 'ef1add4c-2c4b-49e3-887d-4b3eee56a7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:02:13.013942 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:13.170164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=5d7b823f-b2e9-4362-b04e-3f0c394abe25,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:13.766345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7eddb80d-a32c-441b-ac2b-691636c7791a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:13.834832 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:13.978203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:13.982015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 7eddb80d-a32c-441b-ac2b-691636c7791a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:13.990258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d7d60c10-d36f-4cb8-9c73-5840d871e4da up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:14.059411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e296427-2e28-466a-8c19-b39b8fe95bbe None None] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:02:14.132439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:14.142468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=2c131791-a07e-4ae7-87fa-7fea79576ab9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:14.161742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.162195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.162522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.163113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.163528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.163986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.164453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.164943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.165496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.166053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.166670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.167531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:14.325779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:14.327610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:14.352334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f49d2376-18f2-479e-8b66-471d870f4cc2 None None] Provisioning for port 7eddb80d-a32c-441b-ac2b-691636c7791a completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:14.363956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f49d2376-18f2-479e-8b66-471d870f4cc2 None None] Provisioning complete for port 7eddb80d-a32c-441b-ac2b-691636c7791a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:14.364420 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f49d2376-18f2-479e-8b66-471d870f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:14.376731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port d7d60c10-d36f-4cb8-9c73-5840d871e4da completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:14.423000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d7d60c10-d36f-4cb8-9c73-5840d871e4da triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:14.423418 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:14.559926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:02:14.730822 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f49d2376-18f2-479e-8b66-471d870f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:14.730822 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:14.731051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:02:14.731051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b91512f3-7514-469e-bbd8-f55da64fde86 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "PUT /v2.0/routers/5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8303745 Aug 11 01:02:14.731275 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Sync routers for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:02:14.731998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f49d2376-18f2-479e-8b66-471d870f4cc2 None None] For port 7eddb80d-a32c-441b-ac2b-691636c7791a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7eddb80d-a32c-441b-ac2b-691636c7791a,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:14.733862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port d7d60c10-d36f-4cb8-9c73-5840d871e4da, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d7d60c10-d36f-4cb8-9c73-5840d871e4da,segment=NetworkSegment(036940bf-7a6f-4cb4-aed0-c900c55bbb5c),segment_id=036940bf-7a6f-4cb4-aed0-c900c55bbb5c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:14.747915 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:14.749004 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:14.850924 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:14.851787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5d7b823f-b2e9-4362-b04e-3f0c394abe25 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:14.913150 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:14.944720 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f49d2376-18f2-479e-8b66-471d870f4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:15.028531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=d7d60c10-d36f-4cb8-9c73-5840d871e4da,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:15.085972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5d7b823f-b2e9-4362-b04e-3f0c394abe25 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:15.086539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:15.199270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2376-18f2-479e-8b66-471d870f4cc2 None None] Pushing event updated for resources: {'Port': ['ID=7eddb80d-a32c-441b-ac2b-691636c7791a,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:15.203366 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-9ddeb851-a907-4ae2-878b-70c7d6d91a61 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867796857&fields=id&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 267 time: 0.0678499 Aug 11 01:02:15.296712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2cf3d4ab-70b2-4e76-8b12-d63d7624a87d None None] Provisioning for port 2c131791-a07e-4ae7-87fa-7fea79576ab9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:15.307445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2cf3d4ab-70b2-4e76-8b12-d63d7624a87d None None] Provisioning complete for port 2c131791-a07e-4ae7-87fa-7fea79576ab9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:15.308096 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d4ab-70b2-4e76-8b12-d63d7624a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:15.382750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3d4ab-70b2-4e76-8b12-d63d7624a87d None None] Port 2c131791-a07e-4ae7-87fa-7fea79576ab9 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:02:15.412217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2cf3d4ab-70b2-4e76-8b12-d63d7624a87d None None] Provisioning complete for port 7eddb80d-a32c-441b-ac2b-691636c7791a triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:15.412611 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d4ab-70b2-4e76-8b12-d63d7624a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:15.539061 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:13Z', 'revision_number': 2, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:15.578658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-032cb2e5-74aa-48bb-87de-a34cf1e4490e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:15.579027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7eddb80d-a32c-441b-ac2b-691636c7791a up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:15.595526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-032cb2e5-74aa-48bb-87de-a34cf1e4490e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/networks?id=f5ee57c2-82dd-4681-95eb-e7088e8dd48b HTTP/1.1" status: 200 len: 796 time: 0.3612866 Aug 11 01:02:15.599827 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Checking router: 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:02:15.600191 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Updating router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 port 2c131791-a07e-4ae7-87fa-7fea79576ab9 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:02:15.635373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-375ef718-68f6-4f11-b6f8-47c657525baa tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/quotas/7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 375 time: 0.0409894 Aug 11 01:02:15.700610 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:15.702010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7eddb80d-a32c-441b-ac2b-691636c7791a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:15.702402 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:15.760468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-5544015a-6af9-46e5-98db-48e76044a5a8 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109548 Aug 11 01:02:15.768581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-2696a453-fc26-4d1f-8d62-ce4817a8a0ae service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:02:15.770644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-2696a453-fc26-4d1f-8d62-ce4817a8a0ae service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062058 Aug 11 01:02:15.815014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d7d60c10-d36f-4cb8-9c73-5840d871e4da up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:15.819346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-314551c1-dea8-47de-b0c2-3375ce0fd6e8 None None] Provisioning complete for port 2c131791-a07e-4ae7-87fa-7fea79576ab9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:15.819826 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-314551c1-dea8-47de-b0c2-3375ce0fd6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:15.898662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-314551c1-dea8-47de-b0c2-3375ce0fd6e8 None None] Port 2c131791-a07e-4ae7-87fa-7fea79576ab9 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:02:15.904961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-a595a5c0-4a8e-4dfe-a08e-247b9c0f60d3 service neutron] 10.222.0.43 "GET /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262207 Aug 11 01:02:15.911966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port d7d60c10-d36f-4cb8-9c73-5840d871e4da triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:15.912405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:16.063192 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-235d2292-ec42-47e0-970c-c7ebe5a1d048 service neutron] 10.222.0.43 "GET /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397090 Aug 11 01:02:16.288883 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:16.302130 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Transition to ACTIVE for port object 2c131791-a07e-4ae7-87fa-7fea79576ab9 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:16.320626 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb66e757-d880-4b31-97ba-a851c84fe618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:16.410609 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:16.418664 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60449b04-ebbd-46cb-a218-96ca9b92ec71 req-a6a54d43-b826-4129-b192-3b30bcc31355 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 210 time: 0.0733430 Aug 11 01:02:16.503038 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf711e3-1982-48e3-82bf-3be7d336db29 None None] Pushing event updated for resources: {'Port': ['ID=2c131791-a07e-4ae7-87fa-7fea79576ab9,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:16.571517 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Attempting to bind port 2c131791-a07e-4ae7-87fa-7fea79576ab9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:16.571761 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Attempting to bind port 2c131791-a07e-4ae7-87fa-7fea79576ab9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:16.572718 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Attempting to bind port 2c131791-a07e-4ae7-87fa-7fea79576ab9 on network f5ee57c2-82dd-4681-95eb-e7088e8dd48b {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:16.589060 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:02:16.594646 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:16.594646 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Checking segment: {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:16.594646 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:16.594646 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Bound using segment: {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:16.594646 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Bound port: 2c131791-a07e-4ae7-87fa-7fea79576ab9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:16.594646 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:16.682990 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] For port 2c131791-a07e-4ae7-87fa-7fea79576ab9, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:16.687180 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] For port 2c131791-a07e-4ae7-87fa-7fea79576ab9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2c131791-a07e-4ae7-87fa-7fea79576ab9,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:16.805578 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:16.882610 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:16.883362 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:01:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:16.934972 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf711e3-1982-48e3-82bf-3be7d336db29 None None] Pushing event updated for resources: {'Port': ['ID=2c131791-a07e-4ae7-87fa-7fea79576ab9,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:17.032498 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:17.289921 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:16Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:17.318174 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca39ad-350d-4143-b100-97ae7261643f None None] The sync data for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 is: [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:16Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:02:17.571950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6cf941ca-f5cf-4eab-9a39-0a8491011d55 req-66a7ca92-9870-4499-8bc6-1b5d1ef47d15 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 210 time: 0.0508139 Aug 11 01:02:17.614524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2c131791-a07e-4ae7-87fa-7fea79576ab9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:17.833530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 2c131791-a07e-4ae7-87fa-7fea79576ab9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:17.844659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 2c131791-a07e-4ae7-87fa-7fea79576ab9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:17.844659 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:17.971792 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:18.014770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 2c131791-a07e-4ae7-87fa-7fea79576ab9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2c131791-a07e-4ae7-87fa-7fea79576ab9,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:18.121275 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:18.184311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=2c131791-a07e-4ae7-87fa-7fea79576ab9,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:18.700116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1657d7e5-1e3b-4bbe-ad31-918b60921236 req-d918772c-2613-47fc-9240-72c23e5de7d6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 210 time: 0.0376637 Aug 11 01:02:18.938809 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dd7479a4-2f75-4657-99ad-17aa75e60154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:18.976510 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:19.156349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-bb2885fa-87bc-4613-a079-7df564da981c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:19.158075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-bb2885fa-87bc-4613-a079-7df564da981c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/networks?id=f5ee57c2-82dd-4681-95eb-e7088e8dd48b HTTP/1.1" status: 200 len: 796 time: 0.1616302 Aug 11 01:02:19.213626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-354f8705-7b7e-4094-b3e8-b5b4bbf79e4d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e7ca9f6816745c198aadf17525c4824 HTTP/1.1" status: 200 len: 380 time: 0.0448201 Aug 11 01:02:19.225037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'port': {'device_id': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'admin_state_up': True, 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'security_groups': ['ff577d30-bdc6-4a85-a684-d0922cc917ee']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:19.448699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2c131791-a07e-4ae7-87fa-7fea79576ab9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:19.484960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Made reservation on behalf of 7e7ca9f6816745c198aadf17525c4824 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:02:19.488985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:19.505345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 2c131791-a07e-4ae7-87fa-7fea79576ab9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:19.505821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:19.662896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.20.0.14 (f5ee57c2-82dd-4681-95eb-e7088e8dd48b/ec6b3bf3-74a8-4e45-94f1-e1093eb159c3/b165409b-676a-4e31-9b7c-571060828adc) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:19.850064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9781a6bf-0321-4c1e-a1c7-f6ca15901a1c req-a25ccc11-f8d8-43ad-b739-d5cfac70e7e6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 210 time: 0.0446503 Aug 11 01:02:19.935763 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:19.935763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Transition to ACTIVE for port object b165409b-676a-4e31-9b7c-571060828adc will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:20.349247 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:20.421105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:20.424789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:20.432582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:20.469350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:20.502438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:20.503013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:20.508731 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:20.651573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-011e0961-d337-430c-ac7b-2dbe5ab673d7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4307389 Aug 11 01:02:20.664624 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Request body: {'port': {'device_id': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:20.746129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:20.810486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2759db54-5020-4326-8711-9357d56362b5 None None] Provisioning for port b165409b-676a-4e31-9b7c-571060828adc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:20.815221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2759db54-5020-4326-8711-9357d56362b5 None None] Provisioning complete for port b165409b-676a-4e31-9b7c-571060828adc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:20.815616 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2759db54-5020-4326-8711-9357d56362b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:20.854465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2759db54-5020-4326-8711-9357d56362b5 None None] Port b165409b-676a-4e31-9b7c-571060828adc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:02:21.093564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b165409b-676a-4e31-9b7c-571060828adc {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:02:21.101660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b7aad-5f84-4fae-92cf-4f58b5b2d363 req-0eecc557-8c44-4853-8a58-ef3f13d69444 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:21.103153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:21.103346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-002b7aad-5f84-4fae-92cf-4f58b5b2d363 req-0eecc557-8c44-4853-8a58-ef3f13d69444 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 932 time: 0.0615795 Aug 11 01:02:21.117432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Transition to ACTIVE for port object b165409b-676a-4e31-9b7c-571060828adc will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:21.156775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-002b7aad-5f84-4fae-92cf-4f58b5b2d363 req-f3d88af6-d2d4-48d6-b5e0-9b767b2e3d1c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463331 Aug 11 01:02:21.239426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:21.319149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:21.479707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ca15610-a759-45b2-a890-8a701409261d req-0384eeba-004a-47a6-aa86-5fce445a1490 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0747976 Aug 11 01:02:21.487101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Attempting to bind port b165409b-676a-4e31-9b7c-571060828adc on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:21.487737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Attempting to bind port b165409b-676a-4e31-9b7c-571060828adc by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:21.488293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Attempting to bind port b165409b-676a-4e31-9b7c-571060828adc on network f5ee57c2-82dd-4681-95eb-e7088e8dd48b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:21.499188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Port b165409b-676a-4e31-9b7c-571060828adc on network f5ee57c2-82dd-4681-95eb-e7088e8dd48b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:02:21.499753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Attempting to bind port b165409b-676a-4e31-9b7c-571060828adc on network f5ee57c2-82dd-4681-95eb-e7088e8dd48b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:21.509614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:21.510185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Checking segment: {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:21.510827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Bound using segment: {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:21.511662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Bound port: b165409b-676a-4e31-9b7c-571060828adc, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:21.512318 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:21.631802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:21.635236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca15610-a759-45b2-a890-8a701409261d req-f88d75cb-1834-409c-8278-efe8d79fa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:21.636776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ca15610-a759-45b2-a890-8a701409261d req-f88d75cb-1834-409c-8278-efe8d79fa8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1096 time: 0.0969896 Aug 11 01:02:21.638505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:21.731599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:21.797366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:21.798110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:21.801902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] 10.222.0.44 "PUT /v2.0/ports/b165409b-676a-4e31-9b7c-571060828adc HTTP/1.1" status: 200 len: 1093 time: 1.1399260 Aug 11 01:02:21.802421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:02:21.811750 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc5563f-7b62-45ff-bc90-dc66e3f679d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "tag": "b165409b-676a-4e31-9b7c-571060828adc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:02:21.870966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca15610-a759-45b2-a890-8a701409261d req-1bed8154-acff-4328-b4ed-dd6f3d425149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:21.873520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ca15610-a759-45b2-a890-8a701409261d req-1bed8154-acff-4328-b4ed-dd6f3d425149 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.2140934 Aug 11 01:02:21.899642 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142380c3-80a7-47e3-a7dc-57472a359eeb x-openstack-request-id: req-142380c3-80a7-47e3-a7dc-57472a359eeb {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:02:21.900343 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "tag": "b165409b-676a-4e31-9b7c-571060828adc", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:02:21.901056 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-142380c3-80a7-47e3-a7dc-57472a359eeb {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:02:21.901662 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc', 'status': 'completed', 'code': 200} Aug 11 01:02:21.956381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8163d7f-eb38-49da-a1b4-82a29c2170c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:22.024326 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ca15610-a759-45b2-a890-8a701409261d req-e9517104-93ca-4de7-b0bc-84f2256a5bc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 998 time: 0.1376569 Aug 11 01:02:22.027467 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5563f-7b62-45ff-bc90-dc66e3f679d3 req-6a3412ed-7560-4ebb-b129-5e24222e6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.029068 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1cc5563f-7b62-45ff-bc90-dc66e3f679d3 req-6a3412ed-7560-4ebb-b129-5e24222e6b5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 1096 time: 0.0853620 Aug 11 01:02:22.154441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca15610-a759-45b2-a890-8a701409261d req-39087a77-612a-40e6-9082-26516cac4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.155939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ca15610-a759-45b2-a890-8a701409261d req-39087a77-612a-40e6-9082-26516cac4f89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.1235456 Aug 11 01:02:22.254808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5563f-7b62-45ff-bc90-dc66e3f679d3 req-bced98c6-6da6-4594-b584-f05c415715ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.256349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1cc5563f-7b62-45ff-bc90-dc66e3f679d3 req-bced98c6-6da6-4594-b584-f05c415715ec service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7e7ca9f6816745c198aadf17525c4824&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2151215 Aug 11 01:02:22.279765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca15610-a759-45b2-a890-8a701409261d req-668eb432-3e06-48f3-8806-1a4e38754870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.281341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ca15610-a759-45b2-a890-8a701409261d req-668eb432-3e06-48f3-8806-1a4e38754870 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106224 Aug 11 01:02:22.319154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dd44a-c7c6-4108-bd4d-8b2a745ea19e req-31cf74f1-49cb-4e2c-b31c-bc2ca90a51d9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.331611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-628dd44a-c7c6-4108-bd4d-8b2a745ea19e req-31cf74f1-49cb-4e2c-b31c-bc2ca90a51d9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 944 time: 0.0800290 Aug 11 01:02:22.380175 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-628dd44a-c7c6-4108-bd4d-8b2a745ea19e req-f9e57221-17fa-4a49-9085-bf517edd396f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471215 Aug 11 01:02:22.474397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5563f-7b62-45ff-bc90-dc66e3f679d3 req-c1817427-3746-4eab-bf9d-36be41453444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.475935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1cc5563f-7b62-45ff-bc90-dc66e3f679d3 req-c1817427-3746-4eab-bf9d-36be41453444 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2055156 Aug 11 01:02:22.477865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ca15610-a759-45b2-a890-8a701409261d req-23af7cbe-f5fc-4eff-8519-509baa4acc79 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818850 Aug 11 01:02:22.521347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:22.614548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-91064274-aa01-47c0-b4f3-5c3ea43d07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.616212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-91064274-aa01-47c0-b4f3-5c3ea43d07c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 1096 time: 0.0808055 Aug 11 01:02:22.634083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ca15610-a759-45b2-a890-8a701409261d req-8d7e05f6-0ca9-4385-a2fb-d3add98928a5 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469634 Aug 11 01:02:22.669573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-12ceabc6-de85-4e02-8e7f-7e86ed2100e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b165409b-676a-4e31-9b7c-571060828adc HTTP/1.1" status: 200 len: 217 time: 0.0442760 Aug 11 01:02:22.725341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-7402588d-e9b2-4904-a217-147f743e4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.726751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-7402588d-e9b2-4904-a217-147f743e4149 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec6b3bf3-74a8-4e45-94f1-e1093eb159c3 HTTP/1.1" status: 200 len: 834 time: 0.0502267 Aug 11 01:02:22.785998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-80625271-619b-4f82-9125-fb2cbdf1d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:22.788022 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-80625271-619b-4f82-9125-fb2cbdf1d43b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5ee57c2-82dd-4681-95eb-e7088e8dd48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532589 Aug 11 01:02:22.900950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-a88248d1-e746-4f0c-94c0-7ac74776dd8c service neutron] 10.222.0.44 "GET /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052351 Aug 11 01:02:23.029733 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8b29191-d2b6-440a-b0ee-e62fe3769d45 req-bd6457ae-0a6b-4788-b1a0-1ffde22866ae service neutron] 10.222.0.44 "GET /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191871 Aug 11 01:02:23.532946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf40dc-816a-4fb8-aa5c-a7cdde7384f9 req-973e7e12-a21b-4a7e-bb05-6569161d687d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:23.534485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8bf40dc-816a-4fb8-aa5c-a7cdde7384f9 req-973e7e12-a21b-4a7e-bb05-6569161d687d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 944 time: 0.0689199 Aug 11 01:02:23.583141 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8bf40dc-816a-4fb8-aa5c-a7cdde7384f9 req-25eebb71-395f-4077-8420-57b7673e6210 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Aug 11 01:02:24.722055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1302-a963-4afb-bff3-807e0bc447b9 req-af3086cc-cc87-44d7-bb37-2dd3b361417f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:24.723896 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3ba1302-a963-4afb-bff3-807e0bc447b9 req-af3086cc-cc87-44d7-bb37-2dd3b361417f tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 944 time: 0.0584021 Aug 11 01:02:24.771711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3ba1302-a963-4afb-bff3-807e0bc447b9 req-7e2e3990-b273-4ac4-9912-ee3af7819908 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369990 Aug 11 01:02:25.703017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f3e38-1f7b-453b-a230-93782c9426a6 req-7f0634e5-415a-41bb-9b61-1d8218ea1abd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:25.704839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-679f3e38-1f7b-453b-a230-93782c9426a6 req-7f0634e5-415a-41bb-9b61-1d8218ea1abd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0521088 Aug 11 01:02:25.749429 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-679f3e38-1f7b-453b-a230-93782c9426a6 req-d7848928-7c1b-4c7d-af55-aad27acf9121 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373504 Aug 11 01:02:25.828226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device b165409b-676a-4e31-9b7c-571060828adc details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:02:25.890845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96625aa1-b871-475b-b7a9-b44be471ea52 req-dd477110-ec82-4027-951b-e3bc699a8c48 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:25.896140 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-96625aa1-b871-475b-b7a9-b44be471ea52 req-dd477110-ec82-4027-951b-e3bc699a8c48 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0654550 Aug 11 01:02:25.921529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab4dc0-9546-4b0b-bbcb-5f348e569731 req-89314916-3ca2-4478-a445-173ee7dcbc88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:25.923331 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08ab4dc0-9546-4b0b-bbcb-5f348e569731 req-89314916-3ca2-4478-a445-173ee7dcbc88 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 944 time: 0.0638385 Aug 11 01:02:25.947303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-96625aa1-b871-475b-b7a9-b44be471ea52 req-fd127b55-ca9c-4cf0-ac18-af081f18afa7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453734 Aug 11 01:02:25.958912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:25.991803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'b165409b-676a-4e31-9b7c-571060828adc', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'port_id': 'b165409b-676a-4e31-9b7c-571060828adc', 'mac_address': 'fa:16:3e:ff:61:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:02:25.993362 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08ab4dc0-9546-4b0b-bbcb-5f348e569731 req-73eb29af-e7d0-41f5-95b5-bbe3c2e5d6de tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590792 Aug 11 01:02:26.051856 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:26.068105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b165409b-676a-4e31-9b7c-571060828adc {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:02:26.116691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:26.210368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:26.276763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:26.358558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6b5da89f-770f-43a7-a757-5d7c4cd5e3f1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:26.360337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6b5da89f-770f-43a7-a757-5d7c4cd5e3f1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.1357975 Aug 11 01:02:26.382958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-39921e2d-e447-4e2c-a4d2-04069a569590 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/quotas/fab1d7a6b945499d83a744f795dd65a2 HTTP/1.1" status: 200 len: 375 time: 0.0152254 Aug 11 01:02:26.419698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['b165409b-676a-4e31-9b7c-571060828adc'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:26.461565 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-192ab404-fd28-4670-817d-6fb12a7456dc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0710835 Aug 11 01:02:26.575833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-2215ea16-8074-4b67-8bec-33748a7ff1d7 service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074071 Aug 11 01:02:26.699223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-b327f318-c911-49cb-8691-6459589c4fdf service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131094 Aug 11 01:02:27.032720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a4e7e1b-d097-4594-beca-3e351e86d848 req-4ae11042-589d-4886-84dc-4cb5ff8ba705 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 210 time: 0.0437472 Aug 11 01:02:27.180486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a472b6f-91ae-4c7e-b1db-72a23f648e5b req-7236e73a-a834-48b2-aa61-7b7a0c268db3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:27.190067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a472b6f-91ae-4c7e-b1db-72a23f648e5b req-7236e73a-a834-48b2-aa61-7b7a0c268db3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 945 time: 0.0793445 Aug 11 01:02:27.240287 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a472b6f-91ae-4c7e-b1db-72a23f648e5b req-70f1b446-6fcf-4a18-9db3-6f058eb8ac9d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493102 Aug 11 01:02:27.851058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device b165409b-676a-4e31-9b7c-571060828adc up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:27.976049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port b165409b-676a-4e31-9b7c-571060828adc completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:27.980778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port b165409b-676a-4e31-9b7c-571060828adc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:27.981151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:28.085302 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:28.120115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:02:28.124327 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766421a0-1154-4148-984e-7f4354b07c5b" -d '{"events": [{"server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "name": "network-vif-plugged", "status": "completed", "tag": "b165409b-676a-4e31-9b7c-571060828adc"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:02:28.158923 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92131743-016a-457d-8bb4-6c47e5ce0d14 req-cfc3daf2-6e8f-4d00-a149-de3fa9bf87ee tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 210 time: 0.0476625 Aug 11 01:02:28.162077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:28.188757 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34ed26e-59bc-4e27-ad7a-c2af0999569a x-openstack-request-id: req-e34ed26e-59bc-4e27-ad7a-c2af0999569a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:02:28.194201 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "name": "network-vif-plugged", "status": "completed", "tag": "b165409b-676a-4e31-9b7c-571060828adc", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:02:28.194201 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e34ed26e-59bc-4e27-ad7a-c2af0999569a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:02:28.194201 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc', 'code': 200} Aug 11 01:02:28.281217 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:28.334250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccfc71-1681-4910-adc5-1f19dbf5e647 req-f91ce325-929a-49ef-9606-89eb2bfb79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:28.336651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33ccfc71-1681-4910-adc5-1f19dbf5e647 req-f91ce325-929a-49ef-9606-89eb2bfb79fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 1097 time: 0.0869129 Aug 11 01:02:28.372724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:28.414090 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-33ccfc71-1681-4910-adc5-1f19dbf5e647 req-158cf0af-8c59-4ce8-ae85-49480614e186 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626066 Aug 11 01:02:28.431922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347b1d4-4795-47e1-8922-712e222bf296 req-d8e4bcb3-2c32-48c7-8c19-85e558e971c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:28.433787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8347b1d4-4795-47e1-8922-712e222bf296 req-d8e4bcb3-2c32-48c7-8c19-85e558e971c5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.1036477 Aug 11 01:02:28.486697 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8347b1d4-4795-47e1-8922-712e222bf296 req-6451b452-6903-48e2-8ffd-797cc801fdda tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423119 Aug 11 01:02:29.270481 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9dfc13c6-892a-4bbc-b1ba-9f08835b5720 req-ffd10634-14a1-4989-a986-20f5858cde03 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 210 time: 0.0304434 Aug 11 01:02:29.682832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13346-4b07-4dcf-9977-09c674c4cec1 req-9543294d-9555-4967-839f-bc08425c6746 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:29.684464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83c13346-4b07-4dcf-9977-09c674c4cec1 req-9543294d-9555-4967-839f-bc08425c6746 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0919819 Aug 11 01:02:29.693503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-e586b81e-a813-4e7c-9ed4-e7e0dc8363ef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:29.695082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-e586b81e-a813-4e7c-9ed4-e7e0dc8363ef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.1664209 Aug 11 01:02:29.705267 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:29.718586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'port': {'device_id': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'admin_state_up': True, 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:29.779262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-83c13346-4b07-4dcf-9977-09c674c4cec1 req-6c14fc44-1dbd-47a4-887b-d4486fe18f70 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829163 Aug 11 01:02:29.833500 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:29.907177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a225c-8feb-4b9b-82ed-580b8d0a37d0 req-7d6dc62d-dd6f-4151-b7b4-f68442f9cf35 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:29.908644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e06a225c-8feb-4b9b-82ed-580b8d0a37d0 req-7d6dc62d-dd6f-4151-b7b4-f68442f9cf35 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0514574 Aug 11 01:02:29.950222 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e06a225c-8feb-4b9b-82ed-580b8d0a37d0 req-85d161ab-86de-4792-bdcc-e8e086f56e62 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350974 Aug 11 01:02:29.970273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Made reservation on behalf of fab1d7a6b945499d83a744f795dd65a2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:02:29.974461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:29.976737 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 43136) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:30.082465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c41aab-3444-4b2e-920c-5fb03a0875e9 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:30.084090 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d6c41aab-3444-4b2e-920c-5fb03a0875e9 tempest-TestNetworkAdvancedServerOps-637155801 tempest-TestNetworkAdvancedServerOps-637155801-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 1093 time: 0.1054509 Aug 11 01:02:30.086995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43140) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:30.096459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'b165409b-676a-4e31-9b7c-571060828adc', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:30.165416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Allocated IP 172.20.0.4 (f93af89e-9ffd-41eb-8fe8-bb92ece07a69/6683566d-a13e-4b41-b24d-c37dc02e2878/bb3142d9-cbfc-435f-b730-84adad029349) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:30.278469 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:30.357596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:30.388804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Transition to ACTIVE for port object bb3142d9-cbfc-435f-b730-84adad029349 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:30.407047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9030183e-c347-4cf4-9357-39005e30b87c req-cff7af2d-ed18-4cc5-85ef-50050946b0e8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 210 time: 0.0339766 Aug 11 01:02:30.429014 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:30.549984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:30.557177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['786e618e-5fda-4a01-9586-c308b72b5126'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:30.585838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Allocated IP 172.25.0.75 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/346a099f-567f-4852-a7c2-37156f5ae847) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:30.590656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:30.594276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:30.598950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:30.607445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:30.745165 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:30.943054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:30.991870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:31.000087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:31.004489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:31.053433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=346a099f-567f-4852-a7c2-37156f5ae847,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:31.067763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'Port': ['ID=bb3142d9-cbfc-435f-b730-84adad029349,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:31.107468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:31.108046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:31.118369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b7693e95-33ba-4dd8-a577-90cc77c73a06 None None] Provisioning for port bb3142d9-cbfc-435f-b730-84adad029349 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:31.122989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b7693e95-33ba-4dd8-a577-90cc77c73a06 None None] Provisioning complete for port bb3142d9-cbfc-435f-b730-84adad029349 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:31.123526 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b7693e95-33ba-4dd8-a577-90cc77c73a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:31.170667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b7693e95-33ba-4dd8-a577-90cc77c73a06 None None] Port bb3142d9-cbfc-435f-b730-84adad029349 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:02:31.258130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-6a07d84b-6550-45ef-8ec8-6599b32eaea8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5468819 Aug 11 01:02:31.271108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Request body: {'port': {'device_id': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:31.328631 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:31.499498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:31.588510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b0a04-9170-4427-966d-cdf3166c6c22 req-60e297a2-f003-435b-82c3-3f8d43b67a72 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:31.590043 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b50b0a04-9170-4427-966d-cdf3166c6c22 req-60e297a2-f003-435b-82c3-3f8d43b67a72 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 931 time: 0.0673594 Aug 11 01:02:31.635453 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b50b0a04-9170-4427-966d-cdf3166c6c22 req-6bf33dc5-246b-419c-9dbe-f8665a31cb8d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Aug 11 01:02:31.642003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3142d9-cbfc-435f-b730-84adad029349 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:02:31.651484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:31.666721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Transition to ACTIVE for port object bb3142d9-cbfc-435f-b730-84adad029349 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:31.779524 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:31.809883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:31.873048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3142d9-cbfc-435f-b730-84adad029349,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:31.962029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Attempting to bind port bb3142d9-cbfc-435f-b730-84adad029349 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:31.962377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Attempting to bind port bb3142d9-cbfc-435f-b730-84adad029349 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:31.962710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Attempting to bind port bb3142d9-cbfc-435f-b730-84adad029349 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:31.968178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Port bb3142d9-cbfc-435f-b730-84adad029349 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:02:31.968515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Attempting to bind port bb3142d9-cbfc-435f-b730-84adad029349 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:31.976159 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:31.976496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Checking segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:31.977122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Bound using segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:31.977328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Bound port: bb3142d9-cbfc-435f-b730-84adad029349, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:31.977696 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:32.005229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:32.062330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] For port bb3142d9-cbfc-435f-b730-84adad029349, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:32.065834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] For port bb3142d9-cbfc-435f-b730-84adad029349, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=bb3142d9-cbfc-435f-b730-84adad029349,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:32.141699 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:32.218952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event updated for resources: {'Port': ['ID=346a099f-567f-4852-a7c2-37156f5ae847,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:32.234146 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.234922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.236030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.236030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:32.252029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:32.278081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:32.278885 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:32.280354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/bb3142d9-cbfc-435f-b730-84adad029349 HTTP/1.1" status: 200 len: 1092 time: 1.0142171 Aug 11 01:02:32.280788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'tag': 'bb3142d9-cbfc-435f-b730-84adad029349'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:02:32.294674 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae0e410-c822-4b80-8abf-4185acd02ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "673f6f67-8e6f-48af-be2d-aca907ece1b1", "tag": "bb3142d9-cbfc-435f-b730-84adad029349"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:02:32.341137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e182d-e0fd-4c2d-bc63-b0ce09ce74d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3142d9-cbfc-435f-b730-84adad029349,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:32.367058 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1868ec57-bfc3-423c-bcde-86fa65aa1364 x-openstack-request-id: req-1868ec57-bfc3-423c-bcde-86fa65aa1364 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:02:32.367894 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673f6f67-8e6f-48af-be2d-aca907ece1b1", "tag": "bb3142d9-cbfc-435f-b730-84adad029349", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:02:32.368430 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1868ec57-bfc3-423c-bcde-86fa65aa1364 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:02:32.369128 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'tag': 'bb3142d9-cbfc-435f-b730-84adad029349', 'status': 'completed', 'code': 200} Aug 11 01:02:32.418929 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Floating IP c9b6b892-1ee0-4735-8277-6ec44ada6ded associated. External IP: 172.25.0.75, port: b165409b-676a-4e31-9b7c-571060828adc. Aug 11 01:02:32.466695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e410-c822-4b80-8abf-4185acd02ef6 req-849a1b29-3dd8-40d2-8dcf-061a37212487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:32.466695 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ae0e410-c822-4b80-8abf-4185acd02ef6 req-849a1b29-3dd8-40d2-8dcf-061a37212487 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0735481 Aug 11 01:02:32.602900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e410-c822-4b80-8abf-4185acd02ef6 req-69955183-2d72-4c88-994d-9ab7453e4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:32.604731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ae0e410-c822-4b80-8abf-4185acd02ef6 req-69955183-2d72-4c88-994d-9ab7453e4385 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fab1d7a6b945499d83a744f795dd65a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1329346 Aug 11 01:02:32.704190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:02:32.721331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e410-c822-4b80-8abf-4185acd02ef6 req-485e0c82-e711-4a1c-8ec8-8f681b6c843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:32.723783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ae0e410-c822-4b80-8abf-4185acd02ef6 req-485e0c82-e711-4a1c-8ec8-8f681b6c843e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118646 Aug 11 01:02:32.809943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-005126a0-21e6-4d90-9353-2db196337910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:32.811260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-005126a0-21e6-4d90-9353-2db196337910 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 1095 time: 0.0510492 Aug 11 01:02:32.862781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-a7a28538-6585-45a6-a21c-fb917ed37cb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb3142d9-cbfc-435f-b730-84adad029349 HTTP/1.1" status: 200 len: 217 time: 0.0435455 Aug 11 01:02:32.929535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-3857385f-f0e8-4539-bd23-975f4686b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:32.931233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-3857385f-f0e8-4539-bd23-975f4686b907 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0620244 Aug 11 01:02:32.982120 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-63634889-3013-489a-be69-28bedbb6c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:32.983724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-63634889-3013-489a-be69-28bedbb6c790 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458953 Aug 11 01:02:33.091751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-8bd3d94f-f741-4421-9276-f965cae6dc6c service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008577 Aug 11 01:02:33.193179 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2c274eb0-520d-46c7-84d1-aa5f2fc24381 req-55e474e8-e541-4b3a-95b6-df4b37ac1886 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946286 Aug 11 01:02:33.234143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed336a24-f916-45d2-ad56-34f984375882 req-7dd800f1-b0a0-48d4-96b4-4b69736a30a4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:33.235861 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed336a24-f916-45d2-ad56-34f984375882 req-7dd800f1-b0a0-48d4-96b4-4b69736a30a4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 943 time: 0.5179050 Aug 11 01:02:33.242127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:02:33.255751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] Sync routers for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:02:33.266014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:33.266680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:02:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:33.297904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed336a24-f916-45d2-ad56-34f984375882 req-01cffa63-bc40-41f2-bb32-c24a1b7ebf06 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 Aug 11 01:02:33.386486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:33.415809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:33.450795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2829b7e9-b98a-482b-8494-01c2f7efa42e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3597870 Aug 11 01:02:33.452222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:02:33.456688 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280" -d '{"events": [{"name": "network-changed", "server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "tag": "b165409b-676a-4e31-9b7c-571060828adc"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:02:33.537249 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e7c78-215b-47a5-83e7-05cd1ffa4c15 x-openstack-request-id: req-5e1e7c78-215b-47a5-83e7-05cd1ffa4c15 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:02:33.537539 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "tag": "b165409b-676a-4e31-9b7c-571060828adc", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:02:33.539813 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e1e7c78-215b-47a5-83e7-05cd1ffa4c15 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:02:33.539813 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc', 'status': 'completed', 'code': 200} Aug 11 01:02:33.617110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d7527-19e4-4817-b7ff-888b85821af9 req-53545fb8-113b-4410-aeb2-b14bcee1ce58 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:33.626175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea2d7527-19e4-4817-b7ff-888b85821af9 req-53545fb8-113b-4410-aeb2-b14bcee1ce58 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.1066062 Aug 11 01:02:33.653948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-fc568f0c-4cb9-4ff4-bbf6-2b47faeaa979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:33.655782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-fc568f0c-4cb9-4ff4-bbf6-2b47faeaa979 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 1098 time: 0.0941556 Aug 11 01:02:33.689958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'c9b6b892-1ee0-4735-8277-6ec44ada6ded', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'port_id': 'b165409b-676a-4e31-9b7c-571060828adc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'mac_address': 'fa:16:3e:ff:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:02:31Z', 'updated_at': '2021-08-11T01:02:31Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:17Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:33.691567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea2d7527-19e4-4817-b7ff-888b85821af9 req-56d6f3f9-d664-4aaa-8392-f4bad1fb3a77 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642116 Aug 11 01:02:33.718585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43170) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:33.721324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] Checking router: 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:02:33.731395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:02:33.732091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:02:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:33.780901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-679d1a55-5b5a-4474-bb8c-fa9b458d9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:33.782990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-679d1a55-5b5a-4474-bb8c-fa9b458d9c60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5ee57c2-82dd-4681-95eb-e7088e8dd48b HTTP/1.1" status: 200 len: 897 time: 0.1163077 Aug 11 01:02:33.805149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bfc12d5a-8f53-4129-b3b1-4f64687befb9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/c9b6b892-1ee0-4735-8277-6ec44ada6ded HTTP/1.1" status: 200 len: 991 time: 0.0850585 Aug 11 01:02:33.853044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:02:33.864597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-085a2bae-72ab-4fd8-8246-1e4b9763fd38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b165409b-676a-4e31-9b7c-571060828adc HTTP/1.1" status: 200 len: 999 time: 0.0740631 Aug 11 01:02:33.920691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-0de2fbed-8dcf-48a5-a11d-37a9deaaa641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:33.922108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-0de2fbed-8dcf-48a5-a11d-37a9deaaa641 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec6b3bf3-74a8-4e45-94f1-e1093eb159c3 HTTP/1.1" status: 200 len: 834 time: 0.0504198 Aug 11 01:02:33.969371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-01100e02-ffa8-48ca-8cd0-1913a9040690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:33.970962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-01100e02-ffa8-48ca-8cd0-1913a9040690 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5ee57c2-82dd-4681-95eb-e7088e8dd48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420098 Aug 11 01:02:34.099637 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-25521e2e-fe64-4814-96ed-77690793c4b7 service neutron] 10.222.0.44 "GET /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215568 Aug 11 01:02:34.120694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'c9b6b892-1ee0-4735-8277-6ec44ada6ded', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'port_id': 'b165409b-676a-4e31-9b7c-571060828adc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'mac_address': 'fa:16:3e:ff:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:02:31Z', 'updated_at': '2021-08-11T01:02:31Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:17Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:02:34.151030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f1a58-5b53-4b15-8cd8-d5f88a20600f None None] The sync data for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 is: [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'c9b6b892-1ee0-4735-8277-6ec44ada6ded', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'port_id': 'b165409b-676a-4e31-9b7c-571060828adc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'mac_address': 'fa:16:3e:ff:61:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:02:31Z', 'updated_at': '2021-08-11T01:02:31Z', 'revision_number': 0, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:17Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:02:34.232971 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c3d3fe0-75b0-49b1-a04e-d25db15bd280 req-1ea6e38b-6938-4583-a1c9-a3b57c2cf3a6 service neutron] 10.222.0.44 "GET /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261480 Aug 11 01:02:34.404645 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c323217-ba77-4ca6-9eea-5a1c51330279 None None] New status for floating IP c9b6b892-1ee0-4735-8277-6ec44ada6ded: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:02:34.453592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601257-b48b-442f-ad99-b4b893127ab7 req-32c96bbe-7bbf-4df7-8b12-24ee34f3dea4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:34.453592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53601257-b48b-442f-ad99-b4b893127ab7 req-32c96bbe-7bbf-4df7-8b12-24ee34f3dea4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 943 time: 0.0593493 Aug 11 01:02:34.481211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-53601257-b48b-442f-ad99-b4b893127ab7 req-2470a448-7c84-4714-ba40-9209a4b3d2c4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Aug 11 01:02:34.807337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 43178) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:02:34.880446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a6180432-99ae-4108-bcc5-2fa25b74496c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/c9b6b892-1ee0-4735-8277-6ec44ada6ded HTTP/1.1" status: 200 len: 993 time: 0.0718782 Aug 11 01:02:35.648907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2d617-a281-4149-8b8f-98d6a2d63d87 req-c3ac520e-3856-42f4-bbb5-380663cead3d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:35.650554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ab2d617-a281-4149-8b8f-98d6a2d63d87 req-c3ac520e-3856-42f4-bbb5-380663cead3d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 943 time: 0.0778942 Aug 11 01:02:35.696572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ab2d617-a281-4149-8b8f-98d6a2d63d87 req-475d961a-0d77-4110-85fa-9b10c6037e5f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Aug 11 01:02:36.062704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device bb3142d9-cbfc-435f-b730-84adad029349 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:02:36.177753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port bb3142d9-cbfc-435f-b730-84adad029349, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=bb3142d9-cbfc-435f-b730-84adad029349,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:36.195844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'bb3142d9-cbfc-435f-b730-84adad029349', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': 'bb3142d9-cbfc-435f-b730-84adad029349', 'mac_address': 'fa:16:3e:e2:f2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:02:36.244105 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:36.269029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3142d9-cbfc-435f-b730-84adad029349 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:02:36.311314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port bb3142d9-cbfc-435f-b730-84adad029349, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=bb3142d9-cbfc-435f-b730-84adad029349,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:36.450018 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:36.503872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=bb3142d9-cbfc-435f-b730-84adad029349,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:36.686023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['bb3142d9-cbfc-435f-b730-84adad029349'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:36.828318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd98558-b395-434a-b940-ccf2c78b2ddf req-677eba3d-dbe9-4603-bbcb-77f6c8083380 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:36.830066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fd98558-b395-434a-b940-ccf2c78b2ddf req-677eba3d-dbe9-4603-bbcb-77f6c8083380 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 944 time: 0.0568631 Aug 11 01:02:36.873572 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fd98558-b395-434a-b940-ccf2c78b2ddf req-8e15f28e-84e8-4960-98b3-7ca7f5cfa798 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Aug 11 01:02:37.994410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71f6c5-0d31-4292-869b-fb1f81550d1f req-98b2a122-9b63-471c-95a9-81f68844067c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:37.996017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb71f6c5-0d31-4292-869b-fb1f81550d1f req-98b2a122-9b63-471c-95a9-81f68844067c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 944 time: 0.0510714 Aug 11 01:02:38.038243 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb71f6c5-0d31-4292-869b-fb1f81550d1f req-83facda4-9e81-41c0-8aa1-a3487d52fb20 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356457 Aug 11 01:02:38.080905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device bb3142d9-cbfc-435f-b730-84adad029349 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:38.209494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port bb3142d9-cbfc-435f-b730-84adad029349 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:38.213686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port bb3142d9-cbfc-435f-b730-84adad029349 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:38.214061 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:38.295857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:38.319603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3142d9-cbfc-435f-b730-84adad029349'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:02:38.321816 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c763296-9875-44c3-a772-e6f2890b4316" -d '{"events": [{"server_uuid": "673f6f67-8e6f-48af-be2d-aca907ece1b1", "name": "network-vif-plugged", "status": "completed", "tag": "bb3142d9-cbfc-435f-b730-84adad029349"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:02:38.335026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port bb3142d9-cbfc-435f-b730-84adad029349, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=bb3142d9-cbfc-435f-b730-84adad029349,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:38.369501 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333ba18b-2b53-45a1-b10e-89b0d6817ee3 x-openstack-request-id: req-333ba18b-2b53-45a1-b10e-89b0d6817ee3 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:02:38.369501 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673f6f67-8e6f-48af-be2d-aca907ece1b1", "name": "network-vif-plugged", "status": "completed", "tag": "bb3142d9-cbfc-435f-b730-84adad029349", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:02:38.369501 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-333ba18b-2b53-45a1-b10e-89b0d6817ee3 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:02:38.369501 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3142d9-cbfc-435f-b730-84adad029349', 'code': 200} Aug 11 01:02:38.415526 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:38.471569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=bb3142d9-cbfc-435f-b730-84adad029349,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:38.473154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a69ea0-9314-487a-850a-dc7462da71f5 req-3cc20c55-4467-4db0-b37a-5d4aa6f17da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:38.475014 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a69ea0-9314-487a-850a-dc7462da71f5 req-3cc20c55-4467-4db0-b37a-5d4aa6f17da0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 1097 time: 0.0515516 Aug 11 01:02:38.513219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36a69ea0-9314-487a-850a-dc7462da71f5 req-6a7c7dee-e75b-4744-829f-1253c5628dc6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Aug 11 01:02:39.160000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a248a9b-31fe-418a-b45a-c2610b7170bb req-081f155c-c43b-4efc-8fc8-1a4e1e042e61 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:39.162345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a248a9b-31fe-418a-b45a-c2610b7170bb req-081f155c-c43b-4efc-8fc8-1a4e1e042e61 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 945 time: 0.0549362 Aug 11 01:02:39.204271 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a248a9b-31fe-418a-b45a-c2610b7170bb req-e68db0ca-6df8-4cf7-8488-309df16ea168 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349295 Aug 11 01:02:40.329939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ed169-4655-4c99-9575-802fb475a897 req-56ff2423-9470-4186-a3fd-af6bed249aa8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:40.332681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de2ed169-4655-4c99-9575-802fb475a897 req-56ff2423-9470-4186-a3fd-af6bed249aa8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 945 time: 0.0541298 Aug 11 01:02:40.373227 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de2ed169-4655-4c99-9575-802fb475a897 req-4b0bb20f-3b4b-467c-8ff1-ad565a77a1a9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Aug 11 01:02:40.479069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-e04eae46-19f5-417b-b84a-f5cc4ae64baa tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fab1d7a6b945499d83a744f795dd65a2 HTTP/1.1" status: 200 len: 267 time: 0.0375907 Aug 11 01:02:40.543218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-5b87c3d9-3ef2-45b4-9255-a176e220097a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:40.544784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-5b87c3d9-3ef2-45b4-9255-a176e220097a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 945 time: 0.0597134 Aug 11 01:02:40.556725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'port': {'security_groups': []}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:40.639640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:40.811113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] For port bb3142d9-cbfc-435f-b730-84adad029349, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=bb3142d9-cbfc-435f-b730-84adad029349,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:40.841623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:41.084978 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:41.105783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['786e618e-5fda-4a01-9586-c308b72b5126', 'bb3142d9-cbfc-435f-b730-84adad029349'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:41.151666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:41.152270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:41.153137 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:41.161631 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c0b39f4-a56b-4a7f-94d5-6db1b83001b9 req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "PUT /v2.0/ports/bb3142d9-cbfc-435f-b730-84adad029349 HTTP/1.1" status: 200 len: 904 time: 0.6095221 Aug 11 01:02:41.162594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'tag': 'bb3142d9-cbfc-435f-b730-84adad029349'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:02:41.165160 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735" -d '{"events": [{"name": "network-changed", "server_uuid": "673f6f67-8e6f-48af-be2d-aca907ece1b1", "tag": "bb3142d9-cbfc-435f-b730-84adad029349"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:02:41.232524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0a9e8-69ca-454c-a4d9-1ecee411ae9f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'Port': ['ID=bb3142d9-cbfc-435f-b730-84adad029349,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:41.240290 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf23ab2-662b-4cbc-8441-067cb0fcda0f x-openstack-request-id: req-7cf23ab2-662b-4cbc-8441-067cb0fcda0f {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:02:41.240779 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673f6f67-8e6f-48af-be2d-aca907ece1b1", "tag": "bb3142d9-cbfc-435f-b730-84adad029349", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:02:41.241167 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cf23ab2-662b-4cbc-8441-067cb0fcda0f {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:02:41.242115 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'tag': 'bb3142d9-cbfc-435f-b730-84adad029349', 'status': 'completed', 'code': 200} Aug 11 01:02:41.355196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da77d07-7cf3-41d2-94d9-d66dc0dd2a34 req-790851bc-2aab-4e85-9a73-c6a0be06e0bb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:41.378269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-beb57d40-b288-4242-b7a2-4a20aff3f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:41.381556 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-beb57d40-b288-4242-b7a2-4a20aff3f457 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 1059 time: 0.1135824 Aug 11 01:02:41.392277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2da77d07-7cf3-41d2-94d9-d66dc0dd2a34 req-790851bc-2aab-4e85-9a73-c6a0be06e0bb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 907 time: 0.1198218 Aug 11 01:02:41.500822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['bb3142d9-cbfc-435f-b730-84adad029349'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:41.569632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045a52b-a67e-43fc-8838-63cc9f903e08 req-1814cf73-766e-4ea2-b2d7-6d8cfa64c86a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:41.570593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-687e95c7-ebf9-4311-9416-b1bd38401ee6 None None] Provisioning complete for port bb3142d9-cbfc-435f-b730-84adad029349 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:41.571015 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-687e95c7-ebf9-4311-9416-b1bd38401ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:41.571283 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b045a52b-a67e-43fc-8838-63cc9f903e08 req-1814cf73-766e-4ea2-b2d7-6d8cfa64c86a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0830317 Aug 11 01:02:41.590186 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-ab0744d1-e01b-45cf-b460-1b215ef82ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:41.591716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-ab0744d1-e01b-45cf-b460-1b215ef82ef6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.2021501 Aug 11 01:02:41.648156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-723b78d2-f868-4e5d-af54-bbc3e64e966d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb3142d9-cbfc-435f-b730-84adad029349 HTTP/1.1" status: 200 len: 217 time: 0.0424838 Aug 11 01:02:41.669920 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b045a52b-a67e-43fc-8838-63cc9f903e08 req-e962da0b-057a-479b-8994-64189aada3fb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882852 Aug 11 01:02:41.731773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-84a7734d-ef99-48dc-bb34-9750a308c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:41.738132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-84a7734d-ef99-48dc-bb34-9750a308c419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0820088 Aug 11 01:02:41.806808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-186c9a41-5597-4ab7-8cca-8e42f141e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:41.808164 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-186c9a41-5597-4ab7-8cca-8e42f141e614 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612850 Aug 11 01:02:41.826444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6376ff-537b-453c-be19-81fcfee34231 req-ea8bf48c-ffe6-4800-b3bc-d3bbd857a8b4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:41.828018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db6376ff-537b-453c-be19-81fcfee34231 req-ea8bf48c-ffe6-4800-b3bc-d3bbd857a8b4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0513778 Aug 11 01:02:41.870612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db6376ff-537b-453c-be19-81fcfee34231 req-1f576128-4f6e-4e86-bd9f-a8134223556c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342057 Aug 11 01:02:41.931736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-ac6934d7-09a5-48df-acc6-89670f09f55e service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156538 Aug 11 01:02:42.110056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57db81d5-4cbb-49d0-bcb8-d54d6eab6735 req-05a6078d-48ea-4919-9eb2-e96915d1f8e4 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689298 Aug 11 01:02:42.152882 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-a91ddf50-159b-48a6-857a-b2bf8a8912c7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:42.154543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-a91ddf50-159b-48a6-857a-b2bf8a8912c7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.1415477 Aug 11 01:02:42.172005 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-07689af5-ff94-432a-9767-04b0bfe660f8 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/quotas/fab1d7a6b945499d83a744f795dd65a2 HTTP/1.1" status: 200 len: 375 time: 0.0106986 Aug 11 01:02:42.252344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-b4d7b75a-b03b-4780-a64f-68718cdc138c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0711405 Aug 11 01:02:42.352541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-a9eb55c3-2597-43c9-bcd6-a3ddebc85ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925062 Aug 11 01:02:42.451751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-897339d4-84ac-427d-8574-f727e7ba290b service neutron] 10.222.0.43 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932813 Aug 11 01:02:42.705897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a8d7671f-cb04-4e58-b068-e224985821cc req-4611be11-a611-488f-8a8c-26bcc7d3618f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 210 time: 0.0278497 Aug 11 01:02:43.804252 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1a114e43-d02f-42cc-a4e7-494b84d50e44 req-5569537a-3681-4a20-bd6f-265eb70f4bcc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 210 time: 0.0281289 Aug 11 01:02:44.903564 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36ed020f-58a5-416b-afa8-29ac68ab5aaa req-3ca5678f-3acd-4396-b4ef-0fe6eb932a79 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 210 time: 0.0300078 Aug 11 01:02:45.180923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-74efd546-d2f3-4f21-91e0-5a2a4d24c677 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:45.182460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-74efd546-d2f3-4f21-91e0-5a2a4d24c677 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.44 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 811 time: 0.1076684 Aug 11 01:02:45.197089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Request body: {'port': {'device_id': '9c1d560d-e492-4d73-95fd-5403f5674137', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'admin_state_up': True, 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:45.460903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Made reservation on behalf of fab1d7a6b945499d83a744f795dd65a2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:02:45.464639 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:45.605725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Allocated IP 172.20.0.5 (f93af89e-9ffd-41eb-8fe8-bb92ece07a69/6683566d-a13e-4b41-b24d-c37dc02e2878/a7315584-0b58-4e3c-bf0e-4de9ec16e4d9) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:02:45.758751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:45.774002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Transition to ACTIVE for port object a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:45.913532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:45.931328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['786e618e-5fda-4a01-9586-c308b72b5126'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:45.933991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:45.981334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:02:45.990536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:02:46.005624 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:02:46.049641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event updated for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:46.091149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:46.091834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:46.110724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71944c-a29e-4198-b3c4-d99cb6b08ed3 req-641fa833-b2c5-44fd-8b47-afa92aff6940 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:46.112382 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d71944c-a29e-4198-b3c4-d99cb6b08ed3 req-641fa833-b2c5-44fd-8b47-afa92aff6940 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 931 time: 0.1167095 Aug 11 01:02:46.168833 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0d71944c-a29e-4198-b3c4-d99cb6b08ed3 req-aa18fea0-3902-4f4f-997b-eec5b4f40ba6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Aug 11 01:02:46.245370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-c9562a3d-53f6-4241-bbf2-c302c4db258b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525365 Aug 11 01:02:46.258628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Request body: {'port': {'device_id': '9c1d560d-e492-4d73-95fd-5403f5674137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:02:46.320228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:46.363877 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-763def70-63c4-4784-9265-afb18ed99e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:46.433359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7e9102bb-16f3-461a-aebb-de7b1fc94341 None None] Provisioning for port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:46.441447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7e9102bb-16f3-461a-aebb-de7b1fc94341 None None] Provisioning complete for port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:46.442246 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e9102bb-16f3-461a-aebb-de7b1fc94341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:46.492988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7e9102bb-16f3-461a-aebb-de7b1fc94341 None None] Port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:02:46.640947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:02:46.650746 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:46.665046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Transition to ACTIVE for port object a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:02:46.781201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:46.865142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:46.923778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Attempting to bind port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:02:46.923778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Attempting to bind port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:02:46.923778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Attempting to bind port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:46.929437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:02:46.930162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Attempting to bind port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 on network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:02:46.949202 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:02:46.949748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Checking segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:02:46.950338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Bound using segment: {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:02:46.954457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Bound port: a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64abbeac-5b5c-4eb5-8028-52f77c317a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:02:46.955478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:47.037849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:02:47.040569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:02:47.135713 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:47.171865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:47.175868 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:47.175868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] 10.222.0.44 "PUT /v2.0/ports/a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 HTTP/1.1" status: 200 len: 1092 time: 0.9198785 Aug 11 01:02:47.175868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:02:47.177321 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9ef089-c14d-40cc-a2de-97136da79443" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:02:47.206182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ee89b-518b-422a-b46c-dc3b92370bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:47.245082 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60fcc9e-890b-4b29-9eef-28aea409fec5 x-openstack-request-id: req-d60fcc9e-890b-4b29-9eef-28aea409fec5 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:02:47.245082 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:02:47.245082 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d60fcc9e-890b-4b29-9eef-28aea409fec5 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:02:47.245082 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'status': 'completed', 'code': 200} Aug 11 01:02:47.327715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbdd26-b6ec-401d-bf77-375873e8e948 req-25c11acf-0c5a-4973-b843-0dd2172a8a1b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:47.329361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0fdbdd26-b6ec-401d-bf77-375873e8e948 req-25c11acf-0c5a-4973-b843-0dd2172a8a1b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 943 time: 0.0854077 Aug 11 01:02:47.345624 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef089-c14d-40cc-a2de-97136da79443 req-7b188e28-2dc7-458d-bb78-b5b48e508968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:47.351838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b9ef089-c14d-40cc-a2de-97136da79443 req-7b188e28-2dc7-458d-bb78-b5b48e508968 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 1095 time: 0.0710421 Aug 11 01:02:47.425330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0fdbdd26-b6ec-401d-bf77-375873e8e948 req-a35a16f0-9c92-44e5-b64a-dd07b696ac16 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893846 Aug 11 01:02:47.474332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef089-c14d-40cc-a2de-97136da79443 req-560752a3-2dc9-44e5-a38f-4e7c1a117cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:47.475894 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b9ef089-c14d-40cc-a2de-97136da79443 req-560752a3-2dc9-44e5-a38f-4e7c1a117cbe service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=fab1d7a6b945499d83a744f795dd65a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1199081 Aug 11 01:02:47.575980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ef089-c14d-40cc-a2de-97136da79443 req-bee1a529-bd40-415c-8b8b-38b04fb2ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:47.577474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b9ef089-c14d-40cc-a2de-97136da79443 req-bee1a529-bd40-415c-8b8b-38b04fb2ddd5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937150 Aug 11 01:02:47.655819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-31fa6f36-5e4c-42e6-aec3-2da83a9cd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:47.657353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-31fa6f36-5e4c-42e6-aec3-2da83a9cd923 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 1095 time: 0.0415430 Aug 11 01:02:47.707264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-23e130b6-3441-4225-9299-2ae6df1b9aa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 HTTP/1.1" status: 200 len: 217 time: 0.0407858 Aug 11 01:02:47.757081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-d65234f2-b704-4581-a469-dfbc2557aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:47.758573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-d65234f2-b704-4581-a469-dfbc2557aeb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0443201 Aug 11 01:02:47.808695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-4db0789a-20ea-40c8-ab67-82d42154fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:47.810263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-4db0789a-20ea-40c8-ab67-82d42154fac6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436630 Aug 11 01:02:47.911547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-74bfb06a-8e73-4ec9-85a8-e07db29fee2b service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916507 Aug 11 01:02:48.005028 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-86bea742-eb66-4cee-bafe-a29ea0b3169a req-2ac32696-1dbd-4ff5-91ef-94fb5177de81 service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845919 Aug 11 01:02:48.594067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73e819-b304-4a92-a585-109d13999a90 req-d85a6caa-aa7a-4e3e-8842-194be2e4c9dd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:48.596724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec73e819-b304-4a92-a585-109d13999a90 req-d85a6caa-aa7a-4e3e-8842-194be2e4c9dd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 943 time: 0.0722961 Aug 11 01:02:48.639758 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec73e819-b304-4a92-a585-109d13999a90 req-3e30dea1-cbd7-4b1b-97b8-d39f0f7759e1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373580 Aug 11 01:02:48.900989 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9a5277ff-c9b1-4416-afeb-7ce51bd885b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:48.924182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:49.774272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca99ecd-d0de-4bdb-83ad-703f3c75d534 req-3f18021c-8af9-4089-8ac4-ac6e0ec8b9e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:49.776055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bca99ecd-d0de-4bdb-83ad-703f3c75d534 req-3f18021c-8af9-4089-8ac4-ac6e0ec8b9e2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 943 time: 0.0618134 Aug 11 01:02:49.823628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bca99ecd-d0de-4bdb-83ad-703f3c75d534 req-73965c89-94d8-49e3-afda-aed2353af14d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Aug 11 01:02:49.970211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:02:50.082320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:50.098226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'mac_address': 'fa:16:3e:bc:11:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:02:50.145327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:50.154447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:02:50.178420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:50.301868 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:50.356297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:50.363966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.364332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.364682 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.365038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.365537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.365882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.366222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.366557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.366890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.367284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.367609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.367971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:02:50.489369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:50.520651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a7315584-0b58-4e3c-bf0e-4de9ec16e4d9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:02:50.957084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b003c98-b848-4a72-842d-a81362f23a8d req-00c28685-1f8b-4922-8539-71f6a081e4fa tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:50.959273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b003c98-b848-4a72-842d-a81362f23a8d req-00c28685-1f8b-4922-8539-71f6a081e4fa tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 944 time: 0.0596211 Aug 11 01:02:51.007748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b003c98-b848-4a72-842d-a81362f23a8d req-41fd3dba-47fd-46f2-8128-1f2ee56583f9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413213 Aug 11 01:02:51.976693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:02:52.101315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:02:52.106058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:02:52.106695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:52.139348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5bc1f-6020-413d-bc84-c2be10d1bc8d req-18c795c2-9fe3-42ea-9e34-004219393f42 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:52.143828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fbd5bc1f-6020-413d-bc84-c2be10d1bc8d req-18c795c2-9fe3-42ea-9e34-004219393f42 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 944 time: 0.0618093 Aug 11 01:02:52.192255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fbd5bc1f-6020-413d-bc84-c2be10d1bc8d req-08429cdf-d1bf-41db-9805-ff2eb74d6179 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Aug 11 01:02:52.203651 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:52.229017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:02:52.231414 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134d9235-84e4-4ff8-9b14-f3e22eebd661" -d '{"events": [{"server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "name": "network-vif-plugged", "status": "completed", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:02:52.248674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:02:52.277340 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1c02eb-5d74-4415-b4be-b7b5e7bfce8f x-openstack-request-id: req-2a1c02eb-5d74-4415-b4be-b7b5e7bfce8f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:02:52.277633 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "name": "network-vif-plugged", "status": "completed", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:02:52.277948 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a1c02eb-5d74-4415-b4be-b7b5e7bfce8f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:02:52.278415 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'code': 200} Aug 11 01:02:52.331141 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:52.392764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:02:52.404360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9e7f3-de9b-46a4-b16a-1b4c296a2d46 req-c0896b66-6c2a-4326-8929-29b7c5070691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:52.405892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49b9e7f3-de9b-46a4-b16a-1b4c296a2d46 req-c0896b66-6c2a-4326-8929-29b7c5070691 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 1097 time: 0.0628805 Aug 11 01:02:52.421691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:52.445500 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49b9e7f3-de9b-46a4-b16a-1b4c296a2d46 req-5166e358-5d6f-4189-98a1-b4ebf147ca6c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Aug 11 01:02:53.325412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0392a-2b03-4cf0-85dc-d812b2f7302a req-aaf1084e-352c-4098-8c33-ec4b474ee494 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:53.326951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38d0392a-2b03-4cf0-85dc-d812b2f7302a req-aaf1084e-352c-4098-8c33-ec4b474ee494 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0616133 Aug 11 01:02:53.374792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-38d0392a-2b03-4cf0-85dc-d812b2f7302a req-984b9743-5e0b-40bb-9dc5-e83e48045691 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Aug 11 01:02:53.588046 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:02:54.507140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383289d-03eb-43e2-8bad-f00fc5e40f17 req-29293da9-5c96-428c-a62d-49f57e0708f6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:54.508834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4383289d-03eb-43e2-8bad-f00fc5e40f17 req-29293da9-5c96-428c-a62d-49f57e0708f6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0550609 Aug 11 01:02:54.556421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4383289d-03eb-43e2-8bad-f00fc5e40f17 req-91dbb072-9ba1-43c1-a3ae-c17c250d61ac tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Aug 11 01:02:54.981351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f993145-364c-43c8-9d8a-6d0149a6271c req-4544add8-7fa8-4efa-83ba-c68726b64aab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:54.983697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f993145-364c-43c8-9d8a-6d0149a6271c req-4544add8-7fa8-4efa-83ba-c68726b64aab tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0661554 Aug 11 01:02:55.038079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1f993145-364c-43c8-9d8a-6d0149a6271c req-fc5ccd83-c9a8-4b79-8bfb-e8c7c51a41c4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Aug 11 01:02:56.189000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07e1a1-4365-4e51-9216-2a0780d66ffc req-6de8f88d-a36f-4311-a6c6-48c4e738093e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:56.190693 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f07e1a1-4365-4e51-9216-2a0780d66ffc req-6de8f88d-a36f-4311-a6c6-48c4e738093e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0566342 Aug 11 01:02:56.233855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f07e1a1-4365-4e51-9216-2a0780d66ffc req-975bd07d-a214-4f84-aa79-26be692bb584 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Aug 11 01:02:57.246225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc889c1-118b-42b3-8408-5037510308bc req-7765468e-9c8e-426d-bd49-e5d9f5ca6c99 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:57.248150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8dc889c1-118b-42b3-8408-5037510308bc req-7765468e-9c8e-426d-bd49-e5d9f5ca6c99 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0528789 Aug 11 01:02:57.291436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8dc889c1-118b-42b3-8408-5037510308bc req-b22092d3-38ef-41d4-ac41-5add532cfb86 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365252 Aug 11 01:02:58.440343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890de11-fb31-495a-9443-bb06c24d73fb req-0af54899-cb2c-4475-bb60-5b9db4219b05 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:58.442473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5890de11-fb31-495a-9443-bb06c24d73fb req-0af54899-cb2c-4475-bb60-5b9db4219b05 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0530992 Aug 11 01:02:58.483625 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5890de11-fb31-495a-9443-bb06c24d73fb req-fa5367f0-b274-4b8d-ba02-94bf4872688b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Aug 11 01:02:59.692905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407f211-a727-4fac-bf46-8d7917675675 req-6d5e160c-f64f-405f-870b-9a8c0858d308 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:02:59.695494 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:59.706027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6407f211-a727-4fac-bf46-8d7917675675 req-6d5e160c-f64f-405f-870b-9a8c0858d308 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0909464 Aug 11 01:02:59.817544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6407f211-a727-4fac-bf46-8d7917675675 req-a7fe3bcb-a731-4d62-89cb-c87e2aadb963 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121664 Aug 11 01:02:59.901793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:02:59.999836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:03:00.151745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:00.165212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'port_id': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'mac_address': 'fa:16:3e:bc:11:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:03:00.211124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:00.227133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:03:00.253419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:00.355820 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:00.424480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:00.442510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a7315584-0b58-4e3c-bf0e-4de9ec16e4d9'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:03:01.012021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41e3de-1d63-449b-a7d7-34dd8d1a657f req-f5eaaabb-4b8e-4e3b-87b4-1bc1fbde4627 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:01.020362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a41e3de-1d63-449b-a7d7-34dd8d1a657f req-f5eaaabb-4b8e-4e3b-87b4-1bc1fbde4627 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 944 time: 0.0804918 Aug 11 01:03:01.097920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a41e3de-1d63-449b-a7d7-34dd8d1a657f req-66263b82-3023-46cb-8ab3-654f458fd5cc tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762978 Aug 11 01:03:02.016257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:03:02.140893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:03:02.141327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:02.283183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1494b9-d741-4b8f-a797-2a98c064ab2b req-3d9e9a50-88f9-4156-b5a8-560e333a81a5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:02.285867 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:02.293874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b1494b9-d741-4b8f-a797-2a98c064ab2b req-3d9e9a50-88f9-4156-b5a8-560e333a81a5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0910425 Aug 11 01:03:02.361077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:02.363905 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b35ae-2635-440f-9f8f-5b22a362d9be" -d '{"events": [{"server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "name": "network-vif-plugged", "status": "completed", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:02.373532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b1494b9-d741-4b8f-a797-2a98c064ab2b req-2e5a414b-5963-4cfc-924c-b80c91b9a65a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777898 Aug 11 01:03:02.393712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb3721-b925-4e61-a8ae-34d928704d0b req-50ab2e9a-08b9-45c9-96f3-58e69c9efab5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:02.400703 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71bb3721-b925-4e61-a8ae-34d928704d0b req-50ab2e9a-08b9-45c9-96f3-58e69c9efab5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 944 time: 0.1366417 Aug 11 01:03:02.420628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:02.453882 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952b6ff0-3b54-41ab-a3ef-4047fcb7e186 x-openstack-request-id: req-952b6ff0-3b54-41ab-a3ef-4047fcb7e186 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:02.454826 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "name": "network-vif-plugged", "status": "completed", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:02.455556 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-952b6ff0-3b54-41ab-a3ef-4047fcb7e186 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:02.456192 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'code': 200} Aug 11 01:03:02.509064 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71bb3721-b925-4e61-a8ae-34d928704d0b req-caffb2a0-2fee-413b-86fd-8d56ecc3ceca tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067674 Aug 11 01:03:02.546553 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:02.627685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:03.762732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e0475-8f7e-48da-b237-bae1d1427208 req-db221205-44ba-404a-8fdc-08200be266f4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:03.772116 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a75e0475-8f7e-48da-b237-bae1d1427208 req-db221205-44ba-404a-8fdc-08200be266f4 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.1602874 Aug 11 01:03:03.817851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dbc31-0e2f-4c36-b11b-e952f1d32c8d req-acb30e0d-ee90-4725-aa29-f4880490b283 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:03.831509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-702dbc31-0e2f-4c36-b11b-e952f1d32c8d req-acb30e0d-ee90-4725-aa29-f4880490b283 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.1656926 Aug 11 01:03:03.840461 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a75e0475-8f7e-48da-b237-bae1d1427208 req-56a571b9-12e3-48e9-83f8-f903c01c5dd2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660651 Aug 11 01:03:03.892424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-702dbc31-0e2f-4c36-b11b-e952f1d32c8d req-9dcf1de1-2070-4f21-81ab-435ac146dc53 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550702 Aug 11 01:03:04.975571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1063b8-4644-4062-8a0f-e78808f45582 req-7f628708-f7c0-4d18-9e90-1d188e4747a3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:04.977289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f1063b8-4644-4062-8a0f-e78808f45582 req-7f628708-f7c0-4d18-9e90-1d188e4747a3 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0601473 Aug 11 01:03:05.022087 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7e35a-93b5-4f97-8d6f-8ea4bd3bcba2 req-15ce4d40-f2aa-4ae4-90c2-4aeb2be71857 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:05.032368 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f2d7e35a-93b5-4f97-8d6f-8ea4bd3bcba2 req-15ce4d40-f2aa-4ae4-90c2-4aeb2be71857 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0777025 Aug 11 01:03:05.043670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f1063b8-4644-4062-8a0f-e78808f45582 req-4599b0d3-44f2-41d0-bfbb-ed8295f0ac75 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590637 Aug 11 01:03:05.114898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f2d7e35a-93b5-4f97-8d6f-8ea4bd3bcba2 req-1acf2879-549b-4310-9180-3cd42c4cada7 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636809 Aug 11 01:03:06.287576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781fda8-24a6-4046-b183-525100799b96 req-34d1a829-f14a-476e-817e-565a1dee4422 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:06.298441 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c781fda8-24a6-4046-b183-525100799b96 req-34d1a829-f14a-476e-817e-565a1dee4422 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0918331 Aug 11 01:03:06.317479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e0dbd-6d9d-4975-9504-d6256087721c req-2b2d4d94-55cf-473c-b7d0-97e4f4ed220a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:06.327048 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20e0dbd-6d9d-4975-9504-d6256087721c req-2b2d4d94-55cf-473c-b7d0-97e4f4ed220a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.1516283 Aug 11 01:03:06.379884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c781fda8-24a6-4046-b183-525100799b96 req-fe52a45f-9565-4b6c-a34f-5ccb411cd3fa tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783625 Aug 11 01:03:06.419298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e20e0dbd-6d9d-4975-9504-d6256087721c req-e4785c8c-2693-4dfc-80af-0a853e041710 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871129 Aug 11 01:03:07.587826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90733096-60ca-42c4-94cf-26137c65f0f2 req-33a3e7ea-4c48-4fb4-9a21-1cf5edeeaf05 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:07.593137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce47323-90a9-4a3f-914e-6c3658f9ce03 req-90109282-7995-4adb-b5ea-375b472805ce tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:07.595796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ce47323-90a9-4a3f-914e-6c3658f9ce03 req-90109282-7995-4adb-b5ea-375b472805ce tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0708575 Aug 11 01:03:07.650730 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90733096-60ca-42c4-94cf-26137c65f0f2 req-33a3e7ea-4c48-4fb4-9a21-1cf5edeeaf05 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.1428936 Aug 11 01:03:07.737591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ce47323-90a9-4a3f-914e-6c3658f9ce03 req-36ee4b0b-1ded-496e-af13-6823bcb2f9b7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129816 Aug 11 01:03:07.772278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-90733096-60ca-42c4-94cf-26137c65f0f2 req-29ca8da6-57e1-4cf4-bee3-f60b0e5da3b9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073771 Aug 11 01:03:08.901757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f3eb9-37a0-4616-96e8-fd30719d8f3e req-e0cd09cf-5928-4d45-b7f5-8baeb70bca3c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:08.903652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d25f3eb9-37a0-4616-96e8-fd30719d8f3e req-e0cd09cf-5928-4d45-b7f5-8baeb70bca3c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0620642 Aug 11 01:03:08.939567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee196b2-a086-4035-bc8a-e790adfa0fa3 req-9304dcd9-f7ab-4117-8e3e-2f08cf3f421c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:08.942268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ee196b2-a086-4035-bc8a-e790adfa0fa3 req-9304dcd9-f7ab-4117-8e3e-2f08cf3f421c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0721791 Aug 11 01:03:08.960298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d25f3eb9-37a0-4616-96e8-fd30719d8f3e req-b1c5346c-dd7f-4959-94b6-be8ede338152 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457573 Aug 11 01:03:09.008132 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ee196b2-a086-4035-bc8a-e790adfa0fa3 req-b1e4936a-bd3d-4c83-bbf3-08f0a0113790 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571678 Aug 11 01:03:10.164151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec46a9-2ecb-4e38-b730-8f2d3d1ff4f5 req-d770bb9a-36b0-4bf0-a341-f3881d8bd91c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:10.173633 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24ec46a9-2ecb-4e38-b730-8f2d3d1ff4f5 req-d770bb9a-36b0-4bf0-a341-f3881d8bd91c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0797415 Aug 11 01:03:10.198052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba80001-832f-4f19-ab29-1ea0c5a1218e req-94cc5385-2831-4228-baf0-5613dcbc24cd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:10.206206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aba80001-832f-4f19-ab29-1ea0c5a1218e req-94cc5385-2831-4228-baf0-5613dcbc24cd tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0695014 Aug 11 01:03:10.230981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24ec46a9-2ecb-4e38-b730-8f2d3d1ff4f5 req-71ee97be-b8b4-457e-82ce-87c0f194b28c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517316 Aug 11 01:03:10.271239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aba80001-832f-4f19-ab29-1ea0c5a1218e req-1032a041-7e35-48f0-b3fc-8eb5d640ee55 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601377 Aug 11 01:03:11.440264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c027-fdd0-4cd1-a21c-4a8bb5aeafa6 req-cf98efb1-c7c0-4d72-b572-a09eec3fd57f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:11.444290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48473651-c223-4b13-8700-dfb3713c0163 req-768b4929-5fae-4bc2-8c80-5539205b4af6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:11.445873 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48473651-c223-4b13-8700-dfb3713c0163 req-768b4929-5fae-4bc2-8c80-5539205b4af6 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.1014018 Aug 11 01:03:11.448665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9e9c027-fdd0-4cd1-a21c-4a8bb5aeafa6 req-cf98efb1-c7c0-4d72-b572-a09eec3fd57f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0814192 Aug 11 01:03:11.515197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b9e9c027-fdd0-4cd1-a21c-4a8bb5aeafa6 req-cabee4b2-eebb-4264-bd64-1d129189216e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510449 Aug 11 01:03:11.527240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48473651-c223-4b13-8700-dfb3713c0163 req-8bf6fccd-4961-4c95-97dd-59846551deb5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606091 Aug 11 01:03:12.664794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48c19-d132-4fe8-bc25-e715b982f4ff req-a0bf0c9c-cd15-4c24-a41a-60fb84c30207 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:12.668488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ee168-99bd-410e-99f9-895cab0a67d6 req-a78f9b5b-85af-48aa-938a-8a687d382e7d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:12.672812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3ac48c19-d132-4fe8-bc25-e715b982f4ff req-a0bf0c9c-cd15-4c24-a41a-60fb84c30207 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0740683 Aug 11 01:03:12.679971 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d05ee168-99bd-410e-99f9-895cab0a67d6 req-a78f9b5b-85af-48aa-938a-8a687d382e7d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.1134202 Aug 11 01:03:12.722598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3ac48c19-d132-4fe8-bc25-e715b982f4ff req-358ce8e5-e006-4c29-be8f-b1d2d32e522c tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446889 Aug 11 01:03:12.741668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d05ee168-99bd-410e-99f9-895cab0a67d6 req-1ab6495b-59bf-42b1-afcd-f02e0d23a102 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601861 Aug 11 01:03:13.866666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49aaf0-b900-4d54-afee-4b1bf314fcc2 req-33482567-0832-4465-aae2-8c4205ef5162 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:13.868333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c49aaf0-b900-4d54-afee-4b1bf314fcc2 req-33482567-0832-4465-aae2-8c4205ef5162 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0613890 Aug 11 01:03:13.877769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ccbe3-c3dd-4f19-b3a3-984edaa6cca4 req-90ffd800-bbfd-4338-85c8-370f0a1d35b5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:13.882334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-806ccbe3-c3dd-4f19-b3a3-984edaa6cca4 req-90ffd800-bbfd-4338-85c8-370f0a1d35b5 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0751026 Aug 11 01:03:13.920661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c49aaf0-b900-4d54-afee-4b1bf314fcc2 req-56249da9-3a45-46a1-a541-103a2d665b27 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Aug 11 01:03:13.935810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-806ccbe3-c3dd-4f19-b3a3-984edaa6cca4 req-ce9ad9c9-bed2-4714-84e9-4990d6723844 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488906 Aug 11 01:03:14.477631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-d3b8fb36-402e-4991-b908-f4d0c9f2a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:14.479810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-d3b8fb36-402e-4991-b908-f4d0c9f2a362 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 1097 time: 0.0469015 Aug 11 01:03:14.602534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-1b79d356-fc5d-4b2f-9441-6a4fe19e06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:14.604308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-1b79d356-fc5d-4b2f-9441-6a4fe19e06bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.1095927 Aug 11 01:03:14.647961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-cc24cf85-ff58-4e02-85aa-b2d0bbf8ed89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 HTTP/1.1" status: 200 len: 217 time: 0.0363536 Aug 11 01:03:14.697721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-b491022a-982f-4628-9e34-bc0da0306af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:14.699334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-b491022a-982f-4628-9e34-bc0da0306af5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0445707 Aug 11 01:03:14.751413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-77545022-c34e-444b-bee3-f821291909f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:14.753212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-77545022-c34e-444b-bee3-f821291909f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457838 Aug 11 01:03:14.871682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-2ddf4931-3cc5-4145-8f14-df74e73e0d74 service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066999 Aug 11 01:03:15.016150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf74a0a-709f-4666-9dee-20c42d852d0b req-781017b7-2681-472f-a487-e16838d7329b service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413038 Aug 11 01:03:15.081094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefc03b-7bbb-4acf-82b4-6143a88cd6c9 req-6ac8f613-fdb1-43f6-b1c4-efafabd8294a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:15.083586 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aefc03b-7bbb-4acf-82b4-6143a88cd6c9 req-6ac8f613-fdb1-43f6-b1c4-efafabd8294a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0840654 Aug 11 01:03:15.092892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6b4de-1bd1-4157-9e41-c777bff13831 req-7b0b009e-3cbd-4e6a-a3db-179c1f881cd2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:15.094623 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abc6b4de-1bd1-4157-9e41-c777bff13831 req-7b0b009e-3cbd-4e6a-a3db-179c1f881cd2 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0679171 Aug 11 01:03:15.142963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-abc6b4de-1bd1-4157-9e41-c777bff13831 req-0e0045b9-0e35-48bc-800f-ae7c6a2b28d0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414345 Aug 11 01:03:15.143530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aefc03b-7bbb-4acf-82b4-6143a88cd6c9 req-e35d6f3b-d839-4cdb-b44d-b56608714e03 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498867 Aug 11 01:03:15.961560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ff049-addd-4bf0-988d-e837b9c5a221 req-c0960dbd-a3e7-4490-ba6b-0577b9ea05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:15.963116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ba5ff049-addd-4bf0-988d-e837b9c5a221 req-c0960dbd-a3e7-4490-ba6b-0577b9ea05e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 1098 time: 0.0437236 Aug 11 01:03:16.003599 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ba5ff049-addd-4bf0-988d-e837b9c5a221 req-2db4c46b-c560-426b-aa2c-ec3b166726e4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Aug 11 01:03:16.319428 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-852215ee-f25a-4b10-ae66-04ca452726d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:16.322967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2bdd9-e8c0-4fe5-8788-874452e1f68a req-32778563-ce3b-45d4-ad8d-3f1e69693060 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:16.331008 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95c2bdd9-e8c0-4fe5-8788-874452e1f68a req-32778563-ce3b-45d4-ad8d-3f1e69693060 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.0993671 Aug 11 01:03:16.332818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c7f75-c9eb-43cb-9524-791a65133f38 req-cdcc3834-79af-4756-93fc-c6cce0268a8a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:16.335940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6c7f75-c9eb-43cb-9524-791a65133f38 req-cdcc3834-79af-4756-93fc-c6cce0268a8a tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0863531 Aug 11 01:03:16.390738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95c2bdd9-e8c0-4fe5-8788-874452e1f68a req-864c1ac7-e4e3-42ae-858e-9fd8eb0d83d2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585039 Aug 11 01:03:16.400825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf6c7f75-c9eb-43cb-9524-791a65133f38 req-002a855c-5df3-4394-a710-46397488fda1 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585706 Aug 11 01:03:17.573336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6a15e-17e0-4ce3-a559-b1ba14193476 req-b68cbca3-b2d2-4c73-b80a-dfa5bf87842d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:17.576019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1be6a15e-17e0-4ce3-a559-b1ba14193476 req-b68cbca3-b2d2-4c73-b80a-dfa5bf87842d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0792289 Aug 11 01:03:17.632792 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1be6a15e-17e0-4ce3-a559-b1ba14193476 req-f277f3b2-f019-4a02-a07f-f69055cc77a0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496464 Aug 11 01:03:17.650806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 44234) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:03:17.769228 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-756723b1-f5f3-45ef-9559-74c40ae13d18 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/floatingips/c9b6b892-1ee0-4735-8277-6ec44ada6ded HTTP/1.1" status: 200 len: 993 time: 0.1166046 Aug 11 01:03:17.943743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a474af8-528c-444b-8f67-84a4f444fe30 req-04d1968c-aef6-4773-a06b-712ed54627d1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:17.945514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a474af8-528c-444b-8f67-84a4f444fe30 req-04d1968c-aef6-4773-a06b-712ed54627d1 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 945 time: 0.4646952 Aug 11 01:03:17.987895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a474af8-528c-444b-8f67-84a4f444fe30 req-f9e5d924-ef02-4d40-bbfa-52d557b31df9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359218 Aug 11 01:03:18.102967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device b165409b-676a-4e31-9b7c-571060828adc details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:03:18.113060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:03:18.141858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccca1e1-ab55-4d41-b640-0c2e0020b486 req-d67b291f-7b9d-4f58-9d3f-5ee6ca72e986 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:18.143631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cccca1e1-ab55-4d41-b640-0c2e0020b486 req-d67b291f-7b9d-4f58-9d3f-5ee6ca72e986 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0570745 Aug 11 01:03:18.198096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cccca1e1-ab55-4d41-b640-0c2e0020b486 req-49a76172-13df-4354-ac4e-0d5799c66256 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Aug 11 01:03:18.265701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:18.282509 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'b165409b-676a-4e31-9b7c-571060828adc', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'port_id': 'b165409b-676a-4e31-9b7c-571060828adc', 'mac_address': 'fa:16:3e:ff:61:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:03:18.289915 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:18.354814 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:18.387025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf0fdb-d646-4d5a-90ed-bafed006f258 req-fcaf7f63-384f-4dac-933b-1275005a430c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:18.387025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4caf0fdb-d646-4d5a-90ed-bafed006f258 req-fcaf7f63-384f-4dac-933b-1275005a430c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0896096 Aug 11 01:03:18.399058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b165409b-676a-4e31-9b7c-571060828adc {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:03:18.423099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:18.430695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:18.433061 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b77210-019d-4609-97a3-5b8e31039a3c" -d '{"events": [{"server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "name": "network-vif-unplugged", "status": "completed", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:18.450772 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:18.463825 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4caf0fdb-d646-4d5a-90ed-bafed006f258 req-514ee968-f5fd-4308-91d0-c60e77f9cc63 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715714 Aug 11 01:03:18.475696 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af09cd71-6da3-44a4-b373-acd853f1e5aa x-openstack-request-id: req-af09cd71-6da3-44a4-b373-acd853f1e5aa {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:18.475979 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "name": "network-vif-unplugged", "status": "failed", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9", "code": 422}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:18.476689 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af09cd71-6da3-44a4-b373-acd853f1e5aa {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:18.477311 n-d-712143-13 neutron-server[95256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'code': 422} returned with failed status Aug 11 01:03:18.523544 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:18.563500 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:18.564476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device b165409b-676a-4e31-9b7c-571060828adc no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:03:18.607489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:18.691252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:18.703417 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:18.717780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b165409b-676a-4e31-9b7c-571060828adc {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:03:18.738407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:18.746637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['b165409b-676a-4e31-9b7c-571060828adc'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:03:18.847086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:18.891583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6751a18-38d4-4830-aee0-c9ab2b66cbae req-396d66a9-1dc4-4cfe-bb1c-d4b6dfface32 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:18.901560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6751a18-38d4-4830-aee0-c9ab2b66cbae req-396d66a9-1dc4-4cfe-bb1c-d4b6dfface32 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0641072 Aug 11 01:03:18.934974 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a91b18d-fbc9-422d-b4d9-63c84c034032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:18.956354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6751a18-38d4-4830-aee0-c9ab2b66cbae req-f12a6543-eb79-494b-a5bb-5a8a78df085c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477200 Aug 11 01:03:18.963701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:19.035632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:19.704575 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-1ee238e8-297a-4f3b-800b-e117c9a8c190 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433378 Aug 11 01:03:19.792299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-5cda0873-7b44-4121-b9f8-67c8eaf772a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:19.793919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-5cda0873-7b44-4121-b9f8-67c8eaf772a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 1097 time: 0.0464087 Aug 11 01:03:19.901687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-9e475ce7-8ba6-49d8-b480-af668db44f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:19.903298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-9e475ce7-8ba6-49d8-b480-af668db44f4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.0892556 Aug 11 01:03:19.956024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-2fdb3cde-1fc1-4a8f-bb92-b042f6686273 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 HTTP/1.1" status: 200 len: 217 time: 0.0454464 Aug 11 01:03:20.021130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-18f01093-b112-4cf7-87cf-0e08b106a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:20.023050 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-18f01093-b112-4cf7-87cf-0e08b106a93e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0600021 Aug 11 01:03:20.098201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-d48f8ab0-fa5f-4fc8-8ef9-362496c784fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:20.100596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-d48f8ab0-fa5f-4fc8-8ef9-362496c784fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615554 Aug 11 01:03:20.107649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device b165409b-676a-4e31-9b7c-571060828adc up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:03:20.108684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e6e30-2414-4932-b753-e52f953a4602 req-1e1cb671-cf00-426f-848e-8176750896b9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:20.116502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0e6e30-2414-4932-b753-e52f953a4602 req-1e1cb671-cf00-426f-848e-8176750896b9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0897760 Aug 11 01:03:20.170746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port b165409b-676a-4e31-9b7c-571060828adc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:03:20.171226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:20.206420 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d0e6e30-2414-4932-b753-e52f953a4602 req-ad27c372-80d6-42d7-93ad-700f59369d57 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889716 Aug 11 01:03:20.248881 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-226823eb-7eca-4a1b-89d0-3c27636d3ae8 service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253083 Aug 11 01:03:20.259838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:20.307666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:20.352409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-918dfaa0-fc14-4508-b048-081eef9d1855 req-c119f808-df00-4d3b-957d-7fd8136718d0 service neutron] 10.222.0.44 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957735 Aug 11 01:03:20.399577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:20.455585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:20.466371 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:20.478590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:20.482388 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a0b95-9eb8-4e40-af4b-8d4872e4ba85" -d '{"events": [{"server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "name": "network-vif-plugged", "status": "completed", "tag": "b165409b-676a-4e31-9b7c-571060828adc"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:20.521506 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a6552-2fd3-4b58-b16d-a5a58485fcb2 x-openstack-request-id: req-862a6552-2fd3-4b58-b16d-a5a58485fcb2 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:20.521885 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "name": "network-vif-plugged", "status": "completed", "tag": "b165409b-676a-4e31-9b7c-571060828adc", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:20.522236 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-862a6552-2fd3-4b58-b16d-a5a58485fcb2 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:20.522579 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc', 'code': 200} Aug 11 01:03:21.331033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a40054-30c8-4038-936a-bd151c577c09 req-b5aededa-21d9-464e-9311-0496cd66b6e5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:21.332567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9a40054-30c8-4038-936a-bd151c577c09 req-b5aededa-21d9-464e-9311-0496cd66b6e5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0521133 Aug 11 01:03:21.374180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e9a40054-30c8-4038-936a-bd151c577c09 req-5cdd35f6-b3fa-468e-80dc-0c415feedacb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350738 Aug 11 01:03:22.391966 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:22.495401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a945ff-5649-494c-a7ae-fe0dd33e211e req-f4f14214-06a5-41d2-9645-ed1c35be5f2e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:22.496989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-85a945ff-5649-494c-a7ae-fe0dd33e211e req-f4f14214-06a5-41d2-9645-ed1c35be5f2e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0520093 Aug 11 01:03:22.541473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-85a945ff-5649-494c-a7ae-fe0dd33e211e req-58910096-1ff4-46a8-b7d3-07d133ed4888 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364466 Aug 11 01:03:23.419197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-7019596e-596d-4ae1-940d-48c433c7803f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439348 Aug 11 01:03:23.488843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-cd874241-3454-4983-ab59-cf46c8f1ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:23.491313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-cd874241-3454-4983-ab59-cf46c8f1ed1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 1098 time: 0.0478873 Aug 11 01:03:23.608249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-ed1260f1-3ef1-46c0-8e12-3bc9535f1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:23.609776 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-ed1260f1-3ef1-46c0-8e12-3bc9535f1759 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.0975337 Aug 11 01:03:23.660748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-71d84a37-3c09-48c8-9d41-cca4883eaf69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=786e618e-5fda-4a01-9586-c308b72b5126 HTTP/1.1" status: 200 len: 217 time: 0.0432692 Aug 11 01:03:23.734474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21b4c-c96d-467d-a438-afae35014d68 req-6f314794-258b-4d11-a6d5-6fde9feb6c13 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:23.735979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7b21b4c-c96d-467d-a438-afae35014d68 req-6f314794-258b-4d11-a6d5-6fde9feb6c13 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1123204 Aug 11 01:03:23.743218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-8b3e9f04-cd90-4738-8ee1-bffce57a98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:23.748231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-8b3e9f04-cd90-4738-8ee1-bffce57a98ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0662606 Aug 11 01:03:23.806442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7b21b4c-c96d-467d-a438-afae35014d68 req-a5897e9f-1fcb-4de8-864f-24cd56b3f50d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588820 Aug 11 01:03:23.820380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-8baf5dad-bd82-4c4c-b56d-0c93a6ad278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:23.822036 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-8baf5dad-bd82-4c4c-b56d-0c93a6ad278f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661314 Aug 11 01:03:23.930645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-d2151e56-7187-418a-9059-b295a6d6e97a service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000612 Aug 11 01:03:24.029691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d3d4cb45-8ef2-4161-9b24-84511be4d7a3 req-12ad98b7-5f70-48a7-8425-8ea882fa0f46 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911558 Aug 11 01:03:24.929280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f819-a59f-48d1-ac28-d48d578ff6ec req-24888968-f3c4-4994-b6de-1046a5e67f47 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:24.931383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1be8f819-a59f-48d1-ac28-d48d578ff6ec req-24888968-f3c4-4994-b6de-1046a5e67f47 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0528491 Aug 11 01:03:24.976935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1be8f819-a59f-48d1-ac28-d48d578ff6ec req-b2fa20f5-e5e7-435e-880e-caf4b7ea67d3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392640 Aug 11 01:03:26.105724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bb9af-bdb7-458a-9fa8-9c681b4e58ea req-5cef27e3-1348-4659-8537-e0fa362b3320 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:26.107463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-010bb9af-bdb7-458a-9fa8-9c681b4e58ea req-5cef27e3-1348-4659-8537-e0fa362b3320 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0608671 Aug 11 01:03:26.151373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-010bb9af-bdb7-458a-9fa8-9c681b4e58ea req-92184b3f-dc75-4db9-b38f-6ec4fbef7c78 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355585 Aug 11 01:03:27.282750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb51c3e-3fbd-433a-a020-f348960403f8 req-73f186d0-c74f-4998-abeb-0a167172e955 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:27.285098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bdb51c3e-3fbd-433a-a020-f348960403f8 req-73f186d0-c74f-4998-abeb-0a167172e955 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0562084 Aug 11 01:03:27.331953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bdb51c3e-3fbd-433a-a020-f348960403f8 req-693f6e8d-54d4-4ed2-958e-f5c7ce61ac06 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384862 Aug 11 01:03:28.460895 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b59ca-acfc-4b08-a7df-4f70d204e47f req-4b20a485-2eb8-42b7-b7a6-9026b5c3afd2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:28.462454 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-526b59ca-acfc-4b08-a7df-4f70d204e47f req-4b20a485-2eb8-42b7-b7a6-9026b5c3afd2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0584531 Aug 11 01:03:28.513810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-526b59ca-acfc-4b08-a7df-4f70d204e47f req-e66b4a17-ccb8-4afa-98d8-c6f741af5c98 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445921 Aug 11 01:03:29.644316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53908b7-fd93-4e96-96ac-7dd0d0f6031a req-3295cc5c-fb64-4c26-872b-426794fd7d34 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:29.647137 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d53908b7-fd93-4e96-96ac-7dd0d0f6031a req-3295cc5c-fb64-4c26-872b-426794fd7d34 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0608592 Aug 11 01:03:29.684737 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:29.703811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d53908b7-fd93-4e96-96ac-7dd0d0f6031a req-c7c46557-39cf-4a40-8fed-ce964c60101a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381374 Aug 11 01:03:29.814096 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:30.126185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20565b-04c7-4d5a-9138-32a223f300db req-bc2cd13d-42e0-4bb4-bb43-669a4a66d5c4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:30.128308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e20565b-04c7-4d5a-9138-32a223f300db req-bc2cd13d-42e0-4bb4-bb43-669a4a66d5c4 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0733359 Aug 11 01:03:30.189326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5e20565b-04c7-4d5a-9138-32a223f300db req-76b5f8d7-d249-4048-adac-5bb846db3d7d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531304 Aug 11 01:03:30.240370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-65bec88c-ab8a-428a-bfdd-022edc3f76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:30.242790 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-65bec88c-ab8a-428a-bfdd-022edc3f76d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1096 time: 0.0505025 Aug 11 01:03:30.343627 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-a65b16ca-9ec6-4c60-9ab9-142873ae7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:30.345294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-a65b16ca-9ec6-4c60-9ab9-142873ae7c9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.0942080 Aug 11 01:03:30.415390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-37a25319-d83c-4783-8bba-c7144f5934d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 998 time: 0.0626597 Aug 11 01:03:30.474230 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-5cad425a-55aa-45e0-b4c3-2157d736cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:30.475833 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-5cad425a-55aa-45e0-b4c3-2157d736cb0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0539582 Aug 11 01:03:30.526356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-ead50324-95ca-4867-a355-378321879e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:30.527959 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-ead50324-95ca-4867-a355-378321879e25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447173 Aug 11 01:03:30.591562 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:03:30.628451 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-32842ee3-66e2-4982-8a6f-98de2318b4e3 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840690 Aug 11 01:03:30.716013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9a8c7a5-0c26-4e23-a550-fc34832c495b req-69604a50-3d0b-4862-b86e-7edafa8ae64b service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895641 Aug 11 01:03:31.335869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b4db1-a937-4a5c-8ff6-12845e1bde09 req-3dafd2b9-0933-437f-a4f0-c9acf96cfbcf tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:31.337544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c30b4db1-a937-4a5c-8ff6-12845e1bde09 req-3dafd2b9-0933-437f-a4f0-c9acf96cfbcf tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0693023 Aug 11 01:03:31.377610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c30b4db1-a937-4a5c-8ff6-12845e1bde09 req-fabd146a-eb5c-4b00-855b-d50f385fe30a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340366 Aug 11 01:03:32.539429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b61b78-a179-46e4-8036-871c8ce99b7a req-f89956cd-e443-4b08-8c9b-ee3bbe36bf1c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:32.541482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64b61b78-a179-46e4-8036-871c8ce99b7a req-f89956cd-e443-4b08-8c9b-ee3bbe36bf1c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0697534 Aug 11 01:03:32.584304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-64b61b78-a179-46e4-8036-871c8ce99b7a req-861aadc4-6994-4949-9ff5-1cce9b3bdf34 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352802 Aug 11 01:03:32.709616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cc9d3-9292-471d-80cc-148533b03672 req-248dca63-364a-4595-97d1-2c265edb0528 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:32.711342 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-788cc9d3-9292-471d-80cc-148533b03672 req-248dca63-364a-4595-97d1-2c265edb0528 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0537131 Aug 11 01:03:32.752436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-788cc9d3-9292-471d-80cc-148533b03672 req-9d3a5167-becc-438a-bbad-155904f8c3cf tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347564 Aug 11 01:03:32.874818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad8c7-dee2-4c38-b9a2-4a373b3a3320 req-28c44f7d-8341-4614-8ca1-15b83619403e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:32.876471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e22ad8c7-dee2-4c38-b9a2-4a373b3a3320 req-28c44f7d-8341-4614-8ca1-15b83619403e tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0515883 Aug 11 01:03:32.918027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e22ad8c7-dee2-4c38-b9a2-4a373b3a3320 req-035f7592-2ca2-4413-97f4-18352b5cfcfb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346744 Aug 11 01:03:33.325295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06913ae4-2db4-4c7c-86b0-fd7f2d365a01 req-1226841c-6b3b-454e-ab4a-7cbefa2b504d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:33.326968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06913ae4-2db4-4c7c-86b0-fd7f2d365a01 req-1226841c-6b3b-454e-ab4a-7cbefa2b504d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0703852 Aug 11 01:03:33.371673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06913ae4-2db4-4c7c-86b0-fd7f2d365a01 req-be326d10-93f7-4be3-b1a1-b5ccdde6bd29 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384696 Aug 11 01:03:34.542736 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a61a4-4326-40f4-a852-02d08d6fd6c3 req-07c1a75f-b1c7-42b6-99ae-e1a6778fcf8a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:34.545242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a88a61a4-4326-40f4-a852-02d08d6fd6c3 req-07c1a75f-b1c7-42b6-99ae-e1a6778fcf8a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0870976 Aug 11 01:03:34.597231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a88a61a4-4326-40f4-a852-02d08d6fd6c3 req-d8a0cee3-f32a-4071-9c46-9933c92c9501 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450199 Aug 11 01:03:34.967567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac657658-d546-46da-b86e-36dbe0009f00 req-eb62fbc7-fb2e-42ac-8ca7-d4b53bd0d60a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:34.974731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac657658-d546-46da-b86e-36dbe0009f00 req-eb62fbc7-fb2e-42ac-8ca7-d4b53bd0d60a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0552647 Aug 11 01:03:35.041232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ac657658-d546-46da-b86e-36dbe0009f00 req-47756313-2b7d-4b32-bd88-38fe8e63724f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614216 Aug 11 01:03:35.073081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-1b01eeae-f781-4093-8291-ccb16ac5cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:35.074681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-1b01eeae-f781-4093-8291-ccb16ac5cd72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fab1d7a6b945499d83a744f795dd65a2&device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 1096 time: 0.0642233 Aug 11 01:03:35.177958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-7c8de322-4a25-49d4-8ede-c543bf5370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:35.180175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-7c8de322-4a25-49d4-8ede-c543bf5370a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 200 len: 912 time: 0.0981336 Aug 11 01:03:35.246820 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-d8f0c3d6-105d-43fd-a7cb-0ff3296d7335 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 200 len: 998 time: 0.0592875 Aug 11 01:03:35.303089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-cfe3ea66-294f-4541-8e3e-ee51dceb3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:35.305402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-cfe3ea66-294f-4541-8e3e-ee51dceb3355 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 200 len: 850 time: 0.0505812 Aug 11 01:03:35.355913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-e9929875-0cd4-48ef-9e8a-448f17c90c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:35.358019 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-e9929875-0cd4-48ef-9e8a-448f17c90c64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f93af89e-9ffd-41eb-8fe8-bb92ece07a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454865 Aug 11 01:03:35.452781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-a1848b32-6929-42ef-944e-265b1dca7b7b service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880847 Aug 11 01:03:35.565233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0ad46610-edbc-4c50-94b4-a558b9f3d6f0 req-fc05f680-ea18-40c2-a2eb-fa8391619747 service neutron] 10.222.0.55 "GET /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977402 Aug 11 01:03:36.196675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad82282-d703-419d-855b-308fe8fe9101 req-469df993-f967-4997-a65b-46137316782d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:36.198917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ad82282-d703-419d-855b-308fe8fe9101 req-469df993-f967-4997-a65b-46137316782d tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0838170 Aug 11 01:03:36.244850 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ad82282-d703-419d-855b-308fe8fe9101 req-0f61f905-1281-4590-b6b0-c8ccf63badcb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399914 Aug 11 01:03:37.368177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9369a-0b6c-4e49-809b-0f53c4091929 req-09bc530b-59d5-4078-9156-8037d38b6c92 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:37.369773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87f9369a-0b6c-4e49-809b-0f53c4091929 req-09bc530b-59d5-4078-9156-8037d38b6c92 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0527253 Aug 11 01:03:37.412510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-87f9369a-0b6c-4e49-809b-0f53c4091929 req-34cea624-4044-4827-ad34-d938125a1c49 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338485 Aug 11 01:03:37.557262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f39336-86bc-4e4a-b866-0d9a61bfb8f9 req-79eb863d-d788-4904-8e63-4edcd948af69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:37.558712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81f39336-86bc-4e4a-b866-0d9a61bfb8f9 req-79eb863d-d788-4904-8e63-4edcd948af69 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0696294 Aug 11 01:03:37.599941 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81f39336-86bc-4e4a-b866-0d9a61bfb8f9 req-d8c32f22-9114-4e50-a461-affa243f6940 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351784 Aug 11 01:03:39.172608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c99b5c-26d8-4008-87af-958cd554c562 req-de7456a9-e46e-4c70-8f1c-8dbeae6f9a06 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:39.175129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80c99b5c-26d8-4008-87af-958cd554c562 req-de7456a9-e46e-4c70-8f1c-8dbeae6f9a06 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1d560d-e492-4d73-95fd-5403f5674137 HTTP/1.1" status: 200 len: 943 time: 0.0555289 Aug 11 01:03:39.282446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Deleting port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:39.282914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:39.372483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] For port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:39.372849 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:39.391524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Calling delete_port for a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:39.626158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:39.639550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['786e618e-5fda-4a01-9586-c308b72b5126'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:03:39.655305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:03:39.711987 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event deleted for resources: {'Port': ['ID=a7315584-0b58-4e3c-bf0e-4de9ec16e4d9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:39.732256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] No DVR routers for this DVR port a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:03:39.735731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.736273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.736714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.737149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.737584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.738033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.738458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.738881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.739398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.739820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.740242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.740661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:39.749914 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:39.752169 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80c99b5c-26d8-4008-87af-958cd554c562 req-574de320-6d25-481e-b686-d4551a4b943f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "DELETE /v2.0/ports/a7315584-0b58-4e3c-bf0e-4de9ec16e4d9 HTTP/1.1" status: 204 len: 173 time: 0.5677402 Aug 11 01:03:39.752727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'name': 'network-vif-deleted', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:39.755985 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096b1b7-3ad9-43f3-8f7b-d63a49ceb6bb" -d '{"events": [{"server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "name": "network-vif-deleted", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:39.986614 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8f10fe-14e5-43d0-8dbc-a6827bd5ad15 x-openstack-request-id: req-be8f10fe-14e5-43d0-8dbc-a6827bd5ad15 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:39.986614 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1d560d-e492-4d73-95fd-5403f5674137", "name": "network-vif-deleted", "tag": "a7315584-0b58-4e3c-bf0e-4de9ec16e4d9", "status": "failed", "code": 422}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:39.986614 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be8f10fe-14e5-43d0-8dbc-a6827bd5ad15 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:39.987199 n-d-712143-13 neutron-server[95254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c1d560d-e492-4d73-95fd-5403f5674137', 'name': 'network-vif-deleted', 'tag': 'a7315584-0b58-4e3c-bf0e-4de9ec16e4d9', 'status': 'failed', 'code': 422} returned with failed status Aug 11 01:03:41.020891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096463-2014-46cf-bcbf-1633f4a4eca6 req-6cadc791-4802-4777-a529-ef34a6771a09 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:41.022571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17096463-2014-46cf-bcbf-1633f4a4eca6 req-6cadc791-4802-4777-a529-ef34a6771a09 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 907 time: 0.0609083 Aug 11 01:03:42.170829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108bbad-10a6-4fb8-ab37-cb596c283bd4 req-1c50a87d-22b6-4452-8962-7f585ef50859 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:42.175622 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9108bbad-10a6-4fb8-ab37-cb596c283bd4 req-1c50a87d-22b6-4452-8962-7f585ef50859 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 907 time: 0.0638056 Aug 11 01:03:42.312198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-000a90e6-b430-410a-9dde-978f205ffb8a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:42.313768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-000a90e6-b430-410a-9dde-978f205ffb8a tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 907 time: 0.0570624 Aug 11 01:03:42.411898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Deleting port bb3142d9-cbfc-435f-b730-84adad029349 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:42.412291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:42.504135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] For port bb3142d9-cbfc-435f-b730-84adad029349, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=bb3142d9-cbfc-435f-b730-84adad029349,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:42.504591 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:42.519183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Calling delete_port for bb3142d9-cbfc-435f-b730-84adad029349 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:42.751620 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:42.787377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event deleted for resources: {'Port': ['ID=bb3142d9-cbfc-435f-b730-84adad029349,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:42.837556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] No DVR routers for this DVR port bb3142d9-cbfc-435f-b730-84adad029349 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:03:42.841824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:42.843878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d577b1cc-7c81-404d-b710-e556a4e619b2 req-5559e81d-70db-4a76-9426-b9c01199b8cb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "DELETE /v2.0/ports/bb3142d9-cbfc-435f-b730-84adad029349 HTTP/1.1" status: 204 len: 173 time: 0.5243208 Aug 11 01:03:42.844328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'name': 'network-vif-deleted', 'tag': 'bb3142d9-cbfc-435f-b730-84adad029349'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:42.847146 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d151e811-6b41-45a2-b48d-8ce61504f7f2" -d '{"events": [{"server_uuid": "673f6f67-8e6f-48af-be2d-aca907ece1b1", "name": "network-vif-deleted", "tag": "bb3142d9-cbfc-435f-b730-84adad029349"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:42.887270 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b668aee-cde1-45f5-964f-4b502c034bc0 x-openstack-request-id: req-7b668aee-cde1-45f5-964f-4b502c034bc0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:42.887606 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673f6f67-8e6f-48af-be2d-aca907ece1b1", "name": "network-vif-deleted", "tag": "bb3142d9-cbfc-435f-b730-84adad029349", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:42.887864 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b668aee-cde1-45f5-964f-4b502c034bc0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:42.888267 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673f6f67-8e6f-48af-be2d-aca907ece1b1', 'name': 'network-vif-deleted', 'tag': 'bb3142d9-cbfc-435f-b730-84adad029349', 'status': 'completed', 'code': 200} Aug 11 01:03:43.291009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-581afcc3-e396-4182-84cc-c20a60088cc5 req-ab075e7f-3102-4c60-8c10-6cb3148d8286 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=673f6f67-8e6f-48af-be2d-aca907ece1b1 HTTP/1.1" status: 200 len: 210 time: 0.0301924 Aug 11 01:03:44.842376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08954b2-7779-4d53-8c8c-c215ddba7ac0 req-53ef5492-2b51-4abb-bd09-6cf9b7564c11 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:44.842376 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d08954b2-7779-4d53-8c8c-c215ddba7ac0 req-53ef5492-2b51-4abb-bd09-6cf9b7564c11 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 945 time: 0.0657556 Aug 11 01:03:44.878193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d08954b2-7779-4d53-8c8c-c215ddba7ac0 req-358e2a3e-bb4d-4cfb-8cff-1221f6ce600c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Aug 11 01:03:46.002805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cf6c0-7ed9-4715-a887-7f8f114daf51 req-a37578c3-a3d4-46c0-b358-31b57f07b82b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:46.005523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c40cf6c0-7ed9-4715-a887-7f8f114daf51 req-a37578c3-a3d4-46c0-b358-31b57f07b82b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 945 time: 0.0528967 Aug 11 01:03:46.047189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c40cf6c0-7ed9-4715-a887-7f8f114daf51 req-d90deaf6-9a68-40ca-9020-621c1a44d048 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353477 Aug 11 01:03:46.156121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-8dbe02f4-bf13-4f58-bffc-d7c1b88d17ca tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:46.157907 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-8dbe02f4-bf13-4f58-bffc-d7c1b88d17ca tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.44 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 945 time: 0.0545514 Aug 11 01:03:46.272649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Deleting port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:46.272883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:46.313809 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-492ceaa5-6e8e-487d-a76d-41aebb4023c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:46.379808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] For port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:46.380232 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:46.394557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Calling delete_port for 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:46.514747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device bb3142d9-cbfc-435f-b730-84adad029349 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:03:46.552679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: bb3142d9-cbfc-435f-b730-84adad029349 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:03:46.553026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device bb3142d9-cbfc-435f-b730-84adad029349 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:03:46.590874 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:46.603757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['786e618e-5fda-4a01-9586-c308b72b5126'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:03:46.607242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:03:46.622106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event deleted for resources: {'Port': ['ID=8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:46.685179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] No DVR routers for this DVR port 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:03:46.685964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:46.689219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42c05960-5378-4f2e-ba6b-7ccebd9a56cd req-d5dcabf7-2255-4a6b-9a44-4bd02386367b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.44 "DELETE /v2.0/ports/8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 HTTP/1.1" status: 204 len: 173 time: 0.5228264 Aug 11 01:03:46.689788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c47bdf-5304-44b8-b58f-c415b1ce1d64', 'name': 'network-vif-deleted', 'tag': '8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:46.693192 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbffede-16f5-4018-9e62-4e69b06dd353" -d '{"events": [{"server_uuid": "78c47bdf-5304-44b8-b58f-c415b1ce1d64", "name": "network-vif-deleted", "tag": "8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:46.741213 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d96555-a5dc-461c-9dbc-ed71fab6dd4e x-openstack-request-id: req-c5d96555-a5dc-461c-9dbc-ed71fab6dd4e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:46.741514 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c47bdf-5304-44b8-b58f-c415b1ce1d64", "name": "network-vif-deleted", "tag": "8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:46.741772 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5d96555-a5dc-461c-9dbc-ed71fab6dd4e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:46.744768 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c47bdf-5304-44b8-b58f-c415b1ce1d64', 'name': 'network-vif-deleted', 'tag': '8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6', 'status': 'completed', 'code': 200} Aug 11 01:03:47.178851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f3ea4dd-d414-4f4d-bb0e-795182ad4f6c req-401073b2-4907-4d17-95a9-45e98f5d01e6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=78c47bdf-5304-44b8-b58f-c415b1ce1d64 HTTP/1.1" status: 200 len: 210 time: 0.0317199 Aug 11 01:03:48.652010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f8c36-007f-451b-b20d-0c407b5f4b8f req-41f4f41e-a9e0-462a-98fe-1346bea1c399 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:48.655909 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc2f8c36-007f-451b-b20d-0c407b5f4b8f req-41f4f41e-a9e0-462a-98fe-1346bea1c399 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0584817 Aug 11 01:03:48.701918 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc2f8c36-007f-451b-b20d-0c407b5f4b8f req-1b66079a-9a56-4eb4-8e21-5577f7cdf26b tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417428 Aug 11 01:03:48.888508 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fcdfaf69-e2b9-43c4-88c9-caa104de0679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:48.916982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:49.835441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9856f-62f7-4337-8540-97960631ea02 req-bb5e4464-dd1b-4fcc-bb44-b51529b61eef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:49.837257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bf9856f-62f7-4337-8540-97960631ea02 req-bb5e4464-dd1b-4fcc-bb44-b51529b61eef tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0654747 Aug 11 01:03:49.839212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-a5f13510-1904-406e-a0cc-233c6ffef271 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:49.840753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-a5f13510-1904-406e-a0cc-233c6ffef271 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 946 time: 0.0651631 Aug 11 01:03:49.881245 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bf9856f-62f7-4337-8540-97960631ea02 req-41617bf9-50fd-4743-9f99-a520d38380f3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=fa47b11d-5fcc-485d-852b-c16b272ea829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358634 Aug 11 01:03:49.963890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Deleting port 786e618e-5fda-4a01-9586-c308b72b5126 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:49.964280 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:50.060886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] For port 786e618e-5fda-4a01-9586-c308b72b5126, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=786e618e-5fda-4a01-9586-c308b72b5126,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:50.061231 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:50.078644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Calling delete_port for 786e618e-5fda-4a01-9586-c308b72b5126 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:50.245732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:03:50.266416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:03:50.267205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8c0d9e62-5e3a-4b5e-9fd0-cd46baf0dab6 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:03:50.294501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:50.306583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['786e618e-5fda-4a01-9586-c308b72b5126'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:03:50.331772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event deleted for resources: {'Port': ['ID=786e618e-5fda-4a01-9586-c308b72b5126,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:50.371022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] No DVR routers for this DVR port 786e618e-5fda-4a01-9586-c308b72b5126 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:03:50.388606 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:50.388606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5f2b38c-e121-42f5-8108-17f7b6297ed2 req-c5cc9fe9-0217-4849-8f88-614b7dc83b36 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "DELETE /v2.0/ports/786e618e-5fda-4a01-9586-c308b72b5126 HTTP/1.1" status: 204 len: 173 time: 0.5325568 Aug 11 01:03:50.388606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683c1ec6-52de-4adc-9ea0-cfb756560494', 'name': 'network-vif-deleted', 'tag': '786e618e-5fda-4a01-9586-c308b72b5126'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:50.388606 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856cae5f-96da-471c-8e83-c92bdab2fb06" -d '{"events": [{"server_uuid": "683c1ec6-52de-4adc-9ea0-cfb756560494", "name": "network-vif-deleted", "tag": "786e618e-5fda-4a01-9586-c308b72b5126"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:50.432467 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e5fa75-5283-4238-9af3-41ac478bbfe9 x-openstack-request-id: req-21e5fa75-5283-4238-9af3-41ac478bbfe9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:50.432884 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683c1ec6-52de-4adc-9ea0-cfb756560494", "name": "network-vif-deleted", "tag": "786e618e-5fda-4a01-9586-c308b72b5126", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:50.433207 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21e5fa75-5283-4238-9af3-41ac478bbfe9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:50.433684 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683c1ec6-52de-4adc-9ea0-cfb756560494', 'name': 'network-vif-deleted', 'tag': '786e618e-5fda-4a01-9586-c308b72b5126', 'status': 'completed', 'code': 200} Aug 11 01:03:50.500045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:51.040492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1e655b9-b7e7-4dd3-9c14-397d4ac263f6 req-7b0ad3f7-d018-4840-bba5-76128c21b3fb tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=683c1ec6-52de-4adc-9ea0-cfb756560494 HTTP/1.1" status: 200 len: 210 time: 0.0303855 Aug 11 01:03:52.425408 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:52.545693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 786e618e-5fda-4a01-9586-c308b72b5126 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:03:52.565948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 786e618e-5fda-4a01-9586-c308b72b5126 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:03:52.566300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 786e618e-5fda-4a01-9586-c308b72b5126 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:03:52.607594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeafe29-7c02-4c28-9e9b-8d840fbd4131 req-01fab0b1-fe32-4d3e-9d7c-7619b18f5ea9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:52.609281 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebeafe29-7c02-4c28-9e9b-8d840fbd4131 req-01fab0b1-fe32-4d3e-9d7c-7619b18f5ea9 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0600829 Aug 11 01:03:52.654083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ebeafe29-7c02-4c28-9e9b-8d840fbd4131 req-c3e84b23-0856-4079-80f3-d22b5c3eb03c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Aug 11 01:03:52.887547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45014) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:03:53.074998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 346a099f-567f-4852-a7c2-37156f5ae847 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:53.075405 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:53.165536 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:53.165959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:53.179799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 346a099f-567f-4852-a7c2-37156f5ae847 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:53.436080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:53.463879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=346a099f-567f-4852-a7c2-37156f5ae847,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:53.489534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.489934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.490226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.490562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.490888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.491248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.491794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.492134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.492465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.493109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.493278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.493567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:03:53.546897 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:53.547355 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Floating IP c9b6b892-1ee0-4735-8277-6ec44ada6ded disassociated (deleted). External IP: 172.25.0.75, port: b165409b-676a-4e31-9b7c-571060828adc. Aug 11 01:03:53.817812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e477-5f7d-434e-b409-eef8b5af95b6 req-ee3dd596-16ee-4f20-a674-8a0d129d039f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:53.819243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa27e477-5f7d-434e-b409-eef8b5af95b6 req-ee3dd596-16ee-4f20-a674-8a0d129d039f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.0652516 Aug 11 01:03:53.835432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:03:53.903975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa27e477-5f7d-434e-b409-eef8b5af95b6 req-52118818-02a9-4d8e-980e-d8638cf38ac3 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779872 Aug 11 01:03:53.981863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:03:53.986903 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:53.993782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] Sync routers for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:03:54.010874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:03:54.011802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:03:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:03:54.026802 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-db163d99-0f0c-486a-a05e-1dcd5ce5c50b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/floatingips/c9b6b892-1ee0-4735-8277-6ec44ada6ded HTTP/1.1" status: 204 len: 168 time: 1.1379027 Aug 11 01:03:54.027802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:54.030289 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee9c80-8033-4493-84d5-5614a2371e06" -d '{"events": [{"name": "network-changed", "server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "tag": "b165409b-676a-4e31-9b7c-571060828adc"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:54.155067 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3abfd4-025f-4f8f-afac-45db9a1b998d x-openstack-request-id: req-6d3abfd4-025f-4f8f-afac-45db9a1b998d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:54.155586 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "tag": "b165409b-676a-4e31-9b7c-571060828adc", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:54.156020 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d3abfd4-025f-4f8f-afac-45db9a1b998d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:54.156588 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc', 'status': 'completed', 'code': 200} Aug 11 01:03:54.206377 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:03:54.232821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-465802dc-42cf-49e2-8d50-0d45731a0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:54.235487 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-465802dc-42cf-49e2-8d50-0d45731a0f8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e7ca9f6816745c198aadf17525c4824&device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 1098 time: 0.0537500 Aug 11 01:03:54.360107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-a4967c11-61f1-49a1-b264-29fb3f87ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:54.384803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-a4967c11-61f1-49a1-b264-29fb3f87ebd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f5ee57c2-82dd-4681-95eb-e7088e8dd48b HTTP/1.1" status: 200 len: 897 time: 0.1316824 Aug 11 01:03:54.436470 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-1d976af6-7184-4884-b905-7b3fcc5ce0b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b165409b-676a-4e31-9b7c-571060828adc HTTP/1.1" status: 200 len: 217 time: 0.0447164 Aug 11 01:03:54.453096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:17Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:03:54.504624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] Checking router: 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:03:54.522750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:03:54.524242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:03:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:03:54.537092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-4d4b7ba1-b71e-43dc-a5f5-8202c945a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:54.538584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-4d4b7ba1-b71e-43dc-a5f5-8202c945a9ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec6b3bf3-74a8-4e45-94f1-e1093eb159c3 HTTP/1.1" status: 200 len: 834 time: 0.0642436 Aug 11 01:03:54.547316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da4726-a705-442e-aa42-2921baa15217 req-3a927b12-e07a-43ec-a7db-2d08c68c616f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:54.548744 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02da4726-a705-442e-aa42-2921baa15217 req-3a927b12-e07a-43ec-a7db-2d08c68c616f tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1064098 Aug 11 01:03:54.666444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-1d8931bc-f7cf-423b-8f87-03c56e7d460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:54.668928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-1d8931bc-f7cf-423b-8f87-03c56e7d460e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f5ee57c2-82dd-4681-95eb-e7088e8dd48b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188803 Aug 11 01:03:54.717000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321163a5-937b-4a54-9017-e0d28904cd41 req-b7ea3a66-6017-4fd0-8cf9-369252394fe9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:54.726028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-321163a5-937b-4a54-9017-e0d28904cd41 req-b7ea3a66-6017-4fd0-8cf9-369252394fe9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.1164608 Aug 11 01:03:54.769443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Deleting port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:54.769797 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:54.773660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-321163a5-937b-4a54-9017-e0d28904cd41 req-0e04343f-b0bb-45da-8778-96f4893c467b tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Aug 11 01:03:54.869047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-eb7ee412-9e49-4d7e-ac8c-6f05a8196f1a service neutron] 10.222.0.44 "GET /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915841 Aug 11 01:03:54.877631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:03:54.975803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] For port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:54.976279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:55.046709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0eee9c80-8033-4493-84d5-5614a2371e06 req-3eedab59-db27-45a2-b7a1-e2001c637265 service neutron] 10.222.0.44 "GET /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692989 Aug 11 01:03:55.145421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:17Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:03:55.184650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b302cc2-ce3f-4116-aa07-71c8d693ab12 None None] The sync data for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 is: [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '2c131791-a07e-4ae7-87fa-7fea79576ab9', 'name': '', 'network_id': 'f5ee57c2-82dd-4681-95eb-e7088e8dd48b', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'mac_address': 'fa:16:3e:cd:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:10Z', 'updated_at': '2021-08-11T01:02:17Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'subnets': [{'id': 'ec6b3bf3-74a8-4e45-94f1-e1093eb159c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:03:55.215877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13c924-52fc-439f-a4d6-9159e6c44781 req-196ca17a-293a-40dc-860b-1a07b2bd2bd2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:55.217663 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f13c924-52fc-439f-a4d6-9159e6c44781 req-196ca17a-293a-40dc-860b-1a07b2bd2bd2 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 944 time: 0.1737268 Aug 11 01:03:55.283444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f13c924-52fc-439f-a4d6-9159e6c44781 req-23684911-7b17-420e-9293-a94b218c1238 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups?id=50d7617e-119c-4ae1-bb31-e6ac66e4467b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538862 Aug 11 01:03:55.347277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:55.347665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:55.347966 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Floating IP 2645a766-b9f8-4618-8a9b-237bf193e53d disassociated. External IP: 172.25.0.28, port: 5a126cd5-9de2-4cdb-922e-4367ac9d5f79. Aug 11 01:03:55.348309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Calling delete_port for 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:55.540482 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d84aa-81f5-405e-b129-187c24370ddb None None] New status for floating IP c9b6b892-1ee0-4735-8277-6ec44ada6ded: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:03:55.608674 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:55.680906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event deleted for resources: {'Port': ['ID=5a126cd5-9de2-4cdb-922e-4367ac9d5f79,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:55.768783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:03:55.894369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a19b50-fea0-4520-8f68-b907e2de3f80 req-91811075-43c5-4d13-b754-3cdd1903fe25 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:55.902687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78a19b50-fea0-4520-8f68-b907e2de3f80 req-91811075-43c5-4d13-b754-3cdd1903fe25 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.0602205 Aug 11 01:03:55.949733 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-78a19b50-fea0-4520-8f68-b907e2de3f80 req-f6e5a108-5586-4258-8a11-eb5ae094819d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff577d30-bdc6-4a85-a684-d0922cc917ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Aug 11 01:03:56.276377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-24aa0521-28e9-4e1f-bd48-331118d488d9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:03:56.278520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-24aa0521-28e9-4e1f-bd48-331118d488d9 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 946 time: 0.4635684 Aug 11 01:03:56.337446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:03:56.350098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] Sync routers for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:03:56.365535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:03:56.366634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:03:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:03:56.445072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7252bac-387d-4bb6-8536-a66ff34994d5 req-d8acea73-b404-42dd-ac98-9e134be8c12c tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 210 time: 0.0489960 Aug 11 01:03:56.478630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] No DVR routers for this DVR port 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:03:56.482198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:56.487896 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02da4726-a705-442e-aa42-2921baa15217 req-578796bf-130d-489d-8c9d-9460c5af2c12 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.55 "DELETE /v2.0/ports/5a126cd5-9de2-4cdb-922e-4367ac9d5f79 HTTP/1.1" status: 204 len: 173 time: 1.9266217 Aug 11 01:03:56.487896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-deleted', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:56.487896 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf080d0-524b-48dc-99f8-006239cbd487" -d '{"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-deleted", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:56.515609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port b165409b-676a-4e31-9b7c-571060828adc {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:56.515953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:56.520192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:03:56.531074 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8146e-75f9-4b54-94d8-49a5484578d7 x-openstack-request-id: req-13e8146e-75f9-4b54-94d8-49a5484578d7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:56.531388 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3657d06-9353-4614-821d-899cd99502b3", "name": "network-vif-deleted", "tag": "5a126cd5-9de2-4cdb-922e-4367ac9d5f79", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:56.531646 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13e8146e-75f9-4b54-94d8-49a5484578d7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:56.532035 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3657d06-9353-4614-821d-899cd99502b3', 'name': 'network-vif-deleted', 'tag': '5a126cd5-9de2-4cdb-922e-4367ac9d5f79', 'status': 'completed', 'code': 200} Aug 11 01:03:56.615557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port b165409b-676a-4e31-9b7c-571060828adc, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=b165409b-676a-4e31-9b7c-571060828adc,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:56.616070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:56.632047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for b165409b-676a-4e31-9b7c-571060828adc owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:56.742923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:59Z', 'revision_number': 5, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:03:56.770735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] Checking router: 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:03:56.779595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:03:56.780217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:03:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:03:56.888045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:03:56.916870 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:56.951241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=b165409b-676a-4e31-9b7c-571060828adc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:57.048746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] No DVR routers for this DVR port b165409b-676a-4e31-9b7c-571060828adc on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:03:57.051874 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:57.057287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1d961c21-ec2f-4ec4-9fcd-43b27ec241d7 req-4800e615-3a2e-432f-982b-8aaece64cddc tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.44 "DELETE /v2.0/ports/b165409b-676a-4e31-9b7c-571060828adc HTTP/1.1" status: 204 len: 173 time: 0.7688658 Aug 11 01:03:57.096125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4628e37e-fc14-4cc0-839b-b7df716d81f8 req-8fb1e240-6eef-43b4-b7c3-31b9ba68ddf0 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "GET /v2.0/ports?device_id=7812009f-f530-40a9-b8d8-e1cb6cdef595 HTTP/1.1" status: 200 len: 210 time: 0.0330915 Aug 11 01:03:57.126675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:59Z', 'revision_number': 5, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:03:57.154964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1abc1-0046-4aca-b64a-b0dd6f4a55ec None None] The sync data for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 is: [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T00:55:51Z', 'revision_number': 4, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e2246238-684c-4581-b63f-8ac54d7df39f', 'name': '', 'network_id': 'f93af89e-9ffd-41eb-8fe8-bb92ece07a69', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'mac_address': 'fa:16:3e:04:68:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:49Z', 'updated_at': '2021-08-11T00:55:59Z', 'revision_number': 5, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'subnets': [{'id': '6683566d-a13e-4b41-b24d-c37dc02e2878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:03:57.522294 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5a182a-33a8-4510-bf03-c324016c3f00 None None] New status for floating IP 2645a766-b9f8-4618-8a9b-237bf193e53d: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:03:57.612931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0429cffc-9e07-449f-bac1-752db39c3f0d req-d04b6112-4556-4f6c-bcc2-09976b931722 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/ports?device_id=d3657d06-9353-4614-821d-899cd99502b3 HTTP/1.1" status: 200 len: 210 time: 0.0417168 Aug 11 01:03:58.165734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45108) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:03:58.533215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'name': 'network-vif-deleted', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:03:58.535680 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0cfa69-beab-4fa4-9924-3a6a09d591e7" -d '{"events": [{"server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "name": "network-vif-deleted", "tag": "b165409b-676a-4e31-9b7c-571060828adc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:03:58.557745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:58.561196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:03:58.594802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:03:58.598627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5a126cd5-9de2-4cdb-922e-4367ac9d5f79 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:03:58.606395 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319396aa-753a-4956-ba68-68780eca92fd x-openstack-request-id: req-319396aa-753a-4956-ba68-68780eca92fd {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:03:58.606890 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7812009f-f530-40a9-b8d8-e1cb6cdef595", "name": "network-vif-deleted", "tag": "b165409b-676a-4e31-9b7c-571060828adc", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:03:58.607362 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-319396aa-753a-4956-ba68-68780eca92fd {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:03:58.609940 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7812009f-f530-40a9-b8d8-e1cb6cdef595', 'name': 'network-vif-deleted', 'tag': 'b165409b-676a-4e31-9b7c-571060828adc', 'status': 'completed', 'code': 200} Aug 11 01:03:58.740424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45118) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:03:58.800522 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77828332-f735-4db6-b842-fe3dd7339da6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:58.823936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77828332-f735-4db6-b842-fe3dd7339da6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:58.859110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 2c131791-a07e-4ae7-87fa-7fea79576ab9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:58.859729 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:58.948748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port 2c131791-a07e-4ae7-87fa-7fea79576ab9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=2c131791-a07e-4ae7-87fa-7fea79576ab9,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:03:58.949115 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:58.962434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 2c131791-a07e-4ae7-87fa-7fea79576ab9 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:58.967727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77828332-f735-4db6-b842-fe3dd7339da6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:58.971031 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77828332-f735-4db6-b842-fe3dd7339da6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:58.972236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-77828332-f735-4db6-b842-fe3dd7339da6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "DELETE /v2.0/security-groups/50d7617e-119c-4ae1-bb31-e6ac66e4467b HTTP/1.1" status: 204 len: 168 time: 0.2307508 Aug 11 01:03:58.975628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45122) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:03:58.989290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77828332-f735-4db6-b842-fe3dd7339da6 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d7617e-119c-4ae1-bb31-e6ac66e4467b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:59.005928 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-fcf0b7ac-1d65-4aae-8f30-bae7b29a8bfa tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] show failed (client error): The resource could not be found. Aug 11 01:03:59.009563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fcf0b7ac-1d65-4aae-8f30-bae7b29a8bfa tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "GET /v2.0/security-groups/50d7617e-119c-4ae1-bb31-e6ac66e4467b HTTP/1.1" status: 404 len: 347 time: 0.0287683 Aug 11 01:03:59.009756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45126) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:03:59.154709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Deleting port 15cf6a81-0a0a-4646-918e-46dd3f912e46 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:03:59.155405 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.234985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.235348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.247451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Calling delete_port for 15cf6a81-0a0a-4646-918e-46dd3f912e46 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:03:59.259992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.293403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=2c131791-a07e-4ae7-87fa-7fea79576ab9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:59.488434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.572194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Pushing event deleted for resources: {'Port': ['ID=15cf6a81-0a0a-4646-918e-46dd3f912e46,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:03:59.586603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.609530 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.645786 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.649204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.651237 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-587a40a6-32ce-41e1-a567-b3c442434bb5 tempest-ServerActionsTestJSON-1496475946 tempest-ServerActionsTestJSON-1496475946-project] 10.222.0.43 "DELETE /v2.0/floatingips/2645a766-b9f8-4618-8a9b-237bf193e53d HTTP/1.1" status: 204 len: 168 time: 0.6397841 Aug 11 01:03:59.653500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45134) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:03:59.848185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:03:59.961985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:04:00.271229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:00.296507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device b165409b-676a-4e31-9b7c-571060828adc no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:00.340446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: b165409b-676a-4e31-9b7c-571060828adc {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:00.341102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device b165409b-676a-4e31-9b7c-571060828adc not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:00.495446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:04:00.500646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2afca557-ff33-4265-ab60-f0ba9bdae4c7 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "PUT /v2.0/routers/5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3335199 Aug 11 01:04:00.503270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45150) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:00.507196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] Sync routers for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:04:00.518369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:04:00.519314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:03:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:00.565017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fe4077-5406-4b3e-803a-f101b448ad38 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting subnet ec6b3bf3-74a8-4e45-94f1-e1093eb159c3 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:04:00.569348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4077-5406-4b3e-803a-f101b448ad38 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:00.613769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Deleting port e2246238-684c-4581-b63f-8ac54d7df39f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:00.614377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:00.657995 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4077-5406-4b3e-803a-f101b448ad38 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:00.684972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:04:00.762229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4077-5406-4b3e-803a-f101b448ad38 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:00.767471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] For port e2246238-684c-4581-b63f-8ac54d7df39f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e2246238-684c-4581-b63f-8ac54d7df39f,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:00.768098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:00.783977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Calling delete_port for e2246238-684c-4581-b63f-8ac54d7df39f owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:00.900756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4077-5406-4b3e-803a-f101b448ad38 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:00.957753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe4077-5406-4b3e-803a-f101b448ad38 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6b3bf3-74a8-4e45-94f1-e1093eb159c3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:00.961275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4077-5406-4b3e-803a-f101b448ad38 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:00.966330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45156) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:00.980157 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d4fe4077-5406-4b3e-803a-f101b448ad38 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/subnets/ec6b3bf3-74a8-4e45-94f1-e1093eb159c3 HTTP/1.1" status: 204 len: 168 time: 0.4675345 Aug 11 01:04:00.980678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04982a-16cf-4c8a-b4d9-89f98e1cc110 None None] Network f5ee57c2-82dd-4681-95eb-e7088e8dd48b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:04:01.115723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:03:59Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:01.138169 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:01.145147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] Checking router: 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:04:01.157871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] Routers {'5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:04:01.158399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:03:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:01.249073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:01.255423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] DHCP port deletion for f5ee57c2-82dd-4681-95eb-e7088e8dd48b request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:04:01.283190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2246238-684c-4581-b63f-8ac54d7df39f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:01.312474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:01.326594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] Set router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:04:01.504541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Deleting port 7eddb80d-a32c-441b-ac2b-691636c7791a {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:01.504917 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:01.557935 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:01.613972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] For port 7eddb80d-a32c-441b-ac2b-691636c7791a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7eddb80d-a32c-441b-ac2b-691636c7791a,segment=NetworkSegment(4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3),segment_id=4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:01.614375 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:01.640935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Calling delete_port for 7eddb80d-a32c-441b-ac2b-691636c7791a owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:01.693070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Deleting port 5d7b823f-b2e9-4362-b04e-3f0c394abe25 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:01.693679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:01.724782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7eddb80d-a32c-441b-ac2b-691636c7791a no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:01.901295 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] For port 5d7b823f-b2e9-4362-b04e-3f0c394abe25, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5d7b823f-b2e9-4362-b04e-3f0c394abe25,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:01.901675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:01.925310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Calling delete_port for 5d7b823f-b2e9-4362-b04e-3f0c394abe25 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:01.976833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:03:59Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:02.024822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28218b-6184-47b9-a7a8-b8b42ed8f834 None None] The sync data for ids ['5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1'] in n-d-712143-13 is: [{'id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111910240', 'tenant_id': '7e7ca9f6816745c198aadf17525c4824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:05Z', 'updated_at': '2021-08-11T01:03:59Z', 'revision_number': 5, 'project_id': '7e7ca9f6816745c198aadf17525c4824', 'gw_port': {'id': '5d7b823f-b2e9-4362-b04e-3f0c394abe25', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:06Z', 'updated_at': '2021-08-11T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:04:02.059673 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.121031 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.122357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:04:02.158049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] No DVR routers for this DVR port 7eddb80d-a32c-441b-ac2b-691636c7791a on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:04:02.186650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Pushing event deleted for resources: {'Port': ['ID=7eddb80d-a32c-441b-ac2b-691636c7791a,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:02.203639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.204208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.204781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.205281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.206453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.207007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.207535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.209731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.209731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.209731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.209731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.209731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5907e6b9-7bcc-48a9-9057-5d3c062ee317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:02.331546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:04:02.339023 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9aaa2e8b-926c-49e1-8992-facffb2d0f2f admin admin] 10.222.0.43 "PUT /v2.0/routers/99c63ec0-b4f6-4de9-beb8-4b7969bea3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6838670 Aug 11 01:04:02.341835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45172) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:02.342355 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] Sync routers for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:04:02.354558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:04:02.355685 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:03:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:02.408636 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.472906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Port': ['ID=5d7b823f-b2e9-4362-b04e-3f0c394abe25,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:02.493718 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.532075 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:04:02.647806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.688509 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.777094 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.781151 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.863679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Deleting port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:02.863679 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.872909 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T01:04:01Z', 'revision_number': 5, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port': {'id': '00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:55:42Z', 'updated_at': '2021-08-11T00:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:02.902038 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] Checking router: 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:04:02.906593 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] Routers {'99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:04:02.907216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:03:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:02.951182 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.954563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:04:02.960351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.960490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] For port 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:02.960764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:02.966610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-be585f53-6043-4bef-a200-1f95a58c2a2e tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/routers/5b4ad5d4-0f2e-4c7a-ab44-6d5b2d3e47d1 HTTP/1.1" status: 204 len: 168 time: 1.9990463 Aug 11 01:04:02.967326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45182) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:02.989433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Calling delete_port for 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:03.043192 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] Set router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:04:03.172401 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.186190 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T01:04:02Z', 'revision_number': 6, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:03.253817 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debcd009-8e21-4c78-ad9f-712a679bff68 None None] The sync data for ids ['99c63ec0-b4f6-4de9-beb8-4b7969bea3c4'] in n-d-712143-13 is: [{'id': '99c63ec0-b4f6-4de9-beb8-4b7969bea3c4', 'name': 'tempest-ServerActionsTestJSON-308631820-router', 'tenant_id': 'fab1d7a6b945499d83a744f795dd65a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:55:41Z', 'updated_at': '2021-08-11T01:04:02Z', 'revision_number': 6, 'project_id': 'fab1d7a6b945499d83a744f795dd65a2', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:04:03.304147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.315605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ee57c2-82dd-4681-95eb-e7088e8dd48b']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:03.329590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:03.329947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6ca310-51ae-4ffa-93d6-e04b29d5bcc3') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:03.346634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.362792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.368716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.378437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:04:03.379124 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:04:03.382445 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:04:03.391929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:03.459780 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.529328 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.538984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.543289 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/networks/f5ee57c2-82dd-4681-95eb-e7088e8dd48b HTTP/1.1" status: 204 len: 168 time: 0.5736477 Aug 11 01:04:03.547492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45192) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:03.625750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.628912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.786982 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.787804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:04:03.803126 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.807950 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3a6fc9d9-f704-4f89-8c5f-12e6c9f1e2f5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/99c63ec0-b4f6-4de9-beb8-4b7969bea3c4 HTTP/1.1" status: 204 len: 168 time: 1.4621069 Aug 11 01:04:03.808908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45196) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:03.888322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36cd9e5-1b2a-42ae-8d30-62e80c00bbf1 admin admin] Deleting subnet 6683566d-a13e-4b41-b24d-c37dc02e2878 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:04:03.892514 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c36cd9e5-1b2a-42ae-8d30-62e80c00bbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:03.940147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c36cd9e5-1b2a-42ae-8d30-62e80c00bbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.004229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70f092-3d4d-4790-b5d9-f6f087543f67 tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'Network': ['ID=f5ee57c2-82dd-4681-95eb-e7088e8dd48b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:04.088350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2c131791-a07e-4ae7-87fa-7fea79576ab9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:04.111365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 2c131791-a07e-4ae7-87fa-7fea79576ab9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:04.112077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 2c131791-a07e-4ae7-87fa-7fea79576ab9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:04.112720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5d7b823f-b2e9-4362-b04e-3f0c394abe25 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:04.114593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2ebc942-8385-4ad9-b676-019ec60b894d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.135705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 5d7b823f-b2e9-4362-b04e-3f0c394abe25 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:04.136488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5d7b823f-b2e9-4362-b04e-3f0c394abe25 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:04.150907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2ebc942-8385-4ad9-b676-019ec60b894d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.163115 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c36cd9e5-1b2a-42ae-8d30-62e80c00bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.300570 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c36cd9e5-1b2a-42ae-8d30-62e80c00bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.328026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cd9e5-1b2a-42ae-8d30-62e80c00bbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6683566d-a13e-4b41-b24d-c37dc02e2878,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:04.329992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c36cd9e5-1b2a-42ae-8d30-62e80c00bbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.333457 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2ebc942-8385-4ad9-b676-019ec60b894d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.335655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2ebc942-8385-4ad9-b676-019ec60b894d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.339385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c2ebc942-8385-4ad9-b676-019ec60b894d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] 10.222.0.43 "DELETE /v2.0/security-groups/ff577d30-bdc6-4a85-a684-d0922cc917ee HTTP/1.1" status: 204 len: 168 time: 0.7884548 Aug 11 01:04:04.339385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45204) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:04.339647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c36cd9e5-1b2a-42ae-8d30-62e80c00bbf1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6683566d-a13e-4b41-b24d-c37dc02e2878 HTTP/1.1" status: 204 len: 168 time: 0.5218108 Aug 11 01:04:04.342024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47122a83-87a1-4b4f-b252-4b41f0aeb63f None None] Network f93af89e-9ffd-41eb-8fe8-bb92ece07a69 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:04:04.418132 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.426908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebc942-8385-4ad9-b676-019ec60b894d tempest-TestNetworkAdvancedServerOps-1783923267 tempest-TestNetworkAdvancedServerOps-1783923267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff577d30-bdc6-4a85-a684-d0922cc917ee,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:04.558226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Deleting port 367a23a9-99c2-473c-b7c8-17de16f847c7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:04.562787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.644295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] DHCP port deletion for f93af89e-9ffd-41eb-8fe8-bb92ece07a69 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:04:04.693098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] For port 367a23a9-99c2-473c-b7c8-17de16f847c7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=367a23a9-99c2-473c-b7c8-17de16f847c7,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:04.693445 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.714240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Calling delete_port for 367a23a9-99c2-473c-b7c8-17de16f847c7 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:04.731417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] Deleting port 367a23a9-99c2-473c-b7c8-17de16f847c7 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:04.731994 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.833876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] For port 367a23a9-99c2-473c-b7c8-17de16f847c7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=367a23a9-99c2-473c-b7c8-17de16f847c7,segment=NetworkSegment(64abbeac-5b5c-4eb5-8028-52f77c317a40),segment_id=64abbeac-5b5c-4eb5-8028-52f77c317a40)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:04.834590 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.862553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] Calling delete_port for 367a23a9-99c2-473c-b7c8-17de16f847c7 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:04.987897 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:04.994161 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.048085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] No DVR routers for this DVR port 367a23a9-99c2-473c-b7c8-17de16f847c7 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:04:05.050546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Pushing event deleted for resources: {'Port': ['ID=367a23a9-99c2-473c-b7c8-17de16f847c7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:05.059420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] Pushing event deleted for resources: {'Port': ['ID=367a23a9-99c2-473c-b7c8-17de16f847c7,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:05.061160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02bf36d-014e-459c-8e66-7586850620b2 None None] No DVR routers for this DVR port 367a23a9-99c2-473c-b7c8-17de16f847c7 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:04:05.140219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45224) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:05.159374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.171002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93af89e-9ffd-41eb-8fe8-bb92ece07a69']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:05.187428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64abbeac-5b5c-4eb5-8028-52f77c317a40') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:05.187829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64abbeac-5b5c-4eb5-8028-52f77c317a40') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:05.201503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.230863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.239865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:04:05.240560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:04:05.242706 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:04:05.361138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ba2bae43-d425-41ee-be8b-8f6925e45d9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e7ca9f6816745c198aadf17525c4824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192314 Aug 11 01:04:05.363706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45230) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:05.414664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c56ed9e-7212-4923-80a5-2ecb987c6e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.430486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.435484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.437714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f93af89e-9ffd-41eb-8fe8-bb92ece07a69 HTTP/1.1" status: 204 len: 168 time: 1.0961039 Aug 11 01:04:05.453751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890483f-0c44-4e4f-8c4e-8b3ccf022522 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93af89e-9ffd-41eb-8fe8-bb92ece07a69,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:05.457009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c56ed9e-7212-4923-80a5-2ecb987c6e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.517867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 367a23a9-99c2-473c-b7c8-17de16f847c7 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:05.551250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 367a23a9-99c2-473c-b7c8-17de16f847c7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:05.551250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 367a23a9-99c2-473c-b7c8-17de16f847c7 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:05.551250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:05.571328 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:05.571617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 00bf2ac4-fb4e-4ed7-b22d-2ce585f6f642 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:05.572191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e2246238-684c-4581-b63f-8ac54d7df39f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:05.593820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e2246238-684c-4581-b63f-8ac54d7df39f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:05.594174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e2246238-684c-4581-b63f-8ac54d7df39f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:05.637133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c56ed9e-7212-4923-80a5-2ecb987c6e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.639992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c56ed9e-7212-4923-80a5-2ecb987c6e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:05.641255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9c56ed9e-7212-4923-80a5-2ecb987c6e9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dca953a7-7830-4df9-b7e5-2460c271db31 HTTP/1.1" status: 204 len: 168 time: 0.2765760 Aug 11 01:04:05.650778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56ed9e-7212-4923-80a5-2ecb987c6e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca953a7-7830-4df9-b7e5-2460c271db31,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:06.005203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45244) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:06.047552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-607ced8c-5a99-40e6-ac2e-c768244d07aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fab1d7a6b945499d83a744f795dd65a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411193 Aug 11 01:04:06.050252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45246) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:06.103903 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0f46ab11-f380-4173-b429-99d05c0749c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:06.136063 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0f46ab11-f380-4173-b429-99d05c0749c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:06.345488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0f46ab11-f380-4173-b429-99d05c0749c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:06.350007 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0f46ab11-f380-4173-b429-99d05c0749c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:06.352670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0f46ab11-f380-4173-b429-99d05c0749c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa47b11d-5fcc-485d-852b-c16b272ea829 HTTP/1.1" status: 204 len: 168 time: 0.3006475 Aug 11 01:04:06.364972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46ab11-f380-4173-b429-99d05c0749c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa47b11d-5fcc-485d-852b-c16b272ea829,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:06.640914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45262) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:06.685127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f59bda5d-6632-4860-a030-490b72259437 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d78600f7971c459ea618ffc08c7467bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430136 Aug 11 01:04:06.688119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45264) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:06.746618 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8794e7-6f19-4a89-99af-f1640532e83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:06.781077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8794e7-6f19-4a89-99af-f1640532e83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:07.039057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8794e7-6f19-4a89-99af-f1640532e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:07.039057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb8794e7-6f19-4a89-99af-f1640532e83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:07.039057 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb8794e7-6f19-4a89-99af-f1640532e83a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/066c18f5-e7e6-47f2-b3a6-41eeb11b9e4c HTTP/1.1" status: 204 len: 168 time: 0.2476311 Aug 11 01:04:07.039057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8794e7-6f19-4a89-99af-f1640532e83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c18f5-e7e6-47f2-b3a6-41eeb11b9e4c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:07.599422 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:04:07.813058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45330) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:07.930898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1593776770-network', 'tenant_id': '6d5f4305848b4b7183a06332632ffd00'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:08.012770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Made reservation on behalf of 6d5f4305848b4b7183a06332632ffd00 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:04:08.016002 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:08.044302 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:08.152621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:08.288326 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:08.314578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:04:08.330783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d18791e-5032-4f57-9d42-eb37aa222f00,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:08.346732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:08.347233 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Added segment 46ec59b1-efc4-487d-bc67-fc546f6ea47d of type vlan for network 41d9f65b-0115-4a98-b70d-17847a530cd2 Aug 11 01:04:08.399294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:08.535038 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:08.536427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:08.537325 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:08.638209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] Pushing event updated for resources: {'Network': ['ID=41d9f65b-0115-4a98-b70d-17847a530cd2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:08.654157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 41d9f65b-0115-4a98-b70d-17847a530cd2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:04:08.714719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5d7646bb-a16e-4177-b333-f17a3bdf4d99 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9009628 Aug 11 01:04:08.715640 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:08.725670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Request body: {'subnet': {'network_id': '41d9f65b-0115-4a98-b70d-17847a530cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1593776770-subnet', 'tenant_id': '6d5f4305848b4b7183a06332632ffd00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:08.916905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Made reservation on behalf of 6d5f4305848b4b7183a06332632ffd00 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:04:08.920658 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:09.329227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:09.386975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5426a53-fae3-4391-bbf3-8db8424f5c41,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:09.403730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Checking segment: {'id': '46ec59b1-efc4-487d-bc67-fc546f6ea47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '41d9f65b-0115-4a98-b70d-17847a530cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:04:09.404103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Network hostable DHCP agents. Network: 41d9f65b-0115-4a98-b70d-17847a530cd2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:04:09.499730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Network 41d9f65b-0115-4a98-b70d-17847a530cd2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:04:09.642904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 41d9f65b-0115-4a98-b70d-17847a530cd2) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:04:09.649999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:09.650228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:09.656626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c187f-f765-4d2b-9ba9-f810ef46ed1d None None] Network 41d9f65b-0115-4a98-b70d-17847a530cd2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:04:09.814317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32521b27-4b10-47d7-a0f7-6c66497cb958 None None] Network 41d9f65b-0115-4a98-b70d-17847a530cd2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:04:09.827691 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-24fabe51-8fb8-450f-8d90-6411bff54d42 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1102273 Aug 11 01:04:12.426460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-72fe0ef4-8fab-48a7-9707-cb089118ecdb tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:12.428055 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-72fe0ef4-8fab-48a7-9707-cb089118ecdb tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/networks?id=41d9f65b-0115-4a98-b70d-17847a530cd2 HTTP/1.1" status: 200 len: 810 time: 0.1317391 Aug 11 01:04:12.449410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cfa5eaeb-d56c-4aa7-be3d-f43aae6930f4 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/quotas/6d5f4305848b4b7183a06332632ffd00 HTTP/1.1" status: 200 len: 375 time: 0.0101159 Aug 11 01:04:12.485755 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-59fd8a2c-60d0-467e-9062-9580c9cf22d3 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6d5f4305848b4b7183a06332632ffd00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298524 Aug 11 01:04:12.723386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-53576d02-7a39-44e8-92db-e5967fbd3f36 service neutron] 10.222.0.43 "GET /v2.0/networks/41d9f65b-0115-4a98-b70d-17847a530cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292948 Aug 11 01:04:12.848154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-5caaad6c-1cea-4e11-8240-e6e85de713dd service neutron] 10.222.0.43 "GET /v2.0/networks/41d9f65b-0115-4a98-b70d-17847a530cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181848 Aug 11 01:04:13.479876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d6d0fef7-dd21-4e88-8d50-98fe60cbe8a2 req-40c20021-59d0-4589-9121-c7ae2aaad61c tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 210 time: 0.0320327 Aug 11 01:04:14.574770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b12e0788-6b36-48ab-8cd4-8d6e36cd0954 req-a3411ba5-d94f-4c97-ad34-00ce3909c8ab tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 210 time: 0.0338469 Aug 11 01:04:15.253613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45672) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:15.386285 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-a120-43fc-a9a0-5b280c8aa846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:15.496068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-a120-43fc-a9a0-5b280c8aa846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:15.606531 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8e0e8ef-a120-43fc-a9a0-5b280c8aa846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:15.652808 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c8e0e8ef-a120-43fc-a9a0-5b280c8aa846 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a80c6026b2e04d848f3cfeddab6eee9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978102 Aug 11 01:04:15.653573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0e8ef-a120-43fc-a9a0-5b280c8aa846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead1a73-b858-48c2-8145-8020b296e697,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:15.656050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45684) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:15.703074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db7ed435-e033-4e1a-98c3-c35eaaff2590 req-2df3eea7-1264-43b1-8f8f-654318ef9a3f tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 210 time: 0.0451562 Aug 11 01:04:15.709699 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-914207d9-446b-4e48-8990-127fb7e53d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:15.751349 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-914207d9-446b-4e48-8990-127fb7e53d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:15.918628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-914207d9-446b-4e48-8990-127fb7e53d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:15.921222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-914207d9-446b-4e48-8990-127fb7e53d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:15.925380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-914207d9-446b-4e48-8990-127fb7e53d39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ead1a73-b858-48c2-8145-8020b296e697 HTTP/1.1" status: 204 len: 168 time: 0.2654626 Aug 11 01:04:15.938645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914207d9-446b-4e48-8990-127fb7e53d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead1a73-b858-48c2-8145-8020b296e697,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:16.301930 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1c10ddb4-acda-436b-97a4-4c4e2b6374c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:16.673684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-f2d3ca97-d5a8-41d5-bdf1-727421ff98af tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:16.675148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-f2d3ca97-d5a8-41d5-bdf1-727421ff98af tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.44 "GET /v2.0/networks?id=41d9f65b-0115-4a98-b70d-17847a530cd2 HTTP/1.1" status: 200 len: 810 time: 0.1148660 Aug 11 01:04:16.693793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Request body: {'port': {'device_id': '092ab2a1-03c5-48e6-a4b4-e18a3bab0374', 'network_id': '41d9f65b-0115-4a98-b70d-17847a530cd2', 'admin_state_up': True, 'tenant_id': '6d5f4305848b4b7183a06332632ffd00'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:16.762463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 45712) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:16.794845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bdea39c-26b7-4414-a411-9a7d7a908563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:16.857146 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75be8fe1-8691-4d68-a9ae-88d9a95e0d91 req-9974958d-3722-4b6c-8a7d-18a4f449af14 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 210 time: 0.0569243 Aug 11 01:04:16.924485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bdea39c-26b7-4414-a411-9a7d7a908563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.036580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0bdea39c-26b7-4414-a411-9a7d7a908563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.094727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0bdea39c-26b7-4414-a411-9a7d7a908563 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94abf4eb4a53458dac2b25198f983958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311365 Aug 11 01:04:17.095632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdea39c-26b7-4414-a411-9a7d7a908563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eaffec-35ee-4c2e-a61a-d56791aa4c9b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:17.097498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 45722) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:17.154599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7649ae7c-5f1d-481d-9c49-f7eb365a86b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.157705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Made reservation on behalf of 6d5f4305848b4b7183a06332632ffd00 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:04:17.161274 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.197634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7649ae7c-5f1d-481d-9c49-f7eb365a86b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.344194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Allocated IP 172.20.0.3 (41d9f65b-0115-4a98-b70d-17847a530cd2/e5426a53-fae3-4391-bbf3-8db8424f5c41/1f2661b6-555e-4a47-93b9-0c94b8c30c3f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:04:17.381364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7649ae7c-5f1d-481d-9c49-f7eb365a86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.384616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7649ae7c-5f1d-481d-9c49-f7eb365a86b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.385849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7649ae7c-5f1d-481d-9c49-f7eb365a86b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9eaffec-35ee-4c2e-a61a-d56791aa4c9b HTTP/1.1" status: 204 len: 168 time: 0.2873137 Aug 11 01:04:17.406875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649ae7c-5f1d-481d-9c49-f7eb365a86b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eaffec-35ee-4c2e-a61a-d56791aa4c9b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:17.560665 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.705600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.752553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Network 41d9f65b-0115-4a98-b70d-17847a530cd2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:04:17.756180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:04:17.758691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:04:17.806440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Pushing event updated for resources: {'Port': ['ID=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:17.833597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:17.834511 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:17.984325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00634e9d-319d-43df-841a-361ff76af90e req-45d8641b-8480-4faf-9c2d-c082d4d01adb tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:17.985773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00634e9d-319d-43df-841a-361ff76af90e req-45d8641b-8480-4faf-9c2d-c082d4d01adb tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 931 time: 0.0598044 Aug 11 01:04:18.003520 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-cbb4f647-0066-4361-9d7f-17ad4ad63350 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3136344 Aug 11 01:04:18.016253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Request body: {'port': {'device_id': '092ab2a1-03c5-48e6-a4b4-e18a3bab0374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:18.069512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-00634e9d-319d-43df-841a-361ff76af90e req-930ef6c8-8767-4be0-aea3-612cbdc4ad8b tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768578 Aug 11 01:04:18.110136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:18.453427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2661b6-555e-4a47-93b9-0c94b8c30c3f {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:04:18.461325 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:18.475855 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Transition to ACTIVE for port object 1f2661b6-555e-4a47-93b9-0c94b8c30c3f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:04:18.613878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:18.662806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Pushing event updated for resources: {'Port': ['ID=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:18.770604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Attempting to bind port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:04:18.771583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Attempting to bind port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '46ec59b1-efc4-487d-bc67-fc546f6ea47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '41d9f65b-0115-4a98-b70d-17847a530cd2'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:04:18.771583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Attempting to bind port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f on network 41d9f65b-0115-4a98-b70d-17847a530cd2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:04:18.776876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f on network 41d9f65b-0115-4a98-b70d-17847a530cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:04:18.777213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Attempting to bind port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f on network 41d9f65b-0115-4a98-b70d-17847a530cd2 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:04:18.782343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:04:18.782716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Checking segment: {'id': '46ec59b1-efc4-487d-bc67-fc546f6ea47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '41d9f65b-0115-4a98-b70d-17847a530cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:04:18.783226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Bound using segment: {'id': '46ec59b1-efc4-487d-bc67-fc546f6ea47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '41d9f65b-0115-4a98-b70d-17847a530cd2'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:04:18.783723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Bound port: 1f2661b6-555e-4a47-93b9-0c94b8c30c3f, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ec59b1-efc4-487d-bc67-fc546f6ea47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '41d9f65b-0115-4a98-b70d-17847a530cd2'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:04:18.784114 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:18.853272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] For port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:04:18.856783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] For port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,segment=NetworkSegment(46ec59b1-efc4-487d-bc67-fc546f6ea47d),segment_id=46ec59b1-efc4-487d-bc67-fc546f6ea47d)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:04:18.979055 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f69f45ea-ad55-4493-824f-010592409525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:19.007531 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:19.016079 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:19.060107 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:19.060747 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:19.062307 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] 10.222.0.44 "PUT /v2.0/ports/1f2661b6-555e-4a47-93b9-0c94b8c30c3f HTTP/1.1" status: 200 len: 1092 time: 1.0506055 Aug 11 01:04:19.062805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092ab2a1-03c5-48e6-a4b4-e18a3bab0374', 'tag': '1f2661b6-555e-4a47-93b9-0c94b8c30c3f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:19.065332 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62e7566-7565-4743-89aa-41e5c2b5db47" -d '{"events": [{"name": "network-changed", "server_uuid": "092ab2a1-03c5-48e6-a4b4-e18a3bab0374", "tag": "1f2661b6-555e-4a47-93b9-0c94b8c30c3f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:19.097606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591733a-c18e-464c-9866-ef8caf81961c service neutron] Pushing event updated for resources: {'Port': ['ID=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:19.155984 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a0598d-4e78-4ae6-9ee8-a5381c8246d7 x-openstack-request-id: req-03a0598d-4e78-4ae6-9ee8-a5381c8246d7 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:19.159689 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092ab2a1-03c5-48e6-a4b4-e18a3bab0374", "tag": "1f2661b6-555e-4a47-93b9-0c94b8c30c3f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:19.180095 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03a0598d-4e78-4ae6-9ee8-a5381c8246d7 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:19.180095 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092ab2a1-03c5-48e6-a4b4-e18a3bab0374', 'tag': '1f2661b6-555e-4a47-93b9-0c94b8c30c3f', 'status': 'completed', 'code': 200} Aug 11 01:04:19.239527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7566-7565-4743-89aa-41e5c2b5db47 req-39b26f22-3f38-4784-b6a8-dfcec4f0b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:19.243039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a62e7566-7565-4743-89aa-41e5c2b5db47 req-39b26f22-3f38-4784-b6a8-dfcec4f0b68b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d5f4305848b4b7183a06332632ffd00&device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 1095 time: 0.0601282 Aug 11 01:04:19.255515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9581490-66d6-4c4c-abc0-f1a40abce672 req-b178a88b-5dde-404c-9092-5e52c5d3b7ad tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:19.258294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9581490-66d6-4c4c-abc0-f1a40abce672 req-b178a88b-5dde-404c-9092-5e52c5d3b7ad tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 943 time: 0.0806513 Aug 11 01:04:19.308488 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d9581490-66d6-4c4c-abc0-f1a40abce672 req-adcb0aca-6bf4-4666-b16f-8bc380738266 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Aug 11 01:04:19.377779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7566-7565-4743-89aa-41e5c2b5db47 req-1a02104c-7a55-4074-9d1e-4ed1e8cfaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:19.379298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a62e7566-7565-4743-89aa-41e5c2b5db47 req-1a02104c-7a55-4074-9d1e-4ed1e8cfaefc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6d5f4305848b4b7183a06332632ffd00&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1217213 Aug 11 01:04:19.498435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7566-7565-4743-89aa-41e5c2b5db47 req-a24f2e63-083b-46ad-94b7-39fc70baa658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:19.498435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a62e7566-7565-4743-89aa-41e5c2b5db47 req-a24f2e63-083b-46ad-94b7-39fc70baa658 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113796 Aug 11 01:04:19.604105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4225735a-b978-4fe9-83d7-7e7c1b6b8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:19.605687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-4225735a-b978-4fe9-83d7-7e7c1b6b8eef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d5f4305848b4b7183a06332632ffd00&device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 1095 time: 0.0631599 Aug 11 01:04:19.649108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-add5d9b1-b16f-4ab3-9907-8798ebcae22f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f2661b6-555e-4a47-93b9-0c94b8c30c3f HTTP/1.1" status: 200 len: 217 time: 0.0350900 Aug 11 01:04:19.710607 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-b983c4c0-2105-48fa-a00a-570e3f25bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:19.712215 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-b983c4c0-2105-48fa-a00a-570e3f25bd4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5426a53-fae3-4391-bbf3-8db8424f5c41 HTTP/1.1" status: 200 len: 850 time: 0.0575564 Aug 11 01:04:19.747835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-17e54f23-d896-44a0-99e9-24a6c280b720 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d9f65b-0115-4a98-b70d-17847a530cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277884 Aug 11 01:04:19.852377 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-71c33d3e-0dc2-4966-a026-f44a05bf7606 service neutron] 10.222.0.44 "GET /v2.0/networks/41d9f65b-0115-4a98-b70d-17847a530cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983548 Aug 11 01:04:19.960627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-02b064d2-2e15-4072-a3d1-6387c3c67ce5 req-0b0a7885-f162-4823-bcf3-ed7cf6f2d3e5 service neutron] 10.222.0.44 "GET /v2.0/networks/41d9f65b-0115-4a98-b70d-17847a530cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989220 Aug 11 01:04:20.445567 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb5c82-87bd-4b5d-9ae2-52458b913de0 req-c835f842-bea5-4ce2-bce2-d12904940fc1 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:20.447294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fabb5c82-87bd-4b5d-9ae2-52458b913de0 req-c835f842-bea5-4ce2-bce2-d12904940fc1 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 943 time: 0.0581715 Aug 11 01:04:20.491431 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fabb5c82-87bd-4b5d-9ae2-52458b913de0 req-664c0b27-7807-4e5f-ad3f-c8157c071e24 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Aug 11 01:04:20.500566 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:21.660643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde355-33f9-4624-8260-812bd0307d1d req-9eb786cc-0ad8-42c7-89c8-270455046a4f tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:21.662168 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34bde355-33f9-4624-8260-812bd0307d1d req-9eb786cc-0ad8-42c7-89c8-270455046a4f tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 943 time: 0.0663667 Aug 11 01:04:21.717833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34bde355-33f9-4624-8260-812bd0307d1d req-7329e4d9-410d-4df2-9410-87b35a19d813 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482628 Aug 11 01:04:22.430732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1f2661b6-555e-4a47-93b9-0c94b8c30c3f details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:04:22.467851 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:22.580479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,segment=NetworkSegment(46ec59b1-efc4-487d-bc67-fc546f6ea47d),segment_id=46ec59b1-efc4-487d-bc67-fc546f6ea47d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:22.597622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '1f2661b6-555e-4a47-93b9-0c94b8c30c3f', 'network_id': '41d9f65b-0115-4a98-b70d-17847a530cd2', 'port_id': '1f2661b6-555e-4a47-93b9-0c94b8c30c3f', 'mac_address': 'fa:16:3e:0e:e2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5426a53-fae3-4391-bbf3-8db8424f5c41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:04:22.649156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:22.662223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2661b6-555e-4a47-93b9-0c94b8c30c3f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:04:22.693590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,segment=NetworkSegment(46ec59b1-efc4-487d-bc67-fc546f6ea47d),segment_id=46ec59b1-efc4-487d-bc67-fc546f6ea47d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:22.854284 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:22.855371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6cb37-9bd0-44b0-9e96-79b4e75ee56b req-2412486a-1f77-4242-bedb-e39b63c33132 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:22.857464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44d6cb37-9bd0-44b0-9e96-79b4e75ee56b req-2412486a-1f77-4242-bedb-e39b63c33132 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 943 time: 0.0594211 Aug 11 01:04:22.899761 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44d6cb37-9bd0-44b0-9e96-79b4e75ee56b req-01ccebd7-2cd3-4ff5-8dd1-65adbf1405d3 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Aug 11 01:04:22.911352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:23.050061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['1f2661b6-555e-4a47-93b9-0c94b8c30c3f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:04:24.365569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c348162-5ac9-4860-805b-4e7685181ce2 req-3ece76ba-83da-41e3-8d66-7a7961e83f9f tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:24.368021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c348162-5ac9-4860-805b-4e7685181ce2 req-3ece76ba-83da-41e3-8d66-7a7961e83f9f tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 944 time: 0.3896525 Aug 11 01:04:24.419582 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6c348162-5ac9-4860-805b-4e7685181ce2 req-66a4969c-adfb-4cdc-baba-fb45d736043b tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Aug 11 01:04:24.434063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1f2661b6-555e-4a47-93b9-0c94b8c30c3f up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:04:24.756574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:04:24.761998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:04:24.762388 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:24.858286 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:24.888805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092ab2a1-03c5-48e6-a4b4-e18a3bab0374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2661b6-555e-4a47-93b9-0c94b8c30c3f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:24.891199 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc8c63a-e667-4835-bc54-4e50511bdda8" -d '{"events": [{"server_uuid": "092ab2a1-03c5-48e6-a4b4-e18a3bab0374", "name": "network-vif-plugged", "status": "completed", "tag": "1f2661b6-555e-4a47-93b9-0c94b8c30c3f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:24.907249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,segment=NetworkSegment(46ec59b1-efc4-487d-bc67-fc546f6ea47d),segment_id=46ec59b1-efc4-487d-bc67-fc546f6ea47d)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:24.939483 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb6e233-5aa7-4ea5-a09d-5d1041d0413f x-openstack-request-id: req-5cb6e233-5aa7-4ea5-a09d-5d1041d0413f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:24.939775 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092ab2a1-03c5-48e6-a4b4-e18a3bab0374", "name": "network-vif-plugged", "status": "completed", "tag": "1f2661b6-555e-4a47-93b9-0c94b8c30c3f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:24.940033 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5cb6e233-5aa7-4ea5-a09d-5d1041d0413f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:24.940502 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092ab2a1-03c5-48e6-a4b4-e18a3bab0374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2661b6-555e-4a47-93b9-0c94b8c30c3f', 'code': 200} Aug 11 01:04:25.038195 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:25.059702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf227b-cb0a-49fc-8a34-347b553848a7 req-1bba5d93-3207-4536-bc80-d8eb0fa339b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:25.062679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6ccf227b-cb0a-49fc-8a34-347b553848a7 req-1bba5d93-3207-4536-bc80-d8eb0fa339b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 1096 time: 0.0590382 Aug 11 01:04:25.111148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:25.131191 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6ccf227b-cb0a-49fc-8a34-347b553848a7 req-e05052f8-7780-439f-a482-019e8d6a6019 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598986 Aug 11 01:04:25.435190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-4c41b691-e491-48ac-b256-482c4b7096d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533044 Aug 11 01:04:25.522363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-598cb731-ea95-46e5-a70a-1fa9a5d35f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:25.524681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-598cb731-ea95-46e5-a70a-1fa9a5d35f51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 1097 time: 0.0496159 Aug 11 01:04:25.598756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5580-2922-4e6d-b2b9-7b47154ef51d req-32b05690-289b-4970-b0c1-2dc816953730 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:25.600400 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-769b5580-2922-4e6d-b2b9-7b47154ef51d req-32b05690-289b-4970-b0c1-2dc816953730 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 945 time: 0.0690811 Aug 11 01:04:25.653731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-769b5580-2922-4e6d-b2b9-7b47154ef51d req-d48cdec5-9416-40a8-915d-f5bce0f7e1dd tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466268 Aug 11 01:04:25.696929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-501ca0d8-a3e1-4765-adbb-eadc489f0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:25.698835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-501ca0d8-a3e1-4765-adbb-eadc489f0a5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1506882 Aug 11 01:04:25.801422 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-0534b67f-b027-4e48-abea-d3ac520cc156 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae0d60c-398f-4c47-bd14-6703640c0038 HTTP/1.1" status: 200 len: 1000 time: 0.0860090 Aug 11 01:04:25.864684 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-502ff110-ee15-4263-ba33-f94c2541a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:25.866198 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-502ff110-ee15-4263-ba33-f94c2541a912 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0661426 Aug 11 01:04:25.924083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-59e46e49-9aba-4857-bf6c-665c210ee33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:25.925913 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-59e46e49-9aba-4857-bf6c-665c210ee33d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528810 Aug 11 01:04:26.042494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-7cf6daed-87d5-4f81-bf63-eccf36a4a359 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089597 Aug 11 01:04:26.158162 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fb1c445-85cc-48fe-8e74-66bc76ab5544 req-ae0f91ee-f2d6-41a4-baf7-941e204f9128 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085277 Aug 11 01:04:26.826438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28f432-dd81-480f-9266-6a33ada5f9bc req-1fe02958-870a-4b09-bfc6-6bf289f779e8 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:26.828053 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f28f432-dd81-480f-9266-6a33ada5f9bc req-1fe02958-870a-4b09-bfc6-6bf289f779e8 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 945 time: 0.0733840 Aug 11 01:04:26.896836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f28f432-dd81-480f-9266-6a33ada5f9bc req-a12f5311-2fe1-4ed6-b83f-53c6dd56ad50 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621090 Aug 11 01:04:27.676663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b6fd-a241-430c-8936-3889955f39c3 req-243f91cd-cfd8-477c-941a-c9e7c129bf9c tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:27.678587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9dc8b6fd-a241-430c-8936-3889955f39c3 req-243f91cd-cfd8-477c-941a-c9e7c129bf9c tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 945 time: 0.0557370 Aug 11 01:04:27.732966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9dc8b6fd-a241-430c-8936-3889955f39c3 req-4a764ba4-e3e3-4f30-9369-1bd55613feb4 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Aug 11 01:04:27.874474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d3185-4443-4403-ae7e-aea8ed5d2bb2 req-2f6c3082-0489-4917-b651-5f44961dab41 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:27.876114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eb3d3185-4443-4403-ae7e-aea8ed5d2bb2 req-2f6c3082-0489-4917-b651-5f44961dab41 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 945 time: 0.0714481 Aug 11 01:04:27.926591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eb3d3185-4443-4403-ae7e-aea8ed5d2bb2 req-8e825fab-c7b5-46f6-a778-0de865fe6f40 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405777 Aug 11 01:04:28.893341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887d82-2ab4-443f-b8d0-ebd62960ebda req-94f3597c-f8ee-4cf0-9fc1-969675a64a9e tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:28.894945 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef887d82-2ab4-443f-b8d0-ebd62960ebda req-94f3597c-f8ee-4cf0-9fc1-969675a64a9e tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 945 time: 0.0877447 Aug 11 01:04:28.907955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-938ea501-3bd0-4faa-a60b-547ed586b630 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:28.909408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-938ea501-3bd0-4faa-a60b-547ed586b630 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.44 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 945 time: 0.0693994 Aug 11 01:04:29.012434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef887d82-2ab4-443f-b8d0-ebd62960ebda req-eeacf067-fc96-41a4-82ef-5c6afb94ffa1 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d18791e-5032-4f57-9d42-eb37aa222f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014383 Aug 11 01:04:29.061754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Deleting port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:29.062358 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.075237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31203-b56e-493a-a784-f744797d3b43 req-fddd60e5-a5ef-49de-b02d-9d1daba4c951 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:29.076860 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-12a31203-b56e-493a-a784-f744797d3b43 req-fddd60e5-a5ef-49de-b02d-9d1daba4c951 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 945 time: 0.0602198 Aug 11 01:04:29.128686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-12a31203-b56e-493a-a784-f744797d3b43 req-3cc8b2d5-3d26-451d-a81e-63249742eea2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394413 Aug 11 01:04:29.190168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] For port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,segment=NetworkSegment(46ec59b1-efc4-487d-bc67-fc546f6ea47d),segment_id=46ec59b1-efc4-487d-bc67-fc546f6ea47d)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:29.190540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.203328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Calling delete_port for 1f2661b6-555e-4a47-93b9-0c94b8c30c3f owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:29.335795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-c8746a17-234e-4318-8494-2f83fb8afbd2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:29.337070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-c8746a17-234e-4318-8494-2f83fb8afbd2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 945 time: 0.0834832 Aug 11 01:04:29.486654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port 6ae0d60c-398f-4c47-bd14-6703640c0038 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:29.486950 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.535928 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.553749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['1f2661b6-555e-4a47-93b9-0c94b8c30c3f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:04:29.588571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Pushing event deleted for resources: {'Port': ['ID=1f2661b6-555e-4a47-93b9-0c94b8c30c3f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:29.652221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] No DVR routers for this DVR port 1f2661b6-555e-4a47-93b9-0c94b8c30c3f on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:04:29.656776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.658800 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-57ad2aea-7364-45b3-b30a-1f0af5962cfb req-21a787dd-6af6-4501-afc8-81f83f39b068 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.44 "DELETE /v2.0/ports/1f2661b6-555e-4a47-93b9-0c94b8c30c3f HTTP/1.1" status: 204 len: 173 time: 0.7417011 Aug 11 01:04:29.659290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092ab2a1-03c5-48e6-a4b4-e18a3bab0374', 'name': 'network-vif-deleted', 'tag': '1f2661b6-555e-4a47-93b9-0c94b8c30c3f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:29.661610 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7087a5d0-e252-4f00-be4a-8e63bded8aa8" -d '{"events": [{"server_uuid": "092ab2a1-03c5-48e6-a4b4-e18a3bab0374", "name": "network-vif-deleted", "tag": "1f2661b6-555e-4a47-93b9-0c94b8c30c3f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:29.686513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] For port 6ae0d60c-398f-4c47-bd14-6703640c0038, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=6ae0d60c-398f-4c47-bd14-6703640c0038,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:29.687132 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.702916 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.735800 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06061c1a-6a0f-44c9-bd28-fd1f5fa1c196 x-openstack-request-id: req-06061c1a-6a0f-44c9-bd28-fd1f5fa1c196 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:29.736109 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092ab2a1-03c5-48e6-a4b4-e18a3bab0374", "name": "network-vif-deleted", "tag": "1f2661b6-555e-4a47-93b9-0c94b8c30c3f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:29.736342 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06061c1a-6a0f-44c9-bd28-fd1f5fa1c196 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:29.736760 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092ab2a1-03c5-48e6-a4b4-e18a3bab0374', 'name': 'network-vif-deleted', 'tag': '1f2661b6-555e-4a47-93b9-0c94b8c30c3f', 'status': 'completed', 'code': 200} Aug 11 01:04:29.847891 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.901702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.902470 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:29.902942 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Floating IP 3ba739da-4d9a-4e95-99f0-fe24458f165c disassociated. External IP: 172.25.0.84, port: 6ae0d60c-398f-4c47-bd14-6703640c0038. Aug 11 01:04:29.903347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for 6ae0d60c-398f-4c47-bd14-6703640c0038 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:30.141568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9798e130-40dd-48f0-aa3f-6d0f0b9ebcd1 req-45f5491a-171a-416d-8538-ec6343669238 tempest-ServerGroupTestJSON-1751289754 tempest-ServerGroupTestJSON-1751289754-project] 10.222.0.43 "GET /v2.0/ports?device_id=092ab2a1-03c5-48e6-a4b4-e18a3bab0374 HTTP/1.1" status: 200 len: 210 time: 0.0362194 Aug 11 01:04:30.220019 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:30.270858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=6ae0d60c-398f-4c47-bd14-6703640c0038,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:30.295802 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca4c1924-b18f-490b-a5f0-7c78ef53493d req-8340a47e-4586-490f-bab7-51d967fa3326 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0643551 Aug 11 01:04:30.414491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:04:30.534708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:04:30.545821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:04:30.556740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:04:30.558042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:04:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:30.582643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] No DVR routers for this DVR port 6ae0d60c-398f-4c47-bd14-6703640c0038 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:04:30.585377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:30.588380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01e8daa5-98ce-47d9-957c-8d67d688e176 req-fbe01653-1c71-4d0f-b741-f7b29e4a749d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "DELETE /v2.0/ports/6ae0d60c-398f-4c47-bd14-6703640c0038 HTTP/1.1" status: 204 len: 173 time: 1.2442136 Aug 11 01:04:30.695120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:04:31.003366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:31.041878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:04:31.055153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:04:31.056462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:04:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:31.190054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:04:31.475108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:31.478631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19c28636-55e2-4e70-bcde-3eac1b437fd4 req-c8afed55-8af0-4815-bb6e-be097a7ffee4 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0694313 Aug 11 01:04:31.521442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deda24b-1e8d-4ff0-9504-9dcad8080623 None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:04:31.712715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46008) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:31.737868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'name': 'network-vif-deleted', 'tag': '6ae0d60c-398f-4c47-bd14-6703640c0038'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:31.740409 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563a9487-8421-47af-9f2b-d8a496c84097" -d '{"events": [{"server_uuid": "2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e", "name": "network-vif-deleted", "tag": "6ae0d60c-398f-4c47-bd14-6703640c0038"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:31.769944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f92f03b-beb5-416d-a4b2-c4d5598d1749 admin admin] Deleting subnet e5426a53-fae3-4391-bbf3-8db8424f5c41 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:04:31.774071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f92f03b-beb5-416d-a4b2-c4d5598d1749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:31.806463 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e78630-a111-49f7-af7d-1751fe1c6272 x-openstack-request-id: req-c9e78630-a111-49f7-af7d-1751fe1c6272 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:31.806972 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e", "name": "network-vif-deleted", "tag": "6ae0d60c-398f-4c47-bd14-6703640c0038", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:31.807485 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9e78630-a111-49f7-af7d-1751fe1c6272 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:31.808066 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e', 'name': 'network-vif-deleted', 'tag': '6ae0d60c-398f-4c47-bd14-6703640c0038', 'status': 'completed', 'code': 200} Aug 11 01:04:31.816132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f92f03b-beb5-416d-a4b2-c4d5598d1749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:31.824182 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b55ff-3346-43cd-9799-86ff5e2c8012 None None] New status for floating IP 3ba739da-4d9a-4e95-99f0-fe24458f165c: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:04:31.877247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f92f03b-beb5-416d-a4b2-c4d5598d1749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.048441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f92f03b-beb5-416d-a4b2-c4d5598d1749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.077639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92f03b-beb5-416d-a4b2-c4d5598d1749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5426a53-fae3-4391-bbf3-8db8424f5c41,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:32.081924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f92f03b-beb5-416d-a4b2-c4d5598d1749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.087943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46012) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:32.088083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3f92f03b-beb5-416d-a4b2-c4d5598d1749 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5426a53-fae3-4391-bbf3-8db8424f5c41 HTTP/1.1" status: 204 len: 168 time: 0.3739958 Aug 11 01:04:32.179766 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.264717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.276664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d9f65b-0115-4a98-b70d-17847a530cd2']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:32.287516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ec59b1-efc4-487d-bc67-fc546f6ea47d') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:32.287821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ec59b1-efc4-487d-bc67-fc546f6ea47d') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:32.297377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.317818 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.324992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:04:32.325391 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:04:32.327147 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:04:32.449242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1f2661b6-555e-4a47-93b9-0c94b8c30c3f no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:32.471052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 1f2661b6-555e-4a47-93b9-0c94b8c30c3f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:32.480750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 1f2661b6-555e-4a47-93b9-0c94b8c30c3f not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:32.521949 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.534422 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:32.534422 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] 10.222.0.43 "DELETE /v2.0/networks/41d9f65b-0115-4a98-b70d-17847a530cd2 HTTP/1.1" status: 204 len: 168 time: 0.4403772 Aug 11 01:04:32.546014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e36ee1-d15d-45a6-988e-b0f6d5b43f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d9f65b-0115-4a98-b70d-17847a530cd2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:32.586991 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09256b5c-3978-4d70-95aa-b0657900ee5d req-aa370318-8861-4e71-afa1-41a947ea1fde tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0296209 Aug 11 01:04:32.732007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6ae0d60c-398f-4c47-bd14-6703640c0038 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:32.753631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 6ae0d60c-398f-4c47-bd14-6703640c0038 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:32.753974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 6ae0d60c-398f-4c47-bd14-6703640c0038 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:33.053870 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46020) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:33.106343 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-12351597-14c8-453d-97f7-6f9f99de52e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d5f4305848b4b7183a06332632ffd00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512123 Aug 11 01:04:33.108895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46022) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:33.168716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d39edc47-c94c-4ee3-834c-00578fd2a947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:33.192497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d39edc47-c94c-4ee3-834c-00578fd2a947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:33.345486 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d39edc47-c94c-4ee3-834c-00578fd2a947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:33.348134 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d39edc47-c94c-4ee3-834c-00578fd2a947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:33.349372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d39edc47-c94c-4ee3-834c-00578fd2a947 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d18791e-5032-4f57-9d42-eb37aa222f00 HTTP/1.1" status: 204 len: 168 time: 0.2393720 Aug 11 01:04:33.360478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39edc47-c94c-4ee3-834c-00578fd2a947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d18791e-5032-4f57-9d42-eb37aa222f00,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:33.693408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-308a5770-1c65-40ee-86c2-5a1e7ee0c784 req-4581c1df-fb99-4924-bce2-2a4713ad28c2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0313759 Aug 11 01:04:34.561827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46052) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:34.668084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1901227249-network', 'tenant_id': '41c26a09faaf40bc914e2d130a9c896f'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:34.781565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Made reservation on behalf of 41c26a09faaf40bc914e2d130a9c896f for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:04:34.783758 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:34.800718 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f56695fa-a5e7-4733-94f3-557e6c4299a7 req-71dbf544-38be-4ffd-bb95-5ec6fcbcd2df tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0308263 Aug 11 01:04:34.806162 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:34.920219 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:35.034904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:35.060221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:04:35.070557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da0d191-0c9a-4339-a532-439719367d9d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:35.081363 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:35.081753 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Added segment 6ed525e6-5609-4aa0-839f-190f084c195c of type vlan for network 53705bc1-8930-4ba7-9836-6861eb63e5e0 Aug 11 01:04:35.123219 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:35.259521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:35.260458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:35.261047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:35.323872 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] Pushing event updated for resources: {'Network': ['ID=53705bc1-8930-4ba7-9836-6861eb63e5e0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:35.335809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 53705bc1-8930-4ba7-9836-6861eb63e5e0 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:04:35.395988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0727dd0d-48b5-44af-ad9d-d70a6b7d06c0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8330283 Aug 11 01:04:35.399914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46062) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:35.405061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Request body: {'subnet': {'network_id': '53705bc1-8930-4ba7-9836-6861eb63e5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1901227249-subnet', 'tenant_id': '41c26a09faaf40bc914e2d130a9c896f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:35.516304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Made reservation on behalf of 41c26a09faaf40bc914e2d130a9c896f for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:04:35.518874 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:35.842539 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:35.924851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa28b86e-bd6c-4742-b349-5a24b39f7410 req-5eaa8677-9504-48e8-aa7b-24df69d99396 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f7d8e11-a30c-4ae1-9c44-eb17aa49a71e HTTP/1.1" status: 200 len: 210 time: 0.0464013 Aug 11 01:04:35.959447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=532e5662-e628-4c3a-998e-a06681d52942,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:35.981851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Checking segment: {'id': '6ed525e6-5609-4aa0-839f-190f084c195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53705bc1-8930-4ba7-9836-6861eb63e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:04:35.982222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Network hostable DHCP agents. Network: 53705bc1-8930-4ba7-9836-6861eb63e5e0, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:04:36.076462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Network 53705bc1-8930-4ba7-9836-6861eb63e5e0 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:04:36.196949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 53705bc1-8930-4ba7-9836-6861eb63e5e0) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:04:36.206642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:36.207281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:36.209339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48d877-eb40-4efa-b73b-22c5732cac55 None None] Network 53705bc1-8930-4ba7-9836-6861eb63e5e0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:04:36.329594 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ead5f396-3fd3-4d26-8669-96847f1e08ae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9282351 Aug 11 01:04:36.368315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df44f5-27b9-44e2-8458-4c073f7f8925 None None] Network 53705bc1-8930-4ba7-9836-6861eb63e5e0 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:04:36.855586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c967d-6d94-45ca-9e30-83bf925312cd req-2781b4c4-8216-40c5-8e77-6ca0575bc7f1 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:36.857285 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-2781b4c4-8216-40c5-8e77-6ca0575bc7f1 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/networks?id=53705bc1-8930-4ba7-9836-6861eb63e5e0 HTTP/1.1" status: 200 len: 809 time: 0.1086159 Aug 11 01:04:36.873402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-1b3ff580-a0ef-4d37-adb1-36a2ebc9792e tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/quotas/41c26a09faaf40bc914e2d130a9c896f HTTP/1.1" status: 200 len: 375 time: 0.0102384 Aug 11 01:04:36.912784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-721f1541-e891-491a-8a3c-8537f3582136 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=41c26a09faaf40bc914e2d130a9c896f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333245 Aug 11 01:04:37.021082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-289278b9-c9e7-4fc0-9f2d-b537ad20d049 service neutron] 10.222.0.43 "GET /v2.0/networks/53705bc1-8930-4ba7-9836-6861eb63e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979857 Aug 11 01:04:37.139217 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-2a21c9e0-b6ac-488b-8e47-2746db56fb01 service neutron] 10.222.0.43 "GET /v2.0/networks/53705bc1-8930-4ba7-9836-6861eb63e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110599 Aug 11 01:04:37.252907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-b962ae0e-35ae-4f36-bf96-380bd996d6be tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711937108&fields=id&tenant_id=0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 267 time: 0.0488291 Aug 11 01:04:37.380253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-12633be3-94e3-4f7e-9a61-153497661b0d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:37.382397 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-12633be3-94e3-4f7e-9a61-153497661b0d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.1219223 Aug 11 01:04:37.391754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4cf1f62c-dc54-4133-a7b3-653f8e0a6974 req-e3c70f9d-8d73-4daf-be0d-83875317ee3a tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 210 time: 0.0311658 Aug 11 01:04:37.406371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-d18b8070-44c1-4ec2-bd91-2ff99ab17d31 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/quotas/0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 375 time: 0.0144706 Aug 11 01:04:37.479858 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-0df529cd-3903-4d32-a87c-008c5f03d4e2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634034 Aug 11 01:04:37.492800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-501e6f57-a995-43b7-b234-6c3380bfb738 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:04:37.496354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-501e6f57-a995-43b7-b234-6c3380bfb738 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086222 Aug 11 01:04:37.595401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-8c937734-9dbe-428e-8277-53cb4c3191bd service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950480 Aug 11 01:04:37.700333 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-ab57a0aa-5918-45e9-950e-d30e7e1825c4 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983377 Aug 11 01:04:38.464708 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-930a988c-39ce-4ae5-bbaf-f7a875b3ed1a req-d846f838-9533-4be9-bceb-36f3dd0f89e2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 210 time: 0.0322349 Aug 11 01:04:38.518044 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9da941ea-73a0-449f-9bb0-22f98b6ec4f1 req-afe48838-c88b-432d-bc77-1ab44db902b6 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 210 time: 0.0352113 Aug 11 01:04:39.571265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-20d8459a-6ba8-41a1-bcd8-0d4e1ed9645d req-09300e0f-cfd0-4e98-b058-0bc7a83b8ec3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 210 time: 0.0334737 Aug 11 01:04:39.616704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-29b1ef77-6972-4409-addf-f52db4cc025a req-a76750b4-8cfd-4911-9f5c-8081bb9d6947 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 210 time: 0.0275049 Aug 11 01:04:40.284226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c967d-6d94-45ca-9e30-83bf925312cd req-25aa8957-e839-439a-b999-64bc136ec911 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:40.285966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-25aa8957-e839-439a-b999-64bc136ec911 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.44 "GET /v2.0/networks?id=53705bc1-8930-4ba7-9836-6861eb63e5e0 HTTP/1.1" status: 200 len: 809 time: 0.1237307 Aug 11 01:04:40.299048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Request body: {'port': {'device_id': '271ad8a1-1036-4462-9100-dd9f83d86210', 'network_id': '53705bc1-8930-4ba7-9836-6861eb63e5e0', 'admin_state_up': True, 'tenant_id': '41c26a09faaf40bc914e2d130a9c896f'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:40.733306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f5377e3-235e-47ca-b95f-ed85f81c2349 req-bcd2acec-e018-4ae2-a40b-c3a61f1a4a48 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 210 time: 0.0314155 Aug 11 01:04:40.856186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3c5a2adf-42b9-487c-ae79-c6f9e7b16f31 req-bc620408-f34a-4634-bf51-0bf44accfee2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 210 time: 0.1585784 Aug 11 01:04:40.929067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Made reservation on behalf of 41c26a09faaf40bc914e2d130a9c896f for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:04:40.933119 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:40.937626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-871a6c8d-b3a5-43b8-8455-6d559f3cc647 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:40.948378 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-871a6c8d-b3a5-43b8-8455-6d559f3cc647 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.1149361 Aug 11 01:04:40.983633 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-29098b07-11f8-424f-a61f-4d18d1e5ce23 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 379 time: 0.0354328 Aug 11 01:04:40.993991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'port': {'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'admin_state_up': True, 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'security_groups': ['d4a573f5-182b-46ae-b99d-587b261ce1b2']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:41.096455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Allocated IP 172.20.0.14 (53705bc1-8930-4ba7-9836-6861eb63e5e0/532e5662-e628-4c3a-998e-a06681d52942/3e42a62c-a9f0-4128-8bdd-19df20253667) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:04:41.254222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:04:41.258283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:41.289416 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:41.410351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:41.414204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.20.0.12 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/ccb38795-5e99-42c1-8c63-03cd6abe7664) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:04:41.495275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Pushing event updated for resources: {'Port': ['ID=3e42a62c-a9f0-4128-8bdd-19df20253667,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:41.506728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.507356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.507887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.508234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.508577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.508932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.509267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.509599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.512481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.513027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.514020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.514371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:41.535279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Network 53705bc1-8930-4ba7-9836-6861eb63e5e0 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:04:41.537249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:04:41.553912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:04:41.618194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:41.619012 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:41.625218 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:41.640185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Transition to ACTIVE for port object ccb38795-5e99-42c1-8c63-03cd6abe7664 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:04:41.740623 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-6781d4d8-738a-41b8-bfbf-14658c66b198 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4456832 Aug 11 01:04:41.754009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Request body: {'port': {'device_id': '271ad8a1-1036-4462-9100-dd9f83d86210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:41.779805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:41.842208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=ccb38795-5e99-42c1-8c63-03cd6abe7664,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:41.869555 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:41.906437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:04:41.909027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:04:41.912228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:04:41.967146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064234d0-dc85-4058-a1af-de91fe2c2715 req-8b6e407b-ee95-42d4-a50b-fcd72c41898e tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:41.968852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-064234d0-dc85-4058-a1af-de91fe2c2715 req-8b6e407b-ee95-42d4-a50b-fcd72c41898e tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 932 time: 0.1277084 Aug 11 01:04:41.993017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:41.993693 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.055435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-064234d0-dc85-4058-a1af-de91fe2c2715 req-cb948a33-9376-486d-905c-a8cb7d092d52 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680199 Aug 11 01:04:42.180170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67531624-6451-42af-a536-d6d53fda9694 req-aa739e3b-3869-4bc4-ab6c-4daa2c2d80ea tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:42.181866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67531624-6451-42af-a536-d6d53fda9694 req-aa739e3b-3869-4bc4-ab6c-4daa2c2d80ea tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 932 time: 0.1967921 Aug 11 01:04:42.214407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-a2df651d-c447-4b4d-9af7-be8f41c27a63 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2247510 Aug 11 01:04:42.227502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Request body: {'port': {'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:04:42.237228 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67531624-6451-42af-a536-d6d53fda9694 req-4553a826-f1bb-4479-ab2d-dbdd2f835be3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472486 Aug 11 01:04:42.290941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.329090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e42a62c-a9f0-4128-8bdd-19df20253667 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:04:42.337637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.351776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Transition to ACTIVE for port object 3e42a62c-a9f0-4128-8bdd-19df20253667 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:04:42.368015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2534631c-243c-468a-8fa0-5c88e3b08f8d None None] Provisioning for port ccb38795-5e99-42c1-8c63-03cd6abe7664 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:04:42.372742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2534631c-243c-468a-8fa0-5c88e3b08f8d None None] Provisioning complete for port ccb38795-5e99-42c1-8c63-03cd6abe7664 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:04:42.373112 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2534631c-243c-468a-8fa0-5c88e3b08f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.414900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2534631c-243c-468a-8fa0-5c88e3b08f8d None None] Port ccb38795-5e99-42c1-8c63-03cd6abe7664 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:04:42.477198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.578618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e42a62c-a9f0-4128-8bdd-19df20253667,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:42.622180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb38795-5e99-42c1-8c63-03cd6abe7664 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:04:42.630961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.637135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Attempting to bind port 3e42a62c-a9f0-4128-8bdd-19df20253667 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:04:42.637758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Attempting to bind port 3e42a62c-a9f0-4128-8bdd-19df20253667 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '6ed525e6-5609-4aa0-839f-190f084c195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53705bc1-8930-4ba7-9836-6861eb63e5e0'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:04:42.638272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Attempting to bind port 3e42a62c-a9f0-4128-8bdd-19df20253667 on network 53705bc1-8930-4ba7-9836-6861eb63e5e0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:04:42.643352 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Port 3e42a62c-a9f0-4128-8bdd-19df20253667 on network 53705bc1-8930-4ba7-9836-6861eb63e5e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:04:42.643886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Attempting to bind port 3e42a62c-a9f0-4128-8bdd-19df20253667 on network 53705bc1-8930-4ba7-9836-6861eb63e5e0 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:04:42.646559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Transition to ACTIVE for port object ccb38795-5e99-42c1-8c63-03cd6abe7664 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:04:42.650740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:04:42.651356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Checking segment: {'id': '6ed525e6-5609-4aa0-839f-190f084c195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53705bc1-8930-4ba7-9836-6861eb63e5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:04:42.651951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Bound using segment: {'id': '6ed525e6-5609-4aa0-839f-190f084c195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53705bc1-8930-4ba7-9836-6861eb63e5e0'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:04:42.652663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Bound port: 3e42a62c-a9f0-4128-8bdd-19df20253667, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed525e6-5609-4aa0-839f-190f084c195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '53705bc1-8930-4ba7-9836-6861eb63e5e0'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:04:42.653228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.745188 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.753074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] For port 3e42a62c-a9f0-4128-8bdd-19df20253667, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:04:42.756700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] For port 3e42a62c-a9f0-4128-8bdd-19df20253667, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3e42a62c-a9f0-4128-8bdd-19df20253667,segment=NetworkSegment(6ed525e6-5609-4aa0-839f-190f084c195c),segment_id=6ed525e6-5609-4aa0-839f-190f084c195c)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:04:42.811472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb38795-5e99-42c1-8c63-03cd6abe7664,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:42.905918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:42.937844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Attempting to bind port ccb38795-5e99-42c1-8c63-03cd6abe7664 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:04:42.938155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Attempting to bind port ccb38795-5e99-42c1-8c63-03cd6abe7664 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:04:42.938498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Attempting to bind port ccb38795-5e99-42c1-8c63-03cd6abe7664 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:04:42.943707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Port ccb38795-5e99-42c1-8c63-03cd6abe7664 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:04:42.944074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Attempting to bind port ccb38795-5e99-42c1-8c63-03cd6abe7664 on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:04:42.950098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:04:42.950439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:04:42.950836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:04:42.951487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Bound port: ccb38795-5e99-42c1-8c63-03cd6abe7664, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:04:42.951862 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:43.260581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e42a62c-a9f0-4128-8bdd-19df20253667,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:43.260581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.260581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:43.260581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-15d265d8-3781-4f4e-ae3f-3dbdcfef10f1 service neutron] 10.222.0.44 "PUT /v2.0/ports/3e42a62c-a9f0-4128-8bdd-19df20253667 HTTP/1.1" status: 200 len: 1093 time: 1.3054671 Aug 11 01:04:43.264500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] For port ccb38795-5e99-42c1-8c63-03cd6abe7664, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:04:43.265447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271ad8a1-1036-4462-9100-dd9f83d86210', 'tag': '3e42a62c-a9f0-4128-8bdd-19df20253667'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:43.266495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] For port ccb38795-5e99-42c1-8c63-03cd6abe7664, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:04:43.266994 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7703f-6352-4328-92b6-920e35533211" -d '{"events": [{"name": "network-changed", "server_uuid": "271ad8a1-1036-4462-9100-dd9f83d86210", "tag": "3e42a62c-a9f0-4128-8bdd-19df20253667"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:43.266994 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04221206-834e-4827-bb4c-ca0f0c3c958c x-openstack-request-id: req-04221206-834e-4827-bb4c-ca0f0c3c958c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:43.266994 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271ad8a1-1036-4462-9100-dd9f83d86210", "tag": "3e42a62c-a9f0-4128-8bdd-19df20253667", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:43.266994 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04221206-834e-4827-bb4c-ca0f0c3c958c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:43.266994 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271ad8a1-1036-4462-9100-dd9f83d86210', 'tag': '3e42a62c-a9f0-4128-8bdd-19df20253667', 'status': 'completed', 'code': 200} Aug 11 01:04:43.268243 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:43.268562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7703f-6352-4328-92b6-920e35533211 req-3447eaf5-7bea-489c-850c-ede1033d01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.268562 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ef7703f-6352-4328-92b6-920e35533211 req-3447eaf5-7bea-489c-850c-ede1033d01df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41c26a09faaf40bc914e2d130a9c896f&device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 1096 time: 0.0809972 Aug 11 01:04:43.317736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.318378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:43.319897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] 10.222.0.44 "PUT /v2.0/ports/ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 1093 time: 1.0972333 Aug 11 01:04:43.321909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:43.323751 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174fb8b7-af1f-4312-8cc2-79062b199d80" -d '{"events": [{"name": "network-changed", "server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:43.365079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433017f-1742-41ae-bcfd-299c3fb71e78 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb38795-5e99-42c1-8c63-03cd6abe7664,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:43.407352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8378a-cec6-45c5-891d-0e88d626921d req-58035e98-c6d3-4610-9fc8-3746778d1e3d tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.419075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a2a8378a-cec6-45c5-891d-0e88d626921d req-58035e98-c6d3-4610-9fc8-3746778d1e3d tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 944 time: 0.1416047 Aug 11 01:04:43.472266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b087e48-3c02-48ba-b343-4efaa3ee74cc req-a5951678-c0bc-4f7c-85a4-f8d8e08686ff tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.485178 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b087e48-3c02-48ba-b343-4efaa3ee74cc req-a5951678-c0bc-4f7c-85a4-f8d8e08686ff tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.1065793 Aug 11 01:04:43.559475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-02ae8521-003c-45c1-a16b-0c9fa4fc70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.560673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-02ae8521-003c-45c1-a16b-0c9fa4fc70f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1096 time: 0.1099482 Aug 11 01:04:43.561769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b087e48-3c02-48ba-b343-4efaa3ee74cc req-6dcdb39f-ab97-4768-9adb-2603b6ca5d2c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744874 Aug 11 01:04:43.572838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7703f-6352-4328-92b6-920e35533211 req-30f24499-5a17-48ed-badb-839c8629cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.574960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ef7703f-6352-4328-92b6-920e35533211 req-30f24499-5a17-48ed-badb-839c8629cadb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=41c26a09faaf40bc914e2d130a9c896f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3199477 Aug 11 01:04:43.586740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a2a8378a-cec6-45c5-891d-0e88d626921d req-16c0e0fa-1e5f-4238-90e0-6e6726f1970a tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552410 Aug 11 01:04:43.661988 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4076c16-818d-4449-9845-f6e78d79ba0a x-openstack-request-id: req-a4076c16-818d-4449-9845-f6e78d79ba0a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:43.661988 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:43.661988 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4076c16-818d-4449-9845-f6e78d79ba0a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:43.662634 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'status': 'completed', 'code': 200} Aug 11 01:04:43.665920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-c79d8bac-a435-4fbc-b4a4-763e119397a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 217 time: 0.0776544 Aug 11 01:04:43.747806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-4914f741-38b3-4fc5-a116-6b23b74882af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.757309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7703f-6352-4328-92b6-920e35533211 req-7bed28e4-a2db-4cc7-bf21-e0e0ca1cf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.758917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ef7703f-6352-4328-92b6-920e35533211 req-7bed28e4-a2db-4cc7-bf21-e0e0ca1cf483 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702251 Aug 11 01:04:43.765960 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-4914f741-38b3-4fc5-a116-6b23b74882af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0925353 Aug 11 01:04:43.860624 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-2ffd1736-be93-4954-b569-e9911541ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.862234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-2ffd1736-be93-4954-b569-e9911541ebd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890541 Aug 11 01:04:43.881565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c967d-6d94-45ca-9e30-83bf925312cd req-ff5b6538-db49-497e-b623-a870abc8a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:43.883105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-ff5b6538-db49-497e-b623-a870abc8a9a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41c26a09faaf40bc914e2d130a9c896f&device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 1096 time: 0.0738397 Aug 11 01:04:43.954117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-c3bfb924-e462-4970-881c-a1c5c226e866 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e42a62c-a9f0-4128-8bdd-19df20253667 HTTP/1.1" status: 200 len: 217 time: 0.0632071 Aug 11 01:04:43.998937 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-0f13d050-8fc7-4600-8af0-a15d9f591dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288657 Aug 11 01:04:44.031772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c967d-6d94-45ca-9e30-83bf925312cd req-cadc0a81-9c6f-4157-b1a6-38d1e8f60e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:44.033337 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-cadc0a81-9c6f-4157-b1a6-38d1e8f60e37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=532e5662-e628-4c3a-998e-a06681d52942 HTTP/1.1" status: 200 len: 849 time: 0.0705309 Aug 11 01:04:44.108873 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-0a0d055a-f7a1-4543-a141-ab15562b45dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53705bc1-8930-4ba7-9836-6861eb63e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603254 Aug 11 01:04:44.133023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3d88db0a-43cd-4039-9680-38123fff89f1 req-e040fb2a-08aa-4418-b61c-8301f1b73762 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242545 Aug 11 01:04:44.270333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-d06b1ab6-7046-4610-b80b-21fe2067a7b2 service neutron] 10.222.0.44 "GET /v2.0/networks/53705bc1-8930-4ba7-9836-6861eb63e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543698 Aug 11 01:04:44.319596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-bbbb3572-458b-45be-b754-91cf9ecfe93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:44.321457 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-bbbb3572-458b-45be-b754-91cf9ecfe93f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1096 time: 0.0713696 Aug 11 01:04:44.400688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-34d997e3-dbfc-42ad-9265-83689751abc3 service neutron] 10.222.0.44 "GET /v2.0/networks/53705bc1-8930-4ba7-9836-6861eb63e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229455 Aug 11 01:04:44.471268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-06ab2717-3803-44ed-8ceb-73d8ad2e96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:44.473487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-06ab2717-3803-44ed-8ceb-73d8ad2e96f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1443999 Aug 11 01:04:44.524848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-06bc5494-5427-427a-a392-b83fa7b096fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 217 time: 0.0441535 Aug 11 01:04:44.583532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-95d0f14b-5106-4cd0-ba76-e6d340089243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:44.586020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-95d0f14b-5106-4cd0-ba76-e6d340089243 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0538476 Aug 11 01:04:44.593958 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:04:44.709968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-f480348c-698b-42d9-be6e-1df7304039d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:44.713723 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-f480348c-698b-42d9-be6e-1df7304039d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174312 Aug 11 01:04:44.860000 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022eeb0-951a-4ef9-be12-c4e84defb138 req-51126669-0947-4014-9f4d-63148e6947c6 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:44.863154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c022eeb0-951a-4ef9-be12-c4e84defb138 req-51126669-0947-4014-9f4d-63148e6947c6 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 944 time: 0.1089866 Aug 11 01:04:44.923104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66afc4-c27a-4736-870e-5837da3cc60a req-4224f8ad-3c3d-4da1-866b-86cca22cdce9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:44.925652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa66afc4-c27a-4736-870e-5837da3cc60a req-4224f8ad-3c3d-4da1-866b-86cca22cdce9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.1627204 Aug 11 01:04:44.957853 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c022eeb0-951a-4ef9-be12-c4e84defb138 req-de5abab2-5270-43c4-9368-101e13e6f066 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809224 Aug 11 01:04:44.972436 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-f12caf5a-c4c3-4b3a-a940-a613540ba8a6 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507472 Aug 11 01:04:45.041605 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa66afc4-c27a-4736-870e-5837da3cc60a req-aaeb698c-f95a-4851-bd91-93ff4c320dfa tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055009 Aug 11 01:04:45.104780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-174fb8b7-af1f-4312-8cc2-79062b199d80 req-8803921f-b514-4868-b0b3-f0b882e76cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226289 Aug 11 01:04:46.147772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef821a0e-721f-42b2-b50c-420f005d4229 req-c5c9df20-318f-44c4-b5c9-3326b3ca6cc7 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:46.175954 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef821a0e-721f-42b2-b50c-420f005d4229 req-c5c9df20-318f-44c4-b5c9-3326b3ca6cc7 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 944 time: 0.1307046 Aug 11 01:04:46.271678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ef821a0e-721f-42b2-b50c-420f005d4229 req-9dd89ff5-71e2-42e3-9634-617064bb15d4 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947921 Aug 11 01:04:46.277237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc415d-b3ea-4b7e-9e7b-628d2359bc3d req-b6b4dc17-0e56-4751-8882-afffee3b274e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:46.278930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18cc415d-b3ea-4b7e-9e7b-628d2359bc3d req-b6b4dc17-0e56-4751-8882-afffee3b274e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.1224337 Aug 11 01:04:46.339259 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-98ec0bbb-8427-479e-8dc9-972a0e8f1846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:46.340499 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18cc415d-b3ea-4b7e-9e7b-628d2359bc3d req-da12fd52-3391-4671-ab4d-97e60854bfbc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515285 Aug 11 01:04:46.449564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 3e42a62c-a9f0-4128-8bdd-19df20253667 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:04:46.574467 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 3e42a62c-a9f0-4128-8bdd-19df20253667, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3e42a62c-a9f0-4128-8bdd-19df20253667,segment=NetworkSegment(6ed525e6-5609-4aa0-839f-190f084c195c),segment_id=6ed525e6-5609-4aa0-839f-190f084c195c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:46.589378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '3e42a62c-a9f0-4128-8bdd-19df20253667', 'network_id': '53705bc1-8930-4ba7-9836-6861eb63e5e0', 'port_id': '3e42a62c-a9f0-4128-8bdd-19df20253667', 'mac_address': 'fa:16:3e:59:b5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532e5662-e628-4c3a-998e-a06681d52942', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:04:46.641680 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:46.657317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e42a62c-a9f0-4128-8bdd-19df20253667 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:04:46.683603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 3e42a62c-a9f0-4128-8bdd-19df20253667, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3e42a62c-a9f0-4128-8bdd-19df20253667,segment=NetworkSegment(6ed525e6-5609-4aa0-839f-190f084c195c),segment_id=6ed525e6-5609-4aa0-839f-190f084c195c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:46.840925 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:46.894115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=3e42a62c-a9f0-4128-8bdd-19df20253667,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:47.026890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['3e42a62c-a9f0-4128-8bdd-19df20253667'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:04:47.411919 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278454b-2e84-4063-93ae-8ddf52880879 req-ecc88441-f890-4036-a331-4e4e3bfdc349 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:47.411919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c278454b-2e84-4063-93ae-8ddf52880879 req-ecc88441-f890-4036-a331-4e4e3bfdc349 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 945 time: 0.0529253 Aug 11 01:04:47.462552 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c278454b-2e84-4063-93ae-8ddf52880879 req-e5e329b4-0d01-4449-ba11-7d6da4527ec4 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367424 Aug 11 01:04:47.473396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b398b25-7365-4caa-a929-8c74ad768d7b req-233894d5-ddb3-414d-926c-572687e5ff9a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:47.475768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b398b25-7365-4caa-a929-8c74ad768d7b req-233894d5-ddb3-414d-926c-572687e5ff9a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.0608315 Aug 11 01:04:47.527990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1b398b25-7365-4caa-a929-8c74ad768d7b req-34d375e1-edd1-4542-9735-f7e6dbc6ee2c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 Aug 11 01:04:48.464784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 3e42a62c-a9f0-4128-8bdd-19df20253667 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:04:48.614097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf54d0-ea97-4f30-92cf-171fc18f5756 req-71ea5239-e7d0-41cc-a347-219a9fc1a8d7 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:48.617145 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36cf54d0-ea97-4f30-92cf-171fc18f5756 req-71ea5239-e7d0-41cc-a347-219a9fc1a8d7 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 945 time: 0.0693789 Aug 11 01:04:48.687445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2a496-7cd0-4395-94a4-08ef15e760ef req-602459db-176d-4287-bc47-4b0ebe07a405 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:48.691300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36cf54d0-ea97-4f30-92cf-171fc18f5756 req-26e62054-42b8-4542-a823-d22a4f645f41 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527618 Aug 11 01:04:48.691476 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50c2a496-7cd0-4395-94a4-08ef15e760ef req-602459db-176d-4287-bc47-4b0ebe07a405 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.0811164 Aug 11 01:04:48.742255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50c2a496-7cd0-4395-94a4-08ef15e760ef req-aaeea413-13d3-4f8a-8e74-a9c0e09a7098 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453060 Aug 11 01:04:48.813611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 3e42a62c-a9f0-4128-8bdd-19df20253667 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:04:48.823011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 3e42a62c-a9f0-4128-8bdd-19df20253667 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:04:48.823437 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:48.921708 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:48.947047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271ad8a1-1036-4462-9100-dd9f83d86210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e42a62c-a9f0-4128-8bdd-19df20253667'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:48.949381 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4264384-abda-43e5-b189-f4a1f11d1427" -d '{"events": [{"server_uuid": "271ad8a1-1036-4462-9100-dd9f83d86210", "name": "network-vif-plugged", "status": "completed", "tag": "3e42a62c-a9f0-4128-8bdd-19df20253667"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:48.960822 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-27e95c2c-64c8-476c-b662-a66e1c99613b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:48.965476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 3e42a62c-a9f0-4128-8bdd-19df20253667, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3e42a62c-a9f0-4128-8bdd-19df20253667,segment=NetworkSegment(6ed525e6-5609-4aa0-839f-190f084c195c),segment_id=6ed525e6-5609-4aa0-839f-190f084c195c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:48.994438 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b294ef1-174e-48aa-b19a-bff02ba8527a x-openstack-request-id: req-0b294ef1-174e-48aa-b19a-bff02ba8527a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:48.994734 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271ad8a1-1036-4462-9100-dd9f83d86210", "name": "network-vif-plugged", "status": "completed", "tag": "3e42a62c-a9f0-4128-8bdd-19df20253667", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:48.994993 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b294ef1-174e-48aa-b19a-bff02ba8527a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:48.995456 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271ad8a1-1036-4462-9100-dd9f83d86210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e42a62c-a9f0-4128-8bdd-19df20253667', 'code': 200} Aug 11 01:04:49.008760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:49.093972 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:49.109497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56a098-1063-461b-a6c1-fbd0a2d1fedc req-e9f46e3b-8f7f-4150-8416-44edaca48ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:49.111523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db56a098-1063-461b-a6c1-fbd0a2d1fedc req-e9f46e3b-8f7f-4150-8416-44edaca48ec9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 1097 time: 0.0533042 Aug 11 01:04:49.158834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=3e42a62c-a9f0-4128-8bdd-19df20253667,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:49.167673 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db56a098-1063-461b-a6c1-fbd0a2d1fedc req-8872e095-7331-400f-b14c-85ed653281f3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Aug 11 01:04:49.854463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd7e4d-60f3-434e-9e49-dcf905ab7e48 req-a4e3478d-5a50-47f0-ab1d-f8fc6eb23e5c tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:49.857040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-adcd7e4d-60f3-434e-9e49-dcf905ab7e48 req-a4e3478d-5a50-47f0-ab1d-f8fc6eb23e5c tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 946 time: 0.0746360 Aug 11 01:04:49.912170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07801aeb-15db-4020-8029-119f56ff30c1 req-f5c11648-a2e6-446f-8806-f8554984f733 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:49.914768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07801aeb-15db-4020-8029-119f56ff30c1 req-f5c11648-a2e6-446f-8806-f8554984f733 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.0730898 Aug 11 01:04:49.917699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-adcd7e4d-60f3-434e-9e49-dcf905ab7e48 req-85e70766-3cb3-4416-a2e5-523d43e4b280 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525601 Aug 11 01:04:49.956201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-07801aeb-15db-4020-8029-119f56ff30c1 req-c3db2bea-27da-48c9-b81e-bb5919195ae5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343187 Aug 11 01:04:50.508627 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:51.043716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402eb3-09ba-44ac-b140-3f6c607e8752 req-6b5723a1-04b4-4ca6-b268-dbba2e1e4a52 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:51.045521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14402eb3-09ba-44ac-b140-3f6c607e8752 req-6b5723a1-04b4-4ca6-b268-dbba2e1e4a52 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 946 time: 0.0593245 Aug 11 01:04:51.085161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d2b8c-2e84-49a2-bea6-cac6c72525e1 req-19bcf5e7-dc1b-4ccb-8c87-2c7ed2a91a97 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:51.086645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f1d2b8c-2e84-49a2-bea6-cac6c72525e1 req-19bcf5e7-dc1b-4ccb-8c87-2c7ed2a91a97 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.0515687 Aug 11 01:04:51.088712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-14402eb3-09ba-44ac-b140-3f6c607e8752 req-865b0428-01a8-44fe-9730-68721e42f9c1 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359697 Aug 11 01:04:51.127269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3f1d2b8c-2e84-49a2-bea6-cac6c72525e1 req-e007f327-9057-4288-af81-2f8a57c7dc54 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343046 Aug 11 01:04:52.273859 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525af211-c85f-4e54-b306-cf6b3b7462b2 req-52069bb7-cfa2-4527-92a2-bd17598f23ca tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:52.284630 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-525af211-c85f-4e54-b306-cf6b3b7462b2 req-52069bb7-cfa2-4527-92a2-bd17598f23ca tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.0771539 Aug 11 01:04:52.343472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-525af211-c85f-4e54-b306-cf6b3b7462b2 req-c72f6739-0a79-4a7a-9caf-e57d85e37353 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543323 Aug 11 01:04:52.432392 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:53.491547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a891110-1dd8-4a2e-acf2-c0046de580ea req-c82b1462-f2bd-4afa-ab7d-11e3c5af27ce tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:53.493209 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a891110-1dd8-4a2e-acf2-c0046de580ea req-c82b1462-f2bd-4afa-ab7d-11e3c5af27ce tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.0638297 Aug 11 01:04:53.543311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a891110-1dd8-4a2e-acf2-c0046de580ea req-0603717f-dd18-4870-8a1c-e6d03dd67728 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433030 Aug 11 01:04:54.325660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2f36c-498a-4a90-8d70-4c6c3e9ea280 req-055fe69c-59e0-4193-bd94-6e131b2e6224 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:54.327342 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49e2f36c-498a-4a90-8d70-4c6c3e9ea280 req-055fe69c-59e0-4193-bd94-6e131b2e6224 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 946 time: 0.0622661 Aug 11 01:04:54.394728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49e2f36c-498a-4a90-8d70-4c6c3e9ea280 req-d87a3b9c-81f4-4254-9d5f-c5c42bd3d86b tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598347 Aug 11 01:04:54.672938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e43c3a-c307-467c-a89f-75775cd1d50a req-fc70d3ec-ce43-4f17-a676-51960b435ccc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:54.674644 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8e43c3a-c307-467c-a89f-75775cd1d50a req-fc70d3ec-ce43-4f17-a676-51960b435ccc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.0573750 Aug 11 01:04:54.739353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8e43c3a-c307-467c-a89f-75775cd1d50a req-e098c029-f7ee-4d27-bf2c-10140e33e177 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573952 Aug 11 01:04:55.557139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99edd6b-d6e1-4a4b-9ad1-9d98e105f630 req-ce041239-5603-4e85-82be-e1566d7cab90 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:55.559062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99edd6b-d6e1-4a4b-9ad1-9d98e105f630 req-ce041239-5603-4e85-82be-e1566d7cab90 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 946 time: 0.0724566 Aug 11 01:04:55.630248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f99edd6b-d6e1-4a4b-9ad1-9d98e105f630 req-37474a4a-b8c3-404a-b62a-523efd860564 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/security-groups?id=0da0d191-0c9a-4339-a532-439719367d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618207 Aug 11 01:04:55.639062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-40b65fae-c537-4d02-bcf7-39668a0f29cb tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:55.640699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-40b65fae-c537-4d02-bcf7-39668a0f29cb tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.44 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 946 time: 0.0805926 Aug 11 01:04:55.742117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Deleting port 3e42a62c-a9f0-4128-8bdd-19df20253667 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:04:55.742475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:55.900909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ae613-9282-4cad-abac-c133470bc1d5 req-ca811d2b-bd43-49f5-88e3-d666e7ccecbd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:55.902669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-492ae613-9282-4cad-abac-c133470bc1d5 req-ca811d2b-bd43-49f5-88e3-d666e7ccecbd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 944 time: 0.0648878 Aug 11 01:04:55.957097 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-492ae613-9282-4cad-abac-c133470bc1d5 req-2a0ab256-b238-41cd-9191-92c61dd25ccb tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466433 Aug 11 01:04:56.207054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] For port 3e42a62c-a9f0-4128-8bdd-19df20253667, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=3e42a62c-a9f0-4128-8bdd-19df20253667,segment=NetworkSegment(6ed525e6-5609-4aa0-839f-190f084c195c),segment_id=6ed525e6-5609-4aa0-839f-190f084c195c)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:56.207425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:56.225824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Calling delete_port for 3e42a62c-a9f0-4128-8bdd-19df20253667 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:04:56.481129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ccb38795-5e99-42c1-8c63-03cd6abe7664 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:04:56.543340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:56.586824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['3e42a62c-a9f0-4128-8bdd-19df20253667'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:04:56.589783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Pushing event deleted for resources: {'Port': ['ID=3e42a62c-a9f0-4128-8bdd-19df20253667,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:56.611032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.611889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.612565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.613263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.613765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.614373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.614749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.615075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.622493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.622493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.622493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.622493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:04:56.665852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] No DVR routers for this DVR port 3e42a62c-a9f0-4128-8bdd-19df20253667 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:04:56.676805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:56.683061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ccb38795-5e99-42c1-8c63-03cd6abe7664, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:56.688819 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-50380e0b-f0d9-47d1-aa55-7991556e7e5a req-20bc0c53-c19d-474f-aa21-07b36ec0c333 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.44 "DELETE /v2.0/ports/3e42a62c-a9f0-4128-8bdd-19df20253667 HTTP/1.1" status: 204 len: 173 time: 1.0405056 Aug 11 01:04:56.692366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271ad8a1-1036-4462-9100-dd9f83d86210', 'name': 'network-vif-deleted', 'tag': '3e42a62c-a9f0-4128-8bdd-19df20253667'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:56.697632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:04:56.701240 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d087ac-02a9-4e04-a0b1-ecf522652b8e" -d '{"events": [{"server_uuid": "271ad8a1-1036-4462-9100-dd9f83d86210", "name": "network-vif-deleted", "tag": "3e42a62c-a9f0-4128-8bdd-19df20253667"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:56.753697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:56.771303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb38795-5e99-42c1-8c63-03cd6abe7664 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:04:56.805367 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f95e0e-f939-47c4-92e3-5b6857dc5300 x-openstack-request-id: req-d7f95e0e-f939-47c4-92e3-5b6857dc5300 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:56.806209 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271ad8a1-1036-4462-9100-dd9f83d86210", "name": "network-vif-deleted", "tag": "3e42a62c-a9f0-4128-8bdd-19df20253667", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:56.806883 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7f95e0e-f939-47c4-92e3-5b6857dc5300 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:56.807839 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271ad8a1-1036-4462-9100-dd9f83d86210', 'name': 'network-vif-deleted', 'tag': '3e42a62c-a9f0-4128-8bdd-19df20253667', 'status': 'completed', 'code': 200} Aug 11 01:04:56.810106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ccb38795-5e99-42c1-8c63-03cd6abe7664, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:56.811847 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f3cc3ee-76b3-4c1a-883b-6b921f99a323 req-e747160e-0c67-4596-acf8-7ebf4fa628e0 tempest-ServerTagsTestJSON-804598125 tempest-ServerTagsTestJSON-804598125-project] 10.222.0.43 "GET /v2.0/ports?device_id=271ad8a1-1036-4462-9100-dd9f83d86210 HTTP/1.1" status: 200 len: 210 time: 0.0719147 Aug 11 01:04:56.944713 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:57.010760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ccb38795-5e99-42c1-8c63-03cd6abe7664,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:57.138685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ccb38795-5e99-42c1-8c63-03cd6abe7664'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:04:57.152204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d39c88-66a8-40b5-a77c-e75c550142a0 req-ad7e9f49-86af-43bb-98c3-f572a878599b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:57.155872 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d39c88-66a8-40b5-a77c-e75c550142a0 req-ad7e9f49-86af-43bb-98c3-f572a878599b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 945 time: 0.0728402 Aug 11 01:04:57.205636 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-74d39c88-66a8-40b5-a77c-e75c550142a0 req-4118afd3-7cdd-4611-bc6d-accc6176416f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378737 Aug 11 01:04:57.883526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46668) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:57.935479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ca0304-f197-4404-8d8d-3d3bd5909cbc admin admin] Deleting subnet 532e5662-e628-4c3a-998e-a06681d52942 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:04:57.938907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69ca0304-f197-4404-8d8d-3d3bd5909cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:57.979543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69ca0304-f197-4404-8d8d-3d3bd5909cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.026323 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69ca0304-f197-4404-8d8d-3d3bd5909cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.239847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69ca0304-f197-4404-8d8d-3d3bd5909cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.266102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca0304-f197-4404-8d8d-3d3bd5909cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532e5662-e628-4c3a-998e-a06681d52942,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:58.276730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-69ca0304-f197-4404-8d8d-3d3bd5909cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.278238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-69ca0304-f197-4404-8d8d-3d3bd5909cbc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/532e5662-e628-4c3a-998e-a06681d52942 HTTP/1.1" status: 204 len: 168 time: 0.3935473 Aug 11 01:04:58.280901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46684) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:58.392377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.407134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4defbc-c548-4ad2-b04e-734edfdeea4b req-93de37c7-9460-4450-b864-3079df723031 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:58.408756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d4defbc-c548-4ad2-b04e-734edfdeea4b req-93de37c7-9460-4450-b864-3079df723031 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 945 time: 0.1078937 Aug 11 01:04:58.495495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ccb38795-5e99-42c1-8c63-03cd6abe7664 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:04:58.514421 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.530425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4d4defbc-c548-4ad2-b04e-734edfdeea4b req-5a55cddb-0b9c-4a07-8842-7dd2733edadc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944536 Aug 11 01:04:58.531999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53705bc1-8930-4ba7-9836-6861eb63e5e0']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:58.543477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed525e6-5609-4aa0-839f-190f084c195c') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:58.544324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed525e6-5609-4aa0-839f-190f084c195c') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:04:58.561504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.575893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.583024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:04:58.583461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:04:58.585168 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:04:58.642872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port ccb38795-5e99-42c1-8c63-03cd6abe7664 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:04:58.648094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port ccb38795-5e99-42c1-8c63-03cd6abe7664 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:04:58.648476 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.734984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.759300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:04:58.761525 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a35fc4e-929f-4f54-99ee-d459ff767f6b" -d '{"events": [{"server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "name": "network-vif-plugged", "status": "completed", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:04:58.774039 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.777945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ccb38795-5e99-42c1-8c63-03cd6abe7664, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:04:58.780161 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.782113 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/53705bc1-8930-4ba7-9836-6861eb63e5e0 HTTP/1.1" status: 204 len: 168 time: 0.5001473 Aug 11 01:04:58.797422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970c039-52f7-4a98-93c2-92852f285bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=53705bc1-8930-4ba7-9836-6861eb63e5e0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:58.837194 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4652fdb8-f59c-4b59-8b4e-43c8069713f0 x-openstack-request-id: req-4652fdb8-f59c-4b59-8b4e-43c8069713f0 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:04:58.839333 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "name": "network-vif-plugged", "status": "completed", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:04:58.839333 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4652fdb8-f59c-4b59-8b4e-43c8069713f0 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:04:58.839333 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'code': 200} Aug 11 01:04:58.864109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:58.865171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 3e42a62c-a9f0-4128-8bdd-19df20253667 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:04:58.906037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 3e42a62c-a9f0-4128-8bdd-19df20253667 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:04:58.906524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 3e42a62c-a9f0-4128-8bdd-19df20253667 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:04:58.945735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ccb38795-5e99-42c1-8c63-03cd6abe7664,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:58.973728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86e8d1-3a81-44c8-a833-4bd2c0701ceb req-431f297d-5fac-4a4e-916e-29613b795e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:58.976184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a86e8d1-3a81-44c8-a833-4bd2c0701ceb req-431f297d-5fac-4a4e-916e-29613b795e14 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.0768235 Aug 11 01:04:59.015376 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a86e8d1-3a81-44c8-a833-4bd2c0701ceb req-e0542960-5eb6-46ee-874e-f540f8b2bf41 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322371 Aug 11 01:04:59.233972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46720) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:59.286649 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a15b7be3-8fbd-4ed4-bc1f-40a128833bcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41c26a09faaf40bc914e2d130a9c896f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512714 Aug 11 01:04:59.289294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46724) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:04:59.340153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d54bb182-9a2c-49a3-a728-3c29dd184257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:59.371028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d54bb182-9a2c-49a3-a728-3c29dd184257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:59.547771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d54bb182-9a2c-49a3-a728-3c29dd184257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:59.550364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d54bb182-9a2c-49a3-a728-3c29dd184257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:59.552380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d54bb182-9a2c-49a3-a728-3c29dd184257 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0da0d191-0c9a-4339-a532-439719367d9d HTTP/1.1" status: 204 len: 168 time: 0.2613366 Aug 11 01:04:59.560958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bb182-9a2c-49a3-a728-3c29dd184257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da0d191-0c9a-4339-a532-439719367d9d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:04:59.688036 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:04:59.728788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db12b58-4136-4b9c-9d19-df386911d66b req-a2af64de-f832-4cb4-b61e-315a9a2e7bec tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:04:59.730640 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5db12b58-4136-4b9c-9d19-df386911d66b req-a2af64de-f832-4cb4-b61e-315a9a2e7bec tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 946 time: 0.1103015 Aug 11 01:04:59.774607 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5db12b58-4136-4b9c-9d19-df386911d66b req-798f11eb-e3af-456d-9d5a-435bcdd82f35 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365021 Aug 11 01:04:59.857331 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:00.900110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faea2b-9d41-4115-be2b-4401f5ae6266 req-a2dd4fcd-7464-444c-b2a1-09dfd05f2285 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:00.901801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35faea2b-9d41-4115-be2b-4401f5ae6266 req-a2dd4fcd-7464-444c-b2a1-09dfd05f2285 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 946 time: 0.0542901 Aug 11 01:05:00.948754 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-35faea2b-9d41-4115-be2b-4401f5ae6266 req-486b2777-f03d-4830-ac55-98c7d09f82e1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383570 Aug 11 01:05:01.112126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619b02b-b225-41db-a051-db401835422d req-bbba69ce-066a-41d0-9170-af0a7c06158d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:01.114155 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5619b02b-b225-41db-a051-db401835422d req-bbba69ce-066a-41d0-9170-af0a7c06158d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 946 time: 0.0780170 Aug 11 01:05:01.160085 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5619b02b-b225-41db-a051-db401835422d req-c9e2361b-4dd7-4492-b5f9-9b6751a80d22 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384324 Aug 11 01:05:01.186950 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46820) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:01.233239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd9b16-e8e5-4beb-bd09-76b63239670b tempest-TestVolumeBootPattern-1697552378 tempest-TestVolumeBootPattern-1697552378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:01.234925 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-39fd9b16-e8e5-4beb-bd09-76b63239670b tempest-TestVolumeBootPattern-1697552378 tempest-TestVolumeBootPattern-1697552378-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1093 time: 0.0467763 Aug 11 01:05:01.238067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46822) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:01.243339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:01.642329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:01.794937 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:01.923831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.25.0.28 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/fe4a8150-5d2c-45d6-ad60-c85a28de75f5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:05:02.062852 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:02.258528 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:02.310641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:05:02.313798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:05:02.317747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:05:02.324510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=fe4a8150-5d2c-45d6-ad60-c85a28de75f5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:02.730234 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:02.962379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:03.158270 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:03.244077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:03.318817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=fe4a8150-5d2c-45d6-ad60-c85a28de75f5,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:03.329060 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:03.440386 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Floating IP b258d976-a303-4879-93b8-e7c1d48de7e8 associated. External IP: 172.25.0.28, port: ccb38795-5e99-42c1-8c63-03cd6abe7664. Aug 11 01:05:03.713981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:05:03.835550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:05:03.846906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:05:03.860570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:05:03.861217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:04:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:03.977676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:03.991067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:05:04.012314 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0ff8b5b5-8ada-4740-ae3e-10f6a6644a7f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7729154 Aug 11 01:05:04.013272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:05:04.016087 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e01ad00-1d8e-4894-b5b1-e1171a064301" -d '{"events": [{"name": "network-changed", "server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:05:04.093389 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f951eb0-fb9e-4fcd-b0c8-c139323663d0 x-openstack-request-id: req-7f951eb0-fb9e-4fcd-b0c8-c139323663d0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:05:04.093685 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:05:04.094105 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f951eb0-fb9e-4fcd-b0c8-c139323663d0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:05:04.094526 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'status': 'completed', 'code': 200} Aug 11 01:05:04.143875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-31eb8f2b-27be-4131-b520-88118ebb390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:04.145520 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-31eb8f2b-27be-4131-b520-88118ebb390f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.0487607 Aug 11 01:05:04.255529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-450fe5e3-0ec2-447a-bbfd-5fb20b29e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:04.257641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-450fe5e3-0ec2-447a-bbfd-5fb20b29e105 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1037793 Aug 11 01:05:04.280731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:02Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:04.320519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:05:04.333255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:05:04.333255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:04:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:04.337201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-1998cdce-030b-424b-973f-92b96499adcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 999 time: 0.0715919 Aug 11 01:05:04.395901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-d4c5d6c1-6f5f-4ffc-a47d-ac9a4cfe0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:04.397457 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-d4c5d6c1-6f5f-4ffc-a47d-ac9a4cfe0563 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0536268 Aug 11 01:05:04.448732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 46940) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:04.453649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:05:04.461472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-c21f5aea-e89a-43cd-8c99-c62daf881e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:04.463386 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-c21f5aea-e89a-43cd-8c99-c62daf881e3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591094 Aug 11 01:05:04.574024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-1ac99849-e7d5-4719-a813-05def52a4c93 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030307 Aug 11 01:05:04.584964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-077cd8fb-9586-4295-8e0c-e5fce5fb8879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:04.698266 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e01ad00-1d8e-4894-b5b1-e1171a064301 req-87b265b4-7741-4757-b641-d4871ee9a632 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168160 Aug 11 01:05:04.714568 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-077cd8fb-9586-4295-8e0c-e5fce5fb8879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:04.752778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:02Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:04.780591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9d9f9-35e0-487d-89f1-995a8d22a21d None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:02Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:05:04.887742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-077cd8fb-9586-4295-8e0c-e5fce5fb8879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:04.935319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-077cd8fb-9586-4295-8e0c-e5fce5fb8879 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7682e6f74b7c4b77a733691c0880da88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854341 Aug 11 01:05:04.936743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cd8fb-9586-4295-8e0c-e5fce5fb8879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbbb424-10b5-458d-8770-4b66ae824b86,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:04.938101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 46960) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:05.024701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bd636fa0-66a6-4e73-af9c-02e596347fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:05.032413 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d85dcb-2c55-4b93-b542-9494bb7c98db None None] New status for floating IP b258d976-a303-4879-93b8-e7c1d48de7e8: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:05:05.051483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bd636fa0-66a6-4e73-af9c-02e596347fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:05.236005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bd636fa0-66a6-4e73-af9c-02e596347fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:05.238613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-bd636fa0-66a6-4e73-af9c-02e596347fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:05.239859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bd636fa0-66a6-4e73-af9c-02e596347fc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cbbb424-10b5-458d-8770-4b66ae824b86 HTTP/1.1" status: 204 len: 168 time: 0.3005395 Aug 11 01:05:05.248715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd636fa0-66a6-4e73-af9c-02e596347fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbbb424-10b5-458d-8770-4b66ae824b86,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:05.988601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47008) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:06.004591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee842-39dc-4a8a-9074-745b3b887a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:06.112512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee842-39dc-4a8a-9074-745b3b887a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:06.207176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee842-39dc-4a8a-9074-745b3b887a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:06.247058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5b2ee842-39dc-4a8a-9074-745b3b887a8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16893b8a600f4931bf3f5bf33c9ae249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571888 Aug 11 01:05:06.248127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ee842-39dc-4a8a-9074-745b3b887a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18bea6b-1653-4f01-851f-e632cc711b6c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:06.250223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47018) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:06.321758 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-972c6a82-8a31-4635-a783-844f54c3673d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:06.355598 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-972c6a82-8a31-4635-a783-844f54c3673d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:06.561613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-972c6a82-8a31-4635-a783-844f54c3673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:06.564294 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-972c6a82-8a31-4635-a783-844f54c3673d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:06.565482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-972c6a82-8a31-4635-a783-844f54c3673d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b18bea6b-1653-4f01-851f-e632cc711b6c HTTP/1.1" status: 204 len: 168 time: 0.3140907 Aug 11 01:05:06.574420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c6a82-8a31-4635-a783-844f54c3673d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18bea6b-1653-4f01-851f-e632cc711b6c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:16.005834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47248) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:16.212875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47256) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:16.220883 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-20e076d5-7c88-414d-98cf-e6f1b2f8e0e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ca7b11b42584095aec6c824c96b77eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031918 Aug 11 01:05:16.276797 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05c19835-b416-4def-aea9-b26768dc2617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:16.308084 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f4b8-bdd8-480a-ba35-318f22577627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:16.309321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05c19835-b416-4def-aea9-b26768dc2617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:16.456252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05c19835-b416-4def-aea9-b26768dc2617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:16.460237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-05c19835-b416-4def-aea9-b26768dc2617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:16.462491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-05c19835-b416-4def-aea9-b26768dc2617 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13fff316-b70e-47b9-b66b-a38d0fd3e7f9 HTTP/1.1" status: 204 len: 168 time: 0.2479608 Aug 11 01:05:16.472622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c19835-b416-4def-aea9-b26768dc2617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fff316-b70e-47b9-b66b-a38d0fd3e7f9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:18.931369 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:18.936448 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7ef7b1dd-7cc1-4eb1-9d69-cf363ba60209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:18.943374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47344) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:18.947514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5d5f2695-df79-4db4-b120-a744f067e142 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758683853', 'description': 'tempest-secgroup-smoke-758683853 description', 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:19.030332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2695-df79-4db4-b120-a744f067e142 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:19.121024 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2695-df79-4db4-b120-a744f067e142 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:19.213824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2695-df79-4db4-b120-a744f067e142 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:19.248706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f2695-df79-4db4-b120-a744f067e142 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38864c2c-bd7f-47c6-bacb-f5748f572f6e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:19.370761 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2695-df79-4db4-b120-a744f067e142 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:19.372120 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5d5f2695-df79-4db4-b120-a744f067e142 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4290824 Aug 11 01:05:19.375321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47354) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:19.380742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f1553599-463a-4246-ae76-c25ac664eff0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'security_group_rule': {'security_group_id': '38864c2c-bd7f-47c6-bacb-f5748f572f6e', 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:19.547235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1553599-463a-4246-ae76-c25ac664eff0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:19.622979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1553599-463a-4246-ae76-c25ac664eff0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:19.687551 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1553599-463a-4246-ae76-c25ac664eff0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:19.710573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1553599-463a-4246-ae76-c25ac664eff0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020e0d10-1ddc-4e99-8af9-9666adb1f888,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:19.795918 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1553599-463a-4246-ae76-c25ac664eff0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:19.808302 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1553599-463a-4246-ae76-c25ac664eff0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4210281 Aug 11 01:05:19.808933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47390) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:19.821793 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-786120ce-cfe2-4aad-b7d3-5c8cf0b1f071 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'security_group_rule': {'security_group_id': '38864c2c-bd7f-47c6-bacb-f5748f572f6e', 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:19.931320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-786120ce-cfe2-4aad-b7d3-5c8cf0b1f071 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.005114 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-786120ce-cfe2-4aad-b7d3-5c8cf0b1f071 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.121432 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-786120ce-cfe2-4aad-b7d3-5c8cf0b1f071 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.139627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786120ce-cfe2-4aad-b7d3-5c8cf0b1f071 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb19e768-a2f2-4c9a-aa95-b651615f4920,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:20.199493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-786120ce-cfe2-4aad-b7d3-5c8cf0b1f071 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.201195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-786120ce-cfe2-4aad-b7d3-5c8cf0b1f071 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3909550 Aug 11 01:05:20.209188 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47394) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:20.209697 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f42fc623-6709-4d38-a479-d9a2c8788ced tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'security_group_rule': {'security_group_id': '38864c2c-bd7f-47c6-bacb-f5748f572f6e', 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:20.340957 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f42fc623-6709-4d38-a479-d9a2c8788ced tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.427716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f42fc623-6709-4d38-a479-d9a2c8788ced tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.529615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f42fc623-6709-4d38-a479-d9a2c8788ced tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.559509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fc623-6709-4d38-a479-d9a2c8788ced tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cc8d8c-b1c2-472a-b5d2-963a10e18c67,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:20.578845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.636817 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f42fc623-6709-4d38-a479-d9a2c8788ced tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.639137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f42fc623-6709-4d38-a479-d9a2c8788ced tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4328592 Aug 11 01:05:20.641096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47404) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:20.646825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6aef0542-920c-4cb0-85c9-3d9eeed286e6 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'security_group_rule': {'security_group_id': '38864c2c-bd7f-47c6-bacb-f5748f572f6e', 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:20.786112 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6aef0542-920c-4cb0-85c9-3d9eeed286e6 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.861566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6aef0542-920c-4cb0-85c9-3d9eeed286e6 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.956007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6aef0542-920c-4cb0-85c9-3d9eeed286e6 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:20.981716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef0542-920c-4cb0-85c9-3d9eeed286e6 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8e8865-60a0-4dd2-924b-fbbfd7ed8987,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:21.056151 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6aef0542-920c-4cb0-85c9-3d9eeed286e6 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:21.057352 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6aef0542-920c-4cb0-85c9-3d9eeed286e6 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4151533 Aug 11 01:05:21.060168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47410) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:21.065759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e4c7e7b2-2b7f-4c3e-802b-bf3290b2ec26 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'security_group_rule': {'security_group_id': '38864c2c-bd7f-47c6-bacb-f5748f572f6e', 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:21.170452 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-e4c7e7b2-2b7f-4c3e-802b-bf3290b2ec26 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Project b860338a3b6b4cd39015e54a7e38fd39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:05:21.176524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e7b2-2b7f-4c3e-802b-bf3290b2ec26 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:21.264779 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e7b2-2b7f-4c3e-802b-bf3290b2ec26 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:21.375268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e7b2-2b7f-4c3e-802b-bf3290b2ec26 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:21.398256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7e7b2-2b7f-4c3e-802b-bf3290b2ec26 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e71e659-77b2-4816-80d6-da5c2d65bb0b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:21.493434 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e7b2-2b7f-4c3e-802b-bf3290b2ec26 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:21.497911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e4c7e7b2-2b7f-4c3e-802b-bf3290b2ec26 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4347539 Aug 11 01:05:21.499096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47418) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:21.504513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ef7ea865-0ce8-46b1-89f8-71908c1e2162 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'security_group_rule': {'security_group_id': '38864c2c-bd7f-47c6-bacb-f5748f572f6e', 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:21.598757 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:05:21.602950 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-ef7ea865-0ce8-46b1-89f8-71908c1e2162 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Project b860338a3b6b4cd39015e54a7e38fd39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:05:21.613097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea865-0ce8-46b1-89f8-71908c1e2162 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:21.726561 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea865-0ce8-46b1-89f8-71908c1e2162 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:21.859128 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea865-0ce8-46b1-89f8-71908c1e2162 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:21.881040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ea865-0ce8-46b1-89f8-71908c1e2162 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa86f7a1-834f-4e3c-bcf6-cfd01036090c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:22.053615 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ef7ea865-0ce8-46b1-89f8-71908c1e2162 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:22.055470 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ef7ea865-0ce8-46b1-89f8-71908c1e2162 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5550616 Aug 11 01:05:22.310302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-f76cf847-c104-4342-ab44-78adb1e091bf tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758683853&fields=id&tenant_id=b860338a3b6b4cd39015e54a7e38fd39 HTTP/1.1" status: 200 len: 267 time: 0.0461969 Aug 11 01:05:22.436978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-b908b316-4bd4-4c3f-b107-b325ebf3bfa9 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:22.437566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-b908b316-4bd4-4c3f-b107-b325ebf3bfa9 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/networks?id=f3f473ce-9166-48ec-a17b-ed212a20a560 HTTP/1.1" status: 200 len: 813 time: 0.1199188 Aug 11 01:05:22.459546 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-0b34e0bf-e80e-4b5a-ac3f-172b22681164 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/quotas/b860338a3b6b4cd39015e54a7e38fd39 HTTP/1.1" status: 200 len: 375 time: 0.0149212 Aug 11 01:05:22.520046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-0d61fc4d-617b-4e3c-88f6-1b86ecdbc061 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549626 Aug 11 01:05:22.607140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:22.752302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-ae2e035e-ffd1-4eb5-b2a0-661e4c205ce4 service neutron] 10.222.0.43 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158725 Aug 11 01:05:22.852049 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-b85ba6c5-57a5-4c96-88eb-72486a783628 service neutron] 10.222.0.43 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923965 Aug 11 01:05:23.631772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abf519b3-28d2-466e-9bdd-6d8b2b0cb4a1 req-04b7656b-d606-4934-af81-b84b9be1bcf4 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0327044 Aug 11 01:05:23.904943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-2eda57d3-b67a-4a9f-93d4-cf76eab601ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2260208 Aug 11 01:05:23.989062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-7de74c3a-81c7-4917-a9f1-647677ebfad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:23.990565 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-7de74c3a-81c7-4917-a9f1-647677ebfad9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.0424452 Aug 11 01:05:24.114357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-53feca8a-f15a-4b0c-ad43-964fa1d555ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:24.115925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-53feca8a-f15a-4b0c-ad43-964fa1d555ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1027925 Aug 11 01:05:24.197306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-e5749393-f613-4640-b54e-381f573f8ff1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 1001 time: 0.0737047 Aug 11 01:05:24.256712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-11f92fc7-b150-401e-8532-3d88d2349cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:24.260655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-11f92fc7-b150-401e-8532-3d88d2349cd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0559208 Aug 11 01:05:24.323722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-98d1a8cb-6163-494d-b463-05060db760e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:24.325262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-98d1a8cb-6163-494d-b463-05060db760e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580800 Aug 11 01:05:24.435145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-3bc934fa-1fdd-48b4-8c34-22ee18390b52 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023767 Aug 11 01:05:24.557482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-62fbe1b4-9987-4cdb-a6cb-1f3794c6d045 req-5e576daa-2065-41b3-abf6-2b6e3db7de73 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126819 Aug 11 01:05:24.728953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31c93889-5631-4299-942c-f47bbc428e52 req-e96daf99-be38-4050-9dce-7092a34de23c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0293577 Aug 11 01:05:25.338167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47490) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:25.483011 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22bb2a35-3951-4fcf-a13c-e5e383d6a37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:25.588340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22bb2a35-3951-4fcf-a13c-e5e383d6a37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:25.691486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22bb2a35-3951-4fcf-a13c-e5e383d6a37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:25.729341 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-22bb2a35-3951-4fcf-a13c-e5e383d6a37b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68ebef4605784bf58dac4e7f19c6e3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899612 Aug 11 01:05:25.730212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb2a35-3951-4fcf-a13c-e5e383d6a37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa0dee4-652c-4bba-9d93-8b2b84e29e9a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:25.732220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47496) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:25.791395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-718503dc-9860-4238-9185-0034becab5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:25.814756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-718503dc-9860-4238-9185-0034becab5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:25.832441 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55acdab7-f9ae-4477-a0cd-70dec31a302c req-d0c83624-da20-4c85-af49-97b92304153b tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0317283 Aug 11 01:05:25.956024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-718503dc-9860-4238-9185-0034becab5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:25.958996 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-718503dc-9860-4238-9185-0034becab5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:25.960214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-718503dc-9860-4238-9185-0034becab5db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efa0dee4-652c-4bba-9d93-8b2b84e29e9a HTTP/1.1" status: 204 len: 168 time: 0.2263191 Aug 11 01:05:25.968433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718503dc-9860-4238-9185-0034becab5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa0dee4-652c-4bba-9d93-8b2b84e29e9a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:26.486212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-d004dad9-9ed6-4e55-940b-eba49aa9c94d tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:26.487707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-d004dad9-9ed6-4e55-940b-eba49aa9c94d tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.55 "GET /v2.0/networks?id=f3f473ce-9166-48ec-a17b-ed212a20a560 HTTP/1.1" status: 200 len: 813 time: 0.1165378 Aug 11 01:05:26.542695 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-128fec50-f3b9-406c-94dc-2a08f0f5dd63 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b860338a3b6b4cd39015e54a7e38fd39 HTTP/1.1" status: 200 len: 379 time: 0.0438664 Aug 11 01:05:26.552581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'port': {'device_id': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'admin_state_up': True, 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'security_groups': ['38864c2c-bd7f-47c6-bacb-f5748f572f6e']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:26.795691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Made reservation on behalf of b860338a3b6b4cd39015e54a7e38fd39 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:05:26.797261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:26.801743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47506) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:26.817307 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-15884f4c-088e-4e6d-bb9b-c5cf179ba5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:26.941409 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-15884f4c-088e-4e6d-bb9b-c5cf179ba5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:26.972620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Allocated IP 172.20.0.11 (f3f473ce-9166-48ec-a17b-ed212a20a560/d662665b-74e5-4ade-9db5-b9973ea090eb/f63e97a0-3835-485d-ba12-c017644bb4fc) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:05:26.980316 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1f5d87b-db0d-4469-8092-0646c7adaef0 req-17ac9ead-5c70-4f03-a670-4889d32da42a tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0367372 Aug 11 01:05:27.055939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-15884f4c-088e-4e6d-bb9b-c5cf179ba5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.126201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-15884f4c-088e-4e6d-bb9b-c5cf179ba5cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f941bfebef74e24bb50184238b56bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200722 Aug 11 01:05:27.126475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47510) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:27.128207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15884f4c-088e-4e6d-bb9b-c5cf179ba5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20465faa-f586-473c-b5b4-ef655d5773d9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:27.190254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.213576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Transition to ACTIVE for port object f63e97a0-3835-485d-ba12-c017644bb4fc will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:05:27.222219 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1453d65-274c-4239-8849-fd2f70b2d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.258645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1453d65-274c-4239-8849-fd2f70b2d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.413535 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.465851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Network f3f473ce-9166-48ec-a17b-ed212a20a560 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:05:27.473959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1453d65-274c-4239-8849-fd2f70b2d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.473959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a1453d65-274c-4239-8849-fd2f70b2d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.473959 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a1453d65-274c-4239-8849-fd2f70b2d304 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20465faa-f586-473c-b5b4-ef655d5773d9 HTTP/1.1" status: 204 len: 168 time: 0.3453238 Aug 11 01:05:27.477657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:05:27.487603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:05:27.490819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'Port': ['ID=f63e97a0-3835-485d-ba12-c017644bb4fc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:27.529082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1453d65-274c-4239-8849-fd2f70b2d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20465faa-f586-473c-b5b4-ef655d5773d9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:27.580479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:27.581548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.702593 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-003c334c-fe67-4b89-ad35-05d0f44ff9ea tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1542630 Aug 11 01:05:27.715172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Request body: {'port': {'device_id': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:27.839226 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.877084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-61c6be8a-2cfb-4f45-8439-867cb4dfeb1c None None] Provisioning for port f63e97a0-3835-485d-ba12-c017644bb4fc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:05:27.886119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-61c6be8a-2cfb-4f45-8439-867cb4dfeb1c None None] Provisioning complete for port f63e97a0-3835-485d-ba12-c017644bb4fc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:05:27.886855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-61c6be8a-2cfb-4f45-8439-867cb4dfeb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:27.949112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-61c6be8a-2cfb-4f45-8439-867cb4dfeb1c None None] Port f63e97a0-3835-485d-ba12-c017644bb4fc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:05:28.313456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b07c4e-85f3-46b0-9873-6f9b3d6531e1 req-33569baa-c669-4393-a919-56faa52db013 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:28.316615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82b07c4e-85f3-46b0-9873-6f9b3d6531e1 req-33569baa-c669-4393-a919-56faa52db013 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 932 time: 0.0891788 Aug 11 01:05:28.426197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82b07c4e-85f3-46b0-9873-6f9b3d6531e1 req-cb5cc2e7-0748-436a-a793-a38e63db7c8a tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579147 Aug 11 01:05:28.571359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47520) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:28.596808 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cc73-0964-49ee-a2c6-512ac4e8cbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:28.605155 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63e97a0-3835-485d-ba12-c017644bb4fc {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:05:28.613103 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:28.627924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Transition to ACTIVE for port object f63e97a0-3835-485d-ba12-c017644bb4fc will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:05:28.708359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cc73-0964-49ee-a2c6-512ac4e8cbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:28.790276 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:28.846346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e97a0-3835-485d-ba12-c017644bb4fc,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:28.943625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Attempting to bind port f63e97a0-3835-485d-ba12-c017644bb4fc on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:05:28.944044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Attempting to bind port f63e97a0-3835-485d-ba12-c017644bb4fc by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:05:28.944378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Attempting to bind port f63e97a0-3835-485d-ba12-c017644bb4fc on network f3f473ce-9166-48ec-a17b-ed212a20a560 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:05:28.951044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Port f63e97a0-3835-485d-ba12-c017644bb4fc on network f3f473ce-9166-48ec-a17b-ed212a20a560 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:05:28.951540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Attempting to bind port f63e97a0-3835-485d-ba12-c017644bb4fc on network f3f473ce-9166-48ec-a17b-ed212a20a560 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:05:28.952891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1dd9cc73-0964-49ee-a2c6-512ac4e8cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:28.958486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:05:28.958850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Checking segment: {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:05:28.959322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Bound using segment: {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:05:28.959790 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Bound port: f63e97a0-3835-485d-ba12-c017644bb4fc, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35387347-91e1-4a5b-b168-803439b90125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:05:28.960224 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.021086 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1dd9cc73-0964-49ee-a2c6-512ac4e8cbf6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79545294137046b3bfbd5124384f0aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4486108 Aug 11 01:05:29.024625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47524) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:29.039660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9cc73-0964-49ee-a2c6-512ac4e8cbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff0bd1-fb1e-4e63-943f-95711bad0797,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:29.144945 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7aaf-cc91-42cd-91c5-07d52ad1a1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.151030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] For port f63e97a0-3835-485d-ba12-c017644bb4fc, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:05:29.196040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] For port f63e97a0-3835-485d-ba12-c017644bb4fc, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f63e97a0-3835-485d-ba12-c017644bb4fc,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:05:29.196040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7aaf-cc91-42cd-91c5-07d52ad1a1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.273547 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.313466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:29.314379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.316434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/f63e97a0-3835-485d-ba12-c017644bb4fc HTTP/1.1" status: 200 len: 1093 time: 1.6059268 Aug 11 01:05:29.323374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:05:29.327959 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f59c8cc-a814-4077-9d83-5347e25e77b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:05:29.346966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761f2e5-1a58-454e-8737-472bf912bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e97a0-3835-485d-ba12-c017644bb4fc,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:29.363934 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7aaf-cc91-42cd-91c5-07d52ad1a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.364331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7aaf-cc91-42cd-91c5-07d52ad1a1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.368921 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b8ea7aaf-cc91-42cd-91c5-07d52ad1a1dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5ff0bd1-fb1e-4e63-943f-95711bad0797 HTTP/1.1" status: 204 len: 168 time: 0.3400846 Aug 11 01:05:29.383660 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711229c-c344-47b2-8d7b-6a489547338a x-openstack-request-id: req-a711229c-c344-47b2-8d7b-6a489547338a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:05:29.383943 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:05:29.384201 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a711229c-c344-47b2-8d7b-6a489547338a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:05:29.384599 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'status': 'completed', 'code': 200} Aug 11 01:05:29.385739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea7aaf-cc91-42cd-91c5-07d52ad1a1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff0bd1-fb1e-4e63-943f-95711bad0797,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:29.464262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c8cc-a814-4077-9d83-5347e25e77b1 req-02ac6fdc-a27b-4356-a4eb-2e80badf093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:29.466033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f59c8cc-a814-4077-9d83-5347e25e77b1 req-02ac6fdc-a27b-4356-a4eb-2e80badf093e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1096 time: 0.0661306 Aug 11 01:05:29.664018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4d756-2080-4a3e-aeca-b82bb1e0da42 req-26261c65-b8e6-4699-bae0-dec0fe083c83 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:29.671972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9c4d756-2080-4a3e-aeca-b82bb1e0da42 req-26261c65-b8e6-4699-bae0-dec0fe083c83 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.1318457 Aug 11 01:05:29.679673 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.743221 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9c4d756-2080-4a3e-aeca-b82bb1e0da42 req-aae63f9c-bb48-480c-8ffa-aa1d9695f17f tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658715 Aug 11 01:05:29.744528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c8cc-a814-4077-9d83-5347e25e77b1 req-558c037a-f87c-424d-b7c4-66d78803fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:29.746053 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f59c8cc-a814-4077-9d83-5347e25e77b1 req-558c037a-f87c-424d-b7c4-66d78803fe89 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2713110 Aug 11 01:05:29.862584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c8cc-a814-4077-9d83-5347e25e77b1 req-71881f63-199d-4caf-8cf3-e0b21e6d45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:29.864909 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f59c8cc-a814-4077-9d83-5347e25e77b1 req-71881f63-199d-4caf-8cf3-e0b21e6d45fa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118679 Aug 11 01:05:29.929985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:29.968211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-b4dae1c2-c3f0-428c-a2ba-5d5847076be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:29.968211 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-b4dae1c2-c3f0-428c-a2ba-5d5847076be1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1096 time: 0.0590651 Aug 11 01:05:30.020438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-d8e51718-872c-4823-af2c-65eb337262c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e97a0-3835-485d-ba12-c017644bb4fc HTTP/1.1" status: 200 len: 217 time: 0.0492237 Aug 11 01:05:30.079389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-3a553591-ed7a-4a9f-903a-c08a83f03990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:30.081077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-3a553591-ed7a-4a9f-903a-c08a83f03990 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d662665b-74e5-4ade-9db5-b9973ea090eb HTTP/1.1" status: 200 len: 852 time: 0.0526745 Aug 11 01:05:30.138399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-bd0f61fe-b35e-4d7e-91f3-251cb6e4ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:30.140015 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-bd0f61fe-b35e-4d7e-91f3-251cb6e4ff8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3f473ce-9166-48ec-a17b-ed212a20a560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513368 Aug 11 01:05:30.252541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-7d4c8ae2-2073-4f35-90d0-e2a427b3ebc8 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051226 Aug 11 01:05:30.357535 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc0119a2-7552-410e-8e1e-92e2ab4bd4a3 req-2b331e9f-e533-424d-b967-1872724000b0 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984161 Aug 11 01:05:30.919153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777683b-ae7c-4f27-ae22-d424247c8d0a req-36fb3806-93fb-4740-9f3c-2cd36257174a tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:30.925083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0777683b-ae7c-4f27-ae22-d424247c8d0a req-36fb3806-93fb-4740-9f3c-2cd36257174a tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.1134467 Aug 11 01:05:30.999975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0777683b-ae7c-4f27-ae22-d424247c8d0a req-f3af7ae8-530d-47f8-ae68-209d53cd0613 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674632 Aug 11 01:05:32.165288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c96fc-1dac-40af-9aa1-ac06e07313fc req-4208d598-ae7a-4ae9-ab8c-25117f8ee7e3 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:32.167681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f29c96fc-1dac-40af-9aa1-ac06e07313fc req-4208d598-ae7a-4ae9-ab8c-25117f8ee7e3 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.0675509 Aug 11 01:05:32.218878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f29c96fc-1dac-40af-9aa1-ac06e07313fc req-dbaaa2c4-17c2-49c6-8c7b-bfda20c08e33 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448444 Aug 11 01:05:33.349643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db082a3-1bc8-4cda-94f4-9fcc484f8ecf req-a9312d4e-4676-490a-b3f0-2bb18e1e73bd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:33.351468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5db082a3-1bc8-4cda-94f4-9fcc484f8ecf req-a9312d4e-4676-490a-b3f0-2bb18e1e73bd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.0511899 Aug 11 01:05:33.395373 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5db082a3-1bc8-4cda-94f4-9fcc484f8ecf req-beb54272-672e-47f6-b15e-b1388a17a36f tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365050 Aug 11 01:05:34.514544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad7310-ecd1-4491-8983-2571b87f1333 req-f0c079f9-485a-4155-bd98-659dca0c5b24 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:34.516103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7ad7310-ecd1-4491-8983-2571b87f1333 req-f0c079f9-485a-4155-bd98-659dca0c5b24 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.0509851 Aug 11 01:05:34.556517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c7ad7310-ecd1-4491-8983-2571b87f1333 req-9ec84c49-f403-445f-8743-0ea2699d45f0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339317 Aug 11 01:05:35.366479 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47622) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:35.481273 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a58be7a-0908-4baa-aaab-49b41c711135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:35.595751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a58be7a-0908-4baa-aaab-49b41c711135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:35.681693 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e2177-3bde-46b4-bac4-8b0cc7e4edaa req-ff2bb994-725e-4273-95fe-b377df57b140 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:35.683223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c72e2177-3bde-46b4-bac4-8b0cc7e4edaa req-ff2bb994-725e-4273-95fe-b377df57b140 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.0507662 Aug 11 01:05:35.722344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c72e2177-3bde-46b4-bac4-8b0cc7e4edaa req-cc606c2a-34f3-4c31-a00d-80a0efaebb48 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331049 Aug 11 01:05:35.746783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a58be7a-0908-4baa-aaab-49b41c711135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:35.785462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5a58be7a-0908-4baa-aaab-49b41c711135 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=239537451837421ba6db57ab2f819b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177942 Aug 11 01:05:35.786329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58be7a-0908-4baa-aaab-49b41c711135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7c2bf3-5461-455e-a50c-5706649a29d7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:35.788649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47628) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:35.844766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4063f574-a176-4847-b58f-3f3818705b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:35.866802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4063f574-a176-4847-b58f-3f3818705b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:35.986852 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4063f574-a176-4847-b58f-3f3818705b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:35.989604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4063f574-a176-4847-b58f-3f3818705b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:35.990870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4063f574-a176-4847-b58f-3f3818705b07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f7c2bf3-5461-455e-a50c-5706649a29d7 HTTP/1.1" status: 204 len: 168 time: 0.2012000 Aug 11 01:05:35.999547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063f574-a176-4847-b58f-3f3818705b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7c2bf3-5461-455e-a50c-5706649a29d7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:36.731459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47644) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:36.746174 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4681eebc-c4f4-4966-ad36-0a799b38f376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:36.879691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60d603-4350-4dd9-8032-fd39a95862b9 req-f8b03c39-b243-48f4-9f2e-505194300e30 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:36.881143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b60d603-4350-4dd9-8032-fd39a95862b9 req-f8b03c39-b243-48f4-9f2e-505194300e30 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.0776875 Aug 11 01:05:36.895068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4681eebc-c4f4-4966-ad36-0a799b38f376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:36.928865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b60d603-4350-4dd9-8032-fd39a95862b9 req-8cf82440-5199-42b6-95ae-7d330345e286 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 Aug 11 01:05:36.986902 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4681eebc-c4f4-4966-ad36-0a799b38f376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:37.030639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4681eebc-c4f4-4966-ad36-0a799b38f376 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddd2459b01e846c8b6d629d7ead86d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980330 Aug 11 01:05:37.031825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681eebc-c4f4-4966-ad36-0a799b38f376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295f18da-c167-46b7-aba8-2ba6d6440b64,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:37.033812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47648) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:37.104620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-625003ad-2f7d-4e66-850c-aadc1e62e0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:37.126612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-625003ad-2f7d-4e66-850c-aadc1e62e0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:37.304877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-625003ad-2f7d-4e66-850c-aadc1e62e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:37.307528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-625003ad-2f7d-4e66-850c-aadc1e62e0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:37.308724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-625003ad-2f7d-4e66-850c-aadc1e62e0d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/295f18da-c167-46b7-aba8-2ba6d6440b64 HTTP/1.1" status: 204 len: 168 time: 0.2732422 Aug 11 01:05:37.317004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625003ad-2f7d-4e66-850c-aadc1e62e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295f18da-c167-46b7-aba8-2ba6d6440b64,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:38.058146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0f883-64cc-4243-bce2-ec2037a40632 req-00fe007f-1ee7-4031-b559-39bf32736cf8 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:38.060028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98c0f883-64cc-4243-bce2-ec2037a40632 req-00fe007f-1ee7-4031-b559-39bf32736cf8 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.0517664 Aug 11 01:05:38.102558 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98c0f883-64cc-4243-bce2-ec2037a40632 req-738e398b-3f0f-49b0-8807-1785ad057882 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352223 Aug 11 01:05:39.222165 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4810c4-0cf9-4f57-98ad-25282c94b9b0 req-f123dbea-a693-4120-aa88-bc76373bec1b tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:39.223834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d4810c4-0cf9-4f57-98ad-25282c94b9b0 req-f123dbea-a693-4120-aa88-bc76373bec1b tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.0509317 Aug 11 01:05:39.264020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d4810c4-0cf9-4f57-98ad-25282c94b9b0 req-f86b0a37-af0a-4ca1-b29c-74d265a1180b tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338535 Aug 11 01:05:40.395271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff3885-c0f3-4c88-9f24-105a6d3bb1bb req-9e136aac-a0b9-41f3-9a9e-23a44bcb20dc tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:40.396824 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01ff3885-c0f3-4c88-9f24-105a6d3bb1bb req-9e136aac-a0b9-41f3-9a9e-23a44bcb20dc tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 944 time: 0.0565484 Aug 11 01:05:40.438156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01ff3885-c0f3-4c88-9f24-105a6d3bb1bb req-39e7d55d-fab3-4e5d-b034-a4ad973be499 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346148 Aug 11 01:05:40.934914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f63e97a0-3835-485d-ba12-c017644bb4fc details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:05:41.038169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f63e97a0-3835-485d-ba12-c017644bb4fc, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f63e97a0-3835-485d-ba12-c017644bb4fc,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:05:41.050848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'mac_address': 'fa:16:3e:12:cc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:05:41.089208 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:41.102525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63e97a0-3835-485d-ba12-c017644bb4fc {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:05:41.128688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f63e97a0-3835-485d-ba12-c017644bb4fc, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f63e97a0-3835-485d-ba12-c017644bb4fc,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:05:41.266632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:41.324947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f63e97a0-3835-485d-ba12-c017644bb4fc,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:41.332442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.332790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.333143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.333490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.333840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.334182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.334519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.334861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.335213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.335584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.335893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.336200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:41.482063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f63e97a0-3835-485d-ba12-c017644bb4fc'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:05:41.567261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee1604-41c6-45b6-96ab-af404a145735 req-4621affd-b081-4c1d-9462-06253b12609a tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:41.569020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdee1604-41c6-45b6-96ab-af404a145735 req-4621affd-b081-4c1d-9462-06253b12609a tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 945 time: 0.0574415 Aug 11 01:05:41.622957 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdee1604-41c6-45b6-96ab-af404a145735 req-8370104a-f1b3-4763-b3d2-346614a6b946 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471678 Aug 11 01:05:42.366002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47780) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:42.483501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cb32a88-733f-495c-82b0-d3f293c67d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:42.576886 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cb32a88-733f-495c-82b0-d3f293c67d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:42.746267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9cb32a88-733f-495c-82b0-d3f293c67d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:42.759232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55eb2e-d6f8-40b2-8ee1-2d74d28d3a50 req-3ba911ac-87e3-453b-9cca-ec0b59eb75a2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:42.760801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c55eb2e-d6f8-40b2-8ee1-2d74d28d3a50 req-3ba911ac-87e3-453b-9cca-ec0b59eb75a2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 945 time: 0.0552402 Aug 11 01:05:42.811852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9cb32a88-733f-495c-82b0-d3f293c67d64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a31c48d0930740909be37327e4d43a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446313 Aug 11 01:05:42.819997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb32a88-733f-495c-82b0-d3f293c67d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e133cb2e-0ab7-4a4e-aa27-67b174a8f52f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:42.821219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47788) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:42.837243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c55eb2e-d6f8-40b2-8ee1-2d74d28d3a50 req-645c07d4-54ef-45f7-a4f3-7de647cd80c9 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683429 Aug 11 01:05:42.877451 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:42.899253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:42.950210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f63e97a0-3835-485d-ba12-c017644bb4fc up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:05:43.070017 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:43.072830 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:43.076622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e133cb2e-0ab7-4a4e-aa27-67b174a8f52f HTTP/1.1" status: 204 len: 168 time: 0.2517674 Aug 11 01:05:43.082994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e133cb2e-0ab7-4a4e-aa27-67b174a8f52f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:43.091981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.092340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.092695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.093042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.093389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.093767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.094055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.094389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.094728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.095059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.095417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.095747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7611e-792a-4c6c-a943-ae8d06591caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:05:43.121155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port f63e97a0-3835-485d-ba12-c017644bb4fc completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:05:43.125681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port f63e97a0-3835-485d-ba12-c017644bb4fc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:05:43.126286 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:43.208775 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:43.232559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:05:43.234875 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d800c-0c12-4d0b-92b8-e2fb523445fb" -d '{"events": [{"server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "name": "network-vif-plugged", "status": "completed", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:05:43.248804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f63e97a0-3835-485d-ba12-c017644bb4fc, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f63e97a0-3835-485d-ba12-c017644bb4fc,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:05:43.273056 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed31da09-4829-4167-b5ca-7cd1aba3a3b8 x-openstack-request-id: req-ed31da09-4829-4167-b5ca-7cd1aba3a3b8 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:05:43.273340 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "name": "network-vif-plugged", "status": "completed", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:05:43.273617 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed31da09-4829-4167-b5ca-7cd1aba3a3b8 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:05:43.274016 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'code': 200} Aug 11 01:05:43.374896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574fdd6-d4d6-4e09-a9bd-7d3912fc9e4f req-02674ead-b8a9-43e2-9d93-0ca7937f5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:43.376557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2574fdd6-d4d6-4e09-a9bd-7d3912fc9e4f req-02674ead-b8a9-43e2-9d93-0ca7937f5e2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1097 time: 0.0420723 Aug 11 01:05:43.383972 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:43.419402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2574fdd6-d4d6-4e09-a9bd-7d3912fc9e4f req-6b02a608-39b3-428c-be7d-19cb319b1ecc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Aug 11 01:05:43.438189 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f63e97a0-3835-485d-ba12-c017644bb4fc,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:43.971093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b9ab-d9f8-43ca-8b00-123820e5fb4a req-ba980c0c-3907-4e1a-a31b-d8e5331175ae tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:43.972667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db99b9ab-d9f8-43ca-8b00-123820e5fb4a req-ba980c0c-3907-4e1a-a31b-d8e5331175ae tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 946 time: 0.0569537 Aug 11 01:05:44.016957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db99b9ab-d9f8-43ca-8b00-123820e5fb4a req-8c4b2aff-c367-446d-82f0-2d7b2a4a7d77 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369556 Aug 11 01:05:44.029805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47802) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:44.048599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1354174f-4e0a-4f14-ab0a-da67ecccf807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:44.152721 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1354174f-4e0a-4f14-ab0a-da67ecccf807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:44.258371 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1354174f-4e0a-4f14-ab0a-da67ecccf807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:44.298857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354174f-4e0a-4f14-ab0a-da67ecccf807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785fb725-3ade-4df1-bc06-287a6364dbe6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:44.303517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1354174f-4e0a-4f14-ab0a-da67ecccf807 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7c8ca3edc984c5ca7d3cc1485ee4069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726483 Aug 11 01:05:44.306181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47804) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:44.364542 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019f316a-1574-45df-a77d-847c9c275aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:44.390369 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019f316a-1574-45df-a77d-847c9c275aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:44.564184 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019f316a-1574-45df-a77d-847c9c275aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:44.566776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-019f316a-1574-45df-a77d-847c9c275aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:44.568006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-019f316a-1574-45df-a77d-847c9c275aa2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/785fb725-3ade-4df1-bc06-287a6364dbe6 HTTP/1.1" status: 204 len: 168 time: 0.2602301 Aug 11 01:05:44.576939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f316a-1574-45df-a77d-847c9c275aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785fb725-3ade-4df1-bc06-287a6364dbe6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:45.160674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c1ec1-7e89-4a90-9536-0bd3ad10ff94 req-b6414bfd-f4f2-4deb-ab2d-de918289b88f tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:45.162511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b92c1ec1-7e89-4a90-9536-0bd3ad10ff94 req-b6414bfd-f4f2-4deb-ab2d-de918289b88f tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 946 time: 0.0599928 Aug 11 01:05:45.202698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b92c1ec1-7e89-4a90-9536-0bd3ad10ff94 req-253fcdf1-069f-4fe8-b7a8-5964587daec5 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333159 Aug 11 01:05:45.326660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bcd18-113d-4145-96e5-9d1e8e33fd67 req-f1b27e45-1ebb-4b59-8409-5dddaf41bcaf tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:45.328457 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c93bcd18-113d-4145-96e5-9d1e8e33fd67 req-f1b27e45-1ebb-4b59-8409-5dddaf41bcaf tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 946 time: 0.0577669 Aug 11 01:05:45.373051 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c93bcd18-113d-4145-96e5-9d1e8e33fd67 req-32a1a753-d191-4045-b8c2-d15e8abeeea0 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381103 Aug 11 01:05:45.396168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47824) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:45.605517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974f1bcf-f6de-4b0c-8b80-f3cdb59708e9 tempest-TestVolumeBackupRestore-1294338791 tempest-TestVolumeBackupRestore-1294338791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:45.609923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-974f1bcf-f6de-4b0c-8b80-f3cdb59708e9 tempest-TestVolumeBackupRestore-1294338791 tempest-TestVolumeBackupRestore-1294338791-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1093 time: 0.2097764 Aug 11 01:05:45.610270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47834) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:45.614900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:45.754221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:45.861301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:45.974910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Allocated IP 172.25.0.156 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/961b9b1f-eda9-4556-a228-2a71e6ae8b49) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:05:46.089688 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:46.216375 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:46.255101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:05:46.260204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:05:46.262746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:05:46.287368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fc42a37e-a024-46cd-8aca-d6c3ba418fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:46.298514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'Port': ['ID=961b9b1f-eda9-4556-a228-2a71e6ae8b49,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:46.660226 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:46.837436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:47.011382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:47.149964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:47.221819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event updated for resources: {'Port': ['ID=961b9b1f-eda9-4556-a228-2a71e6ae8b49,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:47.238387 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:47.343491 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Floating IP ec2a47aa-b9df-47c0-8369-4c878b109d8f associated. External IP: 172.25.0.156, port: f63e97a0-3835-485d-ba12-c017644bb4fc. Aug 11 01:05:47.573373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Router a8e70425-d5df-46b5-a390-3d79ccca10b9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:05:47.687845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:05:47.697468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] Sync routers for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:05:47.710344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:05:47.710966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:05:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:47.815698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:05:47.853138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:47.885973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8fe8f627-a201-4295-a365-6eab6646878c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2745614 Aug 11 01:05:47.886599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:05:47.889018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47936) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:47.898157 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:05:47.934824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087d6c3-3012-428b-aa53-d88bfb55066d tempest-TestVolumeBackupRestore-1294338791 tempest-TestVolumeBackupRestore-1294338791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:47.939616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47940) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:47.939850 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a087d6c3-3012-428b-aa53-d88bfb55066d tempest-TestVolumeBackupRestore-1294338791 tempest-TestVolumeBackupRestore-1294338791-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1093 time: 0.0495663 Aug 11 01:05:47.944676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ee4d3ee3-7caa-4b9c-b44a-63d556ab817c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Request body: {'floatingip': {'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:48.012840 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceadc2dc-c145-482d-8e3f-b8b98088597b x-openstack-request-id: req-ceadc2dc-c145-482d-8e3f-b8b98088597b {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:05:48.012840 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:05:48.012840 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ceadc2dc-c145-482d-8e3f-b8b98088597b {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:05:48.012840 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'status': 'completed', 'code': 200} Aug 11 01:05:48.012840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee4d3ee3-7caa-4b9c-b44a-63d556ab817c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:48.051500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-0a8d51f6-e4b6-4400-a55d-dad43ba849e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:48.053098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-0a8d51f6-e4b6-4400-a55d-dad43ba849e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1098 time: 0.0883188 Aug 11 01:05:48.140404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47946) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:48.197070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-66325f70-616d-4cf0-bc3c-d531acbb4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:48.199514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-66325f70-616d-4cf0-bc3c-d531acbb4a2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3f473ce-9166-48ec-a17b-ed212a20a560 HTTP/1.1" status: 200 len: 914 time: 0.1313651 Aug 11 01:05:48.296025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-6e9916e1-78f1-4ed9-bc74-b20ed282fb04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e97a0-3835-485d-ba12-c017644bb4fc HTTP/1.1" status: 200 len: 1000 time: 0.0867219 Aug 11 01:05:48.386478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7978ed3-47d9-4c75-aa2c-68985b9ad2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:48.392789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ec2a47aa-b9df-47c0-8369-4c878b109d8f', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'mac_address': 'fa:16:3e:12:cc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:46Z', 'updated_at': '2021-08-11T01:05:46Z', 'revision_number': 0, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:48.421746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-80af6c5f-dd75-42c8-8610-5da05f49a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:48.423282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-80af6c5f-dd75-42c8-8610-5da05f49a0ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d662665b-74e5-4ade-9db5-b9973ea090eb HTTP/1.1" status: 200 len: 852 time: 0.1207180 Aug 11 01:05:48.439675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] Checking router: a8e70425-d5df-46b5-a390-3d79ccca10b9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:05:48.452935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:05:48.453818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:05:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:48.509502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-4bb381e0-5a1c-425b-81b1-a4615b2a9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:48.511272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-4bb381e0-5a1c-425b-81b1-a4615b2a9a2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3f473ce-9166-48ec-a17b-ed212a20a560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786731 Aug 11 01:05:48.592657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:05:48.616290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7978ed3-47d9-4c75-aa2c-68985b9ad2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:48.663665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-a2458fa5-605e-413c-8ca2-2f0e4fffb4b7 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442978 Aug 11 01:05:48.723361 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7978ed3-47d9-4c75-aa2c-68985b9ad2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:48.760181 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a7978ed3-47d9-4c75-aa2c-68985b9ad2fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=212b0d184c7245c4ab1122dec154e874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153824 Aug 11 01:05:48.761907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47952) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:48.856133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7978ed3-47d9-4c75-aa2c-68985b9ad2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3ae2f0-0f25-48f7-b994-df29b3854598,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:48.871007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1cf99a0-23bb-4ef2-b6b7-64a02801d16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:48.902308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4e1ed6f-d511-4ea4-a1f8-edb3c5a0678b req-db610a55-b4ea-447e-887c-fb7aa0266bfe service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316539 Aug 11 01:05:48.913263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1cf99a0-23bb-4ef2-b6b7-64a02801d16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:48.926701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ec2a47aa-b9df-47c0-8369-4c878b109d8f', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'mac_address': 'fa:16:3e:12:cc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:46Z', 'updated_at': '2021-08-11T01:05:46Z', 'revision_number': 0, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:48.959340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb0164-7207-4fde-b959-12455fb5b011 None None] The sync data for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 is: [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ec2a47aa-b9df-47c0-8369-4c878b109d8f', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'mac_address': 'fa:16:3e:12:cc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:46Z', 'updated_at': '2021-08-11T01:05:46Z', 'revision_number': 0, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:05:48.961382 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1a0a-da03-48f8-89dc-30e1b2edda64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:48.990182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:49.002074 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee4d3ee3-7caa-4b9c-b44a-63d556ab817c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:49.083751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1cf99a0-23bb-4ef2-b6b7-64a02801d16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:49.086376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c1cf99a0-23bb-4ef2-b6b7-64a02801d16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:49.088144 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c1cf99a0-23bb-4ef2-b6b7-64a02801d16b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd3ae2f0-0f25-48f7-b994-df29b3854598 HTTP/1.1" status: 204 len: 168 time: 0.3231525 Aug 11 01:05:49.097540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf99a0-23bb-4ef2-b6b7-64a02801d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3ae2f0-0f25-48f7-b994-df29b3854598,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:49.112597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee4d3ee3-7caa-4b9c-b44a-63d556ab817c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:49.196569 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddce4f36-d19d-407f-8885-ab7dd1df2e05 None None] New status for floating IP ec2a47aa-b9df-47c0-8369-4c878b109d8f: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:05:49.439925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4d3ee3-7caa-4b9c-b44a-63d556ab817c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Router a8e70425-d5df-46b5-a390-3d79ccca10b9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:05:49.585653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4d3ee3-7caa-4b9c-b44a-63d556ab817c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:05:49.591775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee4d3ee3-7caa-4b9c-b44a-63d556ab817c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:49.640420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] Sync routers for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:05:49.653195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:05:49.654258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:05:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:49.668590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ee4d3ee3-7caa-4b9c-b44a-63d556ab817c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "PUT /v2.0/floatingips/ec2a47aa-b9df-47c0-8369-4c878b109d8f HTTP/1.1" status: 200 len: 992 time: 1.7223969 Aug 11 01:05:49.785715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:05:50.008972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc'}, {'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:05:50.011898 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc"}, {"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:05:50.044397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ec2a47aa-b9df-47c0-8369-4c878b109d8f', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'mac_address': 'fa:16:3e:12:cc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:46Z', 'updated_at': '2021-08-11T01:05:49Z', 'revision_number': 2, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:50.055007 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 01:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ff8ad-8b2f-44de-be0a-6106ccba04c5 x-openstack-request-id: req-a06ff8ad-8b2f-44de-be0a-6106ccba04c5 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:05:50.058097 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:05:50.058433 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a06ff8ad-8b2f-44de-be0a-6106ccba04c5 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:05:50.059222 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'status': 'completed', 'code': 200} Aug 11 01:05:50.059597 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'status': 'completed', 'code': 200} Aug 11 01:05:50.074771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] Checking router: a8e70425-d5df-46b5-a390-3d79ccca10b9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:05:50.087414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:05:50.088138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:05:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:50.125152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-bddb4652-aff4-4bed-9774-4e5019b6bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:50.126816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-bddb4652-aff4-4bed-9774-4e5019b6bf45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1098 time: 0.0483387 Aug 11 01:05:50.242985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:05:50.269052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-0770a7ae-eebc-455a-ad90-73429e99d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:50.271331 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-0770a7ae-eebc-455a-ad90-73429e99d991 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3f473ce-9166-48ec-a17b-ed212a20a560 HTTP/1.1" status: 200 len: 914 time: 0.1365004 Aug 11 01:05:50.308232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47978) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:50.358847 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-285a8308-e9ea-4bff-b6a2-6b2ba36b5e45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e97a0-3835-485d-ba12-c017644bb4fc HTTP/1.1" status: 200 len: 1002 time: 0.0798712 Aug 11 01:05:50.417027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-3eb3d801-abd9-4750-95eb-e855293f8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:50.418567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-3eb3d801-abd9-4750-95eb-e855293f8683 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d662665b-74e5-4ade-9db5-b9973ea090eb HTTP/1.1" status: 200 len: 852 time: 0.0528529 Aug 11 01:05:50.467018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7d5804e5-2588-4ce0-aa77-b62064d919d6 tempest-AgentManagementNegativeTest-1351999670 tempest-AgentManagementNegativeTest-1351999670-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1573117 Aug 11 01:05:50.473267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-0a8a57dd-d3a2-4e2b-8c30-97c124e97a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:50.475203 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-0a8a57dd-d3a2-4e2b-8c30-97c124e97a60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3f473ce-9166-48ec-a17b-ed212a20a560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490305 Aug 11 01:05:50.504126 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:50.537910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ec2a47aa-b9df-47c0-8369-4c878b109d8f', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'mac_address': 'fa:16:3e:12:cc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:46Z', 'updated_at': '2021-08-11T01:05:49Z', 'revision_number': 2, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:05:50.574055 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd59000-d0bb-40a2-b4f6-95186b0d4d0d None None] The sync data for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 is: [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'ec2a47aa-b9df-47c0-8369-4c878b109d8f', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'port_id': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'mac_address': 'fa:16:3e:12:cc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:46Z', 'updated_at': '2021-08-11T01:05:49Z', 'revision_number': 2, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:05:50.595437 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-ee37689d-e4aa-4e61-b25b-8844d81ac7ff service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130500 Aug 11 01:05:50.695420 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-f8aba717-cc93-4857-a070-bc6652367f0b service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928910 Aug 11 01:05:50.790213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-45736878-ca87-4a75-ab0c-5a599602b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:50.793027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-45736878-ca87-4a75-ab0c-5a599602b211 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1098 time: 0.0579276 Aug 11 01:05:50.891840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-019c006c-80e8-4f11-8b7d-84371e9ceba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:50.893367 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-019c006c-80e8-4f11-8b7d-84371e9ceba1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3f473ce-9166-48ec-a17b-ed212a20a560 HTTP/1.1" status: 200 len: 914 time: 0.0942068 Aug 11 01:05:50.968774 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-e22216d0-8815-4287-85d8-865b66cd8f7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e97a0-3835-485d-ba12-c017644bb4fc HTTP/1.1" status: 200 len: 1002 time: 0.0682180 Aug 11 01:05:51.024917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 47988) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:51.026236 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-584b5bd9-4b5d-48ba-bda8-3283a531eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:51.027962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-584b5bd9-4b5d-48ba-bda8-3283a531eb4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d662665b-74e5-4ade-9db5-b9973ea090eb HTTP/1.1" status: 200 len: 852 time: 0.0523820 Aug 11 01:05:51.079133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-2112f853-5e6a-4ef4-a748-14a4f8ee6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:51.082046 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-2112f853-5e6a-4ef4-a748-14a4f8ee6c95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3f473ce-9166-48ec-a17b-ed212a20a560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460377 Aug 11 01:05:51.174043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90259693-8149-4f6f-b873-26e74616d427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:51.194007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-deb1c80f-6095-4810-90be-e04e40e0d0b3 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053040 Aug 11 01:05:51.276640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90259693-8149-4f6f-b873-26e74616d427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:51.299462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3742b2d-9bfd-4823-ade5-a6d63a0121e3 req-bdb6dd37-95e7-496c-95e4-09adcbe95b78 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986094 Aug 11 01:05:51.358170 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-90259693-8149-4f6f-b873-26e74616d427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:51.405415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90259693-8149-4f6f-b873-26e74616d427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abebd00-fdcd-4490-b030-d86810767a81,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:51.413618 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-90259693-8149-4f6f-b873-26e74616d427 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95619e92599f471f9dc0d6b1d63c87c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866735 Aug 11 01:05:51.419633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 47992) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:51.475088 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81cff9b9-00f3-4aa2-b046-5a1ddf2048c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:51.497255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81cff9b9-00f3-4aa2-b046-5a1ddf2048c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:51.655355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81cff9b9-00f3-4aa2-b046-5a1ddf2048c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:51.658011 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-81cff9b9-00f3-4aa2-b046-5a1ddf2048c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:51.659223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-81cff9b9-00f3-4aa2-b046-5a1ddf2048c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1abebd00-fdcd-4490-b030-d86810767a81 HTTP/1.1" status: 204 len: 168 time: 0.2388151 Aug 11 01:05:51.670052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cff9b9-00f3-4aa2-b046-5a1ddf2048c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abebd00-fdcd-4490-b030-d86810767a81,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:52.552156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:52.988367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48018) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:53.093962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1533658871'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:53.223535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:05:53.227221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:53.238061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:53.333559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:53.435548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:53.463494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:05:53.474261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5874f5db-46d2-45e8-86cc-06de25968d59,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:53.479764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:53.480129 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Added segment aa9b26ab-bac6-43a1-812b-1325f2fc00d2 of type vlan for network 4ec00eea-24b7-4947-b5c1-1745276d170e Aug 11 01:05:53.522101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:53.666513 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:53.672573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:53.673219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:53.749576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Network': ['ID=4ec00eea-24b7-4947-b5c1-1745276d170e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:53.761293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 4ec00eea-24b7-4947-b5c1-1745276d170e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:05:53.981391 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5dfa785f-c0cf-43db-8d77-06670132d601 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9918444 Aug 11 01:05:57.327812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48032) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:57.327812 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'subnet': {'network_id': '4ec00eea-24b7-4947-b5c1-1745276d170e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:57.489190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:05:57.493046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:57.824744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:57.886589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Subnet': ['ID=f426b665-eeb2-43b0-a20c-138de610ddec,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:57.894342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Checking segment: {'id': 'aa9b26ab-bac6-43a1-812b-1325f2fc00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ec00eea-24b7-4947-b5c1-1745276d170e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:05:57.894704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network hostable DHCP agents. Network: 4ec00eea-24b7-4947-b5c1-1745276d170e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:05:58.035292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network 4ec00eea-24b7-4947-b5c1-1745276d170e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:05:58.174788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 4ec00eea-24b7-4947-b5c1-1745276d170e) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:05:58.179218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:58.179693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.187001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d4616-11e9-4fd3-acdc-bd98e30c3380 None None] Network 4ec00eea-24b7-4947-b5c1-1745276d170e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:05:58.310530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc6e6432-0c3c-4fdf-b909-4e9aaf938c0c tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0052826 Aug 11 01:05:58.313778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48036) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:58.319023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1227450669'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:58.340425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-4ec00eea-24b7-4947-b5c1-1745276d170e', 'network_id': '4ec00eea-24b7-4947-b5c1-1745276d170e', 'tenant_id': 'cdaa1b4c9d4144cb9e97e33d9cdb3b1d', 'fixed_ips': [{'subnet_id': 'f426b665-eeb2-43b0-a20c-138de610ddec'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:05:58.344170 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.413788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:05:58.419052 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.450343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:05:58.461652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.462007 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Added segment 719b0616-97fa-4326-a0a1-2b2244af7537 of type vlan for network 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 Aug 11 01:05:58.499432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Allocated IP 2001:db8:0:ffff::2 (4ec00eea-24b7-4947-b5c1-1745276d170e/f426b665-eeb2-43b0-a20c-138de610ddec/eb0b3463-3115-433f-9344-16527cf56cf3) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:05:58.503638 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.599365 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:05:58.629520 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.637593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:58.638708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.708566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Network': ['ID=4ec2cce8-bb30-4652-bf0b-ca54b2a6c034,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:58.720393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:05:58.780145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.798231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Transition to ACTIVE for port object eb0b3463-3115-433f-9344-16527cf56cf3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:05:58.815943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Transition to ACTIVE for port object eb0b3463-3115-433f-9344-16527cf56cf3 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:05:58.820984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-10a00834-0f1f-4d30-b5d7-fe39c59320f1 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5061042 Aug 11 01:05:58.827625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48038) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:58.828909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'subnet': {'network_id': '4ec2cce8-bb30-4652-bf0b-ca54b2a6c034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:05:58.929427 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:58.975441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Network 4ec00eea-24b7-4947-b5c1-1745276d170e is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:05:58.979939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:05:58.983355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:05:58.994456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Pushing event updated for resources: {'Port': ['ID=eb0b3463-3115-433f-9344-16527cf56cf3,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:59.044006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Attempting to bind port eb0b3463-3115-433f-9344-16527cf56cf3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:05:59.044379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Attempting to bind port eb0b3463-3115-433f-9344-16527cf56cf3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'aa9b26ab-bac6-43a1-812b-1325f2fc00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ec00eea-24b7-4947-b5c1-1745276d170e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:05:59.044738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Attempting to bind port eb0b3463-3115-433f-9344-16527cf56cf3 on network 4ec00eea-24b7-4947-b5c1-1745276d170e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:05:59.049972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:05:59.050343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Checking segment: {'id': 'aa9b26ab-bac6-43a1-812b-1325f2fc00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ec00eea-24b7-4947-b5c1-1745276d170e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:05:59.050741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:59.051131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Bound using segment: {'id': 'aa9b26ab-bac6-43a1-812b-1325f2fc00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ec00eea-24b7-4947-b5c1-1745276d170e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:05:59.051613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Bound port: eb0b3463-3115-433f-9344-16527cf56cf3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9b26ab-bac6-43a1-812b-1325f2fc00d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4ec00eea-24b7-4947-b5c1-1745276d170e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:05:59.051992 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:59.063956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:05:59.067764 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:59.124393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] For port eb0b3463-3115-433f-9344-16527cf56cf3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:05:59.127674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] For port eb0b3463-3115-433f-9344-16527cf56cf3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eb0b3463-3115-433f-9344-16527cf56cf3,segment=NetworkSegment(aa9b26ab-bac6-43a1-812b-1325f2fc00d2),segment_id=aa9b26ab-bac6-43a1-812b-1325f2fc00d2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:05:59.241390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:59.311103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91e39a-6b3e-406a-93b3-13b85df4b53d None None] Pushing event updated for resources: {'Port': ['ID=eb0b3463-3115-433f-9344-16527cf56cf3,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:59.476382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 01:05:59.476382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:59.529364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Subnet': ['ID=51e88a89-ad3d-4362-a27e-d0e4b5245b00,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:05:59.539794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Checking segment: {'id': '719b0616-97fa-4326-a0a1-2b2244af7537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4ec2cce8-bb30-4652-bf0b-ca54b2a6c034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:05:59.540169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network hostable DHCP agents. Network: 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:05:59.648071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eb0b3463-3115-433f-9344-16527cf56cf3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:05:59.652735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:05:59.749319 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:59.826280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:05:59.830268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:05:59.834701 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:59.835424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf9f5d-1c25-4d46-9f26-9d3013ff4322 None None] Network 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:05:59.876536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port eb0b3463-3115-433f-9344-16527cf56cf3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:05:59.878538 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:05:59.934171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fac68d46-e700-46d9-9eca-e69ee551a1a2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1090245 Aug 11 01:05:59.937594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48042) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:05:59.942125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'port': {'network_id': '4ec2cce8-bb30-4652-bf0b-ca54b2a6c034', 'name': 'tempest-NetworksIpV6TestAttrs-926647149'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:00.033131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-4ec2cce8-bb30-4652-bf0b-ca54b2a6c034', 'network_id': '4ec2cce8-bb30-4652-bf0b-ca54b2a6c034', 'tenant_id': 'cdaa1b4c9d4144cb9e97e33d9cdb3b1d', 'fixed_ips': [{'subnet_id': '51e88a89-ad3d-4362-a27e-d0e4b5245b00'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:00.034027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.186131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Allocated IP 2001:db8::f816:3eff:fefe:9ce6 (4ec2cce8-bb30-4652-bf0b-ca54b2a6c034/51e88a89-ad3d-4362-a27e-d0e4b5245b00/a2216670-12e2-4100-be8a-dd4c995d3ee3) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:00.189603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:00.193977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.216678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] device_id is not set on port d4326a6c-5ed7-4a7d-b134-098ebf2d8c4b yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:00.332121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f625e5-4110-45d1-8fb2-3add10924141 None None] Network 4ec00eea-24b7-4947-b5c1-1745276d170e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:00.410945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.422040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Transition to ACTIVE for port object a2216670-12e2-4100-be8a-dd4c995d3ee3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:00.455792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Transition to ACTIVE for port object a2216670-12e2-4100-be8a-dd4c995d3ee3 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:00.497915 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5933aea5-fa1a-4603-a8df-9b737f8344cb None None] Provisioning for port eb0b3463-3115-433f-9344-16527cf56cf3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:00.508396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5933aea5-fa1a-4603-a8df-9b737f8344cb None None] Provisioning complete for port eb0b3463-3115-433f-9344-16527cf56cf3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:00.508396 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5933aea5-fa1a-4603-a8df-9b737f8344cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.569536 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.642694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Allocated IP 2001:db8::f816:3eff:fea2:d081 (4ec2cce8-bb30-4652-bf0b-ca54b2a6c034/51e88a89-ad3d-4362-a27e-d0e4b5245b00/d4326a6c-5ed7-4a7d-b134-098ebf2d8c4b) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:00.784064 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Network 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:00.792619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:00.814834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:00.830095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Pushing event updated for resources: {'Port': ['ID=a2216670-12e2-4100-be8a-dd4c995d3ee3,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:00.864081 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5933aea5-fa1a-4603-a8df-9b737f8344cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.918470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Attempting to bind port a2216670-12e2-4100-be8a-dd4c995d3ee3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:00.918767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Attempting to bind port a2216670-12e2-4100-be8a-dd4c995d3ee3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '719b0616-97fa-4326-a0a1-2b2244af7537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4ec2cce8-bb30-4652-bf0b-ca54b2a6c034'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:00.919134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Attempting to bind port a2216670-12e2-4100-be8a-dd4c995d3ee3 on network 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:00.930306 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.934996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:00.935450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Checking segment: {'id': '719b0616-97fa-4326-a0a1-2b2244af7537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4ec2cce8-bb30-4652-bf0b-ca54b2a6c034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:00.935843 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.936258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Bound using segment: {'id': '719b0616-97fa-4326-a0a1-2b2244af7537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4ec2cce8-bb30-4652-bf0b-ca54b2a6c034'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:00.936720 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Bound port: a2216670-12e2-4100-be8a-dd4c995d3ee3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719b0616-97fa-4326-a0a1-2b2244af7537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '4ec2cce8-bb30-4652-bf0b-ca54b2a6c034'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:00.937107 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:00.942350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5933aea5-fa1a-4603-a8df-9b737f8344cb None None] For port eb0b3463-3115-433f-9344-16527cf56cf3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eb0b3463-3115-433f-9344-16527cf56cf3,segment=NetworkSegment(aa9b26ab-bac6-43a1-812b-1325f2fc00d2),segment_id=aa9b26ab-bac6-43a1-812b-1325f2fc00d2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:00.946708 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Transition to ACTIVE for port object d4326a6c-5ed7-4a7d-b134-098ebf2d8c4b will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:01.021731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] For port a2216670-12e2-4100-be8a-dd4c995d3ee3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:01.025185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] For port a2216670-12e2-4100-be8a-dd4c995d3ee3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a2216670-12e2-4100-be8a-dd4c995d3ee3,segment=NetworkSegment(719b0616-97fa-4326-a0a1-2b2244af7537),segment_id=719b0616-97fa-4326-a0a1-2b2244af7537)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:01.037739 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5933aea5-fa1a-4603-a8df-9b737f8344cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.064890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.101458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933aea5-fa1a-4603-a8df-9b737f8344cb None None] Pushing event updated for resources: {'Port': ['ID=eb0b3463-3115-433f-9344-16527cf56cf3,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:01.122699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:01.125852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:01.129767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:01.136296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:01.136925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.140941 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.151327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Port': ['ID=d4326a6c-5ed7-4a7d-b134-098ebf2d8c4b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:01.207063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bec9a81c-e4a4-40cd-b6e8-c9bfc64e39f0 None None] Provisioning complete for port eb0b3463-3115-433f-9344-16527cf56cf3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:01.213265 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bec9a81c-e4a4-40cd-b6e8-c9bfc64e39f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.239537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-642ce53c-491e-4ce3-9ac2-78a5a1b114ec tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3011682 Aug 11 01:06:01.244631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada924b-f845-4721-b8d7-5404b58e4cce None None] Pushing event updated for resources: {'Port': ['ID=a2216670-12e2-4100-be8a-dd4c995d3ee3,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:01.244786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48046) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:01.303612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-22994f92-4ae2-4bed-82a4-0ad60ab90a87 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting subnet 51e88a89-ad3d-4362-a27e-d0e4b5245b00 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:06:01.308263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22994f92-4ae2-4bed-82a4-0ad60ab90a87 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.358193 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22994f92-4ae2-4bed-82a4-0ad60ab90a87 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.551335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22994f92-4ae2-4bed-82a4-0ad60ab90a87 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.668000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a2216670-12e2-4100-be8a-dd4c995d3ee3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:01.719367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22994f92-4ae2-4bed-82a4-0ad60ab90a87 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.757921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22994f92-4ae2-4bed-82a4-0ad60ab90a87 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Subnet': ['ID=51e88a89-ad3d-4362-a27e-d0e4b5245b00,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:01.760298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22994f92-4ae2-4bed-82a4-0ad60ab90a87 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.763213 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-22994f92-4ae2-4bed-82a4-0ad60ab90a87 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/subnets/51e88a89-ad3d-4362-a27e-d0e4b5245b00 HTTP/1.1" status: 204 len: 168 time: 0.5167172 Aug 11 01:06:01.765110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48050) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:01.834905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a2216670-12e2-4100-be8a-dd4c995d3ee3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:01.839728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eb0b3463-3115-433f-9344-16527cf56cf3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:01.860594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa09fa-15dc-4dff-9258-b310f296d9b7 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:01.863883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa09fa-15dc-4dff-9258-b310f296d9b7 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:01.867496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4efa09fa-15dc-4dff-9258-b310f296d9b7 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0983000 Aug 11 01:06:01.867710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48052) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:01.896058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port eb0b3463-3115-433f-9344-16527cf56cf3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:01.896490 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.958681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9b2d4d36-fb75-4057-aaeb-35aff02ee2b5 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:01.974573 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2d4d36-fb75-4057-aaeb-35aff02ee2b5 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 01:06:01.974573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2d4d36-fb75-4057-aaeb-35aff02ee2b5 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:01.975424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48054) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:01.975876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9b2d4d36-fb75-4057-aaeb-35aff02ee2b5 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 HTTP/1.1" status: 409 len: 405 time: 0.1067314 Aug 11 01:06:01.980731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2041366139'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:02.112131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:02.117845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.144171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:02.155793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.156148 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Added segment b9ab29db-e955-489e-ab92-588e697373e2 of type vlan for network 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 Aug 11 01:06:02.209778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.269347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc2c83-20b9-48a4-97d5-fe60bfe6801b None None] Network 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:02.309883 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.315965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:02.316746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.396887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Network': ['ID=7439f7d1-6362-4ab3-a3cf-8bcc894a6f53,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:02.406291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.406666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.407023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.407437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.413263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.413263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.413263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.413263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.413263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.413263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.413263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.413263 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:02.424490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:02.487789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] DHCP port deletion for 4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:06:02.502176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-96758864-e90d-47fc-b1dd-18627d5dc412 None None] Provisioning for port a2216670-12e2-4100-be8a-dd4c995d3ee3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:02.562376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48058) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:02.562571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8d4c2340-bbca-4bab-a471-b5035bb500a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5783246 Aug 11 01:06:02.562662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'subnet': {'network_id': '7439f7d1-6362-4ab3-a3cf-8bcc894a6f53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:02.572932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-96758864-e90d-47fc-b1dd-18627d5dc412 None None] Provisioning complete for port a2216670-12e2-4100-be8a-dd4c995d3ee3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:02.573910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96758864-e90d-47fc-b1dd-18627d5dc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.692686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] Deleting port a2216670-12e2-4100-be8a-dd4c995d3ee3 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:02.693453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.804008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:02.808985 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.844961 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96758864-e90d-47fc-b1dd-18627d5dc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.852933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] For port a2216670-12e2-4100-be8a-dd4c995d3ee3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a2216670-12e2-4100-be8a-dd4c995d3ee3,segment=NetworkSegment(719b0616-97fa-4326-a0a1-2b2244af7537),segment_id=719b0616-97fa-4326-a0a1-2b2244af7537)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:02.852933 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:02.882419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] Calling delete_port for a2216670-12e2-4100-be8a-dd4c995d3ee3 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:02.916693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-96758864-e90d-47fc-b1dd-18627d5dc412 None None] For port a2216670-12e2-4100-be8a-dd4c995d3ee3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a2216670-12e2-4100-be8a-dd4c995d3ee3,segment=NetworkSegment(719b0616-97fa-4326-a0a1-2b2244af7537),segment_id=719b0616-97fa-4326-a0a1-2b2244af7537)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:03.021137 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96758864-e90d-47fc-b1dd-18627d5dc412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:03.092999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96758864-e90d-47fc-b1dd-18627d5dc412 None None] Pushing event updated for resources: {'Port': ['ID=a2216670-12e2-4100-be8a-dd4c995d3ee3,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:03.169684 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:03.213241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] No DVR routers for this DVR port a2216670-12e2-4100-be8a-dd4c995d3ee3 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:03.217683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b909ba-7b6e-4a8f-9255-04eaec847b78 None None] Pushing event deleted for resources: {'Port': ['ID=a2216670-12e2-4100-be8a-dd4c995d3ee3,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:03.305046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 01:06:03.306570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:03.374272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Subnet': ['ID=d149d013-b5e5-40e9-a428-4d847659007b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:03.385141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Checking segment: {'id': 'b9ab29db-e955-489e-ab92-588e697373e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7439f7d1-6362-4ab3-a3cf-8bcc894a6f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:03.385558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network hostable DHCP agents. Network: 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:03.488884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:03.594384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a2216670-12e2-4100-be8a-dd4c995d3ee3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:06:03.616044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a2216670-12e2-4100-be8a-dd4c995d3ee3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:06:03.616495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a2216670-12e2-4100-be8a-dd4c995d3ee3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:06:03.648968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:03.654021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:03.655324 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:03.658933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b43be-511c-4eb8-b8d6-fd01ceb9c896 None None] Network 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:03.773150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-12d2e2c8-3f16-4174-ba9e-5fce4047ff91 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2165382 Aug 11 01:06:03.777013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48062) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:03.782149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'port': {'network_id': '7439f7d1-6362-4ab3-a3cf-8bcc894a6f53', 'name': 'tempest-NetworksIpV6TestAttrs-83951507'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:03.813121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-7439f7d1-6362-4ab3-a3cf-8bcc894a6f53', 'network_id': '7439f7d1-6362-4ab3-a3cf-8bcc894a6f53', 'tenant_id': 'cdaa1b4c9d4144cb9e97e33d9cdb3b1d', 'fixed_ips': [{'subnet_id': 'd149d013-b5e5-40e9-a428-4d847659007b'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:03.813993 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:03.954748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Allocated IP 2001:db8::f816:3eff:fee0:ef0e (7439f7d1-6362-4ab3-a3cf-8bcc894a6f53/d149d013-b5e5-40e9-a428-4d847659007b/5c277118-94e5-42a7-bc2c-d6a1bb0f39ca) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:03.961022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:03.966299 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:03.981866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] device_id is not set on port b7efbfa7-41c3-42a4-9694-107c37c4bdb6 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:04.103573 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:04.112015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Transition to ACTIVE for port object 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:04.126663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Transition to ACTIVE for port object 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:04.232606 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:04.275017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Network 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:04.277993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:04.282630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:04.284277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Allocated IP 2001:db8::f816:3eff:feef:b8a0 (7439f7d1-6362-4ab3-a3cf-8bcc894a6f53/d149d013-b5e5-40e9-a428-4d847659007b/b7efbfa7-41c3-42a4-9694-107c37c4bdb6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:04.285731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Pushing event updated for resources: {'Port': ['ID=5c277118-94e5-42a7-bc2c-d6a1bb0f39ca,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:04.348073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Attempting to bind port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:04.348619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Attempting to bind port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b9ab29db-e955-489e-ab92-588e697373e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7439f7d1-6362-4ab3-a3cf-8bcc894a6f53'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:04.348992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Attempting to bind port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca on network 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:04.355228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:04.355547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Checking segment: {'id': 'b9ab29db-e955-489e-ab92-588e697373e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7439f7d1-6362-4ab3-a3cf-8bcc894a6f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:04.355952 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:04.356455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Bound using segment: {'id': 'b9ab29db-e955-489e-ab92-588e697373e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7439f7d1-6362-4ab3-a3cf-8bcc894a6f53'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:04.356872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Bound port: 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ab29db-e955-489e-ab92-588e697373e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7439f7d1-6362-4ab3-a3cf-8bcc894a6f53'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:04.358699 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:04.426987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] For port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:04.430560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] For port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c277118-94e5-42a7-bc2c-d6a1bb0f39ca,segment=NetworkSegment(b9ab29db-e955-489e-ab92-588e697373e2),segment_id=b9ab29db-e955-489e-ab92-588e697373e2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:04.453842 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:04.472283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Transition to ACTIVE for port object b7efbfa7-41c3-42a4-9694-107c37c4bdb6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:04.598578 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:04.662727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a43609-fd60-43a9-8fc8-c029e0167f73 None None] Pushing event updated for resources: {'Port': ['ID=5c277118-94e5-42a7-bc2c-d6a1bb0f39ca,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:04.670236 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:04.718785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:04.722181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:04.726015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:04.732192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:04.732841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:04.739364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Port': ['ID=b7efbfa7-41c3-42a4-9694-107c37c4bdb6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:04.882739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f5e86b72-92b6-452f-92bd-1d199e712ba2 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.1044056 Aug 11 01:06:04.886077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48066) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:04.955627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-387f4efc-7e99-4857-a443-b70e981ccd8d tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting subnet d149d013-b5e5-40e9-a428-4d847659007b {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:06:04.959339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-387f4efc-7e99-4857-a443-b70e981ccd8d tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.003911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-387f4efc-7e99-4857-a443-b70e981ccd8d tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.148892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-387f4efc-7e99-4857-a443-b70e981ccd8d tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.310423 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-387f4efc-7e99-4857-a443-b70e981ccd8d tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.339701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f4efc-7e99-4857-a443-b70e981ccd8d tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Subnet': ['ID=d149d013-b5e5-40e9-a428-4d847659007b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:05.346450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-387f4efc-7e99-4857-a443-b70e981ccd8d tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.348729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-387f4efc-7e99-4857-a443-b70e981ccd8d tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/subnets/d149d013-b5e5-40e9-a428-4d847659007b HTTP/1.1" status: 204 len: 168 time: 0.4615433 Aug 11 01:06:05.351235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48070) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:05.467932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17f3b2-756a-45ae-bbef-3de6ff576a13 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:05.469565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d17f3b2-756a-45ae-bbef-3de6ff576a13 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:05.471278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6d17f3b2-756a-45ae-bbef-3de6ff576a13 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1190350 Aug 11 01:06:05.474088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48072) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:05.563535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f76ef805-eef3-445e-a72d-7dee6cb5ac9b tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.577859 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76ef805-eef3-445e-a72d-7dee6cb5ac9b tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 01:06:05.578271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76ef805-eef3-445e-a72d-7dee6cb5ac9b tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:05.583999 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f76ef805-eef3-445e-a72d-7dee6cb5ac9b tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 HTTP/1.1" status: 409 len: 405 time: 0.1050966 Aug 11 01:06:05.584636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48074) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:05.589922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1808521969'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:05.628965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eccd136-0cb4-4dff-9448-a7e9024d1c89 None None] Network 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:05.647643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:05.732802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:05.736912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.764362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:05.776077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.776483 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Added segment ab2eb2d9-ad49-41a1-813e-b0e553b0495c of type vlan for network c034691f-8ed4-4de8-ab47-d4b837bfac70 Aug 11 01:06:05.810318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-949faccf-6c41-45c6-b6bb-e036c0959ae1 None None] Provisioning for port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:05.825721 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.860951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077bc33b-febd-4344-824d-0000c23a537f None None] DHCP port deletion for 7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:06:05.909089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-077bc33b-febd-4344-824d-0000c23a537f None None] Deleting port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:05.909396 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-077bc33b-febd-4344-824d-0000c23a537f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.922003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:05.946375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.953842 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:05.954511 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:05.957793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:05.958487 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:06.014462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-077bc33b-febd-4344-824d-0000c23a537f None None] For port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c277118-94e5-42a7-bc2c-d6a1bb0f39ca,segment=NetworkSegment(b9ab29db-e955-489e-ab92-588e697373e2),segment_id=b9ab29db-e955-489e-ab92-588e697373e2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:06.015022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-077bc33b-febd-4344-824d-0000c23a537f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:06.031962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-077bc33b-febd-4344-824d-0000c23a537f None None] Calling delete_port for 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:06.035262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Network': ['ID=c034691f-8ed4-4de8-ab47-d4b837bfac70,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:06.047795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c034691f-8ed4-4de8-ab47-d4b837bfac70 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:06.090015 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5488c5b0-92bf-43e8-9130-ef86efafcbaf tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5042064 Aug 11 01:06:06.092937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48078) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:06.097826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'subnet': {'network_id': 'c034691f-8ed4-4de8-ab47-d4b837bfac70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:06.196855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:06.288998 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 01:06:06.288998 n-d-712143-13 neutron-server[95256]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 11 01:06:06.288998 n-d-712143-13 neutron-server[95256]: [parameters: {'status': 'ACTIVE', 'ports_id': '5c277118-94e5-42a7-bc2c-d6a1bb0f39ca'}] Aug 11 01:06:06.288998 n-d-712143-13 neutron-server[95256]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:06:06.289448 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:06:06.294396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:06.301112 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:06.321082 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-077bc33b-febd-4344-824d-0000c23a537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:06.352496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bc33b-febd-4344-824d-0000c23a537f None None] Pushing event deleted for resources: {'Port': ['ID=5c277118-94e5-42a7-bc2c-d6a1bb0f39ca,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:06.356794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077bc33b-febd-4344-824d-0000c23a537f None None] No DVR routers for this DVR port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:06.652059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.objects.ports [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95254) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 01:06:06.653795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:06.719421 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Subnet': ['ID=f41871fa-cbb8-4ffa-a291-f558f180cc3b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:06.732622 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Checking segment: {'id': 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c034691f-8ed4-4de8-ab47-d4b837bfac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:06.733160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network hostable DHCP agents. Network: c034691f-8ed4-4de8-ab47-d4b837bfac70, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:06.810557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Port 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca update to ACTIVE by agent not found {{(pid=95256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 01:06:06.860266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network c034691f-8ed4-4de8-ab47-d4b837bfac70 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:06.975330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c034691f-8ed4-4de8-ab47-d4b837bfac70) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:06.980263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:06.980853 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:06.987391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba05651-826b-417e-bfe3-57b8db33593b None None] Network c034691f-8ed4-4de8-ab47-d4b837bfac70 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:07.061324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d308bbd6-9344-4813-9e6b-782f1676fa95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9672570 Aug 11 01:06:07.064127 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48082) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:07.170077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-c034691f-8ed4-4de8-ab47-d4b837bfac70', 'network_id': 'c034691f-8ed4-4de8-ab47-d4b837bfac70', 'tenant_id': 'cdaa1b4c9d4144cb9e97e33d9cdb3b1d', 'fixed_ips': [{'subnet_id': 'f41871fa-cbb8-4ffa-a291-f558f180cc3b'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:07.171644 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.175777 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.256662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.310502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Allocated IP 2001:db8::f816:3eff:fe52:7f5b (c034691f-8ed4-4de8-ab47-d4b837bfac70/f41871fa-cbb8-4ffa-a291-f558f180cc3b/f9509ec5-93ab-4f11-83fb-a81e9460c645) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:07.465707 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.475278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Transition to ACTIVE for port object f9509ec5-93ab-4f11-83fb-a81e9460c645 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:07.491231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Transition to ACTIVE for port object f9509ec5-93ab-4f11-83fb-a81e9460c645 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:07.579001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:06:07.600220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.602013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:06:07.602355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c277118-94e5-42a7-bc2c-d6a1bb0f39ca not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:06:07.641725 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Network c034691f-8ed4-4de8-ab47-d4b837bfac70 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:07.646662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:07.650137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:07.661602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Pushing event updated for resources: {'Port': ['ID=f9509ec5-93ab-4f11-83fb-a81e9460c645,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:07.684138 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.715724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Attempting to bind port f9509ec5-93ab-4f11-83fb-a81e9460c645 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:07.715976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Attempting to bind port f9509ec5-93ab-4f11-83fb-a81e9460c645 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c034691f-8ed4-4de8-ab47-d4b837bfac70'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:07.716350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Attempting to bind port f9509ec5-93ab-4f11-83fb-a81e9460c645 on network c034691f-8ed4-4de8-ab47-d4b837bfac70 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:07.717303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Subnet': ['ID=f41871fa-cbb8-4ffa-a291-f558f180cc3b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:07.731800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:07.731800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Checking segment: {'id': 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c034691f-8ed4-4de8-ab47-d4b837bfac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:07.731800 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.731800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Bound using segment: {'id': 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c034691f-8ed4-4de8-ab47-d4b837bfac70'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:07.731800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Bound port: f9509ec5-93ab-4f11-83fb-a81e9460c645, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c034691f-8ed4-4de8-ab47-d4b837bfac70'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:07.731800 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.784595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.796447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c034691f-8ed4-4de8-ab47-d4b837bfac70']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:07.804445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] For port f9509ec5-93ab-4f11-83fb-a81e9460c645, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:07.808652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] For port f9509ec5-93ab-4f11-83fb-a81e9460c645, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f9509ec5-93ab-4f11-83fb-a81e9460c645,segment=NetworkSegment(ab2eb2d9-ad49-41a1-813e-b0e553b0495c),segment_id=ab2eb2d9-ad49-41a1-813e-b0e553b0495c)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:07.816605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:07.817020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:07.827319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.918615 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.920890 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.928207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:07.928616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:07.931792 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:08.005604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c0ee1-eae9-4b26-b3c9-b38fc0daaacb None None] Pushing event updated for resources: {'Port': ['ID=f9509ec5-93ab-4f11-83fb-a81e9460c645,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:08.019814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01447dc1-da0c-448a-86fa-6aeae8b8fb01 None None] Network c034691f-8ed4-4de8-ab47-d4b837bfac70 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:08.044143 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 01:06:08.044143 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 01:06:08.044143 n-d-712143-13 neutron-server[95254]: [parameters: {'id': 'c034691f-8ed4-4de8-ab47-d4b837bfac70'}] Aug 11 01:06:08.044143 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:06:08.044143 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:06:08.149148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e38e2f-3247-492e-bedf-683171ffc550 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 01:06:08.409739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e38e2f-3247-492e-bedf-683171ffc550 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 01:06:08.542952 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:08.607879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting port f9509ec5-93ab-4f11-83fb-a81e9460c645 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:08.608235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:08.679970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] For port f9509ec5-93ab-4f11-83fb-a81e9460c645, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=f9509ec5-93ab-4f11-83fb-a81e9460c645,segment=NetworkSegment(ab2eb2d9-ad49-41a1-813e-b0e553b0495c),segment_id=ab2eb2d9-ad49-41a1-813e-b0e553b0495c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:08.680601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:08.693901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Calling delete_port for f9509ec5-93ab-4f11-83fb-a81e9460c645 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:09.240908 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.268174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Port': ['ID=f9509ec5-93ab-4f11-83fb-a81e9460c645,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:09.272098 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No DVR routers for this DVR port f9509ec5-93ab-4f11-83fb-a81e9460c645 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:09.360585 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.372675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c034691f-8ed4-4de8-ab47-d4b837bfac70']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:09.383915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:09.384217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2eb2d9-ad49-41a1-813e-b0e553b0495c') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:09.395835 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.410913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.418576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:09.419229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:09.423495 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:09.591875 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.600032 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.609190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/c034691f-8ed4-4de8-ab47-d4b837bfac70 HTTP/1.1" status: 204 len: 168 time: 2.5437963 Aug 11 01:06:09.613874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48088) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:09.619446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-950383430'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:09.622095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c85521-da0a-448e-b92f-ef83db233bc3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Network': ['ID=c034691f-8ed4-4de8-ab47-d4b837bfac70,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:09.711775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:09.716831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.744357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:09.758332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.758817 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Added segment 6c88644c-789f-4632-8457-fa5dc9e4de04 of type vlan for network b9e55b7d-dba4-4616-b23a-99e99aa55bdc Aug 11 01:06:09.810341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.926471 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:09.933663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:09.934437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:10.011919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Network': ['ID=b9e55b7d-dba4-4616-b23a-99e99aa55bdc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:10.025233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b9e55b7d-dba4-4616-b23a-99e99aa55bdc details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:10.061542 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3c172e5f-5a68-48c0-8585-a883f13496e6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4463623 Aug 11 01:06:10.064178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48092) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:10.069399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'subnet': {'network_id': 'b9e55b7d-dba4-4616-b23a-99e99aa55bdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:10.269355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:10.273052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:10.580437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:10.649551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Subnet': ['ID=b8d7afaf-3a27-4af1-ac71-ad0ddf9cae69,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:10.654874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Checking segment: {'id': '6c88644c-789f-4632-8457-fa5dc9e4de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b9e55b7d-dba4-4616-b23a-99e99aa55bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:10.655274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network hostable DHCP agents. Network: b9e55b7d-dba4-4616-b23a-99e99aa55bdc, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:10.814294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network b9e55b7d-dba4-4616-b23a-99e99aa55bdc is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:10.977769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, b9e55b7d-dba4-4616-b23a-99e99aa55bdc) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:10.997155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:10.997155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:10.998116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40280d53-bf38-4869-9b7d-28401099805c None None] Network b9e55b7d-dba4-4616-b23a-99e99aa55bdc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:11.071317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-418f1643-348e-46ae-b9b2-ee3a1557b4a0 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0059750 Aug 11 01:06:11.074907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48096) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:11.151529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-b9e55b7d-dba4-4616-b23a-99e99aa55bdc', 'network_id': 'b9e55b7d-dba4-4616-b23a-99e99aa55bdc', 'tenant_id': 'cdaa1b4c9d4144cb9e97e33d9cdb3b1d', 'fixed_ips': [{'subnet_id': 'b8d7afaf-3a27-4af1-ac71-ad0ddf9cae69'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:11.152475 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.189565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.242796 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.305058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Allocated IP 2001:db8::2 (b9e55b7d-dba4-4616-b23a-99e99aa55bdc/b8d7afaf-3a27-4af1-ac71-ad0ddf9cae69/4116c29d-78e5-4c29-870b-3d9afb0215ca) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:11.476396 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.485451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Transition to ACTIVE for port object 4116c29d-78e5-4c29-870b-3d9afb0215ca will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:11.500165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Transition to ACTIVE for port object 4116c29d-78e5-4c29-870b-3d9afb0215ca will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:11.603480 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.645469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Network b9e55b7d-dba4-4616-b23a-99e99aa55bdc is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:11.648976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:11.654378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:11.657908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Pushing event updated for resources: {'Port': ['ID=4116c29d-78e5-4c29-870b-3d9afb0215ca,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:11.716794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Attempting to bind port 4116c29d-78e5-4c29-870b-3d9afb0215ca on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:11.717161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Attempting to bind port 4116c29d-78e5-4c29-870b-3d9afb0215ca by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '6c88644c-789f-4632-8457-fa5dc9e4de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b9e55b7d-dba4-4616-b23a-99e99aa55bdc'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:11.717521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Attempting to bind port 4116c29d-78e5-4c29-870b-3d9afb0215ca on network b9e55b7d-dba4-4616-b23a-99e99aa55bdc {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:11.722915 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:11.723115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Checking segment: {'id': '6c88644c-789f-4632-8457-fa5dc9e4de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b9e55b7d-dba4-4616-b23a-99e99aa55bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:11.723564 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.723950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Bound using segment: {'id': '6c88644c-789f-4632-8457-fa5dc9e4de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b9e55b7d-dba4-4616-b23a-99e99aa55bdc'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:11.724411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Bound port: 4116c29d-78e5-4c29-870b-3d9afb0215ca, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c88644c-789f-4632-8457-fa5dc9e4de04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b9e55b7d-dba4-4616-b23a-99e99aa55bdc'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:11.724785 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.755543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.789441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d7afaf-3a27-4af1-ac71-ad0ddf9cae69,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:11.797833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] For port 4116c29d-78e5-4c29-870b-3d9afb0215ca, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:11.801944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] For port 4116c29d-78e5-4c29-870b-3d9afb0215ca, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4116c29d-78e5-4c29-870b-3d9afb0215ca,segment=NetworkSegment(6c88644c-789f-4632-8457-fa5dc9e4de04),segment_id=6c88644c-789f-4632-8457-fa5dc9e4de04)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:11.852067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.862417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e55b7d-dba4-4616-b23a-99e99aa55bdc']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:11.873190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c88644c-789f-4632-8457-fa5dc9e4de04') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:11.873497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c88644c-789f-4632-8457-fa5dc9e4de04') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:11.883975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.900776 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.903357 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.910112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:11.910545 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:11.913924 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:11.966140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923593cc-2935-4035-b56a-9b1769936d0c None None] Pushing event updated for resources: {'Port': ['ID=4116c29d-78e5-4c29-870b-3d9afb0215ca,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:12.066562 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 01:06:12.066562 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 01:06:12.066562 n-d-712143-13 neutron-server[95254]: [parameters: {'id': 'b9e55b7d-dba4-4616-b23a-99e99aa55bdc'}] Aug 11 01:06:12.066562 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:06:12.067103 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:06:12.568644 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:12.635061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting port 4116c29d-78e5-4c29-870b-3d9afb0215ca {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:12.635529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:12.700847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] For port 4116c29d-78e5-4c29-870b-3d9afb0215ca, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4116c29d-78e5-4c29-870b-3d9afb0215ca,segment=NetworkSegment(6c88644c-789f-4632-8457-fa5dc9e4de04),segment_id=6c88644c-789f-4632-8457-fa5dc9e4de04)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:12.701221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:12.716245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Calling delete_port for 4116c29d-78e5-4c29-870b-3d9afb0215ca owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:12.844649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e834a62-eb47-4985-abbf-aec0c979030f None None] Network b9e55b7d-dba4-4616-b23a-99e99aa55bdc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:12.932534 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:12.939697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-32d4758a-34ed-4fad-8a3d-8b6514bb20c9 None None] Provisioning for port 4116c29d-78e5-4c29-870b-3d9afb0215ca completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:12.944167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-32d4758a-34ed-4fad-8a3d-8b6514bb20c9 None None] Provisioning complete for port 4116c29d-78e5-4c29-870b-3d9afb0215ca triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:12.944682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32d4758a-34ed-4fad-8a3d-8b6514bb20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:12.958036 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Port': ['ID=4116c29d-78e5-4c29-870b-3d9afb0215ca,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:12.972566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No DVR routers for this DVR port 4116c29d-78e5-4c29-870b-3d9afb0215ca on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:12.980520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-32d4758a-34ed-4fad-8a3d-8b6514bb20c9 None None] Port 4116c29d-78e5-4c29-870b-3d9afb0215ca was deleted so its status cannot be updated. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 01:06:13.062155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf8157-cb6c-4ea7-8030-c561f7bb0322 None None] DHCP port deletion for b9e55b7d-dba4-4616-b23a-99e99aa55bdc request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:06:13.065237 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.089960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e55b7d-dba4-4616-b23a-99e99aa55bdc']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:13.115422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c88644c-789f-4632-8457-fa5dc9e4de04') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:13.115422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c88644c-789f-4632-8457-fa5dc9e4de04') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:13.128221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.146723 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.154726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:13.155181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:13.158614 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:13.397913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.415409 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.415409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/b9e55b7d-dba4-4616-b23a-99e99aa55bdc HTTP/1.1" status: 204 len: 168 time: 2.3366625 Aug 11 01:06:13.416276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48102) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:13.424557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-539061959'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:13.442455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96542f30-a14c-482a-b068-36addbce4096 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Network': ['ID=b9e55b7d-dba4-4616-b23a-99e99aa55bdc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:13.560712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:13.564482 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.592165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:13.602319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.609083 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Added segment cd50e9c0-0fcb-46b7-b11d-db867f9d3110 of type vlan for network 7ffba727-2001-448e-a705-208bde2151da Aug 11 01:06:13.656789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.831501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.837359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:13.837977 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:13.905952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Network': ['ID=7ffba727-2001-448e-a705-208bde2151da,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:13.917031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 7ffba727-2001-448e-a705-208bde2151da details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:13.996125 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a7c7a87d-c31a-4e31-ab3a-87a1952d78f3 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5775230 Aug 11 01:06:13.998939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48104) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:14.004417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Request body: {'subnet': {'network_id': '7ffba727-2001-448e-a705-208bde2151da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:14.208549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Made reservation on behalf of cdaa1b4c9d4144cb9e97e33d9cdb3b1d for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:14.212240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:14.535132 n-d-712143-13 neutron-server[95255]: DEBUG neutron.objects.ports [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95255) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 01:06:14.537007 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:14.606170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event updated for resources: {'Subnet': ['ID=3a9f8d1b-09bb-4f3f-95be-bdc62395691c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:14.615782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Checking segment: {'id': 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7ffba727-2001-448e-a705-208bde2151da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:14.616156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network hostable DHCP agents. Network: 7ffba727-2001-448e-a705-208bde2151da, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:14.746053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Network 7ffba727-2001-448e-a705-208bde2151da is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:14.859971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 7ffba727-2001-448e-a705-208bde2151da) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:14.864185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:14.864797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:14.868846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c607c5-4e53-441c-9425-83ee45af61ea None None] Network 7ffba727-2001-448e-a705-208bde2151da requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:14.957683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2277255f-8489-4553-99b9-53dd3d35ba79 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9574404 Aug 11 01:06:14.960274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:15.041006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-7ffba727-2001-448e-a705-208bde2151da', 'network_id': '7ffba727-2001-448e-a705-208bde2151da', 'tenant_id': 'cdaa1b4c9d4144cb9e97e33d9cdb3b1d', 'fixed_ips': [{'subnet_id': '3a9f8d1b-09bb-4f3f-95be-bdc62395691c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:15.042110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.060945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.154169 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.185918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Allocated IP 2001:db8::f816:3eff:fe90:4d27 (7ffba727-2001-448e-a705-208bde2151da/3a9f8d1b-09bb-4f3f-95be-bdc62395691c/5a538960-2abc-4c86-a481-f8650f831d3f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:15.337020 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.348792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Transition to ACTIVE for port object 5a538960-2abc-4c86-a481-f8650f831d3f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:15.367323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Transition to ACTIVE for port object 5a538960-2abc-4c86-a481-f8650f831d3f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:15.489116 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.532128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Network 7ffba727-2001-448e-a705-208bde2151da is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:15.535459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:15.540106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:15.543201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Pushing event updated for resources: {'Port': ['ID=5a538960-2abc-4c86-a481-f8650f831d3f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:15.598697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Attempting to bind port 5a538960-2abc-4c86-a481-f8650f831d3f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:15.599177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Attempting to bind port 5a538960-2abc-4c86-a481-f8650f831d3f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7ffba727-2001-448e-a705-208bde2151da'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:15.599604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Attempting to bind port 5a538960-2abc-4c86-a481-f8650f831d3f on network 7ffba727-2001-448e-a705-208bde2151da {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:15.606873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:15.607555 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Checking segment: {'id': 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7ffba727-2001-448e-a705-208bde2151da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:15.608710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.609212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Bound using segment: {'id': 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7ffba727-2001-448e-a705-208bde2151da'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:15.609827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Bound port: 5a538960-2abc-4c86-a481-f8650f831d3f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7ffba727-2001-448e-a705-208bde2151da'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:15.610436 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.626141 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.654687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9f8d1b-09bb-4f3f-95be-bdc62395691c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:15.681643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] For port 5a538960-2abc-4c86-a481-f8650f831d3f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:15.685499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] For port 5a538960-2abc-4c86-a481-f8650f831d3f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5a538960-2abc-4c86-a481-f8650f831d3f,segment=NetworkSegment(cd50e9c0-0fcb-46b7-b11d-db867f9d3110),segment_id=cd50e9c0-0fcb-46b7-b11d-db867f9d3110)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:15.728090 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.738562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffba727-2001-448e-a705-208bde2151da']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:15.749984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:15.750226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:15.759264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.780138 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.785001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.789702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:15.790125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:15.793933 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:15.865058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a98488-7f5c-4324-9847-93f2e98148b5 None None] Pushing event updated for resources: {'Port': ['ID=5a538960-2abc-4c86-a481-f8650f831d3f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:15.882501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4ff35-3990-437d-9e53-0358ac70da01 None None] Network 7ffba727-2001-448e-a705-208bde2151da requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:15.935264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 01:06:15.935264 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 01:06:15.935264 n-d-712143-13 neutron-server[95255]: [parameters: {'id': '7ffba727-2001-448e-a705-208bde2151da'}] Aug 11 01:06:15.935264 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:06:15.935719 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:06:16.012232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6580b57-daf8-4d4e-91c2-9ba1f32fcb5f None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 01:06:16.110901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6580b57-daf8-4d4e-91c2-9ba1f32fcb5f None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 01:06:16.321993 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39cfe39c-8d2f-4974-8430-5381a2013494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.436989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.495934 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting port 5a538960-2abc-4c86-a481-f8650f831d3f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:16.496275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.568210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] For port 5a538960-2abc-4c86-a481-f8650f831d3f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5a538960-2abc-4c86-a481-f8650f831d3f,segment=NetworkSegment(cd50e9c0-0fcb-46b7-b11d-db867f9d3110),segment_id=cd50e9c0-0fcb-46b7-b11d-db867f9d3110)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:16.568210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.579817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Calling delete_port for 5a538960-2abc-4c86-a481-f8650f831d3f owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:16.766179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.793617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Port': ['ID=5a538960-2abc-4c86-a481-f8650f831d3f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:16.800332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No DVR routers for this DVR port 5a538960-2abc-4c86-a481-f8650f831d3f on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:16.878336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.889195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffba727-2001-448e-a705-208bde2151da']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:16.899703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:16.900005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd50e9c0-0fcb-46b7-b11d-db867f9d3110') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:16.908848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.922655 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.929235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:16.929635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:16.932548 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:17.075462 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:17.082700 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:17.084609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/7ffba727-2001-448e-a705-208bde2151da HTTP/1.1" status: 204 len: 168 time: 2.1234264 Aug 11 01:06:17.088319 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48116) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.096400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cba48f-d39d-4a73-a8b4-0484ff58c195 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Network': ['ID=7ffba727-2001-448e-a705-208bde2151da,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:17.114867 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2818794c-9262-4900-bb2d-6922787619a4 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:17.115354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2818794c-9262-4900-bb2d-6922787619a4 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:17.117235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2818794c-9262-4900-bb2d-6922787619a4 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/subnets/3a9f8d1b-09bb-4f3f-95be-bdc62395691c HTTP/1.1" status: 404 len: 337 time: 0.0278239 Aug 11 01:06:17.119778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48118) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.143546 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfd4f19-a7d2-4701-b3c4-92fda1c917ea tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:17.143983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfd4f19-a7d2-4701-b3c4-92fda1c917ea tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:17.145728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9bfd4f19-a7d2-4701-b3c4-92fda1c917ea tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/7ffba727-2001-448e-a705-208bde2151da HTTP/1.1" status: 404 len: 339 time: 0.0245225 Aug 11 01:06:17.148287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.173657 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6141060-7f83-4474-b4c8-bd7271ab40cb tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:17.174104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6141060-7f83-4474-b4c8-bd7271ab40cb tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:17.175815 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d6141060-7f83-4474-b4c8-bd7271ab40cb tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/subnets/b8d7afaf-3a27-4af1-ac71-ad0ddf9cae69 HTTP/1.1" status: 404 len: 337 time: 0.0266571 Aug 11 01:06:17.178401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48122) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.196826 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e86cf4-8929-4e74-9197-3c93c99644a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:17.197361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e86cf4-8929-4e74-9197-3c93c99644a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:17.199728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-23e86cf4-8929-4e74-9197-3c93c99644a6 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/b9e55b7d-dba4-4616-b23a-99e99aa55bdc HTTP/1.1" status: 404 len: 339 time: 0.0204091 Aug 11 01:06:17.202570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48124) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.228782 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85f23fa-5373-421a-8419-8221b15a5ca7 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:17.229235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85f23fa-5373-421a-8419-8221b15a5ca7 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:17.231520 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c85f23fa-5373-421a-8419-8221b15a5ca7 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/subnets/f41871fa-cbb8-4ffa-a291-f558f180cc3b HTTP/1.1" status: 404 len: 337 time: 0.0279229 Aug 11 01:06:17.233964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48126) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.252212 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62354b8-79c7-43bc-a4f6-ea01ff9cc697 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:17.252773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62354b8-79c7-43bc-a4f6-ea01ff9cc697 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:17.254474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e62354b8-79c7-43bc-a4f6-ea01ff9cc697 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/c034691f-8ed4-4de8-ab47-d4b837bfac70 HTTP/1.1" status: 404 len: 339 time: 0.0195432 Aug 11 01:06:17.256948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48128) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.352568 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c3e50b8b-41fc-4451-8af3-f3fcb0e5125a tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting port b7efbfa7-41c3-42a4-9694-107c37c4bdb6 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:17.355265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3e50b8b-41fc-4451-8af3-f3fcb0e5125a tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:17.420204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3e50b8b-41fc-4451-8af3-f3fcb0e5125a tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:17.432539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c3e50b8b-41fc-4451-8af3-f3fcb0e5125a tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Calling delete_port for b7efbfa7-41c3-42a4-9694-107c37c4bdb6 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:17.585495 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3e50b8b-41fc-4451-8af3-f3fcb0e5125a tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:17.615207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e50b8b-41fc-4451-8af3-f3fcb0e5125a tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Port': ['ID=b7efbfa7-41c3-42a4-9694-107c37c4bdb6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:17.621136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3e50b8b-41fc-4451-8af3-f3fcb0e5125a tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:17.623035 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c3e50b8b-41fc-4451-8af3-f3fcb0e5125a tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/ports/b7efbfa7-41c3-42a4-9694-107c37c4bdb6 HTTP/1.1" status: 204 len: 168 time: 0.3651724 Aug 11 01:06:17.625576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48132) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.651338 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-daffed17-dcfe-4d0e-9372-62f1e2e51eed tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:17.652301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daffed17-dcfe-4d0e-9372-62f1e2e51eed tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:17.653984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-daffed17-dcfe-4d0e-9372-62f1e2e51eed tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/subnets/d149d013-b5e5-40e9-a428-4d847659007b HTTP/1.1" status: 404 len: 337 time: 0.0274858 Aug 11 01:06:17.656522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48134) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:17.735240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.143005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.154638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7439f7d1-6362-4ab3-a3cf-8bcc894a6f53']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:18.164775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ab29db-e955-489e-ab92-588e697373e2') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:18.165073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ab29db-e955-489e-ab92-588e697373e2') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:18.173782 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.187738 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.193756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:18.194148 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:18.197263 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:18.383572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.392863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.394884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/7439f7d1-6362-4ab3-a3cf-8bcc894a6f53 HTTP/1.1" status: 204 len: 168 time: 0.7374570 Aug 11 01:06:18.397331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48138) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:18.414478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad467b6-8fde-4017-a89e-f891c51c9d95 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Network': ['ID=7439f7d1-6362-4ab3-a3cf-8bcc894a6f53,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:18.498730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-76a0629a-5587-4c82-a8db-d2aae1364318 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting port d4326a6c-5ed7-4a7d-b134-098ebf2d8c4b {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:18.499081 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76a0629a-5587-4c82-a8db-d2aae1364318 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.571277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76a0629a-5587-4c82-a8db-d2aae1364318 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.585384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-76a0629a-5587-4c82-a8db-d2aae1364318 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Calling delete_port for d4326a6c-5ed7-4a7d-b134-098ebf2d8c4b owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:18.783298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76a0629a-5587-4c82-a8db-d2aae1364318 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.815555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0629a-5587-4c82-a8db-d2aae1364318 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Port': ['ID=d4326a6c-5ed7-4a7d-b134-098ebf2d8c4b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:18.821013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-76a0629a-5587-4c82-a8db-d2aae1364318 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.826231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-76a0629a-5587-4c82-a8db-d2aae1364318 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/ports/d4326a6c-5ed7-4a7d-b134-098ebf2d8c4b HTTP/1.1" status: 204 len: 168 time: 0.4246962 Aug 11 01:06:18.826474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48140) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:18.853274 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a536eb08-b770-4eb3-8e54-deb0328c16b8 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:18.855002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a536eb08-b770-4eb3-8e54-deb0328c16b8 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:18.855466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a536eb08-b770-4eb3-8e54-deb0328c16b8 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/subnets/51e88a89-ad3d-4362-a27e-d0e4b5245b00 HTTP/1.1" status: 404 len: 337 time: 0.0280113 Aug 11 01:06:18.858061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48142) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:18.911375 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a4f717e-ccf2-4e71-8fc9-88472caebf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.933419 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:18.956962 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.029191 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.041314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec2cce8-bb30-4652-bf0b-ca54b2a6c034']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:19.052240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719b0616-97fa-4326-a0a1-2b2244af7537') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:19.052539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719b0616-97fa-4326-a0a1-2b2244af7537') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:19.061819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.076702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.083116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:19.083681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:19.086737 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:19.217902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.225005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.226879 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/4ec2cce8-bb30-4652-bf0b-ca54b2a6c034 HTTP/1.1" status: 204 len: 168 time: 0.3678949 Aug 11 01:06:19.229327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48144) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:19.247936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d16c13-68b6-48d6-a0bc-a2147d4e2540 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Network': ['ID=4ec2cce8-bb30-4652-bf0b-ca54b2a6c034,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:19.293798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8f9242-a2d4-455c-adc0-2e9f7155f2de tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting subnet f426b665-eeb2-43b0-a20c-138de610ddec {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:06:19.297004 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9242-a2d4-455c-adc0-2e9f7155f2de tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.338230 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9242-a2d4-455c-adc0-2e9f7155f2de tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.435555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9242-a2d4-455c-adc0-2e9f7155f2de tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.597874 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9242-a2d4-455c-adc0-2e9f7155f2de tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.627097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f9242-a2d4-455c-adc0-2e9f7155f2de tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Subnet': ['ID=f426b665-eeb2-43b0-a20c-138de610ddec,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:19.631083 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea8f9242-a2d4-455c-adc0-2e9f7155f2de tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.632853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea8f9242-a2d4-455c-adc0-2e9f7155f2de tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/subnets/f426b665-eeb2-43b0-a20c-138de610ddec HTTP/1.1" status: 204 len: 168 time: 0.4025662 Aug 11 01:06:19.635261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48148) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:19.637754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e6de99-c6ad-4a1c-bc6e-7e07b33c1e59 None None] Network 4ec00eea-24b7-4947-b5c1-1745276d170e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:19.718599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.773562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Deleting port eb0b3463-3115-433f-9344-16527cf56cf3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:19.773562 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.824218 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] DHCP port deletion for 4ec00eea-24b7-4947-b5c1-1745276d170e request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:06:19.852315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] For port eb0b3463-3115-433f-9344-16527cf56cf3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eb0b3463-3115-433f-9344-16527cf56cf3,segment=NetworkSegment(aa9b26ab-bac6-43a1-812b-1325f2fc00d2),segment_id=aa9b26ab-bac6-43a1-812b-1325f2fc00d2)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:19.852618 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.867739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Calling delete_port for eb0b3463-3115-433f-9344-16527cf56cf3 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:19.875053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] Deleting port eb0b3463-3115-433f-9344-16527cf56cf3 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:19.875577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.943932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] For port eb0b3463-3115-433f-9344-16527cf56cf3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eb0b3463-3115-433f-9344-16527cf56cf3,segment=NetworkSegment(aa9b26ab-bac6-43a1-812b-1325f2fc00d2),segment_id=aa9b26ab-bac6-43a1-812b-1325f2fc00d2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:19.944902 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:19.958817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] Calling delete_port for eb0b3463-3115-433f-9344-16527cf56cf3 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:20.094524 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:20.102876 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:20.123015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] No DVR routers for this DVR port eb0b3463-3115-433f-9344-16527cf56cf3 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:20.125129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Port': ['ID=eb0b3463-3115-433f-9344-16527cf56cf3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:20.131296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] Pushing event deleted for resources: {'Port': ['ID=eb0b3463-3115-433f-9344-16527cf56cf3,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:20.135829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4863ec-3898-4415-a46c-801f24d4eba3 None None] No DVR routers for this DVR port eb0b3463-3115-433f-9344-16527cf56cf3 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:20.206215 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:20.216610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec00eea-24b7-4947-b5c1-1745276d170e']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:20.232109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9b26ab-bac6-43a1-812b-1325f2fc00d2') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:20.232763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9b26ab-bac6-43a1-812b-1325f2fc00d2') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:20.241247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:20.255550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:20.261621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:20.262054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:20.264984 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:20.412663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:20.417072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:20.419854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] 10.222.0.43 "DELETE /v2.0/networks/4ec00eea-24b7-4947-b5c1-1745276d170e HTTP/1.1" status: 204 len: 168 time: 0.7830381 Aug 11 01:06:20.437012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6b85f-c479-4f14-b7cb-85f1d2b04673 tempest-NetworksIpV6TestAttrs-1633251425 tempest-NetworksIpV6TestAttrs-1633251425-project] Pushing event deleted for resources: {'Network': ['ID=4ec00eea-24b7-4947-b5c1-1745276d170e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:20.516621 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:21.025091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48156) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:21.185350 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d0e83fe6-9fe6-4dc2-a425-5cc4f3e82f21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdaa1b4c9d4144cb9e97e33d9cdb3b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590505 Aug 11 01:06:21.190109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48160) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:21.242778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-451ff617-ff6d-4807-924a-7b83a4acb0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:21.273929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-451ff617-ff6d-4807-924a-7b83a4acb0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:21.448653 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-451ff617-ff6d-4807-924a-7b83a4acb0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:21.454791 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-451ff617-ff6d-4807-924a-7b83a4acb0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:21.454791 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-451ff617-ff6d-4807-924a-7b83a4acb0d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5874f5db-46d2-45e8-86cc-06de25968d59 HTTP/1.1" status: 204 len: 168 time: 0.2640064 Aug 11 01:06:21.461531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ff617-ff6d-4807-924a-7b83a4acb0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5874f5db-46d2-45e8-86cc-06de25968d59,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:21.586966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eb0b3463-3115-433f-9344-16527cf56cf3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:06:21.606807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: eb0b3463-3115-433f-9344-16527cf56cf3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:06:21.607215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eb0b3463-3115-433f-9344-16527cf56cf3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:06:22.507197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:22.814749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48186) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:22.915084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2016801975'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:23.097780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:23.101320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.110784 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.198595 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.326582 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.356216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:23.365720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf65121-b72c-43b6-b70b-9e725483878d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:23.372274 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.372685 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Added segment 73707039-9857-44ca-bf71-e2e0ff196a90 of type vlan for network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 Aug 11 01:06:23.414147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.522498 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.529027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:23.529672 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.607690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Network': ['ID=c22bbe7b-10b5-4944-b1b6-a5843861b3c1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:23.618826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:23.724306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d9480752-8278-4939-8524-7833cd02f196 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9078453 Aug 11 01:06:23.726692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48192) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:23.732079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'name': 'tempest-PortsIpV6TestJSON-580725064'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:23.937544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:23.941116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:23.961195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 5d05d047-62be-47b5-b17c-bf70f3e47a53 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:24.135400 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:24.271457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:24.327633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=5d05d047-62be-47b5-b17c-bf70f3e47a53,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:24.345367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Checking segment: {'id': '73707039-9857-44ca-bf71-e2e0ff196a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:24.345755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network hostable DHCP agents. Network: c22bbe7b-10b5-4944-b1b6-a5843861b3c1, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:24.499494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:24.556830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0239da15-6a22-4769-8139-3270c05fc1bd req-fa200389-2bb2-4187-9e13-781fba421a95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532775 Aug 11 01:06:24.647700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239da15-6a22-4769-8139-3270c05fc1bd req-a6595a21-d795-4249-a7fa-0c18924bcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:24.649297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0239da15-6a22-4769-8139-3270c05fc1bd req-a6595a21-d795-4249-a7fa-0c18924bcba5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.0482426 Aug 11 01:06:24.650372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, c22bbe7b-10b5-4944-b1b6-a5843861b3c1) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:24.654190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:24.659485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe91259-4889-4f04-bd05-76aeb16ad3ee None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:24.659943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:24.660447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:24.776270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239da15-6a22-4769-8139-3270c05fc1bd req-22434354-6a90-4358-9759-846749f2c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:24.777894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0239da15-6a22-4769-8139-3270c05fc1bd req-22434354-6a90-4358-9759-846749f2c8eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1075246 Aug 11 01:06:24.794166 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0af5e19f-93a5-4567-b2f7-956a677ab38a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0661473 Aug 11 01:06:24.797822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48196) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:24.803271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-267255185'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:24.874808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0239da15-6a22-4769-8139-3270c05fc1bd req-86b65843-3f4e-4d9b-bc1f-8479683ce0a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 1001 time: 0.0895221 Aug 11 01:06:24.928738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239da15-6a22-4769-8139-3270c05fc1bd req-9ed2fe99-a891-4668-a689-722836ee37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:24.930362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0239da15-6a22-4769-8139-3270c05fc1bd req-9ed2fe99-a891-4668-a689-722836ee37e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0486164 Aug 11 01:06:24.985055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239da15-6a22-4769-8139-3270c05fc1bd req-cee108eb-91f4-433f-81ab-41b1fadeae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:24.992649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0239da15-6a22-4769-8139-3270c05fc1bd req-cee108eb-91f4-433f-81ab-41b1fadeae0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495133 Aug 11 01:06:24.992649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:24.992649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:25.062332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:25.090816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:25.091618 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Added segment 0d5426c7-968f-4697-9c6c-7d470affe7da of type vlan for network 8570af8e-b3b0-4385-b320-b643548f768c Aug 11 01:06:25.158629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0239da15-6a22-4769-8139-3270c05fc1bd req-b62ecb04-f476-4a53-a5c0-429669c6116f service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641347 Aug 11 01:06:25.160223 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:25.270764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0239da15-6a22-4769-8139-3270c05fc1bd req-28dc5764-6431-4222-9e5f-27c0a17f0be6 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036861 Aug 11 01:06:25.348965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:25.354881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:25.355547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:25.429510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Network': ['ID=8570af8e-b3b0-4385-b320-b643548f768c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:25.444150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 8570af8e-b3b0-4385-b320-b643548f768c details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:25.538663 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6507b6ac-c21b-4f65-a0db-d3d01bf197b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7282956 Aug 11 01:06:25.538663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48200) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:25.538663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'ports': [{'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1'}, {'network_id': '8570af8e-b3b0-4385-b320-b643548f768c'}]} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:25.538663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:25.538663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': '8570af8e-b3b0-4385-b320-b643548f768c'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:25.848433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 2} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:25.853358 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:25.868529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:25.955102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 469e3cbe-79ae-4087-8375-189fc6e3d1b4 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:26.087807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:26.166888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 35adbb6d-9073-4903-9be3-6dd00e9dd0e5 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:26.292323 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:26.396460 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:26.440238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:26.446021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:26.450039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:26.450915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:26.460080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=469e3cbe-79ae-4087-8375-189fc6e3d1b4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:26.519955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=35adbb6d-9073-4903-9be3-6dd00e9dd0e5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:26.531828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Checking segment: {'id': '0d5426c7-968f-4697-9c6c-7d470affe7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8570af8e-b3b0-4385-b320-b643548f768c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:26.532195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network hostable DHCP agents. Network: 8570af8e-b3b0-4385-b320-b643548f768c, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:26.688250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 8570af8e-b3b0-4385-b320-b643548f768c is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:26.791372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 8570af8e-b3b0-4385-b320-b643548f768c) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:26.796305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:26.804502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e261104c-76b8-4d73-8e45-3fa9306d61b5 None None] Network 8570af8e-b3b0-4385-b320-b643548f768c requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:26.805368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:26.815123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:26.815617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:26.961102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-51b3798d-846c-442a-a741-0a230cdca2aa tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4292839 Aug 11 01:06:26.963786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48206) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:27.059059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-44c88875-ab26-411e-8161-0ee93c867035 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 35adbb6d-9073-4903-9be3-6dd00e9dd0e5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:27.059441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-44c88875-ab26-411e-8161-0ee93c867035 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:27.139994 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-44c88875-ab26-411e-8161-0ee93c867035 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:27.155931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-44c88875-ab26-411e-8161-0ee93c867035 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 35adbb6d-9073-4903-9be3-6dd00e9dd0e5 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:27.343878 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-44c88875-ab26-411e-8161-0ee93c867035 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:27.376390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c88875-ab26-411e-8161-0ee93c867035 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=35adbb6d-9073-4903-9be3-6dd00e9dd0e5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:27.384566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-44c88875-ab26-411e-8161-0ee93c867035 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:27.387429 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-44c88875-ab26-411e-8161-0ee93c867035 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/35adbb6d-9073-4903-9be3-6dd00e9dd0e5 HTTP/1.1" status: 204 len: 168 time: 0.4220119 Aug 11 01:06:27.390054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48208) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:27.474216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6bf4fd-a11e-424c-86ca-1bbde66655c0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:27.480627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6bf4fd-a11e-424c-86ca-1bbde66655c0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:27.482313 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fe6bf4fd-a11e-424c-86ca-1bbde66655c0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0913017 Aug 11 01:06:27.488274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48210) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:27.594752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-eab64dc3-3027-400b-a69e-a247942303b8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 469e3cbe-79ae-4087-8375-189fc6e3d1b4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:27.595009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eab64dc3-3027-400b-a69e-a247942303b8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:27.666250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eab64dc3-3027-400b-a69e-a247942303b8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:27.680214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-eab64dc3-3027-400b-a69e-a247942303b8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 469e3cbe-79ae-4087-8375-189fc6e3d1b4 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:27.869278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eab64dc3-3027-400b-a69e-a247942303b8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:27.902957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab64dc3-3027-400b-a69e-a247942303b8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=469e3cbe-79ae-4087-8375-189fc6e3d1b4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:27.912754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-eab64dc3-3027-400b-a69e-a247942303b8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:27.920426 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eab64dc3-3027-400b-a69e-a247942303b8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/469e3cbe-79ae-4087-8375-189fc6e3d1b4 HTTP/1.1" status: 204 len: 168 time: 0.4284902 Aug 11 01:06:27.920922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48214) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:28.014256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bddd44-0502-49f1-a7e5-772b66712cd7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:28.015818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-46bddd44-0502-49f1-a7e5-772b66712cd7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0938363 Aug 11 01:06:28.022148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48216) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:28.045936 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-882b4de1-278e-470c-8b95-2864840c2d00 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:28.050269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-882b4de1-278e-470c-8b95-2864840c2d00 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/35adbb6d-9073-4903-9be3-6dd00e9dd0e5 HTTP/1.1" status: 404 len: 333 time: 0.0277209 Aug 11 01:06:28.050513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48218) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:28.076476 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9c870e-269c-425d-978a-730a9dd2866a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:28.080591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc9c870e-269c-425d-978a-730a9dd2866a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/469e3cbe-79ae-4087-8375-189fc6e3d1b4 HTTP/1.1" status: 404 len: 333 time: 0.0265875 Aug 11 01:06:28.080962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48220) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:28.167778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.260530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.272456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8570af8e-b3b0-4385-b320-b643548f768c']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:28.286071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5426c7-968f-4697-9c6c-7d470affe7da') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:28.286393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5426c7-968f-4697-9c6c-7d470affe7da') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:28.300462 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.319843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.327878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:28.328501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:28.332135 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:28.500043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.505385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.514656 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/networks/8570af8e-b3b0-4385-b320-b643548f768c HTTP/1.1" status: 204 len: 168 time: 0.4254274 Aug 11 01:06:28.515917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48222) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:28.522779 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1073001670'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:28.524411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa997a53-3ec9-499a-b3ec-c490e88c232b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Network': ['ID=8570af8e-b3b0-4385-b320-b643548f768c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:28.648500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:28.652155 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.677847 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:28.687256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.697221 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Added segment c341539d-4852-43f8-a903-54e9a7b03a50 of type vlan for network ac37a663-106a-41a7-b345-2d1f07437446 Aug 11 01:06:28.734539 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.876827 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.883762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:28.884425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:28.957406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Network': ['ID=ac37a663-106a-41a7-b345-2d1f07437446,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:28.967820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network ac37a663-106a-41a7-b345-2d1f07437446 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:29.027675 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8419147d-4c53-427d-ae16-7817f8254aa9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5098383 Aug 11 01:06:29.034532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48226) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:29.041887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'ac37a663-106a-41a7-b345-2d1f07437446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:29.269957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:29.276388 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:29.552234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-6bfd625c-3bb9-472d-8f8c-57614f7d0e36 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1888056 Aug 11 01:06:29.659048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-53ffd05b-6354-4b21-a63d-df4e0a6a96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:29.662023 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-53ffd05b-6354-4b21-a63d-df4e0a6a96fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1098 time: 0.0546687 Aug 11 01:06:29.723420 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:29.767312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:29.783643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-280ab20e-f38f-42e8-8bdf-689e7d5bca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:29.785112 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-280ab20e-f38f-42e8-8bdf-689e7d5bca0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3f473ce-9166-48ec-a17b-ed212a20a560 HTTP/1.1" status: 200 len: 914 time: 0.1016724 Aug 11 01:06:29.804271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=9a1ff5ec-c89d-464f-82c7-5ed99d6d9b3e,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:29.821267 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Checking segment: {'id': 'c341539d-4852-43f8-a903-54e9a7b03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ac37a663-106a-41a7-b345-2d1f07437446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:29.821823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network hostable DHCP agents. Network: ac37a663-106a-41a7-b345-2d1f07437446, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:29.870108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-ea0402d0-1c6a-4800-bd84-f140175ef02a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e97a0-3835-485d-ba12-c017644bb4fc HTTP/1.1" status: 200 len: 1002 time: 0.0779228 Aug 11 01:06:29.920472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-3d439fdf-2883-47ee-95b8-488914357722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:29.922015 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-3d439fdf-2883-47ee-95b8-488914357722 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d662665b-74e5-4ade-9db5-b9973ea090eb HTTP/1.1" status: 200 len: 852 time: 0.0458314 Aug 11 01:06:29.944060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:29.970772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-376df1a2-5b30-4ad8-a57e-a54b980c4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:29.972856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-376df1a2-5b30-4ad8-a57e-a54b980c4968 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3f473ce-9166-48ec-a17b-ed212a20a560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423212 Aug 11 01:06:29.983086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network ac37a663-106a-41a7-b345-2d1f07437446 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:30.074374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-c543ca48-eb72-46f8-937e-58590f912a85 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945048 Aug 11 01:06:30.172465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ef7e21e-0168-47ab-8802-30894556f0ca req-dd439403-b245-406c-9e36-2dc582633bb9 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904069 Aug 11 01:06:30.174268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, ac37a663-106a-41a7-b345-2d1f07437446) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:30.180358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:30.181315 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:30.188499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f33f8-76af-46ec-8b59-640ad7fa4e3d None None] Network ac37a663-106a-41a7-b345-2d1f07437446 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:30.341948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-ac37a663-106a-41a7-b345-2d1f07437446', 'network_id': 'ac37a663-106a-41a7-b345-2d1f07437446', 'tenant_id': '809e852d43e44583b2b3231e465076d5', 'fixed_ips': [{'subnet_id': '9a1ff5ec-c89d-464f-82c7-5ed99d6d9b3e'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:30.342849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:30.346931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-67ffedb8-f07f-40b9-a279-efef60ce4340 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3108840 Aug 11 01:06:30.349648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48234) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:30.356147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': 'ac37a663-106a-41a7-b345-2d1f07437446', 'name': 'tempest-PortsIpV6TestJSON-471857115'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:30.502315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Allocated IP 2001:db8::2 (ac37a663-106a-41a7-b345-2d1f07437446/9a1ff5ec-c89d-464f-82c7-5ed99d6d9b3e/19caef9e-b480-495f-b3be-78dd6cb39a71) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:30.611548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:30.615015 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:30.635710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 28aa86f1-9bec-4187-a188-edef6b646acd yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:30.651487 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:30.661217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Transition to ACTIVE for port object 19caef9e-b480-495f-b3be-78dd6cb39a71 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:30.677755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Transition to ACTIVE for port object 19caef9e-b480-495f-b3be-78dd6cb39a71 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:30.808645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:30.850232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Network ac37a663-106a-41a7-b345-2d1f07437446 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:30.853489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:30.859925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:30.888282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Pushing event updated for resources: {'Port': ['ID=19caef9e-b480-495f-b3be-78dd6cb39a71,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:30.895689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::39e (ac37a663-106a-41a7-b345-2d1f07437446/9a1ff5ec-c89d-464f-82c7-5ed99d6d9b3e/28aa86f1-9bec-4187-a188-edef6b646acd) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:30.923363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Attempting to bind port 19caef9e-b480-495f-b3be-78dd6cb39a71 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:30.923747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Attempting to bind port 19caef9e-b480-495f-b3be-78dd6cb39a71 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c341539d-4852-43f8-a903-54e9a7b03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ac37a663-106a-41a7-b345-2d1f07437446'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:30.927744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Attempting to bind port 19caef9e-b480-495f-b3be-78dd6cb39a71 on network ac37a663-106a-41a7-b345-2d1f07437446 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:30.929673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:30.930047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Checking segment: {'id': 'c341539d-4852-43f8-a903-54e9a7b03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ac37a663-106a-41a7-b345-2d1f07437446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:30.930453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:30.930845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Bound using segment: {'id': 'c341539d-4852-43f8-a903-54e9a7b03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ac37a663-106a-41a7-b345-2d1f07437446'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:30.931346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Bound port: 19caef9e-b480-495f-b3be-78dd6cb39a71, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c341539d-4852-43f8-a903-54e9a7b03a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ac37a663-106a-41a7-b345-2d1f07437446'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:30.931730 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.002846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] For port 19caef9e-b480-495f-b3be-78dd6cb39a71, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:31.008709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] For port 19caef9e-b480-495f-b3be-78dd6cb39a71, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=19caef9e-b480-495f-b3be-78dd6cb39a71,segment=NetworkSegment(c341539d-4852-43f8-a903-54e9a7b03a50),segment_id=c341539d-4852-43f8-a903-54e9a7b03a50)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:31.054870 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.069807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 28aa86f1-9bec-4187-a188-edef6b646acd will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:31.155999 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.220141 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.228841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc9a8e-380c-4081-b972-644b3c44a4e5 None None] Pushing event updated for resources: {'Port': ['ID=19caef9e-b480-495f-b3be-78dd6cb39a71,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:31.287644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network ac37a663-106a-41a7-b345-2d1f07437446 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:31.292025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:31.297014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:31.302870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:31.303817 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.311152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=28aa86f1-9bec-4187-a188-edef6b646acd,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:31.401714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8ab0eb54-b6e1-4ff5-b124-ae21a8a4b6c6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0507171 Aug 11 01:06:31.405482 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48242) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:31.536450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-347e54ba-a62b-4550-b986-192e8d7b123e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 28aa86f1-9bec-4187-a188-edef6b646acd {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:31.536955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-347e54ba-a62b-4550-b986-192e8d7b123e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.656607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-347e54ba-a62b-4550-b986-192e8d7b123e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.657090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 19caef9e-b480-495f-b3be-78dd6cb39a71 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:31.670276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-347e54ba-a62b-4550-b986-192e8d7b123e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 28aa86f1-9bec-4187-a188-edef6b646acd owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:31.865463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 19caef9e-b480-495f-b3be-78dd6cb39a71 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:31.925332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-347e54ba-a62b-4550-b986-192e8d7b123e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.953944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e54ba-a62b-4550-b986-192e8d7b123e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=28aa86f1-9bec-4187-a188-edef6b646acd,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:31.985654 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-347e54ba-a62b-4550-b986-192e8d7b123e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:31.987647 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-347e54ba-a62b-4550-b986-192e8d7b123e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/28aa86f1-9bec-4187-a188-edef6b646acd HTTP/1.1" status: 204 len: 168 time: 0.5810149 Aug 11 01:06:31.991304 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48244) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:32.023422 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b45709-5a33-4d38-9685-2cb5ae67c610 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:06:32.031244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b45709-5a33-4d38-9685-2cb5ae67c610 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:32.031244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-50b45709-5a33-4d38-9685-2cb5ae67c610 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/28aa86f1-9bec-4187-a188-edef6b646acd HTTP/1.1" status: 404 len: 333 time: 0.0345855 Aug 11 01:06:32.031244 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48246) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:32.059675 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3daa03-a24a-4e9a-a5c1-98dc2c9e8e2e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:32.061583 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4a3daa03-a24a-4e9a-a5c1-98dc2c9e8e2e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/28aa86f1-9bec-4187-a188-edef6b646acd HTTP/1.1" status: 404 len: 333 time: 0.0290525 Aug 11 01:06:32.070911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48248) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:32.149533 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a85349-9068-4ed1-b66c-56162dd7fe38 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 9a1ff5ec-c89d-464f-82c7-5ed99d6d9b3e {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:06:32.154936 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0a85349-9068-4ed1-b66c-56162dd7fe38 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.226285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0a85349-9068-4ed1-b66c-56162dd7fe38 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.334960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0a85349-9068-4ed1-b66c-56162dd7fe38 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.360033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68b643-33a1-44df-a884-4e605eb7e0e8 None None] Network ac37a663-106a-41a7-b345-2d1f07437446 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:32.544536 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0a85349-9068-4ed1-b66c-56162dd7fe38 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.598238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a85349-9068-4ed1-b66c-56162dd7fe38 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1ff5ec-c89d-464f-82c7-5ed99d6d9b3e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:32.602485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0a85349-9068-4ed1-b66c-56162dd7fe38 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.607437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0a85349-9068-4ed1-b66c-56162dd7fe38 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/9a1ff5ec-c89d-464f-82c7-5ed99d6d9b3e HTTP/1.1" status: 204 len: 168 time: 0.5403535 Aug 11 01:06:32.610933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48256) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:32.660116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b80f9c21-0951-450e-9d0a-d57fd61d2f29 None None] Provisioning for port 19caef9e-b480-495f-b3be-78dd6cb39a71 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:32.668857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b80f9c21-0951-450e-9d0a-d57fd61d2f29 None None] Provisioning complete for port 19caef9e-b480-495f-b3be-78dd6cb39a71 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:32.669554 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b80f9c21-0951-450e-9d0a-d57fd61d2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.736312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.803754 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b80f9c21-0951-450e-9d0a-d57fd61d2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.825428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 19caef9e-b480-495f-b3be-78dd6cb39a71 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:32.825783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.872938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b80f9c21-0951-450e-9d0a-d57fd61d2f29 None None] For port 19caef9e-b480-495f-b3be-78dd6cb39a71, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=19caef9e-b480-495f-b3be-78dd6cb39a71,segment=NetworkSegment(c341539d-4852-43f8-a903-54e9a7b03a50),segment_id=c341539d-4852-43f8-a903-54e9a7b03a50)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:32.879333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389afcc9-72ee-4fb7-9dcd-1bc649acdd23 None None] Network ac37a663-106a-41a7-b345-2d1f07437446 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:32.913899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] For port 19caef9e-b480-495f-b3be-78dd6cb39a71, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=19caef9e-b480-495f-b3be-78dd6cb39a71,segment=NetworkSegment(c341539d-4852-43f8-a903-54e9a7b03a50),segment_id=c341539d-4852-43f8-a903-54e9a7b03a50)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:32.914505 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:32.931380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 19caef9e-b480-495f-b3be-78dd6cb39a71 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:33.012206 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b80f9c21-0951-450e-9d0a-d57fd61d2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.140774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f9c21-0951-450e-9d0a-d57fd61d2f29 None None] Pushing event updated for resources: {'Port': ['ID=19caef9e-b480-495f-b3be-78dd6cb39a71,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:33.153063 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.159944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e46d4c21-f725-4400-b1b7-50804e54b83f None None] Provisioning complete for port 19caef9e-b480-495f-b3be-78dd6cb39a71 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:33.160653 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e46d4c21-f725-4400-b1b7-50804e54b83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.200643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e46d4c21-f725-4400-b1b7-50804e54b83f None None] Port 19caef9e-b480-495f-b3be-78dd6cb39a71 was deleted so its status cannot be updated. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 01:06:33.208090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=19caef9e-b480-495f-b3be-78dd6cb39a71,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:33.218268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No DVR routers for this DVR port 19caef9e-b480-495f-b3be-78dd6cb39a71 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:33.260079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ffaf2-8fe0-474f-8805-2ade905e5279 None None] DHCP port deletion for ac37a663-106a-41a7-b345-2d1f07437446 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:06:33.360210 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.378294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac37a663-106a-41a7-b345-2d1f07437446']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:33.394049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c341539d-4852-43f8-a903-54e9a7b03a50') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:33.394263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c341539d-4852-43f8-a903-54e9a7b03a50') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:33.405316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.423409 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.432123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:33.432862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:33.439226 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:33.619794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 19caef9e-b480-495f-b3be-78dd6cb39a71 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:06:33.651675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 19caef9e-b480-495f-b3be-78dd6cb39a71 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:06:33.652151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 19caef9e-b480-495f-b3be-78dd6cb39a71 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:06:33.756886 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.762159 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.764699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/networks/ac37a663-106a-41a7-b345-2d1f07437446 HTTP/1.1" status: 204 len: 168 time: 1.1520569 Aug 11 01:06:33.771196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48260) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:33.777209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1190381378'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:33.780765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1583dd-dc78-4d4d-b75d-d1e307635970 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Network': ['ID=ac37a663-106a-41a7-b345-2d1f07437446,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:33.939195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:33.942707 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.966958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:33.981033 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:33.981383 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Added segment 315528d1-4829-480d-981e-1028bb9d0ba9 of type vlan for network 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 Aug 11 01:06:34.024984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:34.191456 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:34.197381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:34.198034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:34.271139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Network': ['ID=72f48bfb-d6c8-4302-9f17-41b1fbcf5d65,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:34.283566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:34.341709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e4e4d0b0-721f-4357-9a7e-5fac9b278184 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5692263 Aug 11 01:06:34.344790 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48266) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:34.351968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': '72f48bfb-d6c8-4302-9f17-41b1fbcf5d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:34.606734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:34.611459 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:34.950502 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:35.020734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=91f52096-2792-4c9b-bb77-e7998d5326b5,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:35.032877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Checking segment: {'id': '315528d1-4829-480d-981e-1028bb9d0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72f48bfb-d6c8-4302-9f17-41b1fbcf5d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:35.032877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network hostable DHCP agents. Network: 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:35.191200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:35.310680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:35.316388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:35.317329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:35.321357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75265d6-9d83-46fa-8a25-a6fdf8c74b8e None None] Network 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:35.412951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-512adca8-7123-4a3e-bbf4-fd0095a07449 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0669241 Aug 11 01:06:35.415553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48272) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:35.421350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': '72f48bfb-d6c8-4302-9f17-41b1fbcf5d65', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-958495687'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:35.490449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-72f48bfb-d6c8-4302-9f17-41b1fbcf5d65', 'network_id': '72f48bfb-d6c8-4302-9f17-41b1fbcf5d65', 'tenant_id': '809e852d43e44583b2b3231e465076d5', 'fixed_ips': [{'subnet_id': '91f52096-2792-4c9b-bb77-e7998d5326b5'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:35.491406 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:35.601968 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:06:35.654178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:35.660731 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:35.663798 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Allocated IP 2001:db8::2 (72f48bfb-d6c8-4302-9f17-41b1fbcf5d65/91f52096-2792-4c9b-bb77-e7998d5326b5/fedd7e40-2bcb-4268-9700-8ae8c82baa48) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:35.684144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 8e2c116a-cf82-4b35-b86b-75d685a4ed0f yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:35.886324 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:35.898122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Transition to ACTIVE for port object fedd7e40-2bcb-4268-9700-8ae8c82baa48 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:35.921526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Transition to ACTIVE for port object fedd7e40-2bcb-4268-9700-8ae8c82baa48 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:36.038428 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.082557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Network 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:36.086482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:36.094020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:36.098716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Pushing event updated for resources: {'Port': ['ID=fedd7e40-2bcb-4268-9700-8ae8c82baa48,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:36.098915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::23e (72f48bfb-d6c8-4302-9f17-41b1fbcf5d65/91f52096-2792-4c9b-bb77-e7998d5326b5/8e2c116a-cf82-4b35-b86b-75d685a4ed0f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:36.160170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Attempting to bind port fedd7e40-2bcb-4268-9700-8ae8c82baa48 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:36.160732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Attempting to bind port fedd7e40-2bcb-4268-9700-8ae8c82baa48 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '315528d1-4829-480d-981e-1028bb9d0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72f48bfb-d6c8-4302-9f17-41b1fbcf5d65'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:36.161085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Attempting to bind port fedd7e40-2bcb-4268-9700-8ae8c82baa48 on network 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:36.167227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:36.172978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Checking segment: {'id': '315528d1-4829-480d-981e-1028bb9d0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72f48bfb-d6c8-4302-9f17-41b1fbcf5d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:36.172978 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.172978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Bound using segment: {'id': '315528d1-4829-480d-981e-1028bb9d0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72f48bfb-d6c8-4302-9f17-41b1fbcf5d65'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:36.172978 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Bound port: fedd7e40-2bcb-4268-9700-8ae8c82baa48, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315528d1-4829-480d-981e-1028bb9d0ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '72f48bfb-d6c8-4302-9f17-41b1fbcf5d65'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:36.172978 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.248096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] For port fedd7e40-2bcb-4268-9700-8ae8c82baa48, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:36.251852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] For port fedd7e40-2bcb-4268-9700-8ae8c82baa48, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fedd7e40-2bcb-4268-9700-8ae8c82baa48,segment=NetworkSegment(315528d1-4829-480d-981e-1028bb9d0ba9),segment_id=315528d1-4829-480d-981e-1028bb9d0ba9)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:36.265426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.282048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 8e2c116a-cf82-4b35-b86b-75d685a4ed0f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:36.379675 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.448480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.459071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d046e69-5ecf-4e89-9e4f-6b53b5167494 None None] Pushing event updated for resources: {'Port': ['ID=fedd7e40-2bcb-4268-9700-8ae8c82baa48,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:36.494263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:36.500758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:36.505910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:36.512274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:36.512960 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.524660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=8e2c116a-cf82-4b35-b86b-75d685a4ed0f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:36.653401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6aa5bf96-3a65-46fe-b00a-8bd110a9c185 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2365391 Aug 11 01:06:36.656256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48280) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:36.762890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-beaf7f28-5f6f-48da-8425-bff4a7377f34 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 8e2c116a-cf82-4b35-b86b-75d685a4ed0f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:36.763360 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-beaf7f28-5f6f-48da-8425-bff4a7377f34 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.882683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-beaf7f28-5f6f-48da-8425-bff4a7377f34 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:36.896485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-beaf7f28-5f6f-48da-8425-bff4a7377f34 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 8e2c116a-cf82-4b35-b86b-75d685a4ed0f owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:37.178776 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-beaf7f28-5f6f-48da-8425-bff4a7377f34 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.229012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf7f28-5f6f-48da-8425-bff4a7377f34 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=8e2c116a-cf82-4b35-b86b-75d685a4ed0f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:37.252825 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-beaf7f28-5f6f-48da-8425-bff4a7377f34 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.254942 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-beaf7f28-5f6f-48da-8425-bff4a7377f34 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/8e2c116a-cf82-4b35-b86b-75d685a4ed0f HTTP/1.1" status: 204 len: 168 time: 0.5975976 Aug 11 01:06:37.259392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48284) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:37.298639 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d0b746-6ee4-4f06-afbb-236f238cb6e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:37.302190 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-19d0b746-6ee4-4f06-afbb-236f238cb6e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/8e2c116a-cf82-4b35-b86b-75d685a4ed0f HTTP/1.1" status: 404 len: 333 time: 0.0400045 Aug 11 01:06:37.305699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48286) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:37.388346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e17dd9-a481-4aa3-8e9a-a9e0bf0bfdc4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 91f52096-2792-4c9b-bb77-e7998d5326b5 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:06:37.393202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24e17dd9-a481-4aa3-8e9a-a9e0bf0bfdc4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.449452 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24e17dd9-a481-4aa3-8e9a-a9e0bf0bfdc4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.581354 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24e17dd9-a481-4aa3-8e9a-a9e0bf0bfdc4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.622452 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e24f4-8e2b-494d-942f-98c7baeefee9 None None] Network 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:37.727738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fedd7e40-2bcb-4268-9700-8ae8c82baa48 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:37.767086 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24e17dd9-a481-4aa3-8e9a-a9e0bf0bfdc4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.797916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e17dd9-a481-4aa3-8e9a-a9e0bf0bfdc4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=91f52096-2792-4c9b-bb77-e7998d5326b5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:37.806715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-24e17dd9-a481-4aa3-8e9a-a9e0bf0bfdc4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.809784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-24e17dd9-a481-4aa3-8e9a-a9e0bf0bfdc4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/91f52096-2792-4c9b-bb77-e7998d5326b5 HTTP/1.1" status: 204 len: 168 time: 0.5029078 Aug 11 01:06:37.814172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48288) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:37.818875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e73095ce-7f15-4b6b-805b-e13a96dda523 None None] Provisioning for port fedd7e40-2bcb-4268-9700-8ae8c82baa48 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:37.916498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port fedd7e40-2bcb-4268-9700-8ae8c82baa48 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:37.935442 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.935735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port fedd7e40-2bcb-4268-9700-8ae8c82baa48 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:37.935735 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:37.954704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] DHCP port deletion for 72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:06:37.990058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port fedd7e40-2bcb-4268-9700-8ae8c82baa48 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:37.990628 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.051527 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.063441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] Deleting port fedd7e40-2bcb-4268-9700-8ae8c82baa48 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:38.063812 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.065927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] For port fedd7e40-2bcb-4268-9700-8ae8c82baa48, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fedd7e40-2bcb-4268-9700-8ae8c82baa48,segment=NetworkSegment(315528d1-4829-480d-981e-1028bb9d0ba9),segment_id=315528d1-4829-480d-981e-1028bb9d0ba9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:38.066300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.085174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for fedd7e40-2bcb-4268-9700-8ae8c82baa48 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:38.141628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port fedd7e40-2bcb-4268-9700-8ae8c82baa48, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fedd7e40-2bcb-4268-9700-8ae8c82baa48,segment=NetworkSegment(315528d1-4829-480d-981e-1028bb9d0ba9),segment_id=315528d1-4829-480d-981e-1028bb9d0ba9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:38.154962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] For port fedd7e40-2bcb-4268-9700-8ae8c82baa48, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=fedd7e40-2bcb-4268-9700-8ae8c82baa48,segment=NetworkSegment(315528d1-4829-480d-981e-1028bb9d0ba9),segment_id=315528d1-4829-480d-981e-1028bb9d0ba9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:38.155440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.172672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] Calling delete_port for fedd7e40-2bcb-4268-9700-8ae8c82baa48 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:38.253969 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.309065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=fedd7e40-2bcb-4268-9700-8ae8c82baa48,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:38.343305 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.350312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.380823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] Pushing event deleted for resources: {'Port': ['ID=fedd7e40-2bcb-4268-9700-8ae8c82baa48,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:38.382847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07e62e-c22d-4eaa-a82a-d615649d1582 None None] No DVR routers for this DVR port fedd7e40-2bcb-4268-9700-8ae8c82baa48 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:38.387559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No DVR routers for this DVR port fedd7e40-2bcb-4268-9700-8ae8c82baa48 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:38.397402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=fedd7e40-2bcb-4268-9700-8ae8c82baa48,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:38.476775 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.487350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f48bfb-d6c8-4302-9f17-41b1fbcf5d65']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:38.498486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315528d1-4829-480d-981e-1028bb9d0ba9') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:38.498789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315528d1-4829-480d-981e-1028bb9d0ba9') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:38.507769 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.525958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.532998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:38.533398 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:38.536973 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:38.766052 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.773442 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:38.774866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/networks/72f48bfb-d6c8-4302-9f17-41b1fbcf5d65 HTTP/1.1" status: 204 len: 168 time: 0.9594548 Aug 11 01:06:38.779074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48294) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:38.784341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'name': 'tempest-PortsIpV6TestJSON-77726060'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:38.787475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b6947-1066-445d-a98d-fe637020b54f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Network': ['ID=72f48bfb-d6c8-4302-9f17-41b1fbcf5d65,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:39.053766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:39.057350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:39.079323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 2d930276-a92f-4a9d-bd2c-9899b8e7f6b0 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:39.286985 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:39.408666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:39.463190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:39.467461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:39.472442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:39.478965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:39.478965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:39.482980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=2d930276-a92f-4a9d-bd2c-9899b8e7f6b0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:39.603121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fedd7e40-2bcb-4268-9700-8ae8c82baa48 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:06:39.604578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3a7d8454-a858-41da-94ad-bc5039c40f82 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8235221 Aug 11 01:06:39.607454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:39.643451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: fedd7e40-2bcb-4268-9700-8ae8c82baa48 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:06:39.644071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device fedd7e40-2bcb-4268-9700-8ae8c82baa48 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:06:39.733030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-49a162b2-d497-4932-98f6-c90a1be530f1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 2d930276-a92f-4a9d-bd2c-9899b8e7f6b0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:39.733395 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49a162b2-d497-4932-98f6-c90a1be530f1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:39.813887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49a162b2-d497-4932-98f6-c90a1be530f1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:39.828744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-49a162b2-d497-4932-98f6-c90a1be530f1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 2d930276-a92f-4a9d-bd2c-9899b8e7f6b0 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:40.037006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49a162b2-d497-4932-98f6-c90a1be530f1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:40.066416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a162b2-d497-4932-98f6-c90a1be530f1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=2d930276-a92f-4a9d-bd2c-9899b8e7f6b0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:40.075663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-49a162b2-d497-4932-98f6-c90a1be530f1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:40.078719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-49a162b2-d497-4932-98f6-c90a1be530f1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/2d930276-a92f-4a9d-bd2c-9899b8e7f6b0 HTTP/1.1" status: 204 len: 168 time: 0.4696991 Aug 11 01:06:40.081477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48300) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:40.092499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'mac_address': 'fa:16:3e:3b:cc:56', 'name': 'tempest-PortsIpV6TestJSON-355812582'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:40.345242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:40.421073 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:40.446255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 9b850053-7bbb-4ea7-952e-2b6bcdb8e950 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:40.628699 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:40.802961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:40.848904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:40.855029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:40.859530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:40.865389 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:40.866071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:40.878672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=9b850053-7bbb-4ea7-952e-2b6bcdb8e950,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:41.042606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7e7b3eac-d546-4e80-928d-f5681e83cecd tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9594305 Aug 11 01:06:41.045194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48306) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:41.446342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a4394-b523-4061-bfc1-9087d6de0eb1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:41.447974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c01a4394-b523-4061-bfc1-9087d6de0eb1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/9b850053-7bbb-4ea7-952e-2b6bcdb8e950 HTTP/1.1" status: 200 len: 844 time: 0.4018428 Aug 11 01:06:41.452611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48308) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:41.547464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a0260e8f-464e-447c-8594-0d424eaed50a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 9b850053-7bbb-4ea7-952e-2b6bcdb8e950 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:41.547992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0260e8f-464e-447c-8594-0d424eaed50a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:41.626466 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0260e8f-464e-447c-8594-0d424eaed50a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:41.643405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a0260e8f-464e-447c-8594-0d424eaed50a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 9b850053-7bbb-4ea7-952e-2b6bcdb8e950 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:41.865229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0260e8f-464e-447c-8594-0d424eaed50a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:41.901829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a0260e8f-464e-447c-8594-0d424eaed50a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:41.903923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a0260e8f-464e-447c-8594-0d424eaed50a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/9b850053-7bbb-4ea7-952e-2b6bcdb8e950 HTTP/1.1" status: 204 len: 168 time: 0.4500871 Aug 11 01:06:41.905017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0260e8f-464e-447c-8594-0d424eaed50a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=9b850053-7bbb-4ea7-952e-2b6bcdb8e950,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:41.907065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48312) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:41.940062 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d79d9f7-9de9-418c-9f06-e9f932351194 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:41.941797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8d79d9f7-9de9-418c-9f06-e9f932351194 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/9b850053-7bbb-4ea7-952e-2b6bcdb8e950 HTTP/1.1" status: 404 len: 333 time: 0.0328255 Aug 11 01:06:41.945513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48314) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:41.951873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'name': 'tempest-PortsIpV6TestJSON-132080057'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:42.162073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:42.165686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:42.184652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 963546e7-b6bb-4f7f-a06a-2b9b84b00e22 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:42.357943 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:42.453659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:42.501996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:42.505273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:42.509145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:42.514874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:42.520813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:42.522349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=963546e7-b6bb-4f7f-a06a-2b9b84b00e22,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:42.649194 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-71da80fd-c370-4a0e-a1f4-76dfb60d94ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7025073 Aug 11 01:06:42.653135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48318) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:42.658689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:42.730057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:42.899253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.001906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.039783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] In _notify_port_updated(), no bound segment for port 963546e7-b6bb-4f7f-a06a-2b9b84b00e22 on network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:06:43.045367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:43.046060 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.047433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "PUT /v2.0/ports/963546e7-b6bb-4f7f-a06a-2b9b84b00e22 HTTP/1.1" status: 200 len: 818 time: 0.3931608 Aug 11 01:06:43.054419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48320) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:43.067065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbebdb-4da0-40a4-bb6f-13ff5af4884b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=963546e7-b6bb-4f7f-a06a-2b9b84b00e22,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:43.152060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c0210e18-a7c9-47c0-8de2-f1cffb09865e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 963546e7-b6bb-4f7f-a06a-2b9b84b00e22 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:43.152410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0210e18-a7c9-47c0-8de2-f1cffb09865e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.224120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0210e18-a7c9-47c0-8de2-f1cffb09865e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.240788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c0210e18-a7c9-47c0-8de2-f1cffb09865e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 963546e7-b6bb-4f7f-a06a-2b9b84b00e22 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:43.379403 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0210e18-a7c9-47c0-8de2-f1cffb09865e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.411361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0210e18-a7c9-47c0-8de2-f1cffb09865e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=963546e7-b6bb-4f7f-a06a-2b9b84b00e22,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:43.415490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c0210e18-a7c9-47c0-8de2-f1cffb09865e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.417479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c0210e18-a7c9-47c0-8de2-f1cffb09865e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/963546e7-b6bb-4f7f-a06a-2b9b84b00e22 HTTP/1.1" status: 204 len: 168 time: 0.3610656 Aug 11 01:06:43.420514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48322) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:43.471947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe17c41-bb6b-4dc9-977e-6a509d8b4ad7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:43.473520 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7fe17c41-bb6b-4dc9-977e-6a509d8b4ad7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0517766 Aug 11 01:06:43.476228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48324) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:43.505458 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-754d40c6-e613-448e-a3a3-c5e75ff0eb56 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:43.507015 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-754d40c6-e613-448e-a3a3-c5e75ff0eb56 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/963546e7-b6bb-4f7f-a06a-2b9b84b00e22 HTTP/1.1" status: 404 len: 333 time: 0.0298362 Aug 11 01:06:43.510751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48326) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:43.515679 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-77634508'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:43.716039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:43.719656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.744889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:43.755450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.755874 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Added segment cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2 of type vlan for network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 Aug 11 01:06:43.797843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.945214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:43.951820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:43.952421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:44.023038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Network': ['ID=07b3493a-d41b-45a4-8eb3-80d1d039acc4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:44.033850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:44.162921 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-91475e4d-d01d-44d0-a9e7-df63c00a2b04 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6510534 Aug 11 01:06:44.166052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48332) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:44.171509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:44.367826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:44.371961 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:44.760321 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:44.825151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=0ebceea0-a592-4339-bd08-089832ca932d,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:44.836795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Checking segment: {'id': 'cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:44.837158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network hostable DHCP agents. Network: 07b3493a-d41b-45a4-8eb3-80d1d039acc4, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:45.020781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:45.173706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 07b3493a-d41b-45a4-8eb3-80d1d039acc4) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:45.178111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:45.207496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:45.208248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1897f228-5b68-4cef-abe6-f67e31ab00bc None None] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:45.295796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-11dabe33-52ee-4c30-96e5-cff00372b988 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1273074 Aug 11 01:06:45.308283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48336) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:45.314894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d5a379c2-9537-4afc-89c0-23f180a7ebf3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:45.354522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-07b3493a-d41b-45a4-8eb3-80d1d039acc4', 'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4', 'tenant_id': '809e852d43e44583b2b3231e465076d5', 'fixed_ips': [{'subnet_id': '0ebceea0-a592-4339-bd08-089832ca932d'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:45.355853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:45.513465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Allocated IP 2001:db8::2 (07b3493a-d41b-45a4-8eb3-80d1d039acc4/0ebceea0-a592-4339-bd08-089832ca932d/e8ddb3fa-b60b-41f2-82f2-ad45093f26bc) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:45.551976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a379c2-9537-4afc-89c0-23f180a7ebf3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:45.553794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5a379c2-9537-4afc-89c0-23f180a7ebf3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:45.663050 n-d-712143-13 neutron-server[95255]: INFO neutron.db.ipam_backend_mixin [None req-d5a379c2-9537-4afc-89c0-23f180a7ebf3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ebceea0-a592-4339-bd08-089832ca932d (CIDR: 2001:db8::/64) Aug 11 01:06:45.693136 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:45.706687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Transition to ACTIVE for port object e8ddb3fa-b60b-41f2-82f2-ad45093f26bc will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:45.728966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Transition to ACTIVE for port object e8ddb3fa-b60b-41f2-82f2-ad45093f26bc will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:45.778684 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a379c2-9537-4afc-89c0-23f180a7ebf3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:06:45.779347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a379c2-9537-4afc-89c0-23f180a7ebf3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:06:45.829377 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:45.875371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:45.878431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:45.882670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:45.894381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Pushing event updated for resources: {'Port': ['ID=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:45.918340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.918753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.919101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.919556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.919896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.920230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.920566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.920894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.921223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.921558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.921885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.922215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:45.957008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d5a379c2-9537-4afc-89c0-23f180a7ebf3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6475461 Aug 11 01:06:45.960893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48340) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:45.962152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Attempting to bind port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:45.962528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Attempting to bind port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:45.962933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Attempting to bind port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc on network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:45.968663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:45.970467 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:45.970819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Checking segment: {'id': 'cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:45.971265 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:45.971676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Bound using segment: {'id': 'cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:45.972164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Bound port: e8ddb3fa-b60b-41f2-82f2-ad45093f26bc, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:45.972535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:46.043360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] For port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:46.046747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] For port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,segment=NetworkSegment(cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2),segment_id=cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:46.167205 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:46.253700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0689b-01f4-4c2f-bfff-c0c15391927c None None] Pushing event updated for resources: {'Port': ['ID=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:46.298986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:46.308643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:46.358115 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09d9b7fe-8f2b-4863-b98c-b4359b329c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:46.739676 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:46.782203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:46.787238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:46.791791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:46.792399 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:46.806208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=1fe3d90b-644b-4e43-85e1-518f53b50feb,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:46.909643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-00142646-1d6f-4b7e-a86c-047b91433f19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9485989 Aug 11 01:06:46.912555 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48344) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:46.917903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4', 'fixed_ips': [{'subnet_id': '0ebceea0-a592-4339-bd08-089832ca932d'}, {'subnet_id': '1fe3d90b-644b-4e43-85e1-518f53b50feb'}], 'name': 'tempest-PortsIpV6TestJSON-343249763'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:47.220278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:47.245169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df90c7-c305-42dc-8036-af58c021b20b None None] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:47.301528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:47.322715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 0490ccac-f698-40e4-88e9-4f58ea728177 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:47.586506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a0bdcc75-a324-42f5-a6f1-8008c3e1c65a None None] Provisioning for port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:47.661993 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e8ddb3fa-b60b-41f2-82f2-ad45093f26bc up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:47.672982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::df (07b3493a-d41b-45a4-8eb3-80d1d039acc4/0ebceea0-a592-4339-bd08-089832ca932d/0490ccac-f698-40e4-88e9-4f58ea728177) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:47.680653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8:0:1::df (07b3493a-d41b-45a4-8eb3-80d1d039acc4/1fe3d90b-644b-4e43-85e1-518f53b50feb/0490ccac-f698-40e4-88e9-4f58ea728177) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:47.706013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c57210-3ee9-4d7f-869c-20e33d78ec20 None None] Update dhcp port {'port': {'network_id': '07b3493a-d41b-45a4-8eb3-80d1d039acc4', 'fixed_ips': [{'subnet_id': '0ebceea0-a592-4339-bd08-089832ca932d', 'ip_address': '2001:db8::2'}, {'subnet_id': '1fe3d90b-644b-4e43-85e1-518f53b50feb'}], 'binding:host_id': 'n-d-712143-13'}, 'id': 'e8ddb3fa-b60b-41f2-82f2-ad45093f26bc'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 01:06:47.747516 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d0c57210-3ee9-4d7f-869c-20e33d78ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:47.845544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:47.860694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 0490ccac-f698-40e4-88e9-4f58ea728177 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:47.878269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:47.894000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:47.894000 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:47.981253 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:48.015152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,segment=NetworkSegment(cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2),segment_id=cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:48.023646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:48.067121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:48.068572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:48.076454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:48.079672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d0c57210-3ee9-4d7f-869c-20e33d78ec20 None None] Allocated IP 2001:db8:0:1::2 (07b3493a-d41b-45a4-8eb3-80d1d039acc4/1fe3d90b-644b-4e43-85e1-518f53b50feb/e8ddb3fa-b60b-41f2-82f2-ad45093f26bc) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:48.082219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:48.082885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:48.109013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=0490ccac-f698-40e4-88e9-4f58ea728177,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:48.181187 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:48.277830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-193e50e7-d830-4ed7-aa63-c2e0be41383c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.3634105 Aug 11 01:06:48.281827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48348) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:48.285278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:48.288254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ebceea0-a592-4339-bd08-089832ca932d'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:48.342364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d0c57210-3ee9-4d7f-869c-20e33d78ec20 None None] For port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,segment=NetworkSegment(cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2),segment_id=cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:48.368031 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:48.378701 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d0c57210-3ee9-4d7f-869c-20e33d78ec20 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:48.394037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d0c57210-3ee9-4d7f-869c-20e33d78ec20 None None] Transition to ACTIVE for port object e8ddb3fa-b60b-41f2-82f2-ad45093f26bc will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:48.669395 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d0c57210-3ee9-4d7f-869c-20e33d78ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:48.727441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Delete allocated IP 2001:db8:0:1::df (07b3493a-d41b-45a4-8eb3-80d1d039acc4/1fe3d90b-644b-4e43-85e1-518f53b50feb) {{(pid=95255) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 01:06:48.759316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c57210-3ee9-4d7f-869c-20e33d78ec20 None None] Pushing event updated for resources: {'Port': ['ID=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:48.874113 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:48.889182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Ignored duplicate provisioning block setup for port 0490ccac-f698-40e4-88e9-4f58ea728177 by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 01:06:49.034628 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6d037f93-7a41-40d9-b55b-d98442f50c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:49.108982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:49.113132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:49.182005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] In _notify_port_updated(), no bound segment for port 0490ccac-f698-40e4-88e9-4f58ea728177 on network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:06:49.188451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:49.189087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:49.190458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "PUT /v2.0/ports/0490ccac-f698-40e4-88e9-4f58ea728177 HTTP/1.1" status: 200 len: 924 time: 0.9075530 Aug 11 01:06:49.193546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48356) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:49.200411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ebceea0-a592-4339-bd08-089832ca932d'}, {'subnet_id': '1fe3d90b-644b-4e43-85e1-518f53b50feb'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:49.205204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee36404-8614-4fa0-bdf3-159f16b48962 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=0490ccac-f698-40e4-88e9-4f58ea728177,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:49.309630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554fcd88-ba46-4b4d-9694-6f7011b45964 None None] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:49.365632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:49.525844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f15d2ad6-ba64-4efa-ac8e-ad8aeca0d13e None None] Provisioning for port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:49.536388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f15d2ad6-ba64-4efa-ac8e-ad8aeca0d13e None None] Provisioning complete for port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:49.536388 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f15d2ad6-ba64-4efa-ac8e-ad8aeca0d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:49.639596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e8ddb3fa-b60b-41f2-82f2-ad45093f26bc up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:49.674472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8:0:1::14c (07b3493a-d41b-45a4-8eb3-80d1d039acc4/1fe3d90b-644b-4e43-85e1-518f53b50feb/0490ccac-f698-40e4-88e9-4f58ea728177) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:49.697627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:49.698252 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:49.861501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:49.875057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Ignored duplicate provisioning block setup for port 0490ccac-f698-40e4-88e9-4f58ea728177 by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 01:06:49.949480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-01993a27-8bfa-4fbb-9ea0-27e4db9bdc9b None None] Provisioning for port 0490ccac-f698-40e4-88e9-4f58ea728177 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:49.956050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-01993a27-8bfa-4fbb-9ea0-27e4db9bdc9b None None] Provisioning complete for port 0490ccac-f698-40e4-88e9-4f58ea728177 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:49.956672 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-01993a27-8bfa-4fbb-9ea0-27e4db9bdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.001904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-01993a27-8bfa-4fbb-9ea0-27e4db9bdc9b None None] Port 0490ccac-f698-40e4-88e9-4f58ea728177 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:06:50.004746 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.017792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-01993a27-8bfa-4fbb-9ea0-27e4db9bdc9b None None] Provisioning complete for port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:50.018237 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-01993a27-8bfa-4fbb-9ea0-27e4db9bdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.107018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=0490ccac-f698-40e4-88e9-4f58ea728177,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:50.110112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] In _notify_port_updated(), no bound segment for port 0490ccac-f698-40e4-88e9-4f58ea728177 on network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:06:50.116383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:50.117462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.119349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "PUT /v2.0/ports/0490ccac-f698-40e4-88e9-4f58ea728177 HTTP/1.1" status: 200 len: 1010 time: 0.9243298 Aug 11 01:06:50.121968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48362) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:50.135985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.136422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.136765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.137103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.138771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.138771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.138771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.138771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.138771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.139193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.139374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.139727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8da09-3d49-47fc-a1cc-090eceae21f6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:06:50.236232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5a510e12-c372-45c7-b5d2-99afe84d8363 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 0490ccac-f698-40e4-88e9-4f58ea728177 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:50.236886 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a510e12-c372-45c7-b5d2-99afe84d8363 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.249321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1ac75d34-3f94-4ffe-b542-f2d34709c6d5 None None] Provisioning complete for port 0490ccac-f698-40e4-88e9-4f58ea728177 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:50.249614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1ac75d34-3f94-4ffe-b542-f2d34709c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.295960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1ac75d34-3f94-4ffe-b542-f2d34709c6d5 None None] Port 0490ccac-f698-40e4-88e9-4f58ea728177 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:06:50.340639 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a510e12-c372-45c7-b5d2-99afe84d8363 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.354668 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5a510e12-c372-45c7-b5d2-99afe84d8363 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 0490ccac-f698-40e4-88e9-4f58ea728177 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:50.428811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-953b4131-7442-4b11-842c-ad2ad2103642 None None] Provisioning complete for port 0490ccac-f698-40e4-88e9-4f58ea728177 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:50.429198 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-953b4131-7442-4b11-842c-ad2ad2103642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.467300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-953b4131-7442-4b11-842c-ad2ad2103642 None None] Port 0490ccac-f698-40e4-88e9-4f58ea728177 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:06:50.586549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-02375dff-97df-4a85-8a10-d607d2ca1dc4 None None] Provisioning complete for port 0490ccac-f698-40e4-88e9-4f58ea728177 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:50.586825 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-02375dff-97df-4a85-8a10-d607d2ca1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.623100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-02375dff-97df-4a85-8a10-d607d2ca1dc4 None None] Port 0490ccac-f698-40e4-88e9-4f58ea728177 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:06:50.651920 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.692287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a510e12-c372-45c7-b5d2-99afe84d8363 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.724264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a510e12-c372-45c7-b5d2-99afe84d8363 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=0490ccac-f698-40e4-88e9-4f58ea728177,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:50.774635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a510e12-c372-45c7-b5d2-99afe84d8363 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.782555 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5a510e12-c372-45c7-b5d2-99afe84d8363 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/0490ccac-f698-40e4-88e9-4f58ea728177 HTTP/1.1" status: 204 len: 168 time: 0.6536462 Aug 11 01:06:50.782555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48364) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:50.807094 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34095df-1c33-489f-998b-a98c2962abd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:50.808772 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d34095df-1c33-489f-998b-a98c2962abd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/0490ccac-f698-40e4-88e9-4f58ea728177 HTTP/1.1" status: 404 len: 333 time: 0.0272620 Aug 11 01:06:50.811992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:50.869345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53573cc-3ef8-4912-9830-1662b42d0daf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 1fe3d90b-644b-4e43-85e1-518f53b50feb {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:06:50.874623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53573cc-3ef8-4912-9830-1662b42d0daf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:50.918565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53573cc-3ef8-4912-9830-1662b42d0daf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:51.016087 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53573cc-3ef8-4912-9830-1662b42d0daf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:51.476716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53573cc-3ef8-4912-9830-1662b42d0daf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:51.504412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53573cc-3ef8-4912-9830-1662b42d0daf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe3d90b-644b-4e43-85e1-518f53b50feb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:51.508085 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b53573cc-3ef8-4912-9830-1662b42d0daf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:51.512118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b53573cc-3ef8-4912-9830-1662b42d0daf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/1fe3d90b-644b-4e43-85e1-518f53b50feb HTTP/1.1" status: 204 len: 168 time: 0.6970055 Aug 11 01:06:51.513190 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48370) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:51.518132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c00a99-28f9-432e-a6ca-d5d2b5ca0cd3 None None] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:51.571463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b171c102-f3ad-42a4-9014-6971c59637a9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 0ebceea0-a592-4339-bd08-089832ca932d {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:06:51.584839 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b171c102-f3ad-42a4-9014-6971c59637a9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:51.616415 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b171c102-f3ad-42a4-9014-6971c59637a9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:51.713707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b171c102-f3ad-42a4-9014-6971c59637a9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:51.960891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b171c102-f3ad-42a4-9014-6971c59637a9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.265697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9df35efc-92d2-4a2a-9f2b-f6ef0ef81a9f None None] Provisioning complete for port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:52.266077 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9df35efc-92d2-4a2a-9f2b-f6ef0ef81a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.376637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171c102-f3ad-42a4-9014-6971c59637a9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebceea0-a592-4339-bd08-089832ca932d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:52.380378 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b171c102-f3ad-42a4-9014-6971c59637a9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.382375 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b171c102-f3ad-42a4-9014-6971c59637a9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/0ebceea0-a592-4339-bd08-089832ca932d HTTP/1.1" status: 204 len: 168 time: 0.8681600 Aug 11 01:06:52.385253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48374) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:52.393595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f0e8f9-3a2e-4bb7-a8ac-316427fefb22 None None] Network 07b3493a-d41b-45a4-8eb3-80d1d039acc4 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:52.465258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.495154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.526609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:52.527831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.579982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] DHCP port deletion for 07b3493a-d41b-45a4-8eb3-80d1d039acc4 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:06:52.597781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] For port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,segment=NetworkSegment(cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2),segment_id=cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:52.598161 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.612239 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for e8ddb3fa-b60b-41f2-82f2-ad45093f26bc owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:52.634560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] Deleting port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:52.640818 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.702588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] For port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,segment=NetworkSegment(cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2),segment_id=cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:52.702979 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.716567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] Calling delete_port for e8ddb3fa-b60b-41f2-82f2-ad45093f26bc owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:52.767518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.795779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:52.798391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No DVR routers for this DVR port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:52.802311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.828736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] Pushing event deleted for resources: {'Port': ['ID=e8ddb3fa-b60b-41f2-82f2-ad45093f26bc,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:52.833219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5576f3-0429-4754-aeeb-00efd4e583f2 None None] No DVR routers for this DVR port e8ddb3fa-b60b-41f2-82f2-ad45093f26bc on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:52.884850 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.897449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b3493a-d41b-45a4-8eb3-80d1d039acc4']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:52.911026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:52.911357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbacf2fb-7cd2-419c-af1f-6d3e5d03b7b2') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:52.921353 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.942515 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.952933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:52.953343 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:52.956715 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:53.173429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:53.180711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:53.182416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/networks/07b3493a-d41b-45a4-8eb3-80d1d039acc4 HTTP/1.1" status: 204 len: 168 time: 0.7961531 Aug 11 01:06:53.186793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48376) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:53.195807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ae157-be4e-4e1b-b6e3-dd51a4fd6b09 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Network': ['ID=07b3493a-d41b-45a4-8eb3-80d1d039acc4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:53.236687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602841b2-8b15-417d-8eb9-2d608511cd19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:53.238290 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-602841b2-8b15-417d-8eb9-2d608511cd19 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0503206 Aug 11 01:06:53.241841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48378) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:53.286983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-00044c30-3f65-48cb-9635-5de1155e8bb4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0440388 Aug 11 01:06:53.290370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48380) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:53.295887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-323827229'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:53.384901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:53.388550 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:53.415309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:53.428119 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:53.428119 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Added segment 108b3f63-a842-493d-a015-719c1667a192 of type vlan for network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 Aug 11 01:06:53.471120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:53.567259 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:53.567675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:53.568465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:53.604833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e8ddb3fa-b60b-41f2-82f2-ad45093f26bc no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:06:53.626772 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e8ddb3fa-b60b-41f2-82f2-ad45093f26bc {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:06:53.641344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e8ddb3fa-b60b-41f2-82f2-ad45093f26bc not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:06:53.642142 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Network': ['ID=eddf1f57-8a48-49a9-bc99-920f96ab2ca3,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:53.649820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:53.722078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c817acbc-8a78-488c-ac6c-266f11de08e2 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4306374 Aug 11 01:06:53.724837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48384) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:53.730554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:53.915761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:53.919977 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:54.190557 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:54.249252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=2d0b1e95-8fd6-4399-ad2f-472363f7f7cc,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:54.259576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Checking segment: {'id': '108b3f63-a842-493d-a015-719c1667a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:54.259945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network hostable DHCP agents. Network: eddf1f57-8a48-49a9-bc99-920f96ab2ca3, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:06:54.337250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:06:54.422896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, eddf1f57-8a48-49a9-bc99-920f96ab2ca3) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:54.427288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:54.428300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:54.441755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f5f371-b79e-4888-a065-c125659ff567 None None] Network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:54.579578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-eddf1f57-8a48-49a9-bc99-920f96ab2ca3', 'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3', 'tenant_id': '809e852d43e44583b2b3231e465076d5', 'fixed_ips': [{'subnet_id': '2d0b1e95-8fd6-4399-ad2f-472363f7f7cc'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:06:54.580459 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:54.583664 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c834d864-5269-42df-b3cf-8bcd6cd5345c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8574419 Aug 11 01:06:54.585970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48390) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:54.591246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3', 'name': 'tempest-PortsIpV6TestJSON-1029938154'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:54.732724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Allocated IP 2001:db8::2 (eddf1f57-8a48-49a9-bc99-920f96ab2ca3/2d0b1e95-8fd6-4399-ad2f-472363f7f7cc/e232ba3a-4a4b-4973-a416-4d14fee92a69) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:54.823041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:54.826946 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:54.845827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 72684830-f309-4e8c-8a77-beaa2bb883ba yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:54.883149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:54.892510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Transition to ACTIVE for port object e232ba3a-4a4b-4973-a416-4d14fee92a69 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:54.907507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Transition to ACTIVE for port object e232ba3a-4a4b-4973-a416-4d14fee92a69 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:54.990749 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:55.028288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:55.035366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:55.042842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:55.047098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Pushing event updated for resources: {'Port': ['ID=e232ba3a-4a4b-4973-a416-4d14fee92a69,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:55.052301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::12b (eddf1f57-8a48-49a9-bc99-920f96ab2ca3/2d0b1e95-8fd6-4399-ad2f-472363f7f7cc/72684830-f309-4e8c-8a77-beaa2bb883ba) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:55.120871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Attempting to bind port e232ba3a-4a4b-4973-a416-4d14fee92a69 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:06:55.121149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Attempting to bind port e232ba3a-4a4b-4973-a416-4d14fee92a69 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '108b3f63-a842-493d-a015-719c1667a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:06:55.121514 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Attempting to bind port e232ba3a-4a4b-4973-a416-4d14fee92a69 on network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:06:55.127309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:06:55.128005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Checking segment: {'id': '108b3f63-a842-493d-a015-719c1667a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:06:55.128412 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:55.128804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Bound using segment: {'id': '108b3f63-a842-493d-a015-719c1667a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:06:55.129273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Bound port: e232ba3a-4a4b-4973-a416-4d14fee92a69, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108b3f63-a842-493d-a015-719c1667a192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:06:55.129657 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:55.197476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] For port e232ba3a-4a4b-4973-a416-4d14fee92a69, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:06:55.200966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] For port e232ba3a-4a4b-4973-a416-4d14fee92a69, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e232ba3a-4a4b-4973-a416-4d14fee92a69,segment=NetworkSegment(108b3f63-a842-493d-a015-719c1667a192),segment_id=108b3f63-a842-493d-a015-719c1667a192)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:06:55.221694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:55.236949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 72684830-f309-4e8c-8a77-beaa2bb883ba will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:55.321013 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:55.387876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686cbea-97e9-4704-87f0-6968b213c6fc None None] Pushing event updated for resources: {'Port': ['ID=e232ba3a-4a4b-4973-a416-4d14fee92a69,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:55.388096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:55.438999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:55.440683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:55.444852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:55.451569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:55.452281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:55.460760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=72684830-f309-4e8c-8a77-beaa2bb883ba,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:55.575026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8034007c-6fd4-4776-8ec0-879df3de6aea tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9877713 Aug 11 01:06:55.578217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48394) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:55.584387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': 'eddf1f57-8a48-49a9-bc99-920f96ab2ca3', 'name': 'tempest-PortsIpV6TestJSON-836496132'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:55.680761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e232ba3a-4a4b-4973-a416-4d14fee92a69 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:55.870418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:55.874224 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:55.881273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e232ba3a-4a4b-4973-a416-4d14fee92a69 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:55.894828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 6f2fe725-a3f4-4e84-a31e-1428a3139f01 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:06:56.020207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::d2 (eddf1f57-8a48-49a9-bc99-920f96ab2ca3/2d0b1e95-8fd6-4399-ad2f-472363f7f7cc/6f2fe725-a3f4-4e84-a31e-1428a3139f01) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:06:56.196390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:56.212778 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 6f2fe725-a3f4-4e84-a31e-1428a3139f01 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:06:56.342285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e3baff-23d7-4654-8fca-b3fd3e1e84ac None None] Network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:56.417840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:56.459941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:06:56.466000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:06:56.469849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:06:56.475620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:56.476274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:56.490472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=6f2fe725-a3f4-4e84-a31e-1428a3139f01,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:56.606027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-657ab81e-5062-4c8b-bc04-a6b3561bcdb4 None None] Provisioning for port e232ba3a-4a4b-4973-a416-4d14fee92a69 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:56.615630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-657ab81e-5062-4c8b-bc04-a6b3561bcdb4 None None] Provisioning complete for port e232ba3a-4a4b-4973-a416-4d14fee92a69 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:56.615630 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-657ab81e-5062-4c8b-bc04-a6b3561bcdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:56.699781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-26d3c2b4-4ae3-4b48-a857-a6d4d28eb1ac tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1142747 Aug 11 01:06:56.700413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48398) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:56.704154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-657ab81e-5062-4c8b-bc04-a6b3561bcdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:56.741049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-657ab81e-5062-4c8b-bc04-a6b3561bcdb4 None None] For port e232ba3a-4a4b-4973-a416-4d14fee92a69, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e232ba3a-4a4b-4973-a416-4d14fee92a69,segment=NetworkSegment(108b3f63-a842-493d-a015-719c1667a192),segment_id=108b3f63-a842-493d-a015-719c1667a192)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:56.795432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167b508-1018-4fb9-91c2-3ec9f6461d54 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:56.796971 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f167b508-1018-4fb9-91c2-3ec9f6461d54 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12b HTTP/1.1" status: 200 len: 929 time: 0.0993471 Aug 11 01:06:56.800915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48400) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:56.874263 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-657ab81e-5062-4c8b-bc04-a6b3561bcdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:56.908399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4b639435-dd62-450c-95d5-4dc18703f513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 6f2fe725-a3f4-4e84-a31e-1428a3139f01 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:56.908960 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b639435-dd62-450c-95d5-4dc18703f513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:56.930027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ab81e-5062-4c8b-bc04-a6b3561bcdb4 None None] Pushing event updated for resources: {'Port': ['ID=e232ba3a-4a4b-4973-a416-4d14fee92a69,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:57.016821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b639435-dd62-450c-95d5-4dc18703f513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.031962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4b639435-dd62-450c-95d5-4dc18703f513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 6f2fe725-a3f4-4e84-a31e-1428a3139f01 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:57.177597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Provisioning for port 6f2fe725-a3f4-4e84-a31e-1428a3139f01 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:57.183135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Provisioning complete for port 6f2fe725-a3f4-4e84-a31e-1428a3139f01 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:57.183135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.224137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Port 6f2fe725-a3f4-4e84-a31e-1428a3139f01 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:06:57.235925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Provisioning complete for port e232ba3a-4a4b-4973-a416-4d14fee92a69 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:57.238349 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.373400 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b639435-dd62-450c-95d5-4dc18703f513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.401318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b639435-dd62-450c-95d5-4dc18703f513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=6f2fe725-a3f4-4e84-a31e-1428a3139f01,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:57.429904 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4b639435-dd62-450c-95d5-4dc18703f513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.435393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Provisioning for port 72684830-f309-4e8c-8a77-beaa2bb883ba completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:06:57.435534 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4b639435-dd62-450c-95d5-4dc18703f513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/6f2fe725-a3f4-4e84-a31e-1428a3139f01 HTTP/1.1" status: 204 len: 168 time: 0.6299970 Aug 11 01:06:57.436380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48402) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:57.439780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Provisioning complete for port 72684830-f309-4e8c-8a77-beaa2bb883ba triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:57.440364 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.467394 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce0e55b-7f34-4a16-afae-a15770738e9c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:57.469215 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0ce0e55b-7f34-4a16-afae-a15770738e9c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/6f2fe725-a3f4-4e84-a31e-1428a3139f01 HTTP/1.1" status: 404 len: 333 time: 0.0314777 Aug 11 01:06:57.472355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48404) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:57.487507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-69794c03-37ac-4664-8b7a-5ec7dd75fc40 None None] Port 72684830-f309-4e8c-8a77-beaa2bb883ba cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:06:57.578444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ede23a73-1ecd-4df9-907a-ecf5503bc992 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 72684830-f309-4e8c-8a77-beaa2bb883ba {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:57.578915 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ede23a73-1ecd-4df9-907a-ecf5503bc992 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.600602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9b8ad29a-aede-4c24-81b6-ff93de5a9ab5 None None] Could not find standard attr ID for object 6f2fe725-a3f4-4e84-a31e-1428a3139f01. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:06:57.639544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e232ba3a-4a4b-4973-a416-4d14fee92a69 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:06:57.683980 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ede23a73-1ecd-4df9-907a-ecf5503bc992 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.690869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e232ba3a-4a4b-4973-a416-4d14fee92a69 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:06:57.691288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.698041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ede23a73-1ecd-4df9-907a-ecf5503bc992 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 72684830-f309-4e8c-8a77-beaa2bb883ba owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:57.915566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ede23a73-1ecd-4df9-907a-ecf5503bc992 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.946892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede23a73-1ecd-4df9-907a-ecf5503bc992 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=72684830-f309-4e8c-8a77-beaa2bb883ba,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:57.976284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ede23a73-1ecd-4df9-907a-ecf5503bc992 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:57.978264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ede23a73-1ecd-4df9-907a-ecf5503bc992 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/72684830-f309-4e8c-8a77-beaa2bb883ba HTTP/1.1" status: 204 len: 168 time: 0.5047600 Aug 11 01:06:57.981516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48408) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:58.007242 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a93037-180d-4edc-8f10-71150c3c3519 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:06:58.008892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b4a93037-180d-4edc-8f10-71150c3c3519 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/72684830-f309-4e8c-8a77-beaa2bb883ba HTTP/1.1" status: 404 len: 333 time: 0.0264273 Aug 11 01:06:58.011762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48410) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:58.072953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d58d4f8-25ee-49a3-be98-0253fd145cd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 2d0b1e95-8fd6-4399-ad2f-472363f7f7cc {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:06:58.080228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d58d4f8-25ee-49a3-be98-0253fd145cd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.123933 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d58d4f8-25ee-49a3-be98-0253fd145cd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.214781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d58d4f8-25ee-49a3-be98-0253fd145cd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.350929 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d58d4f8-25ee-49a3-be98-0253fd145cd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.379100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58d4f8-25ee-49a3-be98-0253fd145cd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0b1e95-8fd6-4399-ad2f-472363f7f7cc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:58.382777 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d58d4f8-25ee-49a3-be98-0253fd145cd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.385044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7d58d4f8-25ee-49a3-be98-0253fd145cd0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/2d0b1e95-8fd6-4399-ad2f-472363f7f7cc HTTP/1.1" status: 204 len: 168 time: 0.3720078 Aug 11 01:06:58.387542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48412) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:58.392533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf746e-73d5-4649-8822-ef1e74c433be None None] Network eddf1f57-8a48-49a9-bc99-920f96ab2ca3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:06:58.474708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.530440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port e232ba3a-4a4b-4973-a416-4d14fee92a69 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:58.541162 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.581783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] DHCP port deletion for eddf1f57-8a48-49a9-bc99-920f96ab2ca3 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:06:58.596911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] For port e232ba3a-4a4b-4973-a416-4d14fee92a69, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e232ba3a-4a4b-4973-a416-4d14fee92a69,segment=NetworkSegment(108b3f63-a842-493d-a015-719c1667a192),segment_id=108b3f63-a842-493d-a015-719c1667a192)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:58.597288 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.613167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for e232ba3a-4a4b-4973-a416-4d14fee92a69 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:58.632516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] Deleting port e232ba3a-4a4b-4973-a416-4d14fee92a69 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:06:58.632936 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.705059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] For port e232ba3a-4a4b-4973-a416-4d14fee92a69, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e232ba3a-4a4b-4973-a416-4d14fee92a69,segment=NetworkSegment(108b3f63-a842-493d-a015-719c1667a192),segment_id=108b3f63-a842-493d-a015-719c1667a192)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:06:58.705059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.714829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] Calling delete_port for e232ba3a-4a4b-4973-a416-4d14fee92a69 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:06:58.887575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.914575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=e232ba3a-4a4b-4973-a416-4d14fee92a69,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:58.918600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No DVR routers for this DVR port e232ba3a-4a4b-4973-a416-4d14fee92a69 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:58.955838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:58.982958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] No DVR routers for this DVR port e232ba3a-4a4b-4973-a416-4d14fee92a69 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:06:58.987367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c6053-47d8-4895-94c5-ce7a13fb3011 None None] Pushing event deleted for resources: {'Port': ['ID=e232ba3a-4a4b-4973-a416-4d14fee92a69,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:59.013047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.023061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddf1f57-8a48-49a9-bc99-920f96ab2ca3']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:59.034109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108b3f63-a842-493d-a015-719c1667a192') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:59.034534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108b3f63-a842-493d-a015-719c1667a192') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:06:59.044514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.060608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.066675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:06:59.067098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:06:59.070074 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:06:59.344532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.351976 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.353849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/networks/eddf1f57-8a48-49a9-bc99-920f96ab2ca3 HTTP/1.1" status: 204 len: 168 time: 0.9651763 Aug 11 01:06:59.358064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48416) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:06:59.366734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af96ec9-e095-475d-888f-39d9e4c6e44d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Network': ['ID=eddf1f57-8a48-49a9-bc99-920f96ab2ca3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:59.367506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1016168962'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:06:59.487146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:06:59.490894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.516703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:06:59.525934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.526292 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Added segment a7b3a51d-4328-42ac-b01c-1a01dcff22c8 of type vlan for network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b Aug 11 01:06:59.580319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.616545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e232ba3a-4a4b-4973-a416-4d14fee92a69 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:06:59.637250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e232ba3a-4a4b-4973-a416-4d14fee92a69 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:06:59.637591 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e232ba3a-4a4b-4973-a416-4d14fee92a69 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:06:59.727682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.796304 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.802169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:06:59.802773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:06:59.870818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Network': ['ID=1987a0a1-0b3c-470a-8a69-366fd00d5e8b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:06:59.881685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:06:59.989037 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:00.001979 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-66ea7d6c-d68e-46a6-85e6-630d978cfb81 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6412890 Aug 11 01:07:00.005025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48420) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:00.010472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:00.234529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:00.238126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:00.537851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:00.600795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=3ef80e54-f7aa-445d-a256-21eef72a0a39,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:00.610599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Checking segment: {'id': 'a7b3a51d-4328-42ac-b01c-1a01dcff22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:00.611009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network hostable DHCP agents. Network: 1987a0a1-0b3c-470a-8a69-366fd00d5e8b, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:07:00.762051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:07:00.978588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 1987a0a1-0b3c-470a-8a69-366fd00d5e8b) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:00.982725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:00.983363 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:00.989107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d21fe2-9499-4f3f-a0b7-411bc2f097ef None None] Network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:01.137263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-1987a0a1-0b3c-470a-8a69-366fd00d5e8b', 'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b', 'tenant_id': '809e852d43e44583b2b3231e465076d5', 'fixed_ips': [{'subnet_id': '3ef80e54-f7aa-445d-a256-21eef72a0a39'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:07:01.144308 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:01.172454 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-496c1a99-cf62-4fe0-8eaa-0c76a70d42a4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1661456 Aug 11 01:07:01.178943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48426) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:01.181818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b', 'name': 'tempest-PortsIpV6TestJSON-1274411269', 'fixed_ips': [{'subnet_id': '3ef80e54-f7aa-445d-a256-21eef72a0a39', 'ip_address': '2001:db8::10'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:01.278391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Allocated IP 2001:db8::2 (1987a0a1-0b3c-470a-8a69-366fd00d5e8b/3ef80e54-f7aa-445d-a256-21eef72a0a39/c0fc398c-29fb-49cf-b059-5f12701428d9) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:01.412909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:01.428508 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:01.436745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Transition to ACTIVE for port object c0fc398c-29fb-49cf-b059-5f12701428d9 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:01.452844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Transition to ACTIVE for port object c0fc398c-29fb-49cf-b059-5f12701428d9 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:01.499851 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:01.518664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 12d17c48-ba3b-4cf8-8262-f6b723300130 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:01.602061 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:01.645782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:01.648901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:01.654054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:01.657233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Pushing event updated for resources: {'Port': ['ID=c0fc398c-29fb-49cf-b059-5f12701428d9,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:01.693669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::10 (1987a0a1-0b3c-470a-8a69-366fd00d5e8b/3ef80e54-f7aa-445d-a256-21eef72a0a39/12d17c48-ba3b-4cf8-8262-f6b723300130) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:01.716766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Attempting to bind port c0fc398c-29fb-49cf-b059-5f12701428d9 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:07:01.717145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Attempting to bind port c0fc398c-29fb-49cf-b059-5f12701428d9 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'a7b3a51d-4328-42ac-b01c-1a01dcff22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:07:01.717516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Attempting to bind port c0fc398c-29fb-49cf-b059-5f12701428d9 on network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:07:01.722648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:07:01.723027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Checking segment: {'id': 'a7b3a51d-4328-42ac-b01c-1a01dcff22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:01.723472 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:01.723866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Bound using segment: {'id': 'a7b3a51d-4328-42ac-b01c-1a01dcff22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:07:01.724334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Bound port: c0fc398c-29fb-49cf-b059-5f12701428d9, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b3a51d-4328-42ac-b01c-1a01dcff22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:07:01.724723 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:01.792586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] For port c0fc398c-29fb-49cf-b059-5f12701428d9, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:07:01.795980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] For port c0fc398c-29fb-49cf-b059-5f12701428d9, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c0fc398c-29fb-49cf-b059-5f12701428d9,segment=NetworkSegment(a7b3a51d-4328-42ac-b01c-1a01dcff22c8),segment_id=a7b3a51d-4328-42ac-b01c-1a01dcff22c8)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:07:01.849211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:01.865703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 12d17c48-ba3b-4cf8-8262-f6b723300130 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:01.951321 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:01.979436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:02.023336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191045d-4f48-437c-847d-a8a63f1685dd None None] Pushing event updated for resources: {'Port': ['ID=c0fc398c-29fb-49cf-b059-5f12701428d9,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:02.033513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:02.037053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:02.040931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:02.046804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:02.047646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:02.057019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=12d17c48-ba3b-4cf8-8262-f6b723300130,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:02.169136 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea0c9d7e-2ff3-46cc-b69a-b322a2bc1786 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9921160 Aug 11 01:07:02.171614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48430) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:02.183618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': '1987a0a1-0b3c-470a-8a69-366fd00d5e8b', 'name': 'tempest-PortsIpV6TestJSON-1401424977', 'fixed_ips': [{'subnet_id': '3ef80e54-f7aa-445d-a256-21eef72a0a39', 'ip_address': '2001:db8::f'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:02.498513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:02.504133 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:02.523768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 610a9e05-97f5-4ca4-a075-500dd7bb8da0 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:02.693831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::f (1987a0a1-0b3c-470a-8a69-366fd00d5e8b/3ef80e54-f7aa-445d-a256-21eef72a0a39/610a9e05-97f5-4ca4-a075-500dd7bb8da0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:02.864793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:02.882401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 610a9e05-97f5-4ca4-a075-500dd7bb8da0 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:03.027149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d52d89-b480-45ff-9e83-dadea7cfd772 None None] Network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:03.041747 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:03.098138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:03.104530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:03.109438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:03.115374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:03.116018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:03.129370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=610a9e05-97f5-4ca4-a075-500dd7bb8da0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:03.138769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.139223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.139575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.139920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.140257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.140594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.140930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.141266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.141603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.141930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.142258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.142589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:03.205810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0e151ba8-41a1-4d7f-9d42-7b15fc9e4ec3 None None] Provisioning for port c0fc398c-29fb-49cf-b059-5f12701428d9 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:03.253641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-07635fa0-34fa-4b65-97bb-04699166f8c3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0803690 Aug 11 01:07:03.256357 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48434) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:03.349200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad69305-1c07-4406-8e31-0bd375d7e442 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:03.350956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9ad69305-1c07-4406-8e31-0bd375d7e442 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0935423 Aug 11 01:07:03.353810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48436) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:03.415657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafae364-a490-4f24-ba59-bd365523ba60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:03.421987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafae364-a490-4f24-ba59-bd365523ba60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:03.429121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafae364-a490-4f24-ba59-bd365523ba60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:03.434034 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-eafae364-a490-4f24-ba59-bd365523ba60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0759466 Aug 11 01:07:03.444282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48438) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:03.567073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f94d4101-9f7f-4612-852e-31e5ede369e7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 610a9e05-97f5-4ca4-a075-500dd7bb8da0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:03.567509 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f94d4101-9f7f-4612-852e-31e5ede369e7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:03.634365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f5d86482-962e-44af-a587-c7b2b0e1e262 None None] Provisioning for port 610a9e05-97f5-4ca4-a075-500dd7bb8da0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:03.640574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f5d86482-962e-44af-a587-c7b2b0e1e262 None None] Provisioning complete for port 610a9e05-97f5-4ca4-a075-500dd7bb8da0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:03.650751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f5d86482-962e-44af-a587-c7b2b0e1e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:03.678946 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c0fc398c-29fb-49cf-b059-5f12701428d9 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:03.696734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f94d4101-9f7f-4612-852e-31e5ede369e7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:03.719383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f94d4101-9f7f-4612-852e-31e5ede369e7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 610a9e05-97f5-4ca4-a075-500dd7bb8da0 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:03.726348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f5d86482-962e-44af-a587-c7b2b0e1e262 None None] Port 610a9e05-97f5-4ca4-a075-500dd7bb8da0 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:03.910357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f5d86482-962e-44af-a587-c7b2b0e1e262 None None] Provisioning for port 12d17c48-ba3b-4cf8-8262-f6b723300130 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:03.912691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c0fc398c-29fb-49cf-b059-5f12701428d9 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:03.917796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f5d86482-962e-44af-a587-c7b2b0e1e262 None None] Provisioning complete for port 12d17c48-ba3b-4cf8-8262-f6b723300130 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:03.918170 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f5d86482-962e-44af-a587-c7b2b0e1e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:03.919743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c0fc398c-29fb-49cf-b059-5f12701428d9 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:03.920093 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:03.978534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f94d4101-9f7f-4612-852e-31e5ede369e7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:03.983890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f5d86482-962e-44af-a587-c7b2b0e1e262 None None] Port 12d17c48-ba3b-4cf8-8262-f6b723300130 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:04.012762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d4101-9f7f-4612-852e-31e5ede369e7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=610a9e05-97f5-4ca4-a075-500dd7bb8da0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:04.039375 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f94d4101-9f7f-4612-852e-31e5ede369e7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.041595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f94d4101-9f7f-4612-852e-31e5ede369e7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/610a9e05-97f5-4ca4-a075-500dd7bb8da0 HTTP/1.1" status: 204 len: 168 time: 0.6062112 Aug 11 01:07:04.041754 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.045175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48442) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:04.072253 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6fe876-c4c0-4bd9-859c-16d3593d9ca3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:07:04.076559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5c6fe876-c4c0-4bd9-859c-16d3593d9ca3 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/610a9e05-97f5-4ca4-a075-500dd7bb8da0 HTTP/1.1" status: 404 len: 333 time: 0.0269918 Aug 11 01:07:04.076860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48444) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:04.081077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port c0fc398c-29fb-49cf-b059-5f12701428d9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c0fc398c-29fb-49cf-b059-5f12701428d9,segment=NetworkSegment(a7b3a51d-4328-42ac-b01c-1a01dcff22c8),segment_id=a7b3a51d-4328-42ac-b01c-1a01dcff22c8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:04.098771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f4e5db1b-ba27-4bd5-b2c0-1db1e0ed9898 None None] Could not find standard attr ID for object 610a9e05-97f5-4ca4-a075-500dd7bb8da0. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:07:04.111678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f4e5db1b-ba27-4bd5-b2c0-1db1e0ed9898 None None] Provisioning complete for port 12d17c48-ba3b-4cf8-8262-f6b723300130 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:04.112144 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4e5db1b-ba27-4bd5-b2c0-1db1e0ed9898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.153807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5db1b-ba27-4bd5-b2c0-1db1e0ed9898 None None] Port 12d17c48-ba3b-4cf8-8262-f6b723300130 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:04.176461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8e2119ac-7de3-49ef-b4ff-b7badb25886e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 12d17c48-ba3b-4cf8-8262-f6b723300130 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:04.176884 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e2119ac-7de3-49ef-b4ff-b7badb25886e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.201786 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.256387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=c0fc398c-29fb-49cf-b059-5f12701428d9,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:04.275523 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e2119ac-7de3-49ef-b4ff-b7badb25886e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.289177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8e2119ac-7de3-49ef-b4ff-b7badb25886e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 12d17c48-ba3b-4cf8-8262-f6b723300130 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:04.543278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e2119ac-7de3-49ef-b4ff-b7badb25886e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.573846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2119ac-7de3-49ef-b4ff-b7badb25886e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=12d17c48-ba3b-4cf8-8262-f6b723300130,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:04.601608 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e2119ac-7de3-49ef-b4ff-b7badb25886e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.603928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8e2119ac-7de3-49ef-b4ff-b7badb25886e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/12d17c48-ba3b-4cf8-8262-f6b723300130 HTTP/1.1" status: 204 len: 168 time: 0.5260785 Aug 11 01:07:04.606728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48446) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:04.631813 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a64d5ec-1f06-43d4-bc46-c184d98b53b5 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:07:04.633404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8a64d5ec-1f06-43d4-bc46-c184d98b53b5 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/12d17c48-ba3b-4cf8-8262-f6b723300130 HTTP/1.1" status: 404 len: 333 time: 0.0256617 Aug 11 01:07:04.636626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48448) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:04.696004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dab391-3726-422f-a7dc-097d0fa856cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 3ef80e54-f7aa-445d-a256-21eef72a0a39 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:04.700080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6dab391-3726-422f-a7dc-097d0fa856cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.745603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6dab391-3726-422f-a7dc-097d0fa856cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.831745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6dab391-3726-422f-a7dc-097d0fa856cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:04.997261 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6dab391-3726-422f-a7dc-097d0fa856cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.030362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dab391-3726-422f-a7dc-097d0fa856cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef80e54-f7aa-445d-a256-21eef72a0a39,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:05.035805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c6dab391-3726-422f-a7dc-097d0fa856cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.038079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c6dab391-3726-422f-a7dc-097d0fa856cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/3ef80e54-f7aa-445d-a256-21eef72a0a39 HTTP/1.1" status: 204 len: 168 time: 0.4002390 Aug 11 01:07:05.041076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48452) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:05.045026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8e05d-003b-4f83-b043-d125300fb389 None None] Network 1987a0a1-0b3c-470a-8a69-366fd00d5e8b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:05.121949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.186546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port c0fc398c-29fb-49cf-b059-5f12701428d9 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:05.186896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.240338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] DHCP port deletion for 1987a0a1-0b3c-470a-8a69-366fd00d5e8b request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:07:05.254830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] For port c0fc398c-29fb-49cf-b059-5f12701428d9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c0fc398c-29fb-49cf-b059-5f12701428d9,segment=NetworkSegment(a7b3a51d-4328-42ac-b01c-1a01dcff22c8),segment_id=a7b3a51d-4328-42ac-b01c-1a01dcff22c8)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:05.255379 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.270136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for c0fc398c-29fb-49cf-b059-5f12701428d9 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:05.288822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] Deleting port c0fc398c-29fb-49cf-b059-5f12701428d9 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:05.289410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.363852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] For port c0fc398c-29fb-49cf-b059-5f12701428d9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c0fc398c-29fb-49cf-b059-5f12701428d9,segment=NetworkSegment(a7b3a51d-4328-42ac-b01c-1a01dcff22c8),segment_id=a7b3a51d-4328-42ac-b01c-1a01dcff22c8)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:05.364257 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.380480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] Calling delete_port for c0fc398c-29fb-49cf-b059-5f12701428d9 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:05.463924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.469740 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.491720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=c0fc398c-29fb-49cf-b059-5f12701428d9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:05.493959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No DVR routers for this DVR port c0fc398c-29fb-49cf-b059-5f12701428d9 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:05.501139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] Pushing event deleted for resources: {'Port': ['ID=c0fc398c-29fb-49cf-b059-5f12701428d9,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:05.503394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7156cfd-0831-4bd0-8ca8-cd5c15e8ddd9 None None] No DVR routers for this DVR port c0fc398c-29fb-49cf-b059-5f12701428d9 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:05.577572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.589715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1987a0a1-0b3c-470a-8a69-366fd00d5e8b']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:05.601945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b3a51d-4328-42ac-b01c-1a01dcff22c8') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:05.602395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b3a51d-4328-42ac-b01c-1a01dcff22c8') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:05.616118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.620933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c0fc398c-29fb-49cf-b059-5f12701428d9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:05.633046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.639874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:07:05.640429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:07:05.643541 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:07:05.648870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c0fc398c-29fb-49cf-b059-5f12701428d9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:05.649221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c0fc398c-29fb-49cf-b059-5f12701428d9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:05.835603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.843235 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:05.845028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/networks/1987a0a1-0b3c-470a-8a69-366fd00d5e8b HTTP/1.1" status: 204 len: 168 time: 0.8022528 Aug 11 01:07:05.848977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48454) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:05.854194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-525096217'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:05.857563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93d48a-d066-4d9f-b69c-5f2419ad7f37 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Network': ['ID=1987a0a1-0b3c-470a-8a69-366fd00d5e8b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:05.989299 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:05.993149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:06.019625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:07:06.029512 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:06.029872 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Added segment 3b7705a0-6b17-4e90-bf72-5144f4ae0212 of type vlan for network 60c807c4-ca01-404f-9078-4d17e826f8d5 Aug 11 01:07:06.077134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:06.206663 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:06.212304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:06.212925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:06.276291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Network': ['ID=60c807c4-ca01-404f-9078-4d17e826f8d5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:06.287302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 60c807c4-ca01-404f-9078-4d17e826f8d5 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:07:06.367815 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-32ba4b7a-79fc-4ad7-b7f7-4fb3c5f0e740 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5176322 Aug 11 01:07:06.370996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48458) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:06.375908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': '60c807c4-ca01-404f-9078-4d17e826f8d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:06.555386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:06.559544 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:06.828693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:06.888579 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=3f4dfaad-755b-4318-996e-e23f7d813852,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:06.899755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Checking segment: {'id': '3b7705a0-6b17-4e90-bf72-5144f4ae0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '60c807c4-ca01-404f-9078-4d17e826f8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:06.900069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network hostable DHCP agents. Network: 60c807c4-ca01-404f-9078-4d17e826f8d5, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:07:07.011583 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 60c807c4-ca01-404f-9078-4d17e826f8d5 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:07:07.126874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 60c807c4-ca01-404f-9078-4d17e826f8d5) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:07.131759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:07.143810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.144034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54182d10-85eb-4b16-a06a-9578562db435 None None] Network 60c807c4-ca01-404f-9078-4d17e826f8d5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:07.283741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-60c807c4-ca01-404f-9078-4d17e826f8d5', 'network_id': '60c807c4-ca01-404f-9078-4d17e826f8d5', 'tenant_id': '809e852d43e44583b2b3231e465076d5', 'fixed_ips': [{'subnet_id': '3f4dfaad-755b-4318-996e-e23f7d813852'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:07:07.284862 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.305770 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7d8ff89f-b8ea-4a0c-b4b3-65b507166429 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9335454 Aug 11 01:07:07.308464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:07.313111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5b1771af-d535-47d4-898d-a3a8bff69657 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-357027957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:07.422722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Allocated IP 2001:db8::2 (60c807c4-ca01-404f-9078-4d17e826f8d5/3f4dfaad-755b-4318-996e-e23f7d813852/eba84e7f-c366-415b-8d08-365906db2250) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:07.503972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1771af-d535-47d4-898d-a3a8bff69657 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.505099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1771af-d535-47d4-898d-a3a8bff69657 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.574187 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1771af-d535-47d4-898d-a3a8bff69657 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.582701 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.591558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Transition to ACTIVE for port object eba84e7f-c366-415b-8d08-365906db2250 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:07.606496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Transition to ACTIVE for port object eba84e7f-c366-415b-8d08-365906db2250 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:07.670169 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1771af-d535-47d4-898d-a3a8bff69657 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.756030 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.800854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Network 60c807c4-ca01-404f-9078-4d17e826f8d5 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:07.803814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:07.808089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:07.811115 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Pushing event updated for resources: {'Port': ['ID=eba84e7f-c366-415b-8d08-365906db2250,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:07.847186 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5b1771af-d535-47d4-898d-a3a8bff69657 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.848547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5b1771af-d535-47d4-898d-a3a8bff69657 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5390346 Aug 11 01:07:07.851344 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:07.856912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'network_id': '60c807c4-ca01-404f-9078-4d17e826f8d5', 'name': 'tempest-PortsIpV6TestJSON-1398591248'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:07.864291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Attempting to bind port eba84e7f-c366-415b-8d08-365906db2250 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:07:07.864675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Attempting to bind port eba84e7f-c366-415b-8d08-365906db2250 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '3b7705a0-6b17-4e90-bf72-5144f4ae0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '60c807c4-ca01-404f-9078-4d17e826f8d5'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:07:07.865112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Attempting to bind port eba84e7f-c366-415b-8d08-365906db2250 on network 60c807c4-ca01-404f-9078-4d17e826f8d5 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:07:07.870838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:07:07.871258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Checking segment: {'id': '3b7705a0-6b17-4e90-bf72-5144f4ae0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '60c807c4-ca01-404f-9078-4d17e826f8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:07.871666 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.872063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Bound using segment: {'id': '3b7705a0-6b17-4e90-bf72-5144f4ae0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '60c807c4-ca01-404f-9078-4d17e826f8d5'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:07:07.872531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Bound port: eba84e7f-c366-415b-8d08-365906db2250, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7705a0-6b17-4e90-bf72-5144f4ae0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '60c807c4-ca01-404f-9078-4d17e826f8d5'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:07:07.872935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:07.937697 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] For port eba84e7f-c366-415b-8d08-365906db2250, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:07:07.940811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] For port eba84e7f-c366-415b-8d08-365906db2250, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eba84e7f-c366-415b-8d08-365906db2250,segment=NetworkSegment(3b7705a0-6b17-4e90-bf72-5144f4ae0212),segment_id=3b7705a0-6b17-4e90-bf72-5144f4ae0212)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:07:08.001964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:08.059548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:08.064018 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:08.075655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99e732-2a25-4ad1-a8ca-10c02a5d1a33 None None] Pushing event updated for resources: {'Port': ['ID=eba84e7f-c366-415b-8d08-365906db2250,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:08.085470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:08.235010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::357 (60c807c4-ca01-404f-9078-4d17e826f8d5/3f4dfaad-755b-4318-996e-e23f7d813852/6cc7ea48-b5ab-4db4-9583-b2e575cb11dc) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:08.430948 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:08.447588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:08.584378 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:08.631744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 60c807c4-ca01-404f-9078-4d17e826f8d5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:08.634883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:08.638657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:08.644404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:08.645038 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:08.652162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=6cc7ea48-b5ab-4db4-9583-b2e575cb11dc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:08.789321 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4888510e-615b-4da7-a2fd-b5091540b8ec tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9329097 Aug 11 01:07:08.789762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48470) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:09.025477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331057b5-114f-46d6-a38a-ff53a296338d None None] Network 60c807c4-ca01-404f-9078-4d17e826f8d5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:09.131106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.321554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1a15fee7-3226-44b0-9e65-9e2fcd0e1009 None None] Provisioning for port eba84e7f-c366-415b-8d08-365906db2250 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:09.399591 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.486771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.515354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65402a3f-f57b-4a94-bb0f-3459c1530bac None None] Provisioning for port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:09.521365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65402a3f-f57b-4a94-bb0f-3459c1530bac None None] Provisioning complete for port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:09.521746 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65402a3f-f57b-4a94-bb0f-3459c1530bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.560348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=6cc7ea48-b5ab-4db4-9583-b2e575cb11dc,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:09.573018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-65402a3f-f57b-4a94-bb0f-3459c1530bac None None] Port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:09.701730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.707314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eba84e7f-c366-415b-8d08-365906db2250 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:09.711621 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b0b5cae0-ddb9-48c5-8632-dd5e6f8a5666 None None] Provisioning complete for port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:09.720506 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0b5cae0-ddb9-48c5-8632-dd5e6f8a5666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.782553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5cae0-ddb9-48c5-8632-dd5e6f8a5666 None None] Port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:09.880960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port eba84e7f-c366-415b-8d08-365906db2250 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:09.885194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port eba84e7f-c366-415b-8d08-365906db2250 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:09.885716 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.895880 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.933760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ea4cd4c5-703f-432b-b3aa-514c431c5036 None None] Provisioning complete for port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:09.934047 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ea4cd4c5-703f-432b-b3aa-514c431c5036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:09.991347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cd4c5-703f-432b-b3aa-514c431c5036 None None] Port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:10.010301 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:10.044876 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port eba84e7f-c366-415b-8d08-365906db2250, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eba84e7f-c366-415b-8d08-365906db2250,segment=NetworkSegment(3b7705a0-6b17-4e90-bf72-5144f4ae0212),segment_id=3b7705a0-6b17-4e90-bf72-5144f4ae0212)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:10.160844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:10.194178 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:10.246610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=eba84e7f-c366-415b-8d08-365906db2250,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:10.286619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:10.287500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:10.734059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=6cc7ea48-b5ab-4db4-9583-b2e575cb11dc,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:10.782874 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network 60c807c4-ca01-404f-9078-4d17e826f8d5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:10.784668 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:11.022537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b5054bc6-3fe7-412d-b7b7-73f93193ec67 None None] Provisioning complete for port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:11.022915 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b5054bc6-3fe7-412d-b7b7-73f93193ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:11.035355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Router 42e0f956-010c-4af5-927e-9bb755c0eb51 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:07:11.065290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b5054bc6-3fe7-412d-b7b7-73f93193ec67 None None] Port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:11.135976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:07:11.145333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-28b2e348-a194-4814-9209-e2279c7d1f45 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "PUT /v2.0/routers/42e0f956-010c-4af5-927e-9bb755c0eb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517468 Aug 11 01:07:11.145577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48476) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:11.147249 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edb2a3-2e30-4fc2-9293-d5aafb4c88b5 None None] Sync routers for ids ['42e0f956-010c-4af5-927e-9bb755c0eb51'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:07:11.157446 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edb2a3-2e30-4fc2-9293-d5aafb4c88b5 None None] Routers {'42e0f956-010c-4af5-927e-9bb755c0eb51'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:11.158066 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-29edb2a3-2e30-4fc2-9293-d5aafb4c88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:06:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['42e0f956-010c-4af5-927e-9bb755c0eb51'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:11.190386 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-29edb2a3-2e30-4fc2-9293-d5aafb4c88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:11.195602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc99ce-b3b0-4d96-9a27-4de0efc574d1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:11.200311 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fafc99ce-b3b0-4d96-9a27-4de0efc574d1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports?device_id=42e0f956-010c-4af5-927e-9bb755c0eb51 HTTP/1.1" status: 200 len: 989 time: 0.0505481 Aug 11 01:07:11.200461 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edb2a3-2e30-4fc2-9293-d5aafb4c88b5 None None] Routers {'42e0f956-010c-4af5-927e-9bb755c0eb51'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:11.200461 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-29edb2a3-2e30-4fc2-9293-d5aafb4c88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:06:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['42e0f956-010c-4af5-927e-9bb755c0eb51'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:11.200659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48478) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:11.234435 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-29edb2a3-2e30-4fc2-9293-d5aafb4c88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:11.235077 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edb2a3-2e30-4fc2-9293-d5aafb4c88b5 None None] The sync data for ids ['42e0f956-010c-4af5-927e-9bb755c0eb51'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:07:11.626321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eba84e7f-c366-415b-8d08-365906db2250 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:11.671690 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:11.680172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port eba84e7f-c366-415b-8d08-365906db2250 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:11.680566 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:11.960965 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:11.961316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:12.053720 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:12.069414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 6cc7ea48-b5ab-4db4-9583-b2e575cb11dc owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:12.383020 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:12.412898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=6cc7ea48-b5ab-4db4-9583-b2e575cb11dc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:12.520738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:12.602608 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:07:12.707105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Router 42e0f956-010c-4af5-927e-9bb755c0eb51 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:07:12.789156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:07:12.794421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5a75f129-73d9-42ef-bb24-289bce0f3267 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "PUT /v2.0/routers/42e0f956-010c-4af5-927e-9bb755c0eb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5927265 Aug 11 01:07:12.799458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48484) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:12.799613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca38a39-f42f-4d13-9146-0dfa3a9e7f9a None None] Sync routers for ids ['42e0f956-010c-4af5-927e-9bb755c0eb51'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:07:12.808789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca38a39-f42f-4d13-9146-0dfa3a9e7f9a None None] Routers {'42e0f956-010c-4af5-927e-9bb755c0eb51'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:12.809397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4ca38a39-f42f-4d13-9146-0dfa3a9e7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:06:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['42e0f956-010c-4af5-927e-9bb755c0eb51'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:12.824718 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdd0380-5ddc-478f-b476-dee09d0bc1b5 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:07:12.826314 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2cdd0380-5ddc-478f-b476-dee09d0bc1b5 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/6cc7ea48-b5ab-4db4-9583-b2e575cb11dc HTTP/1.1" status: 404 len: 333 time: 0.0258284 Aug 11 01:07:12.829363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48486) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:12.847385 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4ca38a39-f42f-4d13-9146-0dfa3a9e7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:12.857490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca38a39-f42f-4d13-9146-0dfa3a9e7f9a None None] Routers {'42e0f956-010c-4af5-927e-9bb755c0eb51'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:12.858106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4ca38a39-f42f-4d13-9146-0dfa3a9e7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:06:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['42e0f956-010c-4af5-927e-9bb755c0eb51'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:12.891095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-4ca38a39-f42f-4d13-9146-0dfa3a9e7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:12.891690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca38a39-f42f-4d13-9146-0dfa3a9e7f9a None None] The sync data for ids ['42e0f956-010c-4af5-927e-9bb755c0eb51'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:07:12.911653 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1845052b-eeec-4091-ba0d-fbc2165e6f0b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.090881 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1845052b-eeec-4091-ba0d-fbc2165e6f0b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.095009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1845052b-eeec-4091-ba0d-fbc2165e6f0b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.263607 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1845052b-eeec-4091-ba0d-fbc2165e6f0b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.264197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1845052b-eeec-4091-ba0d-fbc2165e6f0b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Fanout notify agent at l3_agent the message router_deleted on router 42e0f956-010c-4af5-927e-9bb755c0eb51 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:07:13.271896 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1845052b-eeec-4091-ba0d-fbc2165e6f0b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.273186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1845052b-eeec-4091-ba0d-fbc2165e6f0b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/routers/42e0f956-010c-4af5-927e-9bb755c0eb51 HTTP/1.1" status: 204 len: 168 time: 0.4428818 Aug 11 01:07:13.275798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48488) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:13.339148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be3b298-097c-4684-ac8e-43e468fe002a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 3f4dfaad-755b-4318-996e-e23f7d813852 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:13.342374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2be3b298-097c-4684-ac8e-43e468fe002a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.384641 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2be3b298-097c-4684-ac8e-43e468fe002a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.468392 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2be3b298-097c-4684-ac8e-43e468fe002a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.664055 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2be3b298-097c-4684-ac8e-43e468fe002a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.694875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3b298-097c-4684-ac8e-43e468fe002a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4dfaad-755b-4318-996e-e23f7d813852,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:13.697035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2be3b298-097c-4684-ac8e-43e468fe002a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.702448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48492) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:13.703031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2be3b298-097c-4684-ac8e-43e468fe002a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/3f4dfaad-755b-4318-996e-e23f7d813852 HTTP/1.1" status: 204 len: 168 time: 0.4255867 Aug 11 01:07:13.707530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c2e98-13ad-45d7-97b8-787b6890c861 None None] Network 60c807c4-ca01-404f-9078-4d17e826f8d5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:13.808660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:13.909633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] DHCP port deletion for 60c807c4-ca01-404f-9078-4d17e826f8d5 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:07:13.961105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] Deleting port eba84e7f-c366-415b-8d08-365906db2250 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:13.961726 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.039559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] For port eba84e7f-c366-415b-8d08-365906db2250, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eba84e7f-c366-415b-8d08-365906db2250,segment=NetworkSegment(3b7705a0-6b17-4e90-bf72-5144f4ae0212),segment_id=3b7705a0-6b17-4e90-bf72-5144f4ae0212)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:14.039964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.064053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] Calling delete_port for eba84e7f-c366-415b-8d08-365906db2250 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:14.244224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port eba84e7f-c366-415b-8d08-365906db2250 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:14.245480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.287059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.313091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] Pushing event deleted for resources: {'Port': ['ID=eba84e7f-c366-415b-8d08-365906db2250,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:14.314459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] For port eba84e7f-c366-415b-8d08-365906db2250, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=eba84e7f-c366-415b-8d08-365906db2250,segment=NetworkSegment(3b7705a0-6b17-4e90-bf72-5144f4ae0212),segment_id=3b7705a0-6b17-4e90-bf72-5144f4ae0212)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:14.314778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.320809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2ab71-8447-47d0-ae0f-d51918ea1eb4 None None] No DVR routers for this DVR port eba84e7f-c366-415b-8d08-365906db2250 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:14.329340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for eba84e7f-c366-415b-8d08-365906db2250 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:14.416142 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.441895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=eba84e7f-c366-415b-8d08-365906db2250,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:14.446181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No DVR routers for this DVR port eba84e7f-c366-415b-8d08-365906db2250 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:14.529775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.539763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c807c4-ca01-404f-9078-4d17e826f8d5']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:14.552575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7705a0-6b17-4e90-bf72-5144f4ae0212') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:14.552884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7705a0-6b17-4e90-bf72-5144f4ae0212') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:14.562741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.576711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.582855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:07:14.583270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:07:14.586150 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:07:14.880935 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.889496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:14.891454 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/networks/60c807c4-ca01-404f-9078-4d17e826f8d5 HTTP/1.1" status: 204 len: 168 time: 1.1879525 Aug 11 01:07:14.895252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48496) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:14.905372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca9939-50e1-4f0f-9084-804a28fb9cb7 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Network': ['ID=60c807c4-ca01-404f-9078-4d17e826f8d5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:14.941476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cd5007-6f8d-4f32-957a-f98cbcb27f7c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:14.942927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1cd5007-6f8d-4f32-957a-f98cbcb27f7c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/5d05d047-62be-47b5-b17c-bf70f3e47a53 HTTP/1.1" status: 200 len: 844 time: 0.0466051 Aug 11 01:07:14.946606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48498) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:14.991721 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7af36f71-0871-4b0e-9bce-21682cd56b65 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/5d05d047-62be-47b5-b17c-bf70f3e47a53?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0439365 Aug 11 01:07:14.995498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48500) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:15.000749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:15.200443 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:15.205500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:15.503232 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:15.550116 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:15.553434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:15.558284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:15.558905 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:15.564383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2c932-27b4-4316-8bb6-ab31300076cd None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:15.573947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=eaf0fce0-3a0d-4bae-9a45-8d42037fa57a,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:15.646325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eba84e7f-c366-415b-8d08-365906db2250 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:15.680756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: eba84e7f-c366-415b-8d08-365906db2250 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:15.681098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device eba84e7f-c366-415b-8d08-365906db2250 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:15.698704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-068e8f09-e7ab-4a3d-b471-5448f2d30edb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6966832 Aug 11 01:07:15.700650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48504) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:15.705660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2bc03927-cf6d-4d14-b344-4dda0709397a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'security_group': {'name': 'tempest-secgroup-1430510545'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:15.793627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'tenant_id': '809e852d43e44583b2b3231e465076d5', 'fixed_ips': [{'subnet_id': 'eaf0fce0-3a0d-4bae-9a45-8d42037fa57a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:07:15.794769 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:15.808265 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bc03927-cf6d-4d14-b344-4dda0709397a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:15.910546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bc03927-cf6d-4d14-b344-4dda0709397a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:15.952159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Allocated IP 2001:db8::2 (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/eaf0fce0-3a0d-4bae-9a45-8d42037fa57a/0d5c1ccf-6825-4309-9788-bd2ed1360963) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:15.955862 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bc03927-cf6d-4d14-b344-4dda0709397a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.006890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc03927-cf6d-4d14-b344-4dda0709397a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6544311e-ccfe-4c5d-9de0-fcf88786194e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:16.052561 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2bc03927-cf6d-4d14-b344-4dda0709397a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.056428 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2bc03927-cf6d-4d14-b344-4dda0709397a tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3520591 Aug 11 01:07:16.057018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48506) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:16.062349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d51d922a-15cb-47b2-a4f7-f09fcf7b010c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225075768'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:16.141805 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.149438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d51d922a-15cb-47b2-a4f7-f09fcf7b010c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.151806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Transition to ACTIVE for port object 0d5c1ccf-6825-4309-9788-bd2ed1360963 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:16.167871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Transition to ACTIVE for port object 0d5c1ccf-6825-4309-9788-bd2ed1360963 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:16.241286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d51d922a-15cb-47b2-a4f7-f09fcf7b010c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.280788 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.325303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:16.328160 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8603f8ad-b555-4391-b0f5-10ae08c748e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.332445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:16.334766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:16.336532 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d51d922a-15cb-47b2-a4f7-f09fcf7b010c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.341312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Pushing event updated for resources: {'Port': ['ID=0d5c1ccf-6825-4309-9788-bd2ed1360963,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:16.373110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d922a-15cb-47b2-a4f7-f09fcf7b010c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4931970d-2d19-420f-9ded-ed4ae62545a0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:16.406410 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Attempting to bind port 0d5c1ccf-6825-4309-9788-bd2ed1360963 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:07:16.406912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Attempting to bind port 0d5c1ccf-6825-4309-9788-bd2ed1360963 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '73707039-9857-44ca-bf71-e2e0ff196a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:07:16.407312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Attempting to bind port 0d5c1ccf-6825-4309-9788-bd2ed1360963 on network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:07:16.412751 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:07:16.413308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Checking segment: {'id': '73707039-9857-44ca-bf71-e2e0ff196a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:16.413714 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.414316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Bound using segment: {'id': '73707039-9857-44ca-bf71-e2e0ff196a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:07:16.414789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Bound port: 0d5c1ccf-6825-4309-9788-bd2ed1360963, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73707039-9857-44ca-bf71-e2e0ff196a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:07:16.415201 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.424159 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d51d922a-15cb-47b2-a4f7-f09fcf7b010c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.427683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d51d922a-15cb-47b2-a4f7-f09fcf7b010c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3665087 Aug 11 01:07:16.428221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48508) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:16.436586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1971371617', 'security_groups': ['4931970d-2d19-420f-9ded-ed4ae62545a0'], 'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eaf0fce0-3a0d-4bae-9a45-8d42037fa57a'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:16.485937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-af958b99-18f2-423e-9a52-80630e23034c None None] For port 0d5c1ccf-6825-4309-9788-bd2ed1360963, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:07:16.489322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-af958b99-18f2-423e-9a52-80630e23034c None None] For port 0d5c1ccf-6825-4309-9788-bd2ed1360963, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0d5c1ccf-6825-4309-9788-bd2ed1360963,segment=NetworkSegment(73707039-9857-44ca-bf71-e2e0ff196a90),segment_id=73707039-9857-44ca-bf71-e2e0ff196a90)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:07:16.584746 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.646296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:16.654069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af958b99-18f2-423e-9a52-80630e23034c None None] Pushing event updated for resources: {'Port': ['ID=0d5c1ccf-6825-4309-9788-bd2ed1360963,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:16.762410 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:16.783405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 36397a3a-5c03-4cd0-a420-0458fd7dbb12 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:17.014169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::1cc (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/eaf0fce0-3a0d-4bae-9a45-8d42037fa57a/36397a3a-5c03-4cd0-a420-0458fd7dbb12) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:17.163781 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:17.178324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 36397a3a-5c03-4cd0-a420-0458fd7dbb12 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:17.326024 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:17.372010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:17.378875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:17.382933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:17.391659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:17.392863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:17.415148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=36397a3a-5c03-4cd0-a420-0458fd7dbb12,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:17.492973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bba51146-b3db-4eda-9d84-0e53b7fb41b0 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0630755 Aug 11 01:07:17.495493 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48514) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:17.503094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4a335921-9a1e-469d-854d-e7d5174bb8a6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:17.665229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bc9b2c95-a28c-4e67-93f6-f01c73866251 None None] Provisioning complete for port 5d05d047-62be-47b5-b17c-bf70f3e47a53 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:17.665229 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2c95-a28c-4e67-93f6-f01c73866251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:17.693339 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0d5c1ccf-6825-4309-9788-bd2ed1360963 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:17.714528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a335921-9a1e-469d-854d-e7d5174bb8a6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:17.718129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4a335921-9a1e-469d-854d-e7d5174bb8a6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:17.747222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b2c95-a28c-4e67-93f6-f01c73866251 None None] Port 5d05d047-62be-47b5-b17c-bf70f3e47a53 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:17.829294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bc9b2c95-a28c-4e67-93f6-f01c73866251 None None] Provisioning for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:17.849066 n-d-712143-13 neutron-server[95254]: INFO neutron.db.ipam_backend_mixin [None req-4a335921-9a1e-469d-854d-e7d5174bb8a6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eaf0fce0-3a0d-4bae-9a45-8d42037fa57a (CIDR: 2001:db8::/64) Aug 11 01:07:17.852182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:17.856536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:17.856919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:17.884075 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a335921-9a1e-469d-854d-e7d5174bb8a6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:07:17.884075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a335921-9a1e-469d-854d-e7d5174bb8a6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:17.974168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4a335921-9a1e-469d-854d-e7d5174bb8a6 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4772117 Aug 11 01:07:17.977356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48526) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:17.984187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:17.985420 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:18.027107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 0d5c1ccf-6825-4309-9788-bd2ed1360963, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0d5c1ccf-6825-4309-9788-bd2ed1360963,segment=NetworkSegment(73707039-9857-44ca-bf71-e2e0ff196a90),segment_id=73707039-9857-44ca-bf71-e2e0ff196a90)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:18.063584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-62f36ec4-926b-4dfd-9bf8-1337a3a2fa90 None None] Provisioning for port 36397a3a-5c03-4cd0-a420-0458fd7dbb12 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:18.069805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-62f36ec4-926b-4dfd-9bf8-1337a3a2fa90 None None] Provisioning complete for port 36397a3a-5c03-4cd0-a420-0458fd7dbb12 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:18.069805 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-62f36ec4-926b-4dfd-9bf8-1337a3a2fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:18.111664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-62f36ec4-926b-4dfd-9bf8-1337a3a2fa90 None None] Port 36397a3a-5c03-4cd0-a420-0458fd7dbb12 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:18.132385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:18.185429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=0d5c1ccf-6825-4309-9788-bd2ed1360963,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:18.543860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:18.547574 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:18.880829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:18.920446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-286fa9e6-1218-4a71-bd0c-7f8bcbc17a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:18.925339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:18.928718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:18.932989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:18.933579 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:18.940595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fef9d9-8c46-4fa8-a84c-e3c5f0ec943d None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:18.945971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=363db73e-f4d7-4e0d-8a64-0aaa3c9ac098,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:18.992496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:19.013156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6f9ad116-42e5-4041-9624-96a9290924e9 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0343907 Aug 11 01:07:19.016597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48530) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:19.022347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1497768288', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '363db73e-f4d7-4e0d-8a64-0aaa3c9ac098'}], 'security_groups': ['6544311e-ccfe-4c5d-9de0-fcf88786194e']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:19.180651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:19.368984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdff46f-f1a2-4795-ba74-72892a53c92c None None] Update dhcp port {'port': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'fixed_ips': [{'subnet_id': 'eaf0fce0-3a0d-4bae-9a45-8d42037fa57a', 'ip_address': '2001:db8::2'}, {'subnet_id': '363db73e-f4d7-4e0d-8a64-0aaa3c9ac098'}], 'binding:host_id': 'n-d-712143-13'}, 'id': '0d5c1ccf-6825-4309-9788-bd2ed1360963'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 01:07:19.398299 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fdff46f-f1a2-4795-ba74-72892a53c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:19.517362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Delete allocated IP 2001:db8::1cc (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/eaf0fce0-3a0d-4bae-9a45-8d42037fa57a) {{(pid=95255) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 01:07:19.525337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8:0:1::326 (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/363db73e-f4d7-4e0d-8a64-0aaa3c9ac098/36397a3a-5c03-4cd0-a420-0458fd7dbb12) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:19.630850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0d5c1ccf-6825-4309-9788-bd2ed1360963 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:19.637686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-d6e1ba82-96a4-4bf4-add8-1080aaee7fdb req-a1f899e6-70c1-4782-9f76-471c13cdadf4 service neutron] (95255) timed out ('10.222.0.43', 57172) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:07:19.688030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:19.688605 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:19.715720 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:19.739604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 36397a3a-5c03-4cd0-a420-0458fd7dbb12 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:19.823836 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:19.889647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] In _notify_port_updated(), no bound segment for port 36397a3a-5c03-4cd0-a420-0458fd7dbb12 on network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:07:19.895543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:19.896207 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:19.897580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "PUT /v2.0/ports/36397a3a-5c03-4cd0-a420-0458fd7dbb12 HTTP/1.1" status: 200 len: 931 time: 0.8798606 Aug 11 01:07:19.902417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48534) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:19.912941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-6fdff46f-f1a2-4795-ba74-72892a53c92c None None] Allocated IP 2001:db8:0:1::2 (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/363db73e-f4d7-4e0d-8a64-0aaa3c9ac098/0d5c1ccf-6825-4309-9788-bd2ed1360963) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:19.919049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b46f6c-4ab5-40ef-8f15-1751ada9e757 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=36397a3a-5c03-4cd0-a420-0458fd7dbb12,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:20.020655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5293a8b0-0b1d-4790-881e-f60fa65fbe27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 36397a3a-5c03-4cd0-a420-0458fd7dbb12 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:20.021126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5293a8b0-0b1d-4790-881e-f60fa65fbe27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.032236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6fdff46f-f1a2-4795-ba74-72892a53c92c None None] For port 0d5c1ccf-6825-4309-9788-bd2ed1360963, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0d5c1ccf-6825-4309-9788-bd2ed1360963,segment=NetworkSegment(73707039-9857-44ca-bf71-e2e0ff196a90),segment_id=73707039-9857-44ca-bf71-e2e0ff196a90)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:20.063454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fdff46f-f1a2-4795-ba74-72892a53c92c None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.078980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6fdff46f-f1a2-4795-ba74-72892a53c92c None None] Transition to ACTIVE for port object 0d5c1ccf-6825-4309-9788-bd2ed1360963 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:20.130016 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5293a8b0-0b1d-4790-881e-f60fa65fbe27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.134985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5293a8b0-0b1d-4790-881e-f60fa65fbe27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 36397a3a-5c03-4cd0-a420-0458fd7dbb12 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:20.195245 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6fdff46f-f1a2-4795-ba74-72892a53c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.283990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdff46f-f1a2-4795-ba74-72892a53c92c None None] Pushing event updated for resources: {'Port': ['ID=0d5c1ccf-6825-4309-9788-bd2ed1360963,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:20.342707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5293a8b0-0b1d-4790-881e-f60fa65fbe27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.378124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293a8b0-0b1d-4790-881e-f60fa65fbe27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=36397a3a-5c03-4cd0-a420-0458fd7dbb12,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:20.433865 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5293a8b0-0b1d-4790-881e-f60fa65fbe27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.435893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5293a8b0-0b1d-4790-881e-f60fa65fbe27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/36397a3a-5c03-4cd0-a420-0458fd7dbb12 HTTP/1.1" status: 204 len: 168 time: 0.5320876 Aug 11 01:07:20.438670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48540) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:20.466609 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cdeb0f-1e98-4c88-b967-82d5a0b07e6c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:07:20.468308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-65cdeb0f-1e98-4c88-b967-82d5a0b07e6c tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/36397a3a-5c03-4cd0-a420-0458fd7dbb12 HTTP/1.1" status: 404 len: 333 time: 0.0284841 Aug 11 01:07:20.470997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48542) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:20.530610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-26d002c6-c2cb-4578-9e1e-efaeb39c8a00 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.555523 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-26d002c6-c2cb-4578-9e1e-efaeb39c8a00 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.594285 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.783784 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-26d002c6-c2cb-4578-9e1e-efaeb39c8a00 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.787531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-26d002c6-c2cb-4578-9e1e-efaeb39c8a00 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.788329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-26d002c6-c2cb-4578-9e1e-efaeb39c8a00 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/security-groups/4931970d-2d19-420f-9ded-ed4ae62545a0 HTTP/1.1" status: 204 len: 168 time: 0.3161974 Aug 11 01:07:20.791096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48544) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:20.798662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d002c6-c2cb-4578-9e1e-efaeb39c8a00 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4931970d-2d19-420f-9ded-ed4ae62545a0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:20.889676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d3ffc74-e713-46ce-9d33-edb0104f0412 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.915589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d3ffc74-e713-46ce-9d33-edb0104f0412 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:20.965969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8776fd24-7a87-469d-a63a-57c51567fe1c None None] Provisioning complete for port 5d05d047-62be-47b5-b17c-bf70f3e47a53 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:20.966682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8776fd24-7a87-469d-a63a-57c51567fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.016500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8776fd24-7a87-469d-a63a-57c51567fe1c None None] Port 5d05d047-62be-47b5-b17c-bf70f3e47a53 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:21.020255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8776fd24-7a87-469d-a63a-57c51567fe1c None None] Could not find standard attr ID for object 36397a3a-5c03-4cd0-a420-0458fd7dbb12. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:07:21.052113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d3ffc74-e713-46ce-9d33-edb0104f0412 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.057655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d3ffc74-e713-46ce-9d33-edb0104f0412 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.057655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9d3ffc74-e713-46ce-9d33-edb0104f0412 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/security-groups/6544311e-ccfe-4c5d-9de0-fcf88786194e HTTP/1.1" status: 204 len: 168 time: 0.2643225 Aug 11 01:07:21.059862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48550) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:21.068976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ffc74-e713-46ce-9d33-edb0104f0412 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6544311e-ccfe-4c5d-9de0-fcf88786194e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:21.116900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8776fd24-7a87-469d-a63a-57c51567fe1c None None] Provisioning for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:21.118684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8776fd24-7a87-469d-a63a-57c51567fe1c None None] Provisioning complete for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:21.119194 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8776fd24-7a87-469d-a63a-57c51567fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.175559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d135192-2f44-4790-86ca-5e76996df122 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet eaf0fce0-3a0d-4bae-9a45-8d42037fa57a {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:21.187922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d135192-2f44-4790-86ca-5e76996df122 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.242908 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d135192-2f44-4790-86ca-5e76996df122 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.343897 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d135192-2f44-4790-86ca-5e76996df122 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.364728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f3c25d3d-2d17-4f85-b6ae-45f1feaa4cfc None None] Could not find standard attr ID for object 36397a3a-5c03-4cd0-a420-0458fd7dbb12. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:07:21.504476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d135192-2f44-4790-86ca-5e76996df122 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.537700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d135192-2f44-4790-86ca-5e76996df122 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf0fce0-3a0d-4bae-9a45-8d42037fa57a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:21.545393 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8d135192-2f44-4790-86ca-5e76996df122 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.551859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8d135192-2f44-4790-86ca-5e76996df122 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/eaf0fce0-3a0d-4bae-9a45-8d42037fa57a HTTP/1.1" status: 204 len: 168 time: 0.4863870 Aug 11 01:07:21.552114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8511f4b-a4e3-435b-9f1a-c38c89fc51e7 None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:21.552191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48552) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:21.557408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:21.663417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0d5c1ccf-6825-4309-9788-bd2ed1360963 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:21.785045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:21.785349 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:21.800892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:21.806357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.184350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.239019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:22.242418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:22.247556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:22.248167 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.258740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=8e805cb0-487f-412a-b42a-a283a8a93d46,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:22.385774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e3271d05-2a5c-45a1-a4bd-4a1e4c63143e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8308246 Aug 11 01:07:22.387477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48556) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:22.392255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7278006e-0e25-4e5d-8e5e-837f7fd02513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'security_group': {'name': 'tempest-secgroup-30732998'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:22.418900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629588ac-1af8-4cc2-97ee-9ebbf4dce066 None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:22.513444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fc913f5e-38fd-4ba8-819e-85f57311c1a3 None None] Provisioning complete for port 5d05d047-62be-47b5-b17c-bf70f3e47a53 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:22.513768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fc913f5e-38fd-4ba8-819e-85f57311c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.569374 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.578904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fc913f5e-38fd-4ba8-819e-85f57311c1a3 None None] Port 5d05d047-62be-47b5-b17c-bf70f3e47a53 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:22.600821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7278006e-0e25-4e5d-8e5e-837f7fd02513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.607152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fc913f5e-38fd-4ba8-819e-85f57311c1a3 None None] Provisioning complete for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:22.607565 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fc913f5e-38fd-4ba8-819e-85f57311c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.808174 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7278006e-0e25-4e5d-8e5e-837f7fd02513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.831784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62653653-6ae3-4225-87d5-0bb1935d79a7 None None] Update dhcp port {'port': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'fixed_ips': [{'subnet_id': '363db73e-f4d7-4e0d-8a64-0aaa3c9ac098', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e805cb0-487f-412a-b42a-a283a8a93d46'}], 'binding:host_id': 'n-d-712143-13'}, 'id': '0d5c1ccf-6825-4309-9788-bd2ed1360963'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 01:07:22.858409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-62653653-6ae3-4225-87d5-0bb1935d79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.868879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7278006e-0e25-4e5d-8e5e-837f7fd02513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.910630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278006e-0e25-4e5d-8e5e-837f7fd02513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8080ca-b142-42ef-97e6-ce3b312bc87b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:22.955029 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7278006e-0e25-4e5d-8e5e-837f7fd02513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:22.956337 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7278006e-0e25-4e5d-8e5e-837f7fd02513 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5677166 Aug 11 01:07:22.959328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48558) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:22.965033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1a0fa9d4-1fd1-4a66-adf8-5c5babc2d14b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'security_group': {'name': 'tempest-secgroup-947660059'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:23.046535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-62653653-6ae3-4225-87d5-0bb1935d79a7 None None] Allocated IP 2001:db8::2 (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/8e805cb0-487f-412a-b42a-a283a8a93d46/0d5c1ccf-6825-4309-9788-bd2ed1360963) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:23.063738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa9d4-1fd1-4a66-adf8-5c5babc2d14b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.159009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa9d4-1fd1-4a66-adf8-5c5babc2d14b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.164652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-62653653-6ae3-4225-87d5-0bb1935d79a7 None None] For port 0d5c1ccf-6825-4309-9788-bd2ed1360963, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0d5c1ccf-6825-4309-9788-bd2ed1360963,segment=NetworkSegment(73707039-9857-44ca-bf71-e2e0ff196a90),segment_id=73707039-9857-44ca-bf71-e2e0ff196a90)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:23.192652 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-62653653-6ae3-4225-87d5-0bb1935d79a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.207688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-62653653-6ae3-4225-87d5-0bb1935d79a7 None None] Transition to ACTIVE for port object 0d5c1ccf-6825-4309-9788-bd2ed1360963 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:23.240809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa9d4-1fd1-4a66-adf8-5c5babc2d14b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.275463 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-62653653-6ae3-4225-87d5-0bb1935d79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.280831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fa9d4-1fd1-4a66-adf8-5c5babc2d14b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8ae9ec-8fa2-4cdc-bdde-73ef35e92aeb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:23.349433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa9d4-1fd1-4a66-adf8-5c5babc2d14b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.351282 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1a0fa9d4-1fd1-4a66-adf8-5c5babc2d14b tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3905358 Aug 11 01:07:23.355099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48566) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:23.360588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-af58e2f5-eb93-4002-9aeb-ef66bbdd8722 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'security_group': {'name': 'tempest-secgroup-1514373384'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:23.368603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62653653-6ae3-4225-87d5-0bb1935d79a7 None None] Pushing event updated for resources: {'Port': ['ID=0d5c1ccf-6825-4309-9788-bd2ed1360963,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:23.446486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af58e2f5-eb93-4002-9aeb-ef66bbdd8722 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.559538 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af58e2f5-eb93-4002-9aeb-ef66bbdd8722 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.635068 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af58e2f5-eb93-4002-9aeb-ef66bbdd8722 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.667250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0d5c1ccf-6825-4309-9788-bd2ed1360963 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:23.687378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58e2f5-eb93-4002-9aeb-ef66bbdd8722 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbfc66a-963e-4399-9244-c9ba18aa55c0,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:23.750913 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-af58e2f5-eb93-4002-9aeb-ef66bbdd8722 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:23.755650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-af58e2f5-eb93-4002-9aeb-ef66bbdd8722 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3990529 Aug 11 01:07:23.755932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48568) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:23.762982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1556259704', 'security_groups': ['0bbfc66a-963e-4399-9244-c9ba18aa55c0'], 'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e805cb0-487f-412a-b42a-a283a8a93d46'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:23.996701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:24.005481 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:24.030307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] device_id is not set on port 7923dc93-14d0-460f-b8fd-069e6187bad1 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:24.056659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2be2d884-0921-4bb9-82cc-a39cab21619e None None] Provisioning complete for port 5d05d047-62be-47b5-b17c-bf70f3e47a53 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:24.057587 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2be2d884-0921-4bb9-82cc-a39cab21619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:24.094369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2be2d884-0921-4bb9-82cc-a39cab21619e None None] Port 5d05d047-62be-47b5-b17c-bf70f3e47a53 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:24.218541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8::29b (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/8e805cb0-487f-412a-b42a-a283a8a93d46/7923dc93-14d0-460f-b8fd-069e6187bad1) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:24.232396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2be2d884-0921-4bb9-82cc-a39cab21619e None None] Provisioning for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:24.236817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2be2d884-0921-4bb9-82cc-a39cab21619e None None] Provisioning complete for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:24.237421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2be2d884-0921-4bb9-82cc-a39cab21619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:24.416337 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:24.430150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 7923dc93-14d0-460f-b8fd-069e6187bad1 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:24.537987 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:24.586097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:24.589854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:24.593939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:24.599654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:24.600285 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:24.620845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=7923dc93-14d0-460f-b8fd-069e6187bad1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:24.716027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fe72d6dd-dfcd-4fc7-8350-e7a262ccc232 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9585857 Aug 11 01:07:24.719034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48574) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:24.724969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b4df0286-1500-49a1-b61a-ce025523c2bf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:24.925955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4df0286-1500-49a1-b61a-ce025523c2bf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:24.929791 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4df0286-1500-49a1-b61a-ce025523c2bf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:24.937760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c899030f-6cfd-49c4-b6bd-ba59b57d01b2 None None] Provisioning for port 7923dc93-14d0-460f-b8fd-069e6187bad1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:24.942050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c899030f-6cfd-49c4-b6bd-ba59b57d01b2 None None] Provisioning complete for port 7923dc93-14d0-460f-b8fd-069e6187bad1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:24.942422 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c899030f-6cfd-49c4-b6bd-ba59b57d01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:24.980131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c899030f-6cfd-49c4-b6bd-ba59b57d01b2 None None] Port 7923dc93-14d0-460f-b8fd-069e6187bad1 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:25.024785 n-d-712143-13 neutron-server[95255]: INFO neutron.db.ipam_backend_mixin [None req-b4df0286-1500-49a1-b61a-ce025523c2bf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e805cb0-487f-412a-b42a-a283a8a93d46 (CIDR: 2001:db8::/64) Aug 11 01:07:25.075217 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4df0286-1500-49a1-b61a-ce025523c2bf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:07:25.075691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4df0286-1500-49a1-b61a-ce025523c2bf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:25.223988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4df0286-1500-49a1-b61a-ce025523c2bf tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5037529 Aug 11 01:07:25.227178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48576) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:25.232812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0b2d5b11-10f5-4e54-bc2a-ab5615083e27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:25.411722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2d5b11-10f5-4e54-bc2a-ab5615083e27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:25.415386 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5b11-10f5-4e54-bc2a-ab5615083e27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:25.508493 n-d-712143-13 neutron-server[95255]: INFO neutron.db.ipam_backend_mixin [None req-0b2d5b11-10f5-4e54-bc2a-ab5615083e27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 363db73e-f4d7-4e0d-8a64-0aaa3c9ac098 (CIDR: 2001:db8:0:1::/64) Aug 11 01:07:25.538612 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2d5b11-10f5-4e54-bc2a-ab5615083e27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:07:25.539066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2d5b11-10f5-4e54-bc2a-ab5615083e27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:25.618416 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b2d5b11-10f5-4e54-bc2a-ab5615083e27 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3901443 Aug 11 01:07:25.621612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48584) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:25.627067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'subnet': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:25.863057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Made reservation on behalf of 809e852d43e44583b2b3231e465076d5 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:25.866840 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.177137 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.232506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:26.236259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:26.240896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:26.241503 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.249598 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d831d-8ad8-4611-97c0-1e11a581730c None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:26.255472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Subnet': ['ID=79a3ead3-03e1-4f50-9841-875535b1c899,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:26.372989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc3cfa2c-2c7f-489d-9485-acb6c84a0062 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7500968 Aug 11 01:07:26.375746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48588) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:26.381641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1515599007', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79a3ead3-03e1-4f50-9841-875535b1c899'}], 'security_groups': ['7c8080ca-b142-42ef-97e6-ce3b312bc87b', 'fb8ae9ec-8fa2-4cdc-bdde-73ef35e92aeb']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:26.447151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48590) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:26.490237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc9cf5a-94bd-48e8-af4b-ebbb76052883 None None] Update dhcp port {'port': {'network_id': 'c22bbe7b-10b5-4944-b1b6-a5843861b3c1', 'fixed_ips': [{'subnet_id': '363db73e-f4d7-4e0d-8a64-0aaa3c9ac098', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e805cb0-487f-412a-b42a-a283a8a93d46', 'ip_address': '2001:db8::2'}, {'subnet_id': '79a3ead3-03e1-4f50-9841-875535b1c899'}], 'binding:host_id': 'n-d-712143-13'}, 'id': '0d5c1ccf-6825-4309-9788-bd2ed1360963'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 01:07:26.523578 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fc9cf5a-94bd-48e8-af4b-ebbb76052883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.558123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.725853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-2fc9cf5a-94bd-48e8-af4b-ebbb76052883 None None] Allocated IP 2001:db8:0:2::2 (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/79a3ead3-03e1-4f50-9841-875535b1c899/0d5c1ccf-6825-4309-9788-bd2ed1360963) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:26.835948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Deleting port 961b9b1f-eda9-4556-a228-2a71e6ae8b49 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:26.836539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.849678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2fc9cf5a-94bd-48e8-af4b-ebbb76052883 None None] For port 0d5c1ccf-6825-4309-9788-bd2ed1360963, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0d5c1ccf-6825-4309-9788-bd2ed1360963,segment=NetworkSegment(73707039-9857-44ca-bf71-e2e0ff196a90),segment_id=73707039-9857-44ca-bf71-e2e0ff196a90)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:26.882260 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fc9cf5a-94bd-48e8-af4b-ebbb76052883 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.898454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2fc9cf5a-94bd-48e8-af4b-ebbb76052883 None None] Transition to ACTIVE for port object 0d5c1ccf-6825-4309-9788-bd2ed1360963 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:26.944790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-986668a3-141a-4a9d-b719-87a910827d9a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0898044 Aug 11 01:07:26.956884 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.957135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.967422 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2fc9cf5a-94bd-48e8-af4b-ebbb76052883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:26.972503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Calling delete_port for 961b9b1f-eda9-4556-a228-2a71e6ae8b49 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:27.083782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9cf5a-94bd-48e8-af4b-ebbb76052883 None None] Pushing event updated for resources: {'Port': ['ID=0d5c1ccf-6825-4309-9788-bd2ed1360963,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:27.083982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-6c887a36-11a6-40cf-b3af-67882a9dfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:27.085498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-6c887a36-11a6-40cf-b3af-67882a9dfdb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.0642681 Aug 11 01:07:27.125986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Delete allocated IP 2001:db8::29b (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/8e805cb0-487f-412a-b42a-a283a8a93d46) {{(pid=95254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 01:07:27.136420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Allocated IP 2001:db8:0:2::2d4 (c22bbe7b-10b5-4944-b1b6-a5843861b3c1/79a3ead3-03e1-4f50-9841-875535b1c899/7923dc93-14d0-460f-b8fd-069e6187bad1) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:27.262829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-d3f8500c-33bb-4695-bfe7-b7652d522841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:27.264383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-d3f8500c-33bb-4695-bfe7-b7652d522841 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1508749 Aug 11 01:07:27.341461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:27.349117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-f9f13df5-f6d1-43bf-97bf-3e3d56b14aa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 1001 time: 0.0767379 Aug 11 01:07:27.360986 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Transition to ACTIVE for port object 7923dc93-14d0-460f-b8fd-069e6187bad1 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:27.366026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:27.415978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event deleted for resources: {'Port': ['ID=961b9b1f-eda9-4556-a228-2a71e6ae8b49,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:27.423413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:27.477894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-967b1be1-c7a5-43e2-838e-d2fd761b5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:27.479466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-967b1be1-c7a5-43e2-838e-d2fd761b5743 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.1232083 Aug 11 01:07:27.493588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] In _notify_port_updated(), no bound segment for port 7923dc93-14d0-460f-b8fd-069e6187bad1 on network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:07:27.502598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:27.503331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:27.505268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "PUT /v2.0/ports/7923dc93-14d0-460f-b8fd-069e6187bad1 HTTP/1.1" status: 200 len: 970 time: 1.1284027 Aug 11 01:07:27.508906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48598) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:27.517281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:27.517928 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Floating IP ec2a47aa-b9df-47c0-8369-4c878b109d8f disassociated (deleted). External IP: 172.25.0.156, port: f63e97a0-3835-485d-ba12-c017644bb4fc. Aug 11 01:07:27.524405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b3af8-820a-427c-8bc9-ef8180b57b60 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event updated for resources: {'Port': ['ID=7923dc93-14d0-460f-b8fd-069e6187bad1,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:27.604027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-31abb5cb-2f50-4b1d-a71f-af0138e6ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:27.605600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-31abb5cb-2f50-4b1d-a71f-af0138e6ddb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063688 Aug 11 01:07:27.652990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-962eaead-e784-4b7f-98a2-5b73ba27d701 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 7923dc93-14d0-460f-b8fd-069e6187bad1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:27.653530 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-962eaead-e784-4b7f-98a2-5b73ba27d701 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:27.666557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0d5c1ccf-6825-4309-9788-bd2ed1360963 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:27.805473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-962eaead-e784-4b7f-98a2-5b73ba27d701 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:27.824209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-962eaead-e784-4b7f-98a2-5b73ba27d701 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 7923dc93-14d0-460f-b8fd-069e6187bad1 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:27.834523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-5b23be56-99de-4ff2-a395-b3051d4a9de7 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153864 Aug 11 01:07:28.001503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Router a8e70425-d5df-46b5-a390-3d79ccca10b9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:07:28.020702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6266d48-6c19-4503-baaa-93ab8ea41c69 req-39810438-78da-4f85-b2ba-7a0e70dcf7bb service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791794 Aug 11 01:07:28.086854 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-962eaead-e784-4b7f-98a2-5b73ba27d701 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.090479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Provisioning for port 7923dc93-14d0-460f-b8fd-069e6187bad1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:28.095711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Provisioning complete for port 7923dc93-14d0-460f-b8fd-069e6187bad1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:28.096378 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.126074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Port 7923dc93-14d0-460f-b8fd-069e6187bad1 was deleted so its status cannot be updated. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 01:07:28.139022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Provisioning complete for port 5d05d047-62be-47b5-b17c-bf70f3e47a53 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:28.139602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.142019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962eaead-e784-4b7f-98a2-5b73ba27d701 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=7923dc93-14d0-460f-b8fd-069e6187bad1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:28.176887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-962eaead-e784-4b7f-98a2-5b73ba27d701 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.181587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-962eaead-e784-4b7f-98a2-5b73ba27d701 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/7923dc93-14d0-460f-b8fd-069e6187bad1 HTTP/1.1" status: 204 len: 168 time: 0.6689374 Aug 11 01:07:28.182339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48604) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:28.213902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Port 5d05d047-62be-47b5-b17c-bf70f3e47a53 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:28.217574 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-13676489-de27-4547-8921-f6a4a931a58e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] GET failed (client error): The resource could not be found. Aug 11 01:07:28.219469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-13676489-de27-4547-8921-f6a4a931a58e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports/7923dc93-14d0-460f-b8fd-069e6187bad1 HTTP/1.1" status: 404 len: 333 time: 0.0360816 Aug 11 01:07:28.222241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48606) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:28.291714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42a36d84-1611-41c5-8e0b-8689172c4866 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.334313 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42a36d84-1611-41c5-8e0b-8689172c4866 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.355270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Provisioning for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:28.360454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Provisioning complete for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:28.361266 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7a9db888-bd35-4bba-8544-fb55c0e7f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.408145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48610) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:28.571268 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-547f30b5-a15a-4747-a8bd-b5e9aa747b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.575440 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42a36d84-1611-41c5-8e0b-8689172c4866 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.578150 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42a36d84-1611-41c5-8e0b-8689172c4866 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.579490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-42a36d84-1611-41c5-8e0b-8689172c4866 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/security-groups/0bbfc66a-963e-4399-9244-c9ba18aa55c0 HTTP/1.1" status: 204 len: 168 time: 0.3559747 Aug 11 01:07:28.589982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48614) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:28.604525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0b70eb2f-c276-4994-af52-0df906e73606 None None] Could not find standard attr ID for object 7923dc93-14d0-460f-b8fd-069e6187bad1. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:07:28.607053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a36d84-1611-41c5-8e0b-8689172c4866 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbfc66a-963e-4399-9244-c9ba18aa55c0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:28.630327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:07:28.640208 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.646275 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] Sync routers for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:07:28.674030 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:28.679066 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:07:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:28.690300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ab450c4-23ef-49fe-a319-6290576e9882 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.693007 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d543ab8-d5f1-4992-8c51-24a813c17afd tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "DELETE /v2.0/floatingips/ec2a47aa-b9df-47c0-8369-4c878b109d8f HTTP/1.1" status: 204 len: 168 time: 2.2442012 Aug 11 01:07:28.694083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:07:28.698414 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f9357d-0993-4cdd-9310-650de5ebbdba" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:07:28.751908 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e05bdf-7faa-4581-97c0-3106cdabbe00 x-openstack-request-id: req-20e05bdf-7faa-4581-97c0-3106cdabbe00 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:07:28.752207 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:07:28.752461 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20e05bdf-7faa-4581-97c0-3106cdabbe00 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:07:28.753171 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'status': 'completed', 'code': 200} Aug 11 01:07:28.762282 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ab450c4-23ef-49fe-a319-6290576e9882 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.834091 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:07:28.861238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-dcb6d38e-4410-434e-8749-566806317cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:28.862852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-dcb6d38e-4410-434e-8749-566806317cee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 1098 time: 0.0635309 Aug 11 01:07:28.930516 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ab450c4-23ef-49fe-a319-6290576e9882 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.933671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4ab450c4-23ef-49fe-a319-6290576e9882 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.937538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4ab450c4-23ef-49fe-a319-6290576e9882 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/security-groups/fb8ae9ec-8fa2-4cdc-bdde-73ef35e92aeb HTTP/1.1" status: 204 len: 168 time: 0.3435934 Aug 11 01:07:28.938302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48624) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:28.956336 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-547f30b5-a15a-4747-a8bd-b5e9aa747b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:28.963514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab450c4-23ef-49fe-a319-6290576e9882 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8ae9ec-8fa2-4cdc-bdde-73ef35e92aeb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:29.021320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd59e996-ea62-497f-aa63-648b2e8d2118 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.024062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-5bed3f69-3da7-4c19-99a7-9796250740a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:29.035947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-5bed3f69-3da7-4c19-99a7-9796250740a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f3f473ce-9166-48ec-a17b-ed212a20a560 HTTP/1.1" status: 200 len: 914 time: 0.1548755 Aug 11 01:07:29.056442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd59e996-ea62-497f-aa63-648b2e8d2118 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.070921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-547f30b5-a15a-4747-a8bd-b5e9aa747b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.077182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-cb273d8e-3ca8-4ead-93e3-4ccdec5143e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f63e97a0-3835-485d-ba12-c017644bb4fc HTTP/1.1" status: 200 len: 217 time: 0.0444555 Aug 11 01:07:29.093123 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:29.122596 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] Checking router: a8e70425-d5df-46b5-a390-3d79ccca10b9 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:07:29.131231 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:29.131848 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:07:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:29.146944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f30b5-a15a-4747-a8bd-b5e9aa747b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8839f6-15dd-4e00-8857-b6435e5562ef,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:29.153608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-547f30b5-a15a-4747-a8bd-b5e9aa747b63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffca538cf6af4968abaacc4fae36c544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409918 Aug 11 01:07:29.154468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48626) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:29.171206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-2773f0b9-49cf-4197-a3d0-ad82be8e578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:29.171206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-2773f0b9-49cf-4197-a3d0-ad82be8e578c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d662665b-74e5-4ade-9db5-b9973ea090eb HTTP/1.1" status: 200 len: 852 time: 0.0787277 Aug 11 01:07:29.216547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad0497c9-8e2b-4d0d-9d36-52d87b16ba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.216791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-1b4178a5-26e9-4d00-835d-f1bda952efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:29.218298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-1b4178a5-26e9-4d00-835d-f1bda952efb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f3f473ce-9166-48ec-a17b-ed212a20a560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443895 Aug 11 01:07:29.239666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad0497c9-8e2b-4d0d-9d36-52d87b16ba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.253333 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:07:29.260106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd59e996-ea62-497f-aa63-648b2e8d2118 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.262834 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd59e996-ea62-497f-aa63-648b2e8d2118 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.264057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd59e996-ea62-497f-aa63-648b2e8d2118 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/security-groups/7c8080ca-b142-42ef-97e6-ce3b312bc87b HTTP/1.1" status: 204 len: 168 time: 0.3244328 Aug 11 01:07:29.273893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48630) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:29.325347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59e996-ea62-497f-aa63-648b2e8d2118 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8080ca-b142-42ef-97e6-ce3b312bc87b,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:29.368941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-f8814c3a-8ea0-4d4e-897d-df4cd455aa9c service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422222 Aug 11 01:07:29.399851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84721bb-7962-4f6c-9447-436014886509 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 8e805cb0-487f-412a-b42a-a283a8a93d46 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:29.404596 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84721bb-7962-4f6c-9447-436014886509 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.464196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305a91-37c2-43e2-aa4a-666c438c8b90 req-8b1c7963-3a16-48a9-ac9e-d1c62381e96c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:29.465793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a305a91-37c2-43e2-aa4a-666c438c8b90 req-8b1c7963-3a16-48a9-ac9e-d1c62381e96c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 946 time: 0.1154792 Aug 11 01:07:29.468138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84721bb-7962-4f6c-9447-436014886509 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.479146 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46f9357d-0993-4cdd-9310-650de5ebbdba req-e145f5ce-3ee3-4cd2-a9e5-cd0466b6c198 service neutron] 10.222.0.55 "GET /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015606 Aug 11 01:07:29.501942 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:29.516812 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad0497c9-8e2b-4d0d-9d36-52d87b16ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.519320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ad0497c9-8e2b-4d0d-9d36-52d87b16ba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.520475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ad0497c9-8e2b-4d0d-9d36-52d87b16ba0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d8839f6-15dd-4e00-8857-b6435e5562ef HTTP/1.1" status: 204 len: 168 time: 0.3639045 Aug 11 01:07:29.551889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0497c9-8e2b-4d0d-9d36-52d87b16ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8839f6-15dd-4e00-8857-b6435e5562ef,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:29.572312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a305a91-37c2-43e2-aa4a-666c438c8b90 req-838340d8-86d7-4393-908f-65ba6b3aa200 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945523 Aug 11 01:07:29.633657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84721bb-7962-4f6c-9447-436014886509 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.636107 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d3ff3-54b9-4492-894d-cc427c39a577 None None] The sync data for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 is: [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:01:55Z', 'revision_number': 4, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'dd39dfd0-4850-4c6a-9376-30471bc9ec77', 'name': '', 'network_id': 'f3f473ce-9166-48ec-a17b-ed212a20a560', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'mac_address': 'fa:16:3e:47:33:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:54Z', 'updated_at': '2021-08-11T01:02:01Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'subnets': [{'id': 'd662665b-74e5-4ade-9db5-b9973ea090eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:07:29.731827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.766590 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84721bb-7962-4f6c-9447-436014886509 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.810860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84721bb-7962-4f6c-9447-436014886509 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=8e805cb0-487f-412a-b42a-a283a8a93d46,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:29.815930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f84721bb-7962-4f6c-9447-436014886509 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.817866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f84721bb-7962-4f6c-9447-436014886509 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/8e805cb0-487f-412a-b42a-a283a8a93d46 HTTP/1.1" status: 204 len: 168 time: 0.5429964 Aug 11 01:07:29.822263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48634) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:29.829238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b17c7-3747-4d08-a62b-af031a38e85a None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:29.872147 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.891557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-352b87a6-5070-4d95-9ab3-6e63c6bd0651 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 79a3ead3-03e1-4f50-9841-875535b1c899 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:29.895848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-352b87a6-5070-4d95-9ab3-6e63c6bd0651 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.947821 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-352b87a6-5070-4d95-9ab3-6e63c6bd0651 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:29.971894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8c9dd-00f8-4eed-9895-9b91c0ac19bf None None] New status for floating IP ec2a47aa-b9df-47c0-8369-4c878b109d8f: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:07:30.058413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-352b87a6-5070-4d95-9ab3-6e63c6bd0651 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.195748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-352b87a6-5070-4d95-9ab3-6e63c6bd0651 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.236731 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-352b87a6-5070-4d95-9ab3-6e63c6bd0651 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.238777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-352b87a6-5070-4d95-9ab3-6e63c6bd0651 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/79a3ead3-03e1-4f50-9841-875535b1c899 HTTP/1.1" status: 204 len: 168 time: 0.4154587 Aug 11 01:07:30.239699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b87a6-5070-4d95-9ab3-6e63c6bd0651 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=79a3ead3-03e1-4f50-9841-875535b1c899,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:30.241651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48646) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:30.271234 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ffd795-aab9-410e-a954-b5ff33c97dd5 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:30.271689 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ffd795-aab9-410e-a954-b5ff33c97dd5 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:30.276924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48648) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:30.277214 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-26ffd795-aab9-410e-a954-b5ff33c97dd5 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/8e805cb0-487f-412a-b42a-a283a8a93d46 HTTP/1.1" status: 404 len: 337 time: 0.0342121 Aug 11 01:07:30.336856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8cd2f1-4177-4c35-98f1-edf714bcbc7f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting subnet 363db73e-f4d7-4e0d-8a64-0aaa3c9ac098 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:30.341581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd2f1-4177-4c35-98f1-edf714bcbc7f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.385725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd2f1-4177-4c35-98f1-edf714bcbc7f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.484013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd2f1-4177-4c35-98f1-edf714bcbc7f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.660451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213cd896-f94b-4332-bb04-1ba438972f0e None None] Network c22bbe7b-10b5-4944-b1b6-a5843861b3c1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:30.676312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd2f1-4177-4c35-98f1-edf714bcbc7f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.714762 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cd2f1-4177-4c35-98f1-edf714bcbc7f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Subnet': ['ID=363db73e-f4d7-4e0d-8a64-0aaa3c9ac098,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:30.714762 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd2f1-4177-4c35-98f1-edf714bcbc7f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.719145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48662) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:30.719731 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ac8cd2f1-4177-4c35-98f1-edf714bcbc7f tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/363db73e-f4d7-4e0d-8a64-0aaa3c9ac098 HTTP/1.1" status: 204 len: 168 time: 0.4409916 Aug 11 01:07:30.736233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709cb3f-965a-414e-9bba-570a8ddb6d13 req-a7c2200d-7c0e-433d-84ce-005526324600 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:30.738180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8709cb3f-965a-414e-9bba-570a8ddb6d13 req-a7c2200d-7c0e-433d-84ce-005526324600 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 946 time: 0.0988927 Aug 11 01:07:30.760099 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f864fb6-2987-4df5-b935-3b3ab1a7030d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:30.760706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f864fb6-2987-4df5-b935-3b3ab1a7030d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:30.762840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5f864fb6-2987-4df5-b935-3b3ab1a7030d tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/eaf0fce0-3a0d-4bae-9a45-8d42037fa57a HTTP/1.1" status: 404 len: 337 time: 0.0412500 Aug 11 01:07:30.765578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48666) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:30.790908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-00785d48-726f-4e9a-b287-8a85e02397c5 None None] Provisioning complete for port 5d05d047-62be-47b5-b17c-bf70f3e47a53 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:30.792741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-00785d48-726f-4e9a-b287-8a85e02397c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:30.800592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5f29aa1f-0ca2-4e83-8761-88b4b90fb3f8 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "GET /v2.0/ports?device_id=42e0f956-010c-4af5-927e-9bb755c0eb51 HTTP/1.1" status: 200 len: 205 time: 0.0335846 Aug 11 01:07:30.803048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48668) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:30.819970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8709cb3f-965a-414e-9bba-570a8ddb6d13 req-c7756165-ee5c-44e1-bb56-a69e0d221c56 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/security-groups?id=38864c2c-bd7f-47c6-bacb-f5748f572f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723436 Aug 11 01:07:30.850216 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-59b2022b-d49e-44f7-bba4-5df7850403a1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] delete failed (client error): The resource could not be found. Aug 11 01:07:30.850438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-706d9ab4-3bfc-4b81-8e71-be2a1ff328c2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:30.851706 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-59b2022b-d49e-44f7-bba4-5df7850403a1 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/routers/42e0f956-010c-4af5-927e-9bb755c0eb51 HTTP/1.1" status: 404 len: 336 time: 0.0475948 Aug 11 01:07:30.854920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48670) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:30.856019 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-706d9ab4-3bfc-4b81-8e71-be2a1ff328c2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 946 time: 0.0824618 Aug 11 01:07:30.891631 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad88bc93-4d74-4e0a-8d55-db9fbcff10cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:30.892039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad88bc93-4d74-4e0a-8d55-db9fbcff10cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:30.896168 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ad88bc93-4d74-4e0a-8d55-db9fbcff10cb tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/3f4dfaad-755b-4318-996e-e23f7d813852 HTTP/1.1" status: 404 len: 337 time: 0.0377064 Aug 11 01:07:30.896886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48674) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:30.928130 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfd2cc8-c002-4da0-a4aa-e36e26137d26 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:30.934102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfd2cc8-c002-4da0-a4aa-e36e26137d26 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:30.934102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9bfd2cc8-c002-4da0-a4aa-e36e26137d26 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/3ef80e54-f7aa-445d-a256-21eef72a0a39 HTTP/1.1" status: 404 len: 337 time: 0.0331430 Aug 11 01:07:30.936191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48676) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:30.986688 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-51abf074-6712-4998-a810-59f7fa9e5d96 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:30.987182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51abf074-6712-4998-a810-59f7fa9e5d96 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:30.993009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-51abf074-6712-4998-a810-59f7fa9e5d96 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/2d0b1e95-8fd6-4399-ad2f-472363f7f7cc HTTP/1.1" status: 404 len: 337 time: 0.0514472 Aug 11 01:07:30.993009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48682) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:31.024417 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2696222-87a8-4fa8-98d4-6daaa621b531 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:31.025150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2696222-87a8-4fa8-98d4-6daaa621b531 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:31.026987 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a2696222-87a8-4fa8-98d4-6daaa621b531 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/0490ccac-f698-40e4-88e9-4f58ea728177 HTTP/1.1" status: 404 len: 333 time: 0.0336254 Aug 11 01:07:31.030171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48688) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:31.049503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Deleting port f63e97a0-3835-485d-ba12-c017644bb4fc {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:31.049873 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.050624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-00785d48-726f-4e9a-b287-8a85e02397c5 None None] Port 5d05d047-62be-47b5-b17c-bf70f3e47a53 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:07:31.070897 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c220479-208b-4035-8e52-a1118c56e7ef tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:31.071400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c220479-208b-4035-8e52-a1118c56e7ef tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:31.074951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-00785d48-726f-4e9a-b287-8a85e02397c5 None None] Provisioning complete for port 0d5c1ccf-6825-4309-9788-bd2ed1360963 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:31.075576 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-00785d48-726f-4e9a-b287-8a85e02397c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.077555 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6c220479-208b-4035-8e52-a1118c56e7ef tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/1fe3d90b-644b-4e43-85e1-518f53b50feb HTTP/1.1" status: 404 len: 337 time: 0.0429759 Aug 11 01:07:31.078184 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48690) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:31.113158 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5781db1b-55f0-4c28-b611-8d80712984c4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:31.114808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5781db1b-55f0-4c28-b611-8d80712984c4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:31.121634 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5781db1b-55f0-4c28-b611-8d80712984c4 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/0ebceea0-a592-4339-bd08-089832ca932d HTTP/1.1" status: 404 len: 337 time: 0.0421455 Aug 11 01:07:31.123032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48692) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:31.150163 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef228077-0f7d-41d1-ab6d-03ae607b3b20 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:31.151344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef228077-0f7d-41d1-ab6d-03ae607b3b20 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:31.155765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ef228077-0f7d-41d1-ab6d-03ae607b3b20 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/8e2c116a-cf82-4b35-b86b-75d685a4ed0f HTTP/1.1" status: 404 len: 333 time: 0.0316739 Aug 11 01:07:31.156370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48694) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:31.191466 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1978ee-ed20-411f-83f0-81f9958ad07e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:31.192080 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1978ee-ed20-411f-83f0-81f9958ad07e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:31.193012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] DHCP port deletion for c22bbe7b-10b5-4944-b1b6-a5843861b3c1 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:07:31.194580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ca1978ee-ed20-411f-83f0-81f9958ad07e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/91f52096-2792-4c9b-bb77-e7998d5326b5 HTTP/1.1" status: 404 len: 337 time: 0.0372655 Aug 11 01:07:31.196546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] For port f63e97a0-3835-485d-ba12-c017644bb4fc, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f63e97a0-3835-485d-ba12-c017644bb4fc,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:31.197135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48696) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:31.200893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.217309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Calling delete_port for f63e97a0-3835-485d-ba12-c017644bb4fc owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:31.229377 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-7035012e-bf13-4dcb-a74d-a93d217169ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:31.229850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7035012e-bf13-4dcb-a74d-a93d217169ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:31.234191 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7035012e-bf13-4dcb-a74d-a93d217169ff tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/subnets/9a1ff5ec-c89d-464f-82c7-5ed99d6d9b3e HTTP/1.1" status: 404 len: 337 time: 0.0336940 Aug 11 01:07:31.235118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48698) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:31.247255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] Deleting port 0d5c1ccf-6825-4309-9788-bd2ed1360963 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:31.247619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.329184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] For port 0d5c1ccf-6825-4309-9788-bd2ed1360963, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0d5c1ccf-6825-4309-9788-bd2ed1360963,segment=NetworkSegment(73707039-9857-44ca-bf71-e2e0ff196a90),segment_id=73707039-9857-44ca-bf71-e2e0ff196a90)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:31.329686 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.344966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c19d407d-cf2f-4bf7-85be-a472fe1a954e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Deleting port 5d05d047-62be-47b5-b17c-bf70f3e47a53 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:31.345360 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c19d407d-cf2f-4bf7-85be-a472fe1a954e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.348035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] Calling delete_port for 0d5c1ccf-6825-4309-9788-bd2ed1360963 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:31.419019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c19d407d-cf2f-4bf7-85be-a472fe1a954e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.432465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-c19d407d-cf2f-4bf7-85be-a472fe1a954e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Calling delete_port for 5d05d047-62be-47b5-b17c-bf70f3e47a53 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:31.451940 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.482391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event deleted for resources: {'Port': ['ID=f63e97a0-3835-485d-ba12-c017644bb4fc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:31.522193 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.538274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] No DVR routers for this DVR port f63e97a0-3835-485d-ba12-c017644bb4fc on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:31.541028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.543422 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2909c1b8-0bf0-4b0f-8181-6a2a60e641cb req-e5ca4bfb-44a3-4257-9996-f53e336f1bc2 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.55 "DELETE /v2.0/ports/f63e97a0-3835-485d-ba12-c017644bb4fc HTTP/1.1" status: 204 len: 173 time: 0.6810558 Aug 11 01:07:31.543864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'name': 'network-vif-deleted', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:07:31.546736 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16232031-b910-483b-ba44-baee2b3958f9" -d '{"events": [{"server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "name": "network-vif-deleted", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:07:31.550847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] Pushing event deleted for resources: {'Port': ['ID=0d5c1ccf-6825-4309-9788-bd2ed1360963,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:31.554256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f6fcc4-a74f-4a90-a773-706d9fa8a8d9 None None] No DVR routers for this DVR port 0d5c1ccf-6825-4309-9788-bd2ed1360963 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:31.589708 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39d9db0-8edd-47f5-83c9-25e1d62a3e60 x-openstack-request-id: req-b39d9db0-8edd-47f5-83c9-25e1d62a3e60 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:07:31.590009 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a36b8a-60ee-4f49-a352-cffdf6a3d646", "name": "network-vif-deleted", "tag": "f63e97a0-3835-485d-ba12-c017644bb4fc", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:07:31.590295 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b39d9db0-8edd-47f5-83c9-25e1d62a3e60 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:07:31.590823 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a36b8a-60ee-4f49-a352-cffdf6a3d646', 'name': 'network-vif-deleted', 'tag': 'f63e97a0-3835-485d-ba12-c017644bb4fc', 'status': 'completed', 'code': 200} Aug 11 01:07:31.606424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c19d407d-cf2f-4bf7-85be-a472fe1a954e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.649776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d407d-cf2f-4bf7-85be-a472fe1a954e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Port': ['ID=5d05d047-62be-47b5-b17c-bf70f3e47a53,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:31.654141 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c19d407d-cf2f-4bf7-85be-a472fe1a954e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.656260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c19d407d-cf2f-4bf7-85be-a472fe1a954e tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/ports/5d05d047-62be-47b5-b17c-bf70f3e47a53 HTTP/1.1" status: 204 len: 168 time: 0.4207988 Aug 11 01:07:31.658735 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48702) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:31.670245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0d5c1ccf-6825-4309-9788-bd2ed1360963 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:31.693935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0d5c1ccf-6825-4309-9788-bd2ed1360963 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:31.694282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0d5c1ccf-6825-4309-9788-bd2ed1360963 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:31.747245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.858710 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.872642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22bbe7b-10b5-4944-b1b6-a5843861b3c1']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:31.893941 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73707039-9857-44ca-bf71-e2e0ff196a90') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:31.894254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73707039-9857-44ca-bf71-e2e0ff196a90') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:31.925299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.948949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.957411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:07:31.958199 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:07:31.964088 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:07:31.969629 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c4cd29a7-667f-40ac-9cc5-c76d6b64dcae req-ab4e106e-bc26-4753-98b8-f358c5a9a29c tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0501022 Aug 11 01:07:32.097495 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:32.109652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:32.112343 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] 10.222.0.43 "DELETE /v2.0/networks/c22bbe7b-10b5-4944-b1b6-a5843861b3c1 HTTP/1.1" status: 204 len: 168 time: 0.4517457 Aug 11 01:07:32.122264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3c654-0cc4-49af-ac7a-84da82222811 tempest-PortsIpV6TestJSON-19267464 tempest-PortsIpV6TestJSON-19267464-project] Pushing event deleted for resources: {'Network': ['ID=c22bbe7b-10b5-4944-b1b6-a5843861b3c1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:32.640814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48716) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:32.797013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-439b1383-6b15-4c71-a865-3a7dc0f24a6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=809e852d43e44583b2b3231e465076d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548669 Aug 11 01:07:32.799540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48720) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:32.889449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e7b1425-11d9-4050-8d9d-581d52c12543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:32.913412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e7b1425-11d9-4050-8d9d-581d52c12543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:33.047119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e7b1425-11d9-4050-8d9d-581d52c12543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:33.048247 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e7b1425-11d9-4050-8d9d-581d52c12543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:33.049479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8e7b1425-11d9-4050-8d9d-581d52c12543 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cdf65121-b72c-43b6-b70b-9e725483878d HTTP/1.1" status: 204 len: 168 time: 0.2481074 Aug 11 01:07:33.067541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-783f16da-fe9a-4b7e-9f04-d322eda83c3c req-eced46bb-dd4b-4e5d-a7f4-2bfd91e54781 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0325310 Aug 11 01:07:33.072974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b1425-11d9-4050-8d9d-581d52c12543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf65121-b72c-43b6-b70b-9e725483878d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:33.413699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f63e97a0-3835-485d-ba12-c017644bb4fc no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:33.455815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: f63e97a0-3835-485d-ba12-c017644bb4fc {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:33.457711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f63e97a0-3835-485d-ba12-c017644bb4fc not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:34.214226 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5788c3ed-3b4c-4332-83bc-ab3eb8e50ecd req-d66c28d7-4fa0-4931-95c7-89e359b7947d tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0344832 Aug 11 01:07:34.422462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48758) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:34.580762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1852166468'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:34.697322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:34.701421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:34.712311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:34.830144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:34.903632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:34.933248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:07:34.948696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db8ef93-169c-426c-8ec4-b79b8c5777e3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:34.954028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:34.954494 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Added segment b5d8812f-c626-4fee-9e79-75fe901c7ed1 of type vlan for network 23c295d2-61bb-49cd-885f-159df435e76e Aug 11 01:07:35.000192 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:35.085928 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:35.092229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:35.092863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:35.161539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Network': ['ID=23c295d2-61bb-49cd-885f-159df435e76e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:35.172791 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 23c295d2-61bb-49cd-885f-159df435e76e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:07:35.185089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dcfe0ca2-72fd-434e-975a-819ba98c000b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7590294 Aug 11 01:07:35.185995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48764) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:35.191106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'name': 'tempest-PortsTestJSON-1972534523'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:35.341712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b5debfd8-2085-4b65-a210-c78434e2b61b req-bb7f8d72-2912-44cc-bbca-6b4345c5dd80 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0350904 Aug 11 01:07:35.532048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:35.539467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:35.566067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port fe53be4d-b9c2-4832-88b5-9c26e3785202 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:35.746754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:35.891576 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:35.952336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=fe53be4d-b9c2-4832-88b5-9c26e3785202,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:35.965302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Checking segment: {'id': 'b5d8812f-c626-4fee-9e79-75fe901c7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23c295d2-61bb-49cd-885f-159df435e76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:35.965850 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network hostable DHCP agents. Network: 23c295d2-61bb-49cd-885f-159df435e76e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:07:36.068860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:07:36.172442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 23c295d2-61bb-49cd-885f-159df435e76e) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:36.182988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:36.186586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610ed37-441d-4bd0-9654-ed411f39c355 None None] Network 23c295d2-61bb-49cd-885f-159df435e76e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:36.197241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:36.199239 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:36.349479 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-187757de-ec11-46df-9312-cca6fb6c341b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1623476 Aug 11 01:07:36.353124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48788) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:36.358952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1298125430'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:36.459148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:36.463790 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:36.484679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cfe20fe4-e9db-4525-a80e-2188d854567b req-ff1edcfc-198f-4bbb-a3bb-e48af0bdd62a tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9a36b8a-60ee-4f49-a352-cffdf6a3d646 HTTP/1.1" status: 200 len: 210 time: 0.0375285 Aug 11 01:07:36.502501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:07:36.517061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:36.517625 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Added segment 59536f16-0da1-41d9-a6da-1530dcdae32f of type vlan for network 709f1a75-83a4-4a1f-8f9d-2c4b092f32e5 Aug 11 01:07:36.565767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:36.662924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:36.669435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:36.670030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:36.741434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Network': ['ID=709f1a75-83a4-4a1f-8f9d-2c4b092f32e5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:36.752119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 709f1a75-83a4-4a1f-8f9d-2c4b092f32e5 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:07:36.808881 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dbcf48f1-d4d9-4d08-a0a1-845917249772 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4514837 Aug 11 01:07:36.809175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48794) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:36.814932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'ports': [{'network_id': '23c295d2-61bb-49cd-885f-159df435e76e'}, {'network_id': '709f1a75-83a4-4a1f-8f9d-2c4b092f32e5'}]} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:36.815527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:36.816196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '709f1a75-83a4-4a1f-8f9d-2c4b092f32e5'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:37.028472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 2} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:37.033449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.048075 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.151620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port dd1cd982-457b-4096-8c7d-420b930ff174 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:37.326392 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.410649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 05799bd9-b322-4f89-a0d1-67cb17c4bff6 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:37.552328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.552328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48802) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:37.640294 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92b0240b-d947-422d-b114-6a8fd5d74c63 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.667512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92b0240b-d947-422d-b114-6a8fd5d74c63 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.709695 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.760452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:37.766306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:37.770195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:37.771038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.772637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=dd1cd982-457b-4096-8c7d-420b930ff174,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:37.829180 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=05799bd9-b322-4f89-a0d1-67cb17c4bff6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:37.842386 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92b0240b-d947-422d-b114-6a8fd5d74c63 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.844910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92b0240b-d947-422d-b114-6a8fd5d74c63 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:37.846067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-92b0240b-d947-422d-b114-6a8fd5d74c63 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] 10.222.0.43 "DELETE /v2.0/security-groups/38864c2c-bd7f-47c6-bacb-f5748f572f6e HTTP/1.1" status: 204 len: 168 time: 0.2994153 Aug 11 01:07:37.853902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Checking segment: {'id': '59536f16-0da1-41d9-a6da-1530dcdae32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '709f1a75-83a4-4a1f-8f9d-2c4b092f32e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:37.854272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network hostable DHCP agents. Network: 709f1a75-83a4-4a1f-8f9d-2c4b092f32e5, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:07:37.861630 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0240b-d947-422d-b114-6a8fd5d74c63 tempest-TestVolumeBackupRestore-1139520976 tempest-TestVolumeBackupRestore-1139520976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38864c2c-bd7f-47c6-bacb-f5748f572f6e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:37.920048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 709f1a75-83a4-4a1f-8f9d-2c4b092f32e5 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:07:38.011107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 709f1a75-83a4-4a1f-8f9d-2c4b092f32e5) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:38.015268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:38.020655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978cf9de-bdcb-4f14-a1e7-7fa4aa62847f None None] Network 709f1a75-83a4-4a1f-8f9d-2c4b092f32e5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:38.022299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:38.028131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:38.028933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:38.149527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ed82eb7e-e2b9-40e5-8830-d73fa4ba3132 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3391142 Aug 11 01:07:38.152614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48808) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:38.286061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-41f8e184-5a8a-42d4-a944-5b2e7df69048 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 05799bd9-b322-4f89-a0d1-67cb17c4bff6 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:38.286415 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41f8e184-5a8a-42d4-a944-5b2e7df69048 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:38.367312 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41f8e184-5a8a-42d4-a944-5b2e7df69048 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:38.383411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-41f8e184-5a8a-42d4-a944-5b2e7df69048 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 05799bd9-b322-4f89-a0d1-67cb17c4bff6 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:38.635111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41f8e184-5a8a-42d4-a944-5b2e7df69048 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:38.670607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8e184-5a8a-42d4-a944-5b2e7df69048 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=05799bd9-b322-4f89-a0d1-67cb17c4bff6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:38.676734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-41f8e184-5a8a-42d4-a944-5b2e7df69048 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:38.679001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-41f8e184-5a8a-42d4-a944-5b2e7df69048 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/05799bd9-b322-4f89-a0d1-67cb17c4bff6 HTTP/1.1" status: 204 len: 168 time: 0.5254395 Aug 11 01:07:38.682111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48844) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:38.768922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742da821-f1e3-48b1-aaa2-8835d1670f8e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:38.775367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742da821-f1e3-48b1-aaa2-8835d1670f8e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:38.776795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-742da821-f1e3-48b1-aaa2-8835d1670f8e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0927641 Aug 11 01:07:38.785136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48850) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:38.924600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0ad98e27-23a4-4d05-b999-f39cfc1fa75f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port dd1cd982-457b-4096-8c7d-420b930ff174 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:38.925026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0ad98e27-23a4-4d05-b999-f39cfc1fa75f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.021383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0ad98e27-23a4-4d05-b999-f39cfc1fa75f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.037549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0ad98e27-23a4-4d05-b999-f39cfc1fa75f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for dd1cd982-457b-4096-8c7d-420b930ff174 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:39.229905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0ad98e27-23a4-4d05-b999-f39cfc1fa75f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.269430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad98e27-23a4-4d05-b999-f39cfc1fa75f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=dd1cd982-457b-4096-8c7d-420b930ff174,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:39.294274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0ad98e27-23a4-4d05-b999-f39cfc1fa75f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.296296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0ad98e27-23a4-4d05-b999-f39cfc1fa75f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/dd1cd982-457b-4096-8c7d-420b930ff174 HTTP/1.1" status: 204 len: 168 time: 0.5157709 Aug 11 01:07:39.299562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48870) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:39.379055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5198b3f-a7a0-4fc3-ad8a-ce509fd58abd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:39.383221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e5198b3f-a7a0-4fc3-ad8a-ce509fd58abd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0779819 Aug 11 01:07:39.383617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48874) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:39.444390 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a541a2-d12f-4875-aa3a-a64518e87929 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:07:39.449081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-96a541a2-d12f-4875-aa3a-a64518e87929 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/05799bd9-b322-4f89-a0d1-67cb17c4bff6 HTTP/1.1" status: 404 len: 333 time: 0.0617895 Aug 11 01:07:39.450570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48880) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:39.484388 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c2edfb-1596-4b4f-a881-5ef75267864b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:07:39.492759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48882) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:39.494592 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-99c2edfb-1596-4b4f-a881-5ef75267864b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/dd1cd982-457b-4096-8c7d-420b930ff174 HTTP/1.1" status: 404 len: 333 time: 0.0417597 Aug 11 01:07:39.700432 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.841352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.851996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709f1a75-83a4-4a1f-8f9d-2c4b092f32e5']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:39.869581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59536f16-0da1-41d9-a6da-1530dcdae32f') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:39.869885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59536f16-0da1-41d9-a6da-1530dcdae32f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:39.880114 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.898150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.911142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:07:39.912122 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:07:39.943256 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:07:40.138448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:40.144371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:40.152481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48910) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:40.152969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/networks/709f1a75-83a4-4a1f-8f9d-2c4b092f32e5 HTTP/1.1" status: 204 len: 168 time: 0.6584635 Aug 11 01:07:40.159306 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1574951584'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:40.172878 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4b13a-83ef-4767-b40d-58204b6eead4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Network': ['ID=709f1a75-83a4-4a1f-8f9d-2c4b092f32e5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:40.285682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:40.289378 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:40.328929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:07:40.356475 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:40.361546 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Added segment 98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269 of type vlan for network 25c408cd-5397-4dff-851b-fb883351d418 Aug 11 01:07:40.416253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:40.537166 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:40.544976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:40.545669 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:40.617339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Network': ['ID=25c408cd-5397-4dff-851b-fb883351d418,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:40.629408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 25c408cd-5397-4dff-851b-fb883351d418 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:07:40.780864 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-da8228e0-3573-4bc1-a7bf-f634a617415d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6123316 Aug 11 01:07:40.780864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 48934) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:40.780864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '25c408cd-5397-4dff-851b-fb883351d418', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:41.068521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:41.072125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:41.428546 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:41.502734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=16529f42-8b7a-4877-b34e-f3ff63652386,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:41.517604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Checking segment: {'id': '98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25c408cd-5397-4dff-851b-fb883351d418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:41.518003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network hostable DHCP agents. Network: 25c408cd-5397-4dff-851b-fb883351d418, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:07:41.761372 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 25c408cd-5397-4dff-851b-fb883351d418 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:07:41.891176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 25c408cd-5397-4dff-851b-fb883351d418) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:41.896629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:41.897660 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:41.904569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa4c2a-365a-4bf2-8732-ce686b6ea1b7 None None] Network 25c408cd-5397-4dff-851b-fb883351d418 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:42.012724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-93cd5008-19c3-441c-a8a8-a8ce4aaf7ee7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2420747 Aug 11 01:07:42.015595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48972) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:42.027475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '25c408cd-5397-4dff-851b-fb883351d418', 'name': 'tempest-PortsTestJSON-1390737942'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:42.142895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-25c408cd-5397-4dff-851b-fb883351d418', 'network_id': '25c408cd-5397-4dff-851b-fb883351d418', 'tenant_id': 'c6bb5502630749349d5fdc71326c9dd2', 'fixed_ips': [{'subnet_id': '16529f42-8b7a-4877-b34e-f3ff63652386'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:07:42.143905 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:42.348799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:42.352422 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:42.403054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 83c71a5f-e259-4062-9b8b-36df1db073b6 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:42.508625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Allocated IP 172.20.0.2 (25c408cd-5397-4dff-851b-fb883351d418/16529f42-8b7a-4877-b34e-f3ff63652386/5390b924-82da-42d0-9a44-a42e13ab672c) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:42.642282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 48992) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:42.814491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7676234b-9f78-4626-ba02-d0ee59d9d24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:42.822656 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:42.848213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Transition to ACTIVE for port object 5390b924-82da-42d0-9a44-a42e13ab672c will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:42.871971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Transition to ACTIVE for port object 5390b924-82da-42d0-9a44-a42e13ab672c will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:42.981767 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:42.982422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49012) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:43.060201 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Network 25c408cd-5397-4dff-851b-fb883351d418 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:43.080535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:43.082938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:43.109925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.9 (25c408cd-5397-4dff-851b-fb883351d418/16529f42-8b7a-4877-b34e-f3ff63652386/83c71a5f-e259-4062-9b8b-36df1db073b6) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:43.162295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Pushing event updated for resources: {'Port': ['ID=5390b924-82da-42d0-9a44-a42e13ab672c,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:43.224176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Attempting to bind port 5390b924-82da-42d0-9a44-a42e13ab672c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:07:43.227799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Attempting to bind port 5390b924-82da-42d0-9a44-a42e13ab672c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25c408cd-5397-4dff-851b-fb883351d418'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:07:43.227799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Attempting to bind port 5390b924-82da-42d0-9a44-a42e13ab672c on network 25c408cd-5397-4dff-851b-fb883351d418 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:07:43.241241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:07:43.241704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Checking segment: {'id': '98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25c408cd-5397-4dff-851b-fb883351d418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:43.242128 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.242534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Bound using segment: {'id': '98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25c408cd-5397-4dff-851b-fb883351d418'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:07:43.243037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Bound port: 5390b924-82da-42d0-9a44-a42e13ab672c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '25c408cd-5397-4dff-851b-fb883351d418'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:07:43.243539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.284616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7676234b-9f78-4626-ba02-d0ee59d9d24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.333897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] For port 5390b924-82da-42d0-9a44-a42e13ab672c, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:07:43.338680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] For port 5390b924-82da-42d0-9a44-a42e13ab672c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5390b924-82da-42d0-9a44-a42e13ab672c,segment=NetworkSegment(98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269),segment_id=98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:07:43.363932 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.410231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7676234b-9f78-4626-ba02-d0ee59d9d24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.417611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 83c71a5f-e259-4062-9b8b-36df1db073b6 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:43.467464 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7676234b-9f78-4626-ba02-d0ee59d9d24c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81a64c8fcdd74e3695ab01bf7e8287aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8238752 Aug 11 01:07:43.467923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49028) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:43.470156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676234b-9f78-4626-ba02-d0ee59d9d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d80ab7-05ef-4f3f-b60b-3617261a1cf1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:43.579425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.677595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d14ae9-6a2d-4e62-9474-38d240e3be31 None None] Pushing event updated for resources: {'Port': ['ID=5390b924-82da-42d0-9a44-a42e13ab672c,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:43.678545 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.716901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 25c408cd-5397-4dff-851b-fb883351d418 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:43.747920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:43.751962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:43.808716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=83c71a5f-e259-4062-9b8b-36df1db073b6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:43.824806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:43.824806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.869147 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1299bea5-615a-4723-af7d-422f13dc6f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.936559 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1299bea5-615a-4723-af7d-422f13dc6f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:43.956581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8dcef85d-de44-48ea-bc80-964c31f0e2bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9396117 Aug 11 01:07:43.959645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49042) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:44.106270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-77788310-8ba1-44ad-b83b-2a0c59681e21 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 83c71a5f-e259-4062-9b8b-36df1db073b6 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:44.106690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77788310-8ba1-44ad-b83b-2a0c59681e21 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.116318 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.198501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1299bea5-615a-4723-af7d-422f13dc6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.201076 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1299bea5-615a-4723-af7d-422f13dc6f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.202257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1299bea5-615a-4723-af7d-422f13dc6f71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59d80ab7-05ef-4f3f-b60b-3617261a1cf1 HTTP/1.1" status: 204 len: 168 time: 0.7333627 Aug 11 01:07:44.211396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77788310-8ba1-44ad-b83b-2a0c59681e21 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.219511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299bea5-615a-4723-af7d-422f13dc6f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d80ab7-05ef-4f3f-b60b-3617261a1cf1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:44.227048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-77788310-8ba1-44ad-b83b-2a0c59681e21 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 83c71a5f-e259-4062-9b8b-36df1db073b6 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:44.422809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Deleting port dd39dfd0-4850-4c6a-9376-30471bc9ec77 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:44.423140 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.463296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77788310-8ba1-44ad-b83b-2a0c59681e21 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.503534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77788310-8ba1-44ad-b83b-2a0c59681e21 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=83c71a5f-e259-4062-9b8b-36df1db073b6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:44.531836 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] For port dd39dfd0-4850-4c6a-9376-30471bc9ec77, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dd39dfd0-4850-4c6a-9376-30471bc9ec77,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:44.531836 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.548870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Calling delete_port for dd39dfd0-4850-4c6a-9376-30471bc9ec77 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:44.591793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77788310-8ba1-44ad-b83b-2a0c59681e21 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.596500 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-77788310-8ba1-44ad-b83b-2a0c59681e21 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/83c71a5f-e259-4062-9b8b-36df1db073b6 HTTP/1.1" status: 204 len: 168 time: 0.6327655 Aug 11 01:07:44.597377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49058) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:44.629236 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f2ef33-a36f-4d7b-8773-f2f7bab39f31 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:07:44.630104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f2ef33-a36f-4d7b-8773-f2f7bab39f31 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:07:44.632134 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f2f2ef33-a36f-4d7b-8773-f2f7bab39f31 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/83c71a5f-e259-4062-9b8b-36df1db073b6 HTTP/1.1" status: 404 len: 333 time: 0.0340526 Aug 11 01:07:44.638005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49062) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:44.674385 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3496d2-53fd-4be1-b7b1-44adb8db0470 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:07:44.676226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2c3496d2-53fd-4be1-b7b1-44adb8db0470 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/83c71a5f-e259-4062-9b8b-36df1db073b6 HTTP/1.1" status: 404 len: 333 time: 0.0382087 Aug 11 01:07:44.682830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49066) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:44.755265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf500cd-be0d-4209-aa36-c720a6149f56 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 16529f42-8b7a-4877-b34e-f3ff63652386 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:44.759473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbf500cd-be0d-4209-aa36-c720a6149f56 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.833324 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbf500cd-be0d-4209-aa36-c720a6149f56 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:44.917510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96743d0e-ba44-4b5a-9335-9c09c8f1725f None None] Network 25c408cd-5397-4dff-851b-fb883351d418 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:44.964306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbf500cd-be0d-4209-aa36-c720a6149f56 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.075059 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.105045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b9c5cf1e-9ff5-4a45-8823-ba37bb9d0100 None None] Provisioning for port 5390b924-82da-42d0-9a44-a42e13ab672c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:45.125809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd39dfd0-4850-4c6a-9376-30471bc9ec77,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:45.189434 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbf500cd-be0d-4209-aa36-c720a6149f56 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.221884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf500cd-be0d-4209-aa36-c720a6149f56 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=16529f42-8b7a-4877-b34e-f3ff63652386,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:45.223954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbf500cd-be0d-4209-aa36-c720a6149f56 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.225903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dbf500cd-be0d-4209-aa36-c720a6149f56 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/16529f42-8b7a-4877-b34e-f3ff63652386 HTTP/1.1" status: 204 len: 168 time: 0.5419717 Aug 11 01:07:45.229203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49082) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:45.332652 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.350649 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.408889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 5390b924-82da-42d0-9a44-a42e13ab672c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:45.408889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.489985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] For port 5390b924-82da-42d0-9a44-a42e13ab672c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5390b924-82da-42d0-9a44-a42e13ab672c,segment=NetworkSegment(98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269),segment_id=98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:45.490768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.505913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 5390b924-82da-42d0-9a44-a42e13ab672c owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:45.549301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b6205f-e15f-4eee-a8c3-72092a6e4816 None None] Network 25c408cd-5397-4dff-851b-fb883351d418 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:45.638383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Router a8e70425-d5df-46b5-a390-3d79ccca10b9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:07:45.767677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:07:45.772170 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-76d81f45-78d7-49b7-be9d-749e8a792c44 admin admin] 10.222.0.43 "PUT /v2.0/routers/a8e70425-d5df-46b5-a390-3d79ccca10b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7906661 Aug 11 01:07:45.775817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49096) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:45.786527 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] Sync routers for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:07:45.826397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5390b924-82da-42d0-9a44-a42e13ab672c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:45.826574 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:45.826574 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:07:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:45.826809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:45.832140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ad6c2-3a8e-4a14-a807-5117b06dd290 None None] DHCP port deletion for 25c408cd-5397-4dff-851b-fb883351d418 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:07:45.843329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No DVR routers for this DVR port 5390b924-82da-42d0-9a44-a42e13ab672c on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:45.872820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=5390b924-82da-42d0-9a44-a42e13ab672c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:45.888059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No active binding found for port 5390b924-82da-42d0-9a44-a42e13ab672c {{(pid=95256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 01:07:45.888985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5390b924-82da-42d0-9a44-a42e13ab672c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 01:07:45.910710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Port 5390b924-82da-42d0-9a44-a42e13ab672c not found, will not notify nova. {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 01:07:45.928029 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:07:45.992085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.007787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c408cd-5397-4dff-851b-fb883351d418']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:46.019905 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.023035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:46.023367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bd9e3e-0c5f-4af6-9b4d-f3d35d7ee269') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:46.064583 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.091736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.159266 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:07:44Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:46.198586 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] Checking router: a8e70425-d5df-46b5-a390-3d79ccca10b9 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:07:46.209585 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] Routers {'a8e70425-d5df-46b5-a390-3d79ccca10b9'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:46.210401 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:07:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a8e70425-d5df-46b5-a390-3d79ccca10b9'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:46.291594 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d8558e86-b611-438d-9286-207022787a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.343704 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] Set router a8e70425-d5df-46b5-a390-3d79ccca10b9 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:07:46.520615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:07:46.521189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:07:46.524869 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:07:46.575318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:07:44Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:46.602642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.606041 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a94c83a-ba07-4273-9c9c-3dcbc2879e69 None None] The sync data for ids ['a8e70425-d5df-46b5-a390-3d79ccca10b9'] in n-d-712143-13 is: [{'id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'name': 'tempest-TestVolumeBackupRestore-544274924-router', 'tenant_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:01:49Z', 'updated_at': '2021-08-11T01:07:44Z', 'revision_number': 5, 'project_id': 'b860338a3b6b4cd39015e54a7e38fd39', 'gw_port': {'id': 'b3e070c6-e502-4049-86ab-6df2b85b4a71', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e70425-d5df-46b5-a390-3d79ccca10b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:01:51Z', 'updated_at': '2021-08-11T01:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:07:46.760797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.768742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.770408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/networks/25c408cd-5397-4dff-851b-fb883351d418 HTTP/1.1" status: 204 len: 168 time: 1.5401924 Aug 11 01:07:46.774606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49124) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:46.780980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1570218278'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:46.785361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c47d1b-e353-4778-a48c-cc05b60c4b63 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Network': ['ID=25c408cd-5397-4dff-851b-fb883351d418,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:46.842687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Deleting port b3e070c6-e502-4049-86ab-6df2b85b4a71 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:46.843045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.874454 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:46.878199 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.909211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:07:46.921634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.928077 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Added segment c7e7f821-577b-42db-831f-9860dfedcbf3 of type vlan for network a961f3be-d912-46bb-94ca-770eea724df7 Aug 11 01:07:46.965709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] For port b3e070c6-e502-4049-86ab-6df2b85b4a71, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b3e070c6-e502-4049-86ab-6df2b85b4a71,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:46.968723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:46.986812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Calling delete_port for b3e070c6-e502-4049-86ab-6df2b85b4a71 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:47.002165 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.102177 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.108552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:47.109201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.226102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Network': ['ID=a961f3be-d912-46bb-94ca-770eea724df7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:47.242816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network a961f3be-d912-46bb-94ca-770eea724df7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:07:47.286968 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ade0a02b-d805-4056-95b5-2b4a5004b4fe tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5107524 Aug 11 01:07:47.289910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49144) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:47.300684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': 'a961f3be-d912-46bb-94ca-770eea724df7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:47.422784 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.456806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e070c6-e502-4049-86ab-6df2b85b4a71,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:47.489997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:47.497089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.609899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.719370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.723107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.757118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dd39dfd0-4850-4c6a-9376-30471bc9ec77 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:47.783325 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: dd39dfd0-4850-4c6a-9376-30471bc9ec77 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:47.783929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dd39dfd0-4850-4c6a-9376-30471bc9ec77 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:47.784557 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5390b924-82da-42d0-9a44-a42e13ab672c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:47.809260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 5390b924-82da-42d0-9a44-a42e13ab672c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:47.809813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5390b924-82da-42d0-9a44-a42e13ab672c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:47.931918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.932528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e70425-d5df-46b5-a390-3d79ccca10b9 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:07:47.937265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:47.938532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dbcd73a3-76fa-4488-8976-056e314f5ddf admin admin] 10.222.0.43 "DELETE /v2.0/routers/a8e70425-d5df-46b5-a390-3d79ccca10b9 HTTP/1.1" status: 204 len: 168 time: 2.1609037 Aug 11 01:07:47.941445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49162) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:48.002911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.003082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-42386b26-1973-4fd0-91c2-969eace193a7 admin admin] Deleting subnet d662665b-74e5-4ade-9db5-b9973ea090eb {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:48.003082 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42386b26-1973-4fd0-91c2-969eace193a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.050243 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42386b26-1973-4fd0-91c2-969eace193a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.104598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=bc9f977f-458e-4157-9577-a798ed175875,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:48.109270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Checking segment: {'id': 'c7e7f821-577b-42db-831f-9860dfedcbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a961f3be-d912-46bb-94ca-770eea724df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:48.118738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network hostable DHCP agents. Network: a961f3be-d912-46bb-94ca-770eea724df7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:07:48.164643 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42386b26-1973-4fd0-91c2-969eace193a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.275537 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network a961f3be-d912-46bb-94ca-770eea724df7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:07:48.337829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42386b26-1973-4fd0-91c2-969eace193a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.380864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-42386b26-1973-4fd0-91c2-969eace193a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.390769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-42386b26-1973-4fd0-91c2-969eace193a7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d662665b-74e5-4ade-9db5-b9973ea090eb HTTP/1.1" status: 204 len: 168 time: 0.4480309 Aug 11 01:07:48.391417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49178) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:48.393191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a634c-4e37-4df0-8ba6-a08f27900f0b None None] Network f3f473ce-9166-48ec-a17b-ed212a20a560 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:48.393508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42386b26-1973-4fd0-91c2-969eace193a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d662665b-74e5-4ade-9db5-b9973ea090eb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:48.402149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, a961f3be-d912-46bb-94ca-770eea724df7) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:48.412613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:48.417971 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.466300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18632ade-28ac-42e9-9d8d-f66a0274f18e None None] Network a961f3be-d912-46bb-94ca-770eea724df7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:48.515006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.603963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Deleting port 85c87127-b927-421f-9bff-0b1f710bf14a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:48.610891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.686662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fb01764a-4768-4b5f-b86c-e8e31a134449 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3945541 Aug 11 01:07:48.690556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49184) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:48.699923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': 'a961f3be-d912-46bb-94ca-770eea724df7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-842570595'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:48.745378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] For port 85c87127-b927-421f-9bff-0b1f710bf14a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=85c87127-b927-421f-9bff-0b1f710bf14a,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:48.745999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.773430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Calling delete_port for 85c87127-b927-421f-9bff-0b1f710bf14a owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:48.814370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a961f3be-d912-46bb-94ca-770eea724df7', 'network_id': 'a961f3be-d912-46bb-94ca-770eea724df7', 'tenant_id': 'c6bb5502630749349d5fdc71326c9dd2', 'fixed_ips': [{'subnet_id': 'bc9f977f-458e-4157-9577-a798ed175875'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:07:48.815350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:48.929323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] DHCP port deletion for f3f473ce-9166-48ec-a17b-ed212a20a560 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:07:49.020788 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-15703275-adad-4279-a5ea-ed342fe95992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.052814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Allocated IP 172.20.0.2 (a961f3be-d912-46bb-94ca-770eea724df7/bc9f977f-458e-4157-9577-a798ed175875/c42f6e9c-8ba9-4a27-b6e9-8b520a31d534) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:49.068614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:49.074314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Deleting port 85c87127-b927-421f-9bff-0b1f710bf14a {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:49.074314 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.074314 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.074834 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.103478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.116440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 0ad95087-17c8-4114-a788-63db67c1e0f8 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:49.159691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Pushing event deleted for resources: {'Port': ['ID=85c87127-b927-421f-9bff-0b1f710bf14a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:49.164586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] No DVR routers for this DVR port 85c87127-b927-421f-9bff-0b1f710bf14a on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:49.261775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] For port 85c87127-b927-421f-9bff-0b1f710bf14a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=85c87127-b927-421f-9bff-0b1f710bf14a,segment=NetworkSegment(35387347-91e1-4a5b-b168-803439b90125),segment_id=35387347-91e1-4a5b-b168-803439b90125)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:49.262493 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.282625 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.289584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Calling delete_port for 85c87127-b927-421f-9bff-0b1f710bf14a owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:49.295609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f473ce-9166-48ec-a17b-ed212a20a560']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:49.308963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35387347-91e1-4a5b-b168-803439b90125') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:49.309266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35387347-91e1-4a5b-b168-803439b90125') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:49.319943 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.345293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.361069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:07:49.361497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:07:49.363531 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:07:49.410958 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.451850 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.479267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Pushing event deleted for resources: {'Port': ['ID=85c87127-b927-421f-9bff-0b1f710bf14a,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:49.481694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] No DVR routers for this DVR port 85c87127-b927-421f-9bff-0b1f710bf14a on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:49.492182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.492542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.498342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d70c0e-0eca-4f45-8188-5a5cbca037a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:49.527276 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.527449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Transition to ACTIVE for port object c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:49.533928 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.543586 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] 10.222.0.43 "DELETE /v2.0/networks/f3f473ce-9166-48ec-a17b-ed212a20a560 HTTP/1.1" status: 204 len: 168 time: 1.1504498 Aug 11 01:07:49.546623 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49212) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:49.549159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Transition to ACTIVE for port object c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:49.560524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6794a-dcfe-42a7-8d46-f21c97222cda admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f473ce-9166-48ec-a17b-ed212a20a560,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:49.603151 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:07:49.674949 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:49.703773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 85c87127-b927-421f-9bff-0b1f710bf14a no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:49.736831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 85c87127-b927-421f-9bff-0b1f710bf14a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:49.737320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 85c87127-b927-421f-9bff-0b1f710bf14a not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:49.737874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b3e070c6-e502-4049-86ab-6df2b85b4a71 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:49.756473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Network a961f3be-d912-46bb-94ca-770eea724df7 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:49.782839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:49.783744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b3e070c6-e502-4049-86ab-6df2b85b4a71 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:49.784276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b3e070c6-e502-4049-86ab-6df2b85b4a71 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:49.785990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:49.788199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Pushing event updated for resources: {'Port': ['ID=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:49.797720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.7 (a961f3be-d912-46bb-94ca-770eea724df7/bc9f977f-458e-4157-9577-a798ed175875/0ad95087-17c8-4114-a788-63db67c1e0f8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:07:50.016724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Attempting to bind port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:07:50.017330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Attempting to bind port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c7e7f821-577b-42db-831f-9860dfedcbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a961f3be-d912-46bb-94ca-770eea724df7'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:07:50.017454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Attempting to bind port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 on network a961f3be-d912-46bb-94ca-770eea724df7 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:07:50.027849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:07:50.028351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Checking segment: {'id': 'c7e7f821-577b-42db-831f-9860dfedcbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a961f3be-d912-46bb-94ca-770eea724df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:07:50.028935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.030279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Bound using segment: {'id': 'c7e7f821-577b-42db-831f-9860dfedcbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a961f3be-d912-46bb-94ca-770eea724df7'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:07:50.030279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Bound port: c42f6e9c-8ba9-4a27-b6e9-8b520a31d534, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e7f821-577b-42db-831f-9860dfedcbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a961f3be-d912-46bb-94ca-770eea724df7'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:07:50.030279 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.071263 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.092846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 0ad95087-17c8-4114-a788-63db67c1e0f8 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:07:50.119329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] For port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:07:50.123666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] For port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,segment=NetworkSegment(c7e7f821-577b-42db-831f-9860dfedcbf3),segment_id=c7e7f821-577b-42db-831f-9860dfedcbf3)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:07:50.193647 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.253731 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.278189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.332537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c9956-a116-49c5-a126-2be289c677e6 None None] Pushing event updated for resources: {'Port': ['ID=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:50.360059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network a961f3be-d912-46bb-94ca-770eea724df7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:50.371213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:50.375808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:50.379642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=0ad95087-17c8-4114-a788-63db67c1e0f8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:50.437937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.438291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.438824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.439253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.444124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.444124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.444124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.444124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.444124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.444124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.444124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.444124 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:07:50.539471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:50.542669 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.560620 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.690809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Deleting port d7d60c10-d36f-4cb8-9c73-5840d871e4da {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:50.691198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:50.763927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cbed9bcf-2f63-4e81-bc55-b2f29cc79cc4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0717828 Aug 11 01:07:50.766673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49246) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:51.082316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] For port d7d60c10-d36f-4cb8-9c73-5840d871e4da, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d7d60c10-d36f-4cb8-9c73-5840d871e4da,segment=NetworkSegment(036940bf-7a6f-4cb4-aed0-c900c55bbb5c),segment_id=036940bf-7a6f-4cb4-aed0-c900c55bbb5c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:51.083036 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:51.122686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Calling delete_port for d7d60c10-d36f-4cb8-9c73-5840d871e4da owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:51.216154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-88c57e8b-e50e-4dfc-b167-237530cc59d7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 0ad95087-17c8-4114-a788-63db67c1e0f8 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:51.216503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c57e8b-e50e-4dfc-b167-237530cc59d7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:51.378710 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c57e8b-e50e-4dfc-b167-237530cc59d7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:51.394891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-88c57e8b-e50e-4dfc-b167-237530cc59d7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 0ad95087-17c8-4114-a788-63db67c1e0f8 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:51.516881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b6b00-2c16-4736-8433-2096826f3bbb None None] Network a961f3be-d912-46bb-94ca-770eea724df7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:51.599676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:51.642901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d60c10-d36f-4cb8-9c73-5840d871e4da,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:51.730027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:07:51.755752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c57e8b-e50e-4dfc-b167-237530cc59d7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:51.798671 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c57e8b-e50e-4dfc-b167-237530cc59d7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=0ad95087-17c8-4114-a788-63db67c1e0f8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:51.811322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0aa53fc8-4a82-4003-add5-235bd163c939 None None] Provisioning for port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:51.984394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-88c57e8b-e50e-4dfc-b167-237530cc59d7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:51.986546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-88c57e8b-e50e-4dfc-b167-237530cc59d7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/0ad95087-17c8-4114-a788-63db67c1e0f8 HTTP/1.1" status: 204 len: 168 time: 1.2188730 Aug 11 01:07:51.989501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49276) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:51.997450 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.035046 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce337a4e-ab7b-48c3-929b-4df987228e5c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:07:52.040477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:07:52.040649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ce337a4e-ab7b-48c3-929b-4df987228e5c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/0ad95087-17c8-4114-a788-63db67c1e0f8 HTTP/1.1" status: 404 len: 333 time: 0.0461428 Aug 11 01:07:52.040761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:52.040761 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.042883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49278) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:52.133564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc12cba-4368-411a-9425-63adea53e361 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet bc9f977f-458e-4157-9577-a798ed175875 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:52.142173 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbc12cba-4368-411a-9425-63adea53e361 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.210240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbc12cba-4368-411a-9425-63adea53e361 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.221518 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.252753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8684c38f-4b4b-45c6-8ea6-037947ddb2d7 None None] Provisioning complete for port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:07:52.253322 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8684c38f-4b4b-45c6-8ea6-037947ddb2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.310077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,segment=NetworkSegment(c7e7f821-577b-42db-831f-9860dfedcbf3),segment_id=c7e7f821-577b-42db-831f-9860dfedcbf3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:52.387863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Router 7ff982c9-8141-4482-bedb-508edb6cb6d9 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:07:52.404449 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8684c38f-4b4b-45c6-8ea6-037947ddb2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.442499 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbc12cba-4368-411a-9425-63adea53e361 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.448717 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.492959 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.509982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:52.589136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:07:52.597821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49296) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:52.600090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] Sync routers for ids ['7ff982c9-8141-4482-bedb-508edb6cb6d9'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:07:52.604189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b053ef3-1173-4c12-876e-6a6806ab52dc admin admin] 10.222.0.43 "PUT /v2.0/routers/7ff982c9-8141-4482-bedb-508edb6cb6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0499890 Aug 11 01:07:52.611734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] Routers {'7ff982c9-8141-4482-bedb-508edb6cb6d9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:52.612471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:07:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7ff982c9-8141-4482-bedb-508edb6cb6d9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:52.649032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbc12cba-4368-411a-9425-63adea53e361 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.696635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc12cba-4368-411a-9425-63adea53e361 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9f977f-458e-4157-9577-a798ed175875,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:52.704231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cbc12cba-4368-411a-9425-63adea53e361 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.710265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cbc12cba-4368-411a-9425-63adea53e361 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/bc9f977f-458e-4157-9577-a798ed175875 HTTP/1.1" status: 204 len: 168 time: 0.6601753 Aug 11 01:07:52.719054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49302) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:52.767333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c70d3d-3b29-4cf0-8462-dccf3c01c78e None None] Network a961f3be-d912-46bb-94ca-770eea724df7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:52.784726 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-8684c38f-4b4b-45c6-8ea6-037947ddb2d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:07:52.785049 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-8684c38f-4b4b-45c6-8ea6-037947ddb2d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:07:52.868900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.873723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:52.877309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] Set router 7ff982c9-8141-4482-bedb-508edb6cb6d9 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:07:53.025391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.036504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:53.037497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.116815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] DHCP port deletion for a961f3be-d912-46bb-94ca-770eea724df7 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:07:53.132157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] For port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,segment=NetworkSegment(c7e7f821-577b-42db-831f-9860dfedcbf3),segment_id=c7e7f821-577b-42db-831f-9860dfedcbf3)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:53.132535 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.147699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:53.178089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '399589a6-6f19-49d9-90c8-0314002d4055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:07:51Z', 'revision_number': 5, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port': {'id': '399589a6-6f19-49d9-90c8-0314002d4055', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:02:02Z', 'updated_at': '2021-08-11T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:53.209427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] Checking router: 7ff982c9-8141-4482-bedb-508edb6cb6d9 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:07:53.217178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] Deleting port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:53.217554 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.260202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] Routers {'7ff982c9-8141-4482-bedb-508edb6cb6d9'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:07:53.260841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:07:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['7ff982c9-8141-4482-bedb-508edb6cb6d9'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:53.284064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Deleting port 399589a6-6f19-49d9-90c8-0314002d4055 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:53.284502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.379911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] For port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,segment=NetworkSegment(c7e7f821-577b-42db-831f-9860dfedcbf3),segment_id=c7e7f821-577b-42db-831f-9860dfedcbf3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:53.380276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] For port 399589a6-6f19-49d9-90c8-0314002d4055, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=399589a6-6f19-49d9-90c8-0314002d4055,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:53.380581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.380697 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.396490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Calling delete_port for 399589a6-6f19-49d9-90c8-0314002d4055 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:53.406747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] Calling delete_port for c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:53.413342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.420524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] Set router 7ff982c9-8141-4482-bedb-508edb6cb6d9 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:07:53.483266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:53.484352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:07:53Z', 'revision_number': 6, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:53.493376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No DVR routers for this DVR port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:53.560208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7ed70-c1b0-4682-b46f-316ad989ede3 None None] The sync data for ids ['7ff982c9-8141-4482-bedb-508edb6cb6d9'] in n-d-712143-13 is: [{'id': '7ff982c9-8141-4482-bedb-508edb6cb6d9', 'name': 'tempest-TestVolumeBackupRestore-1622736326-router', 'tenant_id': '1704e3e891a04c01b5970daf45e8b5e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:02:01Z', 'updated_at': '2021-08-11T01:07:53Z', 'revision_number': 6, 'project_id': '1704e3e891a04c01b5970daf45e8b5e0', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:07:53.589216 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6bd73e2c-35e6-427a-8712-2d68cd699a5b None None] Could not find standard attr ID for object 0ad95087-17c8-4114-a788-63db67c1e0f8. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:07:53.630053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.643111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.657294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a961f3be-d912-46bb-94ca-770eea724df7']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:53.666180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] Pushing event deleted for resources: {'Port': ['ID=c42f6e9c-8ba9-4a27-b6e9-8b520a31d534,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:53.669396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e7f821-577b-42db-831f-9860dfedcbf3') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:53.669698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e7f821-577b-42db-831f-9860dfedcbf3') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:53.672289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20678a-b708-4a50-98af-ffe0ffc23f01 None None] No DVR routers for this DVR port c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:53.690071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.726131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.737470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:07:53.737946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:07:53.741430 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:07:53.949329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.950939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.968411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:53.971062 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/networks/a961f3be-d912-46bb-94ca-770eea724df7 HTTP/1.1" status: 204 len: 168 time: 1.2593966 Aug 11 01:07:53.980329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49340) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:53.986527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'name': 'tempest-PortsTestJSON-261087395'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:54.017805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=399589a6-6f19-49d9-90c8-0314002d4055,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:54.022808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918b310-3826-41b4-9c88-79cefea78111 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Network': ['ID=a961f3be-d912-46bb-94ca-770eea724df7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:54.025748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d7d60c10-d36f-4cb8-9c73-5840d871e4da no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:54.067762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: d7d60c10-d36f-4cb8-9c73-5840d871e4da {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:54.068112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d7d60c10-d36f-4cb8-9c73-5840d871e4da not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:54.068542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:54.106333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:54.106692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c42f6e9c-8ba9-4a27-b6e9-8b520a31d534 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:54.149763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.251345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:54.252843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.255541 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.256367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.280060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 124934ec-6bda-4738-adb9-2efb0c297f90 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:54.428520 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.429084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff982c9-8141-4482-bedb-508edb6cb6d9 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:07:54.434422 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.441206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d6219ca3-c1bb-417e-b631-1f4e52ce52c6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7ff982c9-8141-4482-bedb-508edb6cb6d9 HTTP/1.1" status: 204 len: 168 time: 1.8359766 Aug 11 01:07:54.441206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49348) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:54.482782 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.492167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9682cd0d-a318-4f68-95e0-e9fac0edc1ad admin admin] Deleting subnet ef1add4c-2c4b-49e3-887d-4b3eee56a7b1 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:07:54.496476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9682cd0d-a318-4f68-95e0-e9fac0edc1ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.536619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9682cd0d-a318-4f68-95e0-e9fac0edc1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.606037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.629052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9682cd0d-a318-4f68-95e0-e9fac0edc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.660860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:54.668608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:54.671255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:54.678608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:54.679463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.694823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=124934ec-6bda-4738-adb9-2efb0c297f90,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:54.794345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9682cd0d-a318-4f68-95e0-e9fac0edc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.829123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dc7e99f7-7fa2-4aaa-ad93-d4e3d6aca43f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8470111 Aug 11 01:07:54.831755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49362) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:54.838789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682cd0d-a318-4f68-95e0-e9fac0edc1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1add4c-2c4b-49e3-887d-4b3eee56a7b1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:54.842869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9682cd0d-a318-4f68-95e0-e9fac0edc1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:54.845524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9682cd0d-a318-4f68-95e0-e9fac0edc1ad admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ef1add4c-2c4b-49e3-887d-4b3eee56a7b1 HTTP/1.1" status: 204 len: 168 time: 0.4051418 Aug 11 01:07:54.849229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49364) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:54.850252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f82ac-9d33-4aa0-af93-cf20cf64ec2e None None] Network fe25799b-5558-4a3c-89ea-1f4eb1a73a6a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:07:55.006824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.052564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] DHCP port deletion for fe25799b-5558-4a3c-89ea-1f4eb1a73a6a request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:07:55.071568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d47c8bc5-efd4-45c1-a25c-bef865d66854 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 124934ec-6bda-4738-adb9-2efb0c297f90 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:55.072972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d47c8bc5-efd4-45c1-a25c-bef865d66854 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.127695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] Deleting port 046655e2-0aaf-49d0-b5e1-79ad88f13474 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:55.128100 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.157109 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d47c8bc5-efd4-45c1-a25c-bef865d66854 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.173641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d47c8bc5-efd4-45c1-a25c-bef865d66854 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 124934ec-6bda-4738-adb9-2efb0c297f90 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:55.181462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Deleting port 046655e2-0aaf-49d0-b5e1-79ad88f13474 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:55.181806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.206300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] For port 046655e2-0aaf-49d0-b5e1-79ad88f13474, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=046655e2-0aaf-49d0-b5e1-79ad88f13474,segment=NetworkSegment(036940bf-7a6f-4cb4-aed0-c900c55bbb5c),segment_id=036940bf-7a6f-4cb4-aed0-c900c55bbb5c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:55.206836 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.225291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] Calling delete_port for 046655e2-0aaf-49d0-b5e1-79ad88f13474 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:55.302141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] For port 046655e2-0aaf-49d0-b5e1-79ad88f13474, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=046655e2-0aaf-49d0-b5e1-79ad88f13474,segment=NetworkSegment(036940bf-7a6f-4cb4-aed0-c900c55bbb5c),segment_id=036940bf-7a6f-4cb4-aed0-c900c55bbb5c)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:07:55.302441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.320156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Calling delete_port for 046655e2-0aaf-49d0-b5e1-79ad88f13474 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:55.368363 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.412228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] Pushing event deleted for resources: {'Port': ['ID=046655e2-0aaf-49d0-b5e1-79ad88f13474,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:55.418235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f67b8-b6f1-4bc7-999b-45aad4138cc3 None None] No DVR routers for this DVR port 046655e2-0aaf-49d0-b5e1-79ad88f13474 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:55.447432 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.480031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] No DVR routers for this DVR port 046655e2-0aaf-49d0-b5e1-79ad88f13474 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:07:55.494167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=046655e2-0aaf-49d0-b5e1-79ad88f13474,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:55.516173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d47c8bc5-efd4-45c1-a25c-bef865d66854 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.586245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c8bc5-efd4-45c1-a25c-bef865d66854 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=124934ec-6bda-4738-adb9-2efb0c297f90,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:55.597743 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d47c8bc5-efd4-45c1-a25c-bef865d66854 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.599751 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d47c8bc5-efd4-45c1-a25c-bef865d66854 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/124934ec-6bda-4738-adb9-2efb0c297f90 HTTP/1.1" status: 204 len: 168 time: 0.7669392 Aug 11 01:07:55.602567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49382) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:55.607825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'mac_address': 'fa:16:3e:6b:35:80', 'name': 'tempest-PortsTestJSON-83529780'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:55.608109 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.620691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe25799b-5558-4a3c-89ea-1f4eb1a73a6a']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:55.637983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036940bf-7a6f-4cb4-aed0-c900c55bbb5c') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:55.638399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036940bf-7a6f-4cb4-aed0-c900c55bbb5c') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:07:55.648626 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.664713 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.671861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:07:55.672348 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: self.session.flush() Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:07:55.674045 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:07:55.696822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 399589a6-6f19-49d9-90c8-0314002d4055 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:55.721214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 399589a6-6f19-49d9-90c8-0314002d4055 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:55.721571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 399589a6-6f19-49d9-90c8-0314002d4055 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:55.722011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 046655e2-0aaf-49d0-b5e1-79ad88f13474 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:07:55.744540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 046655e2-0aaf-49d0-b5e1-79ad88f13474 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:07:55.744888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 046655e2-0aaf-49d0-b5e1-79ad88f13474 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:07:55.805721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:55.875708 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:55.897373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 80e319bf-b05c-4705-845d-fac4a27fcf3f yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:55.994469 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.012543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.017767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fe25799b-5558-4a3c-89ea-1f4eb1a73a6a HTTP/1.1" status: 204 len: 168 time: 1.1650529 Aug 11 01:07:56.035726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3293b27-225f-4c42-86b9-d9cbc312e0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe25799b-5558-4a3c-89ea-1f4eb1a73a6a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:56.114238 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.302900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.347431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:56.351064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:56.356156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:56.362429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:56.363082 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.372573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=80e319bf-b05c-4705-845d-fac4a27fcf3f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:56.520468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-310f11db-9238-46a0-9cc4-623d65c4a9b9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9167073 Aug 11 01:07:56.523210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49388) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:56.573523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059d37a9-4e4e-4493-95a8-7cd544e8db40 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:56.575094 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-059d37a9-4e4e-4493-95a8-7cd544e8db40 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/80e319bf-b05c-4705-845d-fac4a27fcf3f HTTP/1.1" status: 200 len: 839 time: 0.0508168 Aug 11 01:07:56.578686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49390) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:56.584610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49392) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:56.633017 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-391fafcc-488e-437d-94e7-780c4fd9841e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b860338a3b6b4cd39015e54a7e38fd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472164 Aug 11 01:07:56.635498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49394) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:56.683811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9664b553-dae7-46dd-a735-e7b17dd94d05 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 80e319bf-b05c-4705-845d-fac4a27fcf3f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:56.684372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9664b553-dae7-46dd-a735-e7b17dd94d05 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.695323 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-610eb5fd-9783-4e2d-bf37-a51d828ac3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.719811 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-610eb5fd-9783-4e2d-bf37-a51d828ac3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.751640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9664b553-dae7-46dd-a735-e7b17dd94d05 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.766563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9664b553-dae7-46dd-a735-e7b17dd94d05 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 80e319bf-b05c-4705-845d-fac4a27fcf3f owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:56.879711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-610eb5fd-9783-4e2d-bf37-a51d828ac3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.882247 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-610eb5fd-9783-4e2d-bf37-a51d828ac3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:56.883477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-610eb5fd-9783-4e2d-bf37-a51d828ac3c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7083c634-8486-4a08-b0ae-64a0922727d2 HTTP/1.1" status: 204 len: 168 time: 0.2470191 Aug 11 01:07:56.893031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610eb5fd-9783-4e2d-bf37-a51d828ac3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7083c634-8486-4a08-b0ae-64a0922727d2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:57.005467 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9664b553-dae7-46dd-a735-e7b17dd94d05 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:57.037087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664b553-dae7-46dd-a735-e7b17dd94d05 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=80e319bf-b05c-4705-845d-fac4a27fcf3f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:57.041690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9664b553-dae7-46dd-a735-e7b17dd94d05 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:57.043279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9664b553-dae7-46dd-a735-e7b17dd94d05 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/80e319bf-b05c-4705-845d-fac4a27fcf3f HTTP/1.1" status: 204 len: 168 time: 0.4635911 Aug 11 01:07:57.046221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49398) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:57.072729 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4810ae09-2636-46af-8516-f83042da0620 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:07:57.074281 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4810ae09-2636-46af-8516-f83042da0620 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/80e319bf-b05c-4705-845d-fac4a27fcf3f HTTP/1.1" status: 404 len: 333 time: 0.0270751 Aug 11 01:07:57.077896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49400) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:57.083738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'name': 'tempest-PortsTestJSON-445810801'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:57.336250 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:57.340751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:57.362247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 3c6c01b1-bf01-45e9-8359-aa0ee501d693 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:07:57.572171 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:57.737062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:57.783830 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:07:57.787022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:07:57.791173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:07:57.796824 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:57.800135 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:57.804084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=3c6c01b1-bf01-45e9-8359-aa0ee501d693,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:57.866798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49406) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:57.918086 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0f651ce8-9ad6-4fe5-8b2c-ab2423dad01b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1704e3e891a04c01b5970daf45e8b5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500166 Aug 11 01:07:57.920393 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7531e6c0-7792-48aa-93e2-c539ace63f43 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8413765 Aug 11 01:07:57.921781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49408) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:57.924332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49410) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:57.933130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:57.982276 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3e9da7a-1daa-4372-a236-0edec9745658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.007088 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3e9da7a-1daa-4372-a236-0edec9745658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.024243 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.183229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3e9da7a-1daa-4372-a236-0edec9745658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.186137 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f3e9da7a-1daa-4372-a236-0edec9745658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.195754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f3e9da7a-1daa-4372-a236-0edec9745658 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a304d8d3-043a-482c-b104-db1c960bdaed HTTP/1.1" status: 204 len: 168 time: 0.2728298 Aug 11 01:07:58.204663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9da7a-1daa-4372-a236-0edec9745658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a304d8d3-043a-482c-b104-db1c960bdaed,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:58.225879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.330539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.369616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] In _notify_port_updated(), no bound segment for port 3c6c01b1-bf01-45e9-8359-aa0ee501d693 on network 23c295d2-61bb-49cd-885f-159df435e76e {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:07:58.375193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:58.375839 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.377216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "PUT /v2.0/ports/3c6c01b1-bf01-45e9-8359-aa0ee501d693 HTTP/1.1" status: 200 len: 818 time: 0.4516275 Aug 11 01:07:58.380596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49416) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:58.419756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789cd89-2e0a-4b79-bd0a-8ac3ea3ef17e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=3c6c01b1-bf01-45e9-8359-aa0ee501d693,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:58.491137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-20316153-3141-47de-9e27-fe6c166dd455 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 3c6c01b1-bf01-45e9-8359-aa0ee501d693 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:07:58.491523 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20316153-3141-47de-9e27-fe6c166dd455 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.575544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20316153-3141-47de-9e27-fe6c166dd455 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.598986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-20316153-3141-47de-9e27-fe6c166dd455 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 3c6c01b1-bf01-45e9-8359-aa0ee501d693 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:07:58.805562 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20316153-3141-47de-9e27-fe6c166dd455 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.839036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20316153-3141-47de-9e27-fe6c166dd455 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=3c6c01b1-bf01-45e9-8359-aa0ee501d693,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:58.851290 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-20316153-3141-47de-9e27-fe6c166dd455 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:58.854369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-20316153-3141-47de-9e27-fe6c166dd455 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/3c6c01b1-bf01-45e9-8359-aa0ee501d693 HTTP/1.1" status: 204 len: 168 time: 0.4724305 Aug 11 01:07:58.856961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49418) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:58.915967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce103a2-360c-43a0-9028-c305eb57df24 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:58.920813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2ce103a2-360c-43a0-9028-c305eb57df24 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0602009 Aug 11 01:07:58.921160 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49420) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:58.960334 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b04078-b393-4556-97ee-a1a4a8a4e9f8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:07:58.966998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-64b04078-b393-4556-97ee-a1a4a8a4e9f8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/3c6c01b1-bf01-45e9-8359-aa0ee501d693 HTTP/1.1" status: 404 len: 333 time: 0.0405767 Aug 11 01:07:58.967299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49422) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:58.973336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1987848647'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:59.114517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:59.118324 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:59.145464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:07:59.156035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:59.156390 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Added segment 5e695245-566a-45bc-a747-1f4d5d6cc40f of type vlan for network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 Aug 11 01:07:59.201302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:59.347811 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:59.353495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:07:59.354099 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:59.426085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Network': ['ID=6274bb46-4486-46fa-9039-5f78fbb9fdb2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:07:59.439994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:07:59.504278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1c77c06d-0c35-4992-9f6c-16dc4aefac8b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5354609 Aug 11 01:07:59.506781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49426) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:07:59.513724 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:07:59.730782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:07:59.734557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:59.782560 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:07:59.959328 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:00.068408 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:00.132154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=3e07ade5-f315-4e3c-9596-e7716424bb79,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:00.144734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Checking segment: {'id': '5e695245-566a-45bc-a747-1f4d5d6cc40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:00.145084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network hostable DHCP agents. Network: 6274bb46-4486-46fa-9039-5f78fbb9fdb2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:08:00.307948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:08:00.479633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 6274bb46-4486-46fa-9039-5f78fbb9fdb2) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:00.485709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:00.486328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:00.495025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9def8927-9339-4c8c-8457-d11cd350cd46 None None] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:00.633795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dbe79f81-b390-4a7a-ad8e-555d0aab3dad tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1254716 Aug 11 01:08:00.634570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49430) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:00.642460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-73bb3332-b901-4d5a-9060-6fb0ca668f57 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:00.831913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-6274bb46-4486-46fa-9039-5f78fbb9fdb2', 'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2', 'tenant_id': 'c6bb5502630749349d5fdc71326c9dd2', 'fixed_ips': [{'subnet_id': '3e07ade5-f315-4e3c-9596-e7716424bb79'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:08:00.832712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:00.942430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bb3332-b901-4d5a-9060-6fb0ca668f57 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:00.949702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73bb3332-b901-4d5a-9060-6fb0ca668f57 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:01.008188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Allocated IP 172.20.0.2 (6274bb46-4486-46fa-9039-5f78fbb9fdb2/3e07ade5-f315-4e3c-9596-e7716424bb79/baa92ed9-b77e-4699-9c90-d0ef518f8cff) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:01.221338 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:01.233290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Transition to ACTIVE for port object baa92ed9-b77e-4699-9c90-d0ef518f8cff will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:01.253729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Transition to ACTIVE for port object baa92ed9-b77e-4699-9c90-d0ef518f8cff will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:01.368760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:01.410826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:01.423078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:01.430116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:01.459499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Pushing event updated for resources: {'Port': ['ID=baa92ed9-b77e-4699-9c90-d0ef518f8cff,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:01.481761 n-d-712143-13 neutron-server[95254]: INFO neutron.db.ipam_backend_mixin [None req-73bb3332-b901-4d5a-9060-6fb0ca668f57 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3e07ade5-f315-4e3c-9596-e7716424bb79 (CIDR: 172.20.0.0/28) Aug 11 01:08:01.507431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Attempting to bind port baa92ed9-b77e-4699-9c90-d0ef518f8cff on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:01.508387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Attempting to bind port baa92ed9-b77e-4699-9c90-d0ef518f8cff by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '5e695245-566a-45bc-a747-1f4d5d6cc40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:01.508766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Attempting to bind port baa92ed9-b77e-4699-9c90-d0ef518f8cff on network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:01.513956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:01.514338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Checking segment: {'id': '5e695245-566a-45bc-a747-1f4d5d6cc40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:01.514739 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:01.515130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Bound using segment: {'id': '5e695245-566a-45bc-a747-1f4d5d6cc40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:01.515622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Bound port: baa92ed9-b77e-4699-9c90-d0ef518f8cff, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e695245-566a-45bc-a747-1f4d5d6cc40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:01.516004 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:01.560455 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bb3332-b901-4d5a-9060-6fb0ca668f57 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:08:01.561372 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bb3332-b901-4d5a-9060-6fb0ca668f57 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:01.588403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] For port baa92ed9-b77e-4699-9c90-d0ef518f8cff, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:01.592491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] For port baa92ed9-b77e-4699-9c90-d0ef518f8cff, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=baa92ed9-b77e-4699-9c90-d0ef518f8cff,segment=NetworkSegment(5e695245-566a-45bc-a747-1f4d5d6cc40f),segment_id=5e695245-566a-45bc-a747-1f4d5d6cc40f)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:01.749287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-73bb3332-b901-4d5a-9060-6fb0ca668f57 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1117148 Aug 11 01:08:01.752117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49434) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:01.757201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:01.777589 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:01.846796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b737f4f-73ff-42f9-a438-75a261976c78 None None] Pushing event updated for resources: {'Port': ['ID=baa92ed9-b77e-4699-9c90-d0ef518f8cff,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:01.959602 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:01.964101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:02.331558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:02.381169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:02.386440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:02.390817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:02.391486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:02.405431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=47cc4660-120e-43bb-8993-8f7708191860,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:02.471216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6a7148cd-0e91-4746-b302-bfba1301c6d4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7162011 Aug 11 01:08:02.472591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49438) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:02.478720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2', 'fixed_ips': [{'subnet_id': '3e07ade5-f315-4e3c-9596-e7716424bb79'}, {'subnet_id': '47cc4660-120e-43bb-8993-8f7708191860'}], 'name': 'tempest-PortsTestJSON-1190427884'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:02.668149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:02.790780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-baa83358-e862-4d56-b20e-642e6cbfbbe8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711937108&fields=id&tenant_id=0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 267 time: 0.0665185 Aug 11 01:08:02.794953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:02.842755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c9c3b-6586-4107-9e15-5a6a2341d047 None None] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:02.868605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 4577ae64-8028-4aec-89f4-bd26c1d776f2 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:08:03.014626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3be2e8fb-5e72-40ae-8f0d-92f4d121b8ad None None] Provisioning for port baa92ed9-b77e-4699-9c90-d0ef518f8cff completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:03.138673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d07fb82-f705-44d3-9b0f-a5790b31b03f None None] Update dhcp port {'port': {'network_id': '6274bb46-4486-46fa-9039-5f78fbb9fdb2', 'fixed_ips': [{'subnet_id': '3e07ade5-f315-4e3c-9596-e7716424bb79', 'ip_address': '172.20.0.2'}, {'subnet_id': '47cc4660-120e-43bb-8993-8f7708191860'}], 'binding:host_id': 'n-d-712143-13'}, 'id': 'baa92ed9-b77e-4699-9c90-d0ef518f8cff'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 01:08:03.166731 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d07fb82-f705-44d3-9b0f-a5790b31b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:03.349842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-1d07fb82-f705-44d3-9b0f-a5790b31b03f None None] Allocated IP 172.20.0.18 (6274bb46-4486-46fa-9039-5f78fbb9fdb2/47cc4660-120e-43bb-8993-8f7708191860/baa92ed9-b77e-4699-9c90-d0ef518f8cff) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:03.350949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-eb237541-7b9b-4fba-8442-64ae8fc9d744 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:03.352589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-eb237541-7b9b-4fba-8442-64ae8fc9d744 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.5520914 Aug 11 01:08:03.383910 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-6158115e-6607-4119-980d-49c82e35afe1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/quotas/0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 375 time: 0.0184588 Aug 11 01:08:03.462586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1d07fb82-f705-44d3-9b0f-a5790b31b03f None None] For port baa92ed9-b77e-4699-9c90-d0ef518f8cff, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=baa92ed9-b77e-4699-9c90-d0ef518f8cff,segment=NetworkSegment(5e695245-566a-45bc-a747-1f4d5d6cc40f),segment_id=5e695245-566a-45bc-a747-1f4d5d6cc40f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:03.493068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-3197f061-45c8-4ef6-9930-115a179141e5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0789044 Aug 11 01:08:03.494887 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d07fb82-f705-44d3-9b0f-a5790b31b03f None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:03.510159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1d07fb82-f705-44d3-9b0f-a5790b31b03f None None] Transition to ACTIVE for port object baa92ed9-b77e-4699-9c90-d0ef518f8cff will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:03.570915 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1d07fb82-f705-44d3-9b0f-a5790b31b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:03.675800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-a9ab25d3-3dde-460f-9942-f31942eeb3d8 service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677582 Aug 11 01:08:03.734844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07fb82-f705-44d3-9b0f-a5790b31b03f None None] Pushing event updated for resources: {'Port': ['ID=baa92ed9-b77e-4699-9c90-d0ef518f8cff,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:03.767676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device baa92ed9-b77e-4699-9c90-d0ef518f8cff up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:03.849765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.5 (6274bb46-4486-46fa-9039-5f78fbb9fdb2/3e07ade5-f315-4e3c-9596-e7716424bb79/4577ae64-8028-4aec-89f4-bd26c1d776f2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:03.863971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.27 (6274bb46-4486-46fa-9039-5f78fbb9fdb2/47cc4660-120e-43bb-8993-8f7708191860/4577ae64-8028-4aec-89f4-bd26c1d776f2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:03.874842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-5e40223d-5c81-4a2d-b8b8-f172fc6cf2fc service neutron] 10.222.0.43 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904659 Aug 11 01:08:03.954651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port baa92ed9-b77e-4699-9c90-d0ef518f8cff completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:04.105421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:04.120550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 4577ae64-8028-4aec-89f4-bd26c1d776f2 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:04.292253 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:04.297312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfee12-34d6-45a6-a60f-b959f22e5363 None None] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:04.343089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:04.346550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:04.349311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:04.397006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=4577ae64-8028-4aec-89f4-bd26c1d776f2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:04.410388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.410743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.411094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.411465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.411806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.412148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.412482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.412813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.413164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.413502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.413834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.414165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:04.433645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:04.434353 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:04.500113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-878ea35d-de14-4364-88f4-cc8d3d0e2941 None None] Provisioning for port baa92ed9-b77e-4699-9c90-d0ef518f8cff completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:04.504677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-878ea35d-de14-4364-88f4-cc8d3d0e2941 None None] Provisioning complete for port baa92ed9-b77e-4699-9c90-d0ef518f8cff triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:04.505045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-878ea35d-de14-4364-88f4-cc8d3d0e2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:04.548120 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cd1f1403-b7bb-46c2-9eb5-b0821fc2ed71 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0713735 Aug 11 01:08:04.552374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49454) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:04.558461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e07ade5-f315-4e3c-9596-e7716424bb79'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:04.617272 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-878ea35d-de14-4364-88f4-cc8d3d0e2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:04.663600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-878ea35d-de14-4364-88f4-cc8d3d0e2941 None None] For port baa92ed9-b77e-4699-9c90-d0ef518f8cff, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=baa92ed9-b77e-4699-9c90-d0ef518f8cff,segment=NetworkSegment(5e695245-566a-45bc-a747-1f4d5d6cc40f),segment_id=5e695245-566a-45bc-a747-1f4d5d6cc40f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:04.686781 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:04.754182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-878ea35d-de14-4364-88f4-cc8d3d0e2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:04.841090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea35d-de14-4364-88f4-cc8d3d0e2941 None None] Pushing event updated for resources: {'Port': ['ID=baa92ed9-b77e-4699-9c90-d0ef518f8cff,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:04.868175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e08706a-835c-4c8e-8ed6-8693012f9335 req-2e4df2ad-3330-4808-b385-fd7f6d12adee tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 210 time: 0.0836129 Aug 11 01:08:04.965127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6e114293-d8fc-4777-9fa3-878ab15e1d12 None None] Provisioning for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:04.972219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6e114293-d8fc-4777-9fa3-878ab15e1d12 None None] Provisioning complete for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:04.972821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e114293-d8fc-4777-9fa3-878ab15e1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.052234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6e114293-d8fc-4777-9fa3-878ab15e1d12 None None] Port 4577ae64-8028-4aec-89f4-bd26c1d776f2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:05.070007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6e114293-d8fc-4777-9fa3-878ab15e1d12 None None] Provisioning complete for port baa92ed9-b77e-4699-9c90-d0ef518f8cff triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:05.070555 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e114293-d8fc-4777-9fa3-878ab15e1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.095491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Delete allocated IP 172.20.0.27 (6274bb46-4486-46fa-9039-5f78fbb9fdb2/47cc4660-120e-43bb-8993-8f7708191860) {{(pid=95255) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 01:08:05.253298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.268784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Ignored duplicate provisioning block setup for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 01:08:05.292623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c1ba4a28-f46d-44ea-acee-1521fc3d1bd6 None None] Provisioning complete for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:05.293027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c1ba4a28-f46d-44ea-acee-1521fc3d1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.330292 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.353097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba4a28-f46d-44ea-acee-1521fc3d1bd6 None None] Port 4577ae64-8028-4aec-89f4-bd26c1d776f2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:05.433856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=4577ae64-8028-4aec-89f4-bd26c1d776f2,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:05.459667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] In _notify_port_updated(), no bound segment for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 on network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:08:05.465535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:05.466412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.471807 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b9c24f99-827f-4142-a202-46fa32a432ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "PUT /v2.0/ports/4577ae64-8028-4aec-89f4-bd26c1d776f2 HTTP/1.1" status: 200 len: 919 time: 0.9165208 Aug 11 01:08:05.472528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49472) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:05.478765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e07ade5-f315-4e3c-9596-e7716424bb79'}, {'subnet_id': '47cc4660-120e-43bb-8993-8f7708191860'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:05.552103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.683360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a8413205-8dd8-484a-8e9c-c1c9de2e8d55 None None] Provisioning complete for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:05.683742 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a8413205-8dd8-484a-8e9c-c1c9de2e8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.710572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device baa92ed9-b77e-4699-9c90-d0ef518f8cff up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:05.753071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a8413205-8dd8-484a-8e9c-c1c9de2e8d55 None None] Port 4577ae64-8028-4aec-89f4-bd26c1d776f2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:05.770108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port baa92ed9-b77e-4699-9c90-d0ef518f8cff triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:05.770496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:05.845111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.25 (6274bb46-4486-46fa-9039-5f78fbb9fdb2/47cc4660-120e-43bb-8993-8f7708191860/4577ae64-8028-4aec-89f4-bd26c1d776f2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:06.001756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-306366c9-90b9-4e60-afbe-58460443aec8 req-2facedc9-4aac-4242-a8c1-0997450c4ae1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 210 time: 0.0383599 Aug 11 01:08:06.023356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:06.038517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 4577ae64-8028-4aec-89f4-bd26c1d776f2 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:06.084736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:06.175014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=4577ae64-8028-4aec-89f4-bd26c1d776f2,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:06.230467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] In _notify_port_updated(), no bound segment for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 on network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 {{(pid=95255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:08:06.236898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:06.237567 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:06.239019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2292f266-8d76-4ce2-9bae-84b87f6f4603 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "PUT /v2.0/ports/4577ae64-8028-4aec-89f4-bd26c1d776f2 HTTP/1.1" status: 200 len: 999 time: 0.7659752 Aug 11 01:08:06.242612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49478) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:06.350299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc005c-b60b-44f7-8508-53743f87aa11 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 4577ae64-8028-4aec-89f4-bd26c1d776f2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:06.350762 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e7dc005c-b60b-44f7-8508-53743f87aa11 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:06.451891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e7dc005c-b60b-44f7-8508-53743f87aa11 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:06.465826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc005c-b60b-44f7-8508-53743f87aa11 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 4577ae64-8028-4aec-89f4-bd26c1d776f2 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:06.564711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-385d325b-8064-4517-9aa8-8fb6f39e1a36 None None] Provisioning for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:06.568857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-385d325b-8064-4517-9aa8-8fb6f39e1a36 None None] Provisioning complete for port 4577ae64-8028-4aec-89f4-bd26c1d776f2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:06.569236 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-385d325b-8064-4517-9aa8-8fb6f39e1a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:06.605176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-385d325b-8064-4517-9aa8-8fb6f39e1a36 None None] Port 4577ae64-8028-4aec-89f4-bd26c1d776f2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:06.765268 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e7dc005c-b60b-44f7-8508-53743f87aa11 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:06.794974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc005c-b60b-44f7-8508-53743f87aa11 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=4577ae64-8028-4aec-89f4-bd26c1d776f2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:06.892966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e7dc005c-b60b-44f7-8508-53743f87aa11 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:06.895057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e7dc005c-b60b-44f7-8508-53743f87aa11 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/4577ae64-8028-4aec-89f4-bd26c1d776f2 HTTP/1.1" status: 204 len: 168 time: 0.6513546 Aug 11 01:08:06.898126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49480) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:06.923945 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b206944-110f-4499-8c13-b3511acbdebc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:08:06.925638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4b206944-110f-4499-8c13-b3511acbdebc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/4577ae64-8028-4aec-89f4-bd26c1d776f2 HTTP/1.1" status: 404 len: 333 time: 0.0265615 Aug 11 01:08:06.928409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49482) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:06.988089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-566b7e24-08fe-44c0-830d-f347f1e7c5fd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 47cc4660-120e-43bb-8993-8f7708191860 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:06.991676 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-566b7e24-08fe-44c0-830d-f347f1e7c5fd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.042416 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-566b7e24-08fe-44c0-830d-f347f1e7c5fd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.135944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-337a6f04-71bf-4d67-adee-2f2ee6e3bed5 req-8362eefb-b872-470f-a1b5-0fb1482a536e tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 210 time: 0.0284903 Aug 11 01:08:07.153165 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-566b7e24-08fe-44c0-830d-f347f1e7c5fd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.285443 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-566b7e24-08fe-44c0-830d-f347f1e7c5fd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.293371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-b87ac612-645a-4599-8bb2-71e7d1cf0b7a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:07.294931 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-b87ac612-645a-4599-8bb2-71e7d1cf0b7a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 811 time: 0.1273005 Aug 11 01:08:07.325405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b7e24-08fe-44c0-830d-f347f1e7c5fd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=47cc4660-120e-43bb-8993-8f7708191860,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:07.325771 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-566b7e24-08fe-44c0-830d-f347f1e7c5fd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.328550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-566b7e24-08fe-44c0-830d-f347f1e7c5fd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/47cc4660-120e-43bb-8993-8f7708191860 HTTP/1.1" status: 204 len: 168 time: 0.3982081 Aug 11 01:08:07.331224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49488) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:07.335891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2917f8-d20d-40ad-8d63-a49446571fb3 None None] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:07.345173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-4ce175ae-a478-46e8-ae9f-256289c63a6f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0213a74dc2644b3785a1c9cfc7575043 HTTP/1.1" status: 200 len: 379 time: 0.0411015 Aug 11 01:08:07.355495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'port': {'device_id': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'admin_state_up': True, 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'security_groups': ['d4a573f5-182b-46ae-b99d-587b261ce1b2']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:07.389040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c6a0b3-dd8c-465d-a8db-c24a7f94c500 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 3e07ade5-f315-4e3c-9596-e7716424bb79 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:07.396459 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40c6a0b3-dd8c-465d-a8db-c24a7f94c500 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.447849 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40c6a0b3-dd8c-465d-a8db-c24a7f94c500 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.558700 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40c6a0b3-dd8c-465d-a8db-c24a7f94c500 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.568153 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Made reservation on behalf of 0213a74dc2644b3785a1c9cfc7575043 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:07.568153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.729083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.20.0.14 (b0c1ad7d-6e53-4320-8c77-727d28cfddb1/0af51639-732a-4b87-bfa8-243eade47585/c4223435-d604-49e7-bdb0-5a93b041f17c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:07.732684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40c6a0b3-dd8c-465d-a8db-c24a7f94c500 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.766070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a0b3-dd8c-465d-a8db-c24a7f94c500 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=3e07ade5-f315-4e3c-9596-e7716424bb79,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:07.777737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-40c6a0b3-dd8c-465d-a8db-c24a7f94c500 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.782833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-40c6a0b3-dd8c-465d-a8db-c24a7f94c500 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/3e07ade5-f315-4e3c-9596-e7716424bb79 HTTP/1.1" status: 204 len: 168 time: 0.4504492 Aug 11 01:08:07.783758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49490) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:07.904726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.929173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:07.945617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Transition to ACTIVE for port object c4223435-d604-49e7-bdb0-5a93b041f17c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:07.971195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port baa92ed9-b77e-4699-9c90-d0ef518f8cff {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:07.971891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.041185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] For port baa92ed9-b77e-4699-9c90-d0ef518f8cff, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=baa92ed9-b77e-4699-9c90-d0ef518f8cff,segment=NetworkSegment(5e695245-566a-45bc-a747-1f4d5d6cc40f),segment_id=5e695245-566a-45bc-a747-1f4d5d6cc40f)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:08.041546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.056308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for baa92ed9-b77e-4699-9c90-d0ef518f8cff owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:08.075008 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.109953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:08.133735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:08.137969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:08.205645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=c4223435-d604-49e7-bdb0-5a93b041f17c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:08.234439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.244870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:08.249074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.294371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=baa92ed9-b77e-4699-9c90-d0ef518f8cff,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:08.299783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No DVR routers for this DVR port baa92ed9-b77e-4699-9c90-d0ef518f8cff on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:08:08.311025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a80d55-1d60-432c-8711-d1ba260cbeb0 None None] Network 6274bb46-4486-46fa-9039-5f78fbb9fdb2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:08.338599 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f6ea032a-daf3-41f6-912a-72306267a3e3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9875090 Aug 11 01:08:08.352178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Request body: {'port': {'device_id': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:08.447877 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99795414-8e6d-4ad8-8098-a0f408a42fff req-d102e348-b13e-4ff8-8b18-c2a82cad0b38 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:08.449711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99795414-8e6d-4ad8-8098-a0f408a42fff req-d102e348-b13e-4ff8-8b18-c2a82cad0b38 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 932 time: 0.1677511 Aug 11 01:08:08.463233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.496521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.502329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99795414-8e6d-4ad8-8098-a0f408a42fff req-69209501-59e5-41fc-8e2b-bbbf3653c373 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440543 Aug 11 01:08:08.506320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-72589164-d72d-499d-b1de-b17a247cb291 None None] Could not find standard attr ID for object baa92ed9-b77e-4699-9c90-d0ef518f8cff. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:08:08.514910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6274bb46-4486-46fa-9039-5f78fbb9fdb2']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:08.543534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e695245-566a-45bc-a747-1f4d5d6cc40f') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:08.543942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e695245-566a-45bc-a747-1f4d5d6cc40f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:08.558624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.574195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.584940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:08:08.586391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:08:08.588574 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:08:08.610818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b1c887-b139-41ec-a39a-95f5423d266e None None] DHCP port deletion for 6274bb46-4486-46fa-9039-5f78fbb9fdb2 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:08:08.731842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-86cab462-c48f-4838-81dd-59fcfec442a9 None None] Provisioning for port c4223435-d604-49e7-bdb0-5a93b041f17c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:08.736507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-86cab462-c48f-4838-81dd-59fcfec442a9 None None] Provisioning complete for port c4223435-d604-49e7-bdb0-5a93b041f17c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:08.737266 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-86cab462-c48f-4838-81dd-59fcfec442a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.771839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-86cab462-c48f-4838-81dd-59fcfec442a9 None None] Port c4223435-d604-49e7-bdb0-5a93b041f17c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:08.776235 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.783909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.789100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/networks/6274bb46-4486-46fa-9039-5f78fbb9fdb2 HTTP/1.1" status: 204 len: 168 time: 1.0009947 Aug 11 01:08:08.790177 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49494) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:08.800517 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6444d6-2d5a-4cf6-b472-61850437e0e2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Network': ['ID=6274bb46-4486-46fa-9039-5f78fbb9fdb2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:08.876011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4223435-d604-49e7-bdb0-5a93b041f17c {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:08:08.888927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d64616-7838-4cf1-880a-f03956459800 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:08.893371 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-88d64616-7838-4cf1-880a-f03956459800 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0985644 Aug 11 01:08:08.896886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49496) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:08.900932 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:08.931789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Transition to ACTIVE for port object c4223435-d604-49e7-bdb0-5a93b041f17c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:08.951238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-20f270bc-6529-4381-945b-dba3520ff16a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0531063 Aug 11 01:08:08.954685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49498) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:08.959606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-408531872'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:08.987946 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.047106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Pushing event updated for resources: {'Port': ['ID=c4223435-d604-49e7-bdb0-5a93b041f17c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:09.085814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:09.090106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.127943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:08:09.142442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Attempting to bind port c4223435-d604-49e7-bdb0-5a93b041f17c on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:09.142992 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.142992 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Added segment abdb518c-bf77-452b-8f6c-6b8ff714c530 of type vlan for network dad6b4f0-500b-4317-a5f9-564c731bb984 Aug 11 01:08:09.143226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Attempting to bind port c4223435-d604-49e7-bdb0-5a93b041f17c by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:09.143658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Attempting to bind port c4223435-d604-49e7-bdb0-5a93b041f17c on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:09.151676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Port c4223435-d604-49e7-bdb0-5a93b041f17c on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:08:09.152311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Attempting to bind port c4223435-d604-49e7-bdb0-5a93b041f17c on network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:09.162942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:09.163356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Checking segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:09.163835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Bound using segment: {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:09.164420 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Bound port: c4223435-d604-49e7-bdb0-5a93b041f17c, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ad50c-0286-49d4-99b9-a61e2eddecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:09.164838 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.199275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.243283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] For port c4223435-d604-49e7-bdb0-5a93b041f17c, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:09.247287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] For port c4223435-d604-49e7-bdb0-5a93b041f17c, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c4223435-d604-49e7-bdb0-5a93b041f17c,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:09.302478 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.309746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:09.310379 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.316421 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.359900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:09.360679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.362072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] 10.222.0.55 "PUT /v2.0/ports/c4223435-d604-49e7-bdb0-5a93b041f17c HTTP/1.1" status: 200 len: 1093 time: 1.0158455 Aug 11 01:08:09.362746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:08:09.365284 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab44126-c748-4f29-95b2-c7eb0d5aab7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:08:09.394743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cbda1-8fd6-4f92-a2c6-313b3b6be0ea service neutron] Pushing event updated for resources: {'Port': ['ID=c4223435-d604-49e7-bdb0-5a93b041f17c,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:09.402417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49502) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:09.402640 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4466176 Aug 11 01:08:09.410014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:09.413740 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a08a7c-79dd-4569-b42e-552666b312e8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Network': ['ID=dad6b4f0-500b-4317-a5f9-564c731bb984,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:09.431355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network dad6b4f0-500b-4317-a5f9-564c731bb984 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:08:09.497268 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d728ac-7059-4396-8719-9749518257a0 x-openstack-request-id: req-10d728ac-7059-4396-8719-9749518257a0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:08:09.497612 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:08:09.497938 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10d728ac-7059-4396-8719-9749518257a0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:08:09.498817 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'status': 'completed', 'code': 200} Aug 11 01:08:09.582923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab44126-c748-4f29-95b2-c7eb0d5aab7d req-1302ccb1-a3f0-4316-99e7-dce59083eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:09.585097 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ab44126-c748-4f29-95b2-c7eb0d5aab7d req-1302ccb1-a3f0-4316-99e7-dce59083eddc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1096 time: 0.0908055 Aug 11 01:08:09.716338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2a974-a4a1-462d-9ada-7945f15c6f73 req-d7619192-d660-404a-940c-f9ebc58a1543 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:09.722987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21b2a974-a4a1-462d-9ada-7945f15c6f73 req-d7619192-d660-404a-940c-f9ebc58a1543 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.1111467 Aug 11 01:08:09.723140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device baa92ed9-b77e-4699-9c90-d0ef518f8cff no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:08:09.723287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab44126-c748-4f29-95b2-c7eb0d5aab7d req-253f3177-0959-42fc-bc6e-e27faaca86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:09.723287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ab44126-c748-4f29-95b2-c7eb0d5aab7d req-253f3177-0959-42fc-bc6e-e27faaca86ac service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0213a74dc2644b3785a1c9cfc7575043&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1264856 Aug 11 01:08:09.746874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: baa92ed9-b77e-4699-9c90-d0ef518f8cff {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:08:09.752237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device baa92ed9-b77e-4699-9c90-d0ef518f8cff not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:08:09.774578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21b2a974-a4a1-462d-9ada-7945f15c6f73 req-0af6d5af-f11b-4fca-9b5c-dc31907fe18f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483565 Aug 11 01:08:09.785469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:09.788903 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:09.906896 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab44126-c748-4f29-95b2-c7eb0d5aab7d req-b6831d08-3162-439f-bfba-3355a3c798b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:09.908713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ab44126-c748-4f29-95b2-c7eb0d5aab7d req-b6831d08-3162-439f-bfba-3355a3c798b4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815279 Aug 11 01:08:10.077402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-ca073c72-6827-49a0-998f-794615a0ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:10.079315 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-ca073c72-6827-49a0-998f-794615a0ab22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1096 time: 0.1218107 Aug 11 01:08:10.124011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-47b5778d-2c7c-4cb5-bdd8-a2169752bdfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4223435-d604-49e7-bdb0-5a93b041f17c HTTP/1.1" status: 200 len: 217 time: 0.0368156 Aug 11 01:08:10.167190 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:10.209599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-1f487cf7-f381-4a44-b2e7-90a64fc4bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:10.211100 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-1f487cf7-f381-4a44-b2e7-90a64fc4bf24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0810592 Aug 11 01:08:10.264455 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=612f5e27-07a4-4ea7-8eef-358fc69dc730,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:10.291119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Checking segment: {'id': 'abdb518c-bf77-452b-8f6c-6b8ff714c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:10.291508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network hostable DHCP agents. Network: dad6b4f0-500b-4317-a5f9-564c731bb984, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:08:10.297065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f62d49b4-8ea7-401d-98df-c6a456d16c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:10.298608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-f62d49b4-8ea7-401d-98df-c6a456d16c81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784323 Aug 11 01:08:10.401259 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network dad6b4f0-500b-4317-a5f9-564c731bb984 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:08:10.409400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-e0bdf3a4-85df-484c-b125-ed96aa60ddd1 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019852 Aug 11 01:08:10.484516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, dad6b4f0-500b-4317-a5f9-564c731bb984) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:10.492061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:10.492652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:10.504063 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcced023-87cf-4325-ab41-4591f1bc0d18 None None] Network dad6b4f0-500b-4317-a5f9-564c731bb984 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:10.523087 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fa5ace18-73b2-4970-b2c1-5b290b98b9c2 req-27306e91-cf6b-48d6-bc2d-dc6389cbac72 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018403 Aug 11 01:08:10.593938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-072767ef-a206-454e-8ea8-b0cd92923f27 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1894510 Aug 11 01:08:10.597773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49506) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:10.603723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984', 'name': 'tempest-PortsTestJSON-973695327'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:10.670908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-dad6b4f0-500b-4317-a5f9-564c731bb984', 'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984', 'tenant_id': 'c6bb5502630749349d5fdc71326c9dd2', 'fixed_ips': [{'subnet_id': '612f5e27-07a4-4ea7-8eef-358fc69dc730'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:08:10.672343 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:10.815865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:10.819705 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:10.826037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Allocated IP 172.20.0.2 (dad6b4f0-500b-4317-a5f9-564c731bb984/612f5e27-07a4-4ea7-8eef-358fc69dc730/da6621e1-f740-4e83-8e22-ab0c63bf6230) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:10.858470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:08:10.931054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda6212-d146-41a2-97d3-beda026e7cc5 req-ae6e975c-6d7b-43cf-a339-df40bef4d9e9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:10.934237 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ceda6212-d146-41a2-97d3-beda026e7cc5 req-ae6e975c-6d7b-43cf-a339-df40bef4d9e9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0797429 Aug 11 01:08:10.992238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ceda6212-d146-41a2-97d3-beda026e7cc5 req-1b6324d3-639a-4cfe-ab64-0316b33deb88 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505185 Aug 11 01:08:11.004497 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.009528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Transition to ACTIVE for port object da6621e1-f740-4e83-8e22-ab0c63bf6230 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:11.033684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Transition to ACTIVE for port object da6621e1-f740-4e83-8e22-ab0c63bf6230 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:11.091202 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.135283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Network dad6b4f0-500b-4317-a5f9-564c731bb984 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:11.138294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:11.142175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:11.148219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Pushing event updated for resources: {'Port': ['ID=da6621e1-f740-4e83-8e22-ab0c63bf6230,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:11.158885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.4 (dad6b4f0-500b-4317-a5f9-564c731bb984/612f5e27-07a4-4ea7-8eef-358fc69dc730/572ea3f4-a59a-42ba-a251-0c15fb2d5b76) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:11.210117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Attempting to bind port da6621e1-f740-4e83-8e22-ab0c63bf6230 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:11.211321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Attempting to bind port da6621e1-f740-4e83-8e22-ab0c63bf6230 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'abdb518c-bf77-452b-8f6c-6b8ff714c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:11.211911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Attempting to bind port da6621e1-f740-4e83-8e22-ab0c63bf6230 on network dad6b4f0-500b-4317-a5f9-564c731bb984 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:11.219358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:11.220011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Checking segment: {'id': 'abdb518c-bf77-452b-8f6c-6b8ff714c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:11.220673 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.221248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Bound using segment: {'id': 'abdb518c-bf77-452b-8f6c-6b8ff714c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:11.222003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Bound port: da6621e1-f740-4e83-8e22-ab0c63bf6230, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abdb518c-bf77-452b-8f6c-6b8ff714c530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:11.222567 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.304817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] For port da6621e1-f740-4e83-8e22-ab0c63bf6230, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:11.311676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] For port da6621e1-f740-4e83-8e22-ab0c63bf6230, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=da6621e1-f740-4e83-8e22-ab0c63bf6230,segment=NetworkSegment(abdb518c-bf77-452b-8f6c-6b8ff714c530),segment_id=abdb518c-bf77-452b-8f6c-6b8ff714c530)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:11.323322 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.337196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:11.381967 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.439155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.447000 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a393f-11f3-47dc-8647-6fa92dc809ea None None] Pushing event updated for resources: {'Port': ['ID=da6621e1-f740-4e83-8e22-ab0c63bf6230,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:11.497739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network dad6b4f0-500b-4317-a5f9-564c731bb984 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:11.501127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:11.505103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:11.533534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=572ea3f4-a59a-42ba-a251-0c15fb2d5b76,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:11.561823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:11.562548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.741202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-916f13f7-867c-4c72-9dcb-9781972b38a4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1382275 Aug 11 01:08:11.742173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49510) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:11.747650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': 'dad6b4f0-500b-4317-a5f9-564c731bb984', 'name': 'tempest-PortsTestJSON-142928999'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:11.752319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device da6621e1-f740-4e83-8e22-ab0c63bf6230 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:11.896226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port da6621e1-f740-4e83-8e22-ab0c63bf6230 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:11.947767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:11.951383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:11.969992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 02d4f00d-4cd6-4361-a367-0d9c0cd10e93 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:08:12.110598 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.14 (dad6b4f0-500b-4317-a5f9-564c731bb984/612f5e27-07a4-4ea7-8eef-358fc69dc730/02d4f00d-4cd6-4361-a367-0d9c0cd10e93) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:12.155995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650e171-ebc2-4e96-a5cc-b2ef37025ee7 req-75671021-921e-41ae-a763-e416617a344d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:12.166511 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e650e171-ebc2-4e96-a5cc-b2ef37025ee7 req-75671021-921e-41ae-a763-e416617a344d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0700808 Aug 11 01:08:12.209027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e650e171-ebc2-4e96-a5cc-b2ef37025ee7 req-46342716-f47a-4a06-9c11-bddbcab439be tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441585 Aug 11 01:08:12.327957 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:12.349792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 02d4f00d-4cd6-4361-a367-0d9c0cd10e93 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:12.462173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:12.514418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network dad6b4f0-500b-4317-a5f9-564c731bb984 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:12.517523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:12.519211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb363ae0-0276-4a26-8245-ca8d6dd4feec None None] Network dad6b4f0-500b-4317-a5f9-564c731bb984 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:12.522413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:12.526864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=02d4f00d-4cd6-4361-a367-0d9c0cd10e93,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:12.576770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:12.577440 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:12.673926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c47a2aa2-6a34-4deb-8007-6ea53199a3fb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9311008 Aug 11 01:08:12.676904 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49514) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:12.725068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b3666895-0a01-4511-9573-243ffd61ff90 None None] Provisioning for port da6621e1-f740-4e83-8e22-ab0c63bf6230 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:12.730379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b3666895-0a01-4511-9573-243ffd61ff90 None None] Provisioning complete for port da6621e1-f740-4e83-8e22-ab0c63bf6230 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:12.731019 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3666895-0a01-4511-9573-243ffd61ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:12.734767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0f6e59-65d3-40df-99d5-b63d75005d93 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:12.739208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cd0f6e59-65d3-40df-99d5-b63d75005d93 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.0582275 Aug 11 01:08:12.739446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49516) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:12.827801 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3666895-0a01-4511-9573-243ffd61ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:12.864841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b3666895-0a01-4511-9573-243ffd61ff90 None None] For port da6621e1-f740-4e83-8e22-ab0c63bf6230, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=da6621e1-f740-4e83-8e22-ab0c63bf6230,segment=NetworkSegment(abdb518c-bf77-452b-8f6c-6b8ff714c530),segment_id=abdb518c-bf77-452b-8f6c-6b8ff714c530)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:12.872729 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8cba1499-6b32-4129-ba9f-e67d54e75b67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 02d4f00d-4cd6-4361-a367-0d9c0cd10e93 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:12.873318 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8cba1499-6b32-4129-ba9f-e67d54e75b67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:12.981457 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3666895-0a01-4511-9573-243ffd61ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:12.982486 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8cba1499-6b32-4129-ba9f-e67d54e75b67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:12.996930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-8cba1499-6b32-4129-ba9f-e67d54e75b67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 02d4f00d-4cd6-4361-a367-0d9c0cd10e93 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:13.059631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3666895-0a01-4511-9573-243ffd61ff90 None None] Pushing event updated for resources: {'Port': ['ID=da6621e1-f740-4e83-8e22-ab0c63bf6230,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:13.222642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Provisioning for port 02d4f00d-4cd6-4361-a367-0d9c0cd10e93 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:13.224622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8cba1499-6b32-4129-ba9f-e67d54e75b67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.234006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Provisioning complete for port 02d4f00d-4cd6-4361-a367-0d9c0cd10e93 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:13.234663 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.289262 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba1499-6b32-4129-ba9f-e67d54e75b67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=02d4f00d-4cd6-4361-a367-0d9c0cd10e93,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:13.304391 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Port 02d4f00d-4cd6-4361-a367-0d9c0cd10e93 was deleted so its status cannot be updated. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 01:08:13.326781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Provisioning complete for port da6621e1-f740-4e83-8e22-ab0c63bf6230 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:13.327422 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.424524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8cba1499-6b32-4129-ba9f-e67d54e75b67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.426877 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8cba1499-6b32-4129-ba9f-e67d54e75b67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/02d4f00d-4cd6-4361-a367-0d9c0cd10e93 HTTP/1.1" status: 204 len: 168 time: 0.6863921 Aug 11 01:08:13.429741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49520) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:13.439354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e1ca-442e-462c-b90c-e6f0a83c6b98 req-36ca2ef2-8226-4d87-b7f9-68de7c81f727 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:13.441561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1863e1ca-442e-462c-b90c-e6f0a83c6b98 req-36ca2ef2-8226-4d87-b7f9-68de7c81f727 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0858626 Aug 11 01:08:13.457175 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0678338b-16d7-49ef-98b7-442d7206f4b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:08:13.458775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0678338b-16d7-49ef-98b7-442d7206f4b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/02d4f00d-4cd6-4361-a367-0d9c0cd10e93 HTTP/1.1" status: 404 len: 333 time: 0.0280447 Aug 11 01:08:13.461727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49522) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:13.486782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1863e1ca-442e-462c-b90c-e6f0a83c6b98 req-4eed36e5-5b0e-4e8c-9cf6-e730bd8bb3d0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362568 Aug 11 01:08:13.495852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Provisioning for port 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:13.500736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Provisioning complete for port 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:13.501065 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.544734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b0257-70ea-408c-a7fd-0802ec4e772d None None] Port 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:13.575680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-189c4eee-9b3e-447c-ac7b-6235b677120c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:13.575896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-189c4eee-9b3e-447c-ac7b-6235b677120c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.659886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-abc60278-a23e-4b0d-bc41-b407ba2cb88c None None] Could not find standard attr ID for object 02d4f00d-4cd6-4361-a367-0d9c0cd10e93. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:08:13.675533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-abc60278-a23e-4b0d-bc41-b407ba2cb88c None None] Provisioning complete for port 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:13.675843 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-abc60278-a23e-4b0d-bc41-b407ba2cb88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.694558 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-189c4eee-9b3e-447c-ac7b-6235b677120c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.717087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-abc60278-a23e-4b0d-bc41-b407ba2cb88c None None] Port 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:13.722588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-189c4eee-9b3e-447c-ac7b-6235b677120c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 572ea3f4-a59a-42ba-a251-0c15fb2d5b76 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:13.750545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device da6621e1-f740-4e83-8e22-ab0c63bf6230 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:13.808237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port da6621e1-f740-4e83-8e22-ab0c63bf6230 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:13.808756 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.953612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-189c4eee-9b3e-447c-ac7b-6235b677120c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:13.984821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c4eee-9b3e-447c-ac7b-6235b677120c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=572ea3f4-a59a-42ba-a251-0c15fb2d5b76,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:14.066901 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-189c4eee-9b3e-447c-ac7b-6235b677120c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.069881 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-189c4eee-9b3e-447c-ac7b-6235b677120c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/572ea3f4-a59a-42ba-a251-0c15fb2d5b76 HTTP/1.1" status: 204 len: 168 time: 0.6064763 Aug 11 01:08:14.073770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49524) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:14.116820 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-068562c5-3bc2-47da-8a45-23106478416f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:08:14.119103 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-068562c5-3bc2-47da-8a45-23106478416f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/572ea3f4-a59a-42ba-a251-0c15fb2d5b76 HTTP/1.1" status: 404 len: 333 time: 0.0371711 Aug 11 01:08:14.121738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49526) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:14.178681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d70f323-d6b3-4b87-ac5a-7f5730d5bf2c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 612f5e27-07a4-4ea7-8eef-358fc69dc730 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:14.182166 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d70f323-d6b3-4b87-ac5a-7f5730d5bf2c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.228346 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d70f323-d6b3-4b87-ac5a-7f5730d5bf2c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.316156 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d70f323-d6b3-4b87-ac5a-7f5730d5bf2c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.450887 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d70f323-d6b3-4b87-ac5a-7f5730d5bf2c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.482879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f323-d6b3-4b87-ac5a-7f5730d5bf2c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=612f5e27-07a4-4ea7-8eef-358fc69dc730,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:14.488123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d70f323-d6b3-4b87-ac5a-7f5730d5bf2c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.490171 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9d70f323-d6b3-4b87-ac5a-7f5730d5bf2c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/612f5e27-07a4-4ea7-8eef-358fc69dc730 HTTP/1.1" status: 204 len: 168 time: 0.3672433 Aug 11 01:08:14.493122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49528) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:14.495221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b48f1-cab9-46da-91ff-9d45fa9162ac None None] Network dad6b4f0-500b-4317-a5f9-564c731bb984 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:14.589000 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.619467 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204bf36-e891-4aa8-be80-403f1fd3666e req-ea1d8f7a-d2d9-4eb0-94fb-5b725f46b03a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:14.621104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a204bf36-e891-4aa8-be80-403f1fd3666e req-ea1d8f7a-d2d9-4eb0-94fb-5b725f46b03a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0539248 Aug 11 01:08:14.670727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port da6621e1-f740-4e83-8e22-ab0c63bf6230 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:14.671107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.681213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a204bf36-e891-4aa8-be80-403f1fd3666e req-0f36df88-bbdd-4c63-8b0d-ab9b2bec5062 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413601 Aug 11 01:08:14.697702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] DHCP port deletion for dad6b4f0-500b-4317-a5f9-564c731bb984 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:08:14.741498 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] For port da6621e1-f740-4e83-8e22-ab0c63bf6230, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=da6621e1-f740-4e83-8e22-ab0c63bf6230,segment=NetworkSegment(abdb518c-bf77-452b-8f6c-6b8ff714c530),segment_id=abdb518c-bf77-452b-8f6c-6b8ff714c530)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:14.741878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.745221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] Deleting port da6621e1-f740-4e83-8e22-ab0c63bf6230 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:14.745595 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.755745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for da6621e1-f740-4e83-8e22-ab0c63bf6230 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:14.812586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] For port da6621e1-f740-4e83-8e22-ab0c63bf6230, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=da6621e1-f740-4e83-8e22-ab0c63bf6230,segment=NetworkSegment(abdb518c-bf77-452b-8f6c-6b8ff714c530),segment_id=abdb518c-bf77-452b-8f6c-6b8ff714c530)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:14.812586 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.925024 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:14.950069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=da6621e1-f740-4e83-8e22-ab0c63bf6230,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:14.966480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No DVR routers for this DVR port da6621e1-f740-4e83-8e22-ab0c63bf6230 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:08:14.982517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] Calling delete_port for da6621e1-f740-4e83-8e22-ab0c63bf6230 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:15.051770 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.061494 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad6b4f0-500b-4317-a5f9-564c731bb984']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:15.062610 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.072436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdb518c-bf77-452b-8f6c-6b8ff714c530') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:15.072754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdb518c-bf77-452b-8f6c-6b8ff714c530') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:15.082071 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.088858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] Pushing event deleted for resources: {'Port': ['ID=da6621e1-f740-4e83-8e22-ab0c63bf6230,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:15.093674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e8565-6dba-4cfe-a97a-136de720ea36 None None] No DVR routers for this DVR port da6621e1-f740-4e83-8e22-ab0c63bf6230 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:08:15.097244 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.105205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:08:15.105681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:08:15.108988 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:08:15.262036 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.266804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.268769 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/networks/dad6b4f0-500b-4317-a5f9-564c731bb984 HTTP/1.1" status: 204 len: 168 time: 0.7738953 Aug 11 01:08:15.272517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49532) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:15.278064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1248847377'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:15.296473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3b3b-7184-461b-b17e-b17a9aac5bd7 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Network': ['ID=dad6b4f0-500b-4317-a5f9-564c731bb984,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:15.387078 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:15.390555 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.416308 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:08:15.425544 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.425823 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Added segment f66e780d-8ff1-43ac-80b4-9ec1cbf7124b of type vlan for network 50fd1b73-381c-429e-b1fc-0d853ccb48af Aug 11 01:08:15.465919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.564602 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.570386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:15.571051 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:15.639261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Network': ['ID=50fd1b73-381c-429e-b1fc-0d853ccb48af,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:15.657242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 50fd1b73-381c-429e-b1fc-0d853ccb48af details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:08:15.697187 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-68be7e3d-a47f-4215-a270-9fb8bb83d86f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4236059 Aug 11 01:08:15.699186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device da6621e1-f740-4e83-8e22-ab0c63bf6230 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:08:15.700070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49534) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:15.705362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:15.731734 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: da6621e1-f740-4e83-8e22-ab0c63bf6230 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:08:15.732087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device da6621e1-f740-4e83-8e22-ab0c63bf6230 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:08:15.848709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f9f8e-d5a2-4023-b26a-e33bf617192a req-3e1eef61-1b2d-497c-9a04-5e2ce225dad5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:15.850635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b04f9f8e-d5a2-4023-b26a-e33bf617192a req-3e1eef61-1b2d-497c-9a04-5e2ce225dad5 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0761979 Aug 11 01:08:15.891510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b04f9f8e-d5a2-4023-b26a-e33bf617192a req-68d1d10b-37a3-4f72-991a-95c2aeb60ab6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345087 Aug 11 01:08:15.918743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:15.924083 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:16.170958 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:16.238307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=77a25793-1aa1-42db-afd3-b3fd3c3abb4a,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:16.245968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Checking segment: {'id': 'f66e780d-8ff1-43ac-80b4-9ec1cbf7124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:16.246341 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network hostable DHCP agents. Network: 50fd1b73-381c-429e-b1fc-0d853ccb48af, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:08:16.272893 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1724cbe0-63c7-4720-8243-10127ec433ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:16.342160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 50fd1b73-381c-429e-b1fc-0d853ccb48af is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:08:16.421798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 50fd1b73-381c-429e-b1fc-0d853ccb48af) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:16.427371 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:16.428329 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:16.435334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6bf9ee-9fb8-4849-baf1-3208349428c0 None None] Network 50fd1b73-381c-429e-b1fc-0d853ccb48af requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:16.531095 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d3b58f17-9510-421e-ace6-8e082e27b295 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8298957 Aug 11 01:08:16.534227 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49538) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:16.539615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af', 'name': 'tempest-PortsTestJSON-26817168', 'fixed_ips': [{'subnet_id': '77a25793-1aa1-42db-afd3-b3fd3c3abb4a', 'ip_address': '172.20.0.10'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:16.590941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-50fd1b73-381c-429e-b1fc-0d853ccb48af', 'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af', 'tenant_id': 'c6bb5502630749349d5fdc71326c9dd2', 'fixed_ips': [{'subnet_id': '77a25793-1aa1-42db-afd3-b3fd3c3abb4a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:08:16.591871 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:16.740161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Allocated IP 172.20.0.2 (50fd1b73-381c-429e-b1fc-0d853ccb48af/77a25793-1aa1-42db-afd3-b3fd3c3abb4a/bd208acb-4000-4309-a7fe-1dc35e707480) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:16.850590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:16.895577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:16.905251 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Transition to ACTIVE for port object bd208acb-4000-4309-a7fe-1dc35e707480 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:16.923195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Transition to ACTIVE for port object bd208acb-4000-4309-a7fe-1dc35e707480 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:16.982300 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:17.027525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6d688-bfe4-4b77-9be5-3482331a7f08 req-717735c4-5aba-48ff-b83d-9d25d91e24d3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:17.036381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06e6d688-bfe4-4b77-9be5-3482331a7f08 req-717735c4-5aba-48ff-b83d-9d25d91e24d3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0608974 Aug 11 01:08:17.036548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Network 50fd1b73-381c-429e-b1fc-0d853ccb48af is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:17.037550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:17.040421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:17.052548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Pushing event updated for resources: {'Port': ['ID=bd208acb-4000-4309-a7fe-1dc35e707480,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:17.089247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06e6d688-bfe4-4b77-9be5-3482331a7f08 req-0a8e187e-9905-4b25-b719-5bf2a010574a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511954 Aug 11 01:08:17.119713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Attempting to bind port bd208acb-4000-4309-a7fe-1dc35e707480 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:17.120307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Attempting to bind port bd208acb-4000-4309-a7fe-1dc35e707480 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'f66e780d-8ff1-43ac-80b4-9ec1cbf7124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:17.120608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Attempting to bind port bd208acb-4000-4309-a7fe-1dc35e707480 on network 50fd1b73-381c-429e-b1fc-0d853ccb48af {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:17.128148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:17.128148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Checking segment: {'id': 'f66e780d-8ff1-43ac-80b4-9ec1cbf7124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:17.130319 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:17.130319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Bound using segment: {'id': 'f66e780d-8ff1-43ac-80b4-9ec1cbf7124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:17.130319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Bound port: bd208acb-4000-4309-a7fe-1dc35e707480, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66e780d-8ff1-43ac-80b4-9ec1cbf7124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:17.130319 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:17.207915 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] For port bd208acb-4000-4309-a7fe-1dc35e707480, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:17.211472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] For port bd208acb-4000-4309-a7fe-1dc35e707480, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bd208acb-4000-4309-a7fe-1dc35e707480,segment=NetworkSegment(f66e780d-8ff1-43ac-80b4-9ec1cbf7124b),segment_id=f66e780d-8ff1-43ac-80b4-9ec1cbf7124b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:17.256732 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:17.266878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:17.289183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port f0820f42-9d72-49dd-8007-d6165b2f3308 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:08:17.326230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667c0a7-d303-4862-93bf-d45c8914bc6a None None] Pushing event updated for resources: {'Port': ['ID=bd208acb-4000-4309-a7fe-1dc35e707480,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:17.467612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.10 (50fd1b73-381c-429e-b1fc-0d853ccb48af/77a25793-1aa1-42db-afd3-b3fd3c3abb4a/f0820f42-9d72-49dd-8007-d6165b2f3308) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:17.672336 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:17.689428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object f0820f42-9d72-49dd-8007-d6165b2f3308 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:17.724217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bd208acb-4000-4309-a7fe-1dc35e707480 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:17.845181 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:17.851252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port bd208acb-4000-4309-a7fe-1dc35e707480 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:17.896582 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 50fd1b73-381c-429e-b1fc-0d853ccb48af is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:17.899758 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:17.903673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:17.910878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=f0820f42-9d72-49dd-8007-d6165b2f3308,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:17.958438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:17.959102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.068941 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4689ba9a-20b7-4c6f-ac7b-fe692c651d68 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5334258 Aug 11 01:08:18.072468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49548) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:18.080472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '50fd1b73-381c-429e-b1fc-0d853ccb48af', 'name': 'tempest-PortsTestJSON-621637536', 'fixed_ips': [{'subnet_id': '77a25793-1aa1-42db-afd3-b3fd3c3abb4a', 'ip_address': '172.20.0.9'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:18.270282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807f4c1-9e3c-40a1-8363-9a2ed95f47ed req-2f042096-faf0-4bd1-bf90-29b595f57d1b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:18.273374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e807f4c1-9e3c-40a1-8363-9a2ed95f47ed req-2f042096-faf0-4bd1-bf90-29b595f57d1b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0887821 Aug 11 01:08:18.320019 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e807f4c1-9e3c-40a1-8363-9a2ed95f47ed req-dc22c0d9-c30d-4ec1-b02f-4bd17ee25e2a tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385618 Aug 11 01:08:18.353701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:18.362782 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.381724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 48291288-9a8a-497c-b15d-9a8db8125c05 yet. {{(pid=95254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:08:18.407299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dad5c7-136f-4cce-9730-8c5ec97603db None None] Network 50fd1b73-381c-429e-b1fc-0d853ccb48af requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:18.555666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.9 (50fd1b73-381c-429e-b1fc-0d853ccb48af/77a25793-1aa1-42db-afd3-b3fd3c3abb4a/48291288-9a8a-497c-b15d-9a8db8125c05) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:18.604807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-315e1349-2580-4e8b-b631-7f72e3f40246 None None] Provisioning for port bd208acb-4000-4309-a7fe-1dc35e707480 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:18.612145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-315e1349-2580-4e8b-b631-7f72e3f40246 None None] Provisioning complete for port bd208acb-4000-4309-a7fe-1dc35e707480 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:18.612672 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-315e1349-2580-4e8b-b631-7f72e3f40246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.700119 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-315e1349-2580-4e8b-b631-7f72e3f40246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.738649 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.756908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-315e1349-2580-4e8b-b631-7f72e3f40246 None None] For port bd208acb-4000-4309-a7fe-1dc35e707480, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bd208acb-4000-4309-a7fe-1dc35e707480,segment=NetworkSegment(f66e780d-8ff1-43ac-80b4-9ec1cbf7124b),segment_id=f66e780d-8ff1-43ac-80b4-9ec1cbf7124b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:18.765285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 48291288-9a8a-497c-b15d-9a8db8125c05 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:18.839136 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-315e1349-2580-4e8b-b631-7f72e3f40246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.874485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.938350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-55449a5f-c829-4ee0-bc5b-2e34bee28d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.945238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e1349-2580-4e8b-b631-7f72e3f40246 None None] Pushing event updated for resources: {'Port': ['ID=bd208acb-4000-4309-a7fe-1dc35e707480,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:18.960546 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 50fd1b73-381c-429e-b1fc-0d853ccb48af is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:18.966472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:18.970916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dcd88f88-b93f-40f4-8a90-f38c23fac5e7 None None] Provisioning complete for port bd208acb-4000-4309-a7fe-1dc35e707480 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:18.971551 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dcd88f88-b93f-40f4-8a90-f38c23fac5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:18.979055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:18.985806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=48291288-9a8a-497c-b15d-9a8db8125c05,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:19.028937 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.056786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:19.059747 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.177257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-978cebb7-5f78-4d56-95d2-da3bdec936ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1030531 Aug 11 01:08:19.180519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49554) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:19.209143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dcd88f88-b93f-40f4-8a90-f38c23fac5e7 None None] Provisioning for port f0820f42-9d72-49dd-8007-d6165b2f3308 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:19.209143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dcd88f88-b93f-40f4-8a90-f38c23fac5e7 None None] Provisioning complete for port f0820f42-9d72-49dd-8007-d6165b2f3308 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:19.209143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dcd88f88-b93f-40f4-8a90-f38c23fac5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.278381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-dcd88f88-b93f-40f4-8a90-f38c23fac5e7 None None] Port f0820f42-9d72-49dd-8007-d6165b2f3308 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:19.302600 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d921c90-c0ec-44d5-a6f3-012979ef0754 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:19.307115 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5d921c90-c0ec-44d5-a6f3-012979ef0754 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1220033 Aug 11 01:08:19.309660 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49556) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:19.373347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691fd32-f30a-4c78-9a42-e81160407bf5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:19.379268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691fd32-f30a-4c78-9a42-e81160407bf5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:19.385156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691fd32-f30a-4c78-9a42-e81160407bf5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:19.388061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c691fd32-f30a-4c78-9a42-e81160407bf5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0772142 Aug 11 01:08:19.390889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49560) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:19.484907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8f2e6c31-6476-4841-abec-ddcea7fe6d76 None None] Provisioning for port 48291288-9a8a-497c-b15d-9a8db8125c05 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:19.488981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8f2e6c31-6476-4841-abec-ddcea7fe6d76 None None] Provisioning complete for port 48291288-9a8a-497c-b15d-9a8db8125c05 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:19.489357 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6c31-6476-4841-abec-ddcea7fe6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.496226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1e4c6-fb19-4434-89c5-cb84577a28e2 req-37c7b4c6-3682-4280-8b57-488a03ecfcd2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:19.503616 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7e1e4c6-fb19-4434-89c5-cb84577a28e2 req-37c7b4c6-3682-4280-8b57-488a03ecfcd2 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0994325 Aug 11 01:08:19.527145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e6c31-6476-4841-abec-ddcea7fe6d76 None None] Port 48291288-9a8a-497c-b15d-9a8db8125c05 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:19.541232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8f2e6c31-6476-4841-abec-ddcea7fe6d76 None None] Provisioning complete for port f0820f42-9d72-49dd-8007-d6165b2f3308 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:19.543867 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6c31-6476-4841-abec-ddcea7fe6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.548224 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e87796b7-d71d-4364-870b-b45ec9c8c4a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 48291288-9a8a-497c-b15d-9a8db8125c05 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:19.548571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e87796b7-d71d-4364-870b-b45ec9c8c4a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.568124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7e1e4c6-fb19-4434-89c5-cb84577a28e2 req-68ee9a1f-93d0-4c07-a23c-e8f514678d58 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621912 Aug 11 01:08:19.579392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e6c31-6476-4841-abec-ddcea7fe6d76 None None] Port f0820f42-9d72-49dd-8007-d6165b2f3308 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:19.648004 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e87796b7-d71d-4364-870b-b45ec9c8c4a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.666856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e87796b7-d71d-4364-870b-b45ec9c8c4a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 48291288-9a8a-497c-b15d-9a8db8125c05 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:19.700177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bd208acb-4000-4309-a7fe-1dc35e707480 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:19.759678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bd208acb-4000-4309-a7fe-1dc35e707480 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:19.759958 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.952959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e87796b7-d71d-4364-870b-b45ec9c8c4a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:19.988012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87796b7-d71d-4364-870b-b45ec9c8c4a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=48291288-9a8a-497c-b15d-9a8db8125c05,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:20.060843 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e87796b7-d71d-4364-870b-b45ec9c8c4a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:20.061525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e87796b7-d71d-4364-870b-b45ec9c8c4a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/48291288-9a8a-497c-b15d-9a8db8125c05 HTTP/1.1" status: 204 len: 168 time: 0.6696129 Aug 11 01:08:20.064426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49562) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:20.091254 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f73f51-bfb6-4d3f-998f-a1c4f75fccb2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:08:20.092888 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e7f73f51-bfb6-4d3f-998f-a1c4f75fccb2 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/48291288-9a8a-497c-b15d-9a8db8125c05 HTTP/1.1" status: 404 len: 333 time: 0.0274818 Aug 11 01:08:20.096557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49564) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:20.211204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-321115b6-7ebf-4162-b5d4-af41f3448e77 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port f0820f42-9d72-49dd-8007-d6165b2f3308 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:20.211550 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-321115b6-7ebf-4162-b5d4-af41f3448e77 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:20.309589 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-321115b6-7ebf-4162-b5d4-af41f3448e77 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:20.323914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-321115b6-7ebf-4162-b5d4-af41f3448e77 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for f0820f42-9d72-49dd-8007-d6165b2f3308 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:20.478592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:20.564687 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-321115b6-7ebf-4162-b5d4-af41f3448e77 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:20.609509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321115b6-7ebf-4162-b5d4-af41f3448e77 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=f0820f42-9d72-49dd-8007-d6165b2f3308,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:20.705719 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-321115b6-7ebf-4162-b5d4-af41f3448e77 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:20.710557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-321115b6-7ebf-4162-b5d4-af41f3448e77 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/f0820f42-9d72-49dd-8007-d6165b2f3308 HTTP/1.1" status: 204 len: 168 time: 0.6129274 Aug 11 01:08:20.711268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49568) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:20.732207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde69ef-4ccb-4405-ae80-76fb1517102d req-a05c2afd-53ab-4906-9cdb-b2087be161d6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:20.735130 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1cde69ef-4ccb-4405-ae80-76fb1517102d req-a05c2afd-53ab-4906-9cdb-b2087be161d6 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0810263 Aug 11 01:08:20.736654 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-44abeb82-ef5e-4645-96f7-7d8d51a9a0ba tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:08:20.741248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-44abeb82-ef5e-4645-96f7-7d8d51a9a0ba tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/f0820f42-9d72-49dd-8007-d6165b2f3308 HTTP/1.1" status: 404 len: 333 time: 0.0289047 Aug 11 01:08:20.741509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49570) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:20.824335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-474cbec1-9772-4733-9f0f-bb3c31352f3a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 77a25793-1aa1-42db-afd3-b3fd3c3abb4a {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:20.832794 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1cde69ef-4ccb-4405-ae80-76fb1517102d req-db146210-fa0e-45f0-ba4a-85983ad7d886 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814817 Aug 11 01:08:20.832923 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-474cbec1-9772-4733-9f0f-bb3c31352f3a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:20.878153 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-474cbec1-9772-4733-9f0f-bb3c31352f3a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:20.966115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-474cbec1-9772-4733-9f0f-bb3c31352f3a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.096321 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-474cbec1-9772-4733-9f0f-bb3c31352f3a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.128759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cbec1-9772-4733-9f0f-bb3c31352f3a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=77a25793-1aa1-42db-afd3-b3fd3c3abb4a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:21.132748 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-474cbec1-9772-4733-9f0f-bb3c31352f3a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.138226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49572) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:21.140175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d957945d-122f-4b67-a151-c65f1892e5d3 None None] Network 50fd1b73-381c-429e-b1fc-0d853ccb48af requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:21.143576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-474cbec1-9772-4733-9f0f-bb3c31352f3a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/77a25793-1aa1-42db-afd3-b3fd3c3abb4a HTTP/1.1" status: 204 len: 168 time: 0.3954015 Aug 11 01:08:21.223189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.293379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port bd208acb-4000-4309-a7fe-1dc35e707480 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:21.293978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.330587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] DHCP port deletion for 50fd1b73-381c-429e-b1fc-0d853ccb48af request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:08:21.377786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] For port bd208acb-4000-4309-a7fe-1dc35e707480, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bd208acb-4000-4309-a7fe-1dc35e707480,segment=NetworkSegment(f66e780d-8ff1-43ac-80b4-9ec1cbf7124b),segment_id=f66e780d-8ff1-43ac-80b4-9ec1cbf7124b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:21.378202 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.392642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] Deleting port bd208acb-4000-4309-a7fe-1dc35e707480 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:21.393025 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.396271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for bd208acb-4000-4309-a7fe-1dc35e707480 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:21.462162 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] For port bd208acb-4000-4309-a7fe-1dc35e707480, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bd208acb-4000-4309-a7fe-1dc35e707480,segment=NetworkSegment(f66e780d-8ff1-43ac-80b4-9ec1cbf7124b),segment_id=f66e780d-8ff1-43ac-80b4-9ec1cbf7124b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:21.462559 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.479810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] Calling delete_port for bd208acb-4000-4309-a7fe-1dc35e707480 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:21.610326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.618127 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.660543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=bd208acb-4000-4309-a7fe-1dc35e707480,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:21.667067 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No DVR routers for this DVR port bd208acb-4000-4309-a7fe-1dc35e707480 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:08:21.673658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] Pushing event deleted for resources: {'Port': ['ID=bd208acb-4000-4309-a7fe-1dc35e707480,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:21.677661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c4223435-d604-49e7-bdb0-5a93b041f17c details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:08:21.691393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238aa12b-4e54-47b9-aafd-cb1cff71492e None None] No DVR routers for this DVR port bd208acb-4000-4309-a7fe-1dc35e707480 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:08:21.706616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bd208acb-4000-4309-a7fe-1dc35e707480 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:08:21.741465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: bd208acb-4000-4309-a7fe-1dc35e707480 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:08:21.741814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bd208acb-4000-4309-a7fe-1dc35e707480 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:08:21.782425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.796665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fd1b73-381c-429e-b1fc-0d853ccb48af']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:21.811281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66e780d-8ff1-43ac-80b4-9ec1cbf7124b') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:21.811582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66e780d-8ff1-43ac-80b4-9ec1cbf7124b') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:21.822324 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.838159 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.844882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:08:21.850074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c4223435-d604-49e7-bdb0-5a93b041f17c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c4223435-d604-49e7-bdb0-5a93b041f17c,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:08:21.850229 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:08:21.858178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'port_id': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'mac_address': 'fa:16:3e:6e:88:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:08:21.905015 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:21.926100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4223435-d604-49e7-bdb0-5a93b041f17c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:08:21.953097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c4223435-d604-49e7-bdb0-5a93b041f17c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c4223435-d604-49e7-bdb0-5a93b041f17c,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:21.975518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95733cdd-baf1-4015-ba5b-a0ed803745f4 req-9d89debe-3205-49fb-9323-f34b6a3239b0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:21.978532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-95733cdd-baf1-4015-ba5b-a0ed803745f4 req-9d89debe-3205-49fb-9323-f34b6a3239b0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 944 time: 0.0505178 Aug 11 01:08:22.018348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-95733cdd-baf1-4015-ba5b-a0ed803745f4 req-5771b0d8-c966-4932-9e44-3bbf4ef7def7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345755 Aug 11 01:08:22.067938 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.083145 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.083145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/networks/50fd1b73-381c-429e-b1fc-0d853ccb48af HTTP/1.1" status: 204 len: 168 time: 0.9420669 Aug 11 01:08:22.085665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49576) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:22.092313 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1163834090'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:22.096696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49342d-44e5-4a01-9628-51051aced652 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Network': ['ID=50fd1b73-381c-429e-b1fc-0d853ccb48af,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:22.102442 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.154882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c4223435-d604-49e7-bdb0-5a93b041f17c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:22.210695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:22.216658 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.243154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:08:22.252322 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.252723 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Added segment c4e0d9f6-f171-487a-b30b-f003907e1961 of type vlan for network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc Aug 11 01:08:22.296761 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.328297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['c4223435-d604-49e7-bdb0-5a93b041f17c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:08:22.387425 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.393171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:22.393682 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.464662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Network': ['ID=428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:22.481569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:08:22.530724 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-868a72ad-c4cd-489e-938c-e3fd5819502a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4438198 Aug 11 01:08:22.533732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49578) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:22.535730 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:22.539304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:22.690178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:22.694583 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.004954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.087970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=b469e4e3-29a0-4796-82ba-0e9871168506,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:23.106329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Checking segment: {'id': 'c4e0d9f6-f171-487a-b30b-f003907e1961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:23.106958 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network hostable DHCP agents. Network: 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:08:23.217360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb29cd-7550-4011-b64d-f639071b57e7 req-e0631b90-ab80-4b01-885f-beb5870db05f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:23.220350 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16eb29cd-7550-4011-b64d-f639071b57e7 req-e0631b90-ab80-4b01-885f-beb5870db05f tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 945 time: 0.1050556 Aug 11 01:08:23.261186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16eb29cd-7550-4011-b64d-f639071b57e7 req-4ec50673-76ae-49a7-8595-36e6898ac8dc tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346873 Aug 11 01:08:23.267533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:08:23.398500 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:23.402649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:23.403269 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.408340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9effd0e-266c-495e-8a2c-c814ea8e430f None None] Network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:23.542655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7dc5377b-5182-496d-afaf-5854eca761c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0073798 Aug 11 01:08:23.545099 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49582) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:23.551073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-ec3d1d55-4faa-4210-8bc7-696bf6e752cc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1118669903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:23.555658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc', 'network_id': '428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc', 'tenant_id': 'c6bb5502630749349d5fdc71326c9dd2', 'fixed_ips': [{'subnet_id': 'b469e4e3-29a0-4796-82ba-0e9871168506'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:08:23.557580 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.659056 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c4223435-d604-49e7-bdb0-5a93b041f17c up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:23.730674 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1d55-4faa-4210-8bc7-696bf6e752cc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.732260 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1d55-4faa-4210-8bc7-696bf6e752cc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.747099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Allocated IP 172.20.0.2 (428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc/b469e4e3-29a0-4796-82ba-0e9871168506/367b07ca-5f0f-4065-aac2-b42f78375596) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:23.807565 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1d55-4faa-4210-8bc7-696bf6e752cc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.915821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.925423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Transition to ACTIVE for port object 367b07ca-5f0f-4065-aac2-b42f78375596 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:23.941936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Transition to ACTIVE for port object 367b07ca-5f0f-4065-aac2-b42f78375596 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:23.947347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port c4223435-d604-49e7-bdb0-5a93b041f17c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:23.950717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1d55-4faa-4210-8bc7-696bf6e752cc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:23.954153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port c4223435-d604-49e7-bdb0-5a93b041f17c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:23.954676 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.042431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.053374 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.061375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1d55-4faa-4210-8bc7-696bf6e752cc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.062694 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ec3d1d55-4faa-4210-8bc7-696bf6e752cc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5163543 Aug 11 01:08:24.065585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49586) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:24.071147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'network_id': '428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc', 'name': 'tempest-PortsTestJSON-1045787419'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:24.097184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:08:24.099560 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6986d93-bfdf-4fcc-977e-baee8b6f81bc" -d '{"events": [{"server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "name": "network-vif-plugged", "status": "completed", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:08:24.142247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:24.150131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c4223435-d604-49e7-bdb0-5a93b041f17c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c4223435-d604-49e7-bdb0-5a93b041f17c,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:24.152531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:24.156274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:24.162203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Pushing event updated for resources: {'Port': ['ID=367b07ca-5f0f-4065-aac2-b42f78375596,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:24.216601 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.223693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Attempting to bind port 367b07ca-5f0f-4065-aac2-b42f78375596 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:24.224066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Attempting to bind port 367b07ca-5f0f-4065-aac2-b42f78375596 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c4e0d9f6-f171-487a-b30b-f003907e1961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:24.224435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Attempting to bind port 367b07ca-5f0f-4065-aac2-b42f78375596 on network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:24.248759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:24.249152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Checking segment: {'id': 'c4e0d9f6-f171-487a-b30b-f003907e1961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:24.249565 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.249963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Bound using segment: {'id': 'c4e0d9f6-f171-487a-b30b-f003907e1961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:24.250443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Bound port: 367b07ca-5f0f-4065-aac2-b42f78375596, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e0d9f6-f171-487a-b30b-f003907e1961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:24.250829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.308012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c4223435-d604-49e7-bdb0-5a93b041f17c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:24.333918 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197ba49b-7105-43ac-9b64-54f35dd1f6d5 x-openstack-request-id: req-197ba49b-7105-43ac-9b64-54f35dd1f6d5 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:08:24.334222 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "name": "network-vif-plugged", "status": "completed", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:08:24.334497 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-197ba49b-7105-43ac-9b64-54f35dd1f6d5 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:08:24.335043 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'code': 200} Aug 11 01:08:24.336059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:24.341884 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.356793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] For port 367b07ca-5f0f-4065-aac2-b42f78375596, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:24.363031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:08:24.364068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] For port 367b07ca-5f0f-4065-aac2-b42f78375596, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=367b07ca-5f0f-4065-aac2-b42f78375596,segment=NetworkSegment(c4e0d9f6-f171-487a-b30b-f003907e1961),segment_id=c4e0d9f6-f171-487a-b30b-f003907e1961)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:24.439677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e3e8a-6a62-430a-9a96-a42d1890837d req-e1411c6c-2150-4ec3-8d9c-aa0c34ec8241 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:24.441627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-530e3e8a-6a62-430a-9a96-a42d1890837d req-e1411c6c-2150-4ec3-8d9c-aa0c34ec8241 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 946 time: 0.0936010 Aug 11 01:08:24.474331 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.493695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee465a-4b84-4fe3-8b76-10a1e34eb13d req-81217331-1b72-40c4-ad4e-8d7fdf578a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:24.496645 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-efee465a-4b84-4fe3-8b76-10a1e34eb13d req-81217331-1b72-40c4-ad4e-8d7fdf578a3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1098 time: 0.1017709 Aug 11 01:08:24.503571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.14 (428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc/b469e4e3-29a0-4796-82ba-0e9871168506/a8d6ead1-369d-46a4-aacc-9a6b3e75ca91) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:24.523472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-530e3e8a-6a62-430a-9a96-a42d1890837d req-eb75eeda-8cdd-48c7-bae5-0abcfe1677b3 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651925 Aug 11 01:08:24.566029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-efee465a-4b84-4fe3-8b76-10a1e34eb13d req-c1f6792b-ba55-4716-91e0-7e5ae7a75ed8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544817 Aug 11 01:08:24.590932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d6f28-085b-4305-9d75-ad4ac2e30304 None None] Pushing event updated for resources: {'Port': ['ID=367b07ca-5f0f-4065-aac2-b42f78375596,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:24.704619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.721169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:24.867947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:24.915392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:24.918799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:24.922598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:25.318726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=a8d6ead1-369d-46a4-aacc-9a6b3e75ca91,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:25.359729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:25.360429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:25.508072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7349d7fc-456f-4d27-b123-8c2eb3d5fefd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4412262 Aug 11 01:08:25.510722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49594) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:25.593086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58759d0a-8761-4f74-8248-7fcb37977f0d None None] Network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:25.783685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2ab3d-fae1-4c6c-8095-379b0e3f9650 req-558e1793-a3cc-48b8-a8a4-b406a51993ed tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:25.785306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7a2ab3d-fae1-4c6c-8095-379b0e3f9650 req-558e1793-a3cc-48b8-a8a4-b406a51993ed tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 946 time: 0.1539888 Aug 11 01:08:25.878547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a7a2ab3d-fae1-4c6c-8095-379b0e3f9650 req-f62ab404-c237-49bd-909b-a2b51a54982b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840566 Aug 11 01:08:25.904606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 367b07ca-5f0f-4065-aac2-b42f78375596 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:25.909563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5facc431-a8d0-424d-8123-ac8212635146 None None] Provisioning for port 367b07ca-5f0f-4065-aac2-b42f78375596 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:25.937275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.025778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093e59e-4dca-4013-8c75-1df953031f1f req-370ccd7c-6d7d-41a3-a2eb-35d4234ea938 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:26.027502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c093e59e-4dca-4013-8c75-1df953031f1f req-370ccd7c-6d7d-41a3-a2eb-35d4234ea938 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 946 time: 0.0715203 Aug 11 01:08:26.087970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c093e59e-4dca-4013-8c75-1df953031f1f req-e627bd43-73bd-47f0-9e0e-e56259df4f81 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494027 Aug 11 01:08:26.107931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 367b07ca-5f0f-4065-aac2-b42f78375596 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:26.114291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49600) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:26.114504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 367b07ca-5f0f-4065-aac2-b42f78375596 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:26.115004 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.208410 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.277780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 367b07ca-5f0f-4065-aac2-b42f78375596, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=367b07ca-5f0f-4065-aac2-b42f78375596,segment=NetworkSegment(c4e0d9f6-f171-487a-b30b-f003907e1961),segment_id=c4e0d9f6-f171-487a-b30b-f003907e1961)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:26.292902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.382944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6aa2c704-0afa-4b7c-9868-16dc4932e676 None None] Provisioning complete for port 367b07ca-5f0f-4065-aac2-b42f78375596 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:26.383581 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6aa2c704-0afa-4b7c-9868-16dc4932e676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.407853 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.427641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.491278 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=367b07ca-5f0f-4065-aac2-b42f78375596,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:26.541688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=a8d6ead1-369d-46a4-aacc-9a6b3e75ca91,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:26.549551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8f77d-0e9d-4926-9793-0e7fd2d2da92 tempest-TestVolumeBootPattern-1697552378 tempest-TestVolumeBootPattern-1697552378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:26.551138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3be8f77d-0e9d-4926-9793-0e7fd2d2da92 tempest-TestVolumeBootPattern-1697552378 tempest-TestVolumeBootPattern-1697552378-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1093 time: 0.4312053 Aug 11 01:08:26.555059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49606) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:26.558997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:26.604614 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:08:26.667645 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6aa2c704-0afa-4b7c-9868-16dc4932e676 None None] Provisioning for port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:26.672280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6aa2c704-0afa-4b7c-9868-16dc4932e676 None None] Provisioning complete for port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:26.672860 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6aa2c704-0afa-4b7c-9868-16dc4932e676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.708182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2c704-0afa-4b7c-9868-16dc4932e676 None None] Port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:26.736566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.802406 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.829202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cec12270-5788-4950-b05c-af3082a36b6f None None] Provisioning complete for port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:26.829607 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cec12270-5788-4950-b05c-af3082a36b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:26.867061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cec12270-5788-4950-b05c-af3082a36b6f None None] Port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:26.937759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:27.021006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:27.119299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Allocated IP 172.25.0.24 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/b362fbab-30bb-4544-9841-9403ab6cf6c7) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:27.378034 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:27.445449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:27.537355 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:27.593000 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:27.607413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-f7ab6f26-238a-4351-8d10-f417a1569fc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112807 Aug 11 01:08:27.646326 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=a8d6ead1-369d-46a4-aacc-9a6b3e75ca91,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:27.650882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:27.652115 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:27.667916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:27.700830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 367b07ca-5f0f-4065-aac2-b42f78375596 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:27.711334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:27.752126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 367b07ca-5f0f-4065-aac2-b42f78375596 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:27.752514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:27.799589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=b362fbab-30bb-4544-9841-9403ab6cf6c7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:27.849140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-8891061c-ab1f-454d-8781-3d148b7ee453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:27.855131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-8891061c-ab1f-454d-8781-3d148b7ee453 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.1947863 Aug 11 01:08:27.972221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:27.982691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:28.151257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-7db0e30b-21d9-40be-9b59-c39790c37556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:28.152601 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-7db0e30b-21d9-40be-9b59-c39790c37556 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.2801957 Aug 11 01:08:28.199576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e9019231-7e0e-4d63-a93a-b4c17d4fff49 None None] Provisioning complete for port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:28.203278 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e9019231-7e0e-4d63-a93a-b4c17d4fff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:28.236314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e9019231-7e0e-4d63-a93a-b4c17d4fff49 None None] Port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:28.617023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-daddf5f0-b46b-448e-810f-125b580bd794 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 1001 time: 0.4543359 Aug 11 01:08:28.751769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-9571dc68-a26b-45c9-8625-96d20d4ce556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:28.753254 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-9571dc68-a26b-45c9-8625-96d20d4ce556 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0943301 Aug 11 01:08:28.805516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:28.837919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Router 22620796-577a-492a-a4e5-a6eb90ed5d65 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:08:28.841105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-22d5e372-8cea-4ac9-a7b3-e036208a56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:28.842623 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-22d5e372-8cea-4ac9-a7b3-e036208a56ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824060 Aug 11 01:08:29.025219 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.064145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:08:29.069206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-72d90452-f1cb-4da6-9a19-bfa43a111aa8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183781 Aug 11 01:08:29.073115 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-10e98735-6a85-4de3-b3d6-b3fbb0a414bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "PUT /v2.0/routers/22620796-577a-492a-a4e5-a6eb90ed5d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5613759 Aug 11 01:08:29.074863 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802472f-e4c3-4c30-9a59-8c98413ef51f None None] Sync routers for ids ['22620796-577a-492a-a4e5-a6eb90ed5d65'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:08:29.076130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49608) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:29.096894 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802472f-e4c3-4c30-9a59-8c98413ef51f None None] Routers {'22620796-577a-492a-a4e5-a6eb90ed5d65'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:08:29.097648 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b802472f-e4c3-4c30-9a59-8c98413ef51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['22620796-577a-492a-a4e5-a6eb90ed5d65'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:29.130787 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b802472f-e4c3-4c30-9a59-8c98413ef51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:29.141046 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b802472f-e4c3-4c30-9a59-8c98413ef51f None None] Routers {'22620796-577a-492a-a4e5-a6eb90ed5d65'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:08:29.141812 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b802472f-e4c3-4c30-9a59-8c98413ef51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['22620796-577a-492a-a4e5-a6eb90ed5d65'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:29.142527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f1de26-6938-4d0b-ad95-ff8761b13100 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:29.144298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-55f1de26-6938-4d0b-ad95-ff8761b13100 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports?device_id=22620796-577a-492a-a4e5-a6eb90ed5d65 HTTP/1.1" status: 200 len: 983 time: 0.0670552 Aug 11 01:08:29.147514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49612) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:29.177603 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b802472f-e4c3-4c30-9a59-8c98413ef51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:29.178430 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802472f-e4c3-4c30-9a59-8c98413ef51f None None] The sync data for ids ['22620796-577a-492a-a4e5-a6eb90ed5d65'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:08:29.239037 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8395ae64-3cb1-4626-80cc-b84ddc3862a6 req-f7bcfb1c-b53b-417b-8a41-d6c2a2202abd service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605449 Aug 11 01:08:29.287448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.347489 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.419451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event updated for resources: {'Port': ['ID=b362fbab-30bb-4544-9841-9403ab6cf6c7,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:29.436445 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.494009 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.546283 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Floating IP 3aa7a8f3-5ead-463d-8328-848674a1905d associated. External IP: 172.25.0.24, port: c4223435-d604-49e7-bdb0-5a93b041f17c. Aug 11 01:08:29.726269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:29.726616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.729799 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.762817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:08:29.821441 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.833973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:29.844347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.877328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:08:29.888034 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:08:29.898520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:08:29.899178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:29.941057 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:29.974645 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-14adba43-5d27-44bc-80e6-5319c96afff1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4193335 Aug 11 01:08:29.975305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:08:29.978401 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:08:30.017844 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8177d0b-a715-4f07-90d9-ba3602365088 x-openstack-request-id: req-e8177d0b-a715-4f07-90d9-ba3602365088 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:08:30.018132 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:08:30.018389 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8177d0b-a715-4f07-90d9-ba3602365088 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:08:30.019020 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'status': 'completed', 'code': 200} Aug 11 01:08:30.025706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:08:30.084316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-f167f2ce-08d1-4c07-8018-07e0873342cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:30.085788 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-f167f2ce-08d1-4c07-8018-07e0873342cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1098 time: 0.0417302 Aug 11 01:08:30.087593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:30.130176 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=a8d6ead1-369d-46a4-aacc-9a6b3e75ca91,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:30.285263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '3aa7a8f3-5ead-463d-8328-848674a1905d', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:6e:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:08:28Z', 'updated_at': '2021-08-11T01:08:28Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}, {'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:05Z', 'revision_number': 1, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:30.313787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:08:30.324542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:08:30.325222 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:30.329329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-7ac9ff10-175f-4bd9-a4e5-c9a7eab5dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:30.330845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-7ac9ff10-175f-4bd9-a4e5-c9a7eab5dbb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.2367082 Aug 11 01:08:30.338437 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:30.435556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:08:30.698052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '3aa7a8f3-5ead-463d-8328-848674a1905d', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:6e:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:08:28Z', 'updated_at': '2021-08-11T01:08:28Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}, {'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:05Z', 'revision_number': 1, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:30.730738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd991881-59fa-4142-b897-c1a35186bf5f None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '3aa7a8f3-5ead-463d-8328-848674a1905d', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:6e:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:08:28Z', 'updated_at': '2021-08-11T01:08:28Z', 'revision_number': 0, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}, {'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:05Z', 'revision_number': 1, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:08:30.748558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-82f6d41f-e507-4a75-9653-4f06ebde1e04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4223435-d604-49e7-bdb0-5a93b041f17c HTTP/1.1" status: 200 len: 999 time: 0.4039824 Aug 11 01:08:30.860916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Router 22620796-577a-492a-a4e5-a6eb90ed5d65 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:08:30.869599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-99ee7a7d-69d1-4a99-949f-602e3b679f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:30.871106 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-99ee7a7d-69d1-4a99-949f-602e3b679f23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0894570 Aug 11 01:08:30.951926 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c610107d-35f9-4ddd-9f45-f321da730dd1 None None] New status for floating IP 3aa7a8f3-5ead-463d-8328-848674a1905d: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:08:30.981477 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:08:30.990157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5a87f454-ba57-415f-be57-143fef21ccb4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "PUT /v2.0/routers/22620796-577a-492a-a4e5-a6eb90ed5d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380075 Aug 11 01:08:30.990157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49618) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:30.992687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca05661-2c78-421d-827d-95b0b692fe98 None None] Sync routers for ids ['22620796-577a-492a-a4e5-a6eb90ed5d65'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:08:31.012129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca05661-2c78-421d-827d-95b0b692fe98 None None] Routers {'22620796-577a-492a-a4e5-a6eb90ed5d65'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:08:31.017442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8ca05661-2c78-421d-827d-95b0b692fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['22620796-577a-492a-a4e5-a6eb90ed5d65'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:31.017852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-4f3872a0-f624-44e4-94d0-f549c17427f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:31.019531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-4f3872a0-f624-44e4-94d0-f549c17427f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400874 Aug 11 01:08:31.020668 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eddd9a7-8ba8-47e1-a82d-76d7c713c9c8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:08:31.023223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6eddd9a7-8ba8-47e1-a82d-76d7c713c9c8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/a8d6ead1-369d-46a4-aacc-9a6b3e75ca91 HTTP/1.1" status: 404 len: 333 time: 0.0315886 Aug 11 01:08:31.025431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49620) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:31.080442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8ca05661-2c78-421d-827d-95b0b692fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:31.095807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca05661-2c78-421d-827d-95b0b692fe98 None None] Routers {'22620796-577a-492a-a4e5-a6eb90ed5d65'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:08:31.097304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8ca05661-2c78-421d-827d-95b0b692fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['22620796-577a-492a-a4e5-a6eb90ed5d65'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:31.122858 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-df32c4f4-d8c8-4106-a532-b277260ef79f service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961981 Aug 11 01:08:31.137959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b1988a50-4001-4e92-be86-3fc7d61b83a8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.139341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-8ca05661-2c78-421d-827d-95b0b692fe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:31.140021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca05661-2c78-421d-827d-95b0b692fe98 None None] The sync data for ids ['22620796-577a-492a-a4e5-a6eb90ed5d65'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:08:31.224423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0336e262-39f2-48a1-a9e0-cf3ad57f2d7f req-79fa0629-db6f-4f27-b4d1-690712362ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945544 Aug 11 01:08:31.312873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b1988a50-4001-4e92-be86-3fc7d61b83a8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.315139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b1988a50-4001-4e92-be86-3fc7d61b83a8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.393244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-a98d1a22-94fe-498e-b7cf-299ff06b9e7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463376 Aug 11 01:08:31.444632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b1988a50-4001-4e92-be86-3fc7d61b83a8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.445237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1988a50-4001-4e92-be86-3fc7d61b83a8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Fanout notify agent at l3_agent the message router_deleted on router 22620796-577a-492a-a4e5-a6eb90ed5d65 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:08:31.452789 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b1988a50-4001-4e92-be86-3fc7d61b83a8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.453891 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b1988a50-4001-4e92-be86-3fc7d61b83a8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/routers/22620796-577a-492a-a4e5-a6eb90ed5d65 HTTP/1.1" status: 204 len: 168 time: 0.4274430 Aug 11 01:08:31.456534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49622) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:31.478031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-c420ad8b-0a5e-46bf-9f1b-869538f13c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:31.478445 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-c420ad8b-0a5e-46bf-9f1b-869538f13c6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1098 time: 0.0437262 Aug 11 01:08:31.515038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6b2d30-0f6a-4a29-98ea-26e8208f71c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet b469e4e3-29a0-4796-82ba-0e9871168506 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:31.518413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2d30-0f6a-4a29-98ea-26e8208f71c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.561590 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2d30-0f6a-4a29-98ea-26e8208f71c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.583976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-529b3782-5361-4cb8-b258-091ecc8530f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:31.585500 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-529b3782-5361-4cb8-b258-091ecc8530f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.0876312 Aug 11 01:08:31.670244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-6e73e567-636a-4a30-a27c-f8336bce1284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4223435-d604-49e7-bdb0-5a93b041f17c HTTP/1.1" status: 200 len: 1001 time: 0.0763376 Aug 11 01:08:31.720960 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-655d6b0b-d251-4586-a5c4-4237ec8337c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:31.722542 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-655d6b0b-d251-4586-a5c4-4237ec8337c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0450201 Aug 11 01:08:31.729900 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2d30-0f6a-4a29-98ea-26e8208f71c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.770060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-9f8745bc-1cbb-4d8c-84a4-7a082bb74c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:31.771679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-9f8745bc-1cbb-4d8c-84a4-7a082bb74c0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421808 Aug 11 01:08:31.856231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2d30-0f6a-4a29-98ea-26e8208f71c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.870548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-23eb84a0-aaee-4c3c-83b9-70184fa38ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Aug 11 01:08:31.883439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b2d30-0f6a-4a29-98ea-26e8208f71c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=b469e4e3-29a0-4796-82ba-0e9871168506,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:31.888299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2d30-0f6a-4a29-98ea-26e8208f71c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:31.890902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5c6b2d30-0f6a-4a29-98ea-26e8208f71c6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/b469e4e3-29a0-4796-82ba-0e9871168506 HTTP/1.1" status: 204 len: 168 time: 0.4334104 Aug 11 01:08:31.893100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49624) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:31.895662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7239e90e-666a-4ed6-86fe-521046a53089 None None] Network 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:31.973162 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d06fd34d-3681-4828-bd47-1f87ff2bdb0f req-13165def-9feb-4c25-be0e-5c6876223953 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960169 Aug 11 01:08:31.975981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.039295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 367b07ca-5f0f-4065-aac2-b42f78375596 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:32.039295 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.088363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] DHCP port deletion for 428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:08:32.108712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] For port 367b07ca-5f0f-4065-aac2-b42f78375596, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=367b07ca-5f0f-4065-aac2-b42f78375596,segment=NetworkSegment(c4e0d9f6-f171-487a-b30b-f003907e1961),segment_id=c4e0d9f6-f171-487a-b30b-f003907e1961)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:32.109080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.122938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 367b07ca-5f0f-4065-aac2-b42f78375596 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:32.139728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] Deleting port 367b07ca-5f0f-4065-aac2-b42f78375596 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:32.140113 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.205409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] For port 367b07ca-5f0f-4065-aac2-b42f78375596, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=367b07ca-5f0f-4065-aac2-b42f78375596,segment=NetworkSegment(c4e0d9f6-f171-487a-b30b-f003907e1961),segment_id=c4e0d9f6-f171-487a-b30b-f003907e1961)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:32.205804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.220472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] Calling delete_port for 367b07ca-5f0f-4065-aac2-b42f78375596 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:08:32.295672 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:08:32.299151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.302574 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.324315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=367b07ca-5f0f-4065-aac2-b42f78375596,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:32.326242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No DVR routers for this DVR port 367b07ca-5f0f-4065-aac2-b42f78375596 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:08:32.332425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] Pushing event deleted for resources: {'Port': ['ID=367b07ca-5f0f-4065-aac2-b42f78375596,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:32.337177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce19c6-01db-4bb8-af2e-78d657aa0a6f None None] No DVR routers for this DVR port 367b07ca-5f0f-4065-aac2-b42f78375596 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:08:32.413128 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.423696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:32.434814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e0d9f6-f171-487a-b30b-f003907e1961') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:32.435108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e0d9f6-f171-487a-b30b-f003907e1961') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:32.444018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.458490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.464432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:08:32.464818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:08:32.467702 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:08:32.610554 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.618888 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:32.621010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/networks/428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc HTTP/1.1" status: 204 len: 168 time: 0.7251978 Aug 11 01:08:32.624981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49626) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:32.634111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f0d4c-0a85-48c4-bd2d-cfbd787fab67 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Network': ['ID=428618e5-6cdf-4fd7-b3ce-e1d6dc678ecc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:32.671586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ce115-cb18-43be-8e5a-ad7ad4fa76bf tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:32.673152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-305ce115-cb18-43be-8e5a-ad7ad4fa76bf tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/fe53be4d-b9c2-4832-88b5-9c26e3785202 HTTP/1.1" status: 200 len: 841 time: 0.0469871 Aug 11 01:08:32.677009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49628) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:32.723166 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d78ff396-00e0-4663-8054-54f6936a8e85 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/fe53be4d-b9c2-4832-88b5-9c26e3785202?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0450587 Aug 11 01:08:32.726771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49632) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:32.732744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:32.913137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:32.917377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.182202 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.229858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:33.233194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:33.237468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:33.242895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.243768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e986fa-b97d-4892-8a25-0bc5758f038b None None] Network 23c295d2-61bb-49cd-885f-159df435e76e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:33.247828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=124e3245-00be-43cc-9e20-0dc478c111b7,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:33.348866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8c4f4f56-4272-4a65-af71-952e3c0fbdb9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6199012 Aug 11 01:08:33.351700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49634) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:33.356471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-5a6f44ae-721c-4b24-84f4-246b4dafd121 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'security_group': {'name': 'tempest-secgroup-1237437599'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:33.407597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-23c295d2-61bb-49cd-885f-159df435e76e', 'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'tenant_id': 'c6bb5502630749349d5fdc71326c9dd2', 'fixed_ips': [{'subnet_id': '124e3245-00be-43cc-9e20-0dc478c111b7'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:08:33.408576 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.449832 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a6f44ae-721c-4b24-84f4-246b4dafd121 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.531575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a6f44ae-721c-4b24-84f4-246b4dafd121 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.541907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Allocated IP 172.20.0.2 (23c295d2-61bb-49cd-885f-159df435e76e/124e3245-00be-43cc-9e20-0dc478c111b7/a5b39a97-d70a-4964-b534-32abd68eeaf2) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:33.621231 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a6f44ae-721c-4b24-84f4-246b4dafd121 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.653610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f44ae-721c-4b24-84f4-246b4dafd121 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8410f2c3-d286-49b6-bc09-e80601ffe057,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:33.715198 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.716653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Transition to ACTIVE for port object a5b39a97-d70a-4964-b534-32abd68eeaf2 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:33.728218 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 367b07ca-5f0f-4065-aac2-b42f78375596 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:08:33.753102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Transition to ACTIVE for port object a5b39a97-d70a-4964-b534-32abd68eeaf2 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:33.754837 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 367b07ca-5f0f-4065-aac2-b42f78375596 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:08:33.755210 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 367b07ca-5f0f-4065-aac2-b42f78375596 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:08:33.759186 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-5a6f44ae-721c-4b24-84f4-246b4dafd121 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.763569 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5a6f44ae-721c-4b24-84f4-246b4dafd121 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4077556 Aug 11 01:08:33.763569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49636) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:33.768763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-47a43afa-b220-46a0-bc34-fc9a54d5fe8f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'security_group': {'name': 'tempest-secgroup-1980653490'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:33.872711 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-47a43afa-b220-46a0-bc34-fc9a54d5fe8f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.872985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.912083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:33.915029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:33.920994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:33.935153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Pushing event updated for resources: {'Port': ['ID=a5b39a97-d70a-4964-b534-32abd68eeaf2,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:33.963204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-47a43afa-b220-46a0-bc34-fc9a54d5fe8f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.980998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Attempting to bind port a5b39a97-d70a-4964-b534-32abd68eeaf2 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:33.981300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Attempting to bind port a5b39a97-d70a-4964-b534-32abd68eeaf2 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b5d8812f-c626-4fee-9e79-75fe901c7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23c295d2-61bb-49cd-885f-159df435e76e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:33.981582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Attempting to bind port a5b39a97-d70a-4964-b534-32abd68eeaf2 on network 23c295d2-61bb-49cd-885f-159df435e76e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:33.986749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:33.987111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Checking segment: {'id': 'b5d8812f-c626-4fee-9e79-75fe901c7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23c295d2-61bb-49cd-885f-159df435e76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:33.987563 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:33.987942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Bound using segment: {'id': 'b5d8812f-c626-4fee-9e79-75fe901c7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23c295d2-61bb-49cd-885f-159df435e76e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:33.988401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Bound port: a5b39a97-d70a-4964-b534-32abd68eeaf2, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d8812f-c626-4fee-9e79-75fe901c7ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '23c295d2-61bb-49cd-885f-159df435e76e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:33.988782 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:34.049751 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-47a43afa-b220-46a0-bc34-fc9a54d5fe8f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:34.053368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] For port a5b39a97-d70a-4964-b534-32abd68eeaf2, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:34.057140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] For port a5b39a97-d70a-4964-b534-32abd68eeaf2, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a5b39a97-d70a-4964-b534-32abd68eeaf2,segment=NetworkSegment(b5d8812f-c626-4fee-9e79-75fe901c7ed1),segment_id=b5d8812f-c626-4fee-9e79-75fe901c7ed1)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:34.081953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a43afa-b220-46a0-bc34-fc9a54d5fe8f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19ca7bc-9cd9-45ba-8730-1bf03fe5aa9c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:34.153848 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:34.193411 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-47a43afa-b220-46a0-bc34-fc9a54d5fe8f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:34.195046 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-47a43afa-b220-46a0-bc34-fc9a54d5fe8f tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4299080 Aug 11 01:08:34.198332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49638) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:34.207574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-794938545', 'security_groups': ['f19ca7bc-9cd9-45ba-8730-1bf03fe5aa9c'], 'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '124e3245-00be-43cc-9e20-0dc478c111b7'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:34.214699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5b0c0-9095-4102-baca-dbde8dcad718 None None] Pushing event updated for resources: {'Port': ['ID=a5b39a97-d70a-4964-b534-32abd68eeaf2,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:34.416356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:34.521964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:34.547503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port 02591c9e-8afe-45d9-9c46-4b10a5f21408 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:08:34.713658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.8 (23c295d2-61bb-49cd-885f-159df435e76e/124e3245-00be-43cc-9e20-0dc478c111b7/02591c9e-8afe-45d9-9c46-4b10a5f21408) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:34.856205 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:34.871554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 02591c9e-8afe-45d9-9c46-4b10a5f21408 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:35.006637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:35.053919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:35.060053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:35.064235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:35.091775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=02591c9e-8afe-45d9-9c46-4b10a5f21408,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:35.125682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:35.126699 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:35.216263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-65917b10-3610-4d1f-ab06-481694a545ed tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0165730 Aug 11 01:08:35.219425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49640) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:35.225110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-95f133c5-cf76-45a1-975b-0239967ae68e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:35.277643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ee613fa6-1f64-4c2c-a55b-c1ac01dae880 None None] Provisioning for port a5b39a97-d70a-4964-b534-32abd68eeaf2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:35.302703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ee613fa6-1f64-4c2c-a55b-c1ac01dae880 None None] Provisioning complete for port fe53be4d-b9c2-4832-88b5-9c26e3785202 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:35.303506 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee613fa6-1f64-4c2c-a55b-c1ac01dae880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:35.342213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ee613fa6-1f64-4c2c-a55b-c1ac01dae880 None None] Port fe53be4d-b9c2-4832-88b5-9c26e3785202 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:35.398370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f133c5-cf76-45a1-975b-0239967ae68e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:35.401937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-95f133c5-cf76-45a1-975b-0239967ae68e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:35.495419 n-d-712143-13 neutron-server[95255]: INFO neutron.db.ipam_backend_mixin [None req-95f133c5-cf76-45a1-975b-0239967ae68e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 124e3245-00be-43cc-9e20-0dc478c111b7 (CIDR: 172.20.0.0/28) Aug 11 01:08:35.547086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c33c3c42-4fd5-481f-88a8-783431355c40 None None] Provisioning for port 02591c9e-8afe-45d9-9c46-4b10a5f21408 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:35.551084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c33c3c42-4fd5-481f-88a8-783431355c40 None None] Provisioning complete for port 02591c9e-8afe-45d9-9c46-4b10a5f21408 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:35.551484 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c33c3c42-4fd5-481f-88a8-783431355c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:35.586312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c33c3c42-4fd5-481f-88a8-783431355c40 None None] Port 02591c9e-8afe-45d9-9c46-4b10a5f21408 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:35.599446 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f133c5-cf76-45a1-975b-0239967ae68e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:08:35.599945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f133c5-cf76-45a1-975b-0239967ae68e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:35.719845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-95f133c5-cf76-45a1-975b-0239967ae68e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4986866 Aug 11 01:08:35.721856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49642) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:35.725068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a5b39a97-d70a-4964-b534-32abd68eeaf2 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:35.732663 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:35.826854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a5b39a97-d70a-4964-b534-32abd68eeaf2 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:35.830765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a5b39a97-d70a-4964-b534-32abd68eeaf2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:35.831174 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:35.907035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:35.910206 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:35.910904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:35.946644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a5b39a97-d70a-4964-b534-32abd68eeaf2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a5b39a97-d70a-4964-b534-32abd68eeaf2,segment=NetworkSegment(b5d8812f-c626-4fee-9e79-75fe901c7ed1),segment_id=b5d8812f-c626-4fee-9e79-75fe901c7ed1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:35.998617 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:36.048709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a5b39a97-d70a-4964-b534-32abd68eeaf2,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:36.210417 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:36.259652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:36.262917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:36.267172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:36.267773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:36.274917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd699fb-83f4-4c8d-b642-f36d69540f2b None None] Network 23c295d2-61bb-49cd-885f-159df435e76e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:36.278025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=22af5f44-6741-4336-b240-dc5daa668115,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:36.382018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-42100b1a-c151-46dc-a17c-03ca4fd3d728 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6589792 Aug 11 01:08:36.387356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49644) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:36.394521 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1749825326', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '22af5f44-6741-4336-b240-dc5daa668115'}], 'security_groups': ['8410f2c3-d286-49b6-bc09-e80601ffe057']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:36.492433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ffcd5-61cd-468e-a76b-aff2f7370738 None None] Update dhcp port {'port': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'fixed_ips': [{'subnet_id': '124e3245-00be-43cc-9e20-0dc478c111b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '22af5f44-6741-4336-b240-dc5daa668115'}], 'binding:host_id': 'n-d-712143-13'}, 'id': 'a5b39a97-d70a-4964-b534-32abd68eeaf2'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 01:08:36.525008 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcd5-61cd-468e-a76b-aff2f7370738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:36.577988 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:36.695712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-bd4ffcd5-61cd-468e-a76b-aff2f7370738 None None] Allocated IP 172.20.0.18 (23c295d2-61bb-49cd-885f-159df435e76e/22af5f44-6741-4336-b240-dc5daa668115/a5b39a97-d70a-4964-b534-32abd68eeaf2) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:36.948240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bd4ffcd5-61cd-468e-a76b-aff2f7370738 None None] For port a5b39a97-d70a-4964-b534-32abd68eeaf2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a5b39a97-d70a-4964-b534-32abd68eeaf2,segment=NetworkSegment(b5d8812f-c626-4fee-9e79-75fe901c7ed1),segment_id=b5d8812f-c626-4fee-9e79-75fe901c7ed1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:36.977182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcd5-61cd-468e-a76b-aff2f7370738 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:36.992228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bd4ffcd5-61cd-468e-a76b-aff2f7370738 None None] Transition to ACTIVE for port object a5b39a97-d70a-4964-b534-32abd68eeaf2 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:37.078502 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bd4ffcd5-61cd-468e-a76b-aff2f7370738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:37.170633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ffcd5-61cd-468e-a76b-aff2f7370738 None None] Pushing event updated for resources: {'Port': ['ID=a5b39a97-d70a-4964-b534-32abd68eeaf2,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:37.188470 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Delete allocated IP 172.20.0.8 (23c295d2-61bb-49cd-885f-159df435e76e/124e3245-00be-43cc-9e20-0dc478c111b7) {{(pid=95254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 01:08:37.197336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.29 (23c295d2-61bb-49cd-885f-159df435e76e/22af5f44-6741-4336-b240-dc5daa668115/02591c9e-8afe-45d9-9c46-4b10a5f21408) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:37.363625 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:37.381062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object 02591c9e-8afe-45d9-9c46-4b10a5f21408 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:37.496180 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:37.585066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=02591c9e-8afe-45d9-9c46-4b10a5f21408,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:37.647136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] In _notify_port_updated(), no bound segment for port 02591c9e-8afe-45d9-9c46-4b10a5f21408 on network 23c295d2-61bb-49cd-885f-159df435e76e {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:08:37.647136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:37.647136 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:37.647136 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eb4b777f-bf9c-4728-bf53-771459941b5e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "PUT /v2.0/ports/02591c9e-8afe-45d9-9c46-4b10a5f21408 HTTP/1.1" status: 200 len: 921 time: 1.2583001 Aug 11 01:08:37.651610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49648) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:37.728633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a5b39a97-d70a-4964-b534-32abd68eeaf2 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:37.766968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-da06b9c7-133c-4b95-94c0-7cb472990022 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port 02591c9e-8afe-45d9-9c46-4b10a5f21408 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:37.767382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da06b9c7-133c-4b95-94c0-7cb472990022 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:37.833092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Provisioning for port a5b39a97-d70a-4964-b534-32abd68eeaf2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:37.838093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Provisioning complete for port a5b39a97-d70a-4964-b534-32abd68eeaf2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:37.838471 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:37.877128 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da06b9c7-133c-4b95-94c0-7cb472990022 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:37.889961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-da06b9c7-133c-4b95-94c0-7cb472990022 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for 02591c9e-8afe-45d9-9c46-4b10a5f21408 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:37.933332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Provisioning complete for port fe53be4d-b9c2-4832-88b5-9c26e3785202 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:37.933606 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:37.968556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Port fe53be4d-b9c2-4832-88b5-9c26e3785202 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:38.084429 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da06b9c7-133c-4b95-94c0-7cb472990022 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.085670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Provisioning for port 02591c9e-8afe-45d9-9c46-4b10a5f21408 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:38.090713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Provisioning complete for port 02591c9e-8afe-45d9-9c46-4b10a5f21408 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:38.100007 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.112731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8b7ec-289f-46dc-ae16-6071d221ac5c None None] Port 02591c9e-8afe-45d9-9c46-4b10a5f21408 was deleted so its status cannot be updated. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 01:08:38.115379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06b9c7-133c-4b95-94c0-7cb472990022 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=02591c9e-8afe-45d9-9c46-4b10a5f21408,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:38.188375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-da06b9c7-133c-4b95-94c0-7cb472990022 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.190680 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-da06b9c7-133c-4b95-94c0-7cb472990022 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/02591c9e-8afe-45d9-9c46-4b10a5f21408 HTTP/1.1" status: 204 len: 168 time: 0.5393491 Aug 11 01:08:38.193331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49650) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:38.220865 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-64346e86-13d6-4be0-8404-4fea50ce17b1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:08:38.224577 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-64346e86-13d6-4be0-8404-4fea50ce17b1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/02591c9e-8afe-45d9-9c46-4b10a5f21408 HTTP/1.1" status: 404 len: 333 time: 0.0285833 Aug 11 01:08:38.226555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49652) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:38.227793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6e79002d-21cb-4092-b705-53cfe1693ed8 None None] Could not find standard attr ID for object 02591c9e-8afe-45d9-9c46-4b10a5f21408. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:08:38.294967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a814ed6b-c4e1-4e91-a36f-04679f5b01e5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.323471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a814ed6b-c4e1-4e91-a36f-04679f5b01e5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.444107 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a814ed6b-c4e1-4e91-a36f-04679f5b01e5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.447633 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a814ed6b-c4e1-4e91-a36f-04679f5b01e5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.449056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a814ed6b-c4e1-4e91-a36f-04679f5b01e5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/security-groups/f19ca7bc-9cd9-45ba-8730-1bf03fe5aa9c HTTP/1.1" status: 204 len: 168 time: 0.2210081 Aug 11 01:08:38.452133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49654) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:38.463137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814ed6b-c4e1-4e91-a36f-04679f5b01e5 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19ca7bc-9cd9-45ba-8730-1bf03fe5aa9c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:38.516601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f73-0f08-4a18-855b-53bce5bec9f0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.540123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f73-0f08-4a18-855b-53bce5bec9f0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.684226 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f73-0f08-4a18-855b-53bce5bec9f0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.686812 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4f73-0f08-4a18-855b-53bce5bec9f0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.688083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6b0c4f73-0f08-4a18-855b-53bce5bec9f0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/security-groups/8410f2c3-d286-49b6-bc09-e80601ffe057 HTTP/1.1" status: 204 len: 168 time: 0.2345531 Aug 11 01:08:38.694097 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49656) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:38.697849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c4f73-0f08-4a18-855b-53bce5bec9f0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8410f2c3-d286-49b6-bc09-e80601ffe057,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:38.747711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ff8a07-331f-4ee2-af49-646e6c15d5a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 124e3245-00be-43cc-9e20-0dc478c111b7 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:38.750981 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93ff8a07-331f-4ee2-af49-646e6c15d5a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.795012 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93ff8a07-331f-4ee2-af49-646e6c15d5a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:38.888827 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93ff8a07-331f-4ee2-af49-646e6c15d5a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.033467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93ff8a07-331f-4ee2-af49-646e6c15d5a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.061679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff8a07-331f-4ee2-af49-646e6c15d5a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=124e3245-00be-43cc-9e20-0dc478c111b7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:39.065487 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-93ff8a07-331f-4ee2-af49-646e6c15d5a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.067752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-93ff8a07-331f-4ee2-af49-646e6c15d5a1 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/124e3245-00be-43cc-9e20-0dc478c111b7 HTTP/1.1" status: 204 len: 168 time: 0.3722894 Aug 11 01:08:39.071968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49658) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:39.074939 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a9b1c-e68a-4837-ba85-18eed66cee02 None None] Network 23c295d2-61bb-49cd-885f-159df435e76e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:39.077461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:39.244050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:39.247766 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.565046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.613820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:39.617249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:39.621819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:39.622426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.628064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=95cf9f5b-deae-490d-b284-fe54d98c3d80,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:39.739728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-04b1adc2-2481-4d0f-9430-2325150b63bb tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6630757 Aug 11 01:08:39.739728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49660) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:39.746070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67edae2-a6fe-4ae4-b7ad-29023e7a4585 None None] Network 23c295d2-61bb-49cd-885f-159df435e76e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:39.748728 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-40770a45-9301-4dac-8e1a-571f9013a5b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'security_group': {'name': 'tempest-secgroup-1919041878'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:39.806622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0e55d2ce-aeed-4a73-9610-eefa40801d82 None None] Provisioning complete for port a5b39a97-d70a-4964-b534-32abd68eeaf2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:39.806990 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0e55d2ce-aeed-4a73-9610-eefa40801d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.832594 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40770a45-9301-4dac-8e1a-571f9013a5b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.919634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40770a45-9301-4dac-8e1a-571f9013a5b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.975347 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40770a45-9301-4dac-8e1a-571f9013a5b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:39.980630 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0e55d2ce-aeed-4a73-9610-eefa40801d82 None None] Provisioning complete for port fe53be4d-b9c2-4832-88b5-9c26e3785202 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:39.981004 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0e55d2ce-aeed-4a73-9610-eefa40801d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.017206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40770a45-9301-4dac-8e1a-571f9013a5b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55332f38-ea4c-459c-8cfa-8e807f93311a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:40.020695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0e55d2ce-aeed-4a73-9610-eefa40801d82 None None] Port fe53be4d-b9c2-4832-88b5-9c26e3785202 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:40.057845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f192f49-cf0e-455b-b326-8e63b380110f None None] Update dhcp port {'port': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'fixed_ips': [{'subnet_id': '22af5f44-6741-4336-b240-dc5daa668115', 'ip_address': '172.20.0.18'}, {'subnet_id': '95cf9f5b-deae-490d-b284-fe54d98c3d80'}], 'binding:host_id': 'n-d-712143-13'}, 'id': 'a5b39a97-d70a-4964-b534-32abd68eeaf2'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 01:08:40.084179 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4f192f49-cf0e-455b-b326-8e63b380110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.089658 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40770a45-9301-4dac-8e1a-571f9013a5b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.093265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40770a45-9301-4dac-8e1a-571f9013a5b4 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3511515 Aug 11 01:08:40.093983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49662) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:40.098961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-75a72845-905d-4582-84c7-4cd314376f4b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'security_group': {'name': 'tempest-secgroup-1398256987'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:40.198497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75a72845-905d-4582-84c7-4cd314376f4b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.255732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4f192f49-cf0e-455b-b326-8e63b380110f None None] Allocated IP 172.20.0.2 (23c295d2-61bb-49cd-885f-159df435e76e/95cf9f5b-deae-490d-b284-fe54d98c3d80/a5b39a97-d70a-4964-b534-32abd68eeaf2) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:40.285704 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75a72845-905d-4582-84c7-4cd314376f4b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.335732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75a72845-905d-4582-84c7-4cd314376f4b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.359588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4f192f49-cf0e-455b-b326-8e63b380110f None None] For port a5b39a97-d70a-4964-b534-32abd68eeaf2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a5b39a97-d70a-4964-b534-32abd68eeaf2,segment=NetworkSegment(b5d8812f-c626-4fee-9e79-75fe901c7ed1),segment_id=b5d8812f-c626-4fee-9e79-75fe901c7ed1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:40.370590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a72845-905d-4582-84c7-4cd314376f4b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c52328-301b-4c1a-bba4-7ec30597ff7a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:40.390915 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4f192f49-cf0e-455b-b326-8e63b380110f None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.405745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4f192f49-cf0e-455b-b326-8e63b380110f None None] Transition to ACTIVE for port object a5b39a97-d70a-4964-b534-32abd68eeaf2 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:40.416507 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75a72845-905d-4582-84c7-4cd314376f4b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.417916 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-75a72845-905d-4582-84c7-4cd314376f4b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3226824 Aug 11 01:08:40.420975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49664) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:40.425958 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c3a7517c-21ab-48fe-901c-313ce99c799e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'security_group': {'name': 'tempest-secgroup-467825770'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:40.456102 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4f192f49-cf0e-455b-b326-8e63b380110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.512908 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3a7517c-21ab-48fe-901c-313ce99c799e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.546760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f192f49-cf0e-455b-b326-8e63b380110f None None] Pushing event updated for resources: {'Port': ['ID=a5b39a97-d70a-4964-b534-32abd68eeaf2,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:40.635894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3a7517c-21ab-48fe-901c-313ce99c799e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.776186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3a7517c-21ab-48fe-901c-313ce99c799e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.807656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7517c-21ab-48fe-901c-313ce99c799e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e397ce2-b0be-42d9-b9bf-9c004b90e36c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:40.947428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c3a7517c-21ab-48fe-901c-313ce99c799e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:40.950297 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c3a7517c-21ab-48fe-901c-313ce99c799e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5269055 Aug 11 01:08:40.951770 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49666) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:40.957194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2104472652', 'security_groups': ['6e397ce2-b0be-42d9-b9bf-9c004b90e36c'], 'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95cf9f5b-deae-490d-b284-fe54d98c3d80'}]}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:41.129882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-30416df8-48b6-4730-8a49-4fea3f5df6c0 None None] Provisioning for port a5b39a97-d70a-4964-b534-32abd68eeaf2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:41.133918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-30416df8-48b6-4730-8a49-4fea3f5df6c0 None None] Provisioning complete for port a5b39a97-d70a-4964-b534-32abd68eeaf2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:41.134300 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-30416df8-48b6-4730-8a49-4fea3f5df6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:41.175541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:41.226137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-30416df8-48b6-4730-8a49-4fea3f5df6c0 None None] Provisioning complete for port fe53be4d-b9c2-4832-88b5-9c26e3785202 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:41.226794 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-30416df8-48b6-4730-8a49-4fea3f5df6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:41.261079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-30416df8-48b6-4730-8a49-4fea3f5df6c0 None None] Port fe53be4d-b9c2-4832-88b5-9c26e3785202 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:41.269222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:41.290247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] device_id is not set on port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 yet. {{(pid=95255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 01:08:41.450660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.8 (23c295d2-61bb-49cd-885f-159df435e76e/95cf9f5b-deae-490d-b284-fe54d98c3d80/afdd90b6-c9eb-477b-8af5-5ea5e46e5a30) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:41.587179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:41.600056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:41.701589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a5b39a97-d70a-4964-b534-32abd68eeaf2 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:41.702064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:41.752747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:41.752991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a5b39a97-d70a-4964-b534-32abd68eeaf2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:41.753122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:41.755956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:41.760475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:41.789140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=afdd90b6-c9eb-477b-8af5-5ea5e46e5a30,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:41.821236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:41.822540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:41.913968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1bf884f5-b27c-4043-a314-55c5a95f3878 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9607882 Aug 11 01:08:41.917053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49668) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:41.922596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-9110bc44-0ceb-42b4-abe9-a63dadc5a8cd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:42.055672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6aed25d6-09ca-4d48-8b1e-1ba025705cee None None] Provisioning for port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:42.060526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6aed25d6-09ca-4d48-8b1e-1ba025705cee None None] Provisioning complete for port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:42.060910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6aed25d6-09ca-4d48-8b1e-1ba025705cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:42.096944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6aed25d6-09ca-4d48-8b1e-1ba025705cee None None] Port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:42.118940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9110bc44-0ceb-42b4-abe9-a63dadc5a8cd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:42.122642 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9110bc44-0ceb-42b4-abe9-a63dadc5a8cd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:42.216321 n-d-712143-13 neutron-server[95254]: INFO neutron.db.ipam_backend_mixin [None req-9110bc44-0ceb-42b4-abe9-a63dadc5a8cd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 95cf9f5b-deae-490d-b284-fe54d98c3d80 (CIDR: 172.20.0.0/28) Aug 11 01:08:42.284717 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9110bc44-0ceb-42b4-abe9-a63dadc5a8cd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:08:42.285817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9110bc44-0ceb-42b4-abe9-a63dadc5a8cd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:42.371596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9110bc44-0ceb-42b4-abe9-a63dadc5a8cd tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4530802 Aug 11 01:08:42.375305 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49670) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:42.380808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-807bbb73-08b6-46ac-b006-9822b25c52e0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:42.575788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807bbb73-08b6-46ac-b006-9822b25c52e0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:42.579406 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-807bbb73-08b6-46ac-b006-9822b25c52e0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:42.674330 n-d-712143-13 neutron-server[95254]: INFO neutron.db.ipam_backend_mixin [None req-807bbb73-08b6-46ac-b006-9822b25c52e0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 22af5f44-6741-4336-b240-dc5daa668115 (CIDR: 172.20.0.16/28) Aug 11 01:08:42.736046 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-807bbb73-08b6-46ac-b006-9822b25c52e0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:08:42.736654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807bbb73-08b6-46ac-b006-9822b25c52e0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:42.913680 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-807bbb73-08b6-46ac-b006-9822b25c52e0 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5370142 Aug 11 01:08:42.916810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49672) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:42.921856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'subnet': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:43.107134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Made reservation on behalf of c6bb5502630749349d5fdc71326c9dd2 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:43.111539 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:43.439127 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:43.487638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Network 23c295d2-61bb-49cd-885f-159df435e76e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:43.490945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:43.495849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:43.496456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:43.501145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5104034-a3e1-49c0-8e0b-29c243ea9cf5 None None] Network 23c295d2-61bb-49cd-885f-159df435e76e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:43.508869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Subnet': ['ID=91dc66f0-f244-4993-aa7b-acf2f92433c4,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:43.654856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3ba8b625-ac9c-4fca-b10e-58ff4d33d122 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7369287 Aug 11 01:08:43.657809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49676) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:43.663342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2095883033', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91dc66f0-f244-4993-aa7b-acf2f92433c4'}], 'security_groups': ['55332f38-ea4c-459c-8cfa-8e807f93311a', 'e9c52328-301b-4c1a-bba4-7ec30597ff7a']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:43.719812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a09a9-f3f7-4754-861b-2099c7e9c5de None None] Update dhcp port {'port': {'network_id': '23c295d2-61bb-49cd-885f-159df435e76e', 'fixed_ips': [{'subnet_id': '22af5f44-6741-4336-b240-dc5daa668115', 'ip_address': '172.20.0.18'}, {'subnet_id': '95cf9f5b-deae-490d-b284-fe54d98c3d80', 'ip_address': '172.20.0.2'}, {'subnet_id': '91dc66f0-f244-4993-aa7b-acf2f92433c4'}], 'binding:host_id': 'n-d-712143-13'}, 'id': 'a5b39a97-d70a-4964-b534-32abd68eeaf2'} from n-d-712143-13. {{(pid=95256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 01:08:43.749780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4c8a09a9-f3f7-4754-861b-2099c7e9c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:43.831077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:43.921237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4c8a09a9-f3f7-4754-861b-2099c7e9c5de None None] Allocated IP 172.20.0.34 (23c295d2-61bb-49cd-885f-159df435e76e/91dc66f0-f244-4993-aa7b-acf2f92433c4/a5b39a97-d70a-4964-b534-32abd68eeaf2) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:44.036652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4c8a09a9-f3f7-4754-861b-2099c7e9c5de None None] For port a5b39a97-d70a-4964-b534-32abd68eeaf2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a5b39a97-d70a-4964-b534-32abd68eeaf2,segment=NetworkSegment(b5d8812f-c626-4fee-9e79-75fe901c7ed1),segment_id=b5d8812f-c626-4fee-9e79-75fe901c7ed1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:44.074392 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4c8a09a9-f3f7-4754-861b-2099c7e9c5de None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:44.089319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4c8a09a9-f3f7-4754-861b-2099c7e9c5de None None] Transition to ACTIVE for port object a5b39a97-d70a-4964-b534-32abd68eeaf2 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:44.158425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4c8a09a9-f3f7-4754-861b-2099c7e9c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:44.262806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a09a9-f3f7-4754-861b-2099c7e9c5de None None] Pushing event updated for resources: {'Port': ['ID=a5b39a97-d70a-4964-b534-32abd68eeaf2,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:44.268682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Delete allocated IP 172.20.0.8 (23c295d2-61bb-49cd-885f-159df435e76e/95cf9f5b-deae-490d-b284-fe54d98c3d80) {{(pid=95254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 01:08:44.278504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Allocated IP 172.20.0.44 (23c295d2-61bb-49cd-885f-159df435e76e/91dc66f0-f244-4993-aa7b-acf2f92433c4/afdd90b6-c9eb-477b-8af5-5ea5e46e5a30) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:44.747727 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:44.769247 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Transition to ACTIVE for port object afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:44.855738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:44.917845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Provisioning for port a5b39a97-d70a-4964-b534-32abd68eeaf2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:44.924245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Provisioning complete for port a5b39a97-d70a-4964-b534-32abd68eeaf2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:44.924245 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:44.952905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event updated for resources: {'Port': ['ID=afdd90b6-c9eb-477b-8af5-5ea5e46e5a30,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:44.976948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] In _notify_port_updated(), no bound segment for port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 on network 23c295d2-61bb-49cd-885f-159df435e76e {{(pid=95254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 01:08:44.983104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:44.984204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:44.985120 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-94e048dd-9a42-46b7-9f20-ce4c7199b5ac tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "PUT /v2.0/ports/afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 HTTP/1.1" status: 200 len: 960 time: 1.3263712 Aug 11 01:08:44.987933 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49678) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:45.023031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Provisioning complete for port fe53be4d-b9c2-4832-88b5-9c26e3785202 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:45.023443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.064041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Port fe53be4d-b9c2-4832-88b5-9c26e3785202 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:45.081431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d71cd178-cd5a-4c43-ae64-20657a98137e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:45.081774 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d71cd178-cd5a-4c43-ae64-20657a98137e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.169519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Provisioning for port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:45.173806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Provisioning complete for port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:45.174178 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.183925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d71cd178-cd5a-4c43-ae64-20657a98137e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.197449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-d71cd178-cd5a-4c43-ae64-20657a98137e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 owned by {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:45.208877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-39a19e7c-4385-4d79-ad79-3c4cb84ca076 None None] Port afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:45.409709 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d71cd178-cd5a-4c43-ae64-20657a98137e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.425880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b84e6434-69e3-4fa5-863e-fe2e5d4c76df None None] Could not find standard attr ID for object afdd90b6-c9eb-477b-8af5-5ea5e46e5a30. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:08:45.444818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cd178-cd5a-4c43-ae64-20657a98137e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=afdd90b6-c9eb-477b-8af5-5ea5e46e5a30,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:45.516372 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d71cd178-cd5a-4c43-ae64-20657a98137e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.518430 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d71cd178-cd5a-4c43-ae64-20657a98137e tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 HTTP/1.1" status: 204 len: 168 time: 0.5295184 Aug 11 01:08:45.521271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49680) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:45.547413 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a61bb5-917b-42ea-ae86-9aa1689c8ede tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] GET failed (client error): The resource could not be found. Aug 11 01:08:45.549118 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-29a61bb5-917b-42ea-ae86-9aa1689c8ede tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports/afdd90b6-c9eb-477b-8af5-5ea5e46e5a30 HTTP/1.1" status: 404 len: 333 time: 0.0267992 Aug 11 01:08:45.553473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49682) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:45.610864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5ce76860-9d4a-4da9-ad30-4ebcd88f31f6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.637089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5ce76860-9d4a-4da9-ad30-4ebcd88f31f6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.710078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a5b39a97-d70a-4964-b534-32abd68eeaf2 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:45.756424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a5b39a97-d70a-4964-b534-32abd68eeaf2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:45.756788 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.786625 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5ce76860-9d4a-4da9-ad30-4ebcd88f31f6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.789211 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5ce76860-9d4a-4da9-ad30-4ebcd88f31f6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.790969 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5ce76860-9d4a-4da9-ad30-4ebcd88f31f6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e397ce2-b0be-42d9-b9bf-9c004b90e36c HTTP/1.1" status: 204 len: 168 time: 0.2359710 Aug 11 01:08:45.800906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce76860-9d4a-4da9-ad30-4ebcd88f31f6 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e397ce2-b0be-42d9-b9bf-9c004b90e36c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:45.807737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49684) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:45.871101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-509af0a8-a02d-465b-af61-5c16d5a8610a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:45.894908 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-509af0a8-a02d-465b-af61-5c16d5a8610a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.033159 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-509af0a8-a02d-465b-af61-5c16d5a8610a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.035770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-509af0a8-a02d-465b-af61-5c16d5a8610a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.037079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-509af0a8-a02d-465b-af61-5c16d5a8610a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/security-groups/e9c52328-301b-4c1a-bba4-7ec30597ff7a HTTP/1.1" status: 204 len: 168 time: 0.2284834 Aug 11 01:08:46.039911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49686) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:46.047456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509af0a8-a02d-465b-af61-5c16d5a8610a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c52328-301b-4c1a-bba4-7ec30597ff7a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:46.102625 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3139577-4b15-4177-9c41-5a60accd2b96 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.124950 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3139577-4b15-4177-9c41-5a60accd2b96 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.221241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3139577-4b15-4177-9c41-5a60accd2b96 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.223879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d3139577-4b15-4177-9c41-5a60accd2b96 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.225092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d3139577-4b15-4177-9c41-5a60accd2b96 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/security-groups/55332f38-ea4c-459c-8cfa-8e807f93311a HTTP/1.1" status: 204 len: 168 time: 0.1832662 Aug 11 01:08:46.228212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49688) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:46.235492 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3139577-4b15-4177-9c41-5a60accd2b96 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55332f38-ea4c-459c-8cfa-8e807f93311a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:46.290190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fbe8a3-7722-4ef0-afb4-1391404ed8bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 95cf9f5b-deae-490d-b284-fe54d98c3d80 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:46.293712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47fbe8a3-7722-4ef0-afb4-1391404ed8bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.336724 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47fbe8a3-7722-4ef0-afb4-1391404ed8bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.346177 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d1a7d195-e761-418e-a7cb-59682d6ad9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.430019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47fbe8a3-7722-4ef0-afb4-1391404ed8bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.575451 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47fbe8a3-7722-4ef0-afb4-1391404ed8bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.604837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbe8a3-7722-4ef0-afb4-1391404ed8bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=95cf9f5b-deae-490d-b284-fe54d98c3d80,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:46.607015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-47fbe8a3-7722-4ef0-afb4-1391404ed8bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.609177 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-47fbe8a3-7722-4ef0-afb4-1391404ed8bc tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/95cf9f5b-deae-490d-b284-fe54d98c3d80 HTTP/1.1" status: 204 len: 168 time: 0.3796442 Aug 11 01:08:46.615817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49690) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:46.622117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793fe38-3291-4486-946b-43d34ee9a9c7 None None] Network 23c295d2-61bb-49cd-885f-159df435e76e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:46.708938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-323231fb-8e6b-497c-920f-dd7ca9902c1c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 91dc66f0-f244-4993-aa7b-acf2f92433c4 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:46.713744 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-323231fb-8e6b-497c-920f-dd7ca9902c1c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.758687 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-323231fb-8e6b-497c-920f-dd7ca9902c1c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:46.850103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-323231fb-8e6b-497c-920f-dd7ca9902c1c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.033242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-323231fb-8e6b-497c-920f-dd7ca9902c1c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.061472 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323231fb-8e6b-497c-920f-dd7ca9902c1c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=91dc66f0-f244-4993-aa7b-acf2f92433c4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:47.067790 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-323231fb-8e6b-497c-920f-dd7ca9902c1c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.069711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-323231fb-8e6b-497c-920f-dd7ca9902c1c tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/91dc66f0-f244-4993-aa7b-acf2f92433c4 HTTP/1.1" status: 204 len: 168 time: 0.4486234 Aug 11 01:08:47.072373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49692) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:47.099187 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db5a2f2-2f9d-49a7-b079-c9a2457f6154 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:47.099575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db5a2f2-2f9d-49a7-b079-c9a2457f6154 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:47.101356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5db5a2f2-2f9d-49a7-b079-c9a2457f6154 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/95cf9f5b-deae-490d-b284-fe54d98c3d80 HTTP/1.1" status: 404 len: 337 time: 0.0280285 Aug 11 01:08:47.104598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49694) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:47.162946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-062681f5-9363-449e-b378-90f31392ed4a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting subnet 22af5f44-6741-4336-b240-dc5daa668115 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:08:47.167848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-062681f5-9363-449e-b378-90f31392ed4a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.210637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-062681f5-9363-449e-b378-90f31392ed4a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.318296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-062681f5-9363-449e-b378-90f31392ed4a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.338476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c623cde-0275-4ed4-be6a-189b4b56db7a None None] Network 23c295d2-61bb-49cd-885f-159df435e76e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:47.402219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8f81226d-2867-4c7c-8c89-d88293a7b6ee None None] Provisioning complete for port a5b39a97-d70a-4964-b534-32abd68eeaf2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:47.402945 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8f81226d-2867-4c7c-8c89-d88293a7b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.479352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-062681f5-9363-449e-b378-90f31392ed4a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.509508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062681f5-9363-449e-b378-90f31392ed4a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Subnet': ['ID=22af5f44-6741-4336-b240-dc5daa668115,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:47.513314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-062681f5-9363-449e-b378-90f31392ed4a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.518045 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-062681f5-9363-449e-b378-90f31392ed4a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/22af5f44-6741-4336-b240-dc5daa668115 HTTP/1.1" status: 204 len: 168 time: 0.4098611 Aug 11 01:08:47.518446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49696) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:47.546132 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-756033ba-f7d2-4b44-8e78-17c7fab7ca94 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:47.546604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756033ba-f7d2-4b44-8e78-17c7fab7ca94 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:47.548662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-756033ba-f7d2-4b44-8e78-17c7fab7ca94 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/124e3245-00be-43cc-9e20-0dc478c111b7 HTTP/1.1" status: 404 len: 337 time: 0.0292077 Aug 11 01:08:47.551613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49698) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:47.734207 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8f81226d-2867-4c7c-8c89-d88293a7b6ee None None] Provisioning complete for port fe53be4d-b9c2-4832-88b5-9c26e3785202 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:47.734845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8f81226d-2867-4c7c-8c89-d88293a7b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.784902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8f81226d-2867-4c7c-8c89-d88293a7b6ee None None] Port fe53be4d-b9c2-4832-88b5-9c26e3785202 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:08:47.789604 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] DHCP port deletion for 23c295d2-61bb-49cd-885f-159df435e76e request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:08:47.859995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] Deleting port a5b39a97-d70a-4964-b534-32abd68eeaf2 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:47.860385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.927354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] For port a5b39a97-d70a-4964-b534-32abd68eeaf2, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a5b39a97-d70a-4964-b534-32abd68eeaf2,segment=NetworkSegment(b5d8812f-c626-4fee-9e79-75fe901c7ed1),segment_id=b5d8812f-c626-4fee-9e79-75fe901c7ed1)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:47.927765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:47.943191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] Calling delete_port for a5b39a97-d70a-4964-b534-32abd68eeaf2 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:47.964609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-95856ec4-2fb0-42a9-8917-7d9c57c776d9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "GET /v2.0/ports?device_id=22620796-577a-492a-a4e5-a6eb90ed5d65 HTTP/1.1" status: 200 len: 205 time: 0.4115021 Aug 11 01:08:47.969477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49700) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.011731 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-242f633b-e437-452c-b63b-55f7707fdeae tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] delete failed (client error): The resource could not be found. Aug 11 01:08:48.012773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-242f633b-e437-452c-b63b-55f7707fdeae tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/routers/22620796-577a-492a-a4e5-a6eb90ed5d65 HTTP/1.1" status: 404 len: 336 time: 0.0419233 Aug 11 01:08:48.015584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49702) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.053173 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c9160e-013c-4f36-a8ea-40eaef005e0b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.053642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c9160e-013c-4f36-a8ea-40eaef005e0b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.056999 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-83c9160e-013c-4f36-a8ea-40eaef005e0b tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/b469e4e3-29a0-4796-82ba-0e9871168506 HTTP/1.1" status: 404 len: 337 time: 0.0399885 Aug 11 01:08:48.060780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49704) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.091634 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe25c93f-7e54-4aa0-a1e1-9076373c1ce9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.092097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe25c93f-7e54-4aa0-a1e1-9076373c1ce9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.093880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fe25c93f-7e54-4aa0-a1e1-9076373c1ce9 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/77a25793-1aa1-42db-afd3-b3fd3c3abb4a HTTP/1.1" status: 404 len: 337 time: 0.0319355 Aug 11 01:08:48.096618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49706) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.124245 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d79ca2f-eb10-4ca3-92dd-29d7accf0df3 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.124708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d79ca2f-eb10-4ca3-92dd-29d7accf0df3 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.126455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d79ca2f-eb10-4ca3-92dd-29d7accf0df3 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/612f5e27-07a4-4ea7-8eef-358fc69dc730 HTTP/1.1" status: 404 len: 337 time: 0.0289311 Aug 11 01:08:48.129126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49708) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.146961 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:48.152799 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfeb43f7-fbc6-4af4-8a2e-24702c7c7095 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.153498 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfeb43f7-fbc6-4af4-8a2e-24702c7c7095 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.155310 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dfeb43f7-fbc6-4af4-8a2e-24702c7c7095 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/4577ae64-8028-4aec-89f4-bd26c1d776f2 HTTP/1.1" status: 404 len: 333 time: 0.0252314 Aug 11 01:08:48.158319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49710) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.174538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] Pushing event deleted for resources: {'Port': ['ID=a5b39a97-d70a-4964-b534-32abd68eeaf2,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:48.178348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4178442-9e97-4e5e-ac16-eb6a3f7e1599 None None] No DVR routers for this DVR port a5b39a97-d70a-4964-b534-32abd68eeaf2 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:08:48.187358 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5270bb18-4d9a-45f6-8b3e-d311eac0156d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.187835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5270bb18-4d9a-45f6-8b3e-d311eac0156d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.190245 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5270bb18-4d9a-45f6-8b3e-d311eac0156d tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/47cc4660-120e-43bb-8993-8f7708191860 HTTP/1.1" status: 404 len: 337 time: 0.0302963 Aug 11 01:08:48.193474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49712) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.219693 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b71521-6ef0-44f6-9ad2-8e2eea72f495 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.220074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b71521-6ef0-44f6-9ad2-8e2eea72f495 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.221776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23b71521-6ef0-44f6-9ad2-8e2eea72f495 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/3e07ade5-f315-4e3c-9596-e7716424bb79 HTTP/1.1" status: 404 len: 337 time: 0.0276585 Aug 11 01:08:48.224308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49714) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.249407 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e811f63-a337-4000-aa4b-ce1ca99acd15 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.255777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e811f63-a337-4000-aa4b-ce1ca99acd15 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.255777 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9e811f63-a337-4000-aa4b-ce1ca99acd15 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/0ad95087-17c8-4114-a788-63db67c1e0f8 HTTP/1.1" status: 404 len: 333 time: 0.0270243 Aug 11 01:08:48.257691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49716) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.291855 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5c9533-5614-45b2-802a-dae9d7ebd03a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.292318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5c9533-5614-45b2-802a-dae9d7ebd03a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.294219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ba5c9533-5614-45b2-802a-dae9d7ebd03a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/bc9f977f-458e-4157-9577-a798ed175875 HTTP/1.1" status: 404 len: 337 time: 0.0354548 Aug 11 01:08:48.297272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49718) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.325211 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-03eb866b-c058-4a33-8c64-7c1375811a60 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] DELETE failed (client error): The resource could not be found. Aug 11 01:08:48.325674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03eb866b-c058-4a33-8c64-7c1375811a60 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:08:48.327886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-03eb866b-c058-4a33-8c64-7c1375811a60 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/subnets/16529f42-8b7a-4877-b34e-f3ff63652386 HTTP/1.1" status: 404 len: 337 time: 0.0296674 Aug 11 01:08:48.331017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49720) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.434947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-445a4660-bffc-41c1-b3c8-37bdeab5e10a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Deleting port fe53be4d-b9c2-4832-88b5-9c26e3785202 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:08:48.435329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-445a4660-bffc-41c1-b3c8-37bdeab5e10a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:48.511937 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-445a4660-bffc-41c1-b3c8-37bdeab5e10a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:48.529026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-445a4660-bffc-41c1-b3c8-37bdeab5e10a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Calling delete_port for fe53be4d-b9c2-4832-88b5-9c26e3785202 owned by {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:08:48.775893 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-445a4660-bffc-41c1-b3c8-37bdeab5e10a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:48.819468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a4660-bffc-41c1-b3c8-37bdeab5e10a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Port': ['ID=fe53be4d-b9c2-4832-88b5-9c26e3785202,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:48.828263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-445a4660-bffc-41c1-b3c8-37bdeab5e10a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:48.830234 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-445a4660-bffc-41c1-b3c8-37bdeab5e10a tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/ports/fe53be4d-b9c2-4832-88b5-9c26e3785202 HTTP/1.1" status: 204 len: 168 time: 0.4982326 Aug 11 01:08:48.835435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49722) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:48.918685 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0cb1f1e4-16f0-4510-9204-9ce727b9e579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:48.934218 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:48.941380 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:49.036766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:49.047714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c295d2-61bb-49cd-885f-159df435e76e']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:49.058525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d8812f-c626-4fee-9e79-75fe901c7ed1') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:49.058812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d8812f-c626-4fee-9e79-75fe901c7ed1') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:08:49.068187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:49.086643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:49.094052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:08:49.094376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:08:49.097562 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:08:49.272515 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:49.280770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:49.283036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] 10.222.0.43 "DELETE /v2.0/networks/23c295d2-61bb-49cd-885f-159df435e76e HTTP/1.1" status: 204 len: 168 time: 0.4464855 Aug 11 01:08:49.295917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9815d-e6a0-48c2-a0a0-5044bdccf1b8 tempest-PortsTestJSON-434731150 tempest-PortsTestJSON-434731150-project] Pushing event deleted for resources: {'Network': ['ID=23c295d2-61bb-49cd-885f-159df435e76e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:49.706565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a5b39a97-d70a-4964-b534-32abd68eeaf2 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:08:49.728168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a5b39a97-d70a-4964-b534-32abd68eeaf2 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:08:49.728521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a5b39a97-d70a-4964-b534-32abd68eeaf2 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:08:49.873549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49728) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:50.016822 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-686faeb9-ad92-4599-b659-1307f8869dd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6bb5502630749349d5fdc71326c9dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420727 Aug 11 01:08:50.019475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49732) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:50.074713 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695c9be6-683d-4cbb-84c8-b7d43aded68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:50.097402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695c9be6-683d-4cbb-84c8-b7d43aded68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:50.215724 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695c9be6-683d-4cbb-84c8-b7d43aded68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:50.218322 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695c9be6-683d-4cbb-84c8-b7d43aded68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:50.219619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-695c9be6-683d-4cbb-84c8-b7d43aded68d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3db8ef93-169c-426c-8ec4-b79b8c5777e3 HTTP/1.1" status: 204 len: 168 time: 0.1992111 Aug 11 01:08:50.228010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c9be6-683d-4cbb-84c8-b7d43aded68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db8ef93-169c-426c-8ec4-b79b8c5777e3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:50.530272 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:51.257709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49756) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:51.366065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8f5e5fc3-5a6a-48ad-86ec-9a7f906431c2 tempest-DvrRoutersNegativeTest-2062953598 tempest-DvrRoutersNegativeTest-2062953598-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1009770158', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:51.369032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.policy [None req-8f5e5fc3-5a6a-48ad-86ec-9a7f906431c2 tempest-DvrRoutersNegativeTest-2062953598 tempest-DvrRoutersNegativeTest-2062953598-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95254) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 11 01:08:51.369363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.policy [None req-8f5e5fc3-5a6a-48ad-86ec-9a7f906431c2 tempest-DvrRoutersNegativeTest-2062953598 tempest-DvrRoutersNegativeTest-2062953598-project] Failed policy check for 'create_router' {{(pid=95254) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 11 01:08:51.369890 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-8f5e5fc3-5a6a-48ad-86ec-9a7f906431c2 tempest-DvrRoutersNegativeTest-2062953598 tempest-DvrRoutersNegativeTest-2062953598-project] create failed (client error): Access was denied to this resource. Aug 11 01:08:51.370911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8f5e5fc3-5a6a-48ad-86ec-9a7f906431c2 tempest-DvrRoutersNegativeTest-2062953598 tempest-DvrRoutersNegativeTest-2062953598-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1121559 Aug 11 01:08:52.004333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49764) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:52.122540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd5d042e-adf1-46a6-9a4f-82c10ac98e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:52.213347 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd5d042e-adf1-46a6-9a4f-82c10ac98e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:52.273122 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd5d042e-adf1-46a6-9a4f-82c10ac98e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:52.318990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd5d042e-adf1-46a6-9a4f-82c10ac98e6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0771df0625546289ea7c34a478a756e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135052 Aug 11 01:08:52.320064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d042e-adf1-46a6-9a4f-82c10ac98e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4e8db5-95a8-4198-bc00-b58ea8205bc4,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:52.321695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49768) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:52.379652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:52.403996 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:52.410072 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:52.500757 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:52.503290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:52.504480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b4e8db5-95a8-4198-bc00-b58ea8205bc4 HTTP/1.1" status: 204 len: 168 time: 0.1808267 Aug 11 01:08:52.512936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4e8db5-95a8-4198-bc00-b58ea8205bc4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:52.521055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.521412 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.521763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.522109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.522450 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.522788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.523208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.523473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.523811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.524143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.524473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:52.524802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b4dbf1-4dbe-4943-92a3-345016dfadd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:53.764089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49790) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:53.863508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2021daff-a8d1-4820-a765-61dc3285f262 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-959407730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:53.964658 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2021daff-a8d1-4820-a765-61dc3285f262 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:53.965729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2021daff-a8d1-4820-a765-61dc3285f262 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.020560 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2021daff-a8d1-4820-a765-61dc3285f262 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.056123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2021daff-a8d1-4820-a765-61dc3285f262 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.158652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2021daff-a8d1-4820-a765-61dc3285f262 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.159964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2021daff-a8d1-4820-a765-61dc3285f262 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3946090 Aug 11 01:08:54.162857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49794) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:54.168668 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-892065242'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:54.266700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Made reservation on behalf of 19590f0302964fbaa0b6292d2e3dd444 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:54.270293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.280183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.377732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.472671 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.503363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:08:54.510041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f5ecc-bd09-40fa-8327-758c9c0a271a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:54.518730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.519096 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Added segment 5b08c732-54d7-4876-a50b-344fea375e65 of type vlan for network bb3fd461-b8d3-43ba-bd84-c5a21c76156f Aug 11 01:08:54.559850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.701026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.706730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:54.707350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:54.779213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Network': ['ID=bb3fd461-b8d3-43ba-bd84-c5a21c76156f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:54.789790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network bb3fd461-b8d3-43ba-bd84-c5a21c76156f details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:08:54.861948 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-788bfa58-3cfb-4ceb-84a0-decb693745a6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6979806 Aug 11 01:08:54.865356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49796) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:54.870100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'subnet': {'network_id': 'bb3fd461-b8d3-43ba-bd84-c5a21c76156f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:55.009772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Made reservation on behalf of 19590f0302964fbaa0b6292d2e3dd444 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:55.014204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:55.272760 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:55.340424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Subnet': ['ID=55e2dc16-80fc-4028-bc39-3713aad40562,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:55.351535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Checking segment: {'id': '5b08c732-54d7-4876-a50b-344fea375e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bb3fd461-b8d3-43ba-bd84-c5a21c76156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:55.351911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network hostable DHCP agents. Network: bb3fd461-b8d3-43ba-bd84-c5a21c76156f, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:08:55.483674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network bb3fd461-b8d3-43ba-bd84-c5a21c76156f is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:08:55.604030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, bb3fd461-b8d3-43ba-bd84-c5a21c76156f) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:55.608654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:55.609261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:55.614199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28fa80a-d03a-4609-b446-cd0d444b1313 None None] Network bb3fd461-b8d3-43ba-bd84-c5a21c76156f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:55.768615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-bb3fd461-b8d3-43ba-bd84-c5a21c76156f', 'network_id': 'bb3fd461-b8d3-43ba-bd84-c5a21c76156f', 'tenant_id': '19590f0302964fbaa0b6292d2e3dd444', 'fixed_ips': [{'subnet_id': '55e2dc16-80fc-4028-bc39-3713aad40562'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:08:55.769470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:55.775889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3c4005c6-2ea3-4331-bd45-a96d07e8b40e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9100275 Aug 11 01:08:55.779927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49798) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:55.785774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'network': {'name': 'tempest-router-network01--2017693312'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:55.909400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Allocated IP 2001:db8::2 (bb3fd461-b8d3-43ba-bd84-c5a21c76156f/55e2dc16-80fc-4028-bc39-3713aad40562/001d855d-8b32-49e9-987f-c8771589e890) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:55.986676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Made reservation on behalf of 19590f0302964fbaa0b6292d2e3dd444 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:55.990338 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.019432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:08:56.031944 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.032421 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Added segment c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19 of type vlan for network 83bd9a2c-103b-4ff2-97db-c040efc49f4a Aug 11 01:08:56.065901 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.075436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Transition to ACTIVE for port object 001d855d-8b32-49e9-987f-c8771589e890 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:56.093228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Transition to ACTIVE for port object 001d855d-8b32-49e9-987f-c8771589e890 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:56.093504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.197501 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.220372 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.226524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:56.227410 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.240486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Network bb3fd461-b8d3-43ba-bd84-c5a21c76156f is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:56.244980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:56.249490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:56.252676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Pushing event updated for resources: {'Port': ['ID=001d855d-8b32-49e9-987f-c8771589e890,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:56.264541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.264901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.265252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.265589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.265931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.266269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.266603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.266938 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.267297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.267632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.267965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.268294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:08:56.306203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Network': ['ID=83bd9a2c-103b-4ff2-97db-c040efc49f4a,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:56.316899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 83bd9a2c-103b-4ff2-97db-c040efc49f4a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:08:56.361490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Attempting to bind port 001d855d-8b32-49e9-987f-c8771589e890 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:56.361868 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Attempting to bind port 001d855d-8b32-49e9-987f-c8771589e890 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '5b08c732-54d7-4876-a50b-344fea375e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bb3fd461-b8d3-43ba-bd84-c5a21c76156f'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:56.362238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Attempting to bind port 001d855d-8b32-49e9-987f-c8771589e890 on network bb3fd461-b8d3-43ba-bd84-c5a21c76156f {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:56.376889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:56.377276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Checking segment: {'id': '5b08c732-54d7-4876-a50b-344fea375e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bb3fd461-b8d3-43ba-bd84-c5a21c76156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:56.377683 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.378080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Bound using segment: {'id': '5b08c732-54d7-4876-a50b-344fea375e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bb3fd461-b8d3-43ba-bd84-c5a21c76156f'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:56.378550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Bound port: 001d855d-8b32-49e9-987f-c8771589e890, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b08c732-54d7-4876-a50b-344fea375e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bb3fd461-b8d3-43ba-bd84-c5a21c76156f'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:56.378932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.387476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fd30f1e5-7dda-457c-96ac-b48156fcf752 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6063843 Aug 11 01:08:56.390219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49800) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:56.395379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'network': {'name': 'tempest-router-network02--1165451888'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:56.460180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] For port 001d855d-8b32-49e9-987f-c8771589e890, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:56.463295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] For port 001d855d-8b32-49e9-987f-c8771589e890, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=001d855d-8b32-49e9-987f-c8771589e890,segment=NetworkSegment(5b08c732-54d7-4876-a50b-344fea375e65),segment_id=5b08c732-54d7-4876-a50b-344fea375e65)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:56.524065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Made reservation on behalf of 19590f0302964fbaa0b6292d2e3dd444 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:56.528787 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.552710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:08:56.561251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.561598 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Added segment 804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c of type vlan for network 9213fa94-3a8f-4b3a-9409-36ddef847e04 Aug 11 01:08:56.604502 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.605670 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.665690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddcd30-c186-4c9a-a9a9-c6d8d7e75666 None None] Pushing event updated for resources: {'Port': ['ID=001d855d-8b32-49e9-987f-c8771589e890,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:56.855370 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.859798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:56.861312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:56.932433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Network': ['ID=9213fa94-3a8f-4b3a-9409-36ddef847e04,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:56.946191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 9213fa94-3a8f-4b3a-9409-36ddef847e04 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:08:56.963860 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-89c67d2b-3b61-4803-a0ec-2ca0cdded82e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5723987 Aug 11 01:08:56.967860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49802) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:56.973785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'subnet': {'network_id': '83bd9a2c-103b-4ff2-97db-c040efc49f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:57.174486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Made reservation on behalf of 19590f0302964fbaa0b6292d2e3dd444 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:57.178078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:57.448913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:57.507200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Subnet': ['ID=4d502c2f-72e5-41c6-90d2-65fd59229140,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:57.530017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Checking segment: {'id': 'c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83bd9a2c-103b-4ff2-97db-c040efc49f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:57.530539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network hostable DHCP agents. Network: 83bd9a2c-103b-4ff2-97db-c040efc49f4a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:08:57.637807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda4675f-a6be-4b85-a4e4-3ca9c69dcde2 None None] Network bb3fd461-b8d3-43ba-bd84-c5a21c76156f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:57.675343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network 83bd9a2c-103b-4ff2-97db-c040efc49f4a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:08:57.765593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 001d855d-8b32-49e9-987f-c8771589e890 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:57.804441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 83bd9a2c-103b-4ff2-97db-c040efc49f4a) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:57.810576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:57.811308 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:57.836641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffcace5-6e22-44f3-95cb-a97709b135d4 None None] Network 83bd9a2c-103b-4ff2-97db-c040efc49f4a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:57.841744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-5f27fbb3-2494-40e8-a397-29a0356f1811 None None] Provisioning for port 001d855d-8b32-49e9-987f-c8771589e890 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:57.872874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-37d89ea1-2096-4f3f-8c80-b2bf1f94cdc6 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9036307 Aug 11 01:08:57.885355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49808) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:57.885355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'subnet': {'network_id': '9213fa94-3a8f-4b3a-9409-36ddef847e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:08:57.992312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 001d855d-8b32-49e9-987f-c8771589e890 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:08:58.003127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 001d855d-8b32-49e9-987f-c8771589e890 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:58.003538 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.064058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-83bd9a2c-103b-4ff2-97db-c040efc49f4a', 'network_id': '83bd9a2c-103b-4ff2-97db-c040efc49f4a', 'tenant_id': '19590f0302964fbaa0b6292d2e3dd444', 'fixed_ips': [{'subnet_id': '4d502c2f-72e5-41c6-90d2-65fd59229140'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:08:58.065084 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.066933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Made reservation on behalf of 19590f0302964fbaa0b6292d2e3dd444 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:08:58.070722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.245560 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.278019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fb1767d3-1524-4281-8305-2de991e4bb05 None None] Provisioning complete for port 001d855d-8b32-49e9-987f-c8771589e890 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:08:58.278304 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb1767d3-1524-4281-8305-2de991e4bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.321797 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Allocated IP 2001:db8::2 (83bd9a2c-103b-4ff2-97db-c040efc49f4a/4d502c2f-72e5-41c6-90d2-65fd59229140/58ce72b9-282c-4ac4-8d70-e9f5215b4de0) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:58.329004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 001d855d-8b32-49e9-987f-c8771589e890, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=001d855d-8b32-49e9-987f-c8771589e890,segment=NetworkSegment(5b08c732-54d7-4876-a50b-344fea375e65),segment_id=5b08c732-54d7-4876-a50b-344fea375e65)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:08:58.386706 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.441428 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.442839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Subnet': ['ID=6a3cc19f-cf71-4387-9a36-810c69002a48,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:58.460730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Checking segment: {'id': '804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9213fa94-3a8f-4b3a-9409-36ddef847e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:58.461112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network hostable DHCP agents. Network: 9213fa94-3a8f-4b3a-9409-36ddef847e04, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:08:58.507340 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb1767d3-1524-4281-8305-2de991e4bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.569727 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network 9213fa94-3a8f-4b3a-9409-36ddef847e04 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:08:58.575814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=001d855d-8b32-49e9-987f-c8771589e890,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:58.591470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.624143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Transition to ACTIVE for port object 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:58.649949 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-fb1767d3-1524-4281-8305-2de991e4bb05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:08:58.650359 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-fb1767d3-1524-4281-8305-2de991e4bb05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:08:58.651714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Transition to ACTIVE for port object 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:58.706837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 9213fa94-3a8f-4b3a-9409-36ddef847e04) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:58.711317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:08:58.712147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.717899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69376a-4f3a-469e-badc-6488c441893d None None] Network 9213fa94-3a8f-4b3a-9409-36ddef847e04 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:08:58.827777 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.850987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b29c922f-5f16-4503-9b54-af281f62328b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9728079 Aug 11 01:08:58.852928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49810) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:08:58.883843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Network 83bd9a2c-103b-4ff2-97db-c040efc49f4a is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:58.889872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:58.896678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:58.901844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Pushing event updated for resources: {'Port': ['ID=58ce72b9-282c-4ac4-8d70-e9f5215b4de0,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:58.942996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-9213fa94-3a8f-4b3a-9409-36ddef847e04', 'network_id': '9213fa94-3a8f-4b3a-9409-36ddef847e04', 'tenant_id': '19590f0302964fbaa0b6292d2e3dd444', 'fixed_ips': [{'subnet_id': '6a3cc19f-cf71-4387-9a36-810c69002a48'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:08:58.943889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:58.993882 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Attempting to bind port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:58.994584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Attempting to bind port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83bd9a2c-103b-4ff2-97db-c040efc49f4a'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:58.994711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Attempting to bind port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 on network 83bd9a2c-103b-4ff2-97db-c040efc49f4a {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:59.053769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:59.054160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Checking segment: {'id': 'c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83bd9a2c-103b-4ff2-97db-c040efc49f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:59.054570 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.055058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Bound using segment: {'id': 'c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83bd9a2c-103b-4ff2-97db-c040efc49f4a'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:59.055587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Bound port: 58ce72b9-282c-4ac4-8d70-e9f5215b4de0, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '83bd9a2c-103b-4ff2-97db-c040efc49f4a'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:59.055981 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.160537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.202645 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Allocated IP 2001:db8::2 (9213fa94-3a8f-4b3a-9409-36ddef847e04/6a3cc19f-cf71-4387-9a36-810c69002a48/74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:59.207522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] For port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:59.235992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] For port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=58ce72b9-282c-4ac4-8d70-e9f5215b4de0,segment=NetworkSegment(c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19),segment_id=c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:59.336639 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.422673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Allocated IP 2001:db8::1 (83bd9a2c-103b-4ff2-97db-c040efc49f4a/4d502c2f-72e5-41c6-90d2-65fd59229140/e4499ead-5afb-4c4e-b24f-1001acaf3e7d) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:08:59.435813 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.446707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e2bff-4967-4e50-90cc-8846d0b8aafd None None] Pushing event updated for resources: {'Port': ['ID=58ce72b9-282c-4ac4-8d70-e9f5215b4de0,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:59.451578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Transition to ACTIVE for port object 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:59.474642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Transition to ACTIVE for port object 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:59.548164 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.550461 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.568158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Transition to ACTIVE for port object e4499ead-5afb-4c4e-b24f-1001acaf3e7d will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:08:59.595500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Network 9213fa94-3a8f-4b3a-9409-36ddef847e04 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:59.604718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:59.609863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:59.649838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Pushing event updated for resources: {'Port': ['ID=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:59.705832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Attempting to bind port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:08:59.706461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Attempting to bind port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9213fa94-3a8f-4b3a-9409-36ddef847e04'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:08:59.706859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Attempting to bind port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f on network 9213fa94-3a8f-4b3a-9409-36ddef847e04 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:08:59.716365 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.720039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:08:59.722230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Checking segment: {'id': '804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9213fa94-3a8f-4b3a-9409-36ddef847e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:08:59.722787 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.723271 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Bound using segment: {'id': '804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9213fa94-3a8f-4b3a-9409-36ddef847e04'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:08:59.723808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Bound port: 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '9213fa94-3a8f-4b3a-9409-36ddef847e04'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:08:59.724235 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.771773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network 83bd9a2c-103b-4ff2-97db-c040efc49f4a is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:08:59.778435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:08:59.782649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:08:59.783382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.817537 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] For port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:08:59.822243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] For port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,segment=NetworkSegment(804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c),segment_id=804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:08:59.824876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Port': ['ID=e4499ead-5afb-4c4e-b24f-1001acaf3e7d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:08:59.829367 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.854900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:08:59.892439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.928839 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:08:59.964662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16004991-ca06-4a4d-a529-4fb0d1452475 None None] Pushing event updated for resources: {'Port': ['ID=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:00.083017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:00.152165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:09:00.157209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 001d855d-8b32-49e9-987f-c8771589e890 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:09:00.220453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 001d855d-8b32-49e9-987f-c8771589e890 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:00.220832 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:00.428135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:00.529341 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:00.530144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:00.551656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c36be-0a86-4b8f-994d-64f1f3bbe5e2 None None] Network 83bd9a2c-103b-4ff2-97db-c040efc49f4a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:09:00.617707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Port': ['ID=e4499ead-5afb-4c4e-b24f-1001acaf3e7d,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:00.679387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network 83bd9a2c-103b-4ff2-97db-c040efc49f4a is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:09:00.681117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:09:00.849970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e95ca521-8d7f-4ed8-af36-081c4755ef67 None None] Provisioning for port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:09:00.859091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e95ca521-8d7f-4ed8-af36-081c4755ef67 None None] Provisioning complete for port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:00.859460 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e95ca521-8d7f-4ed8-af36-081c4755ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:00.907040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Router 9c855d51-4008-4739-8ff7-aece63144c0d is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:09:00.976975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e95ca521-8d7f-4ed8-af36-081c4755ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:01.025106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:09:01.035515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49816) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:01.036250 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4f0a9ec-7598-4c9b-a4f1-3c5f712bf0b4 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "PUT /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1821771 Aug 11 01:09:01.041537 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f72ad-ff59-410e-b624-2360adf7bd8e None None] Sync routers for ids ['9c855d51-4008-4739-8ff7-aece63144c0d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:09:01.042486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e95ca521-8d7f-4ed8-af36-081c4755ef67 None None] For port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=58ce72b9-282c-4ac4-8d70-e9f5215b4de0,segment=NetworkSegment(c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19),segment_id=c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:01.055294 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f72ad-ff59-410e-b624-2360adf7bd8e None None] Routers {'9c855d51-4008-4739-8ff7-aece63144c0d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:09:01.055937 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-590f72ad-ff59-410e-b624-2360adf7bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9c855d51-4008-4739-8ff7-aece63144c0d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:01.061633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3eb788-8601-4aa1-b4a9-607e1deed4fc None None] Network 9213fa94-3a8f-4b3a-9409-36ddef847e04 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:09:01.093799 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-590f72ad-ff59-410e-b624-2360adf7bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:01.104025 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f72ad-ff59-410e-b624-2360adf7bd8e None None] Routers {'9c855d51-4008-4739-8ff7-aece63144c0d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:09:01.105095 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-590f72ad-ff59-410e-b624-2360adf7bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9c855d51-4008-4739-8ff7-aece63144c0d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:01.145179 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-590f72ad-ff59-410e-b624-2360adf7bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:01.145830 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f72ad-ff59-410e-b624-2360adf7bd8e None None] The sync data for ids ['9c855d51-4008-4739-8ff7-aece63144c0d'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:09:01.184497 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e95ca521-8d7f-4ed8-af36-081c4755ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:01.269083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ca521-8d7f-4ed8-af36-081c4755ef67 None None] Pushing event updated for resources: {'Port': ['ID=58ce72b9-282c-4ac4-8d70-e9f5215b4de0,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:01.409388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ed6a3953-6e75-4af8-88c3-328e8b7d1f7e None None] Provisioning for port e4499ead-5afb-4c4e-b24f-1001acaf3e7d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:09:01.413944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ed6a3953-6e75-4af8-88c3-328e8b7d1f7e None None] Provisioning complete for port e4499ead-5afb-4c4e-b24f-1001acaf3e7d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:01.414226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3953-6e75-4af8-88c3-328e8b7d1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:01.450067 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-7cb21dbd-4415-4ff1-9ddd-f6b27efe51aa tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:09:01.451361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7cb21dbd-4415-4ff1-9ddd-f6b27efe51aa tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "PUT /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4147954 Aug 11 01:09:01.454893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49818) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:01.458871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a3953-6e75-4af8-88c3-328e8b7d1f7e None None] Port e4499ead-5afb-4c4e-b24f-1001acaf3e7d cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:09:01.470096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ed6a3953-6e75-4af8-88c3-328e8b7d1f7e None None] Provisioning complete for port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:01.470453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3953-6e75-4af8-88c3-328e8b7d1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:01.756961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ed6a3953-6e75-4af8-88c3-328e8b7d1f7e None None] Provisioning for port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:09:01.811283 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:01.815808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:09:01.871822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8962671b-77af-4628-9dfd-a790bfc8f46e None None] Provisioning complete for port e4499ead-5afb-4c4e-b24f-1001acaf3e7d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:01.872213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8962671b-77af-4628-9dfd-a790bfc8f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:01.908374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8962671b-77af-4628-9dfd-a790bfc8f46e None None] Port e4499ead-5afb-4c4e-b24f-1001acaf3e7d cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:09:01.957866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:09:01.961936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:01.965792 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:02.048653 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:02.072088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting port e4499ead-5afb-4c4e-b24f-1001acaf3e7d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:02.072659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:02.085030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,segment=NetworkSegment(804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c),segment_id=804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:02.163389 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:02.169718 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:02.170583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:09:02.176513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Calling delete_port for e4499ead-5afb-4c4e-b24f-1001acaf3e7d owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:02.247396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:02.259280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:02.259669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:02.444111 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:02.473279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Port': ['ID=e4499ead-5afb-4c4e-b24f-1001acaf3e7d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:02.577859 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:02.747244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Router 9c855d51-4008-4739-8ff7-aece63144c0d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:09:02.826417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:09:02.835057 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bf560745-40cb-4961-9c72-95956d503430 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "PUT /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3787329 Aug 11 01:09:02.839272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea4c6c-f161-4a00-a88c-2ecf5b9c74d5 None None] Sync routers for ids ['9c855d51-4008-4739-8ff7-aece63144c0d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:09:02.840519 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49820) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:02.852014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea4c6c-f161-4a00-a88c-2ecf5b9c74d5 None None] Routers {'9c855d51-4008-4739-8ff7-aece63144c0d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:09:02.852937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1aea4c6c-f161-4a00-a88c-2ecf5b9c74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9c855d51-4008-4739-8ff7-aece63144c0d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:02.882635 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-6e732e40-7ae6-497a-8c7e-6d44cc6192e8 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] delete failed (client error): The resource could not be found. Aug 11 01:09:02.883643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e732e40-7ae6-497a-8c7e-6d44cc6192e8 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-513004110 HTTP/1.1" status: 404 len: 334 time: 0.0420239 Aug 11 01:09:02.887700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49822) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:02.889728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1aea4c6c-f161-4a00-a88c-2ecf5b9c74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:02.893171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-fd150c32-dff9-431b-8669-08e824e261a2 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c855d51-4008-4739-8ff7-aece63144c0d'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:09:02.898716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea4c6c-f161-4a00-a88c-2ecf5b9c74d5 None None] Routers {'9c855d51-4008-4739-8ff7-aece63144c0d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:09:02.899363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1aea4c6c-f161-4a00-a88c-2ecf5b9c74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9c855d51-4008-4739-8ff7-aece63144c0d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:02.936007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1aea4c6c-f161-4a00-a88c-2ecf5b9c74d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:02.936638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aea4c6c-f161-4a00-a88c-2ecf5b9c74d5 None None] The sync data for ids ['9c855d51-4008-4739-8ff7-aece63144c0d'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:09:03.104216 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-fd150c32-dff9-431b-8669-08e824e261a2 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:03.198833 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-fd150c32-dff9-431b-8669-08e824e261a2 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] update failed (client error): The resource could not be found. Aug 11 01:09:03.199957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fd150c32-dff9-431b-8669-08e824e261a2 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "PUT /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d HTTP/1.1" status: 404 len: 339 time: 0.3112817 Aug 11 01:09:03.203665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49824) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:03.208614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1384139353'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:09:03.317799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Made reservation on behalf of 19590f0302964fbaa0b6292d2e3dd444 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:09:03.321511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:03.349066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:09:03.359270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:03.359619 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Added segment 692924d2-d1fb-4ea3-9618-d8e9404b30ba of type vlan for network 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 Aug 11 01:09:03.405214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:03.476986 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:03.482648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:03.483272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:03.553441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Network': ['ID=81bf53b8-4b65-414c-9f31-ddb89ae0f5c3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:03.565947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:09:03.603744 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:09:03.701362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-31328bd2-7ed0-4cfd-8f79-41e517302f7c tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4966204 Aug 11 01:09:03.704282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49826) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:03.709407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'subnet': {'network_id': '81bf53b8-4b65-414c-9f31-ddb89ae0f5c3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:09:03.721193 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:09:03.779026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:03.779413 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:03.923441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Made reservation on behalf of 19590f0302964fbaa0b6292d2e3dd444 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:09:03.927228 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:04.221335 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:04.285499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Subnet': ['ID=07979852-896d-4467-9641-6f67b2bab356,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:04.295852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Checking segment: {'id': '692924d2-d1fb-4ea3-9618-d8e9404b30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '81bf53b8-4b65-414c-9f31-ddb89ae0f5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:09:04.296228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network hostable DHCP agents. Network: 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:09:04.346540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:09:04.409492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:09:04.413801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:04.414397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:04.419870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444201b-f711-450e-acf2-60435756650b None None] Network 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:09:04.480134 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e6b98d7b-e394-4965-b8f4-616cc9a75f97 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7739677 Aug 11 01:09:04.482917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49828) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:04.488298 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-54aca36e-e33c-44d9-b1bf-27f77b4225e3 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'router': {'external_gateway_info': {'network_id': '81bf53b8-4b65-414c-9f31-ddb89ae0f5c3'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:09:04.570471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-81bf53b8-4b65-414c-9f31-ddb89ae0f5c3', 'network_id': '81bf53b8-4b65-414c-9f31-ddb89ae0f5c3', 'tenant_id': '19590f0302964fbaa0b6292d2e3dd444', 'fixed_ips': [{'subnet_id': '07979852-896d-4467-9641-6f67b2bab356'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:09:04.571386 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:04.716590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Allocated IP 2001:db8:1::2 (81bf53b8-4b65-414c-9f31-ddb89ae0f5c3/07979852-896d-4467-9641-6f67b2bab356/56c9add3-3eed-4df7-99ad-eb97305431aa) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:09:04.884439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:04.894834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Transition to ACTIVE for port object 56c9add3-3eed-4df7-99ad-eb97305431aa will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:09:04.914035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Transition to ACTIVE for port object 56c9add3-3eed-4df7-99ad-eb97305431aa will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:09:04.981182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:04.992376 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54aca36e-e33c-44d9-b1bf-27f77b4225e3 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:05.018660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Network 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:09:05.023530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:09:05.027539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:09:05.036590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Pushing event updated for resources: {'Port': ['ID=56c9add3-3eed-4df7-99ad-eb97305431aa,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:05.092089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Attempting to bind port 56c9add3-3eed-4df7-99ad-eb97305431aa on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:09:05.092473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Attempting to bind port 56c9add3-3eed-4df7-99ad-eb97305431aa by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '692924d2-d1fb-4ea3-9618-d8e9404b30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '81bf53b8-4b65-414c-9f31-ddb89ae0f5c3'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:09:05.092843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Attempting to bind port 56c9add3-3eed-4df7-99ad-eb97305431aa on network 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:09:05.098241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:09:05.098619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Checking segment: {'id': '692924d2-d1fb-4ea3-9618-d8e9404b30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '81bf53b8-4b65-414c-9f31-ddb89ae0f5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:09:05.099030 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:05.099466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Bound using segment: {'id': '692924d2-d1fb-4ea3-9618-d8e9404b30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '81bf53b8-4b65-414c-9f31-ddb89ae0f5c3'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:09:05.099949 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Bound port: 56c9add3-3eed-4df7-99ad-eb97305431aa, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692924d2-d1fb-4ea3-9618-d8e9404b30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '81bf53b8-4b65-414c-9f31-ddb89ae0f5c3'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:09:05.100367 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:05.169512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] For port 56c9add3-3eed-4df7-99ad-eb97305431aa, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:09:05.172753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] For port 56c9add3-3eed-4df7-99ad-eb97305431aa, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=56c9add3-3eed-4df7-99ad-eb97305431aa,segment=NetworkSegment(692924d2-d1fb-4ea3-9618-d8e9404b30ba),segment_id=692924d2-d1fb-4ea3-9618-d8e9404b30ba)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:09:05.187810 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-54aca36e-e33c-44d9-b1bf-27f77b4225e3 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:09:05.190953 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-54aca36e-e33c-44d9-b1bf-27f77b4225e3 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "PUT /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d HTTP/1.1" status: 400 len: 364 time: 0.7048037 Aug 11 01:09:05.192777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49830) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:05.250340 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:05.314862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19d7d6-924d-4bf7-a919-dbb8ed56d7a5 None None] Pushing event updated for resources: {'Port': ['ID=56c9add3-3eed-4df7-99ad-eb97305431aa,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:05.500287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:05.749333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 56c9add3-3eed-4df7-99ad-eb97305431aa up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:09:05.764528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Allocated IP 2001:db8::1 (bb3fd461-b8d3-43ba-bd84-c5a21c76156f/55e2dc16-80fc-4028-bc39-3713aad40562/a1c51697-f641-4b71-8ff7-61a2d778775c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:09:05.859726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 56c9add3-3eed-4df7-99ad-eb97305431aa completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:09:05.879552 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:05.893989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Transition to ACTIVE for port object a1c51697-f641-4b71-8ff7-61a2d778775c will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:09:06.010074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.061226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network bb3fd461-b8d3-43ba-bd84-c5a21c76156f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:09:06.064594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:09:06.068703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:09:06.069261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.112297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Port': ['ID=a1c51697-f641-4b71-8ff7-61a2d778775c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:06.281865 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.448618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454dd515-192a-47f3-b264-d921ad9e36d0 None None] Network 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:09:06.568297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.595395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Provisioning for port a1c51697-f641-4b71-8ff7-61a2d778775c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:09:06.601314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Provisioning complete for port a1c51697-f641-4b71-8ff7-61a2d778775c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:06.601730 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.632485 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.633419 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.645599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Port a1c51697-f641-4b71-8ff7-61a2d778775c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:09:06.722216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event updated for resources: {'Port': ['ID=a1c51697-f641-4b71-8ff7-61a2d778775c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:06.762857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Provisioning for port 56c9add3-3eed-4df7-99ad-eb97305431aa completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:09:06.767817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Provisioning complete for port 56c9add3-3eed-4df7-99ad-eb97305431aa triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:06.768442 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.770016 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Network bb3fd461-b8d3-43ba-bd84-c5a21c76156f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:09:06.771843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:09:06.865051 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:06.892715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Router 9c855d51-4008-4739-8ff7-aece63144c0d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:09:06.909536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] For port 56c9add3-3eed-4df7-99ad-eb97305431aa, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=56c9add3-3eed-4df7-99ad-eb97305431aa,segment=NetworkSegment(692924d2-d1fb-4ea3-9618-d8e9404b30ba),segment_id=692924d2-d1fb-4ea3-9618-d8e9404b30ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:06.991054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:09:07.004082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9f011e76-66ff-4771-8d5b-3208b3a06d2d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "PUT /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8023915 Aug 11 01:09:07.004808 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:07.004918 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49832) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:07.005003 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8040854-3568-4e07-add0-2e6ee0397776 None None] Sync routers for ids ['9c855d51-4008-4739-8ff7-aece63144c0d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:09:07.014073 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8040854-3568-4e07-add0-2e6ee0397776 None None] Routers {'9c855d51-4008-4739-8ff7-aece63144c0d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:09:07.014690 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e8040854-3568-4e07-add0-2e6ee0397776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9c855d51-4008-4739-8ff7-aece63144c0d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:07.048259 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e8040854-3568-4e07-add0-2e6ee0397776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:07.056972 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8040854-3568-4e07-add0-2e6ee0397776 None None] Routers {'9c855d51-4008-4739-8ff7-aece63144c0d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:09:07.057180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816774-d3e9-4c66-acb9-bed881bdf43e None None] Pushing event updated for resources: {'Port': ['ID=56c9add3-3eed-4df7-99ad-eb97305431aa,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:07.057812 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e8040854-3568-4e07-add0-2e6ee0397776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9c855d51-4008-4739-8ff7-aece63144c0d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:07.092014 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-e8040854-3568-4e07-add0-2e6ee0397776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:07.092660 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8040854-3568-4e07-add0-2e6ee0397776 None None] The sync data for ids ['9c855d51-4008-4739-8ff7-aece63144c0d'] in n-d-712143-13 is: [] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:09:07.096577 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2b9c856e-0cc3-40d7-a12d-539af422339e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:07.119411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8d4f6dfc-388e-45cb-89aa-1c3217844218 None None] Provisioning complete for port a1c51697-f641-4b71-8ff7-61a2d778775c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:07.119783 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6dfc-388e-45cb-89aa-1c3217844218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:07.154185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f6dfc-388e-45cb-89aa-1c3217844218 None None] Port a1c51697-f641-4b71-8ff7-61a2d778775c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:09:07.164612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8d4f6dfc-388e-45cb-89aa-1c3217844218 None None] Provisioning complete for port 56c9add3-3eed-4df7-99ad-eb97305431aa triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:07.164987 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8d4f6dfc-388e-45cb-89aa-1c3217844218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:07.184012 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-2b9c856e-0cc3-40d7-a12d-539af422339e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 01:09:07.185072 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2b9c856e-0cc3-40d7-a12d-539af422339e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d HTTP/1.1" status: 409 len: 329 time: 0.1834192 Aug 11 01:09:07.188081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49834) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:07.501013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:07.717673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 56c9add3-3eed-4df7-99ad-eb97305431aa up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:09:07.771323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 56c9add3-3eed-4df7-99ad-eb97305431aa triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:09:07.772160 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:08.011782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting port a1c51697-f641-4b71-8ff7-61a2d778775c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:08.012429 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:08.099730 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:08.112576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Calling delete_port for a1c51697-f641-4b71-8ff7-61a2d778775c owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:08.363586 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:08.388525 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Port': ['ID=a1c51697-f641-4b71-8ff7-61a2d778775c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:08.488599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:08.645040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Router 9c855d51-4008-4739-8ff7-aece63144c0d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:09:08.724109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:09:08.731121 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3d69c46b-ecce-45a4-bc59-9975fc791053 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "PUT /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5400374 Aug 11 01:09:08.732817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49836) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:08.735641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc800f9-cfd6-4a3a-8629-11be18bd1a68 None None] Sync routers for ids ['9c855d51-4008-4739-8ff7-aece63144c0d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:09:08.745101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc800f9-cfd6-4a3a-8629-11be18bd1a68 None None] Routers {'9c855d51-4008-4739-8ff7-aece63144c0d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:09:08.745722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6dc800f9-cfd6-4a3a-8629-11be18bd1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9c855d51-4008-4739-8ff7-aece63144c0d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:08.773452 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-a3abb998-a4ae-4020-a6e9-ec9ef978930e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] show failed (client error): The resource could not be found. Aug 11 01:09:08.774494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a3abb998-a4ae-4020-a6e9-ec9ef978930e tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-589211596 HTTP/1.1" status: 404 len: 334 time: 0.0405700 Aug 11 01:09:08.779064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49838) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:08.783388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6dc800f9-cfd6-4a3a-8629-11be18bd1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:08.784458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-29816d44-2b05-4d2d-a3c3-548ed03be415 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:09:08.792444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc800f9-cfd6-4a3a-8629-11be18bd1a68 None None] Routers {'9c855d51-4008-4739-8ff7-aece63144c0d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:09:08.793323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6dc800f9-cfd6-4a3a-8629-11be18bd1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:08:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9c855d51-4008-4739-8ff7-aece63144c0d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:08.818664 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-29816d44-2b05-4d2d-a3c3-548ed03be415 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] update failed (client error): The resource could not be found. Aug 11 01:09:08.819880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-29816d44-2b05-4d2d-a3c3-548ed03be415 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-445481789 HTTP/1.1" status: 404 len: 334 time: 0.0396936 Aug 11 01:09:08.823930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49840) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:08.827601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6dc800f9-cfd6-4a3a-8629-11be18bd1a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:08.828261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc800f9-cfd6-4a3a-8629-11be18bd1a68 None None] The sync data for ids ['9c855d51-4008-4739-8ff7-aece63144c0d'] in n-d-712143-13 is: [] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:09:08.881365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting subnet 07979852-896d-4467-9641-6f67b2bab356 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:09:08.884547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:08.934818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.018409 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.163767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.192530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Subnet': ['ID=07979852-896d-4467-9641-6f67b2bab356,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:09.197327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.200059 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/subnets/07979852-896d-4467-9641-6f67b2bab356 HTTP/1.1" status: 204 len: 168 time: 0.3749804 Aug 11 01:09:09.202808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49844) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:09.205322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132b8f81-7696-479f-aea0-19ece1e5ec8f None None] Network 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:09:09.209039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.209506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.209960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.210409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.210849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.211317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.212292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.212292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.212752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.213170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.213604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.214065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8973ed-5a3a-4eb1-b2f1-dff315772b69 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:09.282577 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.337307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting port 56c9add3-3eed-4df7-99ad-eb97305431aa {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:09.337661 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.379343 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] DHCP port deletion for 81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:09:09.412115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] For port 56c9add3-3eed-4df7-99ad-eb97305431aa, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=56c9add3-3eed-4df7-99ad-eb97305431aa,segment=NetworkSegment(692924d2-d1fb-4ea3-9618-d8e9404b30ba),segment_id=692924d2-d1fb-4ea3-9618-d8e9404b30ba)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:09.412480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.426614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Calling delete_port for 56c9add3-3eed-4df7-99ad-eb97305431aa owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:09.427575 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] Deleting port 56c9add3-3eed-4df7-99ad-eb97305431aa {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:09.427951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.490001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] For port 56c9add3-3eed-4df7-99ad-eb97305431aa, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=56c9add3-3eed-4df7-99ad-eb97305431aa,segment=NetworkSegment(692924d2-d1fb-4ea3-9618-d8e9404b30ba),segment_id=692924d2-d1fb-4ea3-9618-d8e9404b30ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:09.490402 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.507803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] Calling delete_port for 56c9add3-3eed-4df7-99ad-eb97305431aa owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:09.586471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.592794 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.611290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Port': ['ID=56c9add3-3eed-4df7-99ad-eb97305431aa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:09.616712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] Pushing event deleted for resources: {'Port': ['ID=56c9add3-3eed-4df7-99ad-eb97305431aa,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:09.618834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] No DVR routers for this DVR port 56c9add3-3eed-4df7-99ad-eb97305431aa on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:09:09.624084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f5600-4f7e-450f-84f1-2441b37f2872 None None] No DVR routers for this DVR port 56c9add3-3eed-4df7-99ad-eb97305431aa on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:09:09.713274 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.715519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 56c9add3-3eed-4df7-99ad-eb97305431aa no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:09:09.725294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bf53b8-4b65-414c-9f31-ddb89ae0f5c3']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:09.736748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 56c9add3-3eed-4df7-99ad-eb97305431aa {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:09:09.737027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692924d2-d1fb-4ea3-9618-d8e9404b30ba') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:09.737168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 56c9add3-3eed-4df7-99ad-eb97305431aa not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:09:09.737334 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692924d2-d1fb-4ea3-9618-d8e9404b30ba') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:09.748648 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.762367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.768692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:09:09.769090 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:09:09.772188 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:09:09.917968 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.924975 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:09.926830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/networks/81bf53b8-4b65-414c-9f31-ddb89ae0f5c3 HTTP/1.1" status: 204 len: 168 time: 0.7228656 Aug 11 01:09:09.929373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49846) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:09.949273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c1712-05ca-4c76-8a47-f440433ef049 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Network': ['ID=81bf53b8-4b65-414c-9f31-ddb89ae0f5c3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:09.991691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df46d6c-152b-4b1f-bfef-648ace754734 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting subnet 6a3cc19f-cf71-4387-9a36-810c69002a48 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:09:09.995484 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df46d6c-152b-4b1f-bfef-648ace754734 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.037733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df46d6c-152b-4b1f-bfef-648ace754734 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.125696 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df46d6c-152b-4b1f-bfef-648ace754734 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.261891 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df46d6c-152b-4b1f-bfef-648ace754734 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.287281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df46d6c-152b-4b1f-bfef-648ace754734 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3cc19f-cf71-4387-9a36-810c69002a48,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:10.294536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0df46d6c-152b-4b1f-bfef-648ace754734 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.299383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0df46d6c-152b-4b1f-bfef-648ace754734 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/subnets/6a3cc19f-cf71-4387-9a36-810c69002a48 HTTP/1.1" status: 204 len: 168 time: 0.3661683 Aug 11 01:09:10.299383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49848) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:10.302140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7d514a-9658-4b23-8c79-ed3ee5756f9d None None] Network 9213fa94-3a8f-4b3a-9409-36ddef847e04 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:09:10.353033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-695b7829-18d7-40b4-84a7-24e9353b3c1b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting subnet 4d502c2f-72e5-41c6-90d2-65fd59229140 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:09:10.357210 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695b7829-18d7-40b4-84a7-24e9353b3c1b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.409333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695b7829-18d7-40b4-84a7-24e9353b3c1b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.483896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] DHCP port deletion for 9213fa94-3a8f-4b3a-9409-36ddef847e04 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:09:10.501803 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695b7829-18d7-40b4-84a7-24e9353b3c1b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.532340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] Deleting port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:10.532633 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.601750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] For port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,segment=NetworkSegment(804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c),segment_id=804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:10.603079 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.617658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] Calling delete_port for 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:10.627266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695b7829-18d7-40b4-84a7-24e9353b3c1b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.660277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b7829-18d7-40b4-84a7-24e9353b3c1b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Subnet': ['ID=4d502c2f-72e5-41c6-90d2-65fd59229140,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:10.664055 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-695b7829-18d7-40b4-84a7-24e9353b3c1b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.665992 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-695b7829-18d7-40b4-84a7-24e9353b3c1b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/subnets/4d502c2f-72e5-41c6-90d2-65fd59229140 HTTP/1.1" status: 204 len: 168 time: 0.3659654 Aug 11 01:09:10.670374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49850) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:10.681920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5635f96a-3228-4b40-8ecd-74463a228d66 None None] Network 83bd9a2c-103b-4ff2-97db-c040efc49f4a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:09:10.752206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.816271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:10.816556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.864179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] DHCP port deletion for 83bd9a2c-103b-4ff2-97db-c040efc49f4a request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:09:10.883836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] For port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,segment=NetworkSegment(804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c),segment_id=804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:10.884212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.889330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.899076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Calling delete_port for 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:10.921186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] Pushing event deleted for resources: {'Port': ['ID=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:10.929441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79e6cb-19d2-44d8-b8e0-ea6256fed1fa None None] No DVR routers for this DVR port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:09:10.956711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] Deleting port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:10.956711 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:10.989579 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.016908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Port': ['ID=74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:11.020751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] No DVR routers for this DVR port 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:09:11.034044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] For port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=58ce72b9-282c-4ac4-8d70-e9f5215b4de0,segment=NetworkSegment(c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19),segment_id=c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:11.034443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.049556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] Calling delete_port for 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:11.102818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.114676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9213fa94-3a8f-4b3a-9409-36ddef847e04']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:11.128023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:11.128487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804d3fbe-4b1f-4fb3-a418-5b6c9ea6b13c') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:11.138171 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.157902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.164523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:09:11.164939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: self.session.flush() Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:09:11.168746 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:09:11.231594 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.257845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] Pushing event deleted for resources: {'Port': ['ID=58ce72b9-282c-4ac4-8d70-e9f5215b4de0,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:11.264292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a834d-eb2c-42e2-9013-e1318baac87b None None] No DVR routers for this DVR port 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:09:11.312421 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.319408 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.321223 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/networks/9213fa94-3a8f-4b3a-9409-36ddef847e04 HTTP/1.1" status: 204 len: 168 time: 0.6506131 Aug 11 01:09:11.323842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49852) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:11.341575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdaec8-82cc-453b-b835-f529417bd981 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Network': ['ID=9213fa94-3a8f-4b3a-9409-36ddef847e04,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:11.412962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.719090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:09:11.740708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:09:11.741081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 74dcd23c-9604-4de2-bd12-dc2ddb5d1d7f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:09:11.741496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:09:11.762849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:09:11.763219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 58ce72b9-282c-4ac4-8d70-e9f5215b4de0 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:09:11.832356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.842583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bd9a2c-103b-4ff2-97db-c040efc49f4a']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:11.852158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:11.852414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a4fc9b-f0b5-42b8-8907-233ea9f7bf19') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:11.861138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.875345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.881115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:09:11.881497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:09:11.884422 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:09:12.004100 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.012080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.013509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/networks/83bd9a2c-103b-4ff2-97db-c040efc49f4a HTTP/1.1" status: 204 len: 168 time: 0.6888421 Aug 11 01:09:12.016171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49854) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:12.025205 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee9da-0e1a-4e9c-b120-7e7d37041593 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Network': ['ID=83bd9a2c-103b-4ff2-97db-c040efc49f4a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:12.067506 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf4ef76-4a8f-4521-af83-c83693cc889d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting subnet 55e2dc16-80fc-4028-bc39-3713aad40562 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:09:12.070603 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ef76-4a8f-4521-af83-c83693cc889d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.110292 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ef76-4a8f-4521-af83-c83693cc889d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.196896 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ef76-4a8f-4521-af83-c83693cc889d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.318095 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ef76-4a8f-4521-af83-c83693cc889d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.345597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4ef76-4a8f-4521-af83-c83693cc889d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Subnet': ['ID=55e2dc16-80fc-4028-bc39-3713aad40562,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:12.350369 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ef76-4a8f-4521-af83-c83693cc889d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.352435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eaf4ef76-4a8f-4521-af83-c83693cc889d tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/subnets/55e2dc16-80fc-4028-bc39-3713aad40562 HTTP/1.1" status: 204 len: 168 time: 0.3352010 Aug 11 01:09:12.355522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49856) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:12.358296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9901269-5314-40b3-a4ba-0032ef262152 None None] Network bb3fd461-b8d3-43ba-bd84-c5a21c76156f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:09:12.433224 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.490471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Deleting port 001d855d-8b32-49e9-987f-c8771589e890 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:12.490816 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.523950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] DHCP port deletion for bb3fd461-b8d3-43ba-bd84-c5a21c76156f request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:09:12.554954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] For port 001d855d-8b32-49e9-987f-c8771589e890, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=001d855d-8b32-49e9-987f-c8771589e890,segment=NetworkSegment(5b08c732-54d7-4876-a50b-344fea375e65),segment_id=5b08c732-54d7-4876-a50b-344fea375e65)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:12.555355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.569311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Calling delete_port for 001d855d-8b32-49e9-987f-c8771589e890 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:12.572719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] Deleting port 001d855d-8b32-49e9-987f-c8771589e890 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:09:12.573161 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.752458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.789828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Port': ['ID=001d855d-8b32-49e9-987f-c8771589e890,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:12.792158 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] No DVR routers for this DVR port 001d855d-8b32-49e9-987f-c8771589e890 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:09:12.809900 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] For port 001d855d-8b32-49e9-987f-c8771589e890, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=001d855d-8b32-49e9-987f-c8771589e890,segment=NetworkSegment(5b08c732-54d7-4876-a50b-344fea375e65),segment_id=5b08c732-54d7-4876-a50b-344fea375e65)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:09:12.810555 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.832346 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] Calling delete_port for 001d855d-8b32-49e9-987f-c8771589e890 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:09:12.871892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.882400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3fd461-b8d3-43ba-bd84-c5a21c76156f']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:12.893539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b08c732-54d7-4876-a50b-344fea375e65') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:12.893843 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b08c732-54d7-4876-a50b-344fea375e65') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:12.905470 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.917240 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.928013 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.937246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:09:12.937662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:09:12.942202 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:09:12.945774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] Pushing event deleted for resources: {'Port': ['ID=001d855d-8b32-49e9-987f-c8771589e890,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:12.947919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e47bbc-e37d-4e25-b8b3-4486e7db0688 None None] No DVR routers for this DVR port 001d855d-8b32-49e9-987f-c8771589e890 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:09:13.101018 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:13.109383 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:13.110648 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/networks/bb3fd461-b8d3-43ba-bd84-c5a21c76156f HTTP/1.1" status: 204 len: 168 time: 0.7541783 Aug 11 01:09:13.113491 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49858) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:13.122849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918154c4-0cfe-4d02-9dff-f9fcd71b031b tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Pushing event deleted for resources: {'Network': ['ID=bb3fd461-b8d3-43ba-bd84-c5a21c76156f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:13.142579 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b6bb9c16-7879-4bd9-9bbf-684758491283 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c855d51-4008-4739-8ff7-aece63144c0d HTTP/1.1" status: 200 len: 205 time: 0.0277748 Aug 11 01:09:13.145124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49860) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:13.234300 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50cf0203-b60b-407f-9fd9-16f22e8f92f9 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:13.386765 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50cf0203-b60b-407f-9fd9-16f22e8f92f9 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:13.389099 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50cf0203-b60b-407f-9fd9-16f22e8f92f9 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:13.518195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50cf0203-b60b-407f-9fd9-16f22e8f92f9 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:13.518707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf0203-b60b-407f-9fd9-16f22e8f92f9 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Fanout notify agent at l3_agent the message router_deleted on router 9c855d51-4008-4739-8ff7-aece63144c0d {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:09:13.525635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-50cf0203-b60b-407f-9fd9-16f22e8f92f9 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:13.529630 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-50cf0203-b60b-407f-9fd9-16f22e8f92f9 tempest-RoutersNegativeIpV6Test-595629002 tempest-RoutersNegativeIpV6Test-595629002-project] 10.222.0.43 "DELETE /v2.0/routers/9c855d51-4008-4739-8ff7-aece63144c0d HTTP/1.1" status: 204 len: 168 time: 0.3835158 Aug 11 01:09:13.719831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 001d855d-8b32-49e9-987f-c8771589e890 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:09:13.750228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 001d855d-8b32-49e9-987f-c8771589e890 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:09:13.750741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 001d855d-8b32-49e9-987f-c8771589e890 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:09:14.178261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49866) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:14.312331 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-36f1ddf4-610a-4912-a9e9-608b6551e775 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19590f0302964fbaa0b6292d2e3dd444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329036 Aug 11 01:09:14.314757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 49870) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:14.364404 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40771453-3671-48fc-b142-a794887369fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:14.385304 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40771453-3671-48fc-b142-a794887369fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:14.512725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40771453-3671-48fc-b142-a794887369fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:14.515666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-40771453-3671-48fc-b142-a794887369fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:14.516852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-40771453-3671-48fc-b142-a794887369fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a2f5ecc-bd09-40fa-8327-758c9c0a271a HTTP/1.1" status: 204 len: 168 time: 0.2011428 Aug 11 01:09:14.525280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771453-3671-48fc-b142-a794887369fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f5ecc-bd09-40fa-8327-758c9c0a271a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:15.585456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49892) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:15.707349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-325015732'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:09:15.786416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Made reservation on behalf of 42f98a81ad34412b975cae931a6ceee6 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:09:15.790152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:15.801546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:15.904221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:15.969716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:16.000532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:09:16.007470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d60a4f9-7caf-454a-a746-3abf02fee83c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:16.014962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:16.015352 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Added segment bae9582b-d531-4d78-b58d-b47a5189c25e of type vlan for network f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9 Aug 11 01:09:16.071102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:16.169333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:16.175081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:16.175718 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:16.242246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Pushing event updated for resources: {'Network': ['ID=f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:16.252662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:09:16.290638 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-de9acefa-140a-4577-b9c6-e3c972f0fdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:16.316610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e58c00df-cbb4-4b12-8c98-27ed3df59870 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7267628 Aug 11 01:09:16.316969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49896) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:16.322247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-51b346b2-895a-4a9c-b606-b59abae972b1 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', 'tempest-TagsTest-Tag-1674181882') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:16.513096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-51b346b2-895a-4a9c-b606-b59abae972b1 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "PUT /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags/tempest-TagsTest-Tag-1674181882 HTTP/1.1" status: 201 len: 201 time: 0.1947272 Aug 11 01:09:16.515874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49898) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:16.520709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-583e61a4-c618-4fad-8798-c0f613f1da6d tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', 'tempest-TagsTest-Tag-1674181882') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:16.596245 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-583e61a4-c618-4fad-8798-c0f613f1da6d tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "GET /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags/tempest-TagsTest-Tag-1674181882 HTTP/1.1" status: 204 len: 168 time: 0.0791883 Aug 11 01:09:16.598700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49900) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:16.603207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-8513e4ca-c2f1-4429-b4c4-816df95415a4 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:16.679341 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8513e4ca-c2f1-4429-b4c4-816df95415a4 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "GET /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags HTTP/1.1" status: 200 len: 238 time: 0.0793924 Aug 11 01:09:16.682839 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49902) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:16.687854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-b8c3cb4a-f1b2-4d30-839d-9a6cdfe378b2 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', {'tags': ['tempest-TagsTest-Tag-1001767747', 'tempest-TagsTest-Tag-153748036', 'tempest-TagsTest-Tag-463792277']}) {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:16.896267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b8c3cb4a-f1b2-4d30-839d-9a6cdfe378b2 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "PUT /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags HTTP/1.1" status: 200 len: 307 time: 0.2122414 Aug 11 01:09:16.898830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49904) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:16.903636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-bbc8a846-0520-402e-96db-29792cd58e5d tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', 'tempest-TagsTest-Tag-1001767747') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:17.090559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bbc8a846-0520-402e-96db-29792cd58e5d tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "DELETE /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags/tempest-TagsTest-Tag-1001767747 HTTP/1.1" status: 204 len: 168 time: 0.1905613 Aug 11 01:09:17.093319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49906) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:17.098167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-a6ee414e-cc6b-4477-8bc7-c8e939979534 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', 'tempest-TagsTest-Tag-1001767747') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:17.180212 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-a6ee414e-cc6b-4477-8bc7-c8e939979534 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] show failed (client error): The resource could not be found. Aug 11 01:09:17.181573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a6ee414e-cc6b-4477-8bc7-c8e939979534 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "GET /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags/tempest-TagsTest-Tag-1001767747 HTTP/1.1" status: 404 len: 326 time: 0.0870855 Aug 11 01:09:17.184473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49908) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:17.190562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-34dda9be-4ecf-4c96-b5e7-414e39fff024 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', 'tempest-TagsTest-Tag-153748036') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:17.272609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-34dda9be-4ecf-4c96-b5e7-414e39fff024 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "GET /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags/tempest-TagsTest-Tag-153748036 HTTP/1.1" status: 204 len: 168 time: 0.0865109 Aug 11 01:09:17.275008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49910) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:17.280231 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-9cf1c225-95c0-4b25-bc4c-9a55355edc1d tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', 'tempest-TagsTest-Tag-463792277') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:17.364462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9cf1c225-95c0-4b25-bc4c-9a55355edc1d tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "GET /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags/tempest-TagsTest-Tag-463792277 HTTP/1.1" status: 204 len: 168 time: 0.0873609 Aug 11 01:09:17.366771 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49912) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:17.371406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-fe92dcdf-f1b8-4a44-b363-0677ee57afe7 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:17.530820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fe92dcdf-f1b8-4a44-b363-0677ee57afe7 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "DELETE /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1627645 Aug 11 01:09:17.533858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49914) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:17.538661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-bc88d7ee-98b7-4e4f-bfe1-dbcf2b73939e tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', 'tempest-TagsTest-Tag-153748036') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:17.623794 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-bc88d7ee-98b7-4e4f-bfe1-dbcf2b73939e tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] show failed (client error): The resource could not be found. Aug 11 01:09:17.624974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-bc88d7ee-98b7-4e4f-bfe1-dbcf2b73939e tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "GET /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags/tempest-TagsTest-Tag-153748036 HTTP/1.1" status: 404 len: 325 time: 0.0901065 Aug 11 01:09:17.628408 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49918) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:17.633425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-80441d0c-c328-49ab-bfc4-1e64101768f6 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9', 'tempest-TagsTest-Tag-463792277') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:17.722117 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-80441d0c-c328-49ab-bfc4-1e64101768f6 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] show failed (client error): The resource could not be found. Aug 11 01:09:17.723554 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-80441d0c-c328-49ab-bfc4-1e64101768f6 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "GET /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags/tempest-TagsTest-Tag-463792277 HTTP/1.1" status: 404 len: 325 time: 0.0941761 Aug 11 01:09:17.726324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49920) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:17.731018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.tag.tag_plugin [None req-637cbd7e-cad7-4728-b818-b3ed68a0f6ef tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:17.815257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-637cbd7e-cad7-4728-b818-b3ed68a0f6ef tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "DELETE /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0877779 Aug 11 01:09:17.819834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49922) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:17.925344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.082798 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.100248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:18.117308 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae9582b-d531-4d78-b58d-b47a5189c25e') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:18.117816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae9582b-d531-4d78-b58d-b47a5189c25e') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:09:18.133688 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.155446 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.162221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:09:18.162619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:09:18.165648 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:09:18.403801 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.411776 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.413651 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] 10.222.0.43 "DELETE /v2.0/networks/f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9 HTTP/1.1" status: 204 len: 168 time: 0.5928133 Aug 11 01:09:18.428085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea877b2d-f4d7-4053-96e1-d8e7791f1c03 tempest-TagsTest-2011364545 tempest-TagsTest-2011364545-project] Pushing event deleted for resources: {'Network': ['ID=f1034ac8-2d03-4ca7-b7b0-74919ae2c4b9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:18.901695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-45aeea1a-ac0e-45e4-a01a-363638b3891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.946563 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:18.958394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49928) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:19.104320 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-869673fa-1a06-448e-a481-77c61fc5abe3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42f98a81ad34412b975cae931a6ceee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442268 Aug 11 01:09:19.106832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 49932) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:19.154897 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aecc710e-c05d-43a5-bd75-ac11bdccd893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:19.176830 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aecc710e-c05d-43a5-bd75-ac11bdccd893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:19.306433 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aecc710e-c05d-43a5-bd75-ac11bdccd893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:19.309318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aecc710e-c05d-43a5-bd75-ac11bdccd893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:19.311270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aecc710e-c05d-43a5-bd75-ac11bdccd893 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d60a4f9-7caf-454a-a746-3abf02fee83c HTTP/1.1" status: 204 len: 168 time: 0.2033799 Aug 11 01:09:19.320071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc710e-c05d-43a5-bd75-ac11bdccd893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d60a4f9-7caf-454a-a746-3abf02fee83c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:20.660803 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:22.437978 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:24.578169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50076) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:24.697640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8e70b38-8cd6-4f5b-a0b5-8d67447f27e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:24.783231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8e70b38-8cd6-4f5b-a0b5-8d67447f27e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:24.847132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e8e70b38-8cd6-4f5b-a0b5-8d67447f27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:24.885907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e8e70b38-8cd6-4f5b-a0b5-8d67447f27e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5819d46a4c744e9f983de4b6ddb7da0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066657 Aug 11 01:09:24.887372 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e70b38-8cd6-4f5b-a0b5-8d67447f27e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c83601-e0bd-4f05-beb9-6c0a23973384,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:24.889374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50080) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:24.938367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-684f9c61-068c-4a0e-a89a-9662fbcd2503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:24.959782 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-684f9c61-068c-4a0e-a89a-9662fbcd2503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:25.059763 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-684f9c61-068c-4a0e-a89a-9662fbcd2503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:25.062373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-684f9c61-068c-4a0e-a89a-9662fbcd2503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:25.063572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-684f9c61-068c-4a0e-a89a-9662fbcd2503 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3c83601-e0bd-4f05-beb9-6c0a23973384 HTTP/1.1" status: 204 len: 168 time: 0.1732132 Aug 11 01:09:25.079545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f9c61-068c-4a0e-a89a-9662fbcd2503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c83601-e0bd-4f05-beb9-6c0a23973384,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:25.734506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50086) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:25.748085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13f7c6a2-675c-4e4d-8c2a-dafd84cb9d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:25.835604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13f7c6a2-675c-4e4d-8c2a-dafd84cb9d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:25.900041 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-13f7c6a2-675c-4e4d-8c2a-dafd84cb9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:25.937795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7c6a2-675c-4e4d-8c2a-dafd84cb9d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3da2a-c684-4f20-ae46-348bafa35d30,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:25.942152 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-13f7c6a2-675c-4e4d-8c2a-dafd84cb9d11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a97419eb65344ab5bf25f3233798bb6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065461 Aug 11 01:09:25.945546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50088) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:25.993576 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3099dcbb-5d0c-44dd-bded-57f094ed39f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:26.018864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3099dcbb-5d0c-44dd-bded-57f094ed39f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:26.129102 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3099dcbb-5d0c-44dd-bded-57f094ed39f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:26.131619 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3099dcbb-5d0c-44dd-bded-57f094ed39f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:26.132810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3099dcbb-5d0c-44dd-bded-57f094ed39f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40c3da2a-c684-4f20-ae46-348bafa35d30 HTTP/1.1" status: 204 len: 168 time: 0.1871190 Aug 11 01:09:26.141243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099dcbb-5d0c-44dd-bded-57f094ed39f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3da2a-c684-4f20-ae46-348bafa35d30,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:29.036487 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-cc5543c8-2025-4568-ad49-b48fd72d9f13 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422850 Aug 11 01:09:29.128200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-6cdb05f7-4ff8-4ee8-a82e-d6e3d0c132ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:29.129765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-6cdb05f7-4ff8-4ee8-a82e-d6e3d0c132ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.0499423 Aug 11 01:09:29.237913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-1b2d2c06-e5b1-4495-a917-bf59f587e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:29.239448 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-1b2d2c06-e5b1-4495-a917-bf59f587e2ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.0905914 Aug 11 01:09:29.307708 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-71ee938c-5d5f-491a-b1fc-cfdcdc395386 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 1001 time: 0.0614362 Aug 11 01:09:29.359147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-2eebe43e-f4c6-4a46-a104-ba48b186ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:29.360580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-2eebe43e-f4c6-4a46-a104-ba48b186ebff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0453024 Aug 11 01:09:29.411115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-b1fec3d7-490d-47a2-b934-d1493f0b535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:29.412629 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-b1fec3d7-490d-47a2-b934-d1493f0b535b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443525 Aug 11 01:09:29.504219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-64627ad7-b8f3-4d02-9bf4-f7aeeb88e574 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845418 Aug 11 01:09:29.611810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5812fa4-7bb6-4192-b732-dffb9ddaa027 req-6b174ad9-0deb-4f50-9d24-232ba361aac3 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009014 Aug 11 01:09:29.704405 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:29.910243 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:31.382716 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-3310ec62-f72e-430b-ab45-da2aac707545 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404797 Aug 11 01:09:31.484969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-ae6c6850-6c10-40c1-a232-a5dfd6738503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:31.486801 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-ae6c6850-6c10-40c1-a232-a5dfd6738503 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1098 time: 0.0581384 Aug 11 01:09:31.605989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-232bba77-1f9d-4e4c-aeb8-31ee7c90ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:31.608444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-232bba77-1f9d-4e4c-aeb8-31ee7c90ef78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.0891869 Aug 11 01:09:31.680239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-f375efd5-e700-4c59-9083-8ded258724ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4223435-d604-49e7-bdb0-5a93b041f17c HTTP/1.1" status: 200 len: 1001 time: 0.0659075 Aug 11 01:09:31.731349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-88cc3786-8d32-4d2b-a4d8-6916dc8ac05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:31.732831 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-88cc3786-8d32-4d2b-a4d8-6916dc8ac05b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0447998 Aug 11 01:09:31.780293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-fe64a873-bd2b-4d36-8405-2af5d697ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:09:31.782102 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-fe64a873-bd2b-4d36-8405-2af5d697ff27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421913 Aug 11 01:09:31.878747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-a7a4f356-7c44-4c3a-9f10-1fd3be286f1b service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893660 Aug 11 01:09:31.969365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a7f8ae3-a077-41d0-8c37-96d267b737e4 req-0837e439-1586-4ff5-bec3-4528fae15437 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837898 Aug 11 01:09:40.602728 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:09:46.304197 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0a7293c8-4e9b-4bff-9370-99c9837006e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:48.877490 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-749dba0f-84cf-485f-bc81-35444d0ec199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:48.960973 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:50.509938 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:52.437633 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:58.117283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50300) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:58.231197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:58.330126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:58.492715 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:58.524310 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23b1ee30139444d2b5a077c6f8b13671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059336 Aug 11 01:09:58.525169 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0ab2f-ef47-446b-9e2a-c401097a6c77,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:58.527058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:58.533787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.538798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaffbe0-aaa0-42b3-a6a5-d49ead09628c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:09:58.579197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b379c3c-a887-4f0e-bc88-fb200ccb3d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:58.601189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b379c3c-a887-4f0e-bc88-fb200ccb3d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:58.757763 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b379c3c-a887-4f0e-bc88-fb200ccb3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:58.760359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b379c3c-a887-4f0e-bc88-fb200ccb3d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:58.761563 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7b379c3c-a887-4f0e-bc88-fb200ccb3d5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b9a0ab2f-ef47-446b-9e2a-c401097a6c77 HTTP/1.1" status: 204 len: 168 time: 0.2334659 Aug 11 01:09:58.770682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b379c3c-a887-4f0e-bc88-fb200ccb3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0ab2f-ef47-446b-9e2a-c401097a6c77,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:59.533202 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50310) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:59.547352 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bc64f9-c498-4c34-98b0-9e8d4313694e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:59.635787 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bc64f9-c498-4c34-98b0-9e8d4313694e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:59.756980 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:59.808772 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82bc64f9-c498-4c34-98b0-9e8d4313694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:59.849338 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-82bc64f9-c498-4c34-98b0-9e8d4313694e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=313b261dddfa47b88e8303fc39f30f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150373 Aug 11 01:09:59.850195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc64f9-c498-4c34-98b0-9e8d4313694e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f33a2f-3fdc-4cb2-84bd-3591a9f9c9f2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:09:59.852289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50312) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:09:59.905878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc236ce8-b9b6-47b6-9b6d-1719133d27c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:59.926895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc236ce8-b9b6-47b6-9b6d-1719133d27c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:09:59.928350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:00.054501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc236ce8-b9b6-47b6-9b6d-1719133d27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:00.057468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc236ce8-b9b6-47b6-9b6d-1719133d27c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:00.060280 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc236ce8-b9b6-47b6-9b6d-1719133d27c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9f33a2f-3fdc-4cb2-84bd-3591a9f9c9f2 HTTP/1.1" status: 204 len: 168 time: 0.2053287 Aug 11 01:10:00.068833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc236ce8-b9b6-47b6-9b6d-1719133d27c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f33a2f-3fdc-4cb2-84bd-3591a9f9c9f2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:10:02.871966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:10:02.975771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fc4660e-6424-4702-9db8-05e67ed832aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:03.062550 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fc4660e-6424-4702-9db8-05e67ed832aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:03.172062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1fc4660e-6424-4702-9db8-05e67ed832aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:03.209556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4660e-6424-4702-9db8-05e67ed832aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46ceb20-eb88-43b2-9e96-97846265ad43,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:10:03.215241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1fc4660e-6424-4702-9db8-05e67ed832aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3eecb9c85fb4dca97b800386d9fc9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421741 Aug 11 01:10:03.218057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50370) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:10:03.266335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-218ba815-427e-4a88-829c-d8b99200764e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:03.290856 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-218ba815-427e-4a88-829c-d8b99200764e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:03.437171 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-218ba815-427e-4a88-829c-d8b99200764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:03.439840 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-218ba815-427e-4a88-829c-d8b99200764e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:03.441048 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-218ba815-427e-4a88-829c-d8b99200764e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e46ceb20-eb88-43b2-9e96-97846265ad43 HTTP/1.1" status: 204 len: 168 time: 0.2223182 Aug 11 01:10:03.449048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ba815-427e-4a88-829c-d8b99200764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46ceb20-eb88-43b2-9e96-97846265ad43,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:10:04.199335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50376) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:10:04.216073 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2020586-4184-4976-ab2d-59d7a9e46cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:04.306065 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2020586-4184-4976-ab2d-59d7a9e46cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:04.383473 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c2020586-4184-4976-ab2d-59d7a9e46cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:04.424453 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c2020586-4184-4976-ab2d-59d7a9e46cbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9795a553a33e42ac9c4c6b24ee0f494d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239342 Aug 11 01:10:04.425364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2020586-4184-4976-ab2d-59d7a9e46cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b5845-df0b-4742-990e-b16064179b3e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:10:04.427255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50378) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:10:04.477883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-847f1d08-d38d-42e2-a529-019b2b6316f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:04.500831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-847f1d08-d38d-42e2-a529-019b2b6316f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:04.643133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-847f1d08-d38d-42e2-a529-019b2b6316f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:04.645883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-847f1d08-d38d-42e2-a529-019b2b6316f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:04.647077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-847f1d08-d38d-42e2-a529-019b2b6316f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c02b5845-df0b-4742-990e-b16064179b3e HTTP/1.1" status: 204 len: 168 time: 0.2181525 Aug 11 01:10:04.656564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1d08-d38d-42e2-a529-019b2b6316f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b5845-df0b-4742-990e-b16064179b3e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:10:16.303032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-979f964c-c611-4fa0-b800-d4fae339304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:17.606348 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:10:18.159465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50472) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:10:18.271099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6864e59e-2b50-4a18-b19b-d00a15509994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:18.377183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6864e59e-2b50-4a18-b19b-d00a15509994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:18.447865 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6864e59e-2b50-4a18-b19b-d00a15509994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:18.493897 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6864e59e-2b50-4a18-b19b-d00a15509994 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad0c34b3915f47e29ea8c1efeff34695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331711 Aug 11 01:10:18.494834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864e59e-2b50-4a18-b19b-d00a15509994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3bf118-3581-47ec-9b79-3fa89b46c0fa,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:10:18.496614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50476) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:10:18.555644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:18.578257 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:18.720065 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:18.722637 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:18.723853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d3bf118-3581-47ec-9b79-3fa89b46c0fa HTTP/1.1" status: 204 len: 168 time: 0.2251959 Aug 11 01:10:18.732058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3bf118-3581-47ec-9b79-3fa89b46c0fa,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:10:18.740569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.740926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.741398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.741832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.742076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.742483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.742824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.743186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.743520 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.743852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.746936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.746936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949a6ae-b50c-42c8-bbc5-caca1c7aec5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:10:18.914201 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0cd6bef2-1f9b-4fe3-9d1b-1fe55e11fb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:19.008050 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:20.499114 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:22.436489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:29.725184 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:29.908156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:30.741636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-cc6571ae-d95a-4fe7-9c1c-8cfa19fa12b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1405115 Aug 11 01:10:30.825392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-ec9bba35-4385-4270-91ff-57acd85d60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:10:30.826990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-ec9bba35-4385-4270-91ff-57acd85d60f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.0414295 Aug 11 01:10:30.931272 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-42ca610a-eee6-45cd-a7e2-3aca0873ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:10:30.933188 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-42ca610a-eee6-45cd-a7e2-3aca0873ff5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.0865331 Aug 11 01:10:31.003840 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-b800045b-baf5-4163-84c2-2ba7a7f955b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 1001 time: 0.0623553 Aug 11 01:10:31.053483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-5bbfcd5d-95ea-4514-96d4-3e5569e29bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:10:31.054935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-5bbfcd5d-95ea-4514-96d4-3e5569e29bb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0447035 Aug 11 01:10:31.100594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-ae7d08ab-a1f1-433b-81e6-59cfff6cca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:10:31.102122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-ae7d08ab-a1f1-433b-81e6-59cfff6cca63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401313 Aug 11 01:10:31.195801 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-9bcda29a-97b3-4725-aa28-ceffb1f2373a service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863113 Aug 11 01:10:31.284684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-728647c7-9a0d-4955-8e16-2a84b7e74337 req-0e481151-5b5e-4e28-a534-22d08086790d service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823865 Aug 11 01:10:33.380208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f137997-f82d-440e-bec6-8520d33fa459 req-537c4ef2-93bf-427d-9f1a-8d0c29d1d5e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404847 Aug 11 01:10:33.458150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f137997-f82d-440e-bec6-8520d33fa459 req-120e7849-4569-407b-a241-89da5cc55b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:10:33.459639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f137997-f82d-440e-bec6-8520d33fa459 req-120e7849-4569-407b-a241-89da5cc55b1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1098 time: 0.0397215 Aug 11 01:10:33.562105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f137997-f82d-440e-bec6-8520d33fa459 req-a3e02eb4-e21d-4f89-9e0f-2223b20a3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:10:33.563623 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f137997-f82d-440e-bec6-8520d33fa459 req-a3e02eb4-e21d-4f89-9e0f-2223b20a3be8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.0861161 Aug 11 01:10:33.628075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f137997-f82d-440e-bec6-8520d33fa459 req-fe6a3f70-1c39-4cc9-ba9a-2bd75c134c15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4223435-d604-49e7-bdb0-5a93b041f17c HTTP/1.1" status: 200 len: 1001 time: 0.0573199 Aug 11 01:10:33.675884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f137997-f82d-440e-bec6-8520d33fa459 req-3a4d6fb9-73f0-41f2-8fbd-4a4ac4c484e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:10:33.677244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f137997-f82d-440e-bec6-8520d33fa459 req-3a4d6fb9-73f0-41f2-8fbd-4a4ac4c484e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0430045 Aug 11 01:10:33.726424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f137997-f82d-440e-bec6-8520d33fa459 req-86b3269f-8d58-41cd-a1b5-e7d7b84500ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:10:33.727967 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f137997-f82d-440e-bec6-8520d33fa459 req-86b3269f-8d58-41cd-a1b5-e7d7b84500ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442319 Aug 11 01:10:33.817732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f137997-f82d-440e-bec6-8520d33fa459 req-d867ae59-5237-4051-851e-7388c089d0fb service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825379 Aug 11 01:10:33.910469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2f137997-f82d-440e-bec6-8520d33fa459 req-c722ba6e-1e33-42bd-a3da-7ddc445b9cbd service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860603 Aug 11 01:10:46.293875 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40a883fd-1e54-469a-a3ed-6adffeb50034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:48.912785 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-92eeb5ba-24d6-455a-96e0-5c7d33534330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:48.999105 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:50.556436 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:52.476137 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:54.606860 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:10:59.712804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:10:59.841512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50488) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:10:59.907095 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:00.139362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port b362fbab-30bb-4544-9841-9403ab6cf6c7 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:00.139714 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:00.226750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:00.227106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:00.240860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for b362fbab-30bb-4544-9841-9403ab6cf6c7 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:00.476018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:00.502902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=b362fbab-30bb-4544-9841-9403ab6cf6c7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:00.572265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:00.573808 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Floating IP 3aa7a8f3-5ead-463d-8328-848674a1905d disassociated (deleted). External IP: 172.25.0.24, port: c4223435-d604-49e7-bdb0-5a93b041f17c. Aug 11 01:11:00.799115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:11:00.914119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:11:00.919572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:00.924845 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:11:00.935092 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:11:00.935737 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:10:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:00.953962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-578bd01d-71f1-4801-84f1-4ffb5a039752 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "DELETE /v2.0/floatingips/3aa7a8f3-5ead-463d-8328-848674a1905d HTTP/1.1" status: 204 len: 168 time: 1.1086895 Aug 11 01:11:00.953962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:11:00.957208 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:11:01.050238 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:11:01.160910 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4601f17b-4376-4b19-89ec-f322a62b9a18 x-openstack-request-id: req-4601f17b-4376-4b19-89ec-f322a62b9a18 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:11:01.161198 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:11:01.161453 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4601f17b-4376-4b19-89ec-f322a62b9a18 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:11:01.161855 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'status': 'completed', 'code': 200} Aug 11 01:11:01.322723 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:05Z', 'revision_number': 1, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:01.357523 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:11:01.367368 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:11:01.368001 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:10:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:01.479053 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:11:01.490998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185be146-a5fa-4dc9-a9b7-fc6bd2302a0d req-641743fd-1c61-4fdb-8413-0a6806ec94b8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:01.492623 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-185be146-a5fa-4dc9-a9b7-fc6bd2302a0d req-641743fd-1c61-4fdb-8413-0a6806ec94b8 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 946 time: 0.1167648 Aug 11 01:11:01.507594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-8312c334-7cb2-4624-89f4-38c2dbfc0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:01.509163 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-8312c334-7cb2-4624-89f4-38c2dbfc0b65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 1098 time: 0.3231387 Aug 11 01:11:01.550704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-185be146-a5fa-4dc9-a9b7-fc6bd2302a0d req-e1195713-47b1-4cef-b16a-6fdc296cdca0 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482621 Aug 11 01:11:01.628679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-cd5d8c50-f6d4-4cc2-af90-a7ee1f0b5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:01.630214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-cd5d8c50-f6d4-4cc2-af90-a7ee1f0b5e78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.1129253 Aug 11 01:11:01.677108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-813e4e22-6b26-4d86-afde-96ca04e67782 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4223435-d604-49e7-bdb0-5a93b041f17c HTTP/1.1" status: 200 len: 217 time: 0.0387607 Aug 11 01:11:01.720066 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:05Z', 'revision_number': 1, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:01.730936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-22d7719f-14a8-45eb-b364-7a998595ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:01.732610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-22d7719f-14a8-45eb-b364-7a998595ebc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0479825 Aug 11 01:11:01.747203 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0686df75-2e9d-4c36-bff7-28310ca1dcdd None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'b258d976-a303-4879-93b8-e7c1d48de7e8', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'port_id': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'mac_address': 'fa:16:3e:8b:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:05:02Z', 'updated_at': '2021-08-11T01:05:05Z', 'revision_number': 1, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:11:01.783255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-481a8fee-a048-4f77-a439-fa6953be34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:01.784855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-481a8fee-a048-4f77-a439-fa6953be34ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447645 Aug 11 01:11:01.883974 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-08457b45-3292-4ecb-99dc-3893a3f2e73e service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902236 Aug 11 01:11:01.982932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c0bb7c9-e219-4116-aa3f-ac6cbd198ea3 req-64f62da1-4763-465d-8547-d206036f4326 service neutron] 10.222.0.55 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909274 Aug 11 01:11:02.000701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e01361-ffbf-4d9a-85c2-0e065ce00cef None None] New status for floating IP 3aa7a8f3-5ead-463d-8328-848674a1905d: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:11:02.756857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45334-8204-4991-9b8b-081d06b639dc req-be22dd54-b84c-471a-a1c7-423d7791b31d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:02.758389 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7aa45334-8204-4991-9b8b-081d06b639dc req-be22dd54-b84c-471a-a1c7-423d7791b31d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 946 time: 0.1103752 Aug 11 01:11:02.802046 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7aa45334-8204-4991-9b8b-081d06b639dc req-6a4bfcac-b9b4-4b76-a322-d787d3a44928 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375810 Aug 11 01:11:02.907134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeed94-5840-4aca-813a-a96787788f35 req-9d41f200-4903-4202-b73b-d008c57b7dfd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:02.908538 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0aeed94-5840-4aca-813a-a96787788f35 req-9d41f200-4903-4202-b73b-d008c57b7dfd tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 946 time: 0.0496137 Aug 11 01:11:03.005518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port c4223435-d604-49e7-bdb0-5a93b041f17c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:03.005870 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:03.099526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] For port c4223435-d604-49e7-bdb0-5a93b041f17c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c4223435-d604-49e7-bdb0-5a93b041f17c,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:03.099896 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:03.113071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for c4223435-d604-49e7-bdb0-5a93b041f17c owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:03.319079 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:03.350827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=c4223435-d604-49e7-bdb0-5a93b041f17c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:03.364449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.364810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.365161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.365509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.365852 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.366192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.366527 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.366856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.367213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.367547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.367877 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.368215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:03.404803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] No DVR routers for this DVR port c4223435-d604-49e7-bdb0-5a93b041f17c on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:11:03.407572 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:03.409657 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0aeed94-5840-4aca-813a-a96787788f35 req-265130f1-7d32-4f45-9157-4fcb56c20d92 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.55 "DELETE /v2.0/ports/c4223435-d604-49e7-bdb0-5a93b041f17c HTTP/1.1" status: 204 len: 173 time: 0.4951892 Aug 11 01:11:03.410122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'name': 'network-vif-deleted', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:11:03.412609 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7fa88b-3c12-45e3-a22c-8a852285973a" -d '{"events": [{"server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "name": "network-vif-deleted", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:11:03.548774 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c3f3f4-d087-4162-8b13-f7d05f8708d3 x-openstack-request-id: req-70c3f3f4-d087-4162-8b13-f7d05f8708d3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:11:03.549060 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4ce3cb-d732-440b-9deb-d4820d25a84d", "name": "network-vif-deleted", "tag": "c4223435-d604-49e7-bdb0-5a93b041f17c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:11:03.549318 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70c3f3f4-d087-4162-8b13-f7d05f8708d3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:11:03.549728 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4ce3cb-d732-440b-9deb-d4820d25a84d', 'name': 'network-vif-deleted', 'tag': 'c4223435-d604-49e7-bdb0-5a93b041f17c', 'status': 'completed', 'code': 200} Aug 11 01:11:03.904746 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3185edce-5419-4ee7-8788-9f9a5126751d req-68c82bf1-d821-4e6b-8047-cdb5fa34cb49 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 210 time: 0.0275071 Aug 11 01:11:05.005931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e0dcb7d-904c-470d-82e1-a266509efb3f req-0b767223-935e-4d3e-b2a8-428968a3d18d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 210 time: 0.0270870 Aug 11 01:11:06.107499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8277aea1-0d8b-4f97-ac15-e56b64050bb8 req-67cb6a39-0548-4864-b92c-17b0ea85e5f1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 210 time: 0.0308363 Aug 11 01:11:06.459096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c4223435-d604-49e7-bdb0-5a93b041f17c no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:11:06.484048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: c4223435-d604-49e7-bdb0-5a93b041f17c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:11:06.484522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c4223435-d604-49e7-bdb0-5a93b041f17c not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:11:07.217059 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e19a699a-e55f-418b-a43c-cf828afdf15e req-a07a7530-d9bf-4f37-bb9c-ef9d84989c88 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4ce3cb-d732-440b-9deb-d4820d25a84d HTTP/1.1" status: 200 len: 210 time: 0.0274522 Aug 11 01:11:10.239698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-116ff44d-5d0c-4e80-a0d6-fe321b9bc443 req-f3724cd3-83d8-4ae5-9d2d-63fd2abe7879 service neutron] (95255) timed out ('10.222.0.44', 57951) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:11:13.829293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50548) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:14.002331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port fe4a8150-5d2c-45d6-ad60-c85a28de75f5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:14.002666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:14.088119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:14.088456 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:14.104701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for fe4a8150-5d2c-45d6-ad60-c85a28de75f5 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:14.312661 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:14.338609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=fe4a8150-5d2c-45d6-ad60-c85a28de75f5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:14.399476 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:14.399863 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Floating IP b258d976-a303-4879-93b8-e7c1d48de7e8 disassociated (deleted). External IP: 172.25.0.28, port: ccb38795-5e99-42c1-8c63-03cd6abe7664. Aug 11 01:11:14.609884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:11:15.051485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:11:15.056506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:15.061112 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:11:15.071606 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:11:15.072234 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:10:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:15.086229 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3993c1a6-6142-40c7-a1f2-b6a0359ef668 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "DELETE /v2.0/floatingips/b258d976-a303-4879-93b8-e7c1d48de7e8 HTTP/1.1" status: 204 len: 168 time: 1.2532547 Aug 11 01:11:15.086229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:11:15.086686 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162aa58e-8657-485a-85b9-2e4ff2b62e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:11:15.147556 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37b6c10-cab1-4492-9cbb-cd77e26ea976 x-openstack-request-id: req-c37b6c10-cab1-4492-9cbb-cd77e26ea976 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:11:15.148150 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:11:15.148407 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c37b6c10-cab1-4492-9cbb-cd77e26ea976 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:11:15.148802 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'status': 'completed', 'code': 200} Aug 11 01:11:15.184616 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:11:15.212064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-94869e24-7dde-49fb-9449-68f6696229b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:15.215680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-94869e24-7dde-49fb-9449-68f6696229b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0213a74dc2644b3785a1c9cfc7575043&device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 1098 time: 0.0428841 Aug 11 01:11:15.312211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-cc8a02fd-0864-4d8d-ac44-617e1909646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:15.313665 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-cc8a02fd-0864-4d8d-ac44-617e1909646c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 200 len: 912 time: 0.0929971 Aug 11 01:11:15.358057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-a319b390-dad5-44c3-a65f-59cda85db9bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 200 len: 217 time: 0.0363219 Aug 11 01:11:15.390979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:15.410368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-1254246d-f93b-4bbb-9bf1-b1c086403410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:15.412597 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-1254246d-f93b-4bbb-9bf1-b1c086403410 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 200 len: 850 time: 0.0459077 Aug 11 01:11:15.422254 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:11:15.430727 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:11:15.431409 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:10:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:15.463674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-1728b687-f464-42ec-9b6c-cf8098c684a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:15.465958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-1728b687-f464-42ec-9b6c-cf8098c684a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0c1ad7d-6e53-4320-8c77-727d28cfddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474114 Aug 11 01:11:15.483131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-b0523b22-5025-4a73-a24c-35d5d433f8d0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:11:15.484277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-b0523b22-5025-4a73-a24c-35d5d433f8d0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056517 Aug 11 01:11:15.537031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce994f1-5e18-40d4-958e-0300cfa4c681 req-e5adb054-3b01-4deb-a90a-b4b5d3000e9c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:15.539409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dce994f1-5e18-40d4-958e-0300cfa4c681 req-e5adb054-3b01-4deb-a90a-b4b5d3000e9c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 946 time: 0.0526142 Aug 11 01:11:15.553596 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:11:15.579656 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dce994f1-5e18-40d4-958e-0300cfa4c681 req-ece32b7e-97f8-4d0c-bc0f-c3b0cf12faf9 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/security-groups?id=d4a573f5-182b-46ae-b99d-587b261ce1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337801 Aug 11 01:11:15.603425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-2c4500fc-23d6-4f20-86f7-a6d42838f0e0 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107678 Aug 11 01:11:15.705803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-162aa58e-8657-485a-85b9-2e4ff2b62e5b req-388a3951-aaef-46f6-b1e8-39e0ec45e685 service neutron] 10.222.0.44 "GET /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948787 Aug 11 01:11:15.851338 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:15.880438 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd885ba3-5ab4-40f6-8ddc-03fb8421d891 None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T00:53:35Z', 'revision_number': 4, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a', 'name': '', 'network_id': 'b0c1ad7d-6e53-4320-8c77-727d28cfddb1', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'mac_address': 'fa:16:3e:ee:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '0af51639-732a-4b87-bfa8-243eade47585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:31Z', 'updated_at': '2021-08-11T00:53:43Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'subnets': [{'id': '0af51639-732a-4b87-bfa8-243eade47585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:11:16.097552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02faf6-1ae3-424b-9334-8fdc27ef20f9 None None] New status for floating IP b258d976-a303-4879-93b8-e7c1d48de7e8: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:11:16.140667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-634432d2-f655-4f64-b449-d2d7e591080d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:16.142220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-634432d2-f655-4f64-b449-d2d7e591080d tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 946 time: 0.0621831 Aug 11 01:11:16.244222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port ccb38795-5e99-42c1-8c63-03cd6abe7664 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:16.244568 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:16.317984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65832f43-50f5-4845-a700-405f3f44ef9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:16.346353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] For port ccb38795-5e99-42c1-8c63-03cd6abe7664, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ccb38795-5e99-42c1-8c63-03cd6abe7664,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:16.346727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:16.360640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for ccb38795-5e99-42c1-8c63-03cd6abe7664 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:16.595954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:16.625441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=ccb38795-5e99-42c1-8c63-03cd6abe7664,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:16.682823 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] No DVR routers for this DVR port ccb38795-5e99-42c1-8c63-03cd6abe7664 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:11:16.703294 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:16.705428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f3795f9-962d-4869-8ae1-934a72ce35ca req-08c56cba-6fb4-4178-8694-b9d7422e46c7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.44 "DELETE /v2.0/ports/ccb38795-5e99-42c1-8c63-03cd6abe7664 HTTP/1.1" status: 204 len: 173 time: 0.5562019 Aug 11 01:11:16.707600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ba585d7-ce6d-4344-8e52-c752d8720334 req-0c221428-33e4-411e-aa64-f9cde4aee4ba tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 210 time: 0.0488553 Aug 11 01:11:17.150181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'name': 'network-vif-deleted', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:11:17.155037 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d09d58-dab5-4d88-9145-92999f1d3a85" -d '{"events": [{"server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "name": "network-vif-deleted", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:11:17.191472 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c499d54-fc47-4ea2-9216-dd21ca556edb x-openstack-request-id: req-0c499d54-fc47-4ea2-9216-dd21ca556edb {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:11:17.191768 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26c0c39-343e-4836-a911-bd31b59c34cd", "name": "network-vif-deleted", "tag": "ccb38795-5e99-42c1-8c63-03cd6abe7664", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:11:17.192023 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c499d54-fc47-4ea2-9216-dd21ca556edb {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:11:17.192428 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26c0c39-343e-4836-a911-bd31b59c34cd', 'name': 'network-vif-deleted', 'tag': 'ccb38795-5e99-42c1-8c63-03cd6abe7664', 'status': 'completed', 'code': 200} Aug 11 01:11:17.818615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-225c6354-3068-44fc-801f-dd42e848cce4 req-dfb1d1ea-6216-4735-afcd-a3150d21d0a7 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 210 time: 0.0292873 Aug 11 01:11:18.187780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ccb38795-5e99-42c1-8c63-03cd6abe7664 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:11:18.212764 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: ccb38795-5e99-42c1-8c63-03cd6abe7664 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:11:18.213029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ccb38795-5e99-42c1-8c63-03cd6abe7664 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:11:18.889729 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eeffc746-c872-4c7b-8226-8a392282a1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:18.925092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abe9477f-4676-4e23-819a-63a876b54d0d req-31fbb962-77bf-466e-9108-3796f19aaf7b tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 210 time: 0.0303102 Aug 11 01:11:18.935447 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:20.029688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-595a44a0-09c1-4338-893a-0c50b8f70958 req-de1bd394-8502-4028-ad0e-206d14f9da47 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 210 time: 0.0311825 Aug 11 01:11:20.498724 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:21.140497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-957654a5-391f-4666-90dc-361b160f2016 req-7ead50ad-fe2f-4650-b73c-ac8abc0bd07c tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "GET /v2.0/ports?device_id=d26c0c39-343e-4836-a911-bd31b59c34cd HTTP/1.1" status: 200 len: 210 time: 0.0282831 Aug 11 01:11:22.206476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50572) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:22.330762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Deleting port 5eec8276-5f9f-4a66-bdaa-54f81d071c85 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:22.331107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:22.412988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:22.413317 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:22.425539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Calling delete_port for 5eec8276-5f9f-4a66-bdaa-54f81d071c85 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:22.482133 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:22.595658 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:22.627130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'Port': ['ID=5eec8276-5f9f-4a66-bdaa-54f81d071c85,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:22.650647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.651002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.651383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.651731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.652072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.652657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.653004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.653943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.654283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.654623 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.654959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.655322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:22.698385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:22.703496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:22.704684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5f0898d6-e1e3-4e05-b048-db95f8a30e76 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "DELETE /v2.0/floatingips/3ba739da-4d9a-4e95-99f0-fe24458f165c HTTP/1.1" status: 204 len: 168 time: 0.4972134 Aug 11 01:11:26.182020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50588) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:26.255514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dbf86c0-53a0-47e3-83b8-f87a95c013b1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:26.282659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dbf86c0-53a0-47e3-83b8-f87a95c013b1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:26.406909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dbf86c0-53a0-47e3-83b8-f87a95c013b1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:26.409541 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1dbf86c0-53a0-47e3-83b8-f87a95c013b1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:26.410766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1dbf86c0-53a0-47e3-83b8-f87a95c013b1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] 10.222.0.43 "DELETE /v2.0/security-groups/d4a573f5-182b-46ae-b99d-587b261ce1b2 HTTP/1.1" status: 204 len: 168 time: 0.2277045 Aug 11 01:11:26.422566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf86c0-53a0-47e3-83b8-f87a95c013b1 tempest-TestVolumeBootPattern-770586791 tempest-TestVolumeBootPattern-770586791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a573f5-182b-46ae-b99d-587b261ce1b2,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:26.544064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50592) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:26.980756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:27.227974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Deleting port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:27.228707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:27.312820 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] For port a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:27.313110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:27.326182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Calling delete_port for a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:27.567251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:27.593326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:27.772566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:27.990180 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Router 9b444adb-1563-4fa6-a9e3-35460ef48952 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:11:28.096576 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:11:28.101785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2512ec01-0070-4d84-a3d1-f0767e19a413 admin admin] 10.222.0.43 "PUT /v2.0/routers/9b444adb-1563-4fa6-a9e3-35460ef48952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5566573 Aug 11 01:11:28.104390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50596) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:28.105455 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] Sync routers for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:11:28.114510 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:11:28.115121 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:11:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:28.206095 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:28.217885 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:11:28.334272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:28.413336 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T01:11:27Z', 'revision_number': 5, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port': {'id': '572619e3-7a17-4569-a6c8-db7a82a35340', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:26Z', 'updated_at': '2021-08-11T00:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:28.439630 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] Checking router: 9b444adb-1563-4fa6-a9e3-35460ef48952 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:11:28.448173 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] Routers {'9b444adb-1563-4fa6-a9e3-35460ef48952'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:11:28.448790 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:11:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['9b444adb-1563-4fa6-a9e3-35460ef48952'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:28.452778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Deleting port 572619e3-7a17-4569-a6c8-db7a82a35340 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:28.453129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:28.536031 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] Set router 9b444adb-1563-4fa6-a9e3-35460ef48952 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:11:28.536566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] For port 572619e3-7a17-4569-a6c8-db7a82a35340, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=572619e3-7a17-4569-a6c8-db7a82a35340,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:28.537087 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:28.549617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Calling delete_port for 572619e3-7a17-4569-a6c8-db7a82a35340 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:28.592743 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T01:11:28Z', 'revision_number': 6, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:28.618409 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52600493-41f8-4318-ae4c-9673b550c29d None None] The sync data for ids ['9b444adb-1563-4fa6-a9e3-35460ef48952'] in n-d-712143-13 is: [{'id': '9b444adb-1563-4fa6-a9e3-35460ef48952', 'name': 'tempest-TestVolumeBootPattern-780817812-router', 'tenant_id': '0213a74dc2644b3785a1c9cfc7575043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:24Z', 'updated_at': '2021-08-11T01:11:28Z', 'revision_number': 6, 'project_id': '0213a74dc2644b3785a1c9cfc7575043', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:11:28.774783 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:28.801971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=572619e3-7a17-4569-a6c8-db7a82a35340,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:28.859476 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:28.948863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:28.950968 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.058635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.059282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b444adb-1563-4fa6-a9e3-35460ef48952 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:11:29.068507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.068507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e73d45f-7aa5-4983-9430-52afdeb86f3d admin admin] 10.222.0.43 "DELETE /v2.0/routers/9b444adb-1563-4fa6-a9e3-35460ef48952 HTTP/1.1" status: 204 len: 168 time: 0.9596946 Aug 11 01:11:29.068507 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50598) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:29.112748 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aedace9-1509-44ec-bed9-fa52b53b73ec admin admin] Deleting subnet 0af51639-732a-4b87-bfa8-243eade47585 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:11:29.115742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aedace9-1509-44ec-bed9-fa52b53b73ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.148274 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aedace9-1509-44ec-bed9-fa52b53b73ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.227272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aedace9-1509-44ec-bed9-fa52b53b73ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.356619 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aedace9-1509-44ec-bed9-fa52b53b73ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.381304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedace9-1509-44ec-bed9-fa52b53b73ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af51639-732a-4b87-bfa8-243eade47585,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:29.390491 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8aedace9-1509-44ec-bed9-fa52b53b73ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.392614 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8aedace9-1509-44ec-bed9-fa52b53b73ec admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0af51639-732a-4b87-bfa8-243eade47585 HTTP/1.1" status: 204 len: 168 time: 0.3241036 Aug 11 01:11:29.396658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50600) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:29.398553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c0f406-c86c-4f81-9a48-bc24bdb957b9 None None] Network b0c1ad7d-6e53-4320-8c77-727d28cfddb1 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:11:29.475377 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.538421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Deleting port b4219c60-0732-46e2-81d0-e0c22a044e79 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:29.538772 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.583832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] DHCP port deletion for b0c1ad7d-6e53-4320-8c77-727d28cfddb1 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:11:29.608529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] For port b4219c60-0732-46e2-81d0-e0c22a044e79, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b4219c60-0732-46e2-81d0-e0c22a044e79,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:29.608907 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.622914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Calling delete_port for b4219c60-0732-46e2-81d0-e0c22a044e79 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:29.641116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Deleting port b4219c60-0732-46e2-81d0-e0c22a044e79 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:29.641417 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.701176 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.721204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] For port b4219c60-0732-46e2-81d0-e0c22a044e79, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b4219c60-0732-46e2-81d0-e0c22a044e79,segment=NetworkSegment(2e6ad50c-0286-49d4-99b9-a61e2eddecde),segment_id=2e6ad50c-0286-49d4-99b9-a61e2eddecde)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:29.721615 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.740177 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Calling delete_port for b4219c60-0732-46e2-81d0-e0c22a044e79 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:29.801549 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.806736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:11:29.829895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4219c60-0732-46e2-81d0-e0c22a044e79,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:29.830515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:11:29.830867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a43ef138-0b2e-4ccd-81c6-9d2a8fdbff6a not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:11:29.831344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b4219c60-0732-46e2-81d0-e0c22a044e79 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:11:29.834540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] No DVR routers for this DVR port b4219c60-0732-46e2-81d0-e0c22a044e79 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:11:29.863481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b4219c60-0732-46e2-81d0-e0c22a044e79 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:11:29.863881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b4219c60-0732-46e2-81d0-e0c22a044e79 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:11:29.864254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 572619e3-7a17-4569-a6c8-db7a82a35340 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:11:29.893788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 572619e3-7a17-4569-a6c8-db7a82a35340 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:11:29.894102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 572619e3-7a17-4569-a6c8-db7a82a35340 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:11:29.900894 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.916054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.926854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c1ad7d-6e53-4320-8c77-727d28cfddb1']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:29.928504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] No DVR routers for this DVR port b4219c60-0732-46e2-81d0-e0c22a044e79 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:11:29.932028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Pushing event deleted for resources: {'Port': ['ID=b4219c60-0732-46e2-81d0-e0c22a044e79,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:29.941047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6ad50c-0286-49d4-99b9-a61e2eddecde') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:29.941355 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6ad50c-0286-49d4-99b9-a61e2eddecde') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:29.943793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.944272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.944470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.944812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.945229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.945453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.945780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.946133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.946450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.946765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.947108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.958168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19210d25-a23b-47b3-b8a0-2aa583ad3d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:11:29.958690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.976322 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.980950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.983622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:11:29.984060 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:11:29.985744 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:11:30.117786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:30.124953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:30.126435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0c1ad7d-6e53-4320-8c77-727d28cfddb1 HTTP/1.1" status: 204 len: 168 time: 0.7285745 Aug 11 01:11:30.129429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50602) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:30.138397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4707258-dbea-45d4-8389-59289013b3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c1ad7d-6e53-4320-8c77-727d28cfddb1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:30.751536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:30.998730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Deleting port a31901f5-53e8-4c9a-9729-26c3ff352d11 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:30.999072 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:31.081967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] For port a31901f5-53e8-4c9a-9729-26c3ff352d11, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a31901f5-53e8-4c9a-9729-26c3ff352d11,segment=NetworkSegment(8c5a801f-4c27-42fc-9e74-b168ee5e8a9b),segment_id=8c5a801f-4c27-42fc-9e74-b168ee5e8a9b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:31.082320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:31.094996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Calling delete_port for a31901f5-53e8-4c9a-9729-26c3ff352d11 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:31.334956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:31.367698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31901f5-53e8-4c9a-9729-26c3ff352d11,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:31.540599 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:31.606500 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:11:31.767006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Router cdcea3d2-af07-4084-be6b-5331fbc59827 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:11:31.879496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:11:31.889089 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c3465ce7-7362-48f4-b27f-a8b955cb66b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/cdcea3d2-af07-4084-be6b-5331fbc59827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547791 Aug 11 01:11:31.889089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50604) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:31.889319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] Sync routers for ids ['cdcea3d2-af07-4084-be6b-5331fbc59827'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:11:31.901256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] Routers {'cdcea3d2-af07-4084-be6b-5331fbc59827'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:11:31.912393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:11:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['cdcea3d2-af07-4084-be6b-5331fbc59827'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:31.997040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.023154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] Set router cdcea3d2-af07-4084-be6b-5331fbc59827 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:11:32.126151 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.204572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T01:11:31Z', 'revision_number': 5, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port': {'id': 'd3d1b40f-b7be-4916-b3e7-23c7e08dcf5a', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T00:53:45Z', 'updated_at': '2021-08-11T00:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:32.230302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] Checking router: cdcea3d2-af07-4084-be6b-5331fbc59827 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:11:32.238578 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] Routers {'cdcea3d2-af07-4084-be6b-5331fbc59827'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:11:32.239209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:11:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['cdcea3d2-af07-4084-be6b-5331fbc59827'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:32.248092 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Deleting port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:32.248442 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.337568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] For port d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:32.343726 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.345654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] Set router cdcea3d2-af07-4084-be6b-5331fbc59827 gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:11:32.351814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Calling delete_port for d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:32.402708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T01:11:32Z', 'revision_number': 6, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:32.429676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8ead3c-a86b-4b06-b6af-5616f0882b4d None None] The sync data for ids ['cdcea3d2-af07-4084-be6b-5331fbc59827'] in n-d-712143-13 is: [{'id': 'cdcea3d2-af07-4084-be6b-5331fbc59827', 'name': 'tempest-TestVolumeBootPattern-1504623586-router', 'tenant_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T00:53:43Z', 'updated_at': '2021-08-11T01:11:32Z', 'revision_number': 6, 'project_id': '0479c09378b54c3f8d1f44f5ae1e6232', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:11:32.597584 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.625903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:32.689689 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.786614 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.789034 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.929072 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.929642 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdcea3d2-af07-4084-be6b-5331fbc59827 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:11:32.934652 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:32.936059 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ecc1e72b-b732-4406-b26b-0ba5f3dfd7f4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/cdcea3d2-af07-4084-be6b-5331fbc59827 HTTP/1.1" status: 204 len: 168 time: 1.0458953 Aug 11 01:11:32.938723 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50606) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:32.989967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1c9116-1a49-42ac-99d9-1e44c789ff97 admin admin] Deleting subnet 56d8850d-701f-40b6-80c5-1d94ba28e8c4 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:11:32.993187 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9116-1a49-42ac-99d9-1e44c789ff97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.028898 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9116-1a49-42ac-99d9-1e44c789ff97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.105433 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9116-1a49-42ac-99d9-1e44c789ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.232772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9116-1a49-42ac-99d9-1e44c789ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.263821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c9116-1a49-42ac-99d9-1e44c789ff97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d8850d-701f-40b6-80c5-1d94ba28e8c4,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:33.269831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c9116-1a49-42ac-99d9-1e44c789ff97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.274182 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4e1c9116-1a49-42ac-99d9-1e44c789ff97 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/56d8850d-701f-40b6-80c5-1d94ba28e8c4 HTTP/1.1" status: 204 len: 168 time: 0.3319869 Aug 11 01:11:33.274437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50608) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:33.274959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5f724-512d-4a18-8d74-83d93e027a18 None None] Network 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:11:33.348883 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.409417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Deleting port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:33.409778 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.481047 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] DHCP port deletion for 7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:11:33.485539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] For port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,segment=NetworkSegment(8c5a801f-4c27-42fc-9e74-b168ee5e8a9b),segment_id=8c5a801f-4c27-42fc-9e74-b168ee5e8a9b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:33.485907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.505976 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Calling delete_port for 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:33.533101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] Deleting port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:11:33.533478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.599531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] For port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,segment=NetworkSegment(8c5a801f-4c27-42fc-9e74-b168ee5e8a9b),segment_id=8c5a801f-4c27-42fc-9e74-b168ee5e8a9b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:33.600487 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.613140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] Calling delete_port for 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:11:33.643203 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.670594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:33.674263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] No DVR routers for this DVR port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:11:33.695147 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.722005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] Pushing event deleted for resources: {'Port': ['ID=17ea72fc-b6ea-45f3-910b-aa039db6b1a9,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:33.725593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c8738-ee0b-4f8d-b016-2fc947086e37 None None] No DVR routers for this DVR port 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:11:33.754183 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.762912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:33.774415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:33.774719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5a801f-4c27-42fc-9e74-b168ee5e8a9b') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:11:33.784175 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.795740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:11:33.797996 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.804487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:11:33.804912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:11:33.806625 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:11:33.823964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:11:33.828283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device d3d1b40f-b7be-4916-b3e7-23c7e08dcf5a not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:11:33.828283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:11:33.847209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:11:33.847705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 17ea72fc-b6ea-45f3-910b-aa039db6b1a9 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:11:33.848264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a31901f5-53e8-4c9a-9729-26c3ff352d11 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:11:33.868017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a31901f5-53e8-4c9a-9729-26c3ff352d11 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:11:33.868375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a31901f5-53e8-4c9a-9729-26c3ff352d11 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:11:33.938745 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.944795 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:33.948973 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b HTTP/1.1" status: 204 len: 168 time: 0.6714644 Aug 11 01:11:33.965517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152a644-6ad9-419f-909d-2aab0d1efc23 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1b4d83-f4c6-45bd-b2c5-be6c4a97401b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:34.309540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50612) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:34.363560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0820ffe1-78d8-4362-99bb-055e1682577a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0213a74dc2644b3785a1c9cfc7575043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520883 Aug 11 01:11:34.365819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50614) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:34.417323 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b279-70c5-49c1-83df-91d125226bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:34.440206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b279-70c5-49c1-83df-91d125226bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:34.574594 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b279-70c5-49c1-83df-91d125226bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:34.577279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b279-70c5-49c1-83df-91d125226bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:34.578506 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6fc3b279-70c5-49c1-83df-91d125226bad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/947803e8-a0b0-4980-8d16-0905e9181446 HTTP/1.1" status: 204 len: 168 time: 0.2117424 Aug 11 01:11:34.587246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3b279-70c5-49c1-83df-91d125226bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947803e8-a0b0-4980-8d16-0905e9181446,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:35.310050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50620) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:35.354152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f68fa00c-ec1b-40d1-b28b-dd297a2c30f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0479c09378b54c3f8d1f44f5ae1e6232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428679 Aug 11 01:11:35.356651 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50622) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:11:35.406266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6b83e91-3930-489b-8bf9-3ec72250eb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:35.427491 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6b83e91-3930-489b-8bf9-3ec72250eb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:35.538279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6b83e91-3930-489b-8bf9-3ec72250eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:35.540780 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e6b83e91-3930-489b-8bf9-3ec72250eb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:35.541979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e6b83e91-3930-489b-8bf9-3ec72250eb6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/514d5874-a7e8-4cd7-93c3-e838d9f736bc HTTP/1.1" status: 204 len: 168 time: 0.1844070 Aug 11 01:11:35.550975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b83e91-3930-489b-8bf9-3ec72250eb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514d5874-a7e8-4cd7-93c3-e838d9f736bc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:46.316903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad43f406-83da-486d-963b-49d2c8009114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:46.656394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-bc8ee878-d284-4204-9ef1-44405e08cc3a tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=90df5433d2264254bd5e56762789eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300713 Aug 11 01:11:46.842751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-70a2bdac-5960-47d2-8e53-cb7bc345e81f tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:46.844208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-70a2bdac-5960-47d2-8e53-cb7bc345e81f tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822674 Aug 11 01:11:46.860344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-f6c62b6f-e799-4402-b1b1-86b4060315cd tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/quotas/90df5433d2264254bd5e56762789eacd HTTP/1.1" status: 200 len: 375 time: 0.0100024 Aug 11 01:11:46.894606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-e3270a06-2553-43f6-b29e-585860b50f59 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=90df5433d2264254bd5e56762789eacd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287614 Aug 11 01:11:47.127989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a549160c-8580-4c65-96d9-82b6d6b3f8fb req-1aef37cc-2745-4a0b-b7b0-4aef97753817 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 210 time: 0.0317571 Aug 11 01:11:48.209226 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-920dce8e-c30c-4de4-a2a2-727b9384af78 req-4fdf64d9-f1d4-4a94-b860-b4891b1f13f2 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 210 time: 0.0309546 Aug 11 01:11:48.853754 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2d6c375e-6cb1-4ac6-a0f4-f942bf55f3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:48.934111 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:49.304396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-b261ed85-df50-4865-a2a0-ab4dea2a6fe6 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90df5433d2264254bd5e56762789eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333805 Aug 11 01:11:49.314118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ffc7517-4759-4f39-8742-8af0398a9ba2 req-1903e131-2379-4814-b723-9a30b92681ff tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Aug 11 01:11:49.427632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-2e57d09a-19c3-457c-a946-9ee57b9e262a tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:49.429193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-2e57d09a-19c3-457c-a946-9ee57b9e262a tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1195180 Aug 11 01:11:49.441846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Request body: {'port': {'device_id': '1f0e661f-d91e-4434-807f-801d493f1f20', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'admin_state_up': True, 'tenant_id': '90df5433d2264254bd5e56762789eacd'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:11:49.620062 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Made reservation on behalf of 90df5433d2264254bd5e56762789eacd for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:11:49.623702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:49.633809 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:49.725858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:49.817774 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:49.878874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce0393-180b-4949-a682-887da6130978,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:49.953828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Allocated IP 192.168.233.31 (480808d4-dc58-4914-930a-ddadeca505cb/6cfb0453-24bf-474b-a779-63bd4ffd7ac0/781537f2-d603-4090-8901-f6915b2f949c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:11:50.105212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:50.119949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Transition to ACTIVE for port object 781537f2-d603-4090-8901-f6915b2f949c will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:11:50.235767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:50.283060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Network 480808d4-dc58-4914-930a-ddadeca505cb is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:11:50.286112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:11:50.290560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:11:50.294538 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Pushing event updated for resources: {'Port': ['ID=781537f2-d603-4090-8901-f6915b2f949c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:50.344046 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:50.345077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:50.455480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5321b9-a006-4a44-ae5d-aff84f750af2 req-dfa65038-cb96-40d2-bb92-f2d3ee137e48 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:50.457134 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b5321b9-a006-4a44-ae5d-aff84f750af2 req-dfa65038-cb96-40d2-bb92-f2d3ee137e48 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 935 time: 0.0538638 Aug 11 01:11:50.490655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-3ae3a781-284f-4081-8b72-625791efee29 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0527337 Aug 11 01:11:50.506872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Request body: {'port': {'device_id': '1f0e661f-d91e-4434-807f-801d493f1f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:11:50.511862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b5321b9-a006-4a44-ae5d-aff84f750af2 req-8dcb1f10-8a10-4f8f-a1c6-26e78f7085a9 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Aug 11 01:11:50.535341 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:50.575177 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:50.613674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f7cf7bb8-1942-4910-a97f-5f64de429f7e None None] Provisioning for port 781537f2-d603-4090-8901-f6915b2f949c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:11:50.617908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f7cf7bb8-1942-4910-a97f-5f64de429f7e None None] Provisioning complete for port 781537f2-d603-4090-8901-f6915b2f949c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:11:50.618289 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7bb8-1942-4910-a97f-5f64de429f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:50.654856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf7bb8-1942-4910-a97f-5f64de429f7e None None] Port 781537f2-d603-4090-8901-f6915b2f949c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:11:50.880828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781537f2-d603-4090-8901-f6915b2f949c {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:11:50.888904 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:50.902175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Transition to ACTIVE for port object 781537f2-d603-4090-8901-f6915b2f949c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:11:50.997691 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:51.077903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Pushing event updated for resources: {'Port': ['ID=781537f2-d603-4090-8901-f6915b2f949c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:51.150618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Attempting to bind port 781537f2-d603-4090-8901-f6915b2f949c on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:11:51.151095 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Attempting to bind port 781537f2-d603-4090-8901-f6915b2f949c by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:11:51.151953 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Attempting to bind port 781537f2-d603-4090-8901-f6915b2f949c on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:11:51.160841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Port 781537f2-d603-4090-8901-f6915b2f949c on network 480808d4-dc58-4914-930a-ddadeca505cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:11:51.161421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Attempting to bind port 781537f2-d603-4090-8901-f6915b2f949c on network 480808d4-dc58-4914-930a-ddadeca505cb {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:11:51.168974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:11:51.169320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Checking segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:11:51.169710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Bound using segment: {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:11:51.170250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Bound port: 781537f2-d603-4090-8901-f6915b2f949c, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10cfd648-fa13-48c5-8fac-8fc65d2e277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:11:51.170661 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:51.248278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] For port 781537f2-d603-4090-8901-f6915b2f949c, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:11:51.251997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] For port 781537f2-d603-4090-8901-f6915b2f949c, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=781537f2-d603-4090-8901-f6915b2f949c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:11:51.368802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:51.406831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:51.407498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:51.408970 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] 10.222.0.44 "PUT /v2.0/ports/781537f2-d603-4090-8901-f6915b2f949c HTTP/1.1" status: 200 len: 1096 time: 0.9073570 Aug 11 01:11:51.409440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0e661f-d91e-4434-807f-801d493f1f20', 'tag': '781537f2-d603-4090-8901-f6915b2f949c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:11:51.411844 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19922332-9690-422c-bca8-b9d658f79928" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0e661f-d91e-4434-807f-801d493f1f20", "tag": "781537f2-d603-4090-8901-f6915b2f949c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:11:51.442648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dfcf0-61d2-4c5b-9e1a-d48714d8a95d service neutron] Pushing event updated for resources: {'Port': ['ID=781537f2-d603-4090-8901-f6915b2f949c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:51.455186 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9599349-13de-4433-a2fe-0731c4df7e31 x-openstack-request-id: req-b9599349-13de-4433-a2fe-0731c4df7e31 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:11:51.455483 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0e661f-d91e-4434-807f-801d493f1f20", "tag": "781537f2-d603-4090-8901-f6915b2f949c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:11:51.455925 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9599349-13de-4433-a2fe-0731c4df7e31 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:11:51.456340 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0e661f-d91e-4434-807f-801d493f1f20', 'tag': '781537f2-d603-4090-8901-f6915b2f949c', 'status': 'completed', 'code': 200} Aug 11 01:11:51.527209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19922332-9690-422c-bca8-b9d658f79928 req-86371498-ad4b-414b-b6c3-238763c14706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:51.529984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19922332-9690-422c-bca8-b9d658f79928 req-86371498-ad4b-414b-b6c3-238763c14706 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=90df5433d2264254bd5e56762789eacd&device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 1099 time: 0.0507326 Aug 11 01:11:51.559536 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19922332-9690-422c-bca8-b9d658f79928 req-07616608-7c7e-49f6-8c88-85e4aa903d39 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=90df5433d2264254bd5e56762789eacd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211008 Aug 11 01:11:51.694588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4b9a3-2b93-4c4e-849f-37e34ada2e6f req-373f1893-474c-4f61-9169-c3146c45a31c tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:51.696128 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57e4b9a3-2b93-4c4e-849f-37e34ada2e6f req-373f1893-474c-4f61-9169-c3146c45a31c tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 947 time: 0.0846770 Aug 11 01:11:51.701570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19922332-9690-422c-bca8-b9d658f79928 req-429eef14-1282-4aab-8590-0dbf51d6b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:51.703019 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-19922332-9690-422c-bca8-b9d658f79928 req-429eef14-1282-4aab-8590-0dbf51d6b9dc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373770 Aug 11 01:11:51.737182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-57e4b9a3-2b93-4c4e-849f-37e34ada2e6f req-c2d7ec4e-f875-43b8-b580-b48364dd9e19 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Aug 11 01:11:51.784174 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-c0082fa2-1b3e-4513-bb30-5bdf3b48fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:51.785676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-c0082fa2-1b3e-4513-bb30-5bdf3b48fd1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=90df5433d2264254bd5e56762789eacd&device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 1099 time: 0.0463376 Aug 11 01:11:51.832201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-23ebc2ed-7cf2-488a-ac3d-cdc5f307a09b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=781537f2-d603-4090-8901-f6915b2f949c HTTP/1.1" status: 200 len: 217 time: 0.0388563 Aug 11 01:11:51.882384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-1685e429-8fd7-4b72-b58e-4a3ebba5b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:51.883990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-1685e429-8fd7-4b72-b58e-4a3ebba5b15d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6cfb0453-24bf-474b-a779-63bd4ffd7ac0 HTTP/1.1" status: 200 len: 843 time: 0.0450444 Aug 11 01:11:51.932252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-f8dc7241-a9c9-4711-ad70-72bf3e74296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:51.934431 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-f8dc7241-a9c9-4711-ad70-72bf3e74296b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=480808d4-dc58-4914-930a-ddadeca505cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0418155 Aug 11 01:11:52.032392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-01ef4a76-04ad-4ef1-9a42-c63ae88b6c00 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917327 Aug 11 01:11:52.126898 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b8afbe9a-3e1d-443c-a57d-41dcdc449e22 req-ccff7f07-13a9-44b8-94b7-b4973fefe9b5 service neutron] 10.222.0.44 "GET /v2.0/networks/480808d4-dc58-4914-930a-ddadeca505cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871224 Aug 11 01:11:52.504952 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:52.858741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1d884-7a09-46c3-bfb9-8c0d9bdf0390 req-96153483-6686-4ce2-a83f-445edc728a1a tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:52.860278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10e1d884-7a09-46c3-bfb9-8c0d9bdf0390 req-96153483-6686-4ce2-a83f-445edc728a1a tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 947 time: 0.0509079 Aug 11 01:11:52.898350 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-10e1d884-7a09-46c3-bfb9-8c0d9bdf0390 req-cbfeb94b-b8e6-446a-9dc6-99f1eb8b22f1 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Aug 11 01:11:54.016669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489c144-3bf0-4267-910e-46177d42dd57 req-4e21166d-c12d-4ad3-873e-26fe05a7dc76 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:54.018225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4489c144-3bf0-4267-910e-46177d42dd57 req-4e21166d-c12d-4ad3-873e-26fe05a7dc76 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 947 time: 0.0512636 Aug 11 01:11:54.055911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4489c144-3bf0-4267-910e-46177d42dd57 req-808f60ed-8c0b-4e5d-9924-d9b4cd064f96 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 11 01:11:55.171282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709ed3e-c83c-488b-83a2-abc3c397acf1 req-1ec04f37-58df-47f4-82e7-0cee33cdc6b1 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:55.172781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4709ed3e-c83c-488b-83a2-abc3c397acf1 req-1ec04f37-58df-47f4-82e7-0cee33cdc6b1 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 947 time: 0.0490689 Aug 11 01:11:55.210468 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4709ed3e-c83c-488b-83a2-abc3c397acf1 req-d72cc72e-292c-40ac-b0f3-a94adef43b85 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Aug 11 01:11:56.305716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 781537f2-d603-4090-8901-f6915b2f949c details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:11:56.337470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9720a-c2ec-4255-a7fd-904b3cc2b96f req-8713f9ef-7801-493d-b4ea-a47cfc743306 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:56.338985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffc9720a-c2ec-4255-a7fd-904b3cc2b96f req-8713f9ef-7801-493d-b4ea-a47cfc743306 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 947 time: 0.0547745 Aug 11 01:11:56.377526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffc9720a-c2ec-4255-a7fd-904b3cc2b96f req-97b9677f-baae-452e-a015-db04c4703bd9 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Aug 11 01:11:56.405635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 781537f2-d603-4090-8901-f6915b2f949c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=781537f2-d603-4090-8901-f6915b2f949c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:56.416536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '781537f2-d603-4090-8901-f6915b2f949c', 'network_id': '480808d4-dc58-4914-930a-ddadeca505cb', 'port_id': '781537f2-d603-4090-8901-f6915b2f949c', 'mac_address': 'fa:16:3e:52:14:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfb0453-24bf-474b-a779-63bd4ffd7ac0', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:11:56.453239 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:56.468929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781537f2-d603-4090-8901-f6915b2f949c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:11:56.488040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 781537f2-d603-4090-8901-f6915b2f949c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=781537f2-d603-4090-8901-f6915b2f949c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:56.583510 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:56.637870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=781537f2-d603-4090-8901-f6915b2f949c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:56.801335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['781537f2-d603-4090-8901-f6915b2f949c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:11:57.499655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496587-45ec-4d7e-8e94-2c46f4a8a9b4 req-eee214fc-4de0-4ac6-9252-c72e4b3e9d2b tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:57.501177 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8496587-45ec-4d7e-8e94-2c46f4a8a9b4 req-eee214fc-4de0-4ac6-9252-c72e4b3e9d2b tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 948 time: 0.0544677 Aug 11 01:11:57.538252 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8496587-45ec-4d7e-8e94-2c46f4a8a9b4 req-1e935d6d-2c33-41b9-b44e-9387e155c3f8 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Aug 11 01:11:58.321276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 781537f2-d603-4090-8901-f6915b2f949c up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:11:58.423532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 781537f2-d603-4090-8901-f6915b2f949c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:11:58.427199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 781537f2-d603-4090-8901-f6915b2f949c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:11:58.427577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:58.505044 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:58.529102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e661f-d91e-4434-807f-801d493f1f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781537f2-d603-4090-8901-f6915b2f949c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:11:58.531448 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbcd0c-657c-44f0-a08e-ed6f50f7f85b" -d '{"events": [{"server_uuid": "1f0e661f-d91e-4434-807f-801d493f1f20", "name": "network-vif-plugged", "status": "completed", "tag": "781537f2-d603-4090-8901-f6915b2f949c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:11:58.544919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 781537f2-d603-4090-8901-f6915b2f949c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=781537f2-d603-4090-8901-f6915b2f949c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:11:58.571515 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794794ab-a440-412c-b157-625e9d991bb3 x-openstack-request-id: req-794794ab-a440-412c-b157-625e9d991bb3 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:11:58.571858 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e661f-d91e-4434-807f-801d493f1f20", "name": "network-vif-plugged", "status": "completed", "tag": "781537f2-d603-4090-8901-f6915b2f949c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:11:58.572177 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-794794ab-a440-412c-b157-625e9d991bb3 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:11:58.573046 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e661f-d91e-4434-807f-801d493f1f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781537f2-d603-4090-8901-f6915b2f949c', 'code': 200} Aug 11 01:11:58.614180 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:58.671342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=781537f2-d603-4090-8901-f6915b2f949c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:11:58.671669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd09c-63cf-4794-b6d9-4a68163da15b req-8bfd5a37-e9e3-41a1-9afd-25003e06e70e tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:58.673297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9dcd09c-63cf-4794-b6d9-4a68163da15b req-8bfd5a37-e9e3-41a1-9afd-25003e06e70e tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 949 time: 0.0611317 Aug 11 01:11:58.712606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9dcd09c-63cf-4794-b6d9-4a68163da15b req-3212bff7-1d58-47ad-8c61-2d7df8a0f631 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Aug 11 01:11:58.717410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cce65-ae15-4881-9b44-e951de52731c req-9409bf8d-42f0-44ff-ba5b-1137504021e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:58.719993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be3cce65-ae15-4881-9b44-e951de52731c req-9409bf8d-42f0-44ff-ba5b-1137504021e7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 1101 time: 0.0804234 Aug 11 01:11:58.756235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-be3cce65-ae15-4881-9b44-e951de52731c req-b5c8ad5b-7178-40cf-bfd2-a44b866c4940 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290096 Aug 11 01:11:59.699216 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:11:59.835325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85e8ae-7faa-49d2-84b5-02355a41c12b req-fee9b473-7232-40d7-8fcf-06adc0e320dc tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:11:59.836884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa85e8ae-7faa-49d2-84b5-02355a41c12b req-fee9b473-7232-40d7-8fcf-06adc0e320dc tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 949 time: 0.0500398 Aug 11 01:11:59.876296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fa85e8ae-7faa-49d2-84b5-02355a41c12b req-5ea9b347-7d6c-4704-90fa-9451f54ccb43 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Aug 11 01:11:59.926303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:01.330233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b1d18-5809-468e-bd40-502ac1342459 req-0b324bf3-c6ec-4d0c-8e5b-d4572e4fdb53 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:01.331679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-176b1d18-5809-468e-bd40-502ac1342459 req-0b324bf3-c6ec-4d0c-8e5b-d4572e4fdb53 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 949 time: 0.0546396 Aug 11 01:12:01.370524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-176b1d18-5809-468e-bd40-502ac1342459 req-a05d6b73-bd3f-4081-8fd6-10fef9ac63c5 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Aug 11 01:12:02.488587 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb5cb9-8876-467a-9264-8491e78ba6a9 req-9a80d23b-e2db-4caa-9aa0-50f430d4da90 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:02.490134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcdb5cb9-8876-467a-9264-8491e78ba6a9 req-9a80d23b-e2db-4caa-9aa0-50f430d4da90 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 949 time: 0.0489788 Aug 11 01:12:02.530428 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcdb5cb9-8876-467a-9264-8491e78ba6a9 req-91285c54-119f-470a-adf9-b70b823b5de0 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/security-groups?id=4fce0393-180b-4949-a682-887da6130978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Aug 11 01:12:02.539697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-6888009e-11ac-4eb7-8a8f-a5b4025451d4 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:02.541397 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-6888009e-11ac-4eb7-8a8f-a5b4025451d4 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 949 time: 0.0501833 Aug 11 01:12:02.631847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Deleting port 781537f2-d603-4090-8901-f6915b2f949c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:12:02.632220 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:02.728655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] For port 781537f2-d603-4090-8901-f6915b2f949c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=781537f2-d603-4090-8901-f6915b2f949c,segment=NetworkSegment(10cfd648-fa13-48c5-8fac-8fc65d2e277a),segment_id=10cfd648-fa13-48c5-8fac-8fc65d2e277a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:12:02.729028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:02.742173 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Calling delete_port for 781537f2-d603-4090-8901-f6915b2f949c owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:12:02.933123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:02.944705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['781537f2-d603-4090-8901-f6915b2f949c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:12:02.961938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Pushing event deleted for resources: {'Port': ['ID=781537f2-d603-4090-8901-f6915b2f949c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:03.003860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] No DVR routers for this DVR port 781537f2-d603-4090-8901-f6915b2f949c on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:12:03.006896 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:03.009098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0b1bc116-ce99-4977-98eb-4ec4729201c9 req-01e1969e-4ca3-4323-b2ea-4a2652bb3620 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.44 "DELETE /v2.0/ports/781537f2-d603-4090-8901-f6915b2f949c HTTP/1.1" status: 204 len: 173 time: 0.4621243 Aug 11 01:12:03.009577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e661f-d91e-4434-807f-801d493f1f20', 'name': 'network-vif-deleted', 'tag': '781537f2-d603-4090-8901-f6915b2f949c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:12:03.011816 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ef980-89c5-436c-89dd-e2e4d79aa1f7" -d '{"events": [{"server_uuid": "1f0e661f-d91e-4434-807f-801d493f1f20", "name": "network-vif-deleted", "tag": "781537f2-d603-4090-8901-f6915b2f949c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:12:03.050430 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37988de-e8a4-4342-940d-61fc8fad9318 x-openstack-request-id: req-f37988de-e8a4-4342-940d-61fc8fad9318 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:12:03.050785 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e661f-d91e-4434-807f-801d493f1f20", "name": "network-vif-deleted", "tag": "781537f2-d603-4090-8901-f6915b2f949c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:12:03.051145 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f37988de-e8a4-4342-940d-61fc8fad9318 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:12:03.051645 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e661f-d91e-4434-807f-801d493f1f20', 'name': 'network-vif-deleted', 'tag': '781537f2-d603-4090-8901-f6915b2f949c', 'status': 'completed', 'code': 200} Aug 11 01:12:03.908175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-beb3e318-d65f-4a1f-b682-f6433e4bd5fd req-55fbeba0-89fe-41f1-b224-cf30092735a3 tempest-ServersAdminNegativeTestJSON-944938267 tempest-ServersAdminNegativeTestJSON-944938267-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f0e661f-d91e-4434-807f-801d493f1f20 HTTP/1.1" status: 200 len: 210 time: 0.2969012 Aug 11 01:12:05.409039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50768) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:12:05.541385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-01f0417c-a225-46cf-999d-0197252f9c7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90df5433d2264254bd5e56762789eacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311824 Aug 11 01:12:05.544427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50772) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:12:05.593195 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:05.615463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:05.727610 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:05.730234 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:05.731876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fce0393-180b-4949-a682-887da6130978 HTTP/1.1" status: 204 len: 168 time: 0.1859989 Aug 11 01:12:05.739674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce0393-180b-4949-a682-887da6130978,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:05.747611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.747972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.748316 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.748655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.748991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.749323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.749650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.749977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.750389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.750613 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.750937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:05.751288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1694a4d-c38d-489e-b326-235e0e3ffec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:06.308941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50778) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:12:06.322979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a5a807a-6b0a-4cb4-9b0b-a046adb00f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:06.357964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 781537f2-d603-4090-8901-f6915b2f949c no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:12:06.380864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 781537f2-d603-4090-8901-f6915b2f949c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:12:06.381209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 781537f2-d603-4090-8901-f6915b2f949c not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:12:06.419866 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a5a807a-6b0a-4cb4-9b0b-a046adb00f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:06.499377 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9a5a807a-6b0a-4cb4-9b0b-a046adb00f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:06.543135 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9a5a807a-6b0a-4cb4-9b0b-a046adb00f5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df4754b6eca44e70b3440c20d88c2d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328618 Aug 11 01:12:06.544094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a807a-6b0a-4cb4-9b0b-a046adb00f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95375da-0057-4bc4-a4b1-1abd938eef1d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:06.547091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50780) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:12:06.608297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6e36f29-0a1c-4e5f-9f87-7c588f2ed043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:06.630976 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6e36f29-0a1c-4e5f-9f87-7c588f2ed043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:06.779431 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6e36f29-0a1c-4e5f-9f87-7c588f2ed043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:06.782033 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6e36f29-0a1c-4e5f-9f87-7c588f2ed043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:06.783279 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e6e36f29-0a1c-4e5f-9f87-7c588f2ed043 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d95375da-0057-4bc4-a4b1-1abd938eef1d HTTP/1.1" status: 204 len: 168 time: 0.2347646 Aug 11 01:12:06.791957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e36f29-0a1c-4e5f-9f87-7c588f2ed043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95375da-0057-4bc4-a4b1-1abd938eef1d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:07.824756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50802) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:12:07.923442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1347085918-network', 'tenant_id': '1e6192b06bab4a9886a1d60f6e4b758b'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:12:08.053486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Made reservation on behalf of 1e6192b06bab4a9886a1d60f6e4b758b for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:12:08.055885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.065116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.151604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.234871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.259088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:12:08.268194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af21b8-6568-4854-a2bd-4d70107a431c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:08.274014 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.274359 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Added segment 5e2f5075-2a8e-458f-a45c-795525fe8e0e of type vlan for network ca223a16-b6ac-4545-8f88-92f991d68e5b Aug 11 01:12:08.313947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.441370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.442468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:08.443221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.501305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] Pushing event updated for resources: {'Network': ['ID=ca223a16-b6ac-4545-8f88-92f991d68e5b,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:08.511304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network ca223a16-b6ac-4545-8f88-92f991d68e5b details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:12:08.564075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ee81b353-0a12-4ce2-b8b3-f90b6ac0324c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7381454 Aug 11 01:12:08.566981 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50806) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:12:08.572215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Request body: {'subnet': {'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1347085918-subnet', 'tenant_id': '1e6192b06bab4a9886a1d60f6e4b758b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:12:08.606239 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:12:08.658866 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Made reservation on behalf of 1e6192b06bab4a9886a1d60f6e4b758b for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:12:08.661286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.886444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:08.940398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af5c00e-5e24-4670-94fe-3c915b536fea,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:08.948732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Checking segment: {'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:12:08.949094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Network hostable DHCP agents. Network: ca223a16-b6ac-4545-8f88-92f991d68e5b, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:12:09.019283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Network ca223a16-b6ac-4545-8f88-92f991d68e5b is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:12:09.105063 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, ca223a16-b6ac-4545-8f88-92f991d68e5b) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:12:09.110596 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:09.111203 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:09.116184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922733e-82f4-4a37-afbb-177a35e3f35c None None] Network ca223a16-b6ac-4545-8f88-92f991d68e5b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:12:09.180475 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-93cb2de6-b0aa-4c77-b390-1faeae81127b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6121895 Aug 11 01:12:09.237490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2c90a-9030-4d71-8272-f6b0777a5fd7 None None] Network ca223a16-b6ac-4545-8f88-92f991d68e5b requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:12:09.596360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-3165831f-bb0a-4170-a01d-86691fa164fd tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:09.597854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-3165831f-bb0a-4170-a01d-86691fa164fd tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/networks?id=ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 200 len: 812 time: 0.0987780 Aug 11 01:12:09.612700 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-82f4b4e5-3e1e-42db-8cd9-cd9b16356fda tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/quotas/1e6192b06bab4a9886a1d60f6e4b758b HTTP/1.1" status: 200 len: 375 time: 0.0092003 Aug 11 01:12:09.668240 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-aafbeb4a-b422-416a-991c-9f7e3d5bab31 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502923 Aug 11 01:12:09.813768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-74341d49-2eb2-4ac7-9c71-13aee5ffd94e service neutron] 10.222.0.43 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385591 Aug 11 01:12:09.904721 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-c10c461f-3605-406a-9540-18d390647a7f service neutron] 10.222.0.43 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Aug 11 01:12:10.158703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-31661e7c-336e-47cd-9677-911d3a9ea16d req-497a71d7-4d19-49f5-aa1c-35a6e6337fe5 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 210 time: 0.0276914 Aug 11 01:12:11.255183 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e638c258-8c10-44cf-975a-9d51081a37f4 req-cc63e1c4-5c1c-40a0-a502-8fab210ba576 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 210 time: 0.0276651 Aug 11 01:12:12.178365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-dd5c519e-5f14-4fe8-949d-0909dcb33236 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:12.179846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-dd5c519e-5f14-4fe8-949d-0909dcb33236 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.44 "GET /v2.0/networks?id=ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 200 len: 812 time: 0.1069131 Aug 11 01:12:12.192479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Request body: {'port': {'device_id': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b', 'admin_state_up': True, 'tenant_id': '1e6192b06bab4a9886a1d60f6e4b758b'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:12:12.354745 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db4a3350-3b65-459b-90e2-ef429515630b req-0eced08b-09c2-4841-b5f7-634f8e949005 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 210 time: 0.0291767 Aug 11 01:12:12.383196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Made reservation on behalf of 1e6192b06bab4a9886a1d60f6e4b758b for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:12:12.390049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:12.520539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Allocated IP 172.20.0.7 (ca223a16-b6ac-4545-8f88-92f991d68e5b/5af5c00e-5e24-4670-94fe-3c915b536fea/03ea7371-7289-493a-ad88-9707d96b5a41) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:12:12.676536 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:12.779152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:12.826703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Network ca223a16-b6ac-4545-8f88-92f991d68e5b is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:12:12.830404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:12:12.834094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:12:12.840402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Pushing event updated for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:13.220530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:13.221252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:13.321217 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-83ffcfc3-cff3-4da9-9ecb-8909368ed201 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1324801 Aug 11 01:12:13.333945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Request body: {'port': {'device_id': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:12:13.388164 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:13.473090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4eb3ca-f679-4073-a16a-33b7f619ab68 req-29689ba5-5fcb-4e76-a259-053f1e88aaeb tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:13.474661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a4eb3ca-f679-4073-a16a-33b7f619ab68 req-29689ba5-5fcb-4e76-a259-053f1e88aaeb tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 931 time: 0.0500064 Aug 11 01:12:13.513470 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a4eb3ca-f679-4073-a16a-33b7f619ab68 req-23ad01f9-83b2-4b24-a06f-6e3522ccd0fd tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Aug 11 01:12:13.656701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ea7371-7289-493a-ad88-9707d96b5a41 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:12:13.664667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:13.677606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Transition to ACTIVE for port object 03ea7371-7289-493a-ad88-9707d96b5a41 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:12:13.760632 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:13.810542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Pushing event updated for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:13.880725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Attempting to bind port 03ea7371-7289-493a-ad88-9707d96b5a41 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:12:13.880989 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Attempting to bind port 03ea7371-7289-493a-ad88-9707d96b5a41 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:12:13.881320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Attempting to bind port 03ea7371-7289-493a-ad88-9707d96b5a41 on network ca223a16-b6ac-4545-8f88-92f991d68e5b {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:12:13.885749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Port 03ea7371-7289-493a-ad88-9707d96b5a41 on network ca223a16-b6ac-4545-8f88-92f991d68e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:12:13.886020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Attempting to bind port 03ea7371-7289-493a-ad88-9707d96b5a41 on network ca223a16-b6ac-4545-8f88-92f991d68e5b {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:12:13.891147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:12:13.891521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Checking segment: {'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:12:13.891913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Bound using segment: {'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:12:13.892343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Bound port: 03ea7371-7289-493a-ad88-9707d96b5a41, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:12:13.892709 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:13.959290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:12:13.962174 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:12:14.019116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:14.055087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:14.055742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:14.057248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] 10.222.0.44 "PUT /v2.0/ports/03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 1092 time: 0.7275321 Aug 11 01:12:14.057695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:12:14.059929 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d34eb89-bfd9-41ee-88d9-071c9cf9076d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:12:14.083446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f395d42-fd36-49ea-a5e8-30c79355421a service neutron] Pushing event updated for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:14.098209 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e0b1ef-84fc-4271-a458-0e497a9d9933 x-openstack-request-id: req-09e0b1ef-84fc-4271-a458-0e497a9d9933 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:12:14.098493 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:12:14.098743 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09e0b1ef-84fc-4271-a458-0e497a9d9933 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:12:14.099187 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41', 'status': 'completed', 'code': 200} Aug 11 01:12:14.158464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34eb89-bfd9-41ee-88d9-071c9cf9076d req-5f24670b-ca2f-4418-b712-483b79f33a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:14.160042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d34eb89-bfd9-41ee-88d9-071c9cf9076d req-5f24670b-ca2f-4418-b712-483b79f33a88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1095 time: 0.0410943 Aug 11 01:12:14.262469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34eb89-bfd9-41ee-88d9-071c9cf9076d req-aa2add4c-0bfe-4b6f-a3bf-3a783e6ac805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:14.263853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d34eb89-bfd9-41ee-88d9-071c9cf9076d req-aa2add4c-0bfe-4b6f-a3bf-3a783e6ac805 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952277 Aug 11 01:12:14.356722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34eb89-bfd9-41ee-88d9-071c9cf9076d req-a144b81f-fb55-43a6-8c7b-de36b9a171ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:14.358650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d34eb89-bfd9-41ee-88d9-071c9cf9076d req-a144b81f-fb55-43a6-8c7b-de36b9a171ef service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875964 Aug 11 01:12:14.440792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-d002da50-d6dc-44cd-976e-ac8cda3f74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:14.442339 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-d002da50-d6dc-44cd-976e-ac8cda3f74b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1095 time: 0.0458310 Aug 11 01:12:14.484000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-91494861-9f49-47db-a5aa-86678ce976fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 217 time: 0.0331206 Aug 11 01:12:14.532130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-0dca05ff-2bce-4d1c-8ee5-a516d5951e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:14.533574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-0dca05ff-2bce-4d1c-8ee5-a516d5951e67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5af5c00e-5e24-4670-94fe-3c915b536fea HTTP/1.1" status: 200 len: 852 time: 0.0426664 Aug 11 01:12:14.566222 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-55923a01-7c47-4eba-a9e3-2d58a7e02241 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca223a16-b6ac-4545-8f88-92f991d68e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260453 Aug 11 01:12:14.635905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2af7de-057a-417a-bb85-ee85edf47bb6 req-6b13b052-9762-400d-9846-34c09cf97d09 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:14.637602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee2af7de-057a-417a-bb85-ee85edf47bb6 req-6b13b052-9762-400d-9846-34c09cf97d09 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 943 time: 0.0533345 Aug 11 01:12:14.659796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-7646b57f-3acf-4959-b440-47db5dc57aab service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867970 Aug 11 01:12:14.676385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee2af7de-057a-417a-bb85-ee85edf47bb6 req-35db880d-a1a3-488b-b7bd-022ed2df1fa6 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Aug 11 01:12:14.753674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc705272-daa1-4b4b-bb45-1138fe1f6cfe req-a00c6157-cba2-4b5a-904f-1f13127a8c0a service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870488 Aug 11 01:12:15.798208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578570fc-d4fa-4919-80f7-42a49d6bd7f7 req-f9f949d9-50d3-4723-abfc-06434706cb9f tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:15.799882 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-578570fc-d4fa-4919-80f7-42a49d6bd7f7 req-f9f949d9-50d3-4723-abfc-06434706cb9f tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 943 time: 0.0551956 Aug 11 01:12:15.837321 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-578570fc-d4fa-4919-80f7-42a49d6bd7f7 req-d888e062-eafb-49da-9555-0d84b2c167ca tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Aug 11 01:12:16.321745 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5b18b5d6-c20d-464e-9fb0-028e1fd0643d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:16.956938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a80470-8b34-4e96-884b-ef2966fdeead req-cfb15f4b-7283-4395-9a9d-cff4ed2bb20f tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:16.959060 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-79a80470-8b34-4e96-884b-ef2966fdeead req-cfb15f4b-7283-4395-9a9d-cff4ed2bb20f tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 943 time: 0.0553946 Aug 11 01:12:16.995488 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-79a80470-8b34-4e96-884b-ef2966fdeead req-d7734cce-4d8a-4b5c-8a27-65df1ef7dcde tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302427 Aug 11 01:12:18.114671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fd8d8-4f0a-48a2-aef1-5281c93cdfbb req-5fc3fd9b-9895-4991-b32a-5ee7dcfe9004 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:18.116195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c1fd8d8-4f0a-48a2-aef1-5281c93cdfbb req-5fc3fd9b-9895-4991-b32a-5ee7dcfe9004 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 943 time: 0.0499032 Aug 11 01:12:18.153458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c1fd8d8-4f0a-48a2-aef1-5281c93cdfbb req-8eab15c3-a9c1-4d73-838d-6b2286ca204c tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Aug 11 01:12:18.435890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 03ea7371-7289-493a-ad88-9707d96b5a41 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:12:18.532642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:12:18.544645 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '03ea7371-7289-493a-ad88-9707d96b5a41', 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b', 'port_id': '03ea7371-7289-493a-ad88-9707d96b5a41', 'mac_address': 'fa:16:3e:00:0d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5c00e-5e24-4670-94fe-3c915b536fea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:12:18.584167 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:18.597614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ea7371-7289-493a-ad88-9707d96b5a41 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:12:18.618976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:12:18.703766 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:18.760127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:18.885889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3351-968e-48e6-81b5-2e3dc2fde329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:18.889700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['03ea7371-7289-493a-ad88-9707d96b5a41'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:12:18.972923 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:19.268050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47174f6a-b2f3-4cfb-9d06-3255548888e4 req-f87937cd-319f-41d0-856f-2d328aaf05ab tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:19.269473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47174f6a-b2f3-4cfb-9d06-3255548888e4 req-f87937cd-319f-41d0-856f-2d328aaf05ab tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 944 time: 0.0495167 Aug 11 01:12:19.308909 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47174f6a-b2f3-4cfb-9d06-3255548888e4 req-7ba71ba1-7ebc-408e-884f-e7cce9295160 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Aug 11 01:12:20.424906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9a569-fa21-4af5-a321-6bdf3d5c2dc9 req-b9ff1eba-220a-40a3-9c8f-d43d00cfaf47 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:20.426439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1d9a569-fa21-4af5-a321-6bdf3d5c2dc9 req-b9ff1eba-220a-40a3-9c8f-d43d00cfaf47 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 944 time: 0.0505841 Aug 11 01:12:20.451130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 03ea7371-7289-493a-ad88-9707d96b5a41 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:12:20.467468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e1d9a569-fa21-4af5-a321-6bdf3d5c2dc9 req-28e2a402-b720-40dc-8935-f99aceb05b1e tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348201 Aug 11 01:12:20.632738 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:20.750171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 03ea7371-7289-493a-ad88-9707d96b5a41 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:12:20.754908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 03ea7371-7289-493a-ad88-9707d96b5a41 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:12:20.755425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:20.849622 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:20.872654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:12:20.874911 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf36bef-8bf4-4741-90eb-318efbda2779" -d '{"events": [{"server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "name": "network-vif-plugged", "status": "completed", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:12:20.889381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:12:20.912692 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f476dd7b-86f2-414c-b669-0eda4a070d1b x-openstack-request-id: req-f476dd7b-86f2-414c-b669-0eda4a070d1b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:12:20.912992 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "name": "network-vif-plugged", "status": "completed", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:12:20.913774 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f476dd7b-86f2-414c-b669-0eda4a070d1b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:12:20.913774 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41', 'code': 200} Aug 11 01:12:20.972529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:21.015610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd9e15-270a-41cd-aa24-4de8fbe6a278 req-c09f1ef0-4963-4bd9-80b7-cfd7aa8406ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:21.017285 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-84cd9e15-270a-41cd-aa24-4de8fbe6a278 req-c09f1ef0-4963-4bd9-80b7-cfd7aa8406ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1097 time: 0.0493667 Aug 11 01:12:21.025998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:21.056209 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-84cd9e15-270a-41cd-aa24-4de8fbe6a278 req-f6852c29-9209-4d19-a927-33de10c47355 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Aug 11 01:12:21.584915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a727b-9262-499f-a254-ede006487170 req-69a19ba5-b22c-46d7-af6e-f4659ff30621 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:21.586450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e86a727b-9262-499f-a254-ede006487170 req-69a19ba5-b22c-46d7-af6e-f4659ff30621 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0496643 Aug 11 01:12:21.625465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e86a727b-9262-499f-a254-ede006487170 req-eec15cb6-e0f1-483e-841e-5d9c22a92c01 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Aug 11 01:12:22.469536 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:22.753476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64781132-a01a-4a33-b34f-49c5ab74a920 req-67fca3fc-c642-4fe6-b9ef-730247eb910b tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:22.755049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64781132-a01a-4a33-b34f-49c5ab74a920 req-67fca3fc-c642-4fe6-b9ef-730247eb910b tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0561721 Aug 11 01:12:22.796332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-64781132-a01a-4a33-b34f-49c5ab74a920 req-2bfcc20d-736c-4fd0-be01-0883958fda6f tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348797 Aug 11 01:12:23.342463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10593a4-5509-4c43-8709-857ff865121d req-50cabf4b-a00b-4a1c-a0d2-eef1a917f33c tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:23.344048 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f10593a4-5509-4c43-8709-857ff865121d req-50cabf4b-a00b-4a1c-a0d2-eef1a917f33c tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0640600 Aug 11 01:12:23.382481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f10593a4-5509-4c43-8709-857ff865121d req-07473a19-71f2-464d-a0a0-80b62d081c01 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Aug 11 01:12:23.493924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-9adfa2f8-eb65-459d-90c5-287e3acee733 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881455 Aug 11 01:12:24.518943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448618e5-4484-43fb-a30c-cbb94be1dad7 req-67db5e53-80ca-424d-802a-576f62e56e16 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:24.521221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-448618e5-4484-43fb-a30c-cbb94be1dad7 req-67db5e53-80ca-424d-802a-576f62e56e16 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0570605 Aug 11 01:12:24.561255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-448618e5-4484-43fb-a30c-cbb94be1dad7 req-1b4e79d8-f2d6-41f9-9db6-e46767f11716 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Aug 11 01:12:25.416549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-37ce4120-766c-4faf-8c26-7826b1ec68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:25.418031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-37ce4120-766c-4faf-8c26-7826b1ec68c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1097 time: 0.0437696 Aug 11 01:12:25.511686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-90bc8f23-d617-4887-aaf2-4e677520ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:25.513206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-90bc8f23-d617-4887-aaf2-4e677520ea49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 200 len: 913 time: 0.0879567 Aug 11 01:12:25.560998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e8eabd4f-5109-4d17-b7ed-41a6548647d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 217 time: 0.0403030 Aug 11 01:12:25.610756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-c6aeab9e-fb37-4db6-86cc-b8004da69418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:25.612289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-c6aeab9e-fb37-4db6-86cc-b8004da69418 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5af5c00e-5e24-4670-94fe-3c915b536fea HTTP/1.1" status: 200 len: 852 time: 0.0448020 Aug 11 01:12:25.645557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-0c62018a-726c-4290-8fde-3fd8a81d086c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca223a16-b6ac-4545-8f88-92f991d68e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260327 Aug 11 01:12:25.690001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d247e13-3265-4ceb-b0a8-1540f4511886 req-f508c729-cd14-477f-b33f-9c4eba102a10 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:25.692091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d247e13-3265-4ceb-b0a8-1540f4511886 req-f508c729-cd14-477f-b33f-9c4eba102a10 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0501015 Aug 11 01:12:25.730916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d247e13-3265-4ceb-b0a8-1540f4511886 req-a3ecfbfd-60f2-4ede-ae89-06d5ff707523 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Aug 11 01:12:25.742359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-567a6561-6fbe-4efd-996c-b892ff96b653 service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899239 Aug 11 01:12:25.832666 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-98f0bfe3-bb17-453d-aea7-0f53d3d714c8 service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837548 Aug 11 01:12:26.858599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43739896-48a1-49f6-9521-d4fba69f86b5 req-203e7c4c-f84c-4adc-9c55-ce97c53f7225 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:26.861482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-43739896-48a1-49f6-9521-d4fba69f86b5 req-203e7c4c-f84c-4adc-9c55-ce97c53f7225 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0582798 Aug 11 01:12:26.910772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-43739896-48a1-49f6-9521-d4fba69f86b5 req-bef8dda4-fdc2-4661-8174-209448e24aea tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390885 Aug 11 01:12:28.030302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defee3e2-9224-4563-8f7d-d38475e257db req-31f99fdd-bb61-4042-9dd6-05f81663eb23 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:28.032119 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-defee3e2-9224-4563-8f7d-d38475e257db req-31f99fdd-bb61-4042-9dd6-05f81663eb23 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0509350 Aug 11 01:12:28.071442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-defee3e2-9224-4563-8f7d-d38475e257db req-e45d2cd1-1037-4f17-9760-eabe2a0e06ae tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Aug 11 01:12:29.192828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86978f-7a3f-4af5-9a35-6abbff2638ff req-394e7bf9-6e02-42e0-8cfc-6f4ad47c97ca tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:29.194365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c86978f-7a3f-4af5-9a35-6abbff2638ff req-394e7bf9-6e02-42e0-8cfc-6f4ad47c97ca tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0527692 Aug 11 01:12:29.234561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c86978f-7a3f-4af5-9a35-6abbff2638ff req-cb1ac75b-66dd-4671-8cad-40d5ce62fd0a tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339029 Aug 11 01:12:29.697318 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:29.915243 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:30.356382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e155898-b6f8-41a8-97ee-954ae33c56d8 req-b8f96fbb-ec9a-42aa-8acf-00fe1805a795 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:30.357952 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e155898-b6f8-41a8-97ee-954ae33c56d8 req-b8f96fbb-ec9a-42aa-8acf-00fe1805a795 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0551820 Aug 11 01:12:30.397024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e155898-b6f8-41a8-97ee-954ae33c56d8 req-58c0e987-38c5-4134-ae2c-b184939ae740 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Aug 11 01:12:31.518521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86466873-0740-467c-959a-c95918773e1f req-9fc6fe00-8877-4aaf-8b4c-52ebdd9e8d25 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:31.520493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86466873-0740-467c-959a-c95918773e1f req-9fc6fe00-8877-4aaf-8b4c-52ebdd9e8d25 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0505755 Aug 11 01:12:31.559907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-86466873-0740-467c-959a-c95918773e1f req-dea093ef-1a98-4029-858d-490681d28fb1 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Aug 11 01:12:32.680793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601420-2158-4b94-8e65-9f03d8296296 req-0017252d-300b-490d-86cc-42d1489107e5 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:32.682330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0601420-2158-4b94-8e65-9f03d8296296 req-0017252d-300b-490d-86cc-42d1489107e5 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0514221 Aug 11 01:12:32.723096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e0601420-2158-4b94-8e65-9f03d8296296 req-f62bd88e-6956-4398-9651-5326c42b1f2e tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341983 Aug 11 01:12:33.842162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967aec-cb4f-448f-b7f0-8e1dda950401 req-ca37f519-b36f-4426-bea4-8b2ffb68f765 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:33.843765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81967aec-cb4f-448f-b7f0-8e1dda950401 req-ca37f519-b36f-4426-bea4-8b2ffb68f765 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0517166 Aug 11 01:12:33.889043 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-81967aec-cb4f-448f-b7f0-8e1dda950401 req-2c5eb312-7c64-48e3-b1df-1eae43fb882a tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389037 Aug 11 01:12:35.000779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-64e48af9-f148-4dc9-ac1f-6dc8945f3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:35.002401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-64e48af9-f148-4dc9-ac1f-6dc8945f3657 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1097 time: 0.0567451 Aug 11 01:12:35.019524 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127c54f-b5e1-4e38-9624-8c12096ef258 req-67e7a13c-3667-4ae3-9aec-b2001621255f tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:35.021672 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8127c54f-b5e1-4e38-9624-8c12096ef258 req-67e7a13c-3667-4ae3-9aec-b2001621255f tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0518210 Aug 11 01:12:35.069275 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8127c54f-b5e1-4e38-9624-8c12096ef258 req-01329f65-7794-4e31-9175-fcbdb039a3b0 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Aug 11 01:12:35.112296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-df128fee-f30b-4ace-8910-a7fef683e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:35.113865 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-df128fee-f30b-4ace-8910-a7fef683e8cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 200 len: 913 time: 0.0919428 Aug 11 01:12:35.162022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-c6f40854-4c4c-4386-83ec-6de9159ec884 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 217 time: 0.0414119 Aug 11 01:12:35.213692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-060b09a0-f8e9-4088-94ec-dcbedcd63a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:35.215216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-060b09a0-f8e9-4088-94ec-dcbedcd63a38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5af5c00e-5e24-4670-94fe-3c915b536fea HTTP/1.1" status: 200 len: 852 time: 0.0464559 Aug 11 01:12:35.248023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-7ca7d91a-7a74-43fb-a587-3d793b579023 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca223a16-b6ac-4545-8f88-92f991d68e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258660 Aug 11 01:12:35.344814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-148f9a7b-4aaf-4fc7-8368-6f38e3900e3f service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894437 Aug 11 01:12:35.438093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d29dbb9e-79c7-4d79-a03e-c62711ff19cc req-0bbbe1ca-d4f6-4319-a173-95ff5cfd8078 service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863671 Aug 11 01:12:36.194876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513284d-d022-493e-8fb0-8f55382074a3 req-0ede65dc-118b-4b68-93cc-7f1ced02da19 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:36.196417 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e513284d-d022-493e-8fb0-8f55382074a3 req-0ede65dc-118b-4b68-93cc-7f1ced02da19 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0499785 Aug 11 01:12:36.239023 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e513284d-d022-493e-8fb0-8f55382074a3 req-918a4751-6971-4f95-82ec-5642d12c4cee tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Aug 11 01:12:37.359916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130674b-1e77-400b-8ae6-14143bb81eab req-152d8065-29b7-4b24-97fb-bcd9f2b852bc tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:37.361425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d130674b-1e77-400b-8ae6-14143bb81eab req-152d8065-29b7-4b24-97fb-bcd9f2b852bc tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0546463 Aug 11 01:12:37.402168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d130674b-1e77-400b-8ae6-14143bb81eab req-4b54693f-0fa5-4944-b2e4-c42b4f784d90 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Aug 11 01:12:38.528647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a6af9-397b-402d-bcf2-c1feff8b1022 req-926992fb-0a53-48b9-9cbf-f7260889b065 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:38.530300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-229a6af9-397b-402d-bcf2-c1feff8b1022 req-926992fb-0a53-48b9-9cbf-f7260889b065 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0570889 Aug 11 01:12:38.572154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-229a6af9-397b-402d-bcf2-c1feff8b1022 req-e0735058-0139-48c4-bb8f-814e8fbf1586 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Aug 11 01:12:39.690119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356fc32-ebc1-4216-abeb-3adec1650e87 req-450198b9-29f8-4183-9a18-3792bf462b91 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:39.692225 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a356fc32-ebc1-4216-abeb-3adec1650e87 req-450198b9-29f8-4183-9a18-3792bf462b91 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0503109 Aug 11 01:12:39.730778 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a356fc32-ebc1-4216-abeb-3adec1650e87 req-4cd8f2a2-1aa9-4b11-8977-b855968f71e8 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Aug 11 01:12:40.846785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc436410-521d-4b3a-acb9-e5f2d1a37f52 req-5a30287d-ab80-40ae-98c6-20964ad4e0b4 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:40.848320 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc436410-521d-4b3a-acb9-e5f2d1a37f52 req-5a30287d-ab80-40ae-98c6-20964ad4e0b4 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0492311 Aug 11 01:12:40.885632 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc436410-521d-4b3a-acb9-e5f2d1a37f52 req-c21a23e7-9239-4dfb-8a1f-979f14cd8fe7 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Aug 11 01:12:42.002407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde4d66-a264-4bed-9670-0ff3e90b167d req-c1922575-0b3f-439c-9c86-08f81d519c32 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:42.003981 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bde4d66-a264-4bed-9670-0ff3e90b167d req-c1922575-0b3f-439c-9c86-08f81d519c32 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0487919 Aug 11 01:12:42.042522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9bde4d66-a264-4bed-9670-0ff3e90b167d req-be5e6f80-214e-4a72-befb-b3b1a0a7028f tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Aug 11 01:12:43.160818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe35b1-2b41-4af5-9787-2270cbdba9d5 req-e4a2058f-61dc-4ddf-a20a-d9f0823bc708 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:43.162365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-04fe35b1-2b41-4af5-9787-2270cbdba9d5 req-e4a2058f-61dc-4ddf-a20a-d9f0823bc708 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0519209 Aug 11 01:12:43.201707 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-04fe35b1-2b41-4af5-9787-2270cbdba9d5 req-68454b4c-3aa5-405a-b50b-8e2056693070 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Aug 11 01:12:44.321687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73031ae2-82a6-49ae-b265-4891ca1a960e req-e0c512d0-a110-4064-90c1-0d979704dbdf tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:44.323202 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73031ae2-82a6-49ae-b265-4891ca1a960e req-e0c512d0-a110-4064-90c1-0d979704dbdf tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0539460 Aug 11 01:12:44.361444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-73031ae2-82a6-49ae-b265-4891ca1a960e req-9ac2b655-5041-47db-8932-45b5e72a9334 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Aug 11 01:12:45.481388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9eafa-4bba-4da2-be3f-fdedca429b2e req-7b829488-e24f-442d-aac2-32420ecbd8a3 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:45.482862 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74e9eafa-4bba-4da2-be3f-fdedca429b2e req-7b829488-e24f-442d-aac2-32420ecbd8a3 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0542200 Aug 11 01:12:45.520647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-74e9eafa-4bba-4da2-be3f-fdedca429b2e req-87ad9021-8dd3-4b83-a6ef-08f64ab1f699 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Aug 11 01:12:45.605820 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:12:46.320563 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1ff6fb52-e401-48fd-8b16-55ff0b27fdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:46.638408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d969046-f0d9-47c4-ad22-8f626afb31d4 req-4ab02d5f-bcec-4ea2-ba34-d80fc9ae41ce tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:46.639884 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d969046-f0d9-47c4-ad22-8f626afb31d4 req-4ab02d5f-bcec-4ea2-ba34-d80fc9ae41ce tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0495996 Aug 11 01:12:46.680094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d969046-f0d9-47c4-ad22-8f626afb31d4 req-af323fee-a6c2-42e6-85b5-929e216251e0 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Aug 11 01:12:47.799292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdac6-a39b-4865-b116-d2e036257f1d req-551e9505-c353-4b3f-bc0a-b620f9724eed tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:47.800905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03bcdac6-a39b-4865-b116-d2e036257f1d req-551e9505-c353-4b3f-bc0a-b620f9724eed tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0515120 Aug 11 01:12:47.841284 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-03bcdac6-a39b-4865-b116-d2e036257f1d req-616c8848-d18f-4739-8faf-307efcaef2f9 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334182 Aug 11 01:12:48.903489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-db897586-2d61-40e7-865c-ac1ac596e5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:48.960462 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:48.960712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08df592-5f4d-47e0-98b6-17649626ff09 req-f9a77185-2b64-42be-98b7-cbb2a9ad4d95 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:48.962959 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a08df592-5f4d-47e0-98b6-17649626ff09 req-f9a77185-2b64-42be-98b7-cbb2a9ad4d95 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0532520 Aug 11 01:12:49.005567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a08df592-5f4d-47e0-98b6-17649626ff09 req-51186e82-8e3f-43b0-a8f7-2c47dc7cafe7 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358658 Aug 11 01:12:50.127234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bfadf-19b7-4939-ad5c-38fb6b95d47f req-f38f14be-d8fe-41e6-b49c-4063d7eda2df tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:50.128789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c9bfadf-19b7-4939-ad5c-38fb6b95d47f req-f38f14be-d8fe-41e6-b49c-4063d7eda2df tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0496960 Aug 11 01:12:50.169864 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c9bfadf-19b7-4939-ad5c-38fb6b95d47f req-1211bc4a-5f49-44a0-85f8-21c4ed679b29 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344338 Aug 11 01:12:50.520044 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:51.291413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00678616-1aa2-4643-accd-097e89267ed0 req-a30177e9-baa9-43bd-862f-b85b75e1b2be tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:51.292875 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00678616-1aa2-4643-accd-097e89267ed0 req-a30177e9-baa9-43bd-862f-b85b75e1b2be tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0556278 Aug 11 01:12:51.333867 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00678616-1aa2-4643-accd-097e89267ed0 req-86a62b34-4731-4b21-ac67-922b47955562 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340750 Aug 11 01:12:52.440036 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:52.457265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52237fd-106f-493e-ac5c-163fee2939f9 req-d08fad62-282c-4a40-9d6b-b2d228463e14 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:52.459334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b52237fd-106f-493e-ac5c-163fee2939f9 req-d08fad62-282c-4a40-9d6b-b2d228463e14 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0573053 Aug 11 01:12:52.497095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b52237fd-106f-493e-ac5c-163fee2939f9 req-a5873ded-e748-495a-91e1-1c3fe0d840bb tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Aug 11 01:12:53.088994 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-132b0df5-287e-4eca-9ce8-2d820788dc0c service neutron] show failed (client error): The resource could not be found. Aug 11 01:12:53.090158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-132b0df5-287e-4eca-9ce8-2d820788dc0c service neutron] 10.222.0.44 "GET /v2.0/ports/03ea7371-7289-493a-ad88-9707d96b5a41/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0590510 Aug 11 01:12:53.617362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5df53-c679-44ca-b0a8-39a02c9fe08f req-9fd9b2e0-90f3-4728-b19c-32e732d02803 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:53.618953 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92f5df53-c679-44ca-b0a8-39a02c9fe08f req-9fd9b2e0-90f3-4728-b19c-32e732d02803 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 945 time: 0.0502546 Aug 11 01:12:53.666065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-92f5df53-c679-44ca-b0a8-39a02c9fe08f req-eb0d2892-d5dd-4e9f-ac7f-2248de340fb4 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Aug 11 01:12:53.763217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-645b1700-6d67-495e-8fca-a351ff87b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:53.764717 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-645b1700-6d67-495e-8fca-a351ff87b321 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c&tenant_id=1e6192b06bab4a9886a1d60f6e4b758b HTTP/1.1" status: 200 len: 1097 time: 0.1248004 Aug 11 01:12:53.776834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:12:53.831063 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:54.034959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:12:54.067461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:12:54.110799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:12:54.113148 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df787a8-01e2-4213-a395-69bf98a7d1c2" -d '{"events": [{"server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:12:54.116930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:54.129119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Transition to ACTIVE for port object 03ea7371-7289-493a-ad88-9707d96b5a41 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:12:54.166096 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c454d-4ef0-43cc-a5f0-46ff363ff678 x-openstack-request-id: req-ba4c454d-4ef0-43cc-a5f0-46ff363ff678 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:12:54.166393 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:12:54.166648 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba4c454d-4ef0-43cc-a5f0-46ff363ff678 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:12:54.167048 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41', 'code': 200} Aug 11 01:12:54.182806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:54.231429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Pushing event updated for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:54.246721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] No DVR routers for this DVR port 03ea7371-7289-493a-ad88-9707d96b5a41 on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:12:54.280873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Attempting to bind port 03ea7371-7289-493a-ad88-9707d96b5a41 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:12:54.281215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Attempting to bind port 03ea7371-7289-493a-ad88-9707d96b5a41 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:12:54.281549 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Attempting to bind port 03ea7371-7289-493a-ad88-9707d96b5a41 on network ca223a16-b6ac-4545-8f88-92f991d68e5b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:12:54.286508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Port 03ea7371-7289-493a-ad88-9707d96b5a41 on network ca223a16-b6ac-4545-8f88-92f991d68e5b not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:12:54.286778 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Attempting to bind port 03ea7371-7289-493a-ad88-9707d96b5a41 on network ca223a16-b6ac-4545-8f88-92f991d68e5b {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:12:54.291663 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:12:54.291972 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Checking segment: {'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:12:54.292369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Bound using segment: {'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:12:54.292795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Bound port: 03ea7371-7289-493a-ad88-9707d96b5a41, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2f5075-2a8e-458f-a45c-795525fe8e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:12:54.293157 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:54.360378 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:12:54.363356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:12:54.423179 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:54.457048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:54.458282 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:54.459706 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] 10.222.0.55 "PUT /v2.0/ports/03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 1092 time: 0.6874561 Aug 11 01:12:54.479629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6004dd8-987d-4f68-b850-eb42d03ce63c service neutron] Pushing event updated for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:54.522017 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-a6ff2f67-ac59-4cd9-94a9-5d7a509331e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:54.523561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-a6ff2f67-ac59-4cd9-94a9-5d7a509331e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1095 time: 0.0411153 Aug 11 01:12:54.613231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-52edfa55-0f30-45e1-9241-9d0600d7303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:54.614653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-52edfa55-0f30-45e1-9241-9d0600d7303c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 200 len: 913 time: 0.0846119 Aug 11 01:12:54.656589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-a782ce1e-b67a-4400-9431-104ee4df9105 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 217 time: 0.0353713 Aug 11 01:12:54.704732 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-b5153610-3601-43fd-acbd-786fefdc116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:54.706219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-b5153610-3601-43fd-acbd-786fefdc116b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5af5c00e-5e24-4670-94fe-3c915b536fea HTTP/1.1" status: 200 len: 852 time: 0.0431223 Aug 11 01:12:54.740186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-b1cd1dee-4e0e-4725-b724-5c738793d800 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca223a16-b6ac-4545-8f88-92f991d68e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268855 Aug 11 01:12:54.753070 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-60cb3bd7-9ca8-42ba-b715-745a438f0007 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:12:54.754028 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-60cb3bd7-9ca8-42ba-b715-745a438f0007 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059383 Aug 11 01:12:54.840945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a054d9d-da72-4494-b25d-71d31667b6a7 req-4f29a43c-0804-4514-9559-5bd232253b74 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:54.842420 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a054d9d-da72-4494-b25d-71d31667b6a7 req-4f29a43c-0804-4514-9559-5bd232253b74 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 943 time: 0.1052818 Aug 11 01:12:54.887052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-429ee2e9-394f-47d6-a3c6-28bc53d14d9b service neutron] 10.222.0.55 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152618 Aug 11 01:12:54.910481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a054d9d-da72-4494-b25d-71d31667b6a7 req-ad3f76c6-a0f8-4872-8199-8c29686c69e5 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582552 Aug 11 01:12:54.983707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dfc66fe2-dcb5-401b-a54a-020294026c1a req-71926214-cbd2-4bb2-8cee-fa6cd911c56c service neutron] 10.222.0.55 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893264 Aug 11 01:12:56.027657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4845f-2f50-434e-bc9e-b314441b63bc req-ae543427-0e95-4dcf-af14-ecd1499c5c17 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:56.029165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aac4845f-2f50-434e-bc9e-b314441b63bc req-ae543427-0e95-4dcf-af14-ecd1499c5c17 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 943 time: 0.0498648 Aug 11 01:12:56.067192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aac4845f-2f50-434e-bc9e-b314441b63bc req-c690f96b-55e9-4028-929f-997549655d06 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Aug 11 01:12:56.167826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:12:56.170199 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:12:56.219495 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1199b2-f23e-42b3-aa66-47d5bc8b97f1 x-openstack-request-id: req-1a1199b2-f23e-42b3-aa66-47d5bc8b97f1 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:12:56.219874 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:12:56.220128 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a1199b2-f23e-42b3-aa66-47d5bc8b97f1 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:12:56.220528 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41', 'status': 'completed', 'code': 200} Aug 11 01:12:56.281810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-312993fb-6ba7-4a51-bd74-1123aeece9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:56.283380 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-312993fb-6ba7-4a51-bd74-1123aeece9d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1095 time: 0.0435991 Aug 11 01:12:56.290513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-26653afa-d104-4a6a-9c62-38726ee8d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:56.296932 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-26653afa-d104-4a6a-9c62-38726ee8d237 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1095 time: 0.0478611 Aug 11 01:12:56.378007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-f2d0e924-5708-4ff2-b948-b08906d22fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:56.379485 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-f2d0e924-5708-4ff2-b948-b08906d22fed service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 200 len: 913 time: 0.0889871 Aug 11 01:12:56.385673 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-f726fb83-4aab-49f1-baf4-93113a6e7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:56.387324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-f726fb83-4aab-49f1-baf4-93113a6e7197 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 200 len: 913 time: 0.0877430 Aug 11 01:12:56.423045 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-6f64f3fc-e323-49fc-be8d-4b3ccfc86c75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 217 time: 0.0362406 Aug 11 01:12:56.430044 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-c9fd9a85-97e7-4472-8090-21907848db32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 217 time: 0.0359313 Aug 11 01:12:56.475410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-c6693288-ffe7-4c58-933e-175fcd154e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:56.476932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-c6693288-ffe7-4c58-933e-175fcd154e41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5af5c00e-5e24-4670-94fe-3c915b536fea HTTP/1.1" status: 200 len: 852 time: 0.0442047 Aug 11 01:12:56.482327 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-0763d708-5230-44b8-86f4-f406fb2595a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:56.483831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-0763d708-5230-44b8-86f4-f406fb2595a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5af5c00e-5e24-4670-94fe-3c915b536fea HTTP/1.1" status: 200 len: 852 time: 0.0477283 Aug 11 01:12:56.513259 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-478ddd83-fd84-4b94-a2e4-d125690ac16a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca223a16-b6ac-4545-8f88-92f991d68e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290120 Aug 11 01:12:56.517104 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-b5b18782-fc33-468d-a01b-cd31c7c25fd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca223a16-b6ac-4545-8f88-92f991d68e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254178 Aug 11 01:12:56.607008 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-e35b12e8-6ead-47af-bebd-881e0b13d379 service neutron] 10.222.0.55 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840492 Aug 11 01:12:56.610111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-8459327d-d945-4497-b835-be776d13f495 service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Aug 11 01:12:56.704391 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-ed242b91-9fe8-4c59-aabc-2c2660bd41f3 service neutron] 10.222.0.55 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897508 Aug 11 01:12:56.714368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c30c8d5-acb4-4cc5-8cbf-72afffe1bf5a req-2a0db9c5-7812-410a-bb65-6661518f0a1a service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969710 Aug 11 01:12:57.195136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee29f65-6aa3-4025-8ea0-874b582f1784 req-4f26d753-aef9-4d68-975a-84d9ca2dc36c tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:57.196678 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ee29f65-6aa3-4025-8ea0-874b582f1784 req-4f26d753-aef9-4d68-975a-84d9ca2dc36c tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 943 time: 0.0601003 Aug 11 01:12:57.234192 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ee29f65-6aa3-4025-8ea0-874b582f1784 req-ed07fe1b-7ce1-41d5-b5a9-f453343360d0 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Aug 11 01:12:57.632070 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a7ff-a348-486b-9074-b758faac7470 req-b5221d76-47a9-4134-bc03-2dcf0dc16851 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:57.633507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-b5221d76-47a9-4134-bc03-2dcf0dc16851 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c&tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 943 time: 0.0527835 Aug 11 01:12:57.698657 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-80e6a7ff-a348-486b-9074-b758faac7470 req-9d4b2fee-f7b5-4fc0-8ffd-c22a470ee253 service neutron] delete failed (client error): The resource could not be found. Aug 11 01:12:57.699709 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-9d4b2fee-f7b5-4fc0-8ffd-c22a470ee253 service neutron] 10.222.0.44 "DELETE /v2.0/ports/03ea7371-7289-493a-ad88-9707d96b5a41/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0588963 Aug 11 01:12:57.781813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a7ff-a348-486b-9074-b758faac7470 req-8adf4955-e1f1-4c9e-bcd1-01e1d2b0410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:57.783342 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-8adf4955-e1f1-4c9e-bcd1-01e1d2b0410c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 1095 time: 0.0410659 Aug 11 01:12:57.871091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a7ff-a348-486b-9074-b758faac7470 req-bbd06e0c-beb3-42ae-917c-054c84c4f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:57.872662 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-bbd06e0c-beb3-42ae-917c-054c84c4f0b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 200 len: 913 time: 0.0828326 Aug 11 01:12:57.919465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-9e7a00de-6826-4228-8b47-106acac20ce1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 200 len: 217 time: 0.0394459 Aug 11 01:12:57.968580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a7ff-a348-486b-9074-b758faac7470 req-b69a835a-f52a-4688-bb54-43e32e34986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:57.970083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-b69a835a-f52a-4688-bb54-43e32e34986f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5af5c00e-5e24-4670-94fe-3c915b536fea HTTP/1.1" status: 200 len: 852 time: 0.0437686 Aug 11 01:12:58.002385 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-ed77f40a-460c-4567-89b1-b6c3bf093602 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ca223a16-b6ac-4545-8f88-92f991d68e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245326 Aug 11 01:12:58.096669 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-8035afa8-c5ef-472a-a18f-98bda962bf54 service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865638 Aug 11 01:12:58.187242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-2fcae8cf-2a16-4cf5-8f41-cc631db7ab56 service neutron] 10.222.0.44 "GET /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796540 Aug 11 01:12:58.681832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 03ea7371-7289-493a-ad88-9707d96b5a41 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:12:58.721289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 03ea7371-7289-493a-ad88-9707d96b5a41 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:12:59.040114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 03ea7371-7289-493a-ad88-9707d96b5a41 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:12:59.139152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:12:59.151504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '03ea7371-7289-493a-ad88-9707d96b5a41', 'network_id': 'ca223a16-b6ac-4545-8f88-92f991d68e5b', 'port_id': '03ea7371-7289-493a-ad88-9707d96b5a41', 'mac_address': 'fa:16:3e:00:0d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af5c00e-5e24-4670-94fe-3c915b536fea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:12:59.192233 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:59.204712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ea7371-7289-493a-ad88-9707d96b5a41 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:12:59.225445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:12:59.320009 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:59.369967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:12:59.377268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.387968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:12:59.544671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['03ea7371-7289-493a-ad88-9707d96b5a41'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:12:59.546720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341f670-3f02-42d6-aaf8-a61c2e547f87 req-3b8ffe6c-57a6-4468-b46c-7bb4db4a84a0 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:12:59.548452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9341f670-3f02-42d6-aaf8-a61c2e547f87 req-3b8ffe6c-57a6-4468-b46c-7bb4db4a84a0 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 944 time: 0.0513330 Aug 11 01:12:59.591196 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9341f670-3f02-42d6-aaf8-a61c2e547f87 req-4128728a-50e5-44ee-aee9-354c064dde6a tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368552 Aug 11 01:12:59.748660 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:12:59.925854 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:00.709154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89764859-0a4e-42de-9dee-2f7213c4fea4 req-482e34f8-a5fb-482a-96cf-16e82734e254 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:00.710655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89764859-0a4e-42de-9dee-2f7213c4fea4 req-482e34f8-a5fb-482a-96cf-16e82734e254 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 944 time: 0.0503731 Aug 11 01:13:00.749092 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-89764859-0a4e-42de-9dee-2f7213c4fea4 req-ed66626d-aa20-4466-b53c-00a2c06206bc tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/security-groups?id=34af21b8-6568-4854-a2bd-4d70107a431c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Aug 11 01:13:00.823924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a7ff-a348-486b-9074-b758faac7470 req-9518db41-41a6-45f3-996a-9829357a7797 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:00.826668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-9518db41-41a6-45f3-996a-9829357a7797 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 944 time: 0.0481853 Aug 11 01:13:00.927937 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Deleting port 03ea7371-7289-493a-ad88-9707d96b5a41 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:13:00.928291 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:01.017886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] For port 03ea7371-7289-493a-ad88-9707d96b5a41, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=03ea7371-7289-493a-ad88-9707d96b5a41,segment=NetworkSegment(5e2f5075-2a8e-458f-a45c-795525fe8e0e),segment_id=5e2f5075-2a8e-458f-a45c-795525fe8e0e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:13:01.018251 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:01.033439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Calling delete_port for 03ea7371-7289-493a-ad88-9707d96b5a41 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:13:01.037072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 03ea7371-7289-493a-ad88-9707d96b5a41 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:13:01.153926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 03ea7371-7289-493a-ad88-9707d96b5a41 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:13:01.157879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 03ea7371-7289-493a-ad88-9707d96b5a41 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:13:01.158247 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:01.245693 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:01.263110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:01.285138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['03ea7371-7289-493a-ad88-9707d96b5a41'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:13:01.290886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Pushing event deleted for resources: {'Port': ['ID=03ea7371-7289-493a-ad88-9707d96b5a41,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:01.335396 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] No DVR routers for this DVR port 03ea7371-7289-493a-ad88-9707d96b5a41 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:13:01.338142 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:01.340140 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80e6a7ff-a348-486b-9074-b758faac7470 req-4e8bedee-5768-432b-adfd-a1fe116a6936 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.55 "DELETE /v2.0/ports/03ea7371-7289-493a-ad88-9707d96b5a41 HTTP/1.1" status: 204 len: 173 time: 0.5083926 Aug 11 01:13:01.340589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'name': 'network-vif-deleted', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:13:01.342835 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c86d4f2-b3a6-4c7b-9517-2cf54182c190" -d '{"events": [{"server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "name": "network-vif-deleted", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:13:01.381043 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f74ec4-68df-45fa-b7b9-e7a720141bf0 x-openstack-request-id: req-38f74ec4-68df-45fa-b7b9-e7a720141bf0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:13:01.381043 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7446f05-4b41-425a-b21e-4e7c24fb5b1c", "name": "network-vif-deleted", "tag": "03ea7371-7289-493a-ad88-9707d96b5a41", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:13:01.381043 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38f74ec4-68df-45fa-b7b9-e7a720141bf0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:13:01.381043 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7446f05-4b41-425a-b21e-4e7c24fb5b1c', 'name': 'network-vif-deleted', 'tag': '03ea7371-7289-493a-ad88-9707d96b5a41', 'status': 'completed', 'code': 200} Aug 11 01:13:01.860151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27aecef3-9be9-44a2-b883-54a0be657ce5 req-deb3c5be-abd0-4ed9-b3c9-451ca2db5781 tempest-DeleteServersTestJSON-1065458151 tempest-DeleteServersTestJSON-1065458151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7446f05-4b41-425a-b21e-4e7c24fb5b1c HTTP/1.1" status: 200 len: 210 time: 0.0316458 Aug 11 01:13:02.987917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 50974) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:13:03.033145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Deleting subnet 5af5c00e-5e24-4670-94fe-3c915b536fea {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:13:03.036204 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.070519 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.108179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.297318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.324567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af5c00e-5e24-4670-94fe-3c915b536fea,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:03.329440 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.331490 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5af5c00e-5e24-4670-94fe-3c915b536fea HTTP/1.1" status: 204 len: 168 time: 0.3424895 Aug 11 01:13:03.335791 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50976) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:13:03.339489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.340145 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.340738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.341338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.341925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.342522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.343619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.343796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.344381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.344973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.345559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.346154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fc653f-2b31-400d-8511-c1edf27a1c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:03.403467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.482963 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.492979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca223a16-b6ac-4545-8f88-92f991d68e5b']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:13:03.503832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2f5075-2a8e-458f-a45c-795525fe8e0e') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:13:03.504137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2f5075-2a8e-458f-a45c-795525fe8e0e') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:13:03.512769 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.526426 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.532530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:13:03.532931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:13:03.534613 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:13:03.639979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.645456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:03.647845 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ca223a16-b6ac-4545-8f88-92f991d68e5b HTTP/1.1" status: 204 len: 168 time: 0.3110526 Aug 11 01:13:03.660469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294628d-0508-492c-8ed4-6ea4134896d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca223a16-b6ac-4545-8f88-92f991d68e5b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:03.930123 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50980) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:13:03.969065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8539c97f-8bf6-47db-9c13-ac466b9429fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e6192b06bab4a9886a1d60f6e4b758b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377884 Aug 11 01:13:03.971473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 50982) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:13:04.024209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8566e6b5-59b5-4dee-a198-3f602dda6536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:04.045066 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8566e6b5-59b5-4dee-a198-3f602dda6536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:04.136545 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8566e6b5-59b5-4dee-a198-3f602dda6536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:04.139102 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8566e6b5-59b5-4dee-a198-3f602dda6536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:04.140312 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8566e6b5-59b5-4dee-a198-3f602dda6536 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34af21b8-6568-4854-a2bd-4d70107a431c HTTP/1.1" status: 204 len: 168 time: 0.1679466 Aug 11 01:13:04.149030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566e6b5-59b5-4dee-a198-3f602dda6536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af21b8-6568-4854-a2bd-4d70107a431c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:05.066538 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 03ea7371-7289-493a-ad88-9707d96b5a41 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:13:05.092001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 03ea7371-7289-493a-ad88-9707d96b5a41 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:13:05.092355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 03ea7371-7289-493a-ad88-9707d96b5a41 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:13:05.113501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51004) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:13:05.207274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-204281653-network', 'tenant_id': '464c16344c87407581cf6e7efd75fbbb'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:13:05.285377 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Made reservation on behalf of 464c16344c87407581cf6e7efd75fbbb for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:13:05.288393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:05.296968 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:05.383312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:05.434066 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:05.460570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:13:05.470338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02870d3a-c172-49ed-9c1d-dd47d82a4d4b,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:05.475741 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:05.476092 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Added segment 768aa9df-38f2-4dd9-b10c-1ddc49609eb9 of type vlan for network d005a24a-018a-4a8a-8750-d07796534ff5 Aug 11 01:13:05.516809 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:05.611115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:05.612222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:05.612820 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:05.699416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d005a24a-018a-4a8a-8750-d07796534ff5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:05.710151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d005a24a-018a-4a8a-8750-d07796534ff5 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:13:05.760205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3cd69607-69cc-4546-84cc-0e1dcab6c5d4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6454957 Aug 11 01:13:05.763069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51008) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:13:05.768245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Request body: {'subnet': {'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-204281653-subnet', 'tenant_id': '464c16344c87407581cf6e7efd75fbbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:13:05.879369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Made reservation on behalf of 464c16344c87407581cf6e7efd75fbbb for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:13:05.882367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:06.114293 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:06.168286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=061d5a28-80fa-4273-af05-63a38ab11cf1,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:06.179386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.179745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.180088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.180425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.180761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.181121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.181452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.181781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.182108 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.182431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.182755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.183077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:13:06.188103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Checking segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:13:06.188478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Network hostable DHCP agents. Network: d005a24a-018a-4a8a-8750-d07796534ff5, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:13:06.268300 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Network d005a24a-018a-4a8a-8750-d07796534ff5 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:13:06.370931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d005a24a-018a-4a8a-8750-d07796534ff5) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:13:06.374984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:06.375684 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:06.381438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569dc565-746b-4c52-bc4e-d2d53f1ede4b None None] Network d005a24a-018a-4a8a-8750-d07796534ff5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:13:06.475192 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b94c7988-f6fa-42eb-acc9-88a00cd85aee admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7101777 Aug 11 01:13:06.501309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c267eb8c-b74d-4394-ae69-e6269292209d None None] Network d005a24a-018a-4a8a-8750-d07796534ff5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:13:06.914337 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-15ebaaf4-5dfc-4e73-b812-ed02ebb0ebbe tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:06.915810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-15ebaaf4-5dfc-4e73-b812-ed02ebb0ebbe tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 814 time: 0.1069357 Aug 11 01:13:06.930627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-b3d0da7b-45c1-4b2a-bf28-b67a7c6955f1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/quotas/464c16344c87407581cf6e7efd75fbbb HTTP/1.1" status: 200 len: 375 time: 0.0089951 Aug 11 01:13:06.962127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-b3a73785-171c-47d9-a221-69323cfa931b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259297 Aug 11 01:13:06.972625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-fdbb1a34-028b-4129-b08f-2bd9c3608510 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:13:06.973589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-fdbb1a34-028b-4129-b08f-2bd9c3608510 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050101 Aug 11 01:13:07.063446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-7bb71139-ebf2-4e1a-8b67-27ad9c44b73f service neutron] 10.222.0.43 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837502 Aug 11 01:13:07.151247 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-afa0080f-3f44-41a4-ae6b-0e1f1586f224 service neutron] 10.222.0.43 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811262 Aug 11 01:13:07.386952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-935a8b87-49e5-4cbe-a9e6-f4cc38c43d7d req-7ddefc1b-169f-467b-9fad-e8e83e7f8f19 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 210 time: 0.0282569 Aug 11 01:13:08.464836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c687195-c310-48f5-bfc5-9ef6b65970b8 req-362a8a6d-eaf6-4470-820f-0eaf2c75bc6d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 210 time: 0.0277355 Aug 11 01:13:09.567717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cf5b8171-6b95-48c6-b2ea-947855f0caf8 req-861db4e6-f3f2-4640-946e-1d07c1cb2281 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 210 time: 0.0310059 Aug 11 01:13:09.576458 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-3724d034-e11f-4b87-9fb5-1c62901ac1f0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:09.577763 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-3724d034-e11f-4b87-9fb5-1c62901ac1f0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.55 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 814 time: 0.1071746 Aug 11 01:13:09.590279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Request body: {'port': {'device_id': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5', 'admin_state_up': True, 'tenant_id': '464c16344c87407581cf6e7efd75fbbb'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:13:09.799594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Made reservation on behalf of 464c16344c87407581cf6e7efd75fbbb for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:13:09.803469 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:10.186194 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Allocated IP 172.20.0.2 (d005a24a-018a-4a8a-8750-d07796534ff5/061d5a28-80fa-4273-af05-63a38ab11cf1/5ab7e889-1316-4b78-b88f-1b17d6eca7d4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:13:10.336070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:10.417145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:10.461121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Network d005a24a-018a-4a8a-8750-d07796534ff5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:13:10.464226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:13:10.466603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:13:10.496095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:10.525656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:10.526284 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:10.594986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-90abd73a-5a73-4307-9992-10dcbac31af7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0084095 Aug 11 01:13:10.607392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Request body: {'port': {'device_id': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:13:10.690375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:10.718683 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435f89f-5ecb-4a98-9144-78062d193f6f req-d0157f38-5a32-4c37-8783-1ab5f892e946 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:10.720150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c435f89f-5ecb-4a98-9144-78062d193f6f req-d0157f38-5a32-4c37-8783-1ab5f892e946 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 931 time: 0.0827565 Aug 11 01:13:10.837771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c435f89f-5ecb-4a98-9144-78062d193f6f req-2cf37c2d-0ae7-40ef-a9ae-f79b3518ea6c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003597 Aug 11 01:13:11.018782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:13:11.027372 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:11.040589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Transition to ACTIVE for port object 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:13:11.114145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:11.166200 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:11.236456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Attempting to bind port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:13:11.241189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Attempting to bind port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:13:11.241189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Attempting to bind port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on network d005a24a-018a-4a8a-8750-d07796534ff5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:13:11.241592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on network d005a24a-018a-4a8a-8750-d07796534ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:13:11.241918 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Attempting to bind port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on network d005a24a-018a-4a8a-8750-d07796534ff5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:13:11.246745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:13:11.247086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Checking segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:13:11.247508 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Bound using segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:13:11.247932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Bound port: 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:13:11.248301 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:11.315993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:13:11.318880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:13:11.388972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:11.424283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:11.424895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:11.426297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 1092 time: 0.8234930 Aug 11 01:13:11.426739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:13:11.429044 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e79b32-1580-4763-b300-106adfa1982d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:13:11.463407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02203422-56b8-4f1b-974b-8b5a3c4f8392 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:11.469840 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31b2bc4-f47b-4b3a-9c1d-33275d0414e9 x-openstack-request-id: req-b31b2bc4-f47b-4b3a-9c1d-33275d0414e9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:13:11.470168 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:13:11.470427 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b31b2bc4-f47b-4b3a-9c1d-33275d0414e9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:13:11.470786 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'status': 'completed', 'code': 200} Aug 11 01:13:11.541132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e79b32-1580-4763-b300-106adfa1982d req-d2aadec0-23f6-46f6-a37e-088fcf07d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:11.542735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21e79b32-1580-4763-b300-106adfa1982d req-d2aadec0-23f6-46f6-a37e-088fcf07d940 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1095 time: 0.0443132 Aug 11 01:13:11.651547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e79b32-1580-4763-b300-106adfa1982d req-6b70a69b-e18e-47f6-935f-3fd028093a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:11.653118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21e79b32-1580-4763-b300-106adfa1982d req-6b70a69b-e18e-47f6-935f-3fd028093a6b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=464c16344c87407581cf6e7efd75fbbb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1020124 Aug 11 01:13:11.752008 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e79b32-1580-4763-b300-106adfa1982d req-53f152fc-b113-4924-872c-a7aa86ea04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:11.753559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21e79b32-1580-4763-b300-106adfa1982d req-53f152fc-b113-4924-872c-a7aa86ea04e8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931015 Aug 11 01:13:11.846117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-f4023ce2-3c07-4d09-a968-1424ab06dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:11.847739 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-f4023ce2-3c07-4d09-a968-1424ab06dc53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1095 time: 0.0516274 Aug 11 01:13:11.891890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-9d976b72-2e16-4e5e-84e7-db295154cde0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 217 time: 0.0367515 Aug 11 01:13:11.987398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-015b4c61-e021-433e-ab68-8169050daa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:11.988927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-015b4c61-e021-433e-ab68-8169050daa6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0908172 Aug 11 01:13:12.015253 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba7699-f0f5-4491-8800-ae7ae03fe0f5 req-f847bdb2-fd41-458e-8b5a-67d2a192e5f2 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:12.016796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8ba7699-f0f5-4491-8800-ae7ae03fe0f5 req-f847bdb2-fd41-458e-8b5a-67d2a192e5f2 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 943 time: 0.0850394 Aug 11 01:13:12.033867 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-feb63ca2-627c-4192-9387-a813d98a5cb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378056 Aug 11 01:13:12.119097 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8ba7699-f0f5-4491-8800-ae7ae03fe0f5 req-c37dda30-cb00-4838-8233-ac05d92c5c23 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878241 Aug 11 01:13:12.155475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-c7604c28-4e90-4fc9-b433-f46b26b519bf service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142430 Aug 11 01:13:12.248387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-49738e55-e657-41ff-90b6-0ef1ad1f8c28 req-26478827-78cf-41ec-884f-52598f388c48 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Aug 11 01:13:13.244654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de71f1a-9a40-4436-9d53-8652ca8c16ee req-b985663a-4dd8-4902-a4aa-fff14de38486 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:13.246261 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3de71f1a-9a40-4436-9d53-8652ca8c16ee req-b985663a-4dd8-4902-a4aa-fff14de38486 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 943 time: 0.0524950 Aug 11 01:13:13.288493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3de71f1a-9a40-4436-9d53-8652ca8c16ee req-07c0a615-39ec-4ae1-b096-c3c48d469e73 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Aug 11 01:13:14.428156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffa849-b348-4b7f-8aa4-4d38d664b2cf req-be727aad-00d2-4078-b644-a7a1e83c9bd6 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:14.429702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c4ffa849-b348-4b7f-8aa4-4d38d664b2cf req-be727aad-00d2-4078-b644-a7a1e83c9bd6 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 943 time: 0.0646152 Aug 11 01:13:14.468788 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c4ffa849-b348-4b7f-8aa4-4d38d664b2cf req-8461d7bd-e476-4ed6-a2da-446d057cf0c7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Aug 11 01:13:15.159704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:13:15.256476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:13:15.268570 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5', 'port_id': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'mac_address': 'fa:16:3e:34:08:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061d5a28-80fa-4273-af05-63a38ab11cf1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:13:15.312350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:15.329008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:13:15.350408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:13:15.410643 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:15.459394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:15.593032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac701b9-cf85-4bed-9e17-b3a8568e0261 req-b239f4b6-2c50-4a20-b87d-77a204939d65 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:15.594444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ac701b9-cf85-4bed-9e17-b3a8568e0261 req-b239f4b6-2c50-4a20-b87d-77a204939d65 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 944 time: 0.0557666 Aug 11 01:13:15.597835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['5ab7e889-1316-4b78-b88f-1b17d6eca7d4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:13:15.634143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ac701b9-cf85-4bed-9e17-b3a8568e0261 req-ac4b6a95-f425-4809-984f-b65ab29a9da9 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Aug 11 01:13:16.325254 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4f9dc2f6-8706-4238-99e1-c9a659cdbbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:16.754696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b48e40-7b16-4133-8711-796b19265d17 req-ef79efa3-b891-46c5-befa-20def3fcb495 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:16.756809 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2b48e40-7b16-4133-8711-796b19265d17 req-ef79efa3-b891-46c5-befa-20def3fcb495 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 944 time: 0.0538292 Aug 11 01:13:16.804125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2b48e40-7b16-4133-8711-796b19265d17 req-8c715de1-adaa-4ced-9123-6b61a14118ea tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Aug 11 01:13:17.160929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:13:17.313687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:13:17.317959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:13:17.318343 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:17.407147 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:17.432662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:13:17.434801 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957c84a7-1707-4b61-a0f8-95f708e2c83a" -d '{"events": [{"server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "name": "network-vif-plugged", "status": "completed", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:13:17.448215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:13:17.472716 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b89bed-957d-4d4a-becf-060b8001c74a x-openstack-request-id: req-97b89bed-957d-4d4a-becf-060b8001c74a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:13:17.473010 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "name": "network-vif-plugged", "status": "completed", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:13:17.473245 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97b89bed-957d-4d4a-becf-060b8001c74a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:13:17.473651 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'code': 200} Aug 11 01:13:17.571632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ded553-cdf6-4764-8c09-3692a2c335cd req-584fff77-ea57-45fe-8973-03a9bf773bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:17.573096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3ded553-cdf6-4764-8c09-3692a2c335cd req-584fff77-ea57-45fe-8973-03a9bf773bc8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1096 time: 0.0428433 Aug 11 01:13:17.594062 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:17.608352 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f3ded553-cdf6-4764-8c09-3692a2c335cd req-4bdb1d94-1bbc-41db-9560-445815301755 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282471 Aug 11 01:13:17.641714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:17.924380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f673f48-83d3-42db-8f76-677bc5920fb5 req-b2f88764-f514-4612-bfdd-127a3544524f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:17.926037 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f673f48-83d3-42db-8f76-677bc5920fb5 req-b2f88764-f514-4612-bfdd-127a3544524f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0526543 Aug 11 01:13:17.967466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f673f48-83d3-42db-8f76-677bc5920fb5 req-32537f64-0cbd-4ea3-8994-7b50693b2ec7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Aug 11 01:13:18.890946 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-88c54459-dde5-4855-b8a8-15afec16b7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:18.976264 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:19.092047 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668a5f7-9b24-4fa6-9405-7a678bad81bf req-99cb8bb8-1cca-4776-a81a-b74fc910eeca tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:19.093493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f668a5f7-9b24-4fa6-9405-7a678bad81bf req-99cb8bb8-1cca-4776-a81a-b74fc910eeca tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0512440 Aug 11 01:13:19.135711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f668a5f7-9b24-4fa6-9405-7a678bad81bf req-5d655d13-aed4-4872-89b9-bf5c58f1836e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361536 Aug 11 01:13:19.260267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131521d-d214-4fbd-a87e-389cb0902b08 req-48066416-250e-4747-9803-27393df6de5d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:19.261914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e131521d-d214-4fbd-a87e-389cb0902b08 req-48066416-250e-4747-9803-27393df6de5d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0567141 Aug 11 01:13:19.302004 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e131521d-d214-4fbd-a87e-389cb0902b08 req-d84c0403-f15a-46ef-b7b8-70fcac3bee97 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Aug 11 01:13:19.623208 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2258109-575d-44af-9bea-056f5d6eb9bb req-c2d2fb74-7302-41f0-b5dc-c5bae3c2c6ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:19.626155 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2258109-575d-44af-9bea-056f5d6eb9bb req-c2d2fb74-7302-41f0-b5dc-c5bae3c2c6ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0527792 Aug 11 01:13:19.666022 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b2258109-575d-44af-9bea-056f5d6eb9bb req-59b7aa52-76a9-440b-b914-53de64db5f97 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Aug 11 01:13:19.784518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203263-0262-47a4-95c9-2f9d3cba1ec1 req-a9644ade-b3ad-4ef6-aa2f-1892a4ff4335 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:19.785934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f6203263-0262-47a4-95c9-2f9d3cba1ec1 req-a9644ade-b3ad-4ef6-aa2f-1892a4ff4335 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0516608 Aug 11 01:13:19.827264 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f6203263-0262-47a4-95c9-2f9d3cba1ec1 req-110255f6-6afb-411e-a460-cd2dde615c1a tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343390 Aug 11 01:13:20.191965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb51d-9db3-4214-b857-4cf5911ba3b1 req-ff7081d6-120b-4c99-ac56-4484e5131bb8 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:20.193702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-970eb51d-9db3-4214-b857-4cf5911ba3b1 req-ff7081d6-120b-4c99-ac56-4484e5131bb8 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0565093 Aug 11 01:13:20.234576 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-970eb51d-9db3-4214-b857-4cf5911ba3b1 req-f6af5a6f-cebc-4c60-9155-561f5f1b85d1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343041 Aug 11 01:13:20.300492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-279aa6c9-ba7b-4e02-9891-f8be15d9793c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460436 Aug 11 01:13:20.502295 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:21.357333 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0b89-ce00-44d9-9393-84621d4ed972 req-a1f0d61e-8146-42ba-815f-a04782f36602 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:21.359038 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f6a0b89-ce00-44d9-9393-84621d4ed972 req-a1f0d61e-8146-42ba-815f-a04782f36602 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0545645 Aug 11 01:13:21.404079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5f6a0b89-ce00-44d9-9393-84621d4ed972 req-0baaa9e7-a4eb-4066-81bd-7e8f3fdb79fe tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Aug 11 01:13:22.402606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-91ab10e3-5994-4344-88d3-c7968303fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:22.404244 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-91ab10e3-5994-4344-88d3-c7968303fdc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1097 time: 0.0457988 Aug 11 01:13:22.444949 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:22.496453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-f0c413f6-7371-4db9-860a-90dd2942452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:22.497985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-f0c413f6-7371-4db9-860a-90dd2942452e service neutron] 10.222.0.55 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0869355 Aug 11 01:13:22.525317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb3165-02f9-4b06-8efa-c3521eb66898 req-5d4e69d0-b5e9-4c69-8dda-58d678705575 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:22.526846 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2feb3165-02f9-4b06-8efa-c3521eb66898 req-5d4e69d0-b5e9-4c69-8dda-58d678705575 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0503094 Aug 11 01:13:22.545304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-a48da764-830a-40f1-86b5-1b80592955e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 217 time: 0.0398571 Aug 11 01:13:22.566885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2feb3165-02f9-4b06-8efa-c3521eb66898 req-3fa0b655-2253-4dbd-a865-d689cf71a196 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Aug 11 01:13:22.598548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-23bb6113-9c74-4041-ba55-f468629553af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:22.600619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-23bb6113-9c74-4041-ba55-f468629553af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0479438 Aug 11 01:13:22.604730 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:13:22.637918 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-97a031bc-eeb7-4f19-81a7-fcbe20bd8e8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257144 Aug 11 01:13:22.727136 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-e8dc2a8a-55af-4b2c-879a-1b9001cb9c41 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821669 Aug 11 01:13:22.823068 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-dda332ec-f75e-4448-a265-0ef1572713ae service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894616 Aug 11 01:13:23.685828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265455a-7473-41a1-8f6c-4f24295cb888 req-599c6099-e1e1-4139-908e-997a581b6859 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:23.687357 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b265455a-7473-41a1-8f6c-4f24295cb888 req-599c6099-e1e1-4139-908e-997a581b6859 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0515237 Aug 11 01:13:23.725402 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b265455a-7473-41a1-8f6c-4f24295cb888 req-356e82ae-eaaf-4ed4-bcd0-816e1b2f0b59 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Aug 11 01:13:24.852295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb380-56af-42e1-af96-de35cfbdb15d req-c8fd8300-db22-47c5-84c2-8f0aef4217fd tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:24.853831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c7eb380-56af-42e1-af96-de35cfbdb15d req-c8fd8300-db22-47c5-84c2-8f0aef4217fd tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0543594 Aug 11 01:13:24.891358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c7eb380-56af-42e1-af96-de35cfbdb15d req-d350738e-55ad-49a9-9d5d-4a4e3aba4ff1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312004 Aug 11 01:13:26.014249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a185064-d15f-434b-a3e5-f50d7ebad733 req-a94ca378-b301-44cc-8422-ea7d6280dbc6 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:26.015814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a185064-d15f-434b-a3e5-f50d7ebad733 req-a94ca378-b301-44cc-8422-ea7d6280dbc6 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0554163 Aug 11 01:13:26.055364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a185064-d15f-434b-a3e5-f50d7ebad733 req-4126e1eb-ed1d-4bc1-83fc-7052099da562 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Aug 11 01:13:27.176766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c83c1f-11a4-47e1-af2d-523e0c016631 req-e0b5ce64-7485-4866-85cb-7782e4858d18 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:27.178796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3c83c1f-11a4-47e1-af2d-523e0c016631 req-e0b5ce64-7485-4866-85cb-7782e4858d18 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0502832 Aug 11 01:13:27.218504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3c83c1f-11a4-47e1-af2d-523e0c016631 req-4152d2ef-c80e-40c1-b0d4-8888ff24dd1d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Aug 11 01:13:28.334272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca0373-37ef-4832-b283-d8aae33c6d76 req-077252ec-edce-48d2-9cb4-8c271397a8c1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:28.336383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aeca0373-37ef-4832-b283-d8aae33c6d76 req-077252ec-edce-48d2-9cb4-8c271397a8c1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0499065 Aug 11 01:13:28.373966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aeca0373-37ef-4832-b283-d8aae33c6d76 req-08a7de64-085e-4ef9-a26f-9c5414e3c9c9 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316162 Aug 11 01:13:29.493741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156e4d8-801e-44ec-9d4f-57644c4884e7 req-09a541aa-3c99-4ffa-a4bf-ebae799fb3a7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:29.495319 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b156e4d8-801e-44ec-9d4f-57644c4884e7 req-09a541aa-3c99-4ffa-a4bf-ebae799fb3a7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0533657 Aug 11 01:13:29.534008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b156e4d8-801e-44ec-9d4f-57644c4884e7 req-4c88ddac-99b4-4af4-96b3-b4997d1866ea tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327826 Aug 11 01:13:29.749074 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:29.947118 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:30.649731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e245c-35e5-4c0a-90fa-45a4b4acde32 req-0ae3a432-cbff-4088-aab2-55cb6ec26f0d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:30.651261 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-741e245c-35e5-4c0a-90fa-45a4b4acde32 req-0ae3a432-cbff-4088-aab2-55cb6ec26f0d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0492129 Aug 11 01:13:30.688855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-741e245c-35e5-4c0a-90fa-45a4b4acde32 req-5625ab7f-78b0-4e43-9fe0-1dd1bce96ad5 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Aug 11 01:13:31.806895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f8f1-608a-48f7-be02-138faf1d9011 req-a8f7b678-767a-4109-804f-6303f428a2c4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:31.808434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b04f8f1-608a-48f7-be02-138faf1d9011 req-a8f7b678-767a-4109-804f-6303f428a2c4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0532634 Aug 11 01:13:31.845273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b04f8f1-608a-48f7-be02-138faf1d9011 req-4554363b-e838-4f7c-b02d-b61f78ad2430 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Aug 11 01:13:32.964664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d40060-015b-42fe-b004-7007944cdead req-d980aecd-b940-4ee5-89b3-d39efe9c8ff9 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:32.966158 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21d40060-015b-42fe-b004-7007944cdead req-d980aecd-b940-4ee5-89b3-d39efe9c8ff9 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0528455 Aug 11 01:13:33.003253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-21d40060-015b-42fe-b004-7007944cdead req-4cbd64c9-0488-4637-95ad-f3823d49668d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Aug 11 01:13:34.120750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14d107-5021-42bd-b387-a8cbb6b66c9e req-977dc7f1-de80-4067-8def-3256627acf4f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:34.122170 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e14d107-5021-42bd-b387-a8cbb6b66c9e req-977dc7f1-de80-4067-8def-3256627acf4f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0495300 Aug 11 01:13:34.158981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e14d107-5021-42bd-b387-a8cbb6b66c9e req-7c0703e9-d3c1-4514-ae3d-9dcf75b78433 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308394 Aug 11 01:13:34.409317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-d22df862-e250-4dd9-8163-9b40104920e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:34.410722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-d22df862-e250-4dd9-8163-9b40104920e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1097 time: 0.0402932 Aug 11 01:13:34.513431 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-6fb242b4-3fa3-4c98-bbcb-e0d988e98c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:34.514902 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-6fb242b4-3fa3-4c98-bbcb-e0d988e98c6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0818877 Aug 11 01:13:34.561525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-34ed811d-695c-4873-9e1e-c9fc415b6cf5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 217 time: 0.0384748 Aug 11 01:13:34.611707 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-2f2dac94-987b-401d-b481-25c2198da3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:34.613189 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-2f2dac94-987b-401d-b481-25c2198da3ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0447299 Aug 11 01:13:34.647293 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-01d7ad1f-9bda-406b-bfe8-5367dfbaeafc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240939 Aug 11 01:13:34.738426 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-aff00e3e-ab8f-4570-80cf-519eb4ab11f3 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839992 Aug 11 01:13:34.826815 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-99a1b495-781d-4268-b9aa-16e2e39eadb9 req-3aa531d3-fcd6-4357-a195-6d14221eb10e service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811062 Aug 11 01:13:35.274075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7c0c4-f7d9-4bf7-96d4-7b6ef2f7298b req-66e2b610-9fcf-4a55-8da6-bd7e71ddc5f4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:35.275461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4f7c0c4-f7d9-4bf7-96d4-7b6ef2f7298b req-66e2b610-9fcf-4a55-8da6-bd7e71ddc5f4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0495105 Aug 11 01:13:35.317970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b4f7c0c4-f7d9-4bf7-96d4-7b6ef2f7298b req-964885a7-534c-4ab3-a0ea-a26ff7580b7f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Aug 11 01:13:36.434840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4720144-e6f3-401f-8c54-2a9d366494fd req-6d2e0393-b370-4467-b085-499ef1ed3bfb tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:36.436913 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4720144-e6f3-401f-8c54-2a9d366494fd req-6d2e0393-b370-4467-b085-499ef1ed3bfb tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0501158 Aug 11 01:13:36.479308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4720144-e6f3-401f-8c54-2a9d366494fd req-7df1e8b9-294b-46c9-8192-a43c2e3311d0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Aug 11 01:13:37.598969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a20832-ff95-4332-a8b8-5ee4f52fca7f req-cc3684c6-6626-4eeb-88ff-3083bb46beed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:37.601219 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0a20832-ff95-4332-a8b8-5ee4f52fca7f req-cc3684c6-6626-4eeb-88ff-3083bb46beed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0497787 Aug 11 01:13:37.638103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f0a20832-ff95-4332-a8b8-5ee4f52fca7f req-dd07d8f9-9b61-4c29-9085-2d51d9dd26a5 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Aug 11 01:13:38.757597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c967f6-fbaf-4575-b22b-3132e88672e4 req-7e3e2ef2-98ac-434d-960f-67deffb40638 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:38.759071 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f0c967f6-fbaf-4575-b22b-3132e88672e4 req-7e3e2ef2-98ac-434d-960f-67deffb40638 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0533257 Aug 11 01:13:38.796694 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f0c967f6-fbaf-4575-b22b-3132e88672e4 req-30f6f56a-ed9f-4028-9761-25c6598d1ddf tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Aug 11 01:13:39.909717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4826f6-01cb-40a5-ba33-b250f585d1f1 req-e99474a1-7793-4874-a025-a361aac5add9 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:39.911224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d4826f6-01cb-40a5-ba33-b250f585d1f1 req-e99474a1-7793-4874-a025-a361aac5add9 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0478158 Aug 11 01:13:39.948415 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2d4826f6-01cb-40a5-ba33-b250f585d1f1 req-ce77b296-ed8e-44e8-bda1-b365ff0f8c52 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Aug 11 01:13:41.064133 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0ee5c-be30-4dba-a8a4-c2f2631f2cf7 req-e8ef529b-03b4-4355-b470-ce167709f1e2 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:41.065721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5a0ee5c-be30-4dba-a8a4-c2f2631f2cf7 req-e8ef529b-03b4-4355-b470-ce167709f1e2 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0504136 Aug 11 01:13:41.103985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c5a0ee5c-be30-4dba-a8a4-c2f2631f2cf7 req-e4c953ca-c6f3-4d22-9060-427b4f89b1f8 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 Aug 11 01:13:42.218910 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1c1cf-e495-476b-b7dd-3ca4d86085db req-3f2a5330-ee96-4a56-8b25-0ce8140facf0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:42.220418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecf1c1cf-e495-476b-b7dd-3ca4d86085db req-3f2a5330-ee96-4a56-8b25-0ce8140facf0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0481844 Aug 11 01:13:42.261847 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecf1c1cf-e495-476b-b7dd-3ca4d86085db req-8333d092-8f20-4ae2-b261-39a1950bdd95 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Aug 11 01:13:43.379142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2da80-00ee-474e-be00-5087ffca4972 req-cec57ff2-19db-4010-98c5-8326bc777d50 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:43.380649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aaa2da80-00ee-474e-be00-5087ffca4972 req-cec57ff2-19db-4010-98c5-8326bc777d50 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0496123 Aug 11 01:13:43.418528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aaa2da80-00ee-474e-be00-5087ffca4972 req-4e074ffe-1a1d-4c1a-9710-85e246a196cd tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Aug 11 01:13:44.533501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13297a7d-2ff0-484c-bab1-577bed212f6e req-4f182b58-acf5-4864-838d-245d4ad3ff29 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:44.535002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13297a7d-2ff0-484c-bab1-577bed212f6e req-4f182b58-acf5-4864-838d-245d4ad3ff29 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0492494 Aug 11 01:13:44.573016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-13297a7d-2ff0-484c-bab1-577bed212f6e req-6166a6d1-f8cd-4bee-b7f3-e09d8bcf2f48 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Aug 11 01:13:45.696484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb8cbe-e7a4-4a8f-bd79-b0676180e109 req-fd1a48f4-bc03-438e-86e4-55b7c9a0aeae tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:45.697981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80cb8cbe-e7a4-4a8f-bd79-b0676180e109 req-fd1a48f4-bc03-438e-86e4-55b7c9a0aeae tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0550561 Aug 11 01:13:45.734638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80cb8cbe-e7a4-4a8f-bd79-b0676180e109 req-8a33733b-e453-4ccf-9d1d-4e0215627ce6 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305469 Aug 11 01:13:46.290507 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cd21740d-4d44-4fe7-be40-27c6de2b2b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:46.851364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7865-2bab-45e0-8330-8d91b0fd77e9 req-12793662-9d60-47cd-8e38-1ffe5f77380f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:46.852870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-644c7865-2bab-45e0-8330-8d91b0fd77e9 req-12793662-9d60-47cd-8e38-1ffe5f77380f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0502779 Aug 11 01:13:46.890333 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-644c7865-2bab-45e0-8330-8d91b0fd77e9 req-a40c791a-b2ed-4be6-969a-a2f47cf13869 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Aug 11 01:13:48.007760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0acac-854b-43b6-a7f8-d45a49e0e643 req-181b0084-d8d1-401d-9a9c-73b8ddc832c6 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:48.009309 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-45f0acac-854b-43b6-a7f8-d45a49e0e643 req-181b0084-d8d1-401d-9a9c-73b8ddc832c6 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0501497 Aug 11 01:13:48.047003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-45f0acac-854b-43b6-a7f8-d45a49e0e643 req-4f4357c4-4503-436b-8ea6-5aa7d77c8b0d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Aug 11 01:13:48.878773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0fdf80a9-aa6b-45b4-854e-cebaf6abe721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:48.936165 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:49.161634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d019e-a830-4a66-a550-4ef8bdd0c768 req-3688543f-0b4b-4101-8149-2072b7d64178 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:49.163030 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-763d019e-a830-4a66-a550-4ef8bdd0c768 req-3688543f-0b4b-4101-8149-2072b7d64178 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0488529 Aug 11 01:13:49.203899 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-763d019e-a830-4a66-a550-4ef8bdd0c768 req-29cd8b43-acc4-4776-9edb-54df42d5d8d9 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348589 Aug 11 01:13:50.123682 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-0ad42f69-44aa-4f22-8d9e-67c0d31822a4 service neutron] show failed (client error): The resource could not be found. Aug 11 01:13:50.124633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-0ad42f69-44aa-4f22-8d9e-67c0d31822a4 service neutron] 10.222.0.55 "GET /v2.0/ports/5ab7e889-1316-4b78-b88f-1b17d6eca7d4/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0569499 Aug 11 01:13:50.320725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009bfee-a390-4ad9-856d-f965b466ea82 req-9c261db0-df21-4f3b-b0f3-bad857bf4686 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:50.322414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2009bfee-a390-4ad9-856d-f965b466ea82 req-9c261db0-df21-4f3b-b0f3-bad857bf4686 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0510507 Aug 11 01:13:50.361485 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2009bfee-a390-4ad9-856d-f965b466ea82 req-84855270-d581-4cf3-919f-07a580de4090 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Aug 11 01:13:50.507108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:50.660885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-90c15f2c-487d-4d76-9439-82c677d4fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:50.662398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-90c15f2c-487d-4d76-9439-82c677d4fc61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f&tenant_id=464c16344c87407581cf6e7efd75fbbb HTTP/1.1" status: 200 len: 1097 time: 0.0451169 Aug 11 01:13:50.674356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:13:50.726325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:50.929156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:13:50.962344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:13:51.000328 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:13:51.002729 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b13faf-be62-41db-9fd9-2fbc6f587ffc" -d '{"events": [{"server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:13:51.006514 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:51.020541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Transition to ACTIVE for port object 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:13:51.054498 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7f0726-37b0-42ef-a758-69a0ced317f0 x-openstack-request-id: req-2b7f0726-37b0-42ef-a758-69a0ced317f0 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:13:51.054798 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:13:51.055046 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b7f0726-37b0-42ef-a758-69a0ced317f0 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:13:51.055469 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'code': 200} Aug 11 01:13:51.095310 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:51.160105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] No DVR routers for this DVR port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:13:51.161929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:51.197369 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Attempting to bind port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:13:51.197708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Attempting to bind port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:13:51.198038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Attempting to bind port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on network d005a24a-018a-4a8a-8750-d07796534ff5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:13:51.202580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on network d005a24a-018a-4a8a-8750-d07796534ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:13:51.202903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Attempting to bind port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on network d005a24a-018a-4a8a-8750-d07796534ff5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:13:51.207982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:13:51.209622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Checking segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:13:51.209622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Bound using segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:13:51.209622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Bound port: 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:13:51.209622 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:51.275992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:13:51.280007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:13:51.417123 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:51.463151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:51.463796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:51.465152 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] 10.222.0.44 "PUT /v2.0/ports/5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 1092 time: 0.7948902 Aug 11 01:13:51.530492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd68e8-3593-4638-826e-b999460eb8bf service neutron] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:51.552678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea153c1e-e798-4e73-b831-90b37f384939 req-bb98c278-2e14-45d2-bb36-69396625933c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:51.554182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea153c1e-e798-4e73-b831-90b37f384939 req-bb98c278-2e14-45d2-bb36-69396625933c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 943 time: 0.1062911 Aug 11 01:13:51.560935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-fef40314-7afe-4e90-b68b-9840f58854b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:51.562365 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-fef40314-7afe-4e90-b68b-9840f58854b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1095 time: 0.0680687 Aug 11 01:13:51.645189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ea153c1e-e798-4e73-b831-90b37f384939 req-9a65377f-dc38-427b-8ee9-ea91d206f439 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818663 Aug 11 01:13:51.679488 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-1315fcf9-9949-4510-9e86-02ca57ecad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:51.681041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-1315fcf9-9949-4510-9e86-02ca57ecad1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.1111991 Aug 11 01:13:51.722108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-2650654c-b6fb-479f-906f-78bfe7626b95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 217 time: 0.0342908 Aug 11 01:13:51.773643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bb016911-13d2-4089-9849-3bd8debc9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:51.775682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-bb016911-13d2-4089-9849-3bd8debc9bfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0467212 Aug 11 01:13:51.806666 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-9be00556-0a5e-4bda-81b1-7d77caef23e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243416 Aug 11 01:13:51.896552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-2c218f74-78ce-4da5-ba8f-558c0958cef0 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825384 Aug 11 01:13:51.990928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-658517ad-7fa1-4387-81e5-a39c7ff5ea90 req-50d19869-880a-4a8a-9087-7d01912c131b service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875363 Aug 11 01:13:52.467043 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:52.766468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece306-e16d-46c4-9753-0e81227313fb req-90cc3ffc-f037-4ed3-9e0c-ec3dcbb70e04 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:52.768006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95ece306-e16d-46c4-9753-0e81227313fb req-90cc3ffc-f037-4ed3-9e0c-ec3dcbb70e04 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 943 time: 0.0492969 Aug 11 01:13:52.805943 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-95ece306-e16d-46c4-9753-0e81227313fb req-d3696184-16e9-4e6c-aea9-1f45c7f35e7d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Aug 11 01:13:53.056948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:13:53.059293 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:13:53.105888 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfff856-57a7-49ea-a15d-d200c1441459 x-openstack-request-id: req-ddfff856-57a7-49ea-a15d-d200c1441459 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:13:53.106174 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:13:53.106426 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddfff856-57a7-49ea-a15d-d200c1441459 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:13:53.106826 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'status': 'completed', 'code': 200} Aug 11 01:13:53.165735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-4e4be528-e935-4909-baa8-6d932bd4dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:53.167284 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-4e4be528-e935-4909-baa8-6d932bd4dcce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1095 time: 0.0413618 Aug 11 01:13:53.169320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-9b279f3c-a2fe-4e20-a819-88e13361b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:53.170842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-9b279f3c-a2fe-4e20-a819-88e13361b626 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1095 time: 0.0413036 Aug 11 01:13:53.261223 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-90142d8c-030b-42be-a8db-e0ebfdbe2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:53.262625 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-90142d8c-030b-42be-a8db-e0ebfdbe2283 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0879207 Aug 11 01:13:53.266377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-7e463ef3-a84d-4b63-a99e-38f07e4f3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:53.267900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-7e463ef3-a84d-4b63-a99e-38f07e4f3561 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0893548 Aug 11 01:13:53.303414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-51aad56d-a839-4ef3-b569-e107bc817cb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 217 time: 0.0340800 Aug 11 01:13:53.312602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-28772386-eb98-44ad-9ae4-f8bbe87be2f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 217 time: 0.0355570 Aug 11 01:13:53.357264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-ff556b9c-f6cd-41f0-8519-fb7643984c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:53.358784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-ff556b9c-f6cd-41f0-8519-fb7643984c63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0491624 Aug 11 01:13:53.366915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-5707e0e7-53e1-40ac-a378-db04ebcb087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:53.368936 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-5707e0e7-53e1-40ac-a378-db04ebcb087f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0448210 Aug 11 01:13:53.391560 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-7773ae68-701d-4db9-8aad-619a78359855 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260653 Aug 11 01:13:53.401602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-c65a2ca8-0c93-405b-9d44-f379aae6e831 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255487 Aug 11 01:13:53.479469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-2beea33a-786c-4306-987e-3d11f473bc73 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811605 Aug 11 01:13:53.498444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-d97acb3b-1e8f-4bcc-a6b7-39bb92710d26 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895047 Aug 11 01:13:53.579670 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-5ba080c1-3b4a-4aa7-a446-e034494440d0 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926244 Aug 11 01:13:53.597450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1fad6e0-a11d-45e8-9398-a3c4f94dfeb2 req-776a8101-b5d3-4770-9a2e-660c27e2da27 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909016 Aug 11 01:13:53.932152 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce00e2-c2ed-4a50-bf26-b3b1048651f2 req-11aab84a-93a9-4264-9ad0-e1184680de2b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:53.933925 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0ce00e2-c2ed-4a50-bf26-b3b1048651f2 req-11aab84a-93a9-4264-9ad0-e1184680de2b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 943 time: 0.0558739 Aug 11 01:13:53.978224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0ce00e2-c2ed-4a50-bf26-b3b1048651f2 req-7abb4d44-d4cd-4e69-bd4c-5d8e8d209374 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 Aug 11 01:13:54.846530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:13:54.942452 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:13:54.953355 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5', 'port_id': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'mac_address': 'fa:16:3e:34:08:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061d5a28-80fa-4273-af05-63a38ab11cf1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:13:54.989693 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:55.003239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:13:55.023935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:13:55.105503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed591f15-81a7-44b5-b1f1-f48f33e8af0a req-8d33bcb5-5ad9-4f72-8825-899fc622b1eb tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:55.107000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed591f15-81a7-44b5-b1f1-f48f33e8af0a req-8d33bcb5-5ad9-4f72-8825-899fc622b1eb tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 943 time: 0.0546587 Aug 11 01:13:55.112377 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:55.146772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed591f15-81a7-44b5-b1f1-f48f33e8af0a req-2acd20ad-09b6-44c6-84f8-cb09f4498134 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Aug 11 01:13:55.163926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:55.332089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5ab7e889-1316-4b78-b88f-1b17d6eca7d4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:13:55.425796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:13:55.459567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35b44-000b-4212-92dd-391dcfc35b4d req-a5487d2d-d72e-4bee-8fae-438c6bf40eaa tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:55.461070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ea35b44-000b-4212-92dd-391dcfc35b4d req-a5487d2d-d72e-4bee-8fae-438c6bf40eaa tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 944 time: 0.0494375 Aug 11 01:13:55.489971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:13:55.503085 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ea35b44-000b-4212-92dd-391dcfc35b4d req-700a32ca-7467-4797-9517-5684ec8e052b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Aug 11 01:13:55.598145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-bac0bbdd-7f81-4c0d-8717-718fa9252307 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:55.599567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-bac0bbdd-7f81-4c0d-8717-718fa9252307 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f&tenant_id=464c16344c87407581cf6e7efd75fbbb&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 944 time: 0.0881994 Aug 11 01:13:55.659129 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-d5341429-01f5-4a93-a0e8-37452ad0ffe6 service neutron] delete failed (client error): The resource could not be found. Aug 11 01:13:55.660188 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-d5341429-01f5-4a93-a0e8-37452ad0ffe6 service neutron] 10.222.0.55 "DELETE /v2.0/ports/5ab7e889-1316-4b78-b88f-1b17d6eca7d4/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0535889 Aug 11 01:13:55.742620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-bf6e36ed-e442-4b23-ba2c-168a5418275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:55.744760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-bf6e36ed-e442-4b23-ba2c-168a5418275a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 1096 time: 0.0410447 Aug 11 01:13:55.835181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-d03190b4-61a3-4c74-858b-c10606f97e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:55.836685 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-d03190b4-61a3-4c74-858b-c10606f97e93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0843725 Aug 11 01:13:55.880426 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-bbcc008d-45fa-4e90-bcf6-4fa66dcf5ac9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 200 len: 217 time: 0.0365760 Aug 11 01:13:55.929592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-924251a1-a10f-4011-9369-913b2cba765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:55.931781 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-924251a1-a10f-4011-9369-913b2cba765f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0448291 Aug 11 01:13:55.963428 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-e1162ae8-422b-4ebd-9d33-9fb229d1a0a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245311 Aug 11 01:13:56.053980 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-09b561a2-0f6e-4e4e-a103-28a4b3b0772d service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837126 Aug 11 01:13:56.139240 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88b74175-00d2-4e6f-b94e-8c72d2cdf1ec req-9214d9c1-e6d8-4ece-8fb4-493bbd972958 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783303 Aug 11 01:13:56.628183 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcf70e-dd8f-488d-b95a-68e7fe672fdd req-6d5947af-195b-48ee-b27c-0fa52b890b68 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:56.629687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65fcf70e-dd8f-488d-b95a-68e7fe672fdd req-6d5947af-195b-48ee-b27c-0fa52b890b68 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 944 time: 0.0557537 Aug 11 01:13:56.669578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65fcf70e-dd8f-488d-b95a-68e7fe672fdd req-8cd29098-fd3d-449e-a62d-0fd41d520c4e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326436 Aug 11 01:13:56.875441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:13:57.014388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:13:57.018756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:13:57.021188 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:57.114751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:57.139337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:13:57.141632 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d81e67-9360-4da2-9c70-0151a87b3759" -d '{"events": [{"server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "name": "network-vif-plugged", "status": "completed", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:13:57.157612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:13:57.209951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:57.252947 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fec7ad8-b1f8-4b0b-a349-4f0bee33ee79 x-openstack-request-id: req-5fec7ad8-b1f8-4b0b-a349-4f0bee33ee79 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:13:57.253236 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "name": "network-vif-plugged", "status": "completed", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:13:57.253486 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fec7ad8-b1f8-4b0b-a349-4f0bee33ee79 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:13:57.253878 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'code': 200} Aug 11 01:13:57.272666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:13:57.793416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb735dd9-f6bc-4ef4-a397-6209d79fe761 req-d8bbf0fd-0f70-484b-80b9-fe9b3acc9cc3 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:57.794932 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb735dd9-f6bc-4ef4-a397-6209d79fe761 req-d8bbf0fd-0f70-484b-80b9-fe9b3acc9cc3 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0500975 Aug 11 01:13:57.841029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb735dd9-f6bc-4ef4-a397-6209d79fe761 req-7998fb5d-fea1-457e-a2a6-fae9cb2f7486 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Aug 11 01:13:57.957667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d360d0-b23c-4155-9e56-f75e0ab53c5a req-1a7bfb32-c490-4f09-86bb-8add9f4637ca tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:57.959252 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1d360d0-b23c-4155-9e56-f75e0ab53c5a req-1a7bfb32-c490-4f09-86bb-8add9f4637ca tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0495656 Aug 11 01:13:57.999142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a1d360d0-b23c-4155-9e56-f75e0ab53c5a req-22d544f8-8b00-464b-9c25-3f90eb0eb412 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337939 Aug 11 01:13:58.114615 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc200746-b14e-4e41-9d51-ebcf0f33f5a5 req-ea1bebcb-dbc3-43e7-a561-4c921adb2a72 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:58.116160 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc200746-b14e-4e41-9d51-ebcf0f33f5a5 req-ea1bebcb-dbc3-43e7-a561-4c921adb2a72 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0501928 Aug 11 01:13:58.154206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc200746-b14e-4e41-9d51-ebcf0f33f5a5 req-6b67a7c7-b654-4906-bc80-81fa40b42758 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Aug 11 01:13:58.798710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-39453749-b52f-4d83-978e-0ec5bdbb6fa1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:58.800212 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-39453749-b52f-4d83-978e-0ec5bdbb6fa1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 814 time: 0.1013510 Aug 11 01:13:58.815905 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-af7d67ac-a77c-48eb-b259-13e1fa4eb664 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/quotas/464c16344c87407581cf6e7efd75fbbb HTTP/1.1" status: 200 len: 375 time: 0.0092981 Aug 11 01:13:58.874774 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-cb8548d3-8714-4c28-a001-639a79d4120b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534999 Aug 11 01:13:59.238007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-de9f52a5-ca35-4f7b-b174-d0f6c541e4aa service neutron] 10.222.0.43 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563051 Aug 11 01:13:59.328868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-bc4ca9f7-d482-4de5-ade1-9cfe9b266b2c service neutron] 10.222.0.43 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840333 Aug 11 01:13:59.569493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-01aaf69d-8e99-41ba-84d2-8e147bf0f72f req-3078ba5f-5d65-40ab-83f6-5a357ea044a4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 210 time: 0.0317669 Aug 11 01:13:59.604002 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:13:59.706995 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:13:59.948411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-b92a249c-c9b6-4939-8350-3539b5472769 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:13:59.950034 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-b92a249c-c9b6-4939-8350-3539b5472769 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a583faf-ac65-4554-a7bc-320bd9e9d40f HTTP/1.1" status: 200 len: 945 time: 0.0561683 Aug 11 01:13:59.959129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:00.050257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Deleting port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:14:00.050882 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:00.504407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] For port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:00.504879 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:00.519657 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Calling delete_port for 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:14:00.670149 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-833052ae-2a9e-418d-8b46-11e99259cb45 req-a4d27769-2e9b-4299-ac10-970fbbe715d7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 210 time: 0.0285447 Aug 11 01:14:00.718988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:00.732713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5ab7e889-1316-4b78-b88f-1b17d6eca7d4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:14:00.749104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Pushing event deleted for resources: {'Port': ['ID=5ab7e889-1316-4b78-b88f-1b17d6eca7d4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:00.796532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] No DVR routers for this DVR port 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:14:00.799580 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:00.806096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2ba2e872-7c80-4a4f-a55f-11c747076a50 req-511153f8-7e7f-4702-bbf3-9768da10f26b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.44 "DELETE /v2.0/ports/5ab7e889-1316-4b78-b88f-1b17d6eca7d4 HTTP/1.1" status: 204 len: 173 time: 0.8463211 Aug 11 01:14:00.806096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'name': 'network-vif-deleted', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:14:00.806694 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3941c5f2-9e18-44d7-b55a-e7b0316c6d59" -d '{"events": [{"server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "name": "network-vif-deleted", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:14:00.841479 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15220ef-c3c6-45fa-8d10-aaf9756f2578 x-openstack-request-id: req-c15220ef-c3c6-45fa-8d10-aaf9756f2578 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:14:00.841775 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a583faf-ac65-4554-a7bc-320bd9e9d40f", "name": "network-vif-deleted", "tag": "5ab7e889-1316-4b78-b88f-1b17d6eca7d4", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:14:00.842034 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c15220ef-c3c6-45fa-8d10-aaf9756f2578 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:14:00.842443 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a583faf-ac65-4554-a7bc-320bd9e9d40f', 'name': 'network-vif-deleted', 'tag': '5ab7e889-1316-4b78-b88f-1b17d6eca7d4', 'status': 'completed', 'code': 200} Aug 11 01:14:01.470462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-4ab8f005-6c30-45e1-91b3-3a9b21d4439b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:01.472045 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-4ab8f005-6c30-45e1-91b3-3a9b21d4439b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.44 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 814 time: 0.1115184 Aug 11 01:14:01.485302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Request body: {'port': {'device_id': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5', 'admin_state_up': True, 'tenant_id': '464c16344c87407581cf6e7efd75fbbb'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:14:01.718762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Made reservation on behalf of 464c16344c87407581cf6e7efd75fbbb for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:14:01.722886 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:01.780799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5996198-29d7-44b6-b7a8-1e50d00caaa9 req-369ab7c7-c8fc-4179-9564-9995cd860f51 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 210 time: 0.0404747 Aug 11 01:14:01.884403 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Allocated IP 172.20.0.6 (d005a24a-018a-4a8a-8750-d07796534ff5/061d5a28-80fa-4273-af05-63a38ab11cf1/4959199c-0ee9-40ad-aa78-fb4acfd3e13f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:14:02.036099 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:02.148145 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:02.160365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['5ab7e889-1316-4b78-b88f-1b17d6eca7d4'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:14:02.200306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Network d005a24a-018a-4a8a-8750-d07796534ff5 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:14:02.205908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:14:02.209154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:14:02.216447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:02.269649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:02.270181 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:02.410736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-8c4d1f2b-8bac-4ae8-a08b-d5fbc5c397ed tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9294324 Aug 11 01:14:02.424594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Request body: {'port': {'device_id': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:14:02.483528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:02.769165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4959199c-0ee9-40ad-aa78-fb4acfd3e13f {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:14:02.777367 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:02.788748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Transition to ACTIVE for port object 4959199c-0ee9-40ad-aa78-fb4acfd3e13f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:14:02.885350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:02.954082 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:02.967518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a172b7-d41f-4b95-b626-9730bf0540bf req-478ba04d-0a21-49ed-bf6f-2619cd904d52 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:02.969130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7a172b7-d41f-4b95-b626-9730bf0540bf req-478ba04d-0a21-49ed-bf6f-2619cd904d52 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 931 time: 0.1104162 Aug 11 01:14:03.043581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e7a172b7-d41f-4b95-b626-9730bf0540bf req-902539b3-5ad8-4bbd-9d4b-29bc13caa7a2 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607753 Aug 11 01:14:03.058627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Attempting to bind port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:14:03.058977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Attempting to bind port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:14:03.059358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Attempting to bind port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on network d005a24a-018a-4a8a-8750-d07796534ff5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:14:03.063728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on network d005a24a-018a-4a8a-8750-d07796534ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:14:03.064051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Attempting to bind port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on network d005a24a-018a-4a8a-8750-d07796534ff5 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:14:03.068836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:14:03.069179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Checking segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:14:03.069567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Bound using segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:14:03.069999 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Bound port: 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:14:03.070364 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:03.132947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:14:03.136442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:14:03.233221 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:03.273045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:03.273670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:03.275130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] 10.222.0.44 "PUT /v2.0/ports/4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 1092 time: 0.8548503 Aug 11 01:14:03.275635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:14:03.277927 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91559ce9-718b-4bba-875f-112b7525ea79" -d '{"events": [{"name": "network-changed", "server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:14:03.304511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f97d3-f464-4e0a-8fb0-2ec0dfbc4374 service neutron] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:03.325467 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb373bd9-5e74-4def-b1ea-0b529bf5f055 x-openstack-request-id: req-cb373bd9-5e74-4def-b1ea-0b529bf5f055 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:14:03.325769 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:14:03.326087 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb373bd9-5e74-4def-b1ea-0b529bf5f055 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:14:03.326508 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'status': 'completed', 'code': 200} Aug 11 01:14:03.387979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91559ce9-718b-4bba-875f-112b7525ea79 req-1a3ab617-c6ff-40f0-9a0e-5853b8f4ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:03.389514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-91559ce9-718b-4bba-875f-112b7525ea79 req-1a3ab617-c6ff-40f0-9a0e-5853b8f4ec20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1095 time: 0.0433254 Aug 11 01:14:03.495303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91559ce9-718b-4bba-875f-112b7525ea79 req-26f0ac43-dfb7-4ec0-b7b0-b7b6dc671ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:03.496813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-91559ce9-718b-4bba-875f-112b7525ea79 req-26f0ac43-dfb7-4ec0-b7b0-b7b6dc671ce3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=464c16344c87407581cf6e7efd75fbbb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977020 Aug 11 01:14:03.594466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91559ce9-718b-4bba-875f-112b7525ea79 req-f9e381f6-2be0-45c5-94bb-bee5132ad853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:03.595953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-91559ce9-718b-4bba-875f-112b7525ea79 req-f9e381f6-2be0-45c5-94bb-bee5132ad853 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924559 Aug 11 01:14:03.677257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-9f7ba4d0-6c4e-406c-8e50-49552fbcc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:03.678805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-9f7ba4d0-6c4e-406c-8e50-49552fbcc8f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1095 time: 0.0437665 Aug 11 01:14:03.683618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-c460ecaf-809c-4099-84b9-f5fc2e050bb7 req-7884849f-4a24-43c6-9118-eaca84207e96 service neutron] (95255) timed out ('10.222.0.43', 39598) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:14:03.726425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-58d0a0f0-0179-4207-9e07-b63216d2818f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 217 time: 0.0387282 Aug 11 01:14:03.775548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-790e8f16-c89e-4bfe-8c0b-fe3ad92f51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:03.777022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-790e8f16-c89e-4bfe-8c0b-fe3ad92f51e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0442533 Aug 11 01:14:03.821885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-7f479b1e-284e-4b29-b451-b24b3783dba6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371847 Aug 11 01:14:03.917814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-f723ed38-e8e0-47fe-a2e0-21bd14ca56d5 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889125 Aug 11 01:14:04.016240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1842c2e1-1f2a-4c84-994e-590260c3186b req-28f87de9-548f-4817-b063-53b4629133a6 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909984 Aug 11 01:14:04.166529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24444-1c41-48b6-ab10-36bd40a96e0b req-5255bc82-89ec-43f1-9c83-790a1376a847 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:04.168221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2df24444-1c41-48b6-ab10-36bd40a96e0b req-5255bc82-89ec-43f1-9c83-790a1376a847 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 943 time: 0.0542841 Aug 11 01:14:04.207961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2df24444-1c41-48b6-ab10-36bd40a96e0b req-4423f89a-19cc-4d00-872b-bde10c908c13 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Aug 11 01:14:04.932776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:14:04.952860 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:14:04.953200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 5ab7e889-1316-4b78-b88f-1b17d6eca7d4 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:14:05.326694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad801a-33b0-470e-b066-4a69cb9699f9 req-f58c2868-d454-434d-a5a4-16458227ec0e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:05.328231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68ad801a-33b0-470e-b066-4a69cb9699f9 req-f58c2868-d454-434d-a5a4-16458227ec0e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 943 time: 0.0501859 Aug 11 01:14:05.366264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-68ad801a-33b0-470e-b066-4a69cb9699f9 req-58ec2b1e-f826-499c-a41b-6a593b4eb2d7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Aug 11 01:14:06.487964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0087d4-521e-496e-9bf7-c14fea7bcdfb req-85018979-7153-44f6-83ce-22c519d393db tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:06.489507 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f0087d4-521e-496e-9bf7-c14fea7bcdfb req-85018979-7153-44f6-83ce-22c519d393db tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 943 time: 0.0556724 Aug 11 01:14:06.527876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6f0087d4-521e-496e-9bf7-c14fea7bcdfb req-192066e8-c59f-43b4-8b7e-8ad0c0254762 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Aug 11 01:14:06.933143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4959199c-0ee9-40ad-aa78-fb4acfd3e13f details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:14:07.031387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:07.043502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5', 'port_id': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'mac_address': 'fa:16:3e:02:52:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061d5a28-80fa-4273-af05-63a38ab11cf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:14:07.080178 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:07.093687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4959199c-0ee9-40ad-aa78-fb4acfd3e13f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:14:07.114040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:07.204397 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:07.252662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:07.260010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.260359 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.260709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.261052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.261388 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.261719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.262048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.262376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.262701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.263026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.263373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.263698 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:07.390619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['4959199c-0ee9-40ad-aa78-fb4acfd3e13f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:14:07.646662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090bad2-05f9-4e24-9a74-1b489e84c175 req-667a101f-c1ea-4fad-8923-834b8f58ecb1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:07.648549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7090bad2-05f9-4e24-9a74-1b489e84c175 req-667a101f-c1ea-4fad-8923-834b8f58ecb1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 944 time: 0.0538146 Aug 11 01:14:07.688714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7090bad2-05f9-4e24-9a74-1b489e84c175 req-7c29cc0a-15c2-4f34-b517-60a6c958a4cb tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Aug 11 01:14:08.807548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2157289-824a-4f87-99ad-201f9e7d91dd req-cddebfa4-b8bc-441a-af7a-ed6cd1d748e4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:08.809072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b2157289-824a-4f87-99ad-201f9e7d91dd req-cddebfa4-b8bc-441a-af7a-ed6cd1d748e4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 944 time: 0.0504119 Aug 11 01:14:08.849172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b2157289-824a-4f87-99ad-201f9e7d91dd req-5627c4ec-c6c8-419f-8da6-77f560fa8ebf tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339847 Aug 11 01:14:08.947494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4959199c-0ee9-40ad-aa78-fb4acfd3e13f up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:14:09.084106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:14:09.088316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:14:09.088685 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:09.169646 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:09.191941 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:14:09.194159 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a4be3e-6b84-4286-8fda-44f59505038e" -d '{"events": [{"server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "name": "network-vif-plugged", "status": "completed", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:14:09.209294 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:09.231774 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a47943-312e-471a-9157-ddae9dccc830 x-openstack-request-id: req-74a47943-312e-471a-9157-ddae9dccc830 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:14:09.232066 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "name": "network-vif-plugged", "status": "completed", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:14:09.232319 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74a47943-312e-471a-9157-ddae9dccc830 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:14:09.232718 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'code': 200} Aug 11 01:14:09.313065 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:09.335268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c41e6e-1ff1-4275-b0c8-aa8f20a64fbb req-778d60a8-df89-482b-9c50-0cffa99a2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:09.337661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26c41e6e-1ff1-4275-b0c8-aa8f20a64fbb req-778d60a8-df89-482b-9c50-0cffa99a2525 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1096 time: 0.0456791 Aug 11 01:14:09.362787 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:09.374105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26c41e6e-1ff1-4275-b0c8-aa8f20a64fbb req-e758dd25-363f-4bfe-9ecd-6335890c88b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296056 Aug 11 01:14:09.970864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fd585-6953-4a78-a78f-791a3ff46231 req-522eabb7-ee6b-4ce8-99d7-66cca09ded4c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:09.972422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f22fd585-6953-4a78-a78f-791a3ff46231 req-522eabb7-ee6b-4ce8-99d7-66cca09ded4c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0555236 Aug 11 01:14:10.012444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f22fd585-6953-4a78-a78f-791a3ff46231 req-f3602467-1b1e-46da-a5dc-6af88d18df17 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340967 Aug 11 01:14:11.149504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e09c75-3c26-4771-a915-1fffadef9ff7 req-435c3189-91ca-4bc1-8fc1-07d142bfdc10 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:11.151786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5e09c75-3c26-4771-a915-1fffadef9ff7 req-435c3189-91ca-4bc1-8fc1-07d142bfdc10 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0667331 Aug 11 01:14:11.194464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5e09c75-3c26-4771-a915-1fffadef9ff7 req-0b83cf92-e321-4b71-b3ec-e960b2d3d114 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Aug 11 01:14:11.316401 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5de1f4-3012-42ce-9313-2deb0d69e59d req-80764efe-f308-4974-b0f2-b7658906944b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:11.318050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc5de1f4-3012-42ce-9313-2deb0d69e59d req-80764efe-f308-4974-b0f2-b7658906944b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0545840 Aug 11 01:14:11.359420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc5de1f4-3012-42ce-9313-2deb0d69e59d req-ed6da47d-578d-4cd7-ae25-8942d752b091 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347641 Aug 11 01:14:11.735670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d9fb-c698-445a-8ccf-d6c20b1d98f1 req-1f691e76-78db-47fc-874e-50c281635ce7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:11.737575 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c42d9fb-c698-445a-8ccf-d6c20b1d98f1 req-1f691e76-78db-47fc-874e-50c281635ce7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0643923 Aug 11 01:14:11.780517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4c42d9fb-c698-445a-8ccf-d6c20b1d98f1 req-3bbec940-bc65-43c6-8d13-bb163f117bde tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Aug 11 01:14:11.844996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-be19127b-cd17-4fb0-ab31-7731fb720413 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470223 Aug 11 01:14:12.904007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0e7b1-e4d1-4629-afd8-29607eed323c req-c4b90295-9757-40e7-8251-eaa8f1f2ada0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:12.905630 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1d0e7b1-e4d1-4629-afd8-29607eed323c req-c4b90295-9757-40e7-8251-eaa8f1f2ada0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0523572 Aug 11 01:14:12.946238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c1d0e7b1-e4d1-4629-afd8-29607eed323c req-c389c8e2-52d4-48c8-9adf-23b4d81b78f3 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Aug 11 01:14:13.925788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-d4bc04ef-8bce-41db-a3aa-f57d8ae07cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:13.927545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-d4bc04ef-8bce-41db-a3aa-f57d8ae07cab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1097 time: 0.0610669 Aug 11 01:14:14.065292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-dd0c78ef-048c-4c65-a5b3-6aa6e5a68696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:14.066866 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-dd0c78ef-048c-4c65-a5b3-6aa6e5a68696 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.1324766 Aug 11 01:14:14.114851 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-d65cffae-9395-4a3a-9258-fc44a754a669 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 217 time: 0.0406585 Aug 11 01:14:14.123912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbe7bc-3dcf-4aa8-b670-40641f32e0fa req-bcee6e80-d649-4196-baa4-664c9015fdbd tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:14.125536 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75fbe7bc-3dcf-4aa8-b670-40641f32e0fa req-bcee6e80-d649-4196-baa4-664c9015fdbd tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.1065381 Aug 11 01:14:14.201443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-caaf3bfb-83e1-4518-833c-532a1fd1033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:14.202953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-caaf3bfb-83e1-4518-833c-532a1fd1033a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0765107 Aug 11 01:14:14.208210 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-75fbe7bc-3dcf-4aa8-b670-40641f32e0fa req-a0d95616-5e55-40d0-8dc3-373cda5f387f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738528 Aug 11 01:14:14.237345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-a3cc14e6-c551-4f98-9181-0756e7a6f7d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270627 Aug 11 01:14:14.335945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-40e8a81e-0877-4500-9a21-b2d2ed662f27 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914714 Aug 11 01:14:14.439522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-956b598c-8909-497e-8d1b-a3a94d793dd4 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958679 Aug 11 01:14:15.329456 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714e87-ce3b-4b58-b6c8-3cd4a146d22a req-2490a864-022c-4353-975a-d7d3aa326dcc tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:15.330935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b714e87-ce3b-4b58-b6c8-3cd4a146d22a req-2490a864-022c-4353-975a-d7d3aa326dcc tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0510142 Aug 11 01:14:15.372201 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b714e87-ce3b-4b58-b6c8-3cd4a146d22a req-7f0de06d-b402-4453-ae78-f0ce92483407 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351553 Aug 11 01:14:16.301059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-241b8633-7ac7-4516-8104-0e46336842eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:16.493363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f51e-d805-4087-ac2a-add6bd6150b3 req-a3e6b4ef-b8c3-47df-b66b-c9eb65d14c49 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:16.495676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c86f51e-d805-4087-ac2a-add6bd6150b3 req-a3e6b4ef-b8c3-47df-b66b-c9eb65d14c49 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0529597 Aug 11 01:14:16.537280 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0c86f51e-d805-4087-ac2a-add6bd6150b3 req-bbcb1210-50a3-4686-afb8-bfdb83d82a1f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354347 Aug 11 01:14:17.692756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0573aea-7eb0-4f47-8030-35b31f24f410 req-b50ebb7b-855e-4c3a-9012-9e99408571c0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:17.694384 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0573aea-7eb0-4f47-8030-35b31f24f410 req-b50ebb7b-855e-4c3a-9012-9e99408571c0 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0852778 Aug 11 01:14:17.737990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0573aea-7eb0-4f47-8030-35b31f24f410 req-9c57c3aa-30e5-4a91-9270-fdb97b6b70e2 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338831 Aug 11 01:14:18.861762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12f581-79f2-4e3e-9f9c-c95696a835fb req-0facbb16-6364-4551-8bbb-97726737417a tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:18.863307 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df12f581-79f2-4e3e-9f9c-c95696a835fb req-0facbb16-6364-4551-8bbb-97726737417a tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0500016 Aug 11 01:14:18.876042 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-18c22c50-33fe-4547-afb1-10945caa8374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:18.904317 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df12f581-79f2-4e3e-9f9c-c95696a835fb req-0875a8ed-6eab-4bd4-86c1-3615fdb7d867 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Aug 11 01:14:18.975325 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:20.026763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212bae-2e02-494e-92d8-280c57ae307e req-26dccdc0-6ea4-421a-ae26-2153ac693473 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:20.028312 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ba212bae-2e02-494e-92d8-280c57ae307e req-26dccdc0-6ea4-421a-ae26-2153ac693473 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0577819 Aug 11 01:14:20.067475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ba212bae-2e02-494e-92d8-280c57ae307e req-cf83317e-94b2-4983-be56-021bb85802f3 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330808 Aug 11 01:14:20.518478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:21.189406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142c4bc-0749-4c2c-a57f-5edcd061d9d4 req-5198908b-4342-4fd6-bb90-f70e40f6876c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:21.190906 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0142c4bc-0749-4c2c-a57f-5edcd061d9d4 req-5198908b-4342-4fd6-bb90-f70e40f6876c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0544164 Aug 11 01:14:21.231349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0142c4bc-0749-4c2c-a57f-5edcd061d9d4 req-983b8130-0e05-4f20-abf9-f4f825a6bfef tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342400 Aug 11 01:14:22.371187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301135ea-8a3d-42e3-a5e8-ab6ccdfbe604 req-e7840387-d8c9-458e-835f-8e1232dbb2d4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:22.372863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-301135ea-8a3d-42e3-a5e8-ab6ccdfbe604 req-e7840387-d8c9-458e-835f-8e1232dbb2d4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0554543 Aug 11 01:14:22.419756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-301135ea-8a3d-42e3-a5e8-ab6ccdfbe604 req-bddee264-2fcb-47b2-93dd-820bff7a59a8 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354698 Aug 11 01:14:22.455863 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:23.545140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63290d-3e9b-4f56-b150-3d5377ac6d3e req-4d2ccb82-a110-4765-9c19-e06e71461e16 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:23.546660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa63290d-3e9b-4f56-b150-3d5377ac6d3e req-4d2ccb82-a110-4765-9c19-e06e71461e16 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0513310 Aug 11 01:14:23.584143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-aa63290d-3e9b-4f56-b150-3d5377ac6d3e req-a7b61b87-d32b-472a-b34a-25686b4a916b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Aug 11 01:14:24.702339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fe63d-9c36-4f13-8ca5-56e816c6cedb req-1f40dde8-d492-4187-83fa-aea53058a8d7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:24.703909 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc3fe63d-9c36-4f13-8ca5-56e816c6cedb req-1f40dde8-d492-4187-83fa-aea53058a8d7 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0522959 Aug 11 01:14:24.740734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bc3fe63d-9c36-4f13-8ca5-56e816c6cedb req-af679c83-18ed-4431-8bae-f5a86968ec9e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Aug 11 01:14:25.856529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390ef3e-9031-48da-9b41-e74ed515eec8 req-82d40269-5a23-4ee3-93e5-92ac8d8b7c1f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:25.858009 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f390ef3e-9031-48da-9b41-e74ed515eec8 req-82d40269-5a23-4ee3-93e5-92ac8d8b7c1f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0501974 Aug 11 01:14:25.895344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f390ef3e-9031-48da-9b41-e74ed515eec8 req-0792f922-8076-4264-ad2c-878f589deaa4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Aug 11 01:14:27.011464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051b9e-3c93-45bf-b513-be329cc33550 req-5df15064-b680-4c45-ba48-728ec36fb7e5 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:27.013007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16051b9e-3c93-45bf-b513-be329cc33550 req-5df15064-b680-4c45-ba48-728ec36fb7e5 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0500631 Aug 11 01:14:27.050701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-16051b9e-3c93-45bf-b513-be329cc33550 req-1db358d3-9525-4a12-869d-706befbccb3a tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318460 Aug 11 01:14:28.181962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f5840-a72f-4b19-9731-69dacc7c6fef req-3ddd1745-6178-4a50-ae81-99cacdfa01c4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:28.183972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f82f5840-a72f-4b19-9731-69dacc7c6fef req-3ddd1745-6178-4a50-ae81-99cacdfa01c4 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0542178 Aug 11 01:14:28.221292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f82f5840-a72f-4b19-9731-69dacc7c6fef req-1159cea0-16d6-4c5e-8a81-58aade8a8b21 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Aug 11 01:14:29.339444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77164830-a496-4163-82c9-621f24acdbc1 req-5e4388d3-4f5a-4ce9-9a9d-d19a8c77af9e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:29.341630 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77164830-a496-4163-82c9-621f24acdbc1 req-5e4388d3-4f5a-4ce9-9a9d-d19a8c77af9e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0497861 Aug 11 01:14:29.380018 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-77164830-a496-4163-82c9-621f24acdbc1 req-1b714a64-4699-41c2-aeba-dd813b283456 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Aug 11 01:14:29.729702 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:29.945499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:30.508216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277359b-dccf-472d-81c9-669240e2d8f9 req-8ed0a4e3-7681-4deb-8a25-56332b5d541c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:30.509803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e277359b-dccf-472d-81c9-669240e2d8f9 req-8ed0a4e3-7681-4deb-8a25-56332b5d541c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0555947 Aug 11 01:14:30.553254 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e277359b-dccf-472d-81c9-669240e2d8f9 req-b04bd695-2221-4b62-8091-7ec1d96c8e6f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Aug 11 01:14:31.671483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729d557-a06b-4604-b1c2-ce119b85ca88 req-cf877226-d81f-4a64-ac34-4de797324493 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:31.672976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a729d557-a06b-4604-b1c2-ce119b85ca88 req-cf877226-d81f-4a64-ac34-4de797324493 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0528002 Aug 11 01:14:31.710416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a729d557-a06b-4604-b1c2-ce119b85ca88 req-1db1568a-9a80-4930-82d9-f61911384ccb tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Aug 11 01:14:32.824683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e9460-3453-4862-a503-28a85c0c13e5 req-80bf9bae-df43-4295-80dd-9797257bb41e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:32.826186 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-226e9460-3453-4862-a503-28a85c0c13e5 req-80bf9bae-df43-4295-80dd-9797257bb41e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0493765 Aug 11 01:14:32.863700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-226e9460-3453-4862-a503-28a85c0c13e5 req-8f853f3d-c672-460e-b7ea-cf2440ca0ddb tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Aug 11 01:14:33.979057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c8ca-7b8e-4d39-9381-5a7b01fe55e7 req-572f6794-7815-4d0a-a184-84796625549c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:33.980568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8032c8ca-7b8e-4d39-9381-5a7b01fe55e7 req-572f6794-7815-4d0a-a184-84796625549c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0491405 Aug 11 01:14:34.019840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8032c8ca-7b8e-4d39-9381-5a7b01fe55e7 req-29eefc20-99dc-470e-9f83-73ec2d892cbd tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Aug 11 01:14:35.137940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f93958-179e-404c-a005-0649d5193b6f req-11f47e47-38a9-4ccc-aabb-835e001abede tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:35.139471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-54f93958-179e-404c-a005-0649d5193b6f req-11f47e47-38a9-4ccc-aabb-835e001abede tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0528696 Aug 11 01:14:35.176258 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-54f93958-179e-404c-a005-0649d5193b6f req-c0cd8cb2-23f5-46dc-986d-fe1ba85fbf31 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Aug 11 01:14:36.301628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419b888-21a3-4c03-9074-c5a356b8d019 req-0ded0633-4067-4972-9980-bdc715f770ee tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:36.303287 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4419b888-21a3-4c03-9074-c5a356b8d019 req-0ded0633-4067-4972-9980-bdc715f770ee tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0501173 Aug 11 01:14:36.341386 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4419b888-21a3-4c03-9074-c5a356b8d019 req-82f3c4e6-789e-4fe9-a39c-76d60145a8b5 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Aug 11 01:14:36.603386 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:14:37.456928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc297-5044-4118-930e-df3563d82f4a req-4c194516-9f5c-480c-a48d-57337a1daa57 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:37.458399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5dbc297-5044-4118-930e-df3563d82f4a req-4c194516-9f5c-480c-a48d-57337a1daa57 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0489824 Aug 11 01:14:37.495348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5dbc297-5044-4118-930e-df3563d82f4a req-f33ae3b8-c52c-4983-81ac-caedae053861 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Aug 11 01:14:38.038207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-a6bfdaf2-a47a-44ba-96ec-5d1ba13554fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:38.039734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-a6bfdaf2-a47a-44ba-96ec-5d1ba13554fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1097 time: 0.0408387 Aug 11 01:14:38.148086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-1d202927-51a5-4383-a723-dd4335143a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:38.149462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-1d202927-51a5-4383-a723-dd4335143a70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0906205 Aug 11 01:14:38.190891 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-ea22f982-3590-4e3e-a460-97f5869592dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 217 time: 0.0348959 Aug 11 01:14:38.244992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-1f0ebcca-a5bc-4c11-bfa1-5bbe8b616b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:38.247105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-1f0ebcca-a5bc-4c11-bfa1-5bbe8b616b2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0495589 Aug 11 01:14:38.278308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-84d592e9-4633-4859-b2b6-d90a3cb3ab34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242860 Aug 11 01:14:38.367246 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-85467a60-e735-4aaa-b90a-44324ae9956f service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818152 Aug 11 01:14:38.457515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7487c4-7dad-4366-b212-e48fefb4f75a req-9b913ac9-8536-4844-bc40-8795d4ad7e86 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838857 Aug 11 01:14:38.614136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a28006-f2fa-4277-8264-b36aad9c7893 req-109d037f-6a48-4ee7-a896-48762510d8bc tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:38.615660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5a28006-f2fa-4277-8264-b36aad9c7893 req-109d037f-6a48-4ee7-a896-48762510d8bc tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0531569 Aug 11 01:14:38.653946 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5a28006-f2fa-4277-8264-b36aad9c7893 req-6a3ed6b9-a44d-41bb-a292-332993c78316 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Aug 11 01:14:39.769753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e030bf-e182-496b-99a6-17e2a05d84de req-0f37784b-6653-48e3-809a-13a08cdcdc25 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:39.771294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36e030bf-e182-496b-99a6-17e2a05d84de req-0f37784b-6653-48e3-809a-13a08cdcdc25 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0500529 Aug 11 01:14:39.809921 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36e030bf-e182-496b-99a6-17e2a05d84de req-be41de12-186a-490c-bc70-bf337c9a5ef1 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Aug 11 01:14:40.925528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc94d1c-d214-47c4-a894-ddc10a4883ce req-bc31f4cf-79c0-4ca0-be0f-c705f8a8cc6e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:40.927052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cc94d1c-d214-47c4-a894-ddc10a4883ce req-bc31f4cf-79c0-4ca0-be0f-c705f8a8cc6e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0489063 Aug 11 01:14:40.964541 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5cc94d1c-d214-47c4-a894-ddc10a4883ce req-f227b6e8-4a40-48cc-be62-d2e574592a1c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Aug 11 01:14:41.598197 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-8d992b32-1904-41ce-864a-6ce9133d8fec service neutron] show failed (client error): The resource could not be found. Aug 11 01:14:41.599259 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-8d992b32-1904-41ce-864a-6ce9133d8fec service neutron] 10.222.0.44 "GET /v2.0/ports/4959199c-0ee9-40ad-aa78-fb4acfd3e13f/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0551736 Aug 11 01:14:42.051610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-ed222cca-3fdd-4ffb-abe9-1331ad54a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:42.053173 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-ed222cca-3fdd-4ffb-abe9-1331ad54a4b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55&tenant_id=464c16344c87407581cf6e7efd75fbbb HTTP/1.1" status: 200 len: 1097 time: 0.0421021 Aug 11 01:14:42.065241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:14:42.097788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07c13e-92ee-473c-b904-41f5df5d2a11 req-43664571-bcab-4bcf-9466-f931a3b37f50 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:42.101675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f07c13e-92ee-473c-b904-41f5df5d2a11 req-43664571-bcab-4bcf-9466-f931a3b37f50 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0596259 Aug 11 01:14:42.122995 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:42.139525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f07c13e-92ee-473c-b904-41f5df5d2a11 req-c3d5c0c4-6c2d-499a-8a7f-d2a901a43c59 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 Aug 11 01:14:42.331786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:42.365394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:14:42.405505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:14:42.407877 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78df2947-f972-423d-8149-c646f8e73319" -d '{"events": [{"server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "name": "network-vif-unplugged", "status": "completed", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:14:42.412069 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:42.424782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Transition to ACTIVE for port object 4959199c-0ee9-40ad-aa78-fb4acfd3e13f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:14:42.456341 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63676f3b-ff13-4051-9a30-f6034e52ad70 x-openstack-request-id: req-63676f3b-ff13-4051-9a30-f6034e52ad70 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:14:42.456661 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "name": "network-vif-unplugged", "status": "completed", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:14:42.456904 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63676f3b-ff13-4051-9a30-f6034e52ad70 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:14:42.457336 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'code': 200} Aug 11 01:14:42.500271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:42.549666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:42.568689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] No DVR routers for this DVR port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:14:42.572422 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.572773 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.573187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.573548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.573862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.574203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.574554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.574879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.575234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.575573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.575911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.576243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:42.615954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Attempting to bind port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:14:42.616297 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Attempting to bind port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:14:42.616626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Attempting to bind port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on network d005a24a-018a-4a8a-8750-d07796534ff5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:14:42.621029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on network d005a24a-018a-4a8a-8750-d07796534ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:14:42.621436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Attempting to bind port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on network d005a24a-018a-4a8a-8750-d07796534ff5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:14:42.626332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:14:42.626667 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Checking segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:14:42.627067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Bound using segment: {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:14:42.627531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Bound port: 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768aa9df-38f2-4dd9-b10c-1ddc49609eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:14:42.627895 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:42.692130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:14:42.695039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:14:42.762200 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:42.798324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:42.798967 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:42.800442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] 10.222.0.55 "PUT /v2.0/ports/4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 1092 time: 0.7397423 Aug 11 01:14:42.821032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ff8d1-fc44-4bf1-8b7d-26f788c3349a service neutron] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:42.862771 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-a2e75dd7-d0cd-41db-a347-af83ab037ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:42.864224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-a2e75dd7-d0cd-41db-a347-af83ab037ab5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1095 time: 0.0402963 Aug 11 01:14:42.957002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-0c25b588-87fd-4681-83f8-2e3a8f03bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:42.958478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-0c25b588-87fd-4681-83f8-2e3a8f03bf72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0878611 Aug 11 01:14:43.000857 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-1e3b90b6-63af-49ac-9da9-a0404dcab4e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 217 time: 0.0355330 Aug 11 01:14:43.053740 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-ffed157c-6ca4-4fac-ad63-572bd099a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:43.055292 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-ffed157c-6ca4-4fac-ad63-572bd099a275 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0481062 Aug 11 01:14:43.086491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-37e888cd-a856-4e7d-b63f-1be2c7caf01a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242414 Aug 11 01:14:43.175503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-5f309d16-e03f-4258-abf6-c86b89c89ea6 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812931 Aug 11 01:14:43.256289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0993a-3e7b-45e4-a58e-89c107d40e70 req-1255c9c5-318c-475e-a6e3-7221af20ef5b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:43.257886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-09f0993a-3e7b-45e4-a58e-89c107d40e70 req-1255c9c5-318c-475e-a6e3-7221af20ef5b tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 943 time: 0.0503840 Aug 11 01:14:43.270499 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-371b6cee-b716-4f76-b33d-b8dd7cc57046 req-090e833a-137d-4442-8abb-c8535e83731f service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884907 Aug 11 01:14:43.298974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-09f0993a-3e7b-45e4-a58e-89c107d40e70 req-b725c777-3607-463a-bf1c-7992487380ac tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349746 Aug 11 01:14:44.419995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672abcd-8c80-4856-88d0-b7abc848a3dc req-c1ec2bf6-9bd6-417a-81e3-7cb86dadfd14 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:44.421477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6672abcd-8c80-4856-88d0-b7abc848a3dc req-c1ec2bf6-9bd6-417a-81e3-7cb86dadfd14 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 943 time: 0.0494270 Aug 11 01:14:44.458898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6672abcd-8c80-4856-88d0-b7abc848a3dc req-64514451-b9fb-4712-89fb-2c89e82800f5 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Aug 11 01:14:44.459373 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:14:44.461701 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad0937e-88c7-4cac-a909-323f9ffb8da2" -d '{"events": [{"name": "network-changed", "server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:14:44.507528 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354c6a6c-d1a6-469f-b1f4-fc2cd3b87b9d x-openstack-request-id: req-354c6a6c-d1a6-469f-b1f4-fc2cd3b87b9d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:14:44.507817 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:14:44.508075 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-354c6a6c-d1a6-469f-b1f4-fc2cd3b87b9d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:14:44.508474 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'status': 'completed', 'code': 200} Aug 11 01:14:44.566745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-2aea4673-2170-4100-860a-b7be310abdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:44.568309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-2aea4673-2170-4100-860a-b7be310abdda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1095 time: 0.0413020 Aug 11 01:14:44.568706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-bef027d0-24fd-4c98-83f6-b9d3f5febf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:44.570275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-bef027d0-24fd-4c98-83f6-b9d3f5febf72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1095 time: 0.0401316 Aug 11 01:14:44.665843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-34b89147-0472-4a54-bc9a-1becd30e72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:44.666084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-fe04d99c-4f0c-403e-abb8-90006b21c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:44.667368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-34b89147-0472-4a54-bc9a-1becd30e72ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0904455 Aug 11 01:14:44.667513 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-fe04d99c-4f0c-403e-abb8-90006b21c0ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0905001 Aug 11 01:14:44.710474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-1a298962-ae67-4cea-a9fc-c9c63727f079 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 217 time: 0.0363357 Aug 11 01:14:44.710988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-f9244bd0-1b51-4e5d-8030-9b53a163cba6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 217 time: 0.0350761 Aug 11 01:14:44.759580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-eac6e4cb-a02d-458b-8f67-2d4b6e3fc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:44.761058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-eac6e4cb-a02d-458b-8f67-2d4b6e3fc224 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0437996 Aug 11 01:14:44.766550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-865ff270-5408-4a45-9e1d-97592005fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:44.768103 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-865ff270-5408-4a45-9e1d-97592005fad0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0487914 Aug 11 01:14:44.797509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-a56be1bb-72c6-49dc-ad0d-284924e7d89f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291934 Aug 11 01:14:44.800459 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-9ad10525-c6be-4824-b7d7-77c72b8b3f73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246527 Aug 11 01:14:44.885683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-28801296-bf8c-4450-82b0-647f1377c68b service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813954 Aug 11 01:14:44.891677 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-5134b5dd-5f93-4321-b77f-6231c9e6a178 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813150 Aug 11 01:14:44.981029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-ad784a2f-8c88-428b-b302-8a3d062de42a service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885215 Aug 11 01:14:44.989107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fad0937e-88c7-4cac-a909-323f9ffb8da2 req-65ae85be-666a-4787-b499-73ada3281e79 service neutron] 10.222.0.55 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895662 Aug 11 01:14:45.575931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8b09-2cdd-4f10-8464-09126d0c0eae req-9419b861-e5dc-4515-9e89-6325ad641455 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:45.577460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a5f8b09-2cdd-4f10-8464-09126d0c0eae req-9419b861-e5dc-4515-9e89-6325ad641455 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 943 time: 0.0500753 Aug 11 01:14:45.614662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a5f8b09-2cdd-4f10-8464-09126d0c0eae req-fd632cc5-58d6-4001-beb1-a864c7a31aeb tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Aug 11 01:14:45.942369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43599b83-413b-4345-921a-63df7c4e24f3 req-cb5f235c-8abb-4d7e-9623-babec4cacf3f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:45.943928 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-43599b83-413b-4345-921a-63df7c4e24f3 req-cb5f235c-8abb-4d7e-9623-babec4cacf3f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 943 time: 0.0496571 Aug 11 01:14:45.982372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-43599b83-413b-4345-921a-63df7c4e24f3 req-88385b33-d38c-4b47-8579-36b3d88ae5d3 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Aug 11 01:14:46.023876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30030-75cd-4754-a779-c4e752f6d049 req-880efa96-460b-4953-aef6-5dc809e4a119 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:46.025371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-880efa96-460b-4953-aef6-5dc809e4a119 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.44 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55&tenant_id=464c16344c87407581cf6e7efd75fbbb&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 943 time: 0.0543020 Aug 11 01:14:46.087289 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-10c30030-75cd-4754-a779-c4e752f6d049 req-3484e557-eb2e-4453-bf3a-8d507a1445b2 service neutron] delete failed (client error): The resource could not be found. Aug 11 01:14:46.088369 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-3484e557-eb2e-4453-bf3a-8d507a1445b2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/4959199c-0ee9-40ad-aa78-fb4acfd3e13f/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0556555 Aug 11 01:14:46.175225 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30030-75cd-4754-a779-c4e752f6d049 req-968cb123-fc0d-4cfb-bd0a-5f98ba23dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:46.176747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-968cb123-fc0d-4cfb-bd0a-5f98ba23dafa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=464c16344c87407581cf6e7efd75fbbb&device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 1095 time: 0.0421619 Aug 11 01:14:46.272075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30030-75cd-4754-a779-c4e752f6d049 req-cf793f52-3f54-40f4-9642-700f63ee519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:46.273668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-cf793f52-3f54-40f4-9642-700f63ee519f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 200 len: 915 time: 0.0904028 Aug 11 01:14:46.290034 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32911218-f47b-47df-aa98-1d70f7e75bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:46.320446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-98cf82fe-298e-43c9-97ee-f79983b59db0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 200 len: 217 time: 0.0394211 Aug 11 01:14:46.370626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30030-75cd-4754-a779-c4e752f6d049 req-42fe410e-192e-4ef1-ba16-36bbb30037bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:46.372158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-42fe410e-192e-4ef1-ba16-36bbb30037bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 200 len: 854 time: 0.0442376 Aug 11 01:14:46.408377 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-9997bd1c-eda5-4b0f-8652-50208fcd51a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d005a24a-018a-4a8a-8750-d07796534ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296528 Aug 11 01:14:46.496779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-c913f709-95e0-458a-af32-e6eb72d35272 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812008 Aug 11 01:14:46.592921 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-10c30030-75cd-4754-a779-c4e752f6d049 req-610409ec-0ddd-485f-8ab5-10725cc56406 service neutron] 10.222.0.44 "GET /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895312 Aug 11 01:14:47.103486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d03f5d-8f30-4dde-b194-0bd2cac33bb9 req-e8268e5d-2182-4614-8149-504021115793 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:47.105077 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1d03f5d-8f30-4dde-b194-0bd2cac33bb9 req-e8268e5d-2182-4614-8149-504021115793 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 943 time: 0.0501294 Aug 11 01:14:47.144885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1d03f5d-8f30-4dde-b194-0bd2cac33bb9 req-e3963a93-2937-46ff-8ead-b79eb608ba9c tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337784 Aug 11 01:14:47.230771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4959199c-0ee9-40ad-aa78-fb4acfd3e13f no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:14:47.275660 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 4959199c-0ee9-40ad-aa78-fb4acfd3e13f not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:14:47.767282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4959199c-0ee9-40ad-aa78-fb4acfd3e13f details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:14:47.860132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:47.871290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'network_id': 'd005a24a-018a-4a8a-8750-d07796534ff5', 'port_id': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'mac_address': 'fa:16:3e:02:52:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061d5a28-80fa-4273-af05-63a38ab11cf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:14:47.911602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:47.924196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4959199c-0ee9-40ad-aa78-fb4acfd3e13f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:14:47.944321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:48.007513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:48.057093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:48.215717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['4959199c-0ee9-40ad-aa78-fb4acfd3e13f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:14:48.267700 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c326d-ab12-46cb-b93c-e7187e4277ca req-db19104e-d54a-4b17-85eb-163b310ef394 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:48.269300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-273c326d-ab12-46cb-b93c-e7187e4277ca req-db19104e-d54a-4b17-85eb-163b310ef394 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 944 time: 0.0556202 Aug 11 01:14:48.318094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-273c326d-ab12-46cb-b93c-e7187e4277ca req-753e3e7b-56d9-440e-ab6b-08d48c21f111 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 Aug 11 01:14:48.435649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e2d06-81ad-400d-98ab-bb9f027ddc99 req-2e66f92c-e749-438f-9892-acb576b44108 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:48.437154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-009e2d06-81ad-400d-98ab-bb9f027ddc99 req-2e66f92c-e749-438f-9892-acb576b44108 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 944 time: 0.0492408 Aug 11 01:14:48.474167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-009e2d06-81ad-400d-98ab-bb9f027ddc99 req-52b5da23-9f60-4cfb-9635-944c0e7b796e tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Aug 11 01:14:48.587481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6ca99-eafe-4796-9bd6-b6032d362fcf req-252eed00-c024-4655-be4d-8f6b98f1e95f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:48.588890 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6ca99-eafe-4796-9bd6-b6032d362fcf req-252eed00-c024-4655-be4d-8f6b98f1e95f tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 944 time: 0.0491319 Aug 11 01:14:48.626810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5d6ca99-eafe-4796-9bd6-b6032d362fcf req-9f412b03-1cce-48a5-9462-cc30102f4b84 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Aug 11 01:14:48.887211 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e5522bde-40b6-4ebe-ad03-baca8aadecdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:48.938493 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:49.158746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e81ca-2aad-4334-99d5-56c0c7e2f507 req-bc46f054-8361-4a2b-9f35-2154728c69bd tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:49.160161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-725e81ca-2aad-4334-99d5-56c0c7e2f507 req-bc46f054-8361-4a2b-9f35-2154728c69bd tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 944 time: 0.0521314 Aug 11 01:14:49.196348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-725e81ca-2aad-4334-99d5-56c0c7e2f507 req-72c27b10-637c-41b2-89f6-52ccdc615062 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303359 Aug 11 01:14:49.770996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4959199c-0ee9-40ad-aa78-fb4acfd3e13f up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:14:49.894648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:14:49.899018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:14:49.899414 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:49.976783 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:49.998948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:14:50.001188 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf5520-bfd5-4faf-9d0b-0dc59df42c62" -d '{"events": [{"server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "name": "network-vif-plugged", "status": "completed", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:14:50.015218 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:50.039477 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9197388c-58f7-4eaf-86d2-415cdf6c65f9 x-openstack-request-id: req-9197388c-58f7-4eaf-86d2-415cdf6c65f9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:14:50.039767 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "name": "network-vif-plugged", "status": "completed", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:14:50.040046 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9197388c-58f7-4eaf-86d2-415cdf6c65f9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:14:50.040488 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'code': 200} Aug 11 01:14:50.083986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:50.132808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:50.291632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632be2a-953d-4a41-9144-c8543afefdad req-df2f5614-d0a7-4c45-aecc-af76d85e04b3 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:50.293040 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f632be2a-953d-4a41-9144-c8543afefdad req-df2f5614-d0a7-4c45-aecc-af76d85e04b3 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.55 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0496979 Aug 11 01:14:50.315032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e5a3b-209e-4ec9-bc5a-f8fe02ba7ba2 req-8be67360-4f1b-4ae6-8976-590d921b22ba tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:50.318511 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e5e5a3b-209e-4ec9-bc5a-f8fe02ba7ba2 req-8be67360-4f1b-4ae6-8976-590d921b22ba tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/ports?device_id=b075c525-4101-45c5-be88-f4e1ba366f55 HTTP/1.1" status: 200 len: 945 time: 0.0543146 Aug 11 01:14:50.369789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e5e5a3b-209e-4ec9-bc5a-f8fe02ba7ba2 req-bc7a76e1-cf22-4c99-8c14-52f346f2ae4d tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.43 "GET /v2.0/security-groups?id=02870d3a-c172-49ed-9c1d-dd47d82a4d4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355718 Aug 11 01:14:50.397633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Deleting port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:14:50.397973 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:50.482948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] For port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,segment=NetworkSegment(768aa9df-38f2-4dd9-b10c-1ddc49609eb9),segment_id=768aa9df-38f2-4dd9-b10c-1ddc49609eb9)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:50.483334 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:50.495939 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Calling delete_port for 4959199c-0ee9-40ad-aa78-fb4acfd3e13f owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:14:50.517619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:50.665954 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:50.678021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['4959199c-0ee9-40ad-aa78-fb4acfd3e13f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:14:50.696045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Pushing event deleted for resources: {'Port': ['ID=4959199c-0ee9-40ad-aa78-fb4acfd3e13f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:50.739942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] No DVR routers for this DVR port 4959199c-0ee9-40ad-aa78-fb4acfd3e13f on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:14:50.744946 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:50.744946 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f632be2a-953d-4a41-9144-c8543afefdad req-e001ce1c-6bc8-45bf-81bd-0447c8843387 tempest-ServerDiskConfigTestJSON-67462673 tempest-ServerDiskConfigTestJSON-67462673-project] 10.222.0.55 "DELETE /v2.0/ports/4959199c-0ee9-40ad-aa78-fb4acfd3e13f HTTP/1.1" status: 204 len: 173 time: 0.4454284 Aug 11 01:14:50.745161 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'name': 'network-vif-deleted', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:14:50.747944 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83e1b4c-5c60-4060-9c47-271a1ddff19c" -d '{"events": [{"server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "name": "network-vif-deleted", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:14:50.783267 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dca969-0299-4fce-b349-04241f8b1f13 x-openstack-request-id: req-83dca969-0299-4fce-b349-04241f8b1f13 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:14:50.783564 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b075c525-4101-45c5-be88-f4e1ba366f55", "name": "network-vif-deleted", "tag": "4959199c-0ee9-40ad-aa78-fb4acfd3e13f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:14:50.783818 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83dca969-0299-4fce-b349-04241f8b1f13 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:14:50.784223 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b075c525-4101-45c5-be88-f4e1ba366f55', 'name': 'network-vif-deleted', 'tag': '4959199c-0ee9-40ad-aa78-fb4acfd3e13f', 'status': 'completed', 'code': 200} Aug 11 01:14:51.500751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51354) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:51.545440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3252d5c4-6b49-4b07-8958-b8659c1d8a7e admin admin] Deleting subnet 061d5a28-80fa-4273-af05-63a38ab11cf1 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:14:51.548566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3252d5c4-6b49-4b07-8958-b8659c1d8a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.583465 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3252d5c4-6b49-4b07-8958-b8659c1d8a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.622045 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3252d5c4-6b49-4b07-8958-b8659c1d8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.746461 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3252d5c4-6b49-4b07-8958-b8659c1d8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.774145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252d5c4-6b49-4b07-8958-b8659c1d8a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061d5a28-80fa-4273-af05-63a38ab11cf1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:51.776093 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3252d5c4-6b49-4b07-8958-b8659c1d8a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.777963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3252d5c4-6b49-4b07-8958-b8659c1d8a7e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/061d5a28-80fa-4273-af05-63a38ab11cf1 HTTP/1.1" status: 204 len: 168 time: 0.2762020 Aug 11 01:14:51.781045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51356) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:51.846177 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.927140 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.937045 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d005a24a-018a-4a8a-8750-d07796534ff5']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:14:51.946739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768aa9df-38f2-4dd9-b10c-1ddc49609eb9') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:14:51.947033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768aa9df-38f2-4dd9-b10c-1ddc49609eb9') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:14:51.955475 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.968540 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.974133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:14:51.974514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:14:51.976133 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:14:52.098820 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:52.104501 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:52.109205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d005a24a-018a-4a8a-8750-d07796534ff5 HTTP/1.1" status: 204 len: 168 time: 0.3243229 Aug 11 01:14:52.120839 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133c282-d400-4436-9618-8ebbcfa0d7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d005a24a-018a-4a8a-8750-d07796534ff5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:52.466090 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:52.481520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51360) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:52.527713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-77058ced-12d2-43b3-bdc4-2f3e78a012fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=464c16344c87407581cf6e7efd75fbbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442185 Aug 11 01:14:52.530645 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51362) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:52.578621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2042-3f99-4962-b7a0-c11a22f7fc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:52.599851 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2042-3f99-4962-b7a0-c11a22f7fc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:52.718061 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2042-3f99-4962-b7a0-c11a22f7fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:52.720685 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4d9f2042-3f99-4962-b7a0-c11a22f7fc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:52.721870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4d9f2042-3f99-4962-b7a0-c11a22f7fc89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02870d3a-c172-49ed-9c1d-dd47d82a4d4b HTTP/1.1" status: 204 len: 168 time: 0.1902390 Aug 11 01:14:52.729806 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f2042-3f99-4962-b7a0-c11a22f7fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02870d3a-c172-49ed-9c1d-dd47d82a4d4b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:53.634071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51384) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:53.729012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-560614999-network', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:14:53.767229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4959199c-0ee9-40ad-aa78-fb4acfd3e13f no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:14:53.788919 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 4959199c-0ee9-40ad-aa78-fb4acfd3e13f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:14:53.789258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 4959199c-0ee9-40ad-aa78-fb4acfd3e13f not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:14:53.792101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Made reservation on behalf of bccdd3fc259644dc8c1a2ca5ce42a5f1 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:14:53.794524 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:53.803249 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:53.891346 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:53.940695 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:53.966030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:14:53.974876 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ef9196-eee2-4385-a79c-b55e3d59dae2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:53.983492 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:53.983829 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Added segment 9ba4b886-7beb-415c-b5a7-25833838295b of type vlan for network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf Aug 11 01:14:53.986060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.986406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.986744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.987079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.987441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.987769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.988093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.988481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.988807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.989128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.989448 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:53.989767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:54.037939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.117149 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.118143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:54.118731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.176499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] Pushing event updated for resources: {'Network': ['ID=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:54.186774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:14:54.213717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-09920ec0-eb52-4f44-98ca-6d346dbf8848 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5783613 Aug 11 01:14:54.218317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51388) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:54.224528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Request body: {'subnet': {'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-560614999-subnet', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:14:54.283144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Made reservation on behalf of bccdd3fc259644dc8c1a2ca5ce42a5f1 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:14:54.285563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.494521 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.550135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:54.557284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:14:54.557649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Network hostable DHCP agents. Network: 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:14:54.620678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:14:54.693004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:14:54.697345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:14:54.702119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.703338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf4f4a-cbba-45d0-bd27-b2486b0cd827 None None] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:14:54.776389 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ec61e18f-946b-45ee-b7c1-7a3dae83a816 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5544899 Aug 11 01:14:54.776615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51390) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:54.780946 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:14:54.842920 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:14:54.843794 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.859185 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.860330 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.914599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:54.976350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Allocated IP 172.20.0.2 (002fba4a-5afd-4c6c-8e3a-149bdf1b20bf/2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae/5c8870dd-8ea6-4eff-9a6a-2c8287588117) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:14:55.106187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:55.114912 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:55.123580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Transition to ACTIVE for port object 5c8870dd-8ea6-4eff-9a6a-2c8287588117 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:14:55.137520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Transition to ACTIVE for port object 5c8870dd-8ea6-4eff-9a6a-2c8287588117 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:14:55.233124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:55.278795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:14:55.282277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:14:55.286859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:14:55.290138 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Pushing event updated for resources: {'Port': ['ID=5c8870dd-8ea6-4eff-9a6a-2c8287588117,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:55.500476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Attempting to bind port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:14:55.500843 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Attempting to bind port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:14:55.501237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Attempting to bind port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:14:55.507323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:14:55.507814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:14:55.508111 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:55.508505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:14:55.508972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Bound port: 5c8870dd-8ea6-4eff-9a6a-2c8287588117, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:14:55.509358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:55.573803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] For port 5c8870dd-8ea6-4eff-9a6a-2c8287588117, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:14:55.577602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] For port 5c8870dd-8ea6-4eff-9a6a-2c8287588117, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c8870dd-8ea6-4eff-9a6a-2c8287588117,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:14:55.647842 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:55.717904 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f469521-68ca-413a-b8cf-51322f0aaca1 None None] Pushing event updated for resources: {'Port': ['ID=5c8870dd-8ea6-4eff-9a6a-2c8287588117,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:55.738045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:55.758814 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:55.910647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Allocated IP 172.25.0.7 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/91f7919d-21b3-4455-b03e-af226ccafd40) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:14:55.982887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c8870dd-8ea6-4eff-9a6a-2c8287588117 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:14:56.034860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:56.094956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:14:56.135227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:56.183501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:14:56.186930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:14:56.190703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:14:56.196442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Pushing event updated for resources: {'Port': ['ID=91f7919d-21b3-4455-b03e-af226ccafd40,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:56.581444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:56.602606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70fc31-ff0f-4856-b1e2-d5a890ebe397 None None] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:14:56.797166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:56.824305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f8f5cf50-e7e0-43e9-8169-2cca559ccd83 None None] Provisioning for port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:14:56.829243 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f8f5cf50-e7e0-43e9-8169-2cca559ccd83 None None] Provisioning complete for port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:14:56.829735 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8f5cf50-e7e0-43e9-8169-2cca559ccd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:56.917880 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8f5cf50-e7e0-43e9-8169-2cca559ccd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:56.951438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f8f5cf50-e7e0-43e9-8169-2cca559ccd83 None None] For port 5c8870dd-8ea6-4eff-9a6a-2c8287588117, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c8870dd-8ea6-4eff-9a6a-2c8287588117,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:14:56.980246 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:14:56.997398 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f8f5cf50-e7e0-43e9-8169-2cca559ccd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.059779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5cf50-e7e0-43e9-8169-2cca559ccd83 None None] Pushing event updated for resources: {'Port': ['ID=5c8870dd-8ea6-4eff-9a6a-2c8287588117,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:57.093213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:14:57.101910 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:14:57.111208 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:14:57.111832 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:14:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:14:57.116262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-77519a4e-b85a-40d1-92b1-50893d38895b None None] Provisioning complete for port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:14:57.116733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-77519a4e-b85a-40d1-92b1-50893d38895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.164712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.168711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1fd7e259-73ba-43a2-a6bc-7a2132ac1dea admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3885736 Aug 11 01:14:57.168998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51392) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:57.216167 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:14:57.400994 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:56Z', 'revision_number': 3, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:14:57.426603 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:14:57.426953 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Updating router 94e3f92b-69cd-42f4-9baa-085ce468d72d port 91f7919d-21b3-4455-b03e-af226ccafd40 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:14:57.450760 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.589956 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.751860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Allocated IP 172.20.0.1 (002fba4a-5afd-4c6c-8e3a-149bdf1b20bf/2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae/306d354b-05b2-4886-8684-ea8dee196761) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:14:57.796784 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.807576 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Transition to ACTIVE for port object 91f7919d-21b3-4455-b03e-af226ccafd40 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:14:57.856505 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.870160 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Transition to ACTIVE for port object 306d354b-05b2-4886-8684-ea8dee196761 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:14:57.889033 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.919311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c8870dd-8ea6-4eff-9a6a-2c8287588117 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:14:57.937457 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Attempting to bind port 91f7919d-21b3-4455-b03e-af226ccafd40 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:14:57.937832 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Attempting to bind port 91f7919d-21b3-4455-b03e-af226ccafd40 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:14:57.938197 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Attempting to bind port 91f7919d-21b3-4455-b03e-af226ccafd40 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:14:57.946803 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Pushing event updated for resources: {'Port': ['ID=91f7919d-21b3-4455-b03e-af226ccafd40,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:57.950908 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:14:57.950908 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:14:57.950908 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.950908 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:14:57.951381 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Bound port: 91f7919d-21b3-4455-b03e-af226ccafd40, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:14:57.951730 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.967497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.968092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:14:57.968468 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:57.973807 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.974443 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.974548 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.974938 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.975127 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.975495 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.975827 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.976151 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.976475 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.976800 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.977123 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:57.977447 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:14:58.011000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:14:58.013764 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:14:58.016161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:14:58.021731 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] For port 91f7919d-21b3-4455-b03e-af226ccafd40, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:14:58.033270 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] For port 91f7919d-21b3-4455-b03e-af226ccafd40, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=91f7919d-21b3-4455-b03e-af226ccafd40,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:14:58.058016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Pushing event updated for resources: {'Port': ['ID=306d354b-05b2-4886-8684-ea8dee196761,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:58.069167 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:58.104938 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:58.171423 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:14:58.172062 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:14:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:14:58.173866 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7417938-1535-4790-91b7-0ac5ac5565eb None None] Pushing event updated for resources: {'Port': ['ID=91f7919d-21b3-4455-b03e-af226ccafd40,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:58.272990 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:58.285879 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:14:58.407440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-48c2ca79-923a-4cb1-b5cb-53ba128199ba None None] Provisioning for port 306d354b-05b2-4886-8684-ea8dee196761 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:14:58.412566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-48c2ca79-923a-4cb1-b5cb-53ba128199ba None None] Provisioning complete for port 306d354b-05b2-4886-8684-ea8dee196761 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:14:58.412566 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-48c2ca79-923a-4cb1-b5cb-53ba128199ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:58.447199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-48c2ca79-923a-4cb1-b5cb-53ba128199ba None None] Port 306d354b-05b2-4886-8684-ea8dee196761 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:14:58.453731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:58.469322 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:56Z', 'revision_number': 3, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:14:58.498444 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fcc23-5d44-4cdd-9f2d-eaa2bb11536b None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:56Z', 'revision_number': 3, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:14:58.517493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:58.587242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Pushing event updated for resources: {'Port': ['ID=306d354b-05b2-4886-8684-ea8dee196761,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:58.589975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:58.698767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:14:58.701499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:14:58.840298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:14:58.961708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:14:58.969231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ff5c5b7d-6f6a-42cd-a382-39be05bad83d admin admin] 10.222.0.43 "PUT /v2.0/routers/94e3f92b-69cd-42f4-9baa-085ce468d72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7987955 Aug 11 01:14:58.972560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1fc812ae-2884-4eeb-8ccf-48a13a6c03aa None None] Provisioning complete for port 306d354b-05b2-4886-8684-ea8dee196761 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:14:58.973124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1fc812ae-2884-4eeb-8ccf-48a13a6c03aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:59.015806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1fc812ae-2884-4eeb-8ccf-48a13a6c03aa None None] Port 306d354b-05b2-4886-8684-ea8dee196761 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:14:59.508283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51400) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:59.513076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-6535e3ad-a5f0-47eb-8129-ee5b3d4fddb5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536220474', 'description': 'tempest-description--453377924'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:14:59.591772 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6535e3ad-a5f0-47eb-8129-ee5b3d4fddb5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:59.673738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6535e3ad-a5f0-47eb-8129-ee5b3d4fddb5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:59.746296 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:59.773229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6535e3ad-a5f0-47eb-8129-ee5b3d4fddb5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:59.800468 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535e3ad-a5f0-47eb-8129-ee5b3d4fddb5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd12796-7edd-4352-bd61-a2c1a72502b6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:14:59.860314 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6535e3ad-a5f0-47eb-8129-ee5b3d4fddb5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:59.863947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6535e3ad-a5f0-47eb-8129-ee5b3d4fddb5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3546197 Aug 11 01:14:59.866861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51402) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:14:59.871996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0270abf9-03d7-40a4-adfa-e373f0e8c40f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'security_group_rule': {'security_group_id': 'bfd12796-7edd-4352-bd61-a2c1a72502b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:14:59.936872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 91f7919d-21b3-4455-b03e-af226ccafd40 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:14:59.961623 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:14:59.969241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0270abf9-03d7-40a4-adfa-e373f0e8c40f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.033480 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0270abf9-03d7-40a4-adfa-e373f0e8c40f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.067942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:15:00.078061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 91f7919d-21b3-4455-b03e-af226ccafd40 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:15:00.080142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:15:00.080779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:14:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:15:00.084738 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 91f7919d-21b3-4455-b03e-af226ccafd40 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:15:00.085109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.104375 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0270abf9-03d7-40a4-adfa-e373f0e8c40f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.123491 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270abf9-03d7-40a4-adfa-e373f0e8c40f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1fda6e-9626-4eea-bbfd-4b06c76ab397,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:00.186464 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0270abf9-03d7-40a4-adfa-e373f0e8c40f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.187832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0270abf9-03d7-40a4-adfa-e373f0e8c40f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3200014 Aug 11 01:15:00.190398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51404) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:15:00.195001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3bd81378-6084-4e48-8864-8ae7a2c3b18d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'security_group_rule': {'security_group_id': 'bfd12796-7edd-4352-bd61-a2c1a72502b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:15:00.236992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:15:00.276942 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.281067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-6084-4e48-8864-8ae7a2c3b18d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.334257 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 91f7919d-21b3-4455-b03e-af226ccafd40, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=91f7919d-21b3-4455-b03e-af226ccafd40,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:15:00.340568 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-6084-4e48-8864-8ae7a2c3b18d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.442797 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.464030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-6084-4e48-8864-8ae7a2c3b18d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.482793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81378-6084-4e48-8864-8ae7a2c3b18d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de57cc1-d2b0-49f2-bab4-ff6a46903f83,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:00.506214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=91f7919d-21b3-4455-b03e-af226ccafd40,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:00.517896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 2, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:15:00.538395 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3bd81378-6084-4e48-8864-8ae7a2c3b18d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.539712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3bd81378-6084-4e48-8864-8ae7a2c3b18d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3483076 Aug 11 01:15:00.542731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 51406) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:15:00.544582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:15:00.544951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Updating router 94e3f92b-69cd-42f4-9baa-085ce468d72d port 306d354b-05b2-4886-8684-ea8dee196761 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:15:00.548496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:15:00.570373 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.632145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.738298 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.850612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:00.862015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Transition to ACTIVE for port object 306d354b-05b2-4886-8684-ea8dee196761 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:15:00.894578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Allocated IP 172.25.0.195 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/ab80da57-6f1e-4b2a-8e60-bf87ebdd88cb) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:15:00.952458 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.001290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.029601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052807e-309d-42f5-9f03-b583cc8022d3 None None] Pushing event updated for resources: {'Port': ['ID=306d354b-05b2-4886-8684-ea8dee196761,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:01.070141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Attempting to bind port 306d354b-05b2-4886-8684-ea8dee196761 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:15:01.070520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Attempting to bind port 306d354b-05b2-4886-8684-ea8dee196761 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:15:01.070973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Attempting to bind port 306d354b-05b2-4886-8684-ea8dee196761 on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:15:01.078147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:15:01.078608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:15:01.079221 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.079623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:15:01.080099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Bound port: 306d354b-05b2-4886-8684-ea8dee196761, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:15:01.080708 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.133396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.155951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] For port 306d354b-05b2-4886-8684-ea8dee196761, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:15:01.159476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] For port 306d354b-05b2-4886-8684-ea8dee196761, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=306d354b-05b2-4886-8684-ea8dee196761,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:15:01.178664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:15:01.181731 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:15:01.184542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:15:01.212322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'Port': ['ID=ab80da57-6f1e-4b2a-8e60-bf87ebdd88cb,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:01.250007 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.310679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:15:01.311371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:14:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:15:01.316431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052807e-309d-42f5-9f03-b583cc8022d3 None None] Pushing event updated for resources: {'Port': ['ID=306d354b-05b2-4886-8684-ea8dee196761,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:01.317983 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.409984 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.429067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:15:01.566691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.631675 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.637511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:01Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:15:01.670739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb29f7f-8fbc-413a-b782-04041e6e27d5 None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:01Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:15:01.705366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'Port': ['ID=ab80da57-6f1e-4b2a-8e60-bf87ebdd88cb,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:01.728499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.791953 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:01.794627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0c00a5cf-4d51-4254-a20b-ef4ec6cb4838 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2496965 Aug 11 01:15:01.951941 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-5e09c6e7-78c3-477b-8dc0-09535ffcc875 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--536220474&fields=id&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 267 time: 0.0409973 Aug 11 01:15:01.992220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 91f7919d-21b3-4455-b03e-af226ccafd40 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:15:02.049446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 91f7919d-21b3-4455-b03e-af226ccafd40 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:15:02.050108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:02.098143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a286f-837e-4964-99ca-cb226669730e req-17a9b245-e238-4c2c-9181-40f7832f3078 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:02.099642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-17a9b245-e238-4c2c-9181-40f7832f3078 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 811 time: 0.1421144 Aug 11 01:15:02.122547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-b1d75e10-e30c-4285-ae48-6b08219d48ef tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/quotas/bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 375 time: 0.0161760 Aug 11 01:15:02.144221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 306d354b-05b2-4886-8684-ea8dee196761 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:15:02.176415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-492b833b-eb6a-42f0-8fb7-9c6b8bbf7c37 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518048 Aug 11 01:15:02.249726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-dcfab4fc-92ca-417f-a1eb-32555d617c0f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:15:02.250771 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-dcfab4fc-92ca-417f-a1eb-32555d617c0f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0609517 Aug 11 01:15:02.298586 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 306d354b-05b2-4886-8684-ea8dee196761 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:15:02.302942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 306d354b-05b2-4886-8684-ea8dee196761 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:15:02.304001 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:02.367030 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-99acdaf0-0d13-4b62-a1a2-b87d724b19a7 service neutron] 10.222.0.43 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087039 Aug 11 01:15:02.392413 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:02.480890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-a2f5e239-3341-46fb-bc6c-1832fe5a8d24 service neutron] 10.222.0.43 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066022 Aug 11 01:15:02.494871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 306d354b-05b2-4886-8684-ea8dee196761, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=306d354b-05b2-4886-8684-ea8dee196761,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:15:02.563920 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:02.626544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=306d354b-05b2-4886-8684-ea8dee196761,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:02.757767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0db740e6-1c04-4777-9fe1-2cfbcbcae84f req-e44eede4-68f5-4e50-a400-633b52a16a09 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 210 time: 0.0336785 Aug 11 01:15:03.857545 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-46560791-69b1-4f47-9acc-79052872b338 req-0a054a10-1d4c-4630-a210-d03b5063fefd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 210 time: 0.0328166 Aug 11 01:15:03.913664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 306d354b-05b2-4886-8684-ea8dee196761 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:15:03.965164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 306d354b-05b2-4886-8684-ea8dee196761 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:15:03.965547 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:04.611838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a286f-837e-4964-99ca-cb226669730e req-bbda9cec-86ee-4a37-ace3-bbd86fbfd9ef tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:04.613334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-bbda9cec-86ee-4a37-ace3-bbd86fbfd9ef tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 811 time: 0.1020322 Aug 11 01:15:04.661455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-7550d300-3fd2-4c5b-bc2c-7636e51caf30 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 379 time: 0.0396101 Aug 11 01:15:04.670805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'port': {'device_id': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'admin_state_up': True, 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'security_groups': ['bfd12796-7edd-4352-bd61-a2c1a72502b6']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:15:04.860104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Made reservation on behalf of bccdd3fc259644dc8c1a2ca5ce42a5f1 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:15:04.863756 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:04.972143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6ec1fb19-b97b-4ee1-9912-e3d9c0f450b3 req-27ca714b-8aec-41a7-8050-f37827e8344d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 210 time: 0.0385780 Aug 11 01:15:05.021803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Allocated IP 172.20.0.9 (002fba4a-5afd-4c6c-8e3a-149bdf1b20bf/2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae/f2f3a8f2-a971-48d7-835b-288162ed2eaf) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:15:05.155509 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:05.445862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Transition to ACTIVE for port object f2f3a8f2-a971-48d7-835b-288162ed2eaf will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:15:05.597831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:05.641609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:15:05.644604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:15:05.648603 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:15:05.655144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:05.701338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:05.702007 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:05.763979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-a1228e14-3ed3-4b50-ae7a-b492064ed749 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0968907 Aug 11 01:15:05.776978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Request body: {'port': {'device_id': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:15:05.834489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:05.892146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4232cd9e-2ba9-4d04-a1eb-c851f6ccd048 None None] Provisioning for port f2f3a8f2-a971-48d7-835b-288162ed2eaf completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:15:05.896444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4232cd9e-2ba9-4d04-a1eb-c851f6ccd048 None None] Provisioning complete for port f2f3a8f2-a971-48d7-835b-288162ed2eaf triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:15:05.896817 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4232cd9e-2ba9-4d04-a1eb-c851f6ccd048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:05.930829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4232cd9e-2ba9-4d04-a1eb-c851f6ccd048 None None] Port f2f3a8f2-a971-48d7-835b-288162ed2eaf cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:15:06.088460 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb61235-a31f-45fe-aab8-5aa7c79c13c6 req-3d9c41bf-6231-4a98-94ef-125da55d7877 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:06.090067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb61235-a31f-45fe-aab8-5aa7c79c13c6 req-3d9c41bf-6231-4a98-94ef-125da55d7877 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 931 time: 0.0504100 Aug 11 01:15:06.097258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f3a8f2-a971-48d7-835b-288162ed2eaf {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:15:06.105099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:06.117574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Transition to ACTIVE for port object f2f3a8f2-a971-48d7-835b-288162ed2eaf will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:15:06.128305 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb61235-a31f-45fe-aab8-5aa7c79c13c6 req-8b945ab7-6841-467d-9b51-5b8edb6fa787 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315824 Aug 11 01:15:06.203467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:06.253966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:06.331483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Attempting to bind port f2f3a8f2-a971-48d7-835b-288162ed2eaf on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:15:06.331833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Attempting to bind port f2f3a8f2-a971-48d7-835b-288162ed2eaf by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:15:06.332172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Attempting to bind port f2f3a8f2-a971-48d7-835b-288162ed2eaf on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:15:06.337096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Port f2f3a8f2-a971-48d7-835b-288162ed2eaf on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:15:06.337979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Attempting to bind port f2f3a8f2-a971-48d7-835b-288162ed2eaf on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:15:06.343322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:15:06.343656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:15:06.344022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:15:06.344489 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Bound port: f2f3a8f2-a971-48d7-835b-288162ed2eaf, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:15:06.344854 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:06.411768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:15:06.414967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:15:06.489464 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:06.523278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:06.523907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:06.525585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] 10.222.0.55 "PUT /v2.0/ports/f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 1092 time: 0.7530963 Aug 11 01:15:06.527928 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:15:06.530678 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c172e324-71aa-4cf3-b119-573c9c984c40" -d '{"events": [{"name": "network-changed", "server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:15:06.563804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fb56c-ded2-4a27-9dee-b9e8c19a62ec service neutron] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:06.576997 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a347893f-6f1b-4c52-b5d5-6fb63a17e668 x-openstack-request-id: req-a347893f-6f1b-4c52-b5d5-6fb63a17e668 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:15:06.577388 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:15:06.578263 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a347893f-6f1b-4c52-b5d5-6fb63a17e668 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:15:06.578774 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'status': 'completed', 'code': 200} Aug 11 01:15:06.637998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172e324-71aa-4cf3-b119-573c9c984c40 req-984917cd-e766-4818-a180-4520077ce4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:06.639920 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c172e324-71aa-4cf3-b119-573c9c984c40 req-984917cd-e766-4818-a180-4520077ce4fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1095 time: 0.0478334 Aug 11 01:15:06.740290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172e324-71aa-4cf3-b119-573c9c984c40 req-8a569c58-93ec-4822-9ae7-72593cc567b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:06.741793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c172e324-71aa-4cf3-b119-573c9c984c40 req-8a569c58-93ec-4822-9ae7-72593cc567b1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943654 Aug 11 01:15:06.839858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172e324-71aa-4cf3-b119-573c9c984c40 req-77d1cdf0-5737-4f79-a722-d6ee32fb85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:06.841242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c172e324-71aa-4cf3-b119-573c9c984c40 req-77d1cdf0-5737-4f79-a722-d6ee32fb85b4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928104 Aug 11 01:15:06.915695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a286f-837e-4964-99ca-cb226669730e req-7862ea5f-9fdb-4c99-a810-1d7bdc156c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:06.917253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-7862ea5f-9fdb-4c99-a810-1d7bdc156c78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1095 time: 0.0401766 Aug 11 01:15:06.959794 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-f1a2cc25-ce20-4ea7-b466-cdb41db095aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 217 time: 0.0346687 Aug 11 01:15:07.011846 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a286f-837e-4964-99ca-cb226669730e req-5444ad07-3a57-41ab-adf8-2372adce50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:07.013300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-5444ad07-3a57-41ab-adf8-2372adce50d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0468810 Aug 11 01:15:07.058232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a286f-837e-4964-99ca-cb226669730e req-4be7764c-d0b3-4867-9be2-675c7b93722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:07.059677 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-4be7764c-d0b3-4867-9be2-675c7b93722a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396957 Aug 11 01:15:07.147309 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-beaab172-1b6d-4c95-bef0-07847eef8353 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801861 Aug 11 01:15:07.242830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868a286f-837e-4964-99ca-cb226669730e req-5ec11c94-8231-4300-9271-c1f7134da5e6 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873950 Aug 11 01:15:07.250167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ca98c-a195-4f7a-97b3-76799a50106a req-b015697c-f5a1-469a-94f9-77b9786ef8ec tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:07.250167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-102ca98c-a195-4f7a-97b3-76799a50106a req-b015697c-f5a1-469a-94f9-77b9786ef8ec tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 943 time: 0.0490060 Aug 11 01:15:07.288096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-102ca98c-a195-4f7a-97b3-76799a50106a req-ae254afa-d562-4ee3-ba4a-d2dd432e1073 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321634 Aug 11 01:15:08.406866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44492462-b17a-4146-acde-41df1d25f4c7 req-4d4a7757-2c27-41f6-8ec3-8f68710d2ff9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:08.408474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44492462-b17a-4146-acde-41df1d25f4c7 req-4d4a7757-2c27-41f6-8ec3-8f68710d2ff9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 943 time: 0.0503323 Aug 11 01:15:08.445461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-44492462-b17a-4146-acde-41df1d25f4c7 req-789619db-0238-40db-9874-63c871c9fed9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310194 Aug 11 01:15:09.561290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4140a-4dfa-4d4e-a02a-c4340ca73f31 req-94079c4e-9c0b-49aa-8c41-6c207b5ab347 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:09.562829 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dc4140a-4dfa-4d4e-a02a-c4340ca73f31 req-94079c4e-9c0b-49aa-8c41-6c207b5ab347 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 943 time: 0.0505106 Aug 11 01:15:09.605179 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6dc4140a-4dfa-4d4e-a02a-c4340ca73f31 req-fc3d97eb-a1bc-49d2-b1df-dde74a23a6b2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363405 Aug 11 01:15:09.849132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f2f3a8f2-a971-48d7-835b-288162ed2eaf details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:15:09.938396 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:15:09.949295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'mac_address': 'fa:16:3e:63:eb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:15:09.984990 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:09.997163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f3a8f2-a971-48d7-835b-288162ed2eaf {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:15:10.016648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:15:10.077148 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:10.280088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:10.287473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.287826 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.288855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.288855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.288855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.289230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.289492 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.289824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.290152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.290567 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.290819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.291146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:15:10.319710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['f2f3a8f2-a971-48d7-835b-288162ed2eaf'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:15:10.720219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33184f-4f0b-45eb-bf9d-9ce33ece1d70 req-ac5fc3ac-9b3b-4de5-97f8-c543f54ae4a1 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:10.721726 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca33184f-4f0b-45eb-bf9d-9ce33ece1d70 req-ac5fc3ac-9b3b-4de5-97f8-c543f54ae4a1 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 944 time: 0.0486650 Aug 11 01:15:10.763985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ca33184f-4f0b-45eb-bf9d-9ce33ece1d70 req-f0546f07-1b60-4c8f-b2b8-0d52944b6de2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363612 Aug 11 01:15:11.844424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f2f3a8f2-a971-48d7-835b-288162ed2eaf up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:15:11.878580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858603d-9d2f-4af5-9e5d-32ed16bb839b req-4270c463-a70b-462e-bcc4-a6880b66e7b3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:11.880176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2858603d-9d2f-4af5-9e5d-32ed16bb839b req-4270c463-a70b-462e-bcc4-a6880b66e7b3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 944 time: 0.0503752 Aug 11 01:15:11.918897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2858603d-9d2f-4af5-9e5d-32ed16bb839b req-79690167-4030-4c3e-96fb-92e43a5af15e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326307 Aug 11 01:15:11.974290 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port f2f3a8f2-a971-48d7-835b-288162ed2eaf completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:15:11.978362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port f2f3a8f2-a971-48d7-835b-288162ed2eaf triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:15:11.978737 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:12.056612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:12.079204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:15:12.081469 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348320de-2971-4195-b2b6-9135dc73a5f0" -d '{"events": [{"server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:15:12.095130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:15:12.117391 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689581ae-7207-423a-9f0a-f1b524e38a62 x-openstack-request-id: req-689581ae-7207-423a-9f0a-f1b524e38a62 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:15:12.117682 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:15:12.117937 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-689581ae-7207-423a-9f0a-f1b524e38a62 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:15:12.118331 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'code': 200} Aug 11 01:15:12.157336 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:12.208358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:15:12.212570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad8fed-b1f4-43fc-999e-17b685cb7c49 req-c8c667e7-da33-43de-894e-c6d0cdf7e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:12.214104 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9dad8fed-b1f4-43fc-999e-17b685cb7c49 req-c8c667e7-da33-43de-894e-c6d0cdf7e60c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1097 time: 0.0406229 Aug 11 01:15:12.250527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9dad8fed-b1f4-43fc-999e-17b685cb7c49 req-c59d55be-9f0f-4f09-95e3-4e9fbd3e2585 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281434 Aug 11 01:15:13.035098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60975821-6f7a-407e-8a12-50422e2dd2bb req-c8851d97-79ce-4d3e-9532-4976c85852e9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:13.036657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60975821-6f7a-407e-8a12-50422e2dd2bb req-c8851d97-79ce-4d3e-9532-4976c85852e9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Aug 11 01:15:13.075447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60975821-6f7a-407e-8a12-50422e2dd2bb req-f53605c7-418d-41ae-a89a-9286ddc2198b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327845 Aug 11 01:15:13.602040 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:15:14.191310 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2849-8d85-4d71-a77b-6de259864fff req-63b6e82e-c2ec-49c2-9851-786875654f34 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:14.192809 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-686e2849-8d85-4d71-a77b-6de259864fff req-63b6e82e-c2ec-49c2-9851-786875654f34 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0489557 Aug 11 01:15:14.230148 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-686e2849-8d85-4d71-a77b-6de259864fff req-a4cd859d-982b-4938-9efe-a8ccd2c0ba71 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 Aug 11 01:15:14.341569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07f00d-874f-4fed-be65-8c6243a3a084 req-2423eb69-fa8a-4b60-8dd4-42daae709db9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:14.342997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b07f00d-874f-4fed-be65-8c6243a3a084 req-2423eb69-fa8a-4b60-8dd4-42daae709db9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0495138 Aug 11 01:15:14.351424 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51462) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:15:14.355940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'floatingip': {'port_id': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:15:14.403901 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:14.854340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:14.909046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:15.341704 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Floating IP a0861b20-6329-480a-b371-b512a01e24b7 associated. External IP: 172.25.0.195, port: f2f3a8f2-a971-48d7-835b-288162ed2eaf. Aug 11 01:15:15.548240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:15:15.657938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:15:15.662827 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:15.669231 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:15:15.679229 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:15:15.679852 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:14:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:15:15.694183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1ad5e191-4797-4c5c-942f-cef995cb48a2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "PUT /v2.0/floatingips/a0861b20-6329-480a-b371-b512a01e24b7 HTTP/1.1" status: 200 len: 991 time: 1.3416965 Aug 11 01:15:15.694961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:15:15.697442 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694061ed-6ca9-4e75-bb45-e32e834f526b" -d '{"events": [{"name": "network-changed", "server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:15:15.734109 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca45bf4-f36f-4a71-ac25-758699d19406 x-openstack-request-id: req-4ca45bf4-f36f-4a71-ac25-758699d19406 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:15:15.734645 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:15:15.734874 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ca45bf4-f36f-4a71-ac25-758699d19406 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:15:15.735529 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'status': 'completed', 'code': 200} Aug 11 01:15:15.791836 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:15:15.797015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-2d19506d-0f6d-404b-ae2a-0705f18fca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:15.798583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-2d19506d-0f6d-404b-ae2a-0705f18fca3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1097 time: 0.0417635 Aug 11 01:15:15.893621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-9b31461f-ba65-4261-82fc-e83c64fe1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:15.894359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-9b31461f-ba65-4261-82fc-e83c64fe1e8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0891714 Aug 11 01:15:15.963121 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-a9f72ae7-0807-44ad-8855-73656c4041a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 999 time: 0.0620620 Aug 11 01:15:16.023346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-3bd5beca-e79b-4909-8b94-aea1919d9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:16.024865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-3bd5beca-e79b-4909-8b94-aea1919d9137 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0544207 Aug 11 01:15:16.026051 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:63:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:15:14Z', 'revision_number': 1, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:15:16.052216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:15:16.060484 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:15:16.061090 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:14:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:15:16.071993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-ba2d05db-41ca-4a90-b6c9-4c84cc68c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:16.074082 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-ba2d05db-41ca-4a90-b6c9-4c84cc68c6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417149 Aug 11 01:15:16.164492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-d9ede7b0-1980-493f-a0e2-adf34166ba47 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833185 Aug 11 01:15:16.167323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:15:16.260976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-694061ed-6ca9-4e75-bb45-e32e834f526b req-05d009a8-e433-4018-9491-7efda8674e61 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885346 Aug 11 01:15:16.292113 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dd0cb02c-5b9d-4830-b0b1-9036884d4d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:16.392149 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:63:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:15:14Z', 'revision_number': 1, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:15:16.418145 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b202d6-0b47-4752-8c20-4f53d2c2fcb5 None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:63:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:15:14Z', 'revision_number': 1, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:15:16.616680 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9930fb8-ec09-4eb4-93c7-1769cc4f259d None None] New status for floating IP a0861b20-6329-480a-b371-b512a01e24b7: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:15:18.899963 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-585feb3a-755c-46a7-b275-eb40f36f3875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:18.928459 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:20.522748 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:22.454592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:29.837156 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:29.962208 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:37.375482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-bc6e10d9-0d19-4d23-95fc-ae4f45e18f6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406899 Aug 11 01:15:37.460258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-a16349f7-4382-41f4-beaa-522061e68202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:37.461760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-a16349f7-4382-41f4-beaa-522061e68202 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1097 time: 0.0407963 Aug 11 01:15:37.565861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-7f1b9849-ac17-4797-aeea-456dc81dc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:37.567345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-7f1b9849-ac17-4797-aeea-456dc81dc7a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0855865 Aug 11 01:15:37.632049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-ee1f70b6-394f-438d-a42e-e0ec4d5cec31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 1001 time: 0.0562816 Aug 11 01:15:37.684653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-afe0d7b8-7f63-4184-a2f1-7214e0f1b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:37.686091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-afe0d7b8-7f63-4184-a2f1-7214e0f1b72a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0463512 Aug 11 01:15:37.731664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-df1ffbb4-063c-4a04-9bc2-d267699b1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:15:37.733152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-df1ffbb4-063c-4a04-9bc2-d267699b1c40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397027 Aug 11 01:15:37.823431 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-95539e07-2634-49d4-882d-c50817f14c3d service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816276 Aug 11 01:15:37.918699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c512428-ebb1-4a18-a274-324d8ef3eb5b req-26a5fa03-cd8c-4197-90a8-565daa507c66 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861127 Aug 11 01:15:46.309017 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d17b6434-dd16-4346-a5d7-8d4e8d029be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:48.888232 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-db6b69e1-22aa-41cb-b4f1-554c744bec9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:48.945076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:50.516305 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:50.601813 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:15:52.450775 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:59.722118 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:15:59.958446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:16.347145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0a419dc3-8438-4264-a703-7bac50894445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:18.889481 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1e75ef55-15f2-498c-b868-1d1744a2c1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:18.952251 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:20.501307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:22.484007 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:27.600306 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:16:29.738586 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:29.972735 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:39.389600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-8a5a8b76-dfce-4e46-9dee-b91dbc49f5c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408556 Aug 11 01:16:39.472577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-f27130e2-7822-4393-8fa8-75a3718e301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:39.474117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-f27130e2-7822-4393-8fa8-75a3718e301c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1097 time: 0.0430920 Aug 11 01:16:39.583555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-215e2104-b3d9-4a0b-9551-afc1ec31bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:39.585073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-215e2104-b3d9-4a0b-9551-afc1ec31bab5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0925450 Aug 11 01:16:39.660676 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-69a75c3d-1cea-461a-8e6c-ccf8d4095577 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 1001 time: 0.0671318 Aug 11 01:16:39.714151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-0725b3a2-f47c-4160-806d-108aaff0d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:39.715748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-0725b3a2-f47c-4160-806d-108aaff0d988 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0484273 Aug 11 01:16:39.763225 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-067d839e-b115-4fcd-84fc-e8d3f3756eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:39.764754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-067d839e-b115-4fcd-84fc-e8d3f3756eca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421028 Aug 11 01:16:39.853143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-a7431b98-a52c-4d7f-82e7-ca25c81f2da7 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812411 Aug 11 01:16:39.945833 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9c4e2bd7-c3d4-48e1-b35c-20674bcf9ab1 req-30a650c8-e35e-4a29-bc88-04b59d25c8c3 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856974 Aug 11 01:16:46.315691 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1df21dd7-779f-45a3-bf6a-d9f7433e60ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:48.882602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cd1b16c6-3cf6-4a75-abab-0c7fcb9486dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:48.960804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:50.441717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c924c5-939a-4d2d-b6e7-77bddfba4960 req-24166071-d041-4929-b672-e8e1ef6985cb tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:50.443421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12c924c5-939a-4d2d-b6e7-77bddfba4960 req-24166071-d041-4929-b672-e8e1ef6985cb tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.1167345 Aug 11 01:16:50.487335 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12c924c5-939a-4d2d-b6e7-77bddfba4960 req-7877f9af-1fbc-4586-8e92-96574ededd01 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344236 Aug 11 01:16:50.522972 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:50.877516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d3f7d-0473-41dc-be51-b27019661030 req-5db62355-adc2-4472-9a1a-11c1d26858b2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:50.879044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a0d3f7d-0473-41dc-be51-b27019661030 req-5db62355-adc2-4472-9a1a-11c1d26858b2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0539787 Aug 11 01:16:50.918070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a0d3f7d-0473-41dc-be51-b27019661030 req-05989594-f8d9-4e40-9bb4-5379c0d84a85 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Aug 11 01:16:51.012237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-589a8bc5-45b3-4e8e-94de-24c6761bff89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409577 Aug 11 01:16:52.091585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af70059-17b6-4e90-ac87-f382e863b974 req-237d3dc2-abf3-4d34-b6b8-dcf5f1b1a4ff tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:52.093115 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9af70059-17b6-4e90-ac87-f382e863b974 req-237d3dc2-abf3-4d34-b6b8-dcf5f1b1a4ff tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.1065247 Aug 11 01:16:52.132504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9af70059-17b6-4e90-ac87-f382e863b974 req-a9752be6-21cb-433f-97d3-b20f4a02cc86 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Aug 11 01:16:52.271656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-8144a16d-a6bd-4545-b272-6f829e09eb5c req-d9bc728e-79ec-44a2-b427-8c65400e33bb service neutron] (95255) timed out ('10.222.0.55', 49577) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:16:52.352637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-70e611d0-280d-4c85-8f8f-d09960c550c3 req-3db2f3e9-b200-4a37-8cb1-46040c2a0ef6 service neutron] (95255) timed out ('10.222.0.55', 49702) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:16:52.471176 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:53.239415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-6e7cf496-f902-49e9-8b8f-1ad2cb8bdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:53.240961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-6e7cf496-f902-49e9-8b8f-1ad2cb8bdc6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1097 time: 0.0660241 Aug 11 01:16:53.277195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c3d0-29bf-44cb-8b81-f940640656bb req-5762b6c0-3964-484c-9935-a6c8c71918ba tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:53.278570 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea74c3d0-29bf-44cb-8b81-f940640656bb req-5762b6c0-3964-484c-9935-a6c8c71918ba tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0739408 Aug 11 01:16:53.355430 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ea74c3d0-29bf-44cb-8b81-f940640656bb req-0e6d792d-da00-41d9-9045-75083640c951 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494196 Aug 11 01:16:53.374903 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-2f6d14e7-a96b-4ec5-b90a-3cf9c6ffe38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:53.376419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-2f6d14e7-a96b-4ec5-b90a-3cf9c6ffe38d service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.1272602 Aug 11 01:16:53.446503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-5697bd18-bd4e-4ed0-a112-a10f3bd584fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 1001 time: 0.0631909 Aug 11 01:16:53.498275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-30902259-7d82-4802-84a9-7b1c405541de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:53.499838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-30902259-7d82-4802-84a9-7b1c405541de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0461707 Aug 11 01:16:53.543571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-c9d765ef-1af4-48c3-8e91-aaa218642f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:53.544966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-c9d765ef-1af4-48c3-8e91-aaa218642f55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385172 Aug 11 01:16:53.631620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-13834a1e-4565-4c05-ac49-9445e018b707 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792618 Aug 11 01:16:53.734120 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-68113ec3-8587-48a6-9863-d145963d1ea8 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959337 Aug 11 01:16:54.470090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1de8-e57c-4a7d-9bd9-dbf5ca80f030 req-6dc002c2-737a-4947-b3e3-99a3e91aa819 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:54.472113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b7e1de8-e57c-4a7d-9bd9-dbf5ca80f030 req-6dc002c2-737a-4947-b3e3-99a3e91aa819 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0490680 Aug 11 01:16:54.509603 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b7e1de8-e57c-4a7d-9bd9-dbf5ca80f030 req-319bc079-df3d-4ba1-8ea8-cf97fa857cf1 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316262 Aug 11 01:16:55.624829 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888c75c-5b4b-4741-aea6-2eb5f1715ba0 req-3d8d478e-83e3-4f6d-9190-ff2aad82fc0f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:55.626334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9888c75c-5b4b-4741-aea6-2eb5f1715ba0 req-3d8d478e-83e3-4f6d-9190-ff2aad82fc0f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Aug 11 01:16:55.664509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9888c75c-5b4b-4741-aea6-2eb5f1715ba0 req-0bb0b663-1e04-4e7e-8084-be4ae175d09c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Aug 11 01:16:56.796458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b3aa-9fb5-4b2e-a028-49538cd6e321 req-b74a96bb-dfd2-41c0-a2c4-18fc82e335e0 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:56.798018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc30b3aa-9fb5-4b2e-a028-49538cd6e321 req-b74a96bb-dfd2-41c0-a2c4-18fc82e335e0 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0608313 Aug 11 01:16:56.841860 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc30b3aa-9fb5-4b2e-a028-49538cd6e321 req-6f97cd29-6a1e-4114-9df0-aef3089e8f42 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372632 Aug 11 01:16:57.961580 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240d775-e3b1-4211-838b-28c78cd747b8 req-03694530-465a-4a66-9434-167d71b3430b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:57.963140 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8240d775-e3b1-4211-838b-28c78cd747b8 req-03694530-465a-4a66-9434-167d71b3430b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0499184 Aug 11 01:16:58.000472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8240d775-e3b1-4211-838b-28c78cd747b8 req-6af638b3-5a5f-4ea2-a480-90df1422679f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313694 Aug 11 01:16:59.117842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384bf41-7f95-4dee-8e0c-c5d04df4568a req-473542f5-f1da-4f53-a863-879636e59a82 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:16:59.119376 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1384bf41-7f95-4dee-8e0c-c5d04df4568a req-473542f5-f1da-4f53-a863-879636e59a82 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0502613 Aug 11 01:16:59.157648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1384bf41-7f95-4dee-8e0c-c5d04df4568a req-053f9a9f-53f0-4691-9347-aade2cdf35f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319824 Aug 11 01:16:59.785162 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:16:59.990801 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:00.282838 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c45be-553f-4c99-9ed7-3499e804e002 req-efae52ea-8832-4574-92d2-a67570704258 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:00.285015 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868c45be-553f-4c99-9ed7-3499e804e002 req-efae52ea-8832-4574-92d2-a67570704258 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0538549 Aug 11 01:17:00.323274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-868c45be-553f-4c99-9ed7-3499e804e002 req-f952f30b-0dc3-47c0-9234-815638e14371 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322990 Aug 11 01:17:01.441930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7b1d4-9177-4f45-a731-0a8bf45271e0 req-e1419cf4-6bef-4479-bad9-41f691931df7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:01.443493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5d7b1d4-9177-4f45-a731-0a8bf45271e0 req-e1419cf4-6bef-4479-bad9-41f691931df7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0518782 Aug 11 01:17:01.480787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a5d7b1d4-9177-4f45-a731-0a8bf45271e0 req-5eacfd77-faa1-4e81-8aa7-bb2262d233be tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312679 Aug 11 01:17:02.656821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908923c-db8c-439b-990b-5cf242406b8f req-d488eaf9-01fd-480b-b413-9587a81d8580 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:02.658232 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2908923c-db8c-439b-990b-5cf242406b8f req-d488eaf9-01fd-480b-b413-9587a81d8580 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0491033 Aug 11 01:17:02.695563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2908923c-db8c-439b-990b-5cf242406b8f req-3853686d-ee11-43fe-84dc-13f44511cbad tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Aug 11 01:17:03.850064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338fb7f-a886-434e-9259-0c9db4e451cc req-b37c9fbc-a198-43a5-ae3e-3931a76be935 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:03.851599 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c338fb7f-a886-434e-9259-0c9db4e451cc req-b37c9fbc-a198-43a5-ae3e-3931a76be935 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0534835 Aug 11 01:17:03.899458 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c338fb7f-a886-434e-9259-0c9db4e451cc req-3b297035-5826-402e-8d03-9f2b97c7e024 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419619 Aug 11 01:17:04.599173 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:17:05.017294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01690c11-6625-4e97-a91b-6cf175b7a2ea req-17eefea9-06f0-4045-a6a2-d6c98c092dfc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:05.019777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01690c11-6625-4e97-a91b-6cf175b7a2ea req-17eefea9-06f0-4045-a6a2-d6c98c092dfc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0514328 Aug 11 01:17:05.056355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-01690c11-6625-4e97-a91b-6cf175b7a2ea req-5c5ee53b-2850-4a6b-a234-f1d27f03ff8f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306647 Aug 11 01:17:05.761653 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a8b81a1d-fcea-4daa-9306-cb200573ee12 service neutron] show failed (client error): The resource could not be found. Aug 11 01:17:05.762663 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a8b81a1d-fcea-4daa-9306-cb200573ee12 service neutron] 10.222.0.55 "GET /v2.0/ports/f2f3a8f2-a971-48d7-835b-288162ed2eaf/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0571768 Aug 11 01:17:06.178190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ec2c-c41e-4b97-a102-6431cffe3db2 req-ed88b183-1b25-40f6-b757-dfc090987d23 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:06.179713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8486ec2c-c41e-4b97-a102-6431cffe3db2 req-ed88b183-1b25-40f6-b757-dfc090987d23 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0494387 Aug 11 01:17:06.219356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8486ec2c-c41e-4b97-a102-6431cffe3db2 req-e29d21da-4cd3-417c-8153-e3f7596d7952 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336854 Aug 11 01:17:06.391177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-7f6a63a1-8c36-4a49-b676-3c7e7c4e9b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:06.392994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-7f6a63a1-8c36-4a49-b676-3c7e7c4e9b73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 1097 time: 0.0927985 Aug 11 01:17:06.406039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:17:06.464609 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:06.666551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:17:06.700715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:17:06.739362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:17:06.741615 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1d8ea0-dad2-40dd-9fb7-6949b48624b7" -d '{"events": [{"server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:17:06.745698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:06.759518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Transition to ACTIVE for port object f2f3a8f2-a971-48d7-835b-288162ed2eaf will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:17:06.847620 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbf3f99-b8a4-4b35-96cb-5c340f63d259 x-openstack-request-id: req-9cbf3f99-b8a4-4b35-96cb-5c340f63d259 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:17:06.847915 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:17:06.848171 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cbf3f99-b8a4-4b35-96cb-5c340f63d259 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:17:06.848579 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'code': 200} Aug 11 01:17:06.859099 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:06.941423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:06.956139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.956497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.956844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.957183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.957514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.957854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.958178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.958506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.958834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.959194 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.959515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.959841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:06.995392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] No DVR routers for this DVR port f2f3a8f2-a971-48d7-835b-288162ed2eaf on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:17:07.133375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Attempting to bind port f2f3a8f2-a971-48d7-835b-288162ed2eaf on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:17:07.133715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Attempting to bind port f2f3a8f2-a971-48d7-835b-288162ed2eaf by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:17:07.134045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Attempting to bind port f2f3a8f2-a971-48d7-835b-288162ed2eaf on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:17:07.138208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Port f2f3a8f2-a971-48d7-835b-288162ed2eaf on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:17:07.138534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Attempting to bind port f2f3a8f2-a971-48d7-835b-288162ed2eaf on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:17:07.144235 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:17:07.144575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:17:07.144959 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:17:07.145384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Bound port: f2f3a8f2-a971-48d7-835b-288162ed2eaf, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:17:07.145742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:07.206903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:17:07.209887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:17:07.320749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:07.365617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:07.366256 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:07.367728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] 10.222.0.44 "PUT /v2.0/ports/f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 1092 time: 0.9659662 Aug 11 01:17:07.394805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e04e1-ec69-4e42-9691-4898b2e6c75c req-6a94c8b7-53f6-428e-b891-376260b34521 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:07.396433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c7e04e1-ec69-4e42-9691-4898b2e6c75c req-6a94c8b7-53f6-428e-b891-376260b34521 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 943 time: 0.1079683 Aug 11 01:17:07.410782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c80d74-c174-44ec-9505-555de0335fdd service neutron] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:07.469783 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2c7e04e1-ec69-4e42-9691-4898b2e6c75c req-6a7ccb23-8871-436b-8f8a-672bcb92d2e9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605075 Aug 11 01:17:07.475782 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-6aedbd30-81d0-4752-bce5-91d96cf1a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:07.477343 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-6aedbd30-81d0-4752-bce5-91d96cf1a602 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1095 time: 0.0778015 Aug 11 01:17:07.584240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-3b092bba-0703-475f-91e3-f6676d3f0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:07.585747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-3b092bba-0703-475f-91e3-f6676d3f0fbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.1014037 Aug 11 01:17:07.652306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-6842af1b-8d06-4dfa-8bc3-c99a00c71d79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 999 time: 0.0597093 Aug 11 01:17:07.705351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-6b899e64-de40-43cb-8860-25163a4ca1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:07.707375 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-6b899e64-de40-43cb-8860-25163a4ca1fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0482883 Aug 11 01:17:07.753428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-37637108-8982-4200-b540-8e2824427680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:07.754870 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-37637108-8982-4200-b540-8e2824427680 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400445 Aug 11 01:17:07.843988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-74aa5778-cd08-468a-828f-aaa58aa4b813 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822308 Aug 11 01:17:07.939460 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ca76b2a-380e-4df6-9fd4-c6dcbf41e454 req-8e7a52cd-a95a-49bc-abf7-50e44e165aec service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887723 Aug 11 01:17:08.597033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e2339-605b-4049-8ba0-8d6510bfce2f req-22c73255-291d-4a97-b725-c283605240ab tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:08.598526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c1e2339-605b-4049-8ba0-8d6510bfce2f req-22c73255-291d-4a97-b725-c283605240ab tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 943 time: 0.0515926 Aug 11 01:17:08.637133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c1e2339-605b-4049-8ba0-8d6510bfce2f req-21bb671c-3a5c-4553-830a-47a0bd740a5d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325177 Aug 11 01:17:08.849813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:17:08.852142 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cd9119-e74e-4be8-bd11-5b0952118691" -d '{"events": [{"name": "network-changed", "server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:17:08.898786 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e54c2-8b69-4f61-bad3-28d5176dc965 x-openstack-request-id: req-096e54c2-8b69-4f61-bad3-28d5176dc965 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:17:08.899076 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:17:08.899362 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-096e54c2-8b69-4f61-bad3-28d5176dc965 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:17:08.899762 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'status': 'completed', 'code': 200} Aug 11 01:17:08.956182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-ae19967a-9546-4d72-9edf-84f8d49c51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:08.957778 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-ae19967a-9546-4d72-9edf-84f8d49c51cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1095 time: 0.0419714 Aug 11 01:17:08.962143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-e3e80cf1-8a12-4e7c-bf7c-844af0a06c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:08.963683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-e3e80cf1-8a12-4e7c-bf7c-844af0a06c02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1095 time: 0.0425019 Aug 11 01:17:09.052057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-95f55e32-bb6d-4a4b-ad2e-f21d4116480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:09.053674 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-95f55e32-bb6d-4a4b-ad2e-f21d4116480d service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0889716 Aug 11 01:17:09.059493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-3b04ff34-8bde-4208-81ea-17e1e559dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:09.061018 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-3b04ff34-8bde-4208-81ea-17e1e559dd26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0892103 Aug 11 01:17:09.120639 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-4dcdd4ff-8c81-4948-b4a1-0fa899424dbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 999 time: 0.0590391 Aug 11 01:17:09.128456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-da2f885c-1f18-44b7-8541-d13fbd963017 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 999 time: 0.0590289 Aug 11 01:17:09.175625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-8c0f0423-e301-4347-ae03-7ff84becb956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:09.177109 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-8c0f0423-e301-4347-ae03-7ff84becb956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0483024 Aug 11 01:17:09.177901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-027aaabf-45f6-44c7-9ae7-73a7f8d3044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:09.179405 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-027aaabf-45f6-44c7-9ae7-73a7f8d3044d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0437412 Aug 11 01:17:09.223370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-d445907a-deb1-4824-851c-faf2bc5a48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:09.224908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-d445907a-deb1-4824-851c-faf2bc5a48d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402875 Aug 11 01:17:09.230336 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-ee683adf-2231-4908-9423-12b18d54e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:09.231972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-ee683adf-2231-4908-9423-12b18d54e7fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442326 Aug 11 01:17:09.314798 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-a9525d72-678c-495d-95af-283802ecd10c service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826731 Aug 11 01:17:09.323880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-9eecc08a-8eb2-46fb-a091-f6e93d2dae45 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836685 Aug 11 01:17:09.410052 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-26752162-580a-4da6-bc58-a68fb602de5f service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879309 Aug 11 01:17:09.419911 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72cd9119-e74e-4be8-bd11-5b0952118691 req-9baece33-62c0-404e-9147-7f00d80d6123 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882385 Aug 11 01:17:09.754589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e83b75-163a-4397-a609-1bee9fea8142 req-e33f5e2d-c652-487e-a7a0-5b773be4e482 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:09.756123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98e83b75-163a-4397-a609-1bee9fea8142 req-e33f5e2d-c652-487e-a7a0-5b773be4e482 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 943 time: 0.0509100 Aug 11 01:17:09.794457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98e83b75-163a-4397-a609-1bee9fea8142 req-1889ed7d-99ab-4849-b5b3-4a81f7613605 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322647 Aug 11 01:17:10.426384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f2f3a8f2-a971-48d7-835b-288162ed2eaf no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:17:10.464652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device f2f3a8f2-a971-48d7-835b-288162ed2eaf not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:17:10.916731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3c0b2-2746-46e7-aa67-2a84c5f9c728 req-d86834cb-d7a8-45a0-b5a0-f5dcfa80c4c9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:10.918699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fc3c0b2-2746-46e7-aa67-2a84c5f9c728 req-d86834cb-d7a8-45a0-b5a0-f5dcfa80c4c9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 943 time: 0.0535338 Aug 11 01:17:10.960079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7fc3c0b2-2746-46e7-aa67-2a84c5f9c728 req-c3416c3e-a8a6-4f1c-984d-7dc72226c5d5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348122 Aug 11 01:17:11.265214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838abcd-2fd1-447e-96e7-b620d8ceae0a req-4460ddb8-6550-48e6-98f0-29f27aec12b2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:11.266733 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6838abcd-2fd1-447e-96e7-b620d8ceae0a req-4460ddb8-6550-48e6-98f0-29f27aec12b2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 943 time: 0.0523636 Aug 11 01:17:11.311771 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6838abcd-2fd1-447e-96e7-b620d8ceae0a req-03059dde-7320-4c91-b912-30e0ffe45a14 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386124 Aug 11 01:17:11.333856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-41b2ef17-7fc0-445c-9555-866fca6eb769 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:11.335351 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-41b2ef17-7fc0-445c-9555-866fca6eb769 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 943 time: 0.0518782 Aug 11 01:17:11.399026 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-77e5b7de-09cd-463a-b2ba-8e2b1e5d9d31 service neutron] delete failed (client error): The resource could not be found. Aug 11 01:17:11.400071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-77e5b7de-09cd-463a-b2ba-8e2b1e5d9d31 service neutron] 10.222.0.55 "DELETE /v2.0/ports/f2f3a8f2-a971-48d7-835b-288162ed2eaf/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0575671 Aug 11 01:17:11.482072 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-6373c1cd-0e07-4717-ad65-5edd8ded5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:11.483610 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-6373c1cd-0e07-4717-ad65-5edd8ded5f33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 1095 time: 0.0413389 Aug 11 01:17:11.573756 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-f4842f3f-5674-40cb-a820-69fcc0d7f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:11.575279 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-f4842f3f-5674-40cb-a820-69fcc0d7f5a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0850940 Aug 11 01:17:11.643668 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-fe753c54-f77e-4edd-b56d-b68e91949803 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 200 len: 999 time: 0.0617259 Aug 11 01:17:11.692073 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-1241723a-0d3f-47f1-81cf-f0bdc2646b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:11.693793 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-1241723a-0d3f-47f1-81cf-f0bdc2646b84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0434091 Aug 11 01:17:11.743551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-80a6a5d7-b83b-48cb-9dc3-178945fdd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:11.744997 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-80a6a5d7-b83b-48cb-9dc3-178945fdd90f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443485 Aug 11 01:17:11.839895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-8ee7873f-4e4e-4ce3-81fc-7404727b9c0d service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869508 Aug 11 01:17:11.929576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cf409e78-be73-4c3e-a719-0e4a29d75d71 req-eee998dc-3bcf-482a-821c-5fee5721e6d1 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820389 Aug 11 01:17:11.948966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f2f3a8f2-a971-48d7-835b-288162ed2eaf details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:17:12.046476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:17:12.057771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'mac_address': 'fa:16:3e:63:eb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:17:12.094728 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:12.108309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f3a8f2-a971-48d7-835b-288162ed2eaf {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:17:12.126959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:17:12.195332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:12.246607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:12.254602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.254875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.255260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.255606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.255943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.256277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.256610 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.256940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.257275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.257602 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.257931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.258255 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:12.430114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['f2f3a8f2-a971-48d7-835b-288162ed2eaf'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:17:12.435695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c18c7-c57c-48a1-bbc2-a2b741be62a1 req-aa5b95de-792d-466b-88a6-02ec35faff00 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:12.437229 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a42c18c7-c57c-48a1-bbc2-a2b741be62a1 req-aa5b95de-792d-466b-88a6-02ec35faff00 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 944 time: 0.0543501 Aug 11 01:17:12.480766 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a42c18c7-c57c-48a1-bbc2-a2b741be62a1 req-b8f97db6-01c2-4fe0-aeaf-a59ab31d39cf tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Aug 11 01:17:13.614029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876b1ba-61a4-44a1-a91c-3027601cefda req-7f59a2d1-67f6-4d6f-a1ef-c328145f87dc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:13.615610 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e876b1ba-61a4-44a1-a91c-3027601cefda req-7f59a2d1-67f6-4d6f-a1ef-c328145f87dc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 944 time: 0.0646515 Aug 11 01:17:13.653672 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e876b1ba-61a4-44a1-a91c-3027601cefda req-a41c4a04-c96a-4b9c-a1a3-d14495aed467 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322497 Aug 11 01:17:13.769966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e0c7-a640-4b83-8b20-e92c1e4760bc req-0045677f-0d21-4bc8-a6a1-060a3ac8cc8e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:13.771446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bae1e0c7-a640-4b83-8b20-e92c1e4760bc req-0045677f-0d21-4bc8-a6a1-060a3ac8cc8e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 944 time: 0.0510869 Aug 11 01:17:13.809910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bae1e0c7-a640-4b83-8b20-e92c1e4760bc req-2326694b-0f72-4413-8692-1eeab9b69c38 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323417 Aug 11 01:17:13.928897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5090-659d-45b7-a98e-b16e5aaab90c req-5e046fc0-3991-4ee9-9d78-77a7896d0b94 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:13.930439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-237b5090-659d-45b7-a98e-b16e5aaab90c req-5e046fc0-3991-4ee9-9d78-77a7896d0b94 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 944 time: 0.0512273 Aug 11 01:17:13.958183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f2f3a8f2-a971-48d7-835b-288162ed2eaf up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:17:13.971810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-237b5090-659d-45b7-a98e-b16e5aaab90c req-9cbc472a-3392-4c20-bd36-dd49c094e972 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347443 Aug 11 01:17:14.076362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port f2f3a8f2-a971-48d7-835b-288162ed2eaf completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:17:14.080628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port f2f3a8f2-a971-48d7-835b-288162ed2eaf triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:17:14.081003 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:14.157239 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:14.179507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:17:14.181738 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5aabd7-506c-4a64-af6d-e9af72a8af92" -d '{"events": [{"server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:17:14.195176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:17:14.219409 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35233104-5508-4bdf-9ec9-66fa38e9e73b x-openstack-request-id: req-35233104-5508-4bdf-9ec9-66fa38e9e73b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:17:14.219699 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "name": "network-vif-plugged", "status": "completed", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:17:14.220013 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35233104-5508-4bdf-9ec9-66fa38e9e73b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:17:14.220416 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'code': 200} Aug 11 01:17:14.247582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:14.297632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:14.459616 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aadf3-c4e2-4a44-a4bf-b12606d02126 req-bee39865-2efe-4e9d-af49-5a656e255d6d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:14.461138 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e1aadf3-c4e2-4a44-a4bf-b12606d02126 req-bee39865-2efe-4e9d-af49-5a656e255d6d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0925608 Aug 11 01:17:14.498235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e1aadf3-c4e2-4a44-a4bf-b12606d02126 req-295196ed-3d6c-44a4-a672-20d8345e3ced tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312405 Aug 11 01:17:15.623060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf5c08-144d-4efe-bf58-3ddaaae5a99c req-215296fd-5467-477c-90e8-de9809290f48 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:15.624688 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3fcf5c08-144d-4efe-bf58-3ddaaae5a99c req-215296fd-5467-477c-90e8-de9809290f48 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0548239 Aug 11 01:17:15.634247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-deb8d3dc-232b-44cf-932d-cb9c23b965f4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:15.635785 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-deb8d3dc-232b-44cf-932d-cb9c23b965f4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 945 time: 0.0601735 Aug 11 01:17:15.663853 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3fcf5c08-144d-4efe-bf58-3ddaaae5a99c req-7a8fdba1-ae70-4559-9d23-8c854558d94a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331378 Aug 11 01:17:15.727325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Deleting port f2f3a8f2-a971-48d7-835b-288162ed2eaf {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:17:15.727694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:15.815334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] For port f2f3a8f2-a971-48d7-835b-288162ed2eaf, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=f2f3a8f2-a971-48d7-835b-288162ed2eaf,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:17:15.815644 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:16.031649 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:16.032022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:16.032342 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Floating IP a0861b20-6329-480a-b371-b512a01e24b7 disassociated. External IP: 172.25.0.195, port: f2f3a8f2-a971-48d7-835b-288162ed2eaf. Aug 11 01:17:16.032716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Calling delete_port for f2f3a8f2-a971-48d7-835b-288162ed2eaf owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:17:16.241737 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:16.272558 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event deleted for resources: {'Port': ['ID=f2f3a8f2-a971-48d7-835b-288162ed2eaf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:16.333289 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bd9b84a8-704a-4ee0-b4bd-9edce9617bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:16.389943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:17:16.499868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:17:16.511438 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:17:16.521304 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:17:16.521886 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:16:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:17:16.542919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] No DVR routers for this DVR port f2f3a8f2-a971-48d7-835b-288162ed2eaf on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:17:16.545103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:16.547301 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0142e3b2-e450-4515-8e22-db2d5ac98fda req-76a4af81-22c9-43d9-be5a-97f2d295e530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "DELETE /v2.0/ports/f2f3a8f2-a971-48d7-835b-288162ed2eaf HTTP/1.1" status: 204 len: 173 time: 0.9044774 Aug 11 01:17:16.547733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'name': 'network-vif-deleted', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:17:16.550444 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefd667e-595c-4191-bf28-f610bcef9fe5" -d '{"events": [{"server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "name": "network-vif-deleted", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:17:16.589039 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f4e6c-e5ba-4122-8d64-cf187c274d38 x-openstack-request-id: req-9b3f4e6c-e5ba-4122-8d64-cf187c274d38 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:17:16.589703 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606f665c-f1bc-4d05-bedd-86e029db38c8", "name": "network-vif-deleted", "tag": "f2f3a8f2-a971-48d7-835b-288162ed2eaf", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:17:16.589962 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b3f4e6c-e5ba-4122-8d64-cf187c274d38 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:17:16.590392 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606f665c-f1bc-4d05-bedd-86e029db38c8', 'name': 'network-vif-deleted', 'tag': 'f2f3a8f2-a971-48d7-835b-288162ed2eaf', 'status': 'completed', 'code': 200} Aug 11 01:17:16.632071 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:17:16.841981 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:17:16.855705 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-46bb9232-10a1-483a-adcc-8ba9f6a863fd req-aaa0ab8d-26bf-4db4-9bd4-1a9ed628a95a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=606f665c-f1bc-4d05-bedd-86e029db38c8 HTTP/1.1" status: 200 len: 210 time: 0.0843544 Aug 11 01:17:16.874940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:17:16.883489 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:17:16.884105 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:16:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:17:16.991191 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:17:17.190785 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:17:17.219523 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c69e5-b1d3-4330-8b55-c2d372ae3f4e None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:17:17.447416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e7ce3-a436-4f93-8a04-d0c2f570511e None None] New status for floating IP a0861b20-6329-480a-b371-b512a01e24b7: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:17:18.090093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-00deebf3-6b63-4e52-a25d-574ac4d2a990 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--536220474&fields=id&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 267 time: 0.0332553 Aug 11 01:17:18.198101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-587cee55-6da9-4129-a23c-9c454badc55b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:18.199617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-587cee55-6da9-4129-a23c-9c454badc55b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 811 time: 0.1016448 Aug 11 01:17:18.214232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-630704d8-a566-42f6-9ac7-fd6b45af1f36 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/quotas/bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Aug 11 01:17:18.268505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-482b7fe1-457d-4e32-a9dc-9388c346548b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491109 Aug 11 01:17:18.366809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-ae503d4e-bbbf-4ebd-b8f0-e5213f17186a service neutron] 10.222.0.43 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866990 Aug 11 01:17:18.453422 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-3731322a-216b-4972-b9c7-b0a025b07ba3 service neutron] 10.222.0.43 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805187 Aug 11 01:17:18.677438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0818de38-2160-456d-abf1-8c13d0e60b0a req-7009fb74-7605-4f71-bcdf-e404b4207041 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 210 time: 0.0265889 Aug 11 01:17:18.954541 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6907e7a5-454f-4d1c-a6cc-bf14ecc1ddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:18.988985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:19.778415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd89206f-d2e2-44c8-8ea4-3232e48f8547 req-2b4891a6-cc3b-434b-b3c3-2fc65142c402 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 210 time: 0.0322444 Aug 11 01:17:19.988358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f2f3a8f2-a971-48d7-835b-288162ed2eaf no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:17:20.009154 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: f2f3a8f2-a971-48d7-835b-288162ed2eaf {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:17:20.009513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device f2f3a8f2-a971-48d7-835b-288162ed2eaf not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:17:20.510181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-5f3fdf15-a682-421d-8ac3-d68b204fe4fc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:20.511669 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-5f3fdf15-a682-421d-8ac3-d68b204fe4fc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 811 time: 0.1020827 Aug 11 01:17:20.515996 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:20.554425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-840e2262-490f-4330-8957-832d73f9c8e3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 379 time: 0.0340827 Aug 11 01:17:20.564179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'port': {'device_id': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'admin_state_up': True, 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'security_groups': ['bfd12796-7edd-4352-bd61-a2c1a72502b6']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:17:20.744410 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Made reservation on behalf of bccdd3fc259644dc8c1a2ca5ce42a5f1 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:17:20.748211 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:20.882784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-be159ff9-633f-4130-a730-4ddf5f6717dd req-b9cc1ecb-d580-4719-ba7f-56c2af5c8a75 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 210 time: 0.0310881 Aug 11 01:17:20.902423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Allocated IP 172.20.0.9 (002fba4a-5afd-4c6c-8e3a-149bdf1b20bf/2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae/69d34e75-1bfa-4cc4-acb0-0b68d9331bce) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:17:21.035693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:21.050189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Transition to ACTIVE for port object 69d34e75-1bfa-4cc4-acb0-0b68d9331bce will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:17:21.133804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:21.185139 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:17:21.188207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:17:21.191222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:17:21.217892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:21.231898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.235809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:17:21.260414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:21.261035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:21.334405 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-9e265789-f9e9-4723-a725-f89ea8066046 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739727 Aug 11 01:17:21.347563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Request body: {'port': {'device_id': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:17:21.403070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:21.476010 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e792d417-272c-41ec-ad5a-ce8ca2095c79 None None] Provisioning for port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:17:21.480122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e792d417-272c-41ec-ad5a-ce8ca2095c79 None None] Provisioning complete for port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:17:21.480484 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e792d417-272c-41ec-ad5a-ce8ca2095c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:21.514841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e792d417-272c-41ec-ad5a-ce8ca2095c79 None None] Port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:17:21.662926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d34e75-1bfa-4cc4-acb0-0b68d9331bce {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:17:21.673316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:21.686444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Transition to ACTIVE for port object 69d34e75-1bfa-4cc4-acb0-0b68d9331bce will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:17:21.744145 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:21.792854 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:21.867922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Attempting to bind port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:17:21.868261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Attempting to bind port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:17:21.868596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Attempting to bind port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:17:21.873168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:17:21.873487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Attempting to bind port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:17:21.878534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:17:21.878876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:17:21.879286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:17:21.880317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Bound port: 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:17:21.880681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:21.949880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:17:21.953068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:17:22.000845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4339c0-738f-4915-87c3-14f9c94bf3c5 req-82598014-5bf7-49d0-b848-1a7e98baa886 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.002380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b4339c0-738f-4915-87c3-14f9c94bf3c5 req-82598014-5bf7-49d0-b848-1a7e98baa886 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 943 time: 0.0491800 Aug 11 01:17:22.030874 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:22.041920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b4339c0-738f-4915-87c3-14f9c94bf3c5 req-31df4b2d-cdf4-44a4-8486-67e1dfd8dc39 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335259 Aug 11 01:17:22.071393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.072018 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:22.073419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] 10.222.0.55 "PUT /v2.0/ports/69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 1092 time: 0.7307148 Aug 11 01:17:22.073864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:17:22.076204 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5cb237afcad06c2839ed86884fd1f589130bfc72fffb462c5dffdcac8ecfcce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:17:22.096876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c297ed-9cb6-4285-8afa-3b16cfec53bf service neutron] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:22.190798 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef7abe2-8098-413d-a6e1-5a9d6d815ad3 x-openstack-request-id: req-0ef7abe2-8098-413d-a6e1-5a9d6d815ad3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:17:22.191078 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:17:22.195383 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ef7abe2-8098-413d-a6e1-5a9d6d815ad3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:17:22.195383 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'status': 'completed', 'code': 200} Aug 11 01:17:22.226956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-85c8ff37-6991-44a5-9b6d-b780fc068ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.228298 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-85c8ff37-6991-44a5-9b6d-b780fc068ac6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0495372 Aug 11 01:17:22.273548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-5fdc89e6-691c-41e6-a47c-a94e6d4787b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 217 time: 0.0377052 Aug 11 01:17:22.323610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-938210fa-29b7-4f00-866d-696857e43399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.325125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-938210fa-29b7-4f00-866d-696857e43399 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0453372 Aug 11 01:17:22.374921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-21890942-c3ac-40f8-a677-afddaee2bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.376957 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-21890942-c3ac-40f8-a677-afddaee2bc7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444148 Aug 11 01:17:22.470244 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:22.473039 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-5fc67a82-874e-4267-9988-ffc73e77ff07 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876558 Aug 11 01:17:22.567227 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8a45bd9b-44de-4da6-85f1-19acd313dd43 req-05a503ce-ec5b-4ddd-ba01-67c0a6388348 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856588 Aug 11 01:17:22.744006 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-59ee83d9-0da6-4c10-9180-8dfa421b27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.745401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-59ee83d9-0da6-4c10-9180-8dfa421b27ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0460865 Aug 11 01:17:22.834244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-8f2f02d3-2428-4219-a9d0-93d9efefaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.835728 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-8f2f02d3-2428-4219-a9d0-93d9efefaa6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0820587 Aug 11 01:17:22.876355 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-674ae1fe-7852-4916-8c84-6b311c099b2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 217 time: 0.0328915 Aug 11 01:17:22.933345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-9b9e6c12-8ca7-4c10-983d-92f72b49310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.934785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-9b9e6c12-8ca7-4c10-983d-92f72b49310d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0467324 Aug 11 01:17:22.981809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-48a6c9c4-f7f0-44ed-9a3f-3b1317292ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:22.983322 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-48a6c9c4-f7f0-44ed-9a3f-3b1317292ac9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394363 Aug 11 01:17:23.069334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-a384ba03-0bcc-47b3-b1e5-f58c39a28781 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785179 Aug 11 01:17:23.158810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f112-bed7-4d44-8bdb-43618764870a req-6223608e-af07-44de-af83-1afbd3236c80 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:23.160349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5476f112-bed7-4d44-8bdb-43618764870a req-6223608e-af07-44de-af83-1afbd3236c80 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 943 time: 0.0495477 Aug 11 01:17:23.165304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd61423c-76d1-4ffb-a7a8-a583a21a98b2 req-bf0acb72-6a4a-43be-8c1d-0be326d182d0 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 Aug 11 01:17:23.199225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5476f112-bed7-4d44-8bdb-43618764870a req-00aee071-cddd-4650-bbbe-7d912b5d3257 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322459 Aug 11 01:17:24.316251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f15619-f218-497c-870f-fab9727a41a6 req-8ed75b41-d6c3-4422-a00e-a7800d2bfeab tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:24.318517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8f15619-f218-497c-870f-fab9727a41a6 req-8ed75b41-d6c3-4422-a00e-a7800d2bfeab tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 943 time: 0.0501580 Aug 11 01:17:24.356208 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b8f15619-f218-497c-870f-fab9727a41a6 req-8778dc44-5510-4ab8-9ff5-3f1902b409c9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Aug 11 01:17:25.475943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbe3f2-e22c-450b-b82b-f37845f4b7fb req-66320be6-2ef7-43ef-a10b-4da7a58ee11c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:25.477462 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44cbe3f2-e22c-450b-b82b-f37845f4b7fb req-66320be6-2ef7-43ef-a10b-4da7a58ee11c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 943 time: 0.0523906 Aug 11 01:17:25.514211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-44cbe3f2-e22c-450b-b82b-f37845f4b7fb req-d0374b84-09c5-4691-add2-8c5d99f19746 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309210 Aug 11 01:17:26.545975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 69d34e75-1bfa-4cc4-acb0-0b68d9331bce details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:17:26.635424 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd442-2c13-46f6-a901-2352ca5bec7c req-e4b92e7d-289e-42c6-be5d-eb948390f40e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:26.637134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abecd442-2c13-46f6-a901-2352ca5bec7c req-e4b92e7d-289e-42c6-be5d-eb948390f40e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 943 time: 0.0541923 Aug 11 01:17:26.644560 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:17:26.660816 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'mac_address': 'fa:16:3e:eb:28:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:17:26.681324 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-abecd442-2c13-46f6-a901-2352ca5bec7c req-ba21db1d-5209-4e70-8e0c-6a44312474c5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363343 Aug 11 01:17:26.701230 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:26.714571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d34e75-1bfa-4cc4-acb0-0b68d9331bce {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:17:26.734899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:17:26.800160 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:26.852118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:27.030829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['69d34e75-1bfa-4cc4-acb0-0b68d9331bce'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:17:27.801486 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc4b25-3151-4a41-8757-f3b7461c0a6a req-41995b07-159f-45cf-8802-5fdb98a366dc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:27.803562 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2fcc4b25-3151-4a41-8757-f3b7461c0a6a req-41995b07-159f-45cf-8802-5fdb98a366dc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 944 time: 0.0505524 Aug 11 01:17:27.841791 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2fcc4b25-3151-4a41-8757-f3b7461c0a6a req-54716524-7289-49bd-9998-d21706b11115 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Aug 11 01:17:28.561629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 69d34e75-1bfa-4cc4-acb0-0b68d9331bce up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:17:28.658457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:17:28.662740 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:17:28.663110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:28.738025 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:28.759959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:17:28.762172 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a6ffed4e54bd00e1be67a86b4357af90a8b9607da0201596d480a2e9a40bc2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5196130e-29e7-419b-aef1-fce0bd6df5ac" -d '{"events": [{"server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "name": "network-vif-plugged", "status": "completed", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:17:28.776108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:17:28.800283 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3853d769-47bd-49cc-b664-1a73031a7b86 x-openstack-request-id: req-3853d769-47bd-49cc-b664-1a73031a7b86 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:17:28.800571 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "name": "network-vif-plugged", "status": "completed", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:17:28.800819 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3853d769-47bd-49cc-b664-1a73031a7b86 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:17:28.801209 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'code': 200} Aug 11 01:17:28.819388 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:28.867810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:17:28.903913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27280232-794b-4415-8634-b80d9ba120b7 req-3dc02e1e-d73f-4d4b-ad88-7e902bb157ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:28.905439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27280232-794b-4415-8634-b80d9ba120b7 req-3dc02e1e-d73f-4d4b-ad88-7e902bb157ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0419035 Aug 11 01:17:28.940080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-27280232-794b-4415-8634-b80d9ba120b7 req-09104461-19d6-42a3-aa90-8f19dc88baf5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279012 Aug 11 01:17:28.959428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f9b16-d5c0-4943-95c1-0c6202ad9a5b req-3c248eb5-ebf9-41a1-a038-17f50d1c2bd7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:28.960925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7f9b16-d5c0-4943-95c1-0c6202ad9a5b req-3c248eb5-ebf9-41a1-a038-17f50d1c2bd7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0504887 Aug 11 01:17:28.997511 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5a7f9b16-d5c0-4943-95c1-0c6202ad9a5b req-b00ab0cc-4ea4-488e-ad54-47d137967a70 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Aug 11 01:17:29.761324 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:29.995599 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:30.116249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6dfdf-11f3-4708-992f-b1e2dbd84839 req-b76ffc61-6d64-472e-8055-cdd688d94d79 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:30.117747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15c6dfdf-11f3-4708-992f-b1e2dbd84839 req-b76ffc61-6d64-472e-8055-cdd688d94d79 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0491018 Aug 11 01:17:30.164186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15c6dfdf-11f3-4708-992f-b1e2dbd84839 req-eaf6f340-674c-4634-a5e5-feecf0b27034 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380127 Aug 11 01:17:30.279587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec657-8a29-4b82-8b2e-88ec58a0b56b req-c2ae13dc-c9f9-4ee6-bcaa-aacbd750186d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:30.280994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-828ec657-8a29-4b82-8b2e-88ec58a0b56b req-c2ae13dc-c9f9-4ee6-bcaa-aacbd750186d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0522933 Aug 11 01:17:30.289477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 51826) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:17:30.294346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'floatingip': {'port_id': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:17:30.333680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:31.102212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:31.155880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:31.256672 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Floating IP a0861b20-6329-480a-b371-b512a01e24b7 associated. External IP: 172.25.0.195, port: 69d34e75-1bfa-4cc4-acb0-0b68d9331bce. Aug 11 01:17:31.463365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:17:31.571965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:17:31.576729 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:31.581199 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:17:31.590657 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:17:31.591293 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:17:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:17:31.603989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-79d866b2-cd7d-4071-a6b1-11eff9b7ee18 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "PUT /v2.0/floatingips/a0861b20-6329-480a-b371-b512a01e24b7 HTTP/1.1" status: 200 len: 991 time: 1.3133793 Aug 11 01:17:31.604690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:17:31.606947 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e625e4f886a8add65124be4928c7986cd0629f8c6840173760a8b4162a201cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459b352b-b9b2-4f52-bc05-13d6638ab15f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:17:31.646270 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3402c8f8-fe50-40b0-8361-128c29344de8 x-openstack-request-id: req-3402c8f8-fe50-40b0-8361-128c29344de8 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:17:31.646563 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:17:31.646836 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3402c8f8-fe50-40b0-8361-128c29344de8 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:17:31.647266 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'status': 'completed', 'code': 200} Aug 11 01:17:31.701511 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:17:31.711575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-e17b483a-950c-4174-8464-41be9591080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:31.713211 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-e17b483a-950c-4174-8464-41be9591080e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0436087 Aug 11 01:17:31.934745 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:eb:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:17:30Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:17:31.962762 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:17:31.972161 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:17:31.972784 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:17:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:17:32.084571 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:17:32.106427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-5d7619db-ba4c-4364-82d3-140f43afe0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:32.108185 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-5d7619db-ba4c-4364-82d3-140f43afe0ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.3832865 Aug 11 01:17:32.179075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-8b45ca28-7cee-4672-b352-6bb1a9fd1a5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 999 time: 0.0635035 Aug 11 01:17:32.226968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-cea087d9-1128-4036-bd3c-af3d1c88f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:32.228464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-cea087d9-1128-4036-bd3c-af3d1c88f8ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0429990 Aug 11 01:17:32.275025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-abd365ed-1f92-4426-ab8d-baeb7a164414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:32.276546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-abd365ed-1f92-4426-ab8d-baeb7a164414 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405979 Aug 11 01:17:32.374946 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-502a998e-69aa-479e-bc25-3c1020240a24 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903475 Aug 11 01:17:32.412491 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:eb:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:17:30Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:17:32.438425 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42cd4f-56c0-43e9-8a80-90ed0f54442e None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:eb:28:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:17:30Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:17:32.464579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-459b352b-b9b2-4f52-bc05-13d6638ab15f req-7b6fe570-6a02-4e08-9aeb-b6f937c812c6 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829742 Aug 11 01:17:32.643281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e2980-fb9a-4925-ad95-1166330b21bb None None] New status for floating IP a0861b20-6329-480a-b371-b512a01e24b7: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:17:39.375041 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-7e570aae-7667-467c-b316-3a43d95a2b8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412464 Aug 11 01:17:39.461219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-8ef87110-380a-4444-87ff-660f95469bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:39.462759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-8ef87110-380a-4444-87ff-660f95469bc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0454504 Aug 11 01:17:39.562054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-c8d96472-9420-457e-bde4-d230fd58eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:39.563615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-c8d96472-9420-457e-bde4-d230fd58eeb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0827494 Aug 11 01:17:39.631463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-8ffabf35-3738-49cf-9a20-6303a7e776f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 1001 time: 0.0605335 Aug 11 01:17:39.681248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-6edf7978-c9f2-44fc-ad52-0cddaa8b72be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:39.682712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-6edf7978-c9f2-44fc-ad52-0cddaa8b72be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0446820 Aug 11 01:17:39.728601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-b0c00efc-e1a4-475b-96eb-c3d3e6648366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:17:39.730172 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-b0c00efc-e1a4-475b-96eb-c3d3e6648366 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403852 Aug 11 01:17:39.822447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-4f7fd876-bd39-4879-80b5-3c2cb4b0d0b0 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838869 Aug 11 01:17:39.916707 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9aa23de2-8218-4d5a-9f9d-0eb2376d3546 req-6bf90b0f-899e-404b-bfe2-c2b98a5eda24 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869963 Aug 11 01:17:41.598473 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:17:46.326809 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee0eeb75-4a9e-47e5-8050-a67d4c1ea908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:48.880203 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-05643cc0-afc7-42ef-aa83-445b06ff902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:48.954806 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:50.537749 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:52.469082 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:17:59.777158 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:00.006260 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:16.279631 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-50b32b65-56cf-4474-97bd-000342a040a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:18.597178 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:18:18.902253 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-99b56d76-83c7-4c9a-ae4c-bbe12482ca76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:18.929951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:20.542226 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:22.473501 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:29.742367 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:30.010887 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:41.466605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8808433c-6356-4f6e-882d-959b663371d3 req-69b29f21-b39f-455e-b6e6-f5ba69eac0ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801368 Aug 11 01:18:41.550788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808433c-6356-4f6e-882d-959b663371d3 req-115778a0-e96a-41f8-9a0f-075ecdfe552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:18:41.552335 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8808433c-6356-4f6e-882d-959b663371d3 req-115778a0-e96a-41f8-9a0f-075ecdfe552d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0448935 Aug 11 01:18:41.660279 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808433c-6356-4f6e-882d-959b663371d3 req-c072a0a3-d8ff-4e09-b094-f6a5e92174d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:18:41.661735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8808433c-6356-4f6e-882d-959b663371d3 req-c072a0a3-d8ff-4e09-b094-f6a5e92174d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0896673 Aug 11 01:18:41.734628 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8808433c-6356-4f6e-882d-959b663371d3 req-99f4dce4-cefa-4c02-8920-bae2ef7bc11f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 1001 time: 0.0648978 Aug 11 01:18:41.784322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808433c-6356-4f6e-882d-959b663371d3 req-4714cd57-62f7-4b99-9061-0479565fa9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:18:41.785818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8808433c-6356-4f6e-882d-959b663371d3 req-4714cd57-62f7-4b99-9061-0479565fa9c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0440261 Aug 11 01:18:41.831914 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808433c-6356-4f6e-882d-959b663371d3 req-b5c558c0-8913-4754-8be6-3da623733898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:18:41.833439 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8808433c-6356-4f6e-882d-959b663371d3 req-b5c558c0-8913-4754-8be6-3da623733898 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404336 Aug 11 01:18:41.939882 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8808433c-6356-4f6e-882d-959b663371d3 req-596d160d-657d-4217-9d17-6aaa29a9638c service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Aug 11 01:18:42.012549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8808433c-6356-4f6e-882d-959b663371d3 req-c754ee83-2932-4c28-84ca-803fce7272dc service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822484 Aug 11 01:18:46.318725 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-525429cd-704b-4e75-b59f-db538a6a3c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:48.872969 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-06282dc4-580e-483d-8e07-71be816ad2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:48.947624 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:50.530231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:52.467495 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:55.596335 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:18:59.792980 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:18:59.998639 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:07.596411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ba421-a748-48cc-b472-cf9e806ac45d req-c8698e56-075a-4f87-afc7-b1c88ccff723 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:07.597955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5b4ba421-a748-48cc-b472-cf9e806ac45d req-c8698e56-075a-4f87-afc7-b1c88ccff723 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0505111 Aug 11 01:19:07.635839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5b4ba421-a748-48cc-b472-cf9e806ac45d req-b5a0450e-b3b2-41d5-ac24-b9f0f4c75633 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Aug 11 01:19:08.756106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584864b4-7678-44ca-a2df-1b4d76af4d42 req-c532ba8f-7033-45a7-854f-359ab15edbc0 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:08.757638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-584864b4-7678-44ca-a2df-1b4d76af4d42 req-c532ba8f-7033-45a7-854f-359ab15edbc0 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0506158 Aug 11 01:19:08.795990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-584864b4-7678-44ca-a2df-1b4d76af4d42 req-a8498a5a-947c-45b4-8bcf-3acf812529c5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324171 Aug 11 01:19:09.914501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b040926-d1e4-4780-9e21-741a168b1d2b req-f802df93-af01-4077-848b-f2bda76320ef tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:09.916025 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b040926-d1e4-4780-9e21-741a168b1d2b req-f802df93-af01-4077-848b-f2bda76320ef tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0537791 Aug 11 01:19:09.954129 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b040926-d1e4-4780-9e21-741a168b1d2b req-2cf1a9c0-e732-42ac-b686-5eba6bf02088 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322766 Aug 11 01:19:11.068804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d737e-4eae-4fe5-bb90-fe01258b34af req-7d7ce1ec-3a29-4fea-9e8c-820d0766d6b8 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:11.070337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-806d737e-4eae-4fe5-bb90-fe01258b34af req-7d7ce1ec-3a29-4fea-9e8c-820d0766d6b8 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0494993 Aug 11 01:19:11.108189 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-806d737e-4eae-4fe5-bb90-fe01258b34af req-87508820-6cd1-440e-8724-6591afc8f43f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319638 Aug 11 01:19:12.227393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ac075-5fe2-4cb3-93af-80f77866327e req-7345b22f-5424-4cf5-9307-0651bab2a2a4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:12.228936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c11ac075-5fe2-4cb3-93af-80f77866327e req-7345b22f-5424-4cf5-9307-0651bab2a2a4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0528467 Aug 11 01:19:12.271690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c11ac075-5fe2-4cb3-93af-80f77866327e req-ef9b4b44-309d-431e-be0c-0c9832a7099e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359609 Aug 11 01:19:13.400002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc295ee-417e-4ede-a604-4ef9d2053e94 req-a51d40b0-755d-4c60-953c-638b6f31dac6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:13.401595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccc295ee-417e-4ede-a604-4ef9d2053e94 req-a51d40b0-755d-4c60-953c-638b6f31dac6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0563505 Aug 11 01:19:13.440444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ccc295ee-417e-4ede-a604-4ef9d2053e94 req-e716b4b7-85c7-421b-af8c-76a50424a884 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329044 Aug 11 01:19:14.554434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3ee48-77b7-4525-b740-13ccba26993e req-e992a679-0432-49b6-bba5-80eb33f5596b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:14.555977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bca3ee48-77b7-4525-b740-13ccba26993e req-e992a679-0432-49b6-bba5-80eb33f5596b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0490694 Aug 11 01:19:14.593522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bca3ee48-77b7-4525-b740-13ccba26993e req-85eb92bc-3644-4092-b11f-4d292ea7e206 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Aug 11 01:19:15.710341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6948f-ef54-47e9-9470-06e0c8bc9af6 req-fcfd5f73-d548-461a-8f01-b1720fd68c57 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:15.711872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-95e6948f-ef54-47e9-9470-06e0c8bc9af6 req-fcfd5f73-d548-461a-8f01-b1720fd68c57 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0497060 Aug 11 01:19:15.748644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-95e6948f-ef54-47e9-9470-06e0c8bc9af6 req-601bcac8-ac16-4046-ae44-15d50e7734db tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309689 Aug 11 01:19:16.318702 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d70a4fb-1533-4440-ae59-e76ccb8c4caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:16.869495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf2ef9-73cb-4b23-b3f7-d0159880fe00 req-a9114f43-eb1a-40e9-b380-ea643c58bdc3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:16.870983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4bf2ef9-73cb-4b23-b3f7-d0159880fe00 req-a9114f43-eb1a-40e9-b380-ea643c58bdc3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0534551 Aug 11 01:19:16.908049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4bf2ef9-73cb-4b23-b3f7-d0159880fe00 req-38150a32-1a73-4d30-9fee-1febec6c78ae tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312023 Aug 11 01:19:18.058561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb4950-0bd6-4ee3-84eb-dec915596e01 req-1d8c0ff6-e353-402b-99b6-212fdc8d4131 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:18.058561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1bdb4950-0bd6-4ee3-84eb-dec915596e01 req-1d8c0ff6-e353-402b-99b6-212fdc8d4131 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0563169 Aug 11 01:19:18.073249 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1bdb4950-0bd6-4ee3-84eb-dec915596e01 req-37171915-cb65-4291-a3ec-f55ecbbb0b75 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334992 Aug 11 01:19:18.889866 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73e57e8b-28c2-4c33-ac6e-2700cba4f998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:18.946694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:19.186927 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df220ed-18b3-4e7f-842a-8da425697740 req-500774e9-69de-48e8-a1ad-dac89fe92757 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:19.188452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7df220ed-18b3-4e7f-842a-8da425697740 req-500774e9-69de-48e8-a1ad-dac89fe92757 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0493762 Aug 11 01:19:19.226126 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7df220ed-18b3-4e7f-842a-8da425697740 req-995f29f7-4079-4ba4-a599-4757a7c8de59 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312378 Aug 11 01:19:19.619596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf819f-d680-4b0e-9ec9-c9b4ef8bf9e8 req-a8f77621-20a8-4e62-941f-a6c764ce5d06 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:19.621176 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8bcf819f-d680-4b0e-9ec9-c9b4ef8bf9e8 req-a8f77621-20a8-4e62-941f-a6c764ce5d06 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Aug 11 01:19:19.659506 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8bcf819f-d680-4b0e-9ec9-c9b4ef8bf9e8 req-0b2d31eb-48f7-4503-bd3f-4bca32a5aa15 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Aug 11 01:19:19.834980 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2683be6c-914b-4d5b-8e4f-a48676d6eef6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916667 Aug 11 01:19:20.529998 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:20.783729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fe694-503a-457a-9bdb-a87a56a4e771 req-96ce2def-b17a-4490-b4bc-3e55da59511b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:20.785270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-127fe694-503a-457a-9bdb-a87a56a4e771 req-96ce2def-b17a-4490-b4bc-3e55da59511b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0555868 Aug 11 01:19:20.824749 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-127fe694-503a-457a-9bdb-a87a56a4e771 req-d03fdd5e-ce70-4c30-a779-5f4dc57d49b3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Aug 11 01:19:21.856302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-a1ebe088-253c-42c2-9dca-d9f41b3c2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:21.857814 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-a1ebe088-253c-42c2-9dca-d9f41b3c2fd0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0458109 Aug 11 01:19:21.984173 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8c38-883a-497a-903e-b2e7b98491a1 req-f1df8642-f97c-4841-81d9-f8d6b373e95f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:21.985643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93ab8c38-883a-497a-903e-b2e7b98491a1 req-f1df8642-f97c-4841-81d9-f8d6b373e95f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0787051 Aug 11 01:19:21.988357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-7f157b24-f34d-4416-84c5-4e77d2cb32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:21.989702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-7f157b24-f34d-4416-84c5-4e77d2cb32b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.1252759 Aug 11 01:19:22.065604 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93ab8c38-883a-497a-903e-b2e7b98491a1 req-4eb4db07-f161-49bd-a614-4004cce305d4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738716 Aug 11 01:19:22.074224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-89b9a6f2-b135-4dae-9ea9-2f5f9c09f02e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 1001 time: 0.0764000 Aug 11 01:19:22.125734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-4412bd85-cbb4-437d-8a3b-bbe38da4b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:22.127061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-4412bd85-cbb4-437d-8a3b-bbe38da4b2b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0465233 Aug 11 01:19:22.172266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-ababd7b6-fabd-4cc7-914e-41c52183f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:22.173762 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-ababd7b6-fabd-4cc7-914e-41c52183f7d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395520 Aug 11 01:19:22.262500 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-282175b7-fae0-4bff-90cb-2010daa0c8e6 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814717 Aug 11 01:19:22.357205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-11b0d221-7018-420c-9f14-a04be041b7f1 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876186 Aug 11 01:19:22.495328 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:23.182526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6070d6c-d1c1-46ab-999b-e63cac1298ed req-add2260f-7194-46f9-90e2-cb86502af272 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:23.184081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6070d6c-d1c1-46ab-999b-e63cac1298ed req-add2260f-7194-46f9-90e2-cb86502af272 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Aug 11 01:19:23.221590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6070d6c-d1c1-46ab-999b-e63cac1298ed req-6db43776-a745-45c8-98e7-4601d4e257ba tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Aug 11 01:19:24.372406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357f594-ad00-402c-864a-96ba1280eb04 req-316fe443-891b-42ea-911f-2b8476e63111 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:24.373910 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f357f594-ad00-402c-864a-96ba1280eb04 req-316fe443-891b-42ea-911f-2b8476e63111 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0837102 Aug 11 01:19:24.402971 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-5fe94d1d-409e-416c-878c-c6a8e7992eb0 service neutron] show failed (client error): The resource could not be found. Aug 11 01:19:24.403988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-5fe94d1d-409e-416c-878c-c6a8e7992eb0 service neutron] 10.222.0.55 "GET /v2.0/ports/69d34e75-1bfa-4cc4-acb0-0b68d9331bce/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0872483 Aug 11 01:19:24.420191 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f357f594-ad00-402c-864a-96ba1280eb04 req-67e2b4bf-6925-4f13-afab-ae1eb00258e4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405197 Aug 11 01:19:24.985307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-0a90581d-b957-4316-b460-dab970de700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:24.986843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-0a90581d-b957-4316-b460-dab970de700a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 1097 time: 0.0835013 Aug 11 01:19:24.998042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:19:25.050013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:25.251642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:19:25.284419 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:19:25.328649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:19:25.334058 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:25.346978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Transition to ACTIVE for port object 69d34e75-1bfa-4cc4-acb0-0b68d9331bce will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:19:25.378616 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5763ae01-1d96-4c96-8c1e-8b273bede92c" -d '{"events": [{"server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:19:25.398446 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:25.492306 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da27f2b-0f2e-4b57-b686-b4eeab587b4c x-openstack-request-id: req-1da27f2b-0f2e-4b57-b686-b4eeab587b4c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:19:25.492626 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "name": "network-vif-unplugged", "status": "completed", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:19:25.492971 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1da27f2b-0f2e-4b57-b686-b4eeab587b4c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:19:25.493526 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'code': 200} Aug 11 01:19:25.509914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=6']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:25.529698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] No DVR routers for this DVR port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:19:25.534912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.535334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.535690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.536249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.536652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.536924 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.537322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.539039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.539514 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.539747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.540086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.540421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:25.556198 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748877a-60fe-44e4-a524-879fb44db3f0 req-1021b414-49f2-4b34-b3e5-e3813567ace9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:25.558002 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9748877a-60fe-44e4-a524-879fb44db3f0 req-1021b414-49f2-4b34-b3e5-e3813567ace9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 943 time: 0.0657589 Aug 11 01:19:25.602571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9748877a-60fe-44e4-a524-879fb44db3f0 req-8e52b092-2f71-4829-8c17-b94d1ce0cf5b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 Aug 11 01:19:25.691900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Attempting to bind port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:19:25.692333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Attempting to bind port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:19:25.692561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Attempting to bind port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:19:25.697203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:19:25.697521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Attempting to bind port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:19:25.702526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:19:25.702718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:19:25.703101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:19:25.703556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Bound port: 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:19:25.703910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:25.765482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:19:25.768393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:19:25.855384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:25.889297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:25.890027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:25.891371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] 10.222.0.44 "PUT /v2.0/ports/69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 1092 time: 0.8973401 Aug 11 01:19:25.913463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761f7a1-bd7f-46c8-a78b-77ed2a3aa31a service neutron] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:25.961916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2b6b3aa5-7b50-475d-93b8-f59c104dbb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:25.963557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-2b6b3aa5-7b50-475d-93b8-f59c104dbb4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0441861 Aug 11 01:19:26.064076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-e4ebda82-b1a3-4d72-baeb-8b80d4864377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:26.065568 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-e4ebda82-b1a3-4d72-baeb-8b80d4864377 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0932062 Aug 11 01:19:26.130829 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-a707b759-f6b4-466b-85b8-37193d2458ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 999 time: 0.0579982 Aug 11 01:19:26.183530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-12192262-8064-4b1d-b03a-4861f1794292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:26.184873 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-12192262-8064-4b1d-b03a-4861f1794292 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0469913 Aug 11 01:19:26.230353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-9de8a5d6-6832-4cb2-9495-f5bf2bc15831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:26.231894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-9de8a5d6-6832-4cb2-9495-f5bf2bc15831 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394511 Aug 11 01:19:26.322787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-e89adda1-4aed-43de-8e08-675b13ec2dbf service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832808 Aug 11 01:19:26.416166 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc27c8dc-f5e8-4aad-a1ac-3c01779a4a9b req-4e83632c-df88-4f60-a956-3f428444bf48 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866160 Aug 11 01:19:26.725269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2a49d-3808-4bbd-a36a-ee5867337560 req-2069cd33-38f0-4a87-b60a-03441d8976e4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:26.727607 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73f2a49d-3808-4bbd-a36a-ee5867337560 req-2069cd33-38f0-4a87-b60a-03441d8976e4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 943 time: 0.0539634 Aug 11 01:19:26.768428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73f2a49d-3808-4bbd-a36a-ee5867337560 req-61c052c8-c83d-41cf-a70b-4356acd57ad1 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348117 Aug 11 01:19:27.495335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:19:27.497696 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06059000-255a-416a-9b43-204c0644af6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:19:27.545268 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c421423e-cca3-4fdf-ac48-a99a3c89cd85 x-openstack-request-id: req-c421423e-cca3-4fdf-ac48-a99a3c89cd85 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:19:27.545549 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:19:27.545797 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c421423e-cca3-4fdf-ac48-a99a3c89cd85 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:19:27.546195 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'status': 'completed', 'code': 200} Aug 11 01:19:27.604616 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059000-255a-416a-9b43-204c0644af6a req-781ef30e-c52c-4bd1-aed1-4e9dc3d4694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.606165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-781ef30e-c52c-4bd1-aed1-4e9dc3d4694c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0418820 Aug 11 01:19:27.607091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059000-255a-416a-9b43-204c0644af6a req-d92bb164-6442-4ffb-b63a-0556b3791c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.608684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-d92bb164-6442-4ffb-b63a-0556b3791c53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1095 time: 0.0407822 Aug 11 01:19:27.701052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059000-255a-416a-9b43-204c0644af6a req-13dc4e4d-21c6-4f7a-a3f7-005488507cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.702521 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-13dc4e4d-21c6-4f7a-a3f7-005488507cc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0894406 Aug 11 01:19:27.704564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059000-255a-416a-9b43-204c0644af6a req-f97ec0a1-56aa-4dc4-af73-de8d78ed8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.706075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-f97ec0a1-56aa-4dc4-af73-de8d78ed8240 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0884688 Aug 11 01:19:27.770752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-3ff7cfad-a9d1-4c52-bd6a-1a112eaec286 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 999 time: 0.0610793 Aug 11 01:19:27.774168 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-6f8cfe7b-2d4a-4b31-aff6-b0305a4b8fd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 999 time: 0.0600750 Aug 11 01:19:27.823554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059000-255a-416a-9b43-204c0644af6a req-6cd3fe97-9cb3-45bc-93a2-eb93241f8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.825133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-6cd3fe97-9cb3-45bc-93a2-eb93241f8a97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0478699 Aug 11 01:19:27.833712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059000-255a-416a-9b43-204c0644af6a req-4115e3b4-5f59-4ce6-aee8-7762af001a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.835451 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-4115e3b4-5f59-4ce6-aee8-7762af001a81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0538526 Aug 11 01:19:27.877509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059000-255a-416a-9b43-204c0644af6a req-7a53d162-8e73-4b19-a9d6-4b38327a048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.879024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-7a53d162-8e73-4b19-a9d6-4b38327a048b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470638 Aug 11 01:19:27.910340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06059000-255a-416a-9b43-204c0644af6a req-a3ac3a0a-f669-47b5-8a3b-4866820e00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.911928 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-a3ac3a0a-f669-47b5-8a3b-4866820e00f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693426 Aug 11 01:19:27.923031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9dc10-7496-4878-b34c-8cc7337d4370 req-7bd14305-bebd-44b0-8f5d-2f6c4c0c51ed tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:27.924505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ade9dc10-7496-4878-b34c-8cc7337d4370 req-7bd14305-bebd-44b0-8f5d-2f6c4c0c51ed tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 943 time: 0.0717714 Aug 11 01:19:27.971768 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-250bc409-fcbf-4ed0-a07e-0775b5e3b1a7 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858328 Aug 11 01:19:28.014299 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ade9dc10-7496-4878-b34c-8cc7337d4370 req-15bc94ee-2f84-47d5-b23b-ff6a9835758f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800154 Aug 11 01:19:28.051434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-b32b7216-1e1b-4582-ba20-4fb3ed0cfbd0 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258929 Aug 11 01:19:28.080435 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-d4f302f9-ad21-4296-941f-5dd5f5cdd9b5 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012797 Aug 11 01:19:28.145653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-06059000-255a-416a-9b43-204c0644af6a req-161b4b5a-4221-4c14-adff-4cf22628edd8 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871284 Aug 11 01:19:28.640783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 69d34e75-1bfa-4cc4-acb0-0b68d9331bce details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:19:28.733155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:19:28.744661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'mac_address': 'fa:16:3e:eb:28:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:19:28.783682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:28.797854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d34e75-1bfa-4cc4-acb0-0b68d9331bce {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:19:28.819146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:19:28.930013 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:28.977357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:28.984483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.984827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.985167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.985525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.985857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.986185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.986510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.986842 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.987149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.987495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.987815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:28.988133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:19:29.132059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['69d34e75-1bfa-4cc4-acb0-0b68d9331bce'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:19:29.136720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee77dd3-f61b-4d95-8ac3-fc6821c2725a req-acba0f52-bfb0-4198-8cfb-6f154c2a0b96 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:29.138525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ee77dd3-f61b-4d95-8ac3-fc6821c2725a req-acba0f52-bfb0-4198-8cfb-6f154c2a0b96 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 944 time: 0.0491252 Aug 11 01:19:29.177348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ee77dd3-f61b-4d95-8ac3-fc6821c2725a req-1b6b0e28-09ec-4c87-9a27-4b34b769334d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328791 Aug 11 01:19:29.189884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 69d34e75-1bfa-4cc4-acb0-0b68d9331bce no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:19:29.254174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 69d34e75-1bfa-4cc4-acb0-0b68d9331bce not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:19:29.490271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5250e81-be09-4c73-87a2-260810b75fa1 req-383dfa85-20a7-49a6-a656-076fef884ea4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:29.491868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5250e81-be09-4c73-87a2-260810b75fa1 req-383dfa85-20a7-49a6-a656-076fef884ea4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 944 time: 0.0497024 Aug 11 01:19:29.561121 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b5250e81-be09-4c73-87a2-260810b75fa1 req-ee09ce75-c074-4c49-b868-9ac7a7c0abdb tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626769 Aug 11 01:19:29.578448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-06a99229-63f6-4c66-bd52-ec9a6634c82e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:29.579961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-06a99229-63f6-4c66-bd52-ec9a6634c82e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&binding%3Ahost_id=n-h2-712143-13 HTTP/1.1" status: 200 len: 944 time: 0.0678160 Aug 11 01:19:29.639371 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-90783846-7d3c-4d5a-962c-0ccfb70aebac service neutron] delete failed (client error): The resource could not be found. Aug 11 01:19:29.640364 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-90783846-7d3c-4d5a-962c-0ccfb70aebac service neutron] 10.222.0.55 "DELETE /v2.0/ports/69d34e75-1bfa-4cc4-acb0-0b68d9331bce/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0534666 Aug 11 01:19:29.723242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-25a6de6e-1b76-4f0d-aeec-1d41f042ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:29.724760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-25a6de6e-1b76-4f0d-aeec-1d41f042ca43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1096 time: 0.0429504 Aug 11 01:19:29.769464 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:29.819398 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-31a3b110-3bbe-4a7a-b23a-5123fec87a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:29.821516 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-31a3b110-3bbe-4a7a-b23a-5123fec87a23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0895560 Aug 11 01:19:29.886635 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-f1f42b5d-9a43-4915-a188-2403620167b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 1000 time: 0.0578361 Aug 11 01:19:29.936866 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-fc4dcb59-653e-47d2-9c21-58468d86cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:29.938370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-fc4dcb59-653e-47d2-9c21-58468d86cbfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0443747 Aug 11 01:19:29.987117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-30830b0b-de3f-40b0-b146-3bfa1d3bd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:29.988659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-30830b0b-de3f-40b0-b146-3bfa1d3bd8f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437682 Aug 11 01:19:30.032564 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:30.077568 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-2ec7f7da-6d02-41e4-9acd-ea15d5e5ca29 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819452 Aug 11 01:19:30.174660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c94afe6e-60d0-4c4e-923e-2b0d625b6c91 req-c50efb82-ecd4-497f-9c77-e89ee73c9d54 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904160 Aug 11 01:19:30.656033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 69d34e75-1bfa-4cc4-acb0-0b68d9331bce up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:19:30.688749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780a242-4853-429a-92d8-58399469955f req-bf034c88-7c32-4066-b100-c4397e8f0a76 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:30.690307 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4780a242-4853-429a-92d8-58399469955f req-bf034c88-7c32-4066-b100-c4397e8f0a76 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 944 time: 0.0561683 Aug 11 01:19:30.732683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4780a242-4853-429a-92d8-58399469955f req-2ab2dcc7-69dc-4317-8e83-3a72962447d7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357251 Aug 11 01:19:30.775262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:19:30.779464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:19:30.779796 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:30.868236 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:30.891474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:19:30.906877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:19:30.941216 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0926f9-2a5c-44dd-bacb-50e2e65a9673" -d '{"events": [{"server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "name": "network-vif-plugged", "status": "completed", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:19:30.975767 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:31.031816 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e89925-df1d-4ea5-9d01-2a4e371ca9da x-openstack-request-id: req-41e89925-df1d-4ea5-9d01-2a4e371ca9da {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:19:31.032113 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "name": "network-vif-plugged", "status": "completed", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:19:31.032370 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41e89925-df1d-4ea5-9d01-2a4e371ca9da {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:19:31.032780 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'code': 200} Aug 11 01:19:31.033796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:31.846861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3eb034-a0a0-4ec9-bd0f-a563d43e5605 req-28e7e004-68cd-426c-8d94-2d74d17d69d9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:31.848385 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f3eb034-a0a0-4ec9-bd0f-a563d43e5605 req-28e7e004-68cd-426c-8d94-2d74d17d69d9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0489578 Aug 11 01:19:31.885837 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8f3eb034-a0a0-4ec9-bd0f-a563d43e5605 req-fe96b63e-51ac-4190-96c3-b14591b276d1 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310888 Aug 11 01:19:32.003557 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d209fb-a491-45af-89e0-d5796fa2f508 req-88df5ee9-9044-42f2-bd01-d48a1c69e86d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:32.005185 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60d209fb-a491-45af-89e0-d5796fa2f508 req-88df5ee9-9044-42f2-bd01-d48a1c69e86d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0521374 Aug 11 01:19:32.045561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-60d209fb-a491-45af-89e0-d5796fa2f508 req-66e30034-9f25-491d-9568-61b88ee2998e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342150 Aug 11 01:19:32.365079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22150c29-0dc0-4420-a2c3-9d4a3925027d req-e56a8684-03c1-4fdc-a830-f5d34d44db60 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:32.366482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22150c29-0dc0-4420-a2c3-9d4a3925027d req-e56a8684-03c1-4fdc-a830-f5d34d44db60 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Aug 11 01:19:32.416797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-22150c29-0dc0-4420-a2c3-9d4a3925027d req-a03d1814-7475-4f30-bdea-cf7d51ed7056 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439005 Aug 11 01:19:32.471889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-8d25e905-c50c-4f35-80b7-fefe098cd66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:32.473389 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-8d25e905-c50c-4f35-80b7-fefe098cd66e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0419061 Aug 11 01:19:32.567655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-6c20fa4c-e3eb-4c89-a0b6-61b690bc378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:32.569161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-6c20fa4c-e3eb-4c89-a0b6-61b690bc378c service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0886688 Aug 11 01:19:32.595468 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:19:32.637206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-1a6f3f0f-59af-4355-b84d-ba0c163d9a43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 200 len: 1001 time: 0.0607400 Aug 11 01:19:32.689559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-1d7bd463-2de9-4307-99fd-eef3da352feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:32.691006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-1d7bd463-2de9-4307-99fd-eef3da352feb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0474217 Aug 11 01:19:32.735618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-e7a658ac-677f-4537-b2a8-4d4dc4f6ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:32.737114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-e7a658ac-677f-4537-b2a8-4d4dc4f6ea40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392067 Aug 11 01:19:32.831091 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-ccf7c731-ef83-4305-bd45-0403b15e1b91 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868847 Aug 11 01:19:32.924789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3badf7d3-c136-4049-9856-d19bed4c7c22 req-d2f4f8ae-6044-4f6e-ad46-42d0e1a6ebbc service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863707 Aug 11 01:19:33.536501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beeb9af-0a9d-4c07-a17f-bcf2c5a779fc req-b4623785-d294-4fca-9688-41ec5fc863b9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:33.538028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5beeb9af-0a9d-4c07-a17f-bcf2c5a779fc req-b4623785-d294-4fca-9688-41ec5fc863b9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0511801 Aug 11 01:19:33.576148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5beeb9af-0a9d-4c07-a17f-bcf2c5a779fc req-3e47b83e-d1b9-4df3-a676-af3ee4416f8f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Aug 11 01:19:34.692241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8f3dc-6f34-4c8c-9f51-18dec12d98af req-50717f3e-cb12-4d34-a353-6fb08f03c9f2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:34.693741 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdb8f3dc-6f34-4c8c-9f51-18dec12d98af req-50717f3e-cb12-4d34-a353-6fb08f03c9f2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Aug 11 01:19:34.735016 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bdb8f3dc-6f34-4c8c-9f51-18dec12d98af req-6723c47b-1c2e-4e15-ac1c-4a5a7c29aaf4 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353630 Aug 11 01:19:35.173215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7a04-5d44-4c66-af61-3157724173ea req-b41bb02b-927b-42c4-b7d6-21ad1b23cb3b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:35.174675 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d48c7a04-5d44-4c66-af61-3157724173ea req-b41bb02b-927b-42c4-b7d6-21ad1b23cb3b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Aug 11 01:19:35.212970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d48c7a04-5d44-4c66-af61-3157724173ea req-ad7c9626-a66b-4b24-9175-e14049f929f2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323877 Aug 11 01:19:36.332929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388074e-3d80-4106-8a25-384f85d0cd4f req-dc3c19a1-200b-46a7-b1ec-f47dd9cb1f6b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:36.334452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d388074e-3d80-4106-8a25-384f85d0cd4f req-dc3c19a1-200b-46a7-b1ec-f47dd9cb1f6b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0509932 Aug 11 01:19:36.399146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d388074e-3d80-4106-8a25-384f85d0cd4f req-e69fbb94-1853-479d-b26f-07fdb9af350f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586331 Aug 11 01:19:36.419551 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-63bfc2db-ef4f-4f30-bef0-c26b6fc2dda8 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:36.421017 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-63bfc2db-ef4f-4f30-bef0-c26b6fc2dda8 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 945 time: 0.0674119 Aug 11 01:19:36.508549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Deleting port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:19:36.508815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:36.598002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] For port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:19:36.598369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:36.767807 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:36.768101 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:36.768417 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Floating IP a0861b20-6329-480a-b371-b512a01e24b7 disassociated. External IP: 172.25.0.195, port: 69d34e75-1bfa-4cc4-acb0-0b68d9331bce. Aug 11 01:19:36.768761 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Calling delete_port for 69d34e75-1bfa-4cc4-acb0-0b68d9331bce owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:19:36.980556 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:37.009522 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event deleted for resources: {'Port': ['ID=69d34e75-1bfa-4cc4-acb0-0b68d9331bce,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:37.126882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:19:37.235994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:19:37.246892 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:19:37.255901 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:19:37.256587 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:19:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:19:37.275431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] No DVR routers for this DVR port 69d34e75-1bfa-4cc4-acb0-0b68d9331bce on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:19:37.278082 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:37.280323 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4f5cac31-f17c-4e11-8d53-b486c8a31e9e req-6ca3fab3-1246-4a61-91bc-b21b496039f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "DELETE /v2.0/ports/69d34e75-1bfa-4cc4-acb0-0b68d9331bce HTTP/1.1" status: 204 len: 173 time: 0.8529253 Aug 11 01:19:37.280726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'name': 'network-vif-deleted', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:19:37.282987 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b57198-b40b-4107-846a-9514632ace06" -d '{"events": [{"server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "name": "network-vif-deleted", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:19:37.321218 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8c4b8d-4d13-4ad3-a2f9-e6c648284bee x-openstack-request-id: req-ac8c4b8d-4d13-4ad3-a2f9-e6c648284bee {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:19:37.321515 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b058c2a-3db4-437d-ab21-86f51ca0e9c0", "name": "network-vif-deleted", "tag": "69d34e75-1bfa-4cc4-acb0-0b68d9331bce", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:19:37.325156 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac8c4b8d-4d13-4ad3-a2f9-e6c648284bee {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:19:37.325156 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b058c2a-3db4-437d-ab21-86f51ca0e9c0', 'name': 'network-vif-deleted', 'tag': '69d34e75-1bfa-4cc4-acb0-0b68d9331bce', 'status': 'completed', 'code': 200} Aug 11 01:19:37.365511 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:19:37.495296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b299a4e8-051f-4e8c-9b10-16ac6f44de02 req-f269b553-0a5b-4b5a-b857-d92dfe31218c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b058c2a-3db4-437d-ab21-86f51ca0e9c0 HTTP/1.1" status: 200 len: 210 time: 0.0266836 Aug 11 01:19:37.576712 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:19:37.602849 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:19:37.611151 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:19:37.611781 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:19:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:19:37.714727 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:19:37.906558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:19:37.935675 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f41cc-639f-43ac-ae74-cb05aba45901 None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:19:38.175593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42d594-4c76-40f3-81a6-a3911661b94d None None] New status for floating IP a0861b20-6329-480a-b371-b512a01e24b7: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:19:38.779489 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-c9f067f5-e2d3-4a79-a63e-131b23ceee0b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--536220474&fields=id&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 267 time: 0.0420890 Aug 11 01:19:39.172884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040db73e-d770-4384-a122-89e82f391ce1 req-d1d21fa6-93c7-4276-85f0-ceb302edff8a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:39.174271 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-d1d21fa6-93c7-4276-85f0-ceb302edff8a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 811 time: 0.3880739 Aug 11 01:19:39.189445 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-12bf662b-ff29-42fe-9ead-37e973b33c22 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/quotas/bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 375 time: 0.0089016 Aug 11 01:19:39.240224 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-0de9d11d-cf41-47d3-87d4-bcad95f22f23 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456510 Aug 11 01:19:39.405891 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-4f303c73-771e-4653-8475-5577ac86ba5b service neutron] 10.222.0.43 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206646 Aug 11 01:19:39.498398 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-fe183d82-c1c9-49f9-8a5a-42cb0e0d67a8 service neutron] 10.222.0.43 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862961 Aug 11 01:19:39.733267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c992d8ae-39a0-423f-ad60-3525b507a234 req-5133c99c-62fe-4325-a6c7-3a303152c1eb tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 210 time: 0.0295651 Aug 11 01:19:40.769378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 69d34e75-1bfa-4cc4-acb0-0b68d9331bce no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:19:40.789833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 69d34e75-1bfa-4cc4-acb0-0b68d9331bce {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:19:40.790183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 69d34e75-1bfa-4cc4-acb0-0b68d9331bce not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:19:40.832257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f390a24-f170-4743-8fdd-29e95311b510 req-b638a29c-d736-47f1-b082-dd5e2f56bdce tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 210 time: 0.0265388 Aug 11 01:19:41.606701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040db73e-d770-4384-a122-89e82f391ce1 req-c0b12cb7-d211-4c16-ae1a-631a8cbe485f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:41.608220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-c0b12cb7-d211-4c16-ae1a-631a8cbe485f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 811 time: 0.1041260 Aug 11 01:19:41.653571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-9d2ae0e6-0928-4b58-94c3-eeff98b84fdf tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 379 time: 0.0353084 Aug 11 01:19:41.662589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'port': {'device_id': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'admin_state_up': True, 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'security_groups': ['bfd12796-7edd-4352-bd61-a2c1a72502b6']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:19:41.824638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Made reservation on behalf of bccdd3fc259644dc8c1a2ca5ce42a5f1 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:19:41.828950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:41.955074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6af1f870-81c6-463a-920d-e27efbc1a572 req-5329997a-e244-487b-9cf1-d62e20530c0f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 210 time: 0.0515552 Aug 11 01:19:41.981301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Allocated IP 172.20.0.13 (002fba4a-5afd-4c6c-8e3a-149bdf1b20bf/2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae/a6112025-3565-4adc-978b-e8af5647762f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:19:42.115048 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:42.128962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Transition to ACTIVE for port object a6112025-3565-4adc-978b-e8af5647762f will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:19:42.214996 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:42.259428 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:19:42.265060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:19:42.268818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:19:42.295453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:42.325345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:42.325965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:42.420592 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-9fa4d1d2-d8bf-4315-b455-8be4aaa3276a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7616360 Aug 11 01:19:42.433370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Request body: {'port': {'device_id': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:19:42.489361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:42.574822 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4a0f4f09-0a69-4675-aa3e-6d5f0e1215c2 None None] Provisioning for port a6112025-3565-4adc-978b-e8af5647762f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:19:42.578848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4a0f4f09-0a69-4675-aa3e-6d5f0e1215c2 None None] Provisioning complete for port a6112025-3565-4adc-978b-e8af5647762f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:19:42.579333 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4a0f4f09-0a69-4675-aa3e-6d5f0e1215c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:42.617296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4a0f4f09-0a69-4675-aa3e-6d5f0e1215c2 None None] Port a6112025-3565-4adc-978b-e8af5647762f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:19:42.762421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6112025-3565-4adc-978b-e8af5647762f {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:19:42.770166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:42.782414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Transition to ACTIVE for port object a6112025-3565-4adc-978b-e8af5647762f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:19:42.843736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:42.912478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:42.965804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:19:42.966151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:19:42.966489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:19:42.971034 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:19:42.971399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:19:42.976591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:19:42.976882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:19:42.977297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:19:42.977792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Bound port: a6112025-3565-4adc-978b-e8af5647762f, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:19:42.978111 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:43.055423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:19:43.058683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:19:43.080068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e945f0-9609-415f-a2c8-b2e129dd7ec7 req-239f6f92-1127-452e-9002-25ca565bc291 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:43.081616 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7e945f0-9609-415f-a2c8-b2e129dd7ec7 req-239f6f92-1127-452e-9002-25ca565bc291 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0514328 Aug 11 01:19:43.118579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e7e945f0-9609-415f-a2c8-b2e129dd7ec7 req-fed26814-7a43-4b10-9ab5-61a995577e99 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304453 Aug 11 01:19:43.134339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:43.169012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:43.169012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:43.169012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] 10.222.0.44 "PUT /v2.0/ports/a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1093 time: 0.7378500 Aug 11 01:19:43.169012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:19:43.176584 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50998d8-95fd-40c7-8b18-436a379efc34" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:19:43.207739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6513dc-7088-4db2-96d5-ddb67fd954f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:43.217921 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a00f18-c807-4a42-b847-32579c47465d x-openstack-request-id: req-d6a00f18-c807-4a42-b847-32579c47465d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:19:43.218244 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:19:43.218496 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6a00f18-c807-4a42-b847-32579c47465d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:19:43.218909 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'status': 'completed', 'code': 200} Aug 11 01:19:43.283035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50998d8-95fd-40c7-8b18-436a379efc34 req-bcc6c7d5-68bc-4769-a186-a4ed3a9a8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:43.284687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f50998d8-95fd-40c7-8b18-436a379efc34 req-bcc6c7d5-68bc-4769-a186-a4ed3a9a8f65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1096 time: 0.0440919 Aug 11 01:19:43.731526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50998d8-95fd-40c7-8b18-436a379efc34 req-95a7276e-bace-43f0-b2ba-f5a6a5de23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:43.733065 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f50998d8-95fd-40c7-8b18-436a379efc34 req-95a7276e-bace-43f0-b2ba-f5a6a5de23ef service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4400694 Aug 11 01:19:43.827456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50998d8-95fd-40c7-8b18-436a379efc34 req-dfa97d92-d54b-4d4e-a32c-383e37885924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:43.828961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f50998d8-95fd-40c7-8b18-436a379efc34 req-dfa97d92-d54b-4d4e-a32c-383e37885924 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881183 Aug 11 01:19:43.912796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040db73e-d770-4384-a122-89e82f391ce1 req-112d5822-39bd-4eda-bb54-9905153d5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:43.914304 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-112d5822-39bd-4eda-bb54-9905153d5c88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1096 time: 0.0490246 Aug 11 01:19:43.966981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-3896eb99-13a5-4a0a-a714-61d42bb9e402 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 217 time: 0.0445871 Aug 11 01:19:44.034410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040db73e-d770-4384-a122-89e82f391ce1 req-8c53aaa1-8dd3-4857-a31e-67e4ccf4fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:44.039257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-8c53aaa1-8dd3-4857-a31e-67e4ccf4fd3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0644162 Aug 11 01:19:44.085835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040db73e-d770-4384-a122-89e82f391ce1 req-b063afe0-0646-4af8-ba6d-518e3763df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:44.087948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-b063afe0-0646-4af8-ba6d-518e3763df9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420144 Aug 11 01:19:44.180342 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-3f33ab08-c3de-4758-b083-70b363452d0f service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850568 Aug 11 01:19:44.239148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50111b46-294f-4f6e-8204-3ba5180d3b47 req-1ef17dc7-e4c1-4c75-b701-ddcec336c2c9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:44.240744 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50111b46-294f-4f6e-8204-3ba5180d3b47 req-1ef17dc7-e4c1-4c75-b701-ddcec336c2c9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0535510 Aug 11 01:19:44.270351 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-040db73e-d770-4384-a122-89e82f391ce1 req-c3037e9d-40f4-4b6f-b2fd-523cb9a45cfc service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826457 Aug 11 01:19:44.280848 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-50111b46-294f-4f6e-8204-3ba5180d3b47 req-f504d447-829f-45e2-85af-f5b5221d0580 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340211 Aug 11 01:19:44.401953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-625c967d-6d94-45ca-9e30-83bf925312cd req-34d997e3-dbfc-42ad-9265-83689751abc3 service neutron] (95254) timed out ('10.222.0.44', 57435) {{(pid=95254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:19:45.402997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541cdb7-b80e-458c-bff1-e414ca8e9058 req-fb3b2503-b66a-4bc0-af24-ddc6a0250e2e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:45.404521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e541cdb7-b80e-458c-bff1-e414ca8e9058 req-fb3b2503-b66a-4bc0-af24-ddc6a0250e2e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0545793 Aug 11 01:19:45.441921 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e541cdb7-b80e-458c-bff1-e414ca8e9058 req-d929f617-ac11-437d-a1d8-58207e8c14cf tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314016 Aug 11 01:19:46.329504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ae683789-b28b-4f66-b75b-31707c48d910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:46.559695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf5138-14b4-4559-92b5-944e59691d44 req-858c461e-3112-4434-90d3-dbd0876cbcd3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:46.561267 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9fdf5138-14b4-4559-92b5-944e59691d44 req-858c461e-3112-4434-90d3-dbd0876cbcd3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0518639 Aug 11 01:19:46.604754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9fdf5138-14b4-4559-92b5-944e59691d44 req-e946a1cc-b2e8-4ac9-8bef-7b35dde0cc13 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371284 Aug 11 01:19:46.765233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a6112025-3565-4adc-978b-e8af5647762f details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:19:46.858530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:19:46.869778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'a6112025-3565-4adc-978b-e8af5647762f', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': 'a6112025-3565-4adc-978b-e8af5647762f', 'mac_address': 'fa:16:3e:18:ee:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:19:46.913307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:46.929966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6112025-3565-4adc-978b-e8af5647762f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:19:46.951404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:19:47.060505 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:47.107558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:47.246020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a6112025-3565-4adc-978b-e8af5647762f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:19:47.719255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0edaef-edf2-4d3c-a199-660c52b42344 req-c96a47ec-c255-4a21-8937-4488724aef57 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:47.720762 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f0edaef-edf2-4d3c-a199-660c52b42344 req-c96a47ec-c255-4a21-8937-4488724aef57 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 945 time: 0.0491159 Aug 11 01:19:47.759176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2f0edaef-edf2-4d3c-a199-660c52b42344 req-8b552210-0409-4ff9-aded-866747b7077b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318739 Aug 11 01:19:48.780152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a6112025-3565-4adc-978b-e8af5647762f up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:19:48.875329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27dac5-f1de-49c3-b0c0-c1246faa8983 req-aa96ffc7-f2c4-416d-8024-19ee3516f97c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:48.876829 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b27dac5-f1de-49c3-b0c0-c1246faa8983 req-aa96ffc7-f2c4-416d-8024-19ee3516f97c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 945 time: 0.0504594 Aug 11 01:19:48.901008 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-78eb7b04-13c5-4e5f-829e-fca55fd2190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:48.915966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b27dac5-f1de-49c3-b0c0-c1246faa8983 req-a370cb65-631f-46f3-a8da-d76dec4c6c80 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329690 Aug 11 01:19:48.929463 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:48.931947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port a6112025-3565-4adc-978b-e8af5647762f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:19:48.936084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port a6112025-3565-4adc-978b-e8af5647762f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:19:48.938741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:49.022074 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:49.045350 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:19:49.047549 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c14964-bcb9-4ccd-8b71-763d964a47a0" -d '{"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:19:49.060925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:19:49.084576 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64ca9ba-0118-42ea-a5b7-5731198116ad x-openstack-request-id: req-d64ca9ba-0118-42ea-a5b7-5731198116ad {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:19:49.084969 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:19:49.085312 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d64ca9ba-0118-42ea-a5b7-5731198116ad {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:19:49.085853 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'code': 200} Aug 11 01:19:49.140902 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:49.181221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59980-c98d-4478-94bb-f8c2381f8268 req-1c457f74-7f25-4678-b2a1-ab4e9c8b831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:49.182816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23e59980-c98d-4478-94bb-f8c2381f8268 req-1c457f74-7f25-4678-b2a1-ab4e9c8b831d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1098 time: 0.0406275 Aug 11 01:19:49.189956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:19:49.218144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23e59980-c98d-4478-94bb-f8c2381f8268 req-f4e41669-fd8b-43d1-948b-85f945c9406c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284328 Aug 11 01:19:50.053905 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e7c85-5330-4ef7-80c3-e81990a9a027 req-47e7d4a1-bd09-4b0e-8c0a-3dd2ed6ae43b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:50.055591 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b47e7c85-5330-4ef7-80c3-e81990a9a027 req-47e7d4a1-bd09-4b0e-8c0a-3dd2ed6ae43b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0695586 Aug 11 01:19:50.100197 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b47e7c85-5330-4ef7-80c3-e81990a9a027 req-8735c821-b294-4394-baf9-372699cca2aa tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380692 Aug 11 01:19:50.540743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:51.224445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73563ca7-d126-496c-884e-05c2d8918606 req-e44b5945-3452-4ca7-8444-f046562701ad tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:51.225956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73563ca7-d126-496c-884e-05c2d8918606 req-e44b5945-3452-4ca7-8444-f046562701ad tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0537329 Aug 11 01:19:51.265880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73563ca7-d126-496c-884e-05c2d8918606 req-1a0eb2f2-96e7-4d6c-99fb-685567f278e9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339370 Aug 11 01:19:51.380222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f286-3d48-4939-8e8c-dd1cb394c4a7 req-f7cbed88-4ab2-4881-8e6c-2c3543e6adf1 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:51.381697 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f95f286-3d48-4939-8e8c-dd1cb394c4a7 req-f7cbed88-4ab2-4881-8e6c-2c3543e6adf1 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0495222 Aug 11 01:19:51.391103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52246) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:19:51.395716 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'floatingip': {'port_id': 'a6112025-3565-4adc-978b-e8af5647762f'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:19:51.466406 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:52.016503 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:52.072327 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:52.171763 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Floating IP a0861b20-6329-480a-b371-b512a01e24b7 associated. External IP: 172.25.0.195, port: a6112025-3565-4adc-978b-e8af5647762f. Aug 11 01:19:52.382875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:19:52.481491 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:52.489103 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:19:52.496874 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:19:52.499443 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32656df-2860-478b-b602-2bb518832f53 None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:19:52.509268 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32656df-2860-478b-b602-2bb518832f53 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:19:52.509877 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f32656df-2860-478b-b602-2bb518832f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:19:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:19:52.521977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-969bf90c-1e1f-487d-be53-f82b9f5aff52 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "PUT /v2.0/floatingips/a0861b20-6329-480a-b371-b512a01e24b7 HTTP/1.1" status: 200 len: 992 time: 1.1297290 Aug 11 01:19:52.522575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:19:52.567140 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8981edca-038d-4d94-be3d-d8611974af3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:19:52.623634 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-f32656df-2860-478b-b602-2bb518832f53 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:19:52.655527 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75abd1b5-e0c4-49c9-be32-68b255898b4a x-openstack-request-id: req-75abd1b5-e0c4-49c9-be32-68b255898b4a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:19:52.655817 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:19:52.656073 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75abd1b5-e0c4-49c9-be32-68b255898b4a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:19:52.656487 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'status': 'completed', 'code': 200} Aug 11 01:19:52.718458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981edca-038d-4d94-be3d-d8611974af3a req-b599f808-7fb2-4ae1-9340-ae320e09af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:52.720093 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8981edca-038d-4d94-be3d-d8611974af3a req-b599f808-7fb2-4ae1-9340-ae320e09af24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1098 time: 0.0424960 Aug 11 01:19:52.815044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981edca-038d-4d94-be3d-d8611974af3a req-374c4178-2d9b-40be-a27f-41673471ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:52.816598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8981edca-038d-4d94-be3d-d8611974af3a req-374c4178-2d9b-40be-a27f-41673471ad8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0900514 Aug 11 01:19:52.842195 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f32656df-2860-478b-b602-2bb518832f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'a6112025-3565-4adc-978b-e8af5647762f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:18:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:19:51Z', 'revision_number': 9, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:19:52.885083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8981edca-038d-4d94-be3d-d8611974af3a req-9ddeb447-f9f7-40b3-babb-aad5870f1adb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1000 time: 0.0618398 Aug 11 01:19:52.939351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981edca-038d-4d94-be3d-d8611974af3a req-0e253c91-fcf4-48f0-8965-636326f6f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:52.941000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8981edca-038d-4d94-be3d-d8611974af3a req-0e253c91-fcf4-48f0-8965-636326f6f62a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0490081 Aug 11 01:19:52.965005 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32656df-2860-478b-b602-2bb518832f53 None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:19:52.973351 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32656df-2860-478b-b602-2bb518832f53 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:19:52.973993 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f32656df-2860-478b-b602-2bb518832f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:19:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:19:52.992760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981edca-038d-4d94-be3d-d8611974af3a req-4bdf8edd-9407-4531-b3b2-d7fc745cc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:19:52.995465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8981edca-038d-4d94-be3d-d8611974af3a req-4bdf8edd-9407-4531-b3b2-d7fc745cc942 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469735 Aug 11 01:19:53.080385 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-f32656df-2860-478b-b602-2bb518832f53 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:19:53.086717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8981edca-038d-4d94-be3d-d8611974af3a req-0b06dfc5-8dbc-4cd0-85b7-740ca2419412 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825033 Aug 11 01:19:53.180817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8981edca-038d-4d94-be3d-d8611974af3a req-66d25967-a682-4b3c-84f8-55480a6832a2 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869131 Aug 11 01:19:53.299508 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-f32656df-2860-478b-b602-2bb518832f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'a6112025-3565-4adc-978b-e8af5647762f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:18:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:19:51Z', 'revision_number': 9, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:19:53.326785 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32656df-2860-478b-b602-2bb518832f53 None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'a6112025-3565-4adc-978b-e8af5647762f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:18:ee:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:19:51Z', 'revision_number': 9, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:19:53.510930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92461941-a11a-4922-b6f9-71cf4f34ae9c None None] New status for floating IP a0861b20-6329-480a-b371-b512a01e24b7: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:19:59.797409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:00.020733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:09.595662 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:20:16.317247 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-91ebb9f4-d1e8-464e-b11b-d123f0b24dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:18.911196 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a0b2d9e3-49d8-419a-a031-ed638dda70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:18.939653 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:20.522864 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:22.537875 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:29.773877 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:30.014669 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:43.596362 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-2f25c28f-b508-49d7-a193-b6344b5b5503 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417731 Aug 11 01:20:43.678803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-f55a8bd9-2706-4e57-9179-baa155cfc278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:20:43.680327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-f55a8bd9-2706-4e57-9179-baa155cfc278 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1098 time: 0.0419075 Aug 11 01:20:43.784223 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-7e8ffd2f-bb57-42db-85f0-96fd07d3d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:20:43.785728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-7e8ffd2f-bb57-42db-85f0-96fd07d3d907 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0860615 Aug 11 01:20:43.851749 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-b2c2c23f-253d-479c-8a97-454a1e8706d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1003 time: 0.0589941 Aug 11 01:20:43.900786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-30a10edc-8aa0-41c1-bdc1-8c30035a8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:20:43.902309 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-30a10edc-8aa0-41c1-bdc1-8c30035a8362 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0442638 Aug 11 01:20:43.953296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-72ebf9c0-a0ce-4ad7-8a11-0a813eb347eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:20:43.954780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-72ebf9c0-a0ce-4ad7-8a11-0a813eb347eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449457 Aug 11 01:20:44.045755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-f3c8b518-5f32-4d1f-bb0c-c235fcbf7d04 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833249 Aug 11 01:20:44.140199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-72bdd940-5be6-41e9-9bb8-7ad3b73bb1a3 req-272feed5-af62-47c8-8791-67787f31ff4b service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875776 Aug 11 01:20:46.316775 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5b6449cb-8f7f-497f-81d8-67d0d3b18c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:46.598805 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:20:48.900626 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-612430f0-e329-43b4-8646-163b7190a144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:48.924953 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:50.539421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:52.507852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:20:59.805147 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:00.010697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:16.287580 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0c146e7d-2713-4039-b627-eb5ab49977ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:18.878330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0deeeff3-0100-4064-9883-7161e4031816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:18.924295 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:20.552390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:22.489541 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:23.598447 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:21:27.499121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f95fc-b252-4f30-9df4-b4393b66c433 req-61b3e575-75c0-4d41-b7c0-c862ae0b110f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:27.500643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-993f95fc-b252-4f30-9df4-b4393b66c433 req-61b3e575-75c0-4d41-b7c0-c862ae0b110f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0514815 Aug 11 01:21:27.540039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-993f95fc-b252-4f30-9df4-b4393b66c433 req-1b34d077-69f5-432e-bcaa-708cda06b083 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330887 Aug 11 01:21:27.610825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-ef5c2592-d54c-4fce-9f93-cae6466e3ef4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404356 Aug 11 01:21:28.659679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e881b1-1c75-4b04-a5e9-73be9365c489 req-714da138-7403-429b-90e1-cde910f0d912 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:28.661104 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85e881b1-1c75-4b04-a5e9-73be9365c489 req-714da138-7403-429b-90e1-cde910f0d912 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0508785 Aug 11 01:21:28.699091 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85e881b1-1c75-4b04-a5e9-73be9365c489 req-0fafb903-1770-4aa6-8c67-f002c79e210e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319226 Aug 11 01:21:29.508701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-24b83e44-80d0-4b43-8a65-7aa98c014fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:29.510465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-24b83e44-80d0-4b43-8a65-7aa98c014fc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1098 time: 0.0411379 Aug 11 01:21:29.605318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-d461c7a7-e745-48e7-8d2d-dc33b2360511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:29.606831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-d461c7a7-e745-48e7-8d2d-dc33b2360511 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0888796 Aug 11 01:21:29.673095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-d5a446c0-5133-4439-b765-d0acfe2a651b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1003 time: 0.0587420 Aug 11 01:21:29.727564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-2782657e-a3b0-4684-b35d-845a6141d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:29.729097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-2782657e-a3b0-4684-b35d-845a6141d426 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0480390 Aug 11 01:21:29.800719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-a6194606-5f21-4f1e-9890-4df76ff9ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:29.802174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-a6194606-5f21-4f1e-9890-4df76ff9ab7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661399 Aug 11 01:21:29.809353 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:29.815546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-45874ae9-20a2-4f0f-8220-6a5f788501bf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:21:29.816541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-45874ae9-20a2-4f0f-8220-6a5f788501bf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061865 Aug 11 01:21:29.831476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ee08e-3c91-4402-b977-86dbe915249d req-39204429-aff0-4cde-8071-25f5b0d7223d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:29.832962 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b1ee08e-3c91-4402-b977-86dbe915249d req-39204429-aff0-4cde-8071-25f5b0d7223d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0608127 Aug 11 01:21:29.927868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5b1ee08e-3c91-4402-b977-86dbe915249d req-1eac452b-797c-4753-a255-af591f6336ed tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868928 Aug 11 01:21:29.953711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-5c5a1db4-c899-4ea8-8464-bc23a13481ff service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197026 Aug 11 01:21:30.026499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:30.045240 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-7a10c836-9198-4057-a12e-c97ff68e3fb3 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833702 Aug 11 01:21:31.046993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ebaae-6812-42d3-899a-a61b3814cf58 req-84b68c50-6545-42fd-8251-0f2c2aa50365 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:31.048558 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-920ebaae-6812-42d3-899a-a61b3814cf58 req-84b68c50-6545-42fd-8251-0f2c2aa50365 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0534747 Aug 11 01:21:31.091193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-920ebaae-6812-42d3-899a-a61b3814cf58 req-b9f8be2e-d8b5-4a45-aedd-87e6439a56c3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359793 Aug 11 01:21:32.211644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9f88-7de6-4f9f-b62a-be234a87e97a req-0ca14d5d-7cc6-4636-8016-68e3b1fe3128 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:32.213142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca8d9f88-7de6-4f9f-b62a-be234a87e97a req-0ca14d5d-7cc6-4636-8016-68e3b1fe3128 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0537601 Aug 11 01:21:32.251517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca8d9f88-7de6-4f9f-b62a-be234a87e97a req-f9170057-130e-45da-8104-7754a6ed62b2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323772 Aug 11 01:21:33.366711 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a549ef-4fa4-4dcd-9643-16aad5c69367 req-fa673563-70dc-4e44-929b-67953223c981 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:33.368235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69a549ef-4fa4-4dcd-9643-16aad5c69367 req-fa673563-70dc-4e44-929b-67953223c981 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0489869 Aug 11 01:21:33.409387 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69a549ef-4fa4-4dcd-9643-16aad5c69367 req-7db48c77-789a-46dd-ab49-cdb7ce6c60b6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352011 Aug 11 01:21:34.525930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b891d9-7bd7-4d51-943c-202a7b829008 req-11393819-defd-4e41-b041-a4a6322ceadc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:34.527447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a9b891d9-7bd7-4d51-943c-202a7b829008 req-11393819-defd-4e41-b041-a4a6322ceadc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0493107 Aug 11 01:21:34.564469 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a9b891d9-7bd7-4d51-943c-202a7b829008 req-fa2e3c5f-31ef-48ce-869f-3897dcbfc641 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311482 Aug 11 01:21:35.679014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659c3f8-ca9c-4983-acee-60d12f0d852c req-5a75355a-96b7-4668-b183-affaaf4406f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:35.681034 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e659c3f8-ca9c-4983-acee-60d12f0d852c req-5a75355a-96b7-4668-b183-affaaf4406f3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0484457 Aug 11 01:21:35.718665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e659c3f8-ca9c-4983-acee-60d12f0d852c req-20fd6d88-ec19-4702-8d97-2c86f7668b02 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320303 Aug 11 01:21:36.834521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af452019-af97-4356-876f-a9da639cc4c3 req-99e38b46-5c32-4574-aa28-ea38023893b2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:36.836047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-af452019-af97-4356-876f-a9da639cc4c3 req-99e38b46-5c32-4574-aa28-ea38023893b2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0489008 Aug 11 01:21:36.873617 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-af452019-af97-4356-876f-a9da639cc4c3 req-f899b8cf-f10e-4e7a-8d20-aff6b6c5d565 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Aug 11 01:21:38.001187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac656-c5d5-42b3-9dbb-53e3c2def486 req-07959a70-0bf1-40b5-864c-d3200a437161 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:38.003035 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-110ac656-c5d5-42b3-9dbb-53e3c2def486 req-07959a70-0bf1-40b5-864c-d3200a437161 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0612781 Aug 11 01:21:38.041634 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-110ac656-c5d5-42b3-9dbb-53e3c2def486 req-ab0b39f3-b57f-4351-b650-dcb75e18b84a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328970 Aug 11 01:21:39.162749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1fa3b-752d-4c4c-80d6-1f275a0b78ab req-04e59faa-1423-461b-bfeb-4dec182e2404 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:39.164252 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf1fa3b-752d-4c4c-80d6-1f275a0b78ab req-04e59faa-1423-461b-bfeb-4dec182e2404 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0542104 Aug 11 01:21:39.201473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebf1fa3b-752d-4c4c-80d6-1f275a0b78ab req-cf54c66c-1aa3-4ee9-9156-c2d0037004f2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313306 Aug 11 01:21:40.318753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796bb1d-0afd-41f5-a3cc-895b06cdfed9 req-99f81a11-b344-45d4-ab52-01cd37dca0ca tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:40.320165 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a796bb1d-0afd-41f5-a3cc-895b06cdfed9 req-99f81a11-b344-45d4-ab52-01cd37dca0ca tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0498135 Aug 11 01:21:40.356795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a796bb1d-0afd-41f5-a3cc-895b06cdfed9 req-4db5ef9a-fc5f-42d3-a541-a70a07e900af tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306809 Aug 11 01:21:41.475900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8c8bc-dbf9-421c-ae4a-1f73927bccaa req-45ac618d-9e9e-4739-826e-083820a73ee7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:41.477413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-09d8c8bc-dbf9-421c-ae4a-1f73927bccaa req-45ac618d-9e9e-4739-826e-083820a73ee7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0503187 Aug 11 01:21:41.518167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-09d8c8bc-dbf9-421c-ae4a-1f73927bccaa req-7968e02b-f8e5-4304-b114-e18c1b2051aa tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346920 Aug 11 01:21:42.192809 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-775cf38c-b63a-4492-b8a3-544c997c5a19 service neutron] show failed (client error): The resource could not be found. Aug 11 01:21:42.193847 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-775cf38c-b63a-4492-b8a3-544c997c5a19 service neutron] 10.222.0.44 "GET /v2.0/ports/a6112025-3565-4adc-978b-e8af5647762f/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0553536 Aug 11 01:21:42.643961 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeed974-3c8b-4269-919c-4a4fc59990af req-4e5aa050-efcd-4eeb-af8a-7756ebd6b469 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:42.645979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffeed974-3c8b-4269-919c-4a4fc59990af req-4e5aa050-efcd-4eeb-af8a-7756ebd6b469 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0498183 Aug 11 01:21:42.685829 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ffeed974-3c8b-4269-919c-4a4fc59990af req-fe00c395-3e00-41c6-890d-86f55556f702 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338664 Aug 11 01:21:42.801520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-8703aba2-abb7-40d1-85fe-fc802a4f4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:42.803026 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-8703aba2-abb7-40d1-85fe-fc802a4f4dfd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 1098 time: 0.0453949 Aug 11 01:21:42.814288 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:21:42.866666 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:43.067862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:43.101178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:21:43.143630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:21:43.146410 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c509b8f3-91ee-427c-8662-74b78ea4e957" -d '{"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:21:43.150196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:43.163147 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Transition to ACTIVE for port object a6112025-3565-4adc-978b-e8af5647762f will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:21:43.198865 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff527ab-6773-4166-a18a-bb025070cb72 x-openstack-request-id: req-fff527ab-6773-4166-a18a-bb025070cb72 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:21:43.199169 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:21:43.199564 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fff527ab-6773-4166-a18a-bb025070cb72 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:21:43.199976 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'code': 200} Aug 11 01:21:43.223753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:43.330973 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:43.357940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.358283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.358628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.358967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.359339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.359676 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.360013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.360339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.360670 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.360998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.361325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.361644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:43.406860 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] No DVR routers for this DVR port a6112025-3565-4adc-978b-e8af5647762f on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:21:43.840814 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51064aed-e8a5-4486-90ce-9d823acb3a20 req-13c63a2d-de40-4b43-b076-cc443684e653 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:43.842323 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-51064aed-e8a5-4486-90ce-9d823acb3a20 req-13c63a2d-de40-4b43-b076-cc443684e653 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0660546 Aug 11 01:21:43.888983 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:21:43.889326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:21:43.889661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:21:43.901932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:21:43.902260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:21:43.911446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:21:43.911792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:21:43.912181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:21:43.912610 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Bound port: a6112025-3565-4adc-978b-e8af5647762f, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:21:43.912973 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:43.918053 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-51064aed-e8a5-4486-90ce-9d823acb3a20 req-61f0f546-4131-4f45-96fb-fc928aa7c50b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587769 Aug 11 01:21:43.984256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:21:43.987356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:21:44.064548 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:44.104237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:44.104861 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:44.106262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] 10.222.0.55 "PUT /v2.0/ports/a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1093 time: 1.2959232 Aug 11 01:21:44.123530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d3156-d075-41cb-8d44-7b3102cfbc5c service neutron] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:44.172816 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-31f3273c-d0aa-4543-a272-d48217361724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:44.174454 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-31f3273c-d0aa-4543-a272-d48217361724 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1096 time: 0.0424480 Aug 11 01:21:44.271901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-c9246ecd-8644-451f-ace7-835d76194fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:44.273481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-c9246ecd-8644-451f-ace7-835d76194fcc service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0909362 Aug 11 01:21:44.339401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-a201c365-c9b2-40b0-90ff-bccddd07f7b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1001 time: 0.0592470 Aug 11 01:21:44.392055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-2fe3fb9e-12c3-417a-b9eb-716d570e2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:44.393452 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-2fe3fb9e-12c3-417a-b9eb-716d570e2b1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0473161 Aug 11 01:21:44.439636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-79020b5c-6419-4128-9186-f0f46300747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:44.441168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-79020b5c-6419-4128-9186-f0f46300747d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401552 Aug 11 01:21:44.530699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-16791e64-71b7-4c45-9bd6-947596f0b985 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814950 Aug 11 01:21:44.630854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-223c0960-acf2-478d-8f65-26c197ae3e0b req-0ebe8e47-4a54-421f-b37e-4ec7fd77e3ca service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927052 Aug 11 01:21:45.041395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2bd9f-ea8b-4246-9eb3-6b272c3fc0a9 req-86f8c7f1-8abb-43c4-b409-c22c38c1b517 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.042886 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23f2bd9f-ea8b-4246-9eb3-6b272c3fc0a9 req-86f8c7f1-8abb-43c4-b409-c22c38c1b517 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0545580 Aug 11 01:21:45.080081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-23f2bd9f-ea8b-4246-9eb3-6b272c3fc0a9 req-fc3c4164-b290-4e17-b070-fc206e580678 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Aug 11 01:21:45.200644 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:21:45.203084 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:21:45.229692 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a6112025-3565-4adc-978b-e8af5647762f no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:21:45.250860 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49afdd98-5441-467e-957a-3e75243b0cf8 x-openstack-request-id: req-49afdd98-5441-467e-957a-3e75243b0cf8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:21:45.251151 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:21:45.251431 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49afdd98-5441-467e-957a-3e75243b0cf8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:21:45.251827 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'status': 'completed', 'code': 200} Aug 11 01:21:45.273427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a6112025-3565-4adc-978b-e8af5647762f not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:21:45.314435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-6c7ebb98-50d6-4625-931a-464eecbb07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.316074 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-6c7ebb98-50d6-4625-931a-464eecbb07ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1096 time: 0.0426662 Aug 11 01:21:45.316210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-41299d7c-15f7-47e0-889f-21f39ae42003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.317696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-41299d7c-15f7-47e0-889f-21f39ae42003 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1096 time: 0.0446756 Aug 11 01:21:45.408527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-2f4b71b8-2b6b-43ad-99da-2cbd2f5a2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.410030 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-2f4b71b8-2b6b-43ad-99da-2cbd2f5a2aac service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0847738 Aug 11 01:21:45.412082 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-9e739eb7-09f8-422b-8bec-b03c5809916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.413563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-9e739eb7-09f8-422b-8bec-b03c5809916a service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0893915 Aug 11 01:21:45.483088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-459e64ed-5640-458a-8d87-100db5c8a496 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1001 time: 0.0615153 Aug 11 01:21:45.484067 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-4a36e1d2-35f1-4c26-9895-b0069b02081c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1001 time: 0.0665207 Aug 11 01:21:45.534140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-b88fddd3-87fa-489f-8dda-1bb75fb84d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.534391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-710c1722-0694-4a39-8fd0-994ecc628355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.536236 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-710c1722-0694-4a39-8fd0-994ecc628355 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0446529 Aug 11 01:21:45.536360 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-b88fddd3-87fa-489f-8dda-1bb75fb84d28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0451903 Aug 11 01:21:45.580966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-5d405fa8-26ba-41b5-892c-fcf181e18148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.582997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-5d405fa8-26ba-41b5-892c-fcf181e18148 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404220 Aug 11 01:21:45.586581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-ff05ab88-9d59-4ec5-a795-1a2fbd8baf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:45.588254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-ff05ab88-9d59-4ec5-a795-1a2fbd8baf4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456638 Aug 11 01:21:45.678782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-4e35402c-d509-4996-822a-ec02dbf75e9b service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882609 Aug 11 01:21:45.679507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-6183de7b-8441-4152-a5fa-f77787f7ab93 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827019 Aug 11 01:21:45.771624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-6475e103-9784-4dac-8111-ad87760bc171 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858850 Aug 11 01:21:45.773662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0baef1e5-0a2d-4cf6-b456-44dc37ce0ce6 req-1076c1c5-85e0-4be6-afb5-b0d2dbf4517c service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871456 Aug 11 01:21:46.206037 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121c687-5a89-4604-ab4e-abc5991ac942 req-ad218c30-ceb5-466f-9464-e21d94754dc3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:46.207585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7121c687-5a89-4604-ab4e-abc5991ac942 req-ad218c30-ceb5-466f-9464-e21d94754dc3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0556333 Aug 11 01:21:46.247349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7121c687-5a89-4604-ab4e-abc5991ac942 req-f5db5356-2db8-4e4f-af33-cd377ee1cf7a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326819 Aug 11 01:21:46.287073 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-83617aa0-769d-4a33-9616-bd5d1a1e8047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:47.367864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5b35-b3e5-42a2-928c-d97a59952fb6 req-a6fee2d8-2c63-49c1-b503-22d0d578dde7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:47.369353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-867b5b35-b3e5-42a2-928c-d97a59952fb6 req-a6fee2d8-2c63-49c1-b503-22d0d578dde7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0501151 Aug 11 01:21:47.407074 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-867b5b35-b3e5-42a2-928c-d97a59952fb6 req-07726580-0562-4df7-b1b6-5e9215845f3d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318794 Aug 11 01:21:47.703690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a6112025-3565-4adc-978b-e8af5647762f details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:21:47.796909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:47.808830 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'a6112025-3565-4adc-978b-e8af5647762f', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': 'a6112025-3565-4adc-978b-e8af5647762f', 'mac_address': 'fa:16:3e:18:ee:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:21:47.845288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:47.861020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6112025-3565-4adc-978b-e8af5647762f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:21:47.884170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:47.968810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75a471-f92f-4f13-9fca-a46ba7ac499a req-4f3b594f-a285-40fd-b716-de77a310cdae tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:47.970245 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c75a471-f92f-4f13-9fca-a46ba7ac499a req-4f3b594f-a285-40fd-b716-de77a310cdae tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 944 time: 0.0495667 Aug 11 01:21:47.980395 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:48.011738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5c75a471-f92f-4f13-9fca-a46ba7ac499a req-e5a3fb6c-7525-4333-aae4-4f0a4c490d30 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354793 Aug 11 01:21:48.041239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:48.049741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.050093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.050445 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.050808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.051143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.052081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.052417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.052786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.053119 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.053446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.053773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.054101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:48.084661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-545e2a6c-6f15-4255-9460-90b48b6a7e72 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:48.086196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-545e2a6c-6f15-4255-9460-90b48b6a7e72 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 945 time: 0.0612204 Aug 11 01:21:48.148577 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-65284495-0b88-452b-8aa4-5b24899eeaed service neutron] 10.222.0.55 "GET /v2.0/ports/a6112025-3565-4adc-978b-e8af5647762f/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 383 time: 0.0546474 Aug 11 01:21:48.210761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-f1c663e0-e0fd-4627-a165-baba48179c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:48.212329 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-f1c663e0-e0fd-4627-a165-baba48179c0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1097 time: 0.0405765 Aug 11 01:21:48.214984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['a6112025-3565-4adc-978b-e8af5647762f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:21:48.310435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-c0d10144-bebb-46ea-95df-ed2f51860930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:48.311879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-c0d10144-bebb-46ea-95df-ed2f51860930 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0922098 Aug 11 01:21:48.377517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-4bff85f0-9f02-4262-8645-f931b6a4de7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1002 time: 0.0588989 Aug 11 01:21:48.428516 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-75acd3cd-745f-414c-9c46-0df90b319e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:48.429975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-75acd3cd-745f-414c-9c46-0df90b319e86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0446732 Aug 11 01:21:48.479463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-7186cc39-0e0a-4379-ace3-702b32b6eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:48.480970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-7186cc39-0e0a-4379-ace3-702b32b6eea0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438488 Aug 11 01:21:48.569580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-14e8f83e-21f5-4443-8a5a-506f9f208890 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810921 Aug 11 01:21:48.664787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-deb1c168-9655-4060-9956-03e77b845630 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866427 Aug 11 01:21:48.894609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f5af9f31-c56f-46de-871c-1ab1f2e868d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:48.968755 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:49.141733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bc278-81ab-4249-8801-20e00ac66a65 req-9d836839-1fdc-4bf4-a5a8-80aa5f675e7d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:49.143260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b4bc278-81ab-4249-8801-20e00ac66a65 req-9d836839-1fdc-4bf4-a5a8-80aa5f675e7d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 945 time: 0.0496531 Aug 11 01:21:49.181737 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b4bc278-81ab-4249-8801-20e00ac66a65 req-20628492-f415-4f29-9099-18ca732fecf9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Aug 11 01:21:49.715322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a6112025-3565-4adc-978b-e8af5647762f up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:21:49.865907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port a6112025-3565-4adc-978b-e8af5647762f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:21:49.869965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port a6112025-3565-4adc-978b-e8af5647762f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:21:49.870383 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:49.945906 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:49.967966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:21:49.970116 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66829a27-4a7b-4bd4-937e-e793de53d69d" -d '{"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:21:49.984194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:50.019563 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1da51b0-7c80-4a22-9ee5-1441672eda48 x-openstack-request-id: req-f1da51b0-7c80-4a22-9ee5-1441672eda48 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:21:50.019862 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:21:50.020122 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1da51b0-7c80-4a22-9ee5-1441672eda48 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:21:50.021093 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'code': 200} Aug 11 01:21:50.052870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:50.104700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:50.297227 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcae7b-e26b-449b-a1e1-6c42a6cf5be6 req-2a6f7224-3c44-411f-8dc5-9553c3a6f26e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:50.298710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17fcae7b-e26b-449b-a1e1-6c42a6cf5be6 req-2a6f7224-3c44-411f-8dc5-9553c3a6f26e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0498676 Aug 11 01:21:50.337880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-17fcae7b-e26b-449b-a1e1-6c42a6cf5be6 req-eda06e1c-9b06-43a2-b2ac-9953c3b32225 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331707 Aug 11 01:21:50.578278 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:51.158588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-ff0bc8f1-dee3-4872-a041-d7f167b7369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:51.160276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-ff0bc8f1-dee3-4872-a041-d7f167b7369f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 1098 time: 0.0448508 Aug 11 01:21:51.171459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:21:51.224197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:51.429501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:51.462350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12959537-1d81-415e-913d-fd10b6a76671 req-7a93658b-6f76-42f4-8ffd-7df195edb5bf tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:51.464007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12959537-1d81-415e-913d-fd10b6a76671 req-7a93658b-6f76-42f4-8ffd-7df195edb5bf tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0532022 Aug 11 01:21:51.464340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:21:51.503058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-12959537-1d81-415e-913d-fd10b6a76671 req-2d39644e-87b0-45ae-97ad-a4bb7c0d921c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329409 Aug 11 01:21:51.510267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:51.512394 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:21:51.514580 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0e6757-a74b-43f3-9c3a-ff9c7b440411" -d '{"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:21:51.528383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Transition to ACTIVE for port object a6112025-3565-4adc-978b-e8af5647762f will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:21:51.562243 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc14f7-ed18-4bef-9196-57639ad5dc8d x-openstack-request-id: req-25bc14f7-ed18-4bef-9196-57639ad5dc8d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:21:51.562550 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:21:51.562807 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25bc14f7-ed18-4bef-9196-57639ad5dc8d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:21:51.563240 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'code': 200} Aug 11 01:21:51.585464 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:51.634076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=10']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:51.676339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.678253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.678253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.678253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.678253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.678253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.678253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.678844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.678935 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.679226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.679597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.679869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:21:51.718853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] No DVR routers for this DVR port a6112025-3565-4adc-978b-e8af5647762f on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:21:51.868837 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:21:51.869178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:21:51.869516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:21:51.874039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:21:51.874362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Attempting to bind port a6112025-3565-4adc-978b-e8af5647762f on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:21:51.879185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:21:51.880147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:21:51.880493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:21:51.880921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Bound port: a6112025-3565-4adc-978b-e8af5647762f, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:21:51.881279 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:51.945157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:21:51.948171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:21:52.009334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:52.042334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:52.042918 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:52.044345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] 10.222.0.44 "PUT /v2.0/ports/a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1094 time: 0.8769121 Aug 11 01:21:52.102433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba56c3-a9f3-48cf-8157-72b1133694de service neutron] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=11']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:52.118179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-9a46dce3-0a3a-46b8-a81a-3cec02e66653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:52.120066 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-9a46dce3-0a3a-46b8-a81a-3cec02e66653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1097 time: 0.0502620 Aug 11 01:21:52.218780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-44ab4b92-0df2-49fc-9609-0094ad4dc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:52.220328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-44ab4b92-0df2-49fc-9609-0094ad4dc2ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0932844 Aug 11 01:21:52.286275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-f81a91ec-1913-44ed-b4e3-ae2fd3c34b9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1001 time: 0.0587842 Aug 11 01:21:52.340039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-a36c6595-3032-4719-96d1-f4ea5d669a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:52.341438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-a36c6595-3032-4719-96d1-f4ea5d669a0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0485704 Aug 11 01:21:52.392214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-8427a251-6956-408c-8b80-395b3ed2fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:52.393722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-8427a251-6956-408c-8b80-395b3ed2fa1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419049 Aug 11 01:21:52.487286 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-583c1809-eea8-4fa6-8565-99a40c333904 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863626 Aug 11 01:21:52.494921 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:52.585208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ddebaed-1804-4823-a22b-a97aeac46db3 req-3df7e339-dbd8-4285-9fa3-a3b1f808b388 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911934 Aug 11 01:21:52.624281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ca28c-52e8-4b13-979c-6ae15fa6af1f req-bacd2df0-f6b0-4fad-b17e-91657dbad7ea tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:52.625782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c00ca28c-52e8-4b13-979c-6ae15fa6af1f req-bacd2df0-f6b0-4fad-b17e-91657dbad7ea tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 945 time: 0.0523899 Aug 11 01:21:52.663408 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c00ca28c-52e8-4b13-979c-6ae15fa6af1f req-98ab5bf0-55f1-4423-9ddb-359ac880198e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316775 Aug 11 01:21:53.564889 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:21:53.567776 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f911277b-738c-493c-b8e8-56eb35455a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:21:53.615113 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f867f4-1925-47c3-bb0c-6c66e78c19e3 x-openstack-request-id: req-74f867f4-1925-47c3-bb0c-6c66e78c19e3 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:21:53.615428 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:21:53.615715 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74f867f4-1925-47c3-bb0c-6c66e78c19e3 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:21:53.616140 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'status': 'completed', 'code': 200} Aug 11 01:21:53.677818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911277b-738c-493c-b8e8-56eb35455a4f req-1a2ed324-762f-4d74-8778-d4f5b76012b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:53.679433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-1a2ed324-762f-4d74-8778-d4f5b76012b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1097 time: 0.0423954 Aug 11 01:21:53.679840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911277b-738c-493c-b8e8-56eb35455a4f req-6eb42e95-9137-4721-a285-d90ba4f7a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:53.681339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-6eb42e95-9137-4721-a285-d90ba4f7a3af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 1097 time: 0.0465474 Aug 11 01:21:53.743619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a6112025-3565-4adc-978b-e8af5647762f no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:21:53.786370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device a6112025-3565-4adc-978b-e8af5647762f not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:21:53.791834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911277b-738c-493c-b8e8-56eb35455a4f req-a794289e-a987-47c8-a58b-42c598f0bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:53.793380 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-a794289e-a987-47c8-a58b-42c598f0bc47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.1054940 Aug 11 01:21:53.825849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911277b-738c-493c-b8e8-56eb35455a4f req-4677d654-148a-4ac9-ac16-472c5aec8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:53.827543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-4677d654-148a-4ac9-ac16-472c5aec8bf4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.1395159 Aug 11 01:21:53.836720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59046084-182d-46d9-af32-da6e408a0a70 req-59cd04b0-19dd-4a28-bc5f-a48a75383ca3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:53.838249 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59046084-182d-46d9-af32-da6e408a0a70 req-59cd04b0-19dd-4a28-bc5f-a48a75383ca3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 945 time: 0.1006355 Aug 11 01:21:53.872628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-8b2e45e5-9ab5-403a-874a-9aa907794ee4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1001 time: 0.0684254 Aug 11 01:21:53.929276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911277b-738c-493c-b8e8-56eb35455a4f req-28fd9820-979d-4188-9e75-c2033d8cfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:53.930814 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-28fd9820-979d-4188-9e75-c2033d8cfa8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0497034 Aug 11 01:21:53.932416 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-97d71e1d-8bdf-4120-ba7f-5cc7f4f44888 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 200 len: 1001 time: 0.0931561 Aug 11 01:21:53.935374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-59046084-182d-46d9-af32-da6e408a0a70 req-3af6a575-89a6-479a-8b20-028781fa4904 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877287 Aug 11 01:21:53.987567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911277b-738c-493c-b8e8-56eb35455a4f req-f8e8d153-2552-4b79-a102-4d0e826fdf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:53.989958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-f8e8d153-2552-4b79-a102-4d0e826fdf8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510073 Aug 11 01:21:53.999718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911277b-738c-493c-b8e8-56eb35455a4f req-b154136d-bb2a-4db0-b298-f8931ad41b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:54.001415 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-b154136d-bb2a-4db0-b298-f8931ad41b9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0625865 Aug 11 01:21:54.061365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911277b-738c-493c-b8e8-56eb35455a4f req-5703b8ee-d6ff-4972-ae1d-0ed639736901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:54.062936 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-5703b8ee-d6ff-4972-ae1d-0ed639736901 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529912 Aug 11 01:21:54.108573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-ae261ab1-0d0e-489f-b5a6-da74f732f0ae service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092846 Aug 11 01:21:54.166744 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-641642bf-7b7c-493a-bb39-4c3e65577aab service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963471 Aug 11 01:21:54.208374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-02179111-a370-4566-b028-c9dca10b9587 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924406 Aug 11 01:21:54.264174 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f911277b-738c-493c-b8e8-56eb35455a4f req-97289608-65aa-4124-a3c0-7535289530e0 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905080 Aug 11 01:21:55.063392 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c49df7-fe6d-49cb-8d41-08a08cdce8d1 req-5ffaa042-510c-4419-b26b-cdac9e7713e5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:55.064959 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18c49df7-fe6d-49cb-8d41-08a08cdce8d1 req-5ffaa042-510c-4419-b26b-cdac9e7713e5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 945 time: 0.0596161 Aug 11 01:21:55.106582 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18c49df7-fe6d-49cb-8d41-08a08cdce8d1 req-8e40b2f5-1769-47f4-b96b-64e89e65f15c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351346 Aug 11 01:21:55.222471 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808a791-b7e5-4bf7-bec7-8ffa20e4b136 req-b7c23b24-1211-441e-8986-81e1984f4590 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:55.224009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6808a791-b7e5-4bf7-bec7-8ffa20e4b136 req-b7c23b24-1211-441e-8986-81e1984f4590 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 945 time: 0.0507326 Aug 11 01:21:55.262425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6808a791-b7e5-4bf7-bec7-8ffa20e4b136 req-bca9cc80-ec59-4efa-b01c-6322f5d867c8 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319583 Aug 11 01:21:55.276360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a6112025-3565-4adc-978b-e8af5647762f details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:21:55.374264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:55.375054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafc2cc-a6cf-41aa-a335-ff77ac7da66b req-b08fb9ac-3fff-4ae0-a8d2-f2c46d699374 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:55.376794 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffafc2cc-a6cf-41aa-a335-ff77ac7da66b req-b08fb9ac-3fff-4ae0-a8d2-f2c46d699374 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 945 time: 0.0490870 Aug 11 01:21:55.386825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'a6112025-3565-4adc-978b-e8af5647762f', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': 'a6112025-3565-4adc-978b-e8af5647762f', 'mac_address': 'fa:16:3e:18:ee:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:21:55.415211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ffafc2cc-a6cf-41aa-a335-ff77ac7da66b req-a46b649b-b9e0-416a-86a1-65a4b9c2fe4f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Aug 11 01:21:55.424087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:55.437802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6112025-3565-4adc-978b-e8af5647762f {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:21:55.458205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:55.555540 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:55.607709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=12']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:55.804664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a6112025-3565-4adc-978b-e8af5647762f'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:21:55.895545 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89abe8-2246-4cf4-b2fc-c8cc01a21a39 req-40422954-7b33-4d84-9b58-93eebd9e3cad tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:55.897085 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf89abe8-2246-4cf4-b2fc-c8cc01a21a39 req-40422954-7b33-4d84-9b58-93eebd9e3cad tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0561786 Aug 11 01:21:55.934833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bf89abe8-2246-4cf4-b2fc-c8cc01a21a39 req-3fa82009-573d-43df-b216-db6b4369ae23 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Aug 11 01:21:57.050282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e94a1b-7a06-4051-9d2f-2523e6251dd1 req-79ca6e0a-ab0f-45b5-b3e3-bbb42336462c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:57.052415 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97e94a1b-7a06-4051-9d2f-2523e6251dd1 req-79ca6e0a-ab0f-45b5-b3e3-bbb42336462c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0503485 Aug 11 01:21:57.089504 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-97e94a1b-7a06-4051-9d2f-2523e6251dd1 req-3b9f7453-ce06-4327-8f1d-d1eaf1b5a5c9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312247 Aug 11 01:21:57.180316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-47621136-2b0c-4619-a537-8dbfe81ad581 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:57.181831 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-47621136-2b0c-4619-a537-8dbfe81ad581 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 946 time: 0.0486555 Aug 11 01:21:57.274151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Deleting port a6112025-3565-4adc-978b-e8af5647762f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:21:57.274413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:57.291704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a6112025-3565-4adc-978b-e8af5647762f up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:21:57.372579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:57.372947 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:57.395424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port a6112025-3565-4adc-978b-e8af5647762f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:21:57.399324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port a6112025-3565-4adc-978b-e8af5647762f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:21:57.399810 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:57.479252 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:57.502021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:21:57.504321 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac97a91-2c34-4df5-b0a2-5f36364e627e" -d '{"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:21:57.517381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a6112025-3565-4adc-978b-e8af5647762f, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a6112025-3565-4adc-978b-e8af5647762f,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:21:57.543312 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e7bff-a67d-423a-8531-fc26329711d9 x-openstack-request-id: req-d88e7bff-a67d-423a-8531-fc26329711d9 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:21:57.543604 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-plugged", "status": "completed", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:21:57.543860 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d88e7bff-a67d-423a-8531-fc26329711d9 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:21:57.544258 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'code': 200} Aug 11 01:21:57.547861 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:57.548272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:57.548593 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Floating IP a0861b20-6329-480a-b371-b512a01e24b7 disassociated. External IP: 172.25.0.195, port: a6112025-3565-4adc-978b-e8af5647762f. Aug 11 01:21:57.548939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Calling delete_port for a6112025-3565-4adc-978b-e8af5647762f owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:21:57.578252 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:57.627638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=13']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:57.743559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:57.773882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event deleted for resources: {'Port': ['ID=a6112025-3565-4adc-978b-e8af5647762f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:21:57.890379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:21:57.999595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:21:58.009664 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:21:58.019838 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:21:58.020541 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:21:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:21:58.039069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] No DVR routers for this DVR port a6112025-3565-4adc-978b-e8af5647762f on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:21:58.041875 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:58.043973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-457a08da-e8e5-456d-9d40-adc0a022c085 req-b21d4cd7-8271-4328-8998-760befc2e688 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "DELETE /v2.0/ports/a6112025-3565-4adc-978b-e8af5647762f HTTP/1.1" status: 204 len: 173 time: 0.8537998 Aug 11 01:21:58.044411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-deleted', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:21:58.046636 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b066d8-1c79-4b33-9cb7-1cae8c95433c" -d '{"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-deleted", "tag": "a6112025-3565-4adc-978b-e8af5647762f"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:21:58.083069 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc0d7b2-dfab-4087-8add-1650e59636b6 x-openstack-request-id: req-3fc0d7b2-dfab-4087-8add-1650e59636b6 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:21:58.083453 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fcab3b3-9c81-445c-9131-98c64c0959ad", "name": "network-vif-deleted", "tag": "a6112025-3565-4adc-978b-e8af5647762f", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:21:58.083834 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fc0d7b2-dfab-4087-8add-1650e59636b6 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:21:58.084303 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fcab3b3-9c81-445c-9131-98c64c0959ad', 'name': 'network-vif-deleted', 'tag': 'a6112025-3565-4adc-978b-e8af5647762f', 'status': 'completed', 'code': 200} Aug 11 01:21:58.132765 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:21:58.197635 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4805fd67-e0a8-4297-9bf0-cffc0a281005 req-4e694572-0d03-47dc-8e6f-581d87925b9b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fcab3b3-9c81-445c-9131-98c64c0959ad HTTP/1.1" status: 200 len: 210 time: 0.0295334 Aug 11 01:21:58.354208 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:21:58.380118 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:21:58.388629 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:21:58.389227 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:21:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:21:58.491517 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:21:58.688892 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:21:58.715878 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387e8ef2-47d7-4717-a0fc-a36e20c35cdf None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:21:58.936332 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90342d65-58f8-4e03-a2a2-96e48a0eb827 None None] New status for floating IP a0861b20-6329-480a-b371-b512a01e24b7: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:21:59.468747 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-8aacf771-b937-4882-8944-15bb3211e4e8 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--536220474&fields=id&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 267 time: 0.0320451 Aug 11 01:21:59.576331 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b44f7a19-5f25-4e1c-b212-861ad0c92b02 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:21:59.577810 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b44f7a19-5f25-4e1c-b212-861ad0c92b02 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 811 time: 0.1018958 Aug 11 01:21:59.592689 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-690c2698-7715-4bc4-9703-1dc7e6ba0722 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/quotas/bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 375 time: 0.0090945 Aug 11 01:21:59.648929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-17b340bb-2967-4d1f-959e-e3164a8142fe tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511665 Aug 11 01:21:59.745579 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-31637720-54db-4fad-8b2b-b8776819aa82 service neutron] 10.222.0.43 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848842 Aug 11 01:21:59.825303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:21:59.833892 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-7ef4e31c-92fa-4ca9-ade7-ae98596d37ef service neutron] 10.222.0.43 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818219 Aug 11 01:22:00.031379 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:00.049703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-046d9a78-af62-481e-9b13-fe5367499a82 req-7ac059f1-3785-4fcb-bfa4-9dded48ece00 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 210 time: 0.0267141 Aug 11 01:22:00.597091 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:22:01.147915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a23241d-9596-4cde-a99e-e77c4a1c0728 req-4af6f61c-927c-4251-b9c3-bf0ddc5839ea tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 210 time: 0.0277226 Aug 11 01:22:01.322169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a6112025-3565-4adc-978b-e8af5647762f no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:22:01.345893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: a6112025-3565-4adc-978b-e8af5647762f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:22:01.346232 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a6112025-3565-4adc-978b-e8af5647762f not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:22:01.961952 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-58f652d4-0e61-4eaf-95c9-402e77b50a1c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:01.963494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-58f652d4-0e61-4eaf-95c9-402e77b50a1c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 811 time: 0.1003187 Aug 11 01:22:02.007148 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-d016d4a4-429e-45c6-a338-8a6c3ccad89a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 379 time: 0.0342636 Aug 11 01:22:02.016142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'port': {'device_id': '7333521c-9b75-4fbd-91e3-1f432547051f', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'admin_state_up': True, 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'security_groups': ['bfd12796-7edd-4352-bd61-a2c1a72502b6']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:22:02.201277 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Made reservation on behalf of bccdd3fc259644dc8c1a2ca5ce42a5f1 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:22:02.204858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:02.245517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fde4d471-6501-44f9-9933-060d1b54547a req-b9e2892d-3dba-4b1c-97b3-9074ac11435d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 210 time: 0.0280159 Aug 11 01:22:02.356152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Allocated IP 172.20.0.3 (002fba4a-5afd-4c6c-8e3a-149bdf1b20bf/2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae/df741d1c-b6e9-4734-af27-aebe1e1acdae) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:22:02.489265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:02.503595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Transition to ACTIVE for port object df741d1c-b6e9-4734-af27-aebe1e1acdae will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:22:02.592054 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:02.984809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:22:02.988129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:22:02.992449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:22:03.018337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:22:03.046542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:03.047252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:03.156522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-b3f94777-edac-40ba-8be3-ac972c5661a3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1439996 Aug 11 01:22:03.169501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Request body: {'port': {'device_id': '7333521c-9b75-4fbd-91e3-1f432547051f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:22:03.221381 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:03.334304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6d1e7296-f525-4edc-b21e-a3ab167606a1 None None] Provisioning for port df741d1c-b6e9-4734-af27-aebe1e1acdae completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:22:03.338768 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6d1e7296-f525-4edc-b21e-a3ab167606a1 None None] Provisioning complete for port df741d1c-b6e9-4734-af27-aebe1e1acdae triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:22:03.339261 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7296-f525-4edc-b21e-a3ab167606a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:03.369441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca7a64-9c3a-48cc-8933-eb8dfbff14af req-c78a67dd-3742-4129-a4e7-fee15c4b5739 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:03.370963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3ca7a64-9c3a-48cc-8933-eb8dfbff14af req-c78a67dd-3742-4129-a4e7-fee15c4b5739 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 931 time: 0.0571492 Aug 11 01:22:03.376238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e7296-f525-4edc-b21e-a3ab167606a1 None None] Port df741d1c-b6e9-4734-af27-aebe1e1acdae cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:22:03.415687 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c3ca7a64-9c3a-48cc-8933-eb8dfbff14af req-5b9a7eed-1e7e-4fd4-9955-fb1b8bb08058 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351882 Aug 11 01:22:03.490695 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df741d1c-b6e9-4734-af27-aebe1e1acdae {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:22:03.498176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:03.510768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Transition to ACTIVE for port object df741d1c-b6e9-4734-af27-aebe1e1acdae will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:22:03.580016 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:03.633696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:22:03.716084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:22:03.716470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:22:03.716798 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:22:03.721499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:22:03.721848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:22:03.727249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:22:03.727577 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:22:03.727969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:22:03.728410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Bound port: df741d1c-b6e9-4734-af27-aebe1e1acdae, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:22:03.728770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:03.806117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:22:03.809414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:22:03.866458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:03.901919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:03.902551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:03.904000 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] 10.222.0.44 "PUT /v2.0/ports/df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1092 time: 0.7387512 Aug 11 01:22:03.904445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:22:03.906707 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683bb2f5-63d5-4015-8157-9da84cadce5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:22:03.935671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a2326-447d-4e47-bcff-c3f2c8e2204a service neutron] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:22:03.945940 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ce72e3-5f82-47b2-a9d9-2caefa427acc x-openstack-request-id: req-b3ce72e3-5f82-47b2-a9d9-2caefa427acc {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:22:03.946263 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:22:03.946476 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3ce72e3-5f82-47b2-a9d9-2caefa427acc {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:22:03.946870 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'status': 'completed', 'code': 200} Aug 11 01:22:04.017595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2f5-63d5-4015-8157-9da84cadce5a req-0c7a5797-15b1-4ce6-920d-62da1b80ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:04.019255 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-683bb2f5-63d5-4015-8157-9da84cadce5a req-0c7a5797-15b1-4ce6-920d-62da1b80ee4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1095 time: 0.0491707 Aug 11 01:22:04.145502 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2f5-63d5-4015-8157-9da84cadce5a req-13747923-6e13-4749-8160-d89802c6d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:04.147544 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-683bb2f5-63d5-4015-8157-9da84cadce5a req-13747923-6e13-4749-8160-d89802c6d003 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1199734 Aug 11 01:22:04.263638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb2f5-63d5-4015-8157-9da84cadce5a req-8f1e4416-95d3-44d9-b85a-cea38beab9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:04.265130 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-683bb2f5-63d5-4015-8157-9da84cadce5a req-8f1e4416-95d3-44d9-b85a-cea38beab9a3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1112101 Aug 11 01:22:04.347552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-99af4deb-e73d-4e6c-93dd-c590dde9cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:04.349039 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-99af4deb-e73d-4e6c-93dd-c590dde9cbd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1095 time: 0.0450287 Aug 11 01:22:04.391061 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-9f5cb8f8-c479-4c90-95dc-7c1d65c73ca3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 217 time: 0.0345745 Aug 11 01:22:04.441061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-8cc3e2ec-ac85-4851-8afd-229ba9f57ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:04.442550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-8cc3e2ec-ac85-4851-8afd-229ba9f57ff1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0438328 Aug 11 01:22:04.493379 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-09e4b84a-5979-4feb-aa6a-abf5c48bb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:04.494899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-09e4b84a-5979-4feb-aa6a-abf5c48bb652 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453908 Aug 11 01:22:04.533594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbbd9c-e863-4533-a949-357a5a639951 req-3a2d7303-662e-4b49-be4a-f3d6c6c8b9d5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:04.535096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40fbbd9c-e863-4533-a949-357a5a639951 req-3a2d7303-662e-4b49-be4a-f3d6c6c8b9d5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0498955 Aug 11 01:22:04.574301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-40fbbd9c-e863-4533-a949-357a5a639951 req-3054be58-13e0-4c57-ba77-50ffe4dd6626 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324430 Aug 11 01:22:04.585810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-0cb9a838-bfa0-4ca6-a04e-3429661b01d1 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836041 Aug 11 01:22:04.681989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-47b8cefe-7148-41e4-acdf-e7f369e5044b req-72c08df5-31c4-4d63-8fb0-09f3efed4dc8 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890155 Aug 11 01:22:05.692089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10d1e9-e930-4c18-952f-b25c3961df5f req-498ebe55-9396-4a3d-8f87-d36e71ef665a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:05.694191 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca10d1e9-e930-4c18-952f-b25c3961df5f req-498ebe55-9396-4a3d-8f87-d36e71ef665a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0499084 Aug 11 01:22:05.735675 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ca10d1e9-e930-4c18-952f-b25c3961df5f req-1eb342b8-35bb-4024-ab55-37c45cfdf674 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355468 Aug 11 01:22:06.853735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60205bf-39e0-4a8c-b0b4-fc25a244d720 req-b8f02471-bdcf-444e-92a3-14b43c1ce965 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:06.855334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e60205bf-39e0-4a8c-b0b4-fc25a244d720 req-b8f02471-bdcf-444e-92a3-14b43c1ce965 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0497692 Aug 11 01:22:06.892153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e60205bf-39e0-4a8c-b0b4-fc25a244d720 req-1e841b7b-5cd0-4cb3-916e-d0b2ca6626a7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310259 Aug 11 01:22:07.369299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:22:07.461958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:22:07.476142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'mac_address': 'fa:16:3e:9a:41:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:22:07.514328 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:07.527048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df741d1c-b6e9-4734-af27-aebe1e1acdae {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:22:07.547113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:22:07.607851 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:07.655320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:22:07.795651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['df741d1c-b6e9-4734-af27-aebe1e1acdae'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:22:08.006104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc104f-71df-4c4b-9307-d11aefaf8ca1 req-61392da3-99f3-447f-918a-55234fc86055 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:08.007641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08bc104f-71df-4c4b-9307-d11aefaf8ca1 req-61392da3-99f3-447f-918a-55234fc86055 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0484326 Aug 11 01:22:08.045600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08bc104f-71df-4c4b-9307-d11aefaf8ca1 req-5a12e2a9-8809-462f-ae2b-de9202809d20 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319178 Aug 11 01:22:09.163793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa49b59-d60f-4d7f-ad73-754d25d23348 req-259e439a-2d1b-47d0-b085-33375645c185 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:09.165267 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fa49b59-d60f-4d7f-ad73-754d25d23348 req-259e439a-2d1b-47d0-b085-33375645c185 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0533233 Aug 11 01:22:09.202157 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1fa49b59-d60f-4d7f-ad73-754d25d23348 req-3fd27e8e-6ee6-4559-a109-8314220bf53e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310423 Aug 11 01:22:09.385414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:22:09.493717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port df741d1c-b6e9-4734-af27-aebe1e1acdae completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:22:09.498143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port df741d1c-b6e9-4734-af27-aebe1e1acdae triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:22:09.498570 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:09.577557 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:09.599197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:22:09.601443 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa00f4c-9fbb-44c6-97f8-3a8d3df7aad6" -d '{"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-plugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:22:09.614317 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:22:09.639869 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ec645-ff1c-4272-a1ad-c141326d916b x-openstack-request-id: req-214ec645-ff1c-4272-a1ad-c141326d916b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:22:09.640155 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-plugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:22:09.640406 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-214ec645-ff1c-4272-a1ad-c141326d916b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:22:09.640795 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'code': 200} Aug 11 01:22:09.675374 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:09.725153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:22:09.739496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b566643-ab1c-47da-b283-c3624e794603 req-68c2898c-2338-49f6-a6fb-de9f2b68c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:09.741660 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b566643-ab1c-47da-b283-c3624e794603 req-68c2898c-2338-49f6-a6fb-de9f2b68c2e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1097 time: 0.0450060 Aug 11 01:22:09.775178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4b566643-ab1c-47da-b283-c3624e794603 req-bed26592-f9e4-4e95-baa8-dc4799ad78ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268571 Aug 11 01:22:10.326940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841013e-90dc-4685-aba4-3501341f58b8 req-48e44d6e-38c5-49aa-81ab-b49a28ae4a49 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:10.328400 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6841013e-90dc-4685-aba4-3501341f58b8 req-48e44d6e-38c5-49aa-81ab-b49a28ae4a49 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0502360 Aug 11 01:22:10.367626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6841013e-90dc-4685-aba4-3501341f58b8 req-3ecdc2f1-a325-48cd-b5a1-b160ce79118b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Aug 11 01:22:11.483789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864fb7a-7eee-4aef-94c6-c319c69620b3 req-ab3e59b7-a550-41fd-86da-b8fb15ce5590 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:11.485382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7864fb7a-7eee-4aef-94c6-c319c69620b3 req-ab3e59b7-a550-41fd-86da-b8fb15ce5590 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0502586 Aug 11 01:22:11.524185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7864fb7a-7eee-4aef-94c6-c319c69620b3 req-0bedbac3-def5-4e60-b45e-7396b5d1191e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 Aug 11 01:22:11.634368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcacdc-68b0-4be8-981b-63df40e3bf2b req-a39afde7-f28c-4ca6-b5f4-45671989cd76 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:11.635912 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8bbcacdc-68b0-4be8-981b-63df40e3bf2b req-a39afde7-f28c-4ca6-b5f4-45671989cd76 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0493572 Aug 11 01:22:11.644411 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 52626) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:22:11.648869 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Request body: {'floatingip': {'port_id': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:22:11.690490 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:12.134634 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:12.201829 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:12.307025 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Floating IP a0861b20-6329-480a-b371-b512a01e24b7 associated. External IP: 172.25.0.195, port: df741d1c-b6e9-4734-af27-aebe1e1acdae. Aug 11 01:22:12.511322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:22:12.618446 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:22:12.622924 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:12.628067 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:22:12.637402 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:22:12.638012 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:21:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:22:12.650604 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3261f25d-531f-4ec4-940b-0099e420dce5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "PUT /v2.0/floatingips/a0861b20-6329-480a-b371-b512a01e24b7 HTTP/1.1" status: 200 len: 992 time: 1.0051277 Aug 11 01:22:12.651346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:22:12.653435 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272e3633-3487-4946-a535-49d9892df348" -d '{"events": [{"name": "network-changed", "server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:22:12.691715 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd14eda-a0da-45d5-8e6c-06f495a6cea6 x-openstack-request-id: req-4fd14eda-a0da-45d5-8e6c-06f495a6cea6 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:22:12.692001 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:22:12.692250 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4fd14eda-a0da-45d5-8e6c-06f495a6cea6 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:22:12.692932 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'status': 'completed', 'code': 200} Aug 11 01:22:12.746073 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:22:12.753906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e3633-3487-4946-a535-49d9892df348 req-cc986ccf-af33-4943-bfa5-69865686ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:12.755981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-272e3633-3487-4946-a535-49d9892df348 req-cc986ccf-af33-4943-bfa5-69865686ad91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1097 time: 0.0414147 Aug 11 01:22:12.853361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e3633-3487-4946-a535-49d9892df348 req-6cea5a91-a795-4a0c-a6aa-98500c324068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:12.854904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-272e3633-3487-4946-a535-49d9892df348 req-6cea5a91-a795-4a0c-a6aa-98500c324068 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0925329 Aug 11 01:22:12.924014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-272e3633-3487-4946-a535-49d9892df348 req-621cb959-91ed-42b9-a394-91273a61b3e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1000 time: 0.0621529 Aug 11 01:22:12.974824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e3633-3487-4946-a535-49d9892df348 req-37804f90-f8a0-40f2-9780-8e5f07a0b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:12.976349 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-272e3633-3487-4946-a535-49d9892df348 req-37804f90-f8a0-40f2-9780-8e5f07a0b0d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0449474 Aug 11 01:22:13.029454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e3633-3487-4946-a535-49d9892df348 req-a3477ee9-a896-4224-b659-bfb4adb27105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:13.030987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-272e3633-3487-4946-a535-49d9892df348 req-a3477ee9-a896-4224-b659-bfb4adb27105 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475771 Aug 11 01:22:13.061674 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:9a:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333521c-9b75-4fbd-91e3-1f432547051f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:22:12Z', 'revision_number': 13, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:22:13.093548 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:22:13.102895 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:22:13.103570 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:21:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:22:13.124373 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-272e3633-3487-4946-a535-49d9892df348 req-35b322fa-4a5d-4456-a4e8-65f139f3c097 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863137 Aug 11 01:22:13.215544 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:22:13.225658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-272e3633-3487-4946-a535-49d9892df348 req-820da136-11a4-4bca-9d68-8951304fc22e service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938551 Aug 11 01:22:13.457395 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:9a:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333521c-9b75-4fbd-91e3-1f432547051f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:22:12Z', 'revision_number': 13, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:22:13.484746 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd2b9b-f4ce-4e1a-91bd-9a86eda4a4c8 None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'a0861b20-6329-480a-b371-b512a01e24b7', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'port_id': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'mac_address': 'fa:16:3e:9a:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7333521c-9b75-4fbd-91e3-1f432547051f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:15:01Z', 'updated_at': '2021-08-11T01:22:12Z', 'revision_number': 13, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:22:13.702652 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c7922-7584-4070-a5c5-3f8504cfdf0c None None] New status for floating IP a0861b20-6329-480a-b371-b512a01e24b7: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:22:16.298881 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0819215f-fbf0-4acd-a357-4d9b260f0702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:18.897465 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-215a0d25-04ac-4598-ab53-8a7a91bc3feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:18.978830 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:20.550268 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:22.497689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:29.824309 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:30.052903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:37.596826 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:22:46.298124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6e559137-8b17-4a19-859e-cd8fc9649a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:46.743405 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-9cc00fd6-c92d-4af0-bb7f-1f29b4f8d716 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414140 Aug 11 01:22:46.830359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-ac806639-afd9-40c1-8f95-0e0c4bdd9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:46.832183 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-ac806639-afd9-40c1-8f95-0e0c4bdd9671 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1097 time: 0.0441294 Aug 11 01:22:46.940688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-e9577336-3302-4fa1-ad7d-ce6d095b9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:46.942120 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-e9577336-3302-4fa1-ad7d-ce6d095b9fd7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0896614 Aug 11 01:22:47.009844 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-fdc55ba5-59ac-445f-acc7-07101dd67772 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1002 time: 0.0609243 Aug 11 01:22:47.060902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-7c07e533-bede-40dc-a64c-c5075212a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:47.062428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-7c07e533-bede-40dc-a64c-c5075212a2ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0459168 Aug 11 01:22:47.113939 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-1fdeaf3c-04f6-47ba-9848-c080061a7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:22:47.115573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-1fdeaf3c-04f6-47ba-9848-c080061a7cbc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452518 Aug 11 01:22:47.206368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-0c00d723-105d-4912-b1cb-71a48af5c855 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838468 Aug 11 01:22:47.300229 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-488d6888-e113-4014-a1a5-0c1e715bce23 req-e66e127d-8166-45f0-94eb-3b075ef17e3a service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872903 Aug 11 01:22:48.885886 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-70a37d2e-ec4a-47ad-9f3b-3bc9d54ad5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:48.937298 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:50.555351 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:52.520713 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:22:59.839983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:00.034593 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:14.596439 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:23:16.263015 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b2277dbb-0aab-425d-a8b9-f74c7e693507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:18.874647 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3f5f0e09-ac36-480f-ad06-7b89f9871254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:18.936106 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:20.547620 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:22.507959 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:29.850543 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:30.039270 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:46.279043 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-567a5be9-71e3-44b3-96e6-c93f71684710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:47.976082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-b072afef-693d-4a82-ad93-61ebd1edeabe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440640 Aug 11 01:23:48.078776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-8e4a8cd1-4cce-4746-9645-ce022b8950ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:23:48.080427 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-8e4a8cd1-4cce-4746-9645-ce022b8950ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1097 time: 0.0433879 Aug 11 01:23:48.193406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-6f8a2e3d-dcee-4686-b97f-edbc07cce002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:23:48.194946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-6f8a2e3d-dcee-4686-b97f-edbc07cce002 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0933642 Aug 11 01:23:48.263797 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-934227c2-684e-4378-8847-eed33205ca91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1002 time: 0.0610719 Aug 11 01:23:48.320812 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-d448fabc-0c3a-49b5-a6a0-29af933c4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:23:48.322355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-d448fabc-0c3a-49b5-a6a0-29af933c4997 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0516207 Aug 11 01:23:48.378212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-242c8c13-b419-499f-b4e7-920fe6becc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:23:48.379845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-242c8c13-b419-499f-b4e7-920fe6becc47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499344 Aug 11 01:23:48.476523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-0cf82eab-f7d5-46ec-8053-40e264c788d1 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837636 Aug 11 01:23:48.574929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ff9213f0-3d28-41bb-857b-bd25bed96c16 req-9254855a-8b6d-4ae5-b158-6b05df6e437e service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911100 Aug 11 01:23:48.897511 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb734da5-b247-4259-87f1-ede0de58634a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:48.999100 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:50.581612 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:51.180442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca85e1-165b-4ab5-a368-4b001aae007a req-00a99b58-7a80-4fe9-bfa5-342a543654ee tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:23:51.181972 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36ca85e1-165b-4ab5-a368-4b001aae007a req-00a99b58-7a80-4fe9-bfa5-342a543654ee tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.1083832 Aug 11 01:23:51.230994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-36ca85e1-165b-4ab5-a368-4b001aae007a req-763989e2-d1c4-46d4-9e01-83a614cfc83b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428894 Aug 11 01:23:51.596427 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:23:52.530469 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:23:59.861354 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:00.061014 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:03.187420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b359f5e-ce3b-452e-895b-593adc87e4d1 req-daf1883f-a07f-4a88-abaf-cd665bca5610 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:03.188955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b359f5e-ce3b-452e-895b-593adc87e4d1 req-daf1883f-a07f-4a88-abaf-cd665bca5610 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0513794 Aug 11 01:24:03.227955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3b359f5e-ce3b-452e-895b-593adc87e4d1 req-5d2d973a-c80b-47c6-8185-690a94bf8b5e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329192 Aug 11 01:24:03.315784 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-ce286fa4-cb45-4762-be03-383574de3e7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442374 Aug 11 01:24:04.348397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb4d49-c39c-40ab-8cfe-6f86e3ac00a3 req-f88d4ddd-bb97-40df-9e49-cda4d2d8dfbe tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:04.349937 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17cb4d49-c39c-40ab-8cfe-6f86e3ac00a3 req-f88d4ddd-bb97-40df-9e49-cda4d2d8dfbe tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0507166 Aug 11 01:24:04.389868 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17cb4d49-c39c-40ab-8cfe-6f86e3ac00a3 req-3990f67e-d36c-4d19-878d-c819048b2c40 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339468 Aug 11 01:24:05.428781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-47febb3d-fe9e-4a90-ba89-6fcebfaa3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:05.430306 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-47febb3d-fe9e-4a90-ba89-6fcebfaa3515 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1097 time: 0.0473499 Aug 11 01:24:05.567884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4617b4b-e9c0-4d06-b970-add8963fa911 req-0ec77f01-842a-4edd-8d5f-3c6d82990a13 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:05.569509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4617b4b-e9c0-4d06-b970-add8963fa911 req-0ec77f01-842a-4edd-8d5f-3c6d82990a13 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0898724 Aug 11 01:24:05.571148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-816409ee-e634-4841-a2a7-08977b629d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:05.572574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-816409ee-e634-4841-a2a7-08977b629d32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.1356614 Aug 11 01:24:05.659427 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4617b4b-e9c0-4d06-b970-add8963fa911 req-c1e4b5e6-6fb7-4b1b-a617-1a3dd38ff0e2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835807 Aug 11 01:24:05.666677 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-48900f85-c608-40e8-bcda-a81a4a28e612 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1002 time: 0.0843003 Aug 11 01:24:05.717900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-559fc4b4-4a48-40e4-9b2f-21452f0d0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:05.719433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-559fc4b4-4a48-40e4-9b2f-21452f0d0c21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0457795 Aug 11 01:24:05.772247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-ccfb7b7c-ca3f-406c-82df-25f32a807fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:05.773799 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-ccfb7b7c-ca3f-406c-82df-25f32a807fcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476451 Aug 11 01:24:05.875603 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-17fdd2b7-8c97-420a-82cd-1a1902946c93 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942960 Aug 11 01:24:05.973532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-b97ed365-c50b-403e-bd96-8550b17e26c4 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909150 Aug 11 01:24:06.791296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7ba1f-1390-47d4-a8df-da31e8cf369a req-9b118e37-e922-48e5-99de-5a9fe12fcf40 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:06.793484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cad7ba1f-1390-47d4-a8df-da31e8cf369a req-9b118e37-e922-48e5-99de-5a9fe12fcf40 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0546484 Aug 11 01:24:06.834886 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cad7ba1f-1390-47d4-a8df-da31e8cf369a req-b3794ead-0166-4dd3-a1fe-05b3c9f173a9 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353262 Aug 11 01:24:07.959445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6fdb-d168-450c-bc5a-efaecd4adb6e req-2e8400d4-6d86-4fda-bad6-0c94ffe2c730 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:07.960968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-668a6fdb-d168-450c-bc5a-efaecd4adb6e req-2e8400d4-6d86-4fda-bad6-0c94ffe2c730 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0506215 Aug 11 01:24:07.999852 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-668a6fdb-d168-450c-bc5a-efaecd4adb6e req-213e4b78-2893-4962-9df9-d59561d9b2e2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323594 Aug 11 01:24:09.119057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda2834-4627-4078-aa1b-d8af5f18be66 req-bb91fa74-90b6-4145-8900-cb22ef9b6720 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:09.121077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0cda2834-4627-4078-aa1b-d8af5f18be66 req-bb91fa74-90b6-4145-8900-cb22ef9b6720 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0524642 Aug 11 01:24:09.158529 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0cda2834-4627-4078-aa1b-d8af5f18be66 req-9f84697f-a592-4283-8992-6664bed10e1d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Aug 11 01:24:10.517736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20277dc-6b2c-4b84-97e4-c468d4138eb5 req-9ab20133-2e43-4a34-89d6-57dcfc7e3740 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:10.519272 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a20277dc-6b2c-4b84-97e4-c468d4138eb5 req-9ab20133-2e43-4a34-89d6-57dcfc7e3740 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0491331 Aug 11 01:24:10.555744 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a20277dc-6b2c-4b84-97e4-c468d4138eb5 req-4dd75817-a1ce-47a4-9149-110c1b74b401 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306494 Aug 11 01:24:11.674701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597115ff-981e-4d2b-8d91-0b04386209d5 req-51fb0e33-0f30-4abc-a101-185585a37267 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:11.676255 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-597115ff-981e-4d2b-8d91-0b04386209d5 req-51fb0e33-0f30-4abc-a101-185585a37267 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0491576 Aug 11 01:24:11.715783 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-597115ff-981e-4d2b-8d91-0b04386209d5 req-06b44736-6e76-45f5-b921-7b2238076368 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330331 Aug 11 01:24:12.837986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7e1bf-673d-41f3-8e74-97e8ea0aaf9d req-2eddf25a-adf2-47bb-a42c-be2c9e8a0159 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:12.839643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3b7e1bf-673d-41f3-8e74-97e8ea0aaf9d req-2eddf25a-adf2-47bb-a42c-be2c9e8a0159 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0550389 Aug 11 01:24:12.878360 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3b7e1bf-673d-41f3-8e74-97e8ea0aaf9d req-4682a860-a697-4ac4-baff-a15dc7192480 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327873 Aug 11 01:24:13.996912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb903f-885d-4cd4-a3de-cf1ec53a20a1 req-3a0691a8-3f13-4c63-a1bc-47abb0cc879c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:13.998462 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eabb903f-885d-4cd4-a3de-cf1ec53a20a1 req-3a0691a8-3f13-4c63-a1bc-47abb0cc879c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0514545 Aug 11 01:24:14.040006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eabb903f-885d-4cd4-a3de-cf1ec53a20a1 req-cb88b3d6-6966-4d4d-9791-2acb7ca9a12b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356483 Aug 11 01:24:15.159091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200dc2-d8d1-4876-9c84-4eeec76b18a7 req-84340846-5c00-47b9-bc15-d7329ca98748 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:15.161109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42200dc2-d8d1-4876-9c84-4eeec76b18a7 req-84340846-5c00-47b9-bc15-d7329ca98748 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0514357 Aug 11 01:24:15.201965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42200dc2-d8d1-4876-9c84-4eeec76b18a7 req-b0c84ab3-5f18-4865-a03a-dee90a1f60a7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344076 Aug 11 01:24:16.284161 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-007ebe38-f10c-4025-9f29-4f0d88276ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:16.326339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7041bc-ebb7-4912-8c7d-2d04e03f5a0b req-cb9cdbf2-52cb-42cc-8283-508687ae68fd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:16.327929 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5b7041bc-ebb7-4912-8c7d-2d04e03f5a0b req-cb9cdbf2-52cb-42cc-8283-508687ae68fd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0566499 Aug 11 01:24:16.366852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5b7041bc-ebb7-4912-8c7d-2d04e03f5a0b req-ce9156a6-dfe9-4d82-8a66-9998388349d5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Aug 11 01:24:17.486548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993847-f51f-4061-92f0-ebf443ffc2b8 req-8a3184e9-fb65-4494-a117-a8d613a7c29a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:17.488132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11993847-f51f-4061-92f0-ebf443ffc2b8 req-8a3184e9-fb65-4494-a117-a8d613a7c29a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0506604 Aug 11 01:24:17.530242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11993847-f51f-4061-92f0-ebf443ffc2b8 req-8cd096e8-a46c-490d-b4eb-7abe06a23065 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358942 Aug 11 01:24:18.660727 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7dd7-02a3-481f-9a55-8a5a0cdf1601 req-9b7e2a44-424a-44d3-acda-efcc17dabee2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:18.662346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe1b7dd7-02a3-481f-9a55-8a5a0cdf1601 req-9b7e2a44-424a-44d3-acda-efcc17dabee2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0581558 Aug 11 01:24:18.720406 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fe1b7dd7-02a3-481f-9a55-8a5a0cdf1601 req-6196e35e-defa-4492-910b-f709400c5cae tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486281 Aug 11 01:24:18.895367 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9897aba2-407d-45a1-b5c2-7381e66a8473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:18.946909 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:19.852316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928b49d-053b-440f-8946-5d4a716e8a4c req-7c9a243a-6087-4eb8-98fb-76c61315ee16 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:19.853800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b928b49d-053b-440f-8946-5d4a716e8a4c req-7c9a243a-6087-4eb8-98fb-76c61315ee16 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0554137 Aug 11 01:24:19.892955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b928b49d-053b-440f-8946-5d4a716e8a4c req-4f40dc5f-d310-43ad-9156-a59eb504e81f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330951 Aug 11 01:24:20.343667 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-f9a613db-8275-41f4-8616-562ff01bca8a req-0ca80cda-5f93-4d2e-b298-84179d619a17 service neutron] show failed (client error): The resource could not be found. Aug 11 01:24:20.344698 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-0ca80cda-5f93-4d2e-b298-84179d619a17 service neutron] 10.222.0.44 "GET /v2.0/ports/df741d1c-b6e9-4734-af27-aebe1e1acdae/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0564528 Aug 11 01:24:20.575751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:20.942162 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-359545b5-5451-4a85-bc6f-df72d3e1047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:20.943710 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-359545b5-5451-4a85-bc6f-df72d3e1047f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 1097 time: 0.0813963 Aug 11 01:24:20.956721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:24:21.043074 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:21.059150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553baf10-2722-47ba-be92-021c09a27b4a req-040389d5-d748-4cdd-a3e0-b9e1c5f1e878 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:21.060759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-553baf10-2722-47ba-be92-021c09a27b4a req-040389d5-d748-4cdd-a3e0-b9e1c5f1e878 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0853107 Aug 11 01:24:21.136796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-553baf10-2722-47ba-be92-021c09a27b4a req-fdd38389-6b22-48d8-8a85-29d99a89446d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698946 Aug 11 01:24:21.283819 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:21.318388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:24:21.363059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:24:21.365490 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eb12ad-4fe8-4cf0-8ebb-ae5f78f5056f" -d '{"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-unplugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:24:21.369588 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:21.383574 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Transition to ACTIVE for port object df741d1c-b6e9-4734-af27-aebe1e1acdae will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:24:21.417933 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6e58bf-389a-46e3-b35a-7c4c9bd831ca x-openstack-request-id: req-8c6e58bf-389a-46e3-b35a-7c4c9bd831ca {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:24:21.418195 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-unplugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:24:21.418476 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c6e58bf-389a-46e3-b35a-7c4c9bd831ca {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:24:21.418876 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'code': 200} Aug 11 01:24:21.489936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:21.566417 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:21.581063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.581399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.581849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.582060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.582392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.582725 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.583057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.583418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.583772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.584066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.584389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.584710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:21.631565 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] No DVR routers for this DVR port df741d1c-b6e9-4734-af27-aebe1e1acdae on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:24:21.774837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:24:21.775207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:24:21.775548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:24:21.780249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:24:21.780575 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:24:21.785522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:24:21.785863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:24:21.786255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:24:21.786677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Bound port: df741d1c-b6e9-4734-af27-aebe1e1acdae, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:24:21.787040 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:22.162652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:24:22.163374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:24:22.166734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:24:22.204014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:24:22.238514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:22.287856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:22.288495 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:22.289964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] 10.222.0.55 "PUT /v2.0/ports/df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1092 time: 1.3379731 Aug 11 01:24:22.313659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab08a-b2fa-4838-bca4-d3dd3d5f001a req-dea01c1d-d9b4-46b0-ada5-438a09a50314 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:22.315412 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24bab08a-b2fa-4838-bca4-d3dd3d5f001a req-dea01c1d-d9b4-46b0-ada5-438a09a50314 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.1055253 Aug 11 01:24:22.336601 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1751e-d421-47da-8a81-d4e71772e37a service neutron] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:22.399787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24bab08a-b2fa-4838-bca4-d3dd3d5f001a req-a6f71c6b-84b4-4d5b-a974-5959cf05e43b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696921 Aug 11 01:24:22.403781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-956ee176-0bdd-459e-b3e2-b2667b0b357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:22.405123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-956ee176-0bdd-459e-b3e2-b2667b0b357c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1095 time: 0.0870090 Aug 11 01:24:22.511646 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:22.520258 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-f5eff890-e795-4285-b42f-bba625b1f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:22.521834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-f5eff890-e795-4285-b42f-bba625b1f015 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.1089978 Aug 11 01:24:22.589490 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-9b2d3a77-5b58-45a6-96f7-ab5c7681f01e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1000 time: 0.0601654 Aug 11 01:24:22.641079 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-f3730578-7a66-49f7-aa18-b92840eb725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:22.642657 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-f3730578-7a66-49f7-aa18-b92840eb725a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0456498 Aug 11 01:24:22.697105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613db-8275-41f4-8616-562ff01bca8a req-7f00fc79-7ed1-472f-aff8-df8438829f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:22.698838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-7f00fc79-7ed1-472f-aff8-df8438829f98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491765 Aug 11 01:24:22.710347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-fdce8f56-c6ae-467e-9839-b16b1af64f94 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:24:22.711381 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-fdce8f56-c6ae-467e-9839-b16b1af64f94 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052564 Aug 11 01:24:22.801432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-bab1dec5-be51-403d-a1eb-2e0aca0c953e service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827596 Aug 11 01:24:22.898786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-de7e01e7-7144-40a7-bb21-adb10741b9ed service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901201 Aug 11 01:24:23.419690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:24:23.422091 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:24:23.475388 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6b8bc9-e6ca-4bc8-ad0d-ae29914d372b x-openstack-request-id: req-6f6b8bc9-e6ca-4bc8-ad0d-ae29914d372b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:24:23.475753 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:24:23.476007 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f6b8bc9-e6ca-4bc8-ad0d-ae29914d372b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:24:23.476406 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'status': 'completed', 'code': 200} Aug 11 01:24:23.552168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-447865be-a1ae-4de3-949a-a6373d2fd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.553589 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-447865be-a1ae-4de3-949a-a6373d2fd0e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1095 time: 0.0523934 Aug 11 01:24:23.566704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-b80dd781-ad28-4227-bd9c-8c39b2ac73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.568546 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-b80dd781-ad28-4227-bd9c-8c39b2ac73d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1095 time: 0.0740058 Aug 11 01:24:23.577105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3125c-b0fb-40d1-a973-60df04f18c68 req-df5709e0-d655-40e3-9049-12ab13513ff5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.579043 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58e3125c-b0fb-40d1-a973-60df04f18c68 req-df5709e0-d655-40e3-9049-12ab13513ff5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0972157 Aug 11 01:24:23.656232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-df64598e-9786-4bac-a7ed-b0344241ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.657766 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-df64598e-9786-4bac-a7ed-b0344241ab32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0972445 Aug 11 01:24:23.679442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-58e3125c-b0fb-40d1-a973-60df04f18c68 req-6869d0c4-f472-4ae5-993c-bef01d2b2e24 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805526 Aug 11 01:24:23.705975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-67b6e35c-8c7d-491d-9707-0a376dbd9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.707542 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-67b6e35c-8c7d-491d-9707-0a376dbd9cac service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.1275754 Aug 11 01:24:23.733176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-fb87d424-9d3f-40ff-96cc-8cf9aaf4ca16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1000 time: 0.0682738 Aug 11 01:24:23.783423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-8c1490a5-3f6b-4f79-9c8b-4a563f87dcea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1000 time: 0.0686274 Aug 11 01:24:23.788116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-5f45fbbb-809a-4ecb-97f6-027f5b3839e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.789618 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-5f45fbbb-809a-4ecb-97f6-027f5b3839e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0495851 Aug 11 01:24:23.842178 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-8bc79862-c4d5-427e-a124-f81e571332b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.843584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-07f16038-2284-470b-9751-ccac5d3bd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.843786 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-8bc79862-c4d5-427e-a124-f81e571332b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0538900 Aug 11 01:24:23.845260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-07f16038-2284-470b-9751-ccac5d3bd459 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490391 Aug 11 01:24:23.894679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-5c027858-503f-469a-8433-adc1dcaa7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:23.903193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-5c027858-503f-469a-8433-adc1dcaa7e97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455024 Aug 11 01:24:23.945131 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-4c9525b1-5294-4530-a415-d596f9a33b4d service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929739 Aug 11 01:24:23.993581 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-f5797c81-6868-47c3-9afa-f351cb94592f service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872889 Aug 11 01:24:24.094838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-404690f7-b542-4a93-8e42-3d57b491fbb6 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947447 Aug 11 01:24:24.109195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f07b7ad-d5b7-413e-bebc-ba7f96453ef3 req-7710ca03-00d0-499c-82b6-5605557a098d service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573718 Aug 11 01:24:24.807320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f008c-a842-4e18-86fd-882790867819 req-da35dbdf-2f23-4d48-937f-8e4d3ea95979 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:24.809068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a5f008c-a842-4e18-86fd-882790867819 req-da35dbdf-2f23-4d48-937f-8e4d3ea95979 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0506473 Aug 11 01:24:24.849555 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a5f008c-a842-4e18-86fd-882790867819 req-0ba826c5-2616-4e49-92b5-db1fe207ad40 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338240 Aug 11 01:24:25.976931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb81236-7228-4c3a-9abd-ea2399e29b46 req-6692b0d3-8ae8-4186-9a41-0fdcd7033a77 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:25.978561 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4fb81236-7228-4c3a-9abd-ea2399e29b46 req-6692b0d3-8ae8-4186-9a41-0fdcd7033a77 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0548997 Aug 11 01:24:26.024388 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4fb81236-7228-4c3a-9abd-ea2399e29b46 req-f9fbfc24-469e-422d-ae29-9873724cf266 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389056 Aug 11 01:24:27.146805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ded355-bc6c-4cfc-811e-cdf105edd662 req-18284868-e9f6-40d6-a9b8-51d7ee10b208 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:27.148363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55ded355-bc6c-4cfc-811e-cdf105edd662 req-18284868-e9f6-40d6-a9b8-51d7ee10b208 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0508065 Aug 11 01:24:27.188063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55ded355-bc6c-4cfc-811e-cdf105edd662 req-8f729095-f051-4bb2-95c6-6f7d18c55e1d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337064 Aug 11 01:24:28.306702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f839b2-633e-46f5-a042-e2250e8b512d req-a4809d8a-3f25-44f9-9bc3-b517b1c7f0f6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:28.308168 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98f839b2-633e-46f5-a042-e2250e8b512d req-a4809d8a-3f25-44f9-9bc3-b517b1c7f0f6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0492053 Aug 11 01:24:28.348278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-98f839b2-633e-46f5-a042-e2250e8b512d req-5b138987-910e-4fb0-b73c-deab2d310b89 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338273 Aug 11 01:24:28.595448 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:24:29.468569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60820f9e-cec3-48da-b3d7-3b84d9c9879b req-033e6ae2-1838-41b0-bec5-6ebc0ba25613 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:29.470057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60820f9e-cec3-48da-b3d7-3b84d9c9879b req-033e6ae2-1838-41b0-bec5-6ebc0ba25613 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0529268 Aug 11 01:24:29.507711 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-60820f9e-cec3-48da-b3d7-3b84d9c9879b req-a8dd9704-75f9-41b3-a298-74f8db0277f6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318274 Aug 11 01:24:29.843267 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:30.072149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:30.633801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d6d9c-bfba-493e-8391-c6f2ba3443fa req-abf0bd2e-ab90-4e4a-b4f6-74acba76ebdf tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:30.635348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d75d6d9c-bfba-493e-8391-c6f2ba3443fa req-abf0bd2e-ab90-4e4a-b4f6-74acba76ebdf tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0604894 Aug 11 01:24:30.672469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d75d6d9c-bfba-493e-8391-c6f2ba3443fa req-e711053d-5d62-4742-b75b-8af029687261 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Aug 11 01:24:31.787763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ad8a4-7018-4653-a5a9-bab13ef62219 req-231fb186-feae-46a8-b4d4-45828feb723f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:31.789263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df4ad8a4-7018-4653-a5a9-bab13ef62219 req-231fb186-feae-46a8-b4d4-45828feb723f tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0493212 Aug 11 01:24:31.827014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-df4ad8a4-7018-4653-a5a9-bab13ef62219 req-3b0c5584-c08d-43b5-9fb6-ff79dd8b67ae tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318661 Aug 11 01:24:32.943853 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5329c2-2a8e-42df-9b91-75f903fb45f5 req-e528c3e0-da00-4ea2-9b37-a272f98531ab tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:32.945359 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a5329c2-2a8e-42df-9b91-75f903fb45f5 req-e528c3e0-da00-4ea2-9b37-a272f98531ab tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0502989 Aug 11 01:24:32.985186 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a5329c2-2a8e-42df-9b91-75f903fb45f5 req-7450eae1-8948-4f89-a555-5265c33d8bb2 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331287 Aug 11 01:24:34.102144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb463f57-4376-4058-995c-9dbb5ca867a1 req-ce37ba75-ccde-422c-a1a1-ca5d09c30119 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:34.103778 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eb463f57-4376-4058-995c-9dbb5ca867a1 req-ce37ba75-ccde-422c-a1a1-ca5d09c30119 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0494902 Aug 11 01:24:34.141724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-eb463f57-4376-4058-995c-9dbb5ca867a1 req-ce7dd795-33b4-48d0-a291-3556feb054f5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Aug 11 01:24:35.265835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85630c3f-a263-4d84-93b7-b18a55a74de8 req-ef781acc-920a-4951-ad9f-bfc0dda29356 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:35.268105 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85630c3f-a263-4d84-93b7-b18a55a74de8 req-ef781acc-920a-4951-ad9f-bfc0dda29356 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0522232 Aug 11 01:24:35.307030 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-85630c3f-a263-4d84-93b7-b18a55a74de8 req-720e0bf4-f3e5-461e-8b13-9e58b6054d88 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Aug 11 01:24:36.427123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e79c24-764c-4366-a305-c0f1a829a75c req-84bd653f-c06d-4b79-813e-c99fdede4469 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:36.428636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92e79c24-764c-4366-a305-c0f1a829a75c req-84bd653f-c06d-4b79-813e-c99fdede4469 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 943 time: 0.0532973 Aug 11 01:24:36.466971 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92e79c24-764c-4366-a305-c0f1a829a75c req-5dad42e6-1690-4273-841f-d76f94b617fc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Aug 11 01:24:36.544878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:24:36.647880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:36.658775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'mac_address': 'fa:16:3e:9a:41:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:24:36.700656 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:36.713903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df741d1c-b6e9-4734-af27-aebe1e1acdae {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:24:36.736263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:36.809474 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:36.861104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:36.868662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.869019 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.869362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.869701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.870041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.870370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.870706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.871043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.871420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.876483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.876483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:36.876483 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:37.042784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['df741d1c-b6e9-4734-af27-aebe1e1acdae'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:24:37.117006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32997cd5-e3fb-438f-8172-f3f55b0ba2dc req-751a08f4-21ae-475e-931e-f168cda8c786 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:37.118556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32997cd5-e3fb-438f-8172-f3f55b0ba2dc req-751a08f4-21ae-475e-931e-f168cda8c786 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0512788 Aug 11 01:24:37.159859 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32997cd5-e3fb-438f-8172-f3f55b0ba2dc req-f6298f5f-0784-43be-976e-2bf6334dc3dc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344625 Aug 11 01:24:37.184916 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-cf7221a9-b5ee-4847-8a61-856ac022b488 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:37.187083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-cf7221a9-b5ee-4847-8a61-856ac022b488 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.55 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 944 time: 0.0645287 Aug 11 01:24:37.249752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-eee47ade-d37f-46e1-8690-1ca88579508d service neutron] 10.222.0.55 "GET /v2.0/ports/df741d1c-b6e9-4734-af27-aebe1e1acdae/bindings/n-h1-712143-13 HTTP/1.1" status: 200 len: 383 time: 0.0556595 Aug 11 01:24:37.312747 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-69b7e704-e19d-450b-883c-5ce1e30bf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:37.314167 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-69b7e704-e19d-450b-883c-5ce1e30bf4dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1096 time: 0.0411069 Aug 11 01:24:37.409514 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-39896783-966f-4da5-8bea-383d4d4d1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:37.411029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-39896783-966f-4da5-8bea-383d4d4d1654 service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0893781 Aug 11 01:24:37.479448 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-48a7596f-a96e-47e2-af95-b14d9f62cc2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1001 time: 0.0605538 Aug 11 01:24:37.529717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a78a2ee9-69f5-46bc-9ed8-d18730575458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:37.531245 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a78a2ee9-69f5-46bc-9ed8-d18730575458 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0447481 Aug 11 01:24:37.583981 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-1d54b06f-a8ac-46d2-8741-330c79b76521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:37.585436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-1d54b06f-a8ac-46d2-8741-330c79b76521 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473759 Aug 11 01:24:37.691457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-3ad69d35-5b42-4ef3-a5c6-9c6131ee8f56 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979369 Aug 11 01:24:37.789294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-0ad45c95-a66a-4e69-88bb-f30806955fd2 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891688 Aug 11 01:24:38.280553 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4d03a-9d6f-43b3-82a9-3e61e7c578ee req-ae2e98a3-4400-4a9f-8421-7bb1083cfeea tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:38.282062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e3f4d03a-9d6f-43b3-82a9-3e61e7c578ee req-ae2e98a3-4400-4a9f-8421-7bb1083cfeea tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0503564 Aug 11 01:24:38.321756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e3f4d03a-9d6f-43b3-82a9-3e61e7c578ee req-8ca9dd27-bfaa-4cb8-a130-022d08dd48ad tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337615 Aug 11 01:24:38.544473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:24:38.695125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port df741d1c-b6e9-4734-af27-aebe1e1acdae completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:24:38.699411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port df741d1c-b6e9-4734-af27-aebe1e1acdae triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:24:38.699800 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:38.783334 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:38.808062 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:24:38.810799 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c644e3-2aab-4252-a815-9e2dbf1c5e23" -d '{"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-plugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:24:38.828158 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:38.906424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:38.932514 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade456e-1d5c-4f2a-ad83-54297f6a2510 x-openstack-request-id: req-cade456e-1d5c-4f2a-ad83-54297f6a2510 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:24:38.932813 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-plugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:24:38.933065 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cade456e-1d5c-4f2a-ad83-54297f6a2510 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:24:38.933499 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'code': 200} Aug 11 01:24:38.959540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:39.443475 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463f908-baad-4414-a914-30a21c853a0c req-24800a27-4e0f-4190-9a73-6ec17e21d0bc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:39.445015 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d463f908-baad-4414-a914-30a21c853a0c req-24800a27-4e0f-4190-9a73-6ec17e21d0bc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0518181 Aug 11 01:24:39.484223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d463f908-baad-4414-a914-30a21c853a0c req-e74a83fa-d942-438b-813c-99af6876ba2e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331800 Aug 11 01:24:40.604685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9edc34-0751-42a2-bd3f-f65fa7027b3b req-0babb982-ae8b-4cad-8beb-e05b95cd6149 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:40.606088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b9edc34-0751-42a2-bd3f-f65fa7027b3b req-0babb982-ae8b-4cad-8beb-e05b95cd6149 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0489228 Aug 11 01:24:40.648547 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6b9edc34-0751-42a2-bd3f-f65fa7027b3b req-8381a5e9-51cf-4803-ac09-87b40101dec1 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330138 Aug 11 01:24:41.779909 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55791a6c-a488-44b8-b0ef-0f57a0204522 req-619d8d50-a028-482b-ac16-9c61798c6c13 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:41.781423 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55791a6c-a488-44b8-b0ef-0f57a0204522 req-619d8d50-a028-482b-ac16-9c61798c6c13 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0548837 Aug 11 01:24:41.819970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-55791a6c-a488-44b8-b0ef-0f57a0204522 req-83866c05-40ea-4c5c-afc0-7c1266dd4fc6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321724 Aug 11 01:24:42.446896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-4a9f7a76-4258-4700-9f42-8eedb6163af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:42.448483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-4a9f7a76-4258-4700-9f42-8eedb6163af8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f&tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1 HTTP/1.1" status: 200 len: 1097 time: 0.0472560 Aug 11 01:24:42.461494 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:24:42.515741 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:42.550639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:24:42.632577 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:42.730968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:42.763318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h1-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:24:42.806795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:24:42.809123 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e02859b-43c9-4325-9b60-edde308d6e07" -d '{"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-unplugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:24:42.813439 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:42.826053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Transition to ACTIVE for port object df741d1c-b6e9-4734-af27-aebe1e1acdae will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:24:42.910103 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8043a5-489c-4456-a365-d8cfd985aeba x-openstack-request-id: req-0c8043a5-489c-4456-a365-d8cfd985aeba {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:24:42.910395 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-unplugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:24:42.910652 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c8043a5-489c-4456-a365-d8cfd985aeba {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:24:42.911087 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'code': 200} Aug 11 01:24:42.918328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:42.937585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771eafc-7656-496a-9477-6307d46707e2 req-fd4dfb11-44ec-417b-851c-4b5044b05939 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:42.939673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b771eafc-7656-496a-9477-6307d46707e2 req-fd4dfb11-44ec-417b-851c-4b5044b05939 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0514462 Aug 11 01:24:42.972637 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:24:42.973210 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:24:42.988361 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b771eafc-7656-496a-9477-6307d46707e2 req-9c324a21-9925-4db5-b243-3e6d9e0744db tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389941 Aug 11 01:24:43.005458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=10']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:43.019465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.019815 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.020165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.020504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.020843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.021178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.021512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.021847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.022177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.022505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.022835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.023191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:24:43.056179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] No DVR routers for this DVR port df741d1c-b6e9-4734-af27-aebe1e1acdae on host n-h1-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:24:43.199969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:24:43.200309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:24:43.200640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:24:43.205123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:24:43.205446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Attempting to bind port df741d1c-b6e9-4734-af27-aebe1e1acdae on network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:24:43.210629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:24:43.211005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Checking segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:24:43.211406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Bound using segment: {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:24:43.211848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Bound port: df741d1c-b6e9-4734-af27-aebe1e1acdae, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba4b886-7beb-415c-b5a7-25833838295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:24:43.212214 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:43.280238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:24:43.283446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:24:43.351145 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:43.392036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:43.392676 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:43.394122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] 10.222.0.44 "PUT /v2.0/ports/df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1093 time: 0.9368050 Aug 11 01:24:43.412481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320c4f6-d893-49a4-a128-4a22d4b69008 service neutron] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=11']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:43.469006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-3b3747b9-e1d0-477d-a119-1907ae913b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:43.470446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-3b3747b9-e1d0-477d-a119-1907ae913b2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1096 time: 0.0463600 Aug 11 01:24:43.576833 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a780acda-a498-4a7c-b3e1-5a05e4850931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:43.578347 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-a780acda-a498-4a7c-b3e1-5a05e4850931 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0996037 Aug 11 01:24:43.646945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-7018fc18-3ab9-4602-828d-cc84baedf153 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1000 time: 0.0616045 Aug 11 01:24:43.699220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-694d954d-827b-40c5-86a4-79ace1395733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:43.700740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-694d954d-827b-40c5-86a4-79ace1395733 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0474749 Aug 11 01:24:43.748485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-c6bf2bcd-39dc-40c9-b240-b90d06b87c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:43.749989 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-c6bf2bcd-39dc-40c9-b240-b90d06b87c2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417283 Aug 11 01:24:43.837055 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-4701e2f6-4683-4e85-a2c6-5c9fb9d6b790 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794406 Aug 11 01:24:43.929577 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5d08b5a6-3a03-4d1a-9e0b-be6930a8cb36 req-bdee03f5-857f-4667-aaa1-bae7440d3376 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860391 Aug 11 01:24:44.120757 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc8ed1-eab0-419d-ab2f-4fea163745b7 req-8d4d4dad-7430-4273-8b65-dee20249e69a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:44.122537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48bc8ed1-eab0-419d-ab2f-4fea163745b7 req-8d4d4dad-7430-4273-8b65-dee20249e69a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0550003 Aug 11 01:24:44.162676 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-48bc8ed1-eab0-419d-ab2f-4fea163745b7 req-041c9254-dc05-4676-8485-c083de536530 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335362 Aug 11 01:24:44.912028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:24:44.914284 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ced07f4-8acc-44a9-aace-081fcf2f9c30" -d '{"events": [{"name": "network-changed", "server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:24:44.962560 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9e7a68-ce3d-4814-aa80-c4b13f780e0a x-openstack-request-id: req-ff9e7a68-ce3d-4814-aa80-c4b13f780e0a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:24:44.962911 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:24:44.963312 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff9e7a68-ce3d-4814-aa80-c4b13f780e0a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:24:44.963809 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'status': 'completed', 'code': 200} Aug 11 01:24:45.028407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-e37db42d-83de-45a1-b0d8-b155ebc14b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.030153 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-e37db42d-83de-45a1-b0d8-b155ebc14b3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1096 time: 0.0475545 Aug 11 01:24:45.040220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-52898b3a-c926-4da7-b2fc-e53c2dee3c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.041757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-52898b3a-c926-4da7-b2fc-e53c2dee3c11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1096 time: 0.0553641 Aug 11 01:24:45.133974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-b2762806-478a-420a-a8e7-873c6b97121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.136088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-b2762806-478a-420a-a8e7-873c6b97121c service neutron] 10.222.0.55 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0992177 Aug 11 01:24:45.139701 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-72b44a90-ee6d-4f79-97a8-0fdae867b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.141330 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-72b44a90-ee6d-4f79-97a8-0fdae867b3da service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.0925574 Aug 11 01:24:45.215765 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-d8349559-30c6-4522-b458-ce56b4510bdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1000 time: 0.0674176 Aug 11 01:24:45.217338 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-94345055-79d3-4abd-8adf-671dee0d296b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1000 time: 0.0721464 Aug 11 01:24:45.277143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-c8807a74-154a-4ac8-b103-6bbd088c8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.278818 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-c8807a74-154a-4ac8-b103-6bbd088c8ba2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0550113 Aug 11 01:24:45.303873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-cd6866e7-657d-41a0-9f5c-8842dbc1e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.305081 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-cd6866e7-657d-41a0-9f5c-8842dbc1e025 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0817146 Aug 11 01:24:45.335742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c189c-f974-4b21-a27a-59c5b6be4012 req-2ae10b7c-29e5-41a8-8b3b-6ebf9074372d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.342921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-726dc86e-af0e-4950-89d9-abee235989a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.344522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-360c189c-f974-4b21-a27a-59c5b6be4012 req-2ae10b7c-29e5-41a8-8b3b-6ebf9074372d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0922127 Aug 11 01:24:45.345075 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-726dc86e-af0e-4950-89d9-abee235989a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588138 Aug 11 01:24:45.408023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-2400e0dc-02b0-451e-a97f-3bf705cbb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:45.409570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-2400e0dc-02b0-451e-a97f-3bf705cbb141 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942142 Aug 11 01:24:45.412392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-360c189c-f974-4b21-a27a-59c5b6be4012 req-e3f809bd-a327-43ca-bbbf-7118af8b27cf tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670416 Aug 11 01:24:45.445621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-ab54782b-0dce-4195-9d03-b3fb342e6db1 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934079 Aug 11 01:24:45.505624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-9a0dd8af-dca6-4ee4-b516-4eeca8ceab3c service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880034 Aug 11 01:24:45.543888 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-737e44a4-0fe8-488d-a2de-070fef0feb55 service neutron] 10.222.0.55 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904758 Aug 11 01:24:45.601806 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5ced07f4-8acc-44a9-aace-081fcf2f9c30 req-4a7fda38-20cd-44a0-8e13-752de0606ed1 service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890746 Aug 11 01:24:46.327947 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bd3a2cf4-bd6d-44ee-a652-c4c59e45f392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:46.534659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3c203-e523-4a56-a269-15c7e0e88f27 req-953e6070-1c58-4aa3-9eb4-7fe5d1655762 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:46.536304 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf3c203-e523-4a56-a269-15c7e0e88f27 req-953e6070-1c58-4aa3-9eb4-7fe5d1655762 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0502815 Aug 11 01:24:46.578330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ccf3c203-e523-4a56-a269-15c7e0e88f27 req-cdf2acb3-0123-41d6-a842-070f74121006 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358467 Aug 11 01:24:47.702605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1b2e5-6d7c-45a8-8884-9bf4768f0dae req-89fa9d8d-6183-4d76-afc5-fcfebcef8d49 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:47.704235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36c1b2e5-6d7c-45a8-8884-9bf4768f0dae req-89fa9d8d-6183-4d76-afc5-fcfebcef8d49 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0546660 Aug 11 01:24:47.743994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36c1b2e5-6d7c-45a8-8884-9bf4768f0dae req-77be14e3-7511-492c-abe4-a62ab3f2417a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337615 Aug 11 01:24:48.865709 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7c0f6-a05c-4c91-96bc-cc6e0ce0c26e req-44f17a0d-8d79-4d8f-a321-7ffee719be50 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:48.867303 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ce7c0f6-a05c-4c91-96bc-cc6e0ce0c26e req-44f17a0d-8d79-4d8f-a321-7ffee719be50 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0509682 Aug 11 01:24:48.900378 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-75713d27-7f65-4475-b3bc-e764949fc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:48.907730 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7ce7c0f6-a05c-4c91-96bc-cc6e0ce0c26e req-f5623cd3-b2f6-438b-9d95-b6185cfa2165 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343156 Aug 11 01:24:48.963596 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:50.055040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4207a-4b3e-49d7-86f6-66e1c77cddad req-8c939dd4-1a52-4f58-87e6-631537ca788d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:50.056590 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cd4207a-4b3e-49d7-86f6-66e1c77cddad req-8c939dd4-1a52-4f58-87e6-631537ca788d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0773098 Aug 11 01:24:50.061374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-574bc237-cd6e-4619-b5a9-af8e5162515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:50.062963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-574bc237-cd6e-4619-b5a9-af8e5162515c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 1096 time: 0.0743463 Aug 11 01:24:50.484026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cd4207a-4b3e-49d7-86f6-66e1c77cddad req-9afe16b2-71e2-483e-bf29-6d16f98ae695 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200692 Aug 11 01:24:50.521872 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-1a9ac0b5-8391-44ca-8c9c-7a6a07cabe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:50.523398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-1a9ac0b5-8391-44ca-8c9c-7a6a07cabe53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 200 len: 912 time: 0.4394462 Aug 11 01:24:50.592747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-f3d5779c-5f45-4666-a385-3dadb6f06cd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 200 len: 1000 time: 0.0617967 Aug 11 01:24:50.597682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:50.642092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-f478e65d-5eff-4721-ae9c-fce6c227691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:50.643549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-f478e65d-5eff-4721-ae9c-fce6c227691c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 200 len: 850 time: 0.0435565 Aug 11 01:24:50.689015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-4c575d0a-9101-417f-896d-60d162b76ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:50.690511 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-4c575d0a-9101-417f-896d-60d162b76ecf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405705 Aug 11 01:24:50.789926 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-4d00ff3a-98d9-4967-9102-79a5350d0e8a service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920000 Aug 11 01:24:50.887273 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89ef3365-307d-41a7-b152-dbb572e72e8f req-cbff3d58-005f-41a8-b2bc-3bf17d8053bd service neutron] 10.222.0.44 "GET /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899162 Aug 11 01:24:51.606954 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eed54-3a4c-4f09-8f4e-4939d9596267 req-b05f58a2-a95c-44f9-aa02-ed1ccc628a7c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:51.608593 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed8eed54-3a4c-4f09-8f4e-4939d9596267 req-b05f58a2-a95c-44f9-aa02-ed1ccc628a7c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0548398 Aug 11 01:24:51.647816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed8eed54-3a4c-4f09-8f4e-4939d9596267 req-0b8a909c-18d6-4a33-836f-0439b573e227 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Aug 11 01:24:52.511500 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:52.765607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac1ebe-f198-4172-9aea-9ac0a999e5b0 req-d5a4b06c-1ba0-4bb8-8cff-be39ddf41d2c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:52.767132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dac1ebe-f198-4172-9aea-9ac0a999e5b0 req-d5a4b06c-1ba0-4bb8-8cff-be39ddf41d2c tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0508187 Aug 11 01:24:52.805440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8dac1ebe-f198-4172-9aea-9ac0a999e5b0 req-6fb069ad-e126-48a6-8cd5-9ba7dd94c60a tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Aug 11 01:24:53.924573 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106f05f-4065-4da6-9ea2-dbdd602d1392 req-fe5149d8-e0d3-4f43-b819-91d3b72db652 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:53.926124 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c106f05f-4065-4da6-9ea2-dbdd602d1392 req-fe5149d8-e0d3-4f43-b819-91d3b72db652 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0524976 Aug 11 01:24:53.966933 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c106f05f-4065-4da6-9ea2-dbdd602d1392 req-a8007d86-053d-491d-aeab-3246e2591e69 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344119 Aug 11 01:24:55.091128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377dc7-c06d-401d-8364-d3287057f1ac req-59b2dae4-11bc-4ea0-847e-b13485474d98 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:55.092602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34377dc7-c06d-401d-8364-d3287057f1ac req-59b2dae4-11bc-4ea0-847e-b13485474d98 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0539019 Aug 11 01:24:55.132465 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-34377dc7-c06d-401d-8364-d3287057f1ac req-b8b96db5-a6dd-427a-b111-9e93dc522ffc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332344 Aug 11 01:24:56.247563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038708-d81b-4edd-9e89-7d95f784afea req-8090ec8b-588d-4ece-9906-771d98f444b6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:56.249058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b038708-d81b-4edd-9e89-7d95f784afea req-8090ec8b-588d-4ece-9906-771d98f444b6 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0479281 Aug 11 01:24:56.293548 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b038708-d81b-4edd-9e89-7d95f784afea req-533470d5-03f4-4e62-a784-a46810826583 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372863 Aug 11 01:24:56.308253 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:24:56.411845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:56.412309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fdfc5-4f82-49a6-8c52-09ae64ce0722 req-5eac7214-73d5-4228-9f90-b2c48c6a591b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:56.413855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8c3fdfc5-4f82-49a6-8c52-09ae64ce0722 req-5eac7214-73d5-4228-9f90-b2c48c6a591b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0499520 Aug 11 01:24:56.424409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'port_id': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'mac_address': 'fa:16:3e:9a:41:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:24:56.453267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8c3fdfc5-4f82-49a6-8c52-09ae64ce0722 req-226045ff-07ac-4a0e-9555-3eab27e8558b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332928 Aug 11 01:24:56.462409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:56.476612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df741d1c-b6e9-4734-af27-aebe1e1acdae {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:24:56.498373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:56.574848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947880ff-e0ff-47ec-a18b-60bb8be24cf7 req-c8cc818b-5fc9-4a05-87f5-b112a3433b7e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:56.575101 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:56.577218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-947880ff-e0ff-47ec-a18b-60bb8be24cf7 req-c8cc818b-5fc9-4a05-87f5-b112a3433b7e tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 944 time: 0.0555668 Aug 11 01:24:56.617240 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-947880ff-e0ff-47ec-a18b-60bb8be24cf7 req-df583b7a-5071-4568-b548-cd28626b4032 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343978 Aug 11 01:24:56.625676 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=12']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:56.832855 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['df741d1c-b6e9-4734-af27-aebe1e1acdae'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:24:57.041394 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2be1-ceab-4d60-973b-30939486f602 req-4954cffc-a470-474f-889e-826688f16f8b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:57.042926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-360f2be1-ceab-4d60-973b-30939486f602 req-4954cffc-a470-474f-889e-826688f16f8b tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0499320 Aug 11 01:24:57.081308 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-360f2be1-ceab-4d60-973b-30939486f602 req-8df5baaf-d7ee-47c8-9400-b33fac9550c3 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323198 Aug 11 01:24:58.201620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f3f02-e78f-4bd2-9d42-2335710f2c86 req-8fc0cc2e-4714-4ad2-8c22-b046751adb60 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:58.203697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b4f3f02-e78f-4bd2-9d42-2335710f2c86 req-8fc0cc2e-4714-4ad2-8c22-b046751adb60 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0509357 Aug 11 01:24:58.244097 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9b4f3f02-e78f-4bd2-9d42-2335710f2c86 req-b1a605a4-23e4-47a2-9c17-63c87ffdd015 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups?id=bfd12796-7edd-4352-bd61-a2c1a72502b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343201 Aug 11 01:24:58.332742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:24:58.464408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port df741d1c-b6e9-4734-af27-aebe1e1acdae completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:24:58.468588 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port df741d1c-b6e9-4734-af27-aebe1e1acdae triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:24:58.468998 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:58.550576 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:58.574358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:24:58.576670 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceaedea-59d2-4d93-b1d7-a35477092620" -d '{"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-plugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:24:58.591204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:58.598167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-4f94ef94-933f-4629-b8b3-5ffdd3ee6f43 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:24:58.599968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-4f94ef94-933f-4629-b8b3-5ffdd3ee6f43 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 945 time: 0.0563102 Aug 11 01:24:58.619250 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f751e9-a0db-43f5-ba55-1e7e3e1b4272 x-openstack-request-id: req-65f751e9-a0db-43f5-ba55-1e7e3e1b4272 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:24:58.619545 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-plugged", "status": "completed", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:24:58.619794 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65f751e9-a0db-43f5-ba55-1e7e3e1b4272 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:24:58.620191 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'code': 200} Aug 11 01:24:58.671784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:58.703636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Deleting port df741d1c-b6e9-4734-af27-aebe1e1acdae {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:24:58.703991 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:58.726070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=13']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:58.800544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] For port df741d1c-b6e9-4734-af27-aebe1e1acdae, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=df741d1c-b6e9-4734-af27-aebe1e1acdae,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:24:58.801053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:58.970084 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:58.970454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:58.970774 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Floating IP a0861b20-6329-480a-b371-b512a01e24b7 disassociated. External IP: 172.25.0.195, port: df741d1c-b6e9-4734-af27-aebe1e1acdae. Aug 11 01:24:58.971120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Calling delete_port for df741d1c-b6e9-4734-af27-aebe1e1acdae owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:24:59.163670 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:59.195014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event deleted for resources: {'Port': ['ID=df741d1c-b6e9-4734-af27-aebe1e1acdae,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:24:59.315641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:24:59.433714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:24:59.444080 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:24:59.453459 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:24:59.454339 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:24:59.475350 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] No DVR routers for this DVR port df741d1c-b6e9-4734-af27-aebe1e1acdae on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:24:59.478113 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:59.480513 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-423a2a31-72b1-4d77-9b16-4d4c39b6167e req-ef53dcff-d511-4767-a02e-ee9f1c499019 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.44 "DELETE /v2.0/ports/df741d1c-b6e9-4734-af27-aebe1e1acdae HTTP/1.1" status: 204 len: 173 time: 0.8745189 Aug 11 01:24:59.481022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-deleted', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:24:59.483352 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ac0dc1-5c8c-433f-88da-51a48e0d1d16" -d '{"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-deleted", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:24:59.521936 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f9aff7-5111-4217-a5c5-a40ef58197b1 x-openstack-request-id: req-15f9aff7-5111-4217-a5c5-a40ef58197b1 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:24:59.522333 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7333521c-9b75-4fbd-91e3-1f432547051f", "name": "network-vif-deleted", "tag": "df741d1c-b6e9-4734-af27-aebe1e1acdae", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:24:59.522588 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15f9aff7-5111-4217-a5c5-a40ef58197b1 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:24:59.523095 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7333521c-9b75-4fbd-91e3-1f432547051f', 'name': 'network-vif-deleted', 'tag': 'df741d1c-b6e9-4734-af27-aebe1e1acdae', 'status': 'completed', 'code': 200} Aug 11 01:24:59.559423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-569333d6-2154-4325-a0ae-a2c0e54c6c4e req-1a57b408-c62c-47d1-b1a0-5b2f3dbbeaf5 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 210 time: 0.0270770 Aug 11 01:24:59.568140 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:24:59.775613 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:24:59.802394 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:24:59.811030 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:24:59.811734 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:24:59.868992 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:24:59.922359 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:25:00.094850 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:00.129263 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:00.154822 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df3f45f-1242-4971-8852-4bdd06e48175 None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:14:58Z', 'revision_number': 4, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '306d354b-05b2-4886-8684-ea8dee196761', 'name': '', 'network_id': '002fba4a-5afd-4c6c-8e3a-149bdf1b20bf', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'mac_address': 'fa:16:3e:dd:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:57Z', 'updated_at': '2021-08-11T01:15:02Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'subnets': [{'id': '2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:25:00.395478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad9d17-958b-4bd4-b82b-03c160fc6704 None None] New status for floating IP a0861b20-6329-480a-b371-b512a01e24b7: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:25:00.668328 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1058efd0-de47-43a6-b2eb-7d31245365a8 req-17675eb0-bbf5-4122-ab0c-7e5edfaa48b8 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 210 time: 0.0268669 Aug 11 01:25:01.785641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-30f40754-064f-4401-bb87-35c6ed368c65 req-606802d7-08c5-42c4-ab37-06bd91771132 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 210 time: 0.0443656 Aug 11 01:25:02.348699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:25:02.373418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: df741d1c-b6e9-4734-af27-aebe1e1acdae {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:25:02.373774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device df741d1c-b6e9-4734-af27-aebe1e1acdae not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:25:02.890385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e5dfb9f9-ea9b-401b-9deb-c0366672e392 req-bbbe2788-09ab-4100-b774-341fe9743afc tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 210 time: 0.0291774 Aug 11 01:25:04.005678 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc2ff6ad-5166-45a9-9af6-5f50fa933b25 req-3a108108-c359-4113-bf69-dfdf81947d70 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/ports?device_id=7333521c-9b75-4fbd-91e3-1f432547051f HTTP/1.1" status: 200 len: 210 time: 0.0333614 Aug 11 01:25:05.600441 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:25:09.027294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53080) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:09.092537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5105786-5b98-437b-a90f-acca9559147d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.122360 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5105786-5b98-437b-a90f-acca9559147d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.326853 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5105786-5b98-437b-a90f-acca9559147d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.329508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a5105786-5b98-437b-a90f-acca9559147d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.330721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a5105786-5b98-437b-a90f-acca9559147d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "DELETE /v2.0/security-groups/bfd12796-7edd-4352-bd61-a2c1a72502b6 HTTP/1.1" status: 204 len: 168 time: 0.3023305 Aug 11 01:25:09.333526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53082) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:09.340371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5105786-5b98-437b-a90f-acca9559147d tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd12796-7edd-4352-bd61-a2c1a72502b6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:09.353219 n-d-712143-13 neutron-server[95254]: INFO neutron.api.v2.resource [None req-f584a384-a98a-44e9-adf5-53e4829724c7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] show failed (client error): The resource could not be found. Aug 11 01:25:09.354518 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f584a384-a98a-44e9-adf5-53e4829724c7 tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "GET /v2.0/security-groups/bfd12796-7edd-4352-bd61-a2c1a72502b6 HTTP/1.1" status: 404 len: 347 time: 0.0198674 Aug 11 01:25:09.357172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53084) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:09.485544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Deleting port ab80da57-6f1e-4b2a-8e60-bf87ebdd88cb {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:25:09.485884 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.563623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.563956 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.576340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Calling delete_port for ab80da57-6f1e-4b2a-8e60-bf87ebdd88cb owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:25:09.841125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.866044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Pushing event deleted for resources: {'Port': ['ID=ab80da57-6f1e-4b2a-8e60-bf87ebdd88cb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:09.934733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.937476 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:09.939265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b8f380e2-bf70-4b32-aa31-c2c62f4f7fbd tempest-ServerActionsTestJSON-1394130570 tempest-ServerActionsTestJSON-1394130570-project] 10.222.0.43 "DELETE /v2.0/floatingips/a0861b20-6329-480a-b371-b512a01e24b7 HTTP/1.1" status: 204 len: 168 time: 0.5811026 Aug 11 01:25:09.942193 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53086) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:10.473942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:10.721441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Deleting port 306d354b-05b2-4886-8684-ea8dee196761 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:25:10.724350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:10.802743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] For port 306d354b-05b2-4886-8684-ea8dee196761, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=306d354b-05b2-4886-8684-ea8dee196761,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:10.803099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:10.815796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Calling delete_port for 306d354b-05b2-4886-8684-ea8dee196761 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:25:11.088966 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:11.113184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Pushing event deleted for resources: {'Port': ['ID=306d354b-05b2-4886-8684-ea8dee196761,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:11.297961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:11.836351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Router 94e3f92b-69cd-42f4-9baa-085ce468d72d has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:25:11.942699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:25:11.950234 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4f3807ca-1225-4a4d-9033-f332596253db admin admin] 10.222.0.43 "PUT /v2.0/routers/94e3f92b-69cd-42f4-9baa-085ce468d72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0068729 Aug 11 01:25:11.952764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53090) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:11.956749 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] Sync routers for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:25:11.966740 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:25:11.967480 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:12.065335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:12.176522 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:12.176767 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:25:12.343111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Deleting port 91f7919d-21b3-4455-b03e-af226ccafd40 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:25:12.343492 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:12.363595 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:25:10Z', 'revision_number': 5, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port': {'id': '91f7919d-21b3-4455-b03e-af226ccafd40', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:14:55Z', 'updated_at': '2021-08-11T01:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:12.394346 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] Checking router: 94e3f92b-69cd-42f4-9baa-085ce468d72d for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:25:12.403127 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] Routers {'94e3f92b-69cd-42f4-9baa-085ce468d72d'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:25:12.403785 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:24:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['94e3f92b-69cd-42f4-9baa-085ce468d72d'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:12.429215 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] For port 91f7919d-21b3-4455-b03e-af226ccafd40, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=91f7919d-21b3-4455-b03e-af226ccafd40,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:12.429495 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:12.448864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Calling delete_port for 91f7919d-21b3-4455-b03e-af226ccafd40 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:25:12.496101 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] Set router 94e3f92b-69cd-42f4-9baa-085ce468d72d gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:25:12.548780 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:25:12Z', 'revision_number': 6, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:12.580585 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda478f9-4201-40d3-bc24-e3cd88b06c74 None None] The sync data for ids ['94e3f92b-69cd-42f4-9baa-085ce468d72d'] in n-d-712143-13 is: [{'id': '94e3f92b-69cd-42f4-9baa-085ce468d72d', 'name': 'tempest-ServerActionsTestJSON-560614999-router', 'tenant_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:14:54Z', 'updated_at': '2021-08-11T01:25:12Z', 'revision_number': 6, 'project_id': 'bccdd3fc259644dc8c1a2ca5ce42a5f1', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:25:12.723406 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:12.752121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f7919d-21b3-4455-b03e-af226ccafd40,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:12.818742 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:12.912996 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:12.915245 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.037739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.038307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94e3f92b-69cd-42f4-9baa-085ce468d72d {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:25:13.043945 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.044344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6f599b80-337f-4fe7-bb73-9e10cbd96d60 admin admin] 10.222.0.43 "DELETE /v2.0/routers/94e3f92b-69cd-42f4-9baa-085ce468d72d HTTP/1.1" status: 204 len: 168 time: 1.0907054 Aug 11 01:25:13.047263 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53092) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:13.123292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc894cd-935b-444b-aa49-92a24dbcd54b admin admin] Deleting subnet 2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:25:13.129620 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc894cd-935b-444b-aa49-92a24dbcd54b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.171587 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc894cd-935b-444b-aa49-92a24dbcd54b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.264118 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc894cd-935b-444b-aa49-92a24dbcd54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.413320 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc894cd-935b-444b-aa49-92a24dbcd54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.447907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc894cd-935b-444b-aa49-92a24dbcd54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:13.450303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-acc894cd-935b-444b-aa49-92a24dbcd54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.455562 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53094) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:13.456058 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-acc894cd-935b-444b-aa49-92a24dbcd54b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2c5c77a1-5f54-42b9-a3d5-fa7fb997f2ae HTTP/1.1" status: 204 len: 168 time: 0.4074557 Aug 11 01:25:13.457796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2be9eb8-700c-4c0d-af77-4b12674b2164 None None] Network 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:25:13.539833 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.599808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Deleting port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:25:13.600143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.659015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] DHCP port deletion for 002fba4a-5afd-4c6c-8e3a-149bdf1b20bf request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:25:13.674661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] For port 5c8870dd-8ea6-4eff-9a6a-2c8287588117, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c8870dd-8ea6-4eff-9a6a-2c8287588117,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:13.675310 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.696462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Calling delete_port for 5c8870dd-8ea6-4eff-9a6a-2c8287588117 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:25:13.718613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] Deleting port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:25:13.718985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.799969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] For port 5c8870dd-8ea6-4eff-9a6a-2c8287588117, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5c8870dd-8ea6-4eff-9a6a-2c8287588117,segment=NetworkSegment(9ba4b886-7beb-415c-b5a7-25833838295b),segment_id=9ba4b886-7beb-415c-b5a7-25833838295b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:13.800564 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.824459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] Calling delete_port for 5c8870dd-8ea6-4eff-9a6a-2c8287588117 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:25:13.904614 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:13.938229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8870dd-8ea6-4eff-9a6a-2c8287588117,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:13.942506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] No DVR routers for this DVR port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:25:13.970951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.016905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] No DVR routers for this DVR port 5c8870dd-8ea6-4eff-9a6a-2c8287588117 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:25:14.027363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74aa2a8-529a-40f8-aedf-f6cc1caf4c92 None None] Pushing event deleted for resources: {'Port': ['ID=5c8870dd-8ea6-4eff-9a6a-2c8287588117,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:14.041822 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.055652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002fba4a-5afd-4c6c-8e3a-149bdf1b20bf']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:14.067033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba4b886-7beb-415c-b5a7-25833838295b') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:14.067349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba4b886-7beb-415c-b5a7-25833838295b') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:14.077207 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.092413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.098951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:25:14.102917 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:25:14.237090 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.243318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.245600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/002fba4a-5afd-4c6c-8e3a-149bdf1b20bf HTTP/1.1" status: 204 len: 168 time: 0.7881901 Aug 11 01:25:14.252277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 91f7919d-21b3-4455-b03e-af226ccafd40 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:25:14.258322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb5d4c-38f6-4490-b740-da19c792c7c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=002fba4a-5afd-4c6c-8e3a-149bdf1b20bf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:14.274601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 91f7919d-21b3-4455-b03e-af226ccafd40 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:25:14.274957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 91f7919d-21b3-4455-b03e-af226ccafd40 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:25:14.275476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 306d354b-05b2-4886-8684-ea8dee196761 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:25:14.303224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 306d354b-05b2-4886-8684-ea8dee196761 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:25:14.303517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 306d354b-05b2-4886-8684-ea8dee196761 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:25:14.303895 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c8870dd-8ea6-4eff-9a6a-2c8287588117 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:25:14.323909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 5c8870dd-8ea6-4eff-9a6a-2c8287588117 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:25:14.324172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 5c8870dd-8ea6-4eff-9a6a-2c8287588117 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:25:14.636796 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53098) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:14.677954 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f738f987-c26f-493a-8bc2-2ae9e335494b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bccdd3fc259644dc8c1a2ca5ce42a5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399752 Aug 11 01:25:14.680464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53100) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:14.733120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8d55-ccd6-4da6-bbb0-fc4f90157fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.758870 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8d55-ccd6-4da6-bbb0-fc4f90157fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.894511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8d55-ccd6-4da6-bbb0-fc4f90157fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.897072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8d55-ccd6-4da6-bbb0-fc4f90157fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:14.898296 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7b4c8d55-ccd6-4da6-bbb0-fc4f90157fbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99ef9196-eee2-4385-a79c-b55e3d59dae2 HTTP/1.1" status: 204 len: 168 time: 0.2169313 Aug 11 01:25:14.907640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c8d55-ccd6-4da6-bbb0-fc4f90157fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ef9196-eee2-4385-a79c-b55e3d59dae2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:16.005940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53122) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:16.117234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-510755204-network', 'tenant_id': 'ab232abb31a84d408f4856bc11885531'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:16.275280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Made reservation on behalf of ab232abb31a84d408f4856bc11885531 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:25:16.277839 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.287560 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.329196 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-eaf04818-64ca-488e-9951-fbf5f786aa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.426716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.494610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.521058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:25:16.530780 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5a7115-b0d8-47ad-90d6-f79975515ffa,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:16.535767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.536188 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Added segment aa3c94ec-2223-40bd-973d-44639ad044ca of type vlan for network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa Aug 11 01:25:16.584013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.689448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.690507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:16.691195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:16.752626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] Pushing event updated for resources: {'Network': ['ID=09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:16.762717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:25:16.837646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ac775fce-fa25-4442-996e-0077533db5eb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8305767 Aug 11 01:25:16.840414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53126) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:16.845251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Request body: {'subnet': {'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-510755204-subnet', 'tenant_id': 'ab232abb31a84d408f4856bc11885531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:16.943649 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Made reservation on behalf of ab232abb31a84d408f4856bc11885531 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:25:16.946017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:17.189940 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:17.245975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b558ce10-2545-43b3-a6c7-8a9de088fddc,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:17.257195 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Checking segment: {'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:25:17.257567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Network hostable DHCP agents. Network: 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:25:17.372043 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:25:17.492301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:25:17.496810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:17.497348 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:17.503185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df392eb0-3803-41de-b09a-23b18e3b4451 None None] Network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:25:17.608102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-79205f9d-7366-4545-b475-be44c9654860 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7663267 Aug 11 01:25:17.648132 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ea6df-78a0-4f89-b79e-81bea37b2d66 None None] Network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:25:18.083179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-943e99f5-588a-4a48-858d-c9e0aabfeafd tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:18.085658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-943e99f5-588a-4a48-858d-c9e0aabfeafd tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/networks?id=09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa HTTP/1.1" status: 200 len: 813 time: 0.1136401 Aug 11 01:25:18.101655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1edfa4c3-df2e-428b-b242-546ae36e8c64 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/quotas/ab232abb31a84d408f4856bc11885531 HTTP/1.1" status: 200 len: 375 time: 0.0100467 Aug 11 01:25:18.134449 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-4d9643ff-a1e6-41e3-b803-5223b89c447e tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab232abb31a84d408f4856bc11885531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272028 Aug 11 01:25:18.225966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-618573a8-be9a-42e1-b85d-9fe5b8cb0191 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:25:18.226987 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-618573a8-be9a-42e1-b85d-9fe5b8cb0191 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511007 Aug 11 01:25:18.321757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-e2602dcd-0878-4c2a-832f-e3d6b1004891 service neutron] 10.222.0.43 "GET /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 Aug 11 01:25:18.411727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-93cd4e5d-217f-49b0-b549-aafc4099b59e service neutron] 10.222.0.43 "GET /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837524 Aug 11 01:25:18.662740 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9b83aae2-3f60-428f-918b-45959a57aaf3 req-7bc6429f-ca76-438e-b2d7-e957a531471a tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 210 time: 0.0391512 Aug 11 01:25:18.905514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-63ab9d8c-d337-4d16-bd07-0d81ebdafb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:18.957316 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:19.741843 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7a524134-0e9b-4581-b4ee-af68ae674db9 req-4c3ec699-f315-4350-af4e-5b99b90ebe58 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 210 time: 0.0279527 Aug 11 01:25:20.611986 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:20.836265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-425761bd-e48f-4fd2-a817-d2c6c5a13e65 req-56966890-024e-4d22-ba38-2f4944396792 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Aug 11 01:25:21.220181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-0fd66a27-404c-4e5c-8ede-b8a2f6df2da5 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:21.221696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-0fd66a27-404c-4e5c-8ede-b8a2f6df2da5 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.44 "GET /v2.0/networks?id=09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa HTTP/1.1" status: 200 len: 813 time: 0.1143694 Aug 11 01:25:21.235182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Request body: {'port': {'device_id': 'bf501e84-d149-4fab-b825-c3e7f02e3c98', 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa', 'admin_state_up': True, 'tenant_id': 'ab232abb31a84d408f4856bc11885531'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:21.460181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Made reservation on behalf of ab232abb31a84d408f4856bc11885531 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:25:21.463891 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:21.602295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Allocated IP 172.20.0.11 (09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa/b558ce10-2545-43b3-a6c7-8a9de088fddc/8719a3b5-ddab-4cea-9532-2a9472ce6a8a) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:25:21.756012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:21.854538 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:21.903305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:25:21.907010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:25:21.911213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:25:21.944155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Pushing event updated for resources: {'Port': ['ID=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:21.993590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:21.994207 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:22.019619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda8814-193d-4e39-9cd8-ff7c2d934acc req-a1ad991a-694a-4c03-9b7d-7478bc1b928d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:22.019619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9cda8814-193d-4e39-9cd8-ff7c2d934acc req-a1ad991a-694a-4c03-9b7d-7478bc1b928d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 932 time: 0.1043236 Aug 11 01:25:22.059185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9cda8814-193d-4e39-9cd8-ff7c2d934acc req-ef3f47ff-3820-43b9-ab1b-1ef2a42149e0 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346363 Aug 11 01:25:22.078571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-1517609d-0b16-4209-890d-923e29d9a1b8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8474212 Aug 11 01:25:22.091364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Request body: {'port': {'device_id': 'bf501e84-d149-4fab-b825-c3e7f02e3c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:22.154575 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:22.432882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8719a3b5-ddab-4cea-9532-2a9472ce6a8a {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:25:22.441318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:22.455407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Transition to ACTIVE for port object 8719a3b5-ddab-4cea-9532-2a9472ce6a8a will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:25:22.545774 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:22.577833 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:22.598675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Pushing event updated for resources: {'Port': ['ID=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:22.668732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Attempting to bind port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:25:22.669101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Attempting to bind port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:25:22.669352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Attempting to bind port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a on network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:25:22.674758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a on network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:25:22.675106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Attempting to bind port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a on network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:25:22.680855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:25:22.681208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Checking segment: {'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:25:22.686179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Bound using segment: {'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:25:22.686179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Bound port: 8719a3b5-ddab-4cea-9532-2a9472ce6a8a, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:25:22.686179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:22.756371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] For port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:25:22.759607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] For port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:25:22.849049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:22.885696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:22.886322 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:22.887834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] 10.222.0.44 "PUT /v2.0/ports/8719a3b5-ddab-4cea-9532-2a9472ce6a8a HTTP/1.1" status: 200 len: 1093 time: 0.8013279 Aug 11 01:25:22.888287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf501e84-d149-4fab-b825-c3e7f02e3c98', 'tag': '8719a3b5-ddab-4cea-9532-2a9472ce6a8a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:25:22.890583 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b8f468-2ea8-415f-8385-40cf5890be7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf501e84-d149-4fab-b825-c3e7f02e3c98", "tag": "8719a3b5-ddab-4cea-9532-2a9472ce6a8a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:25:22.916567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867c4dd-ecd4-48a6-9bcc-bcddf0dc1c80 service neutron] Pushing event updated for resources: {'Port': ['ID=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:22.933740 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c247bd4-e79e-45e9-8ce2-ff63d517f33a x-openstack-request-id: req-8c247bd4-e79e-45e9-8ce2-ff63d517f33a {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:25:22.934034 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf501e84-d149-4fab-b825-c3e7f02e3c98", "tag": "8719a3b5-ddab-4cea-9532-2a9472ce6a8a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:25:22.934289 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c247bd4-e79e-45e9-8ce2-ff63d517f33a {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:25:22.934698 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf501e84-d149-4fab-b825-c3e7f02e3c98', 'tag': '8719a3b5-ddab-4cea-9532-2a9472ce6a8a', 'status': 'completed', 'code': 200} Aug 11 01:25:23.000691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8f468-2ea8-415f-8385-40cf5890be7f req-05049202-4dcc-41d3-83e1-61e2c8485473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:23.002642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6b8f468-2ea8-415f-8385-40cf5890be7f req-05049202-4dcc-41d3-83e1-61e2c8485473 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab232abb31a84d408f4856bc11885531&device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 1096 time: 0.0462000 Aug 11 01:25:23.106715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8f468-2ea8-415f-8385-40cf5890be7f req-69fdfa17-b2bc-49fa-84e1-82045a40c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:23.108370 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6b8f468-2ea8-415f-8385-40cf5890be7f req-69fdfa17-b2bc-49fa-84e1-82045a40c38e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab232abb31a84d408f4856bc11885531&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0985646 Aug 11 01:25:23.263038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134d3f2-f4e3-4ff5-97a7-abd60a878c3b req-38299283-a7d8-4acb-927a-c0e7c2c2bd9c tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:23.264632 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a134d3f2-f4e3-4ff5-97a7-abd60a878c3b req-38299283-a7d8-4acb-927a-c0e7c2c2bd9c tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 944 time: 0.1192291 Aug 11 01:25:23.270560 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8f468-2ea8-415f-8385-40cf5890be7f req-c3766a4f-db91-4e76-8ac2-8288c013c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:23.272112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6b8f468-2ea8-415f-8385-40cf5890be7f req-c3766a4f-db91-4e76-8ac2-8288c013c94c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571641 Aug 11 01:25:23.308381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a134d3f2-f4e3-4ff5-97a7-abd60a878c3b req-e5fbfb9e-f5bc-463d-9757-63df623a990a tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352345 Aug 11 01:25:23.353189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-232ea7d1-9fb0-449b-b542-e8bab4c6959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:23.354773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-232ea7d1-9fb0-449b-b542-e8bab4c6959f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab232abb31a84d408f4856bc11885531&device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 1096 time: 0.0455155 Aug 11 01:25:23.399177 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-2191a8b9-374d-4b44-8b77-394f9a5216a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8719a3b5-ddab-4cea-9532-2a9472ce6a8a HTTP/1.1" status: 200 len: 217 time: 0.0357473 Aug 11 01:25:23.452283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-c59cd702-5031-440f-97f0-5a185dacf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:23.454354 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-c59cd702-5031-440f-97f0-5a185dacf3ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b558ce10-2545-43b3-a6c7-8a9de088fddc HTTP/1.1" status: 200 len: 853 time: 0.0490232 Aug 11 01:25:23.487514 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-ef32caf2-64aa-496c-9f02-7a01ebc11dd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260766 Aug 11 01:25:23.584680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-971dc067-f5dc-4b07-b3b3-092a528f04a1 service neutron] 10.222.0.44 "GET /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902421 Aug 11 01:25:23.689517 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0501347e-e3d4-4ab1-a943-cfd8184d90bf req-42df5778-e167-4043-9342-85ff287113be service neutron] 10.222.0.44 "GET /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974870 Aug 11 01:25:24.430365 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0adcd-6a10-468f-9d24-a7cd00231512 req-4dde7ff9-008a-4fdd-b9ff-e99c9b91b6fc tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:24.431981 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6a0adcd-6a10-468f-9d24-a7cd00231512 req-4dde7ff9-008a-4fdd-b9ff-e99c9b91b6fc tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 944 time: 0.0509894 Aug 11 01:25:24.475175 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e6a0adcd-6a10-468f-9d24-a7cd00231512 req-e4309e34-dd94-4f40-90ed-968ad0872373 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356135 Aug 11 01:25:25.599885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53b8cf-a67b-4f29-9399-12085547f117 req-a539de12-53cf-4e5e-a3fe-9d6d4722e5fe tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:25.601479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e53b8cf-a67b-4f29-9399-12085547f117 req-a539de12-53cf-4e5e-a3fe-9d6d4722e5fe tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 944 time: 0.0534434 Aug 11 01:25:25.642748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e53b8cf-a67b-4f29-9399-12085547f117 req-c6c7314a-7620-4623-ba1b-38b5f0f0101b tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Aug 11 01:25:26.456767 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8719a3b5-ddab-4cea-9532-2a9472ce6a8a details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:25:26.552810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:26.567308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '8719a3b5-ddab-4cea-9532-2a9472ce6a8a', 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa', 'port_id': '8719a3b5-ddab-4cea-9532-2a9472ce6a8a', 'mac_address': 'fa:16:3e:a6:c1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b558ce10-2545-43b3-a6c7-8a9de088fddc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:25:26.613085 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:26.628045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8719a3b5-ddab-4cea-9532-2a9472ce6a8a {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:25:26.647956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:26.763013 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:26.768131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378d215-d7db-446c-a641-383ab253cb29 req-8abb9847-6e95-438a-bc9a-6a7e3fcb3ade tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:26.777330 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1378d215-d7db-446c-a641-383ab253cb29 req-8abb9847-6e95-438a-bc9a-6a7e3fcb3ade tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 944 time: 0.0557368 Aug 11 01:25:26.815652 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1378d215-d7db-446c-a641-383ab253cb29 req-aefcfdd8-2dfb-42ef-ba31-058cf5dfe885 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Aug 11 01:25:26.817428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:26.949239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8719a3b5-ddab-4cea-9532-2a9472ce6a8a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:25:27.933015 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc06f70-d69c-41fc-9d30-34119000a219 req-606303f5-4b38-4f13-be00-bce27b217e26 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:27.934550 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cc06f70-d69c-41fc-9d30-34119000a219 req-606303f5-4b38-4f13-be00-bce27b217e26 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 945 time: 0.0495126 Aug 11 01:25:27.972101 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cc06f70-d69c-41fc-9d30-34119000a219 req-4161bb5d-5337-4e9b-a4bf-ff0be9863ddf tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Aug 11 01:25:28.472532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8719a3b5-ddab-4cea-9532-2a9472ce6a8a up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:25:28.637085 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:25:28.644995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:25:28.645372 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:28.726919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:28.752237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf501e84-d149-4fab-b825-c3e7f02e3c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8719a3b5-ddab-4cea-9532-2a9472ce6a8a'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:25:28.754484 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5ec6dd-71d8-4fd3-9c41-496eb8d910a6" -d '{"events": [{"server_uuid": "bf501e84-d149-4fab-b825-c3e7f02e3c98", "name": "network-vif-plugged", "status": "completed", "tag": "8719a3b5-ddab-4cea-9532-2a9472ce6a8a"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:25:28.770973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:28.790596 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139f9ba3-3272-4eae-bbc6-eb83c3923a98 x-openstack-request-id: req-139f9ba3-3272-4eae-bbc6-eb83c3923a98 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:25:28.790873 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf501e84-d149-4fab-b825-c3e7f02e3c98", "name": "network-vif-plugged", "status": "completed", "tag": "8719a3b5-ddab-4cea-9532-2a9472ce6a8a", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:25:28.791119 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-139f9ba3-3272-4eae-bbc6-eb83c3923a98 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:25:28.791549 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf501e84-d149-4fab-b825-c3e7f02e3c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8719a3b5-ddab-4cea-9532-2a9472ce6a8a', 'code': 200} Aug 11 01:25:28.848323 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:28.894149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b4a23-f91f-4a58-be52-858a9042ac81 req-8f4f30cd-ee28-4617-9f92-9f12a2015fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:28.895809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-441b4a23-f91f-4a58-be52-858a9042ac81 req-8f4f30cd-ee28-4617-9f92-9f12a2015fa4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 1098 time: 0.0477502 Aug 11 01:25:28.898070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:28.933965 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-441b4a23-f91f-4a58-be52-858a9042ac81 req-3d73cb7d-b82d-4144-b751-c0882d2ff676 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Aug 11 01:25:29.091970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45083a-b7cf-4580-a2ef-fc7a0d01927a req-7601b544-adaa-49a0-bd31-7ec158f0a623 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:29.093588 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c45083a-b7cf-4580-a2ef-fc7a0d01927a req-7601b544-adaa-49a0-bd31-7ec158f0a623 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0518584 Aug 11 01:25:29.135410 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5c45083a-b7cf-4580-a2ef-fc7a0d01927a req-1ef5defa-d245-43e0-af1c-b5f25d1793dd tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349474 Aug 11 01:25:29.854264 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:30.097441 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:30.257541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf8570-25e7-44be-8b98-9317cb74314e req-1e11c9bb-310e-41ab-a07f-bf938364cb70 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:30.259147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5dbf8570-25e7-44be-8b98-9317cb74314e req-1e11c9bb-310e-41ab-a07f-bf938364cb70 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0536237 Aug 11 01:25:30.300876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5dbf8570-25e7-44be-8b98-9317cb74314e req-4cf94967-5d26-46ea-9797-98b0dd20a1af tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Aug 11 01:25:30.547834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-715b90cd-c437-4fcb-a56d-6e238cb481a1 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:30.549491 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-715b90cd-c437-4fcb-a56d-6e238cb481a1 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/networks?id=09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa HTTP/1.1" status: 200 len: 813 time: 0.1116931 Aug 11 01:25:30.566636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-1751e680-ed0d-4d9f-8752-b01a752d4a9b tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/quotas/ab232abb31a84d408f4856bc11885531 HTTP/1.1" status: 200 len: 375 time: 0.0110743 Aug 11 01:25:30.620611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-dffde3ed-967d-4814-8ce0-1b2517775aa0 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab232abb31a84d408f4856bc11885531&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467312 Aug 11 01:25:30.714899 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-1791e7b1-b39d-4db7-b3c2-6518895dc25b service neutron] 10.222.0.43 "GET /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868671 Aug 11 01:25:31.177774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-80b7a79c-10fd-48c1-8024-828ea9935a71 service neutron] 10.222.0.43 "GET /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557126 Aug 11 01:25:31.461878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-75d04d68-1be2-45cb-ab9b-26a0952628b7 req-13d0e559-c5ad-4ec9-8fdc-e1d92a458f82 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 210 time: 0.0294526 Aug 11 01:25:32.559233 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc12c77d-e860-4b26-aa86-5ad2e1627fdc req-8fb997f7-d98e-49ca-acdd-134c725d859c tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 210 time: 0.0279377 Aug 11 01:25:33.530324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-55483448-d2c4-425f-a5c0-e5ca19ae384a tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:33.532028 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-55483448-d2c4-425f-a5c0-e5ca19ae384a tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.55 "GET /v2.0/networks?id=09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa HTTP/1.1" status: 200 len: 813 time: 0.1212425 Aug 11 01:25:33.545091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Request body: {'port': {'device_id': 'f3d93f03-4d32-432b-94f5-79565f019e4d', 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa', 'admin_state_up': True, 'tenant_id': 'ab232abb31a84d408f4856bc11885531'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:33.681742 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7c37b018-5f4b-4123-ac8f-6ad1b9ce7cf4 req-6b422baa-5f8d-40d1-a2b0-495fcd7bc24d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 210 time: 0.0459938 Aug 11 01:25:33.768551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Made reservation on behalf of ab232abb31a84d408f4856bc11885531 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:25:33.772728 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:33.911408 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Allocated IP 172.20.0.4 (09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa/b558ce10-2545-43b3-a6c7-8a9de088fddc/2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:25:34.080524 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:34.237722 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:34.251704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8719a3b5-ddab-4cea-9532-2a9472ce6a8a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:25:34.285698 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:25:34.292228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:25:34.296444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:25:34.328936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Pushing event updated for resources: {'Port': ['ID=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:34.342809 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.343205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.343529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.343913 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.344249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.344588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.344917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.345246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.345566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.345892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.346213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.346537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:34.369738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:34.370387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:34.501140 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-8c77e943-d1d5-4951-9910-798d70dbbd97 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9604011 Aug 11 01:25:34.513596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Request body: {'port': {'device_id': 'f3d93f03-4d32-432b-94f5-79565f019e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:34.567917 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:34.809157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264299-2b7f-4b5c-ad3a-bf2b1726cb6b req-94c8cb02-c1e3-4dde-9c55-32a822b15972 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:34.811683 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-94264299-2b7f-4b5c-ad3a-bf2b1726cb6b req-94c8cb02-c1e3-4dde-9c55-32a822b15972 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 931 time: 0.0582287 Aug 11 01:25:34.852874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-94264299-2b7f-4b5c-ad3a-bf2b1726cb6b req-7492cf17-4b2f-494d-9373-d1f1958a8bd6 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351131 Aug 11 01:25:34.855967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:25:34.864615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:34.881712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Transition to ACTIVE for port object 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:25:34.950922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:35.010487 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:35.076962 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Attempting to bind port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:25:35.077231 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Attempting to bind port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:25:35.077534 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Attempting to bind port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 on network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:25:35.082464 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 on network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:25:35.082808 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Attempting to bind port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 on network 09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:25:35.088035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:25:35.088423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Checking segment: {'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:25:35.088765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Bound using segment: {'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:25:35.089196 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Bound port: 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3c94ec-2223-40bd-973d-44639ad044ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:25:35.089569 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:35.157248 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] For port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:25:35.160864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] For port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:25:35.283456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:35.329402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:35.329964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:35.331494 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] 10.222.0.55 "PUT /v2.0/ports/2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 HTTP/1.1" status: 200 len: 1092 time: 0.8223636 Aug 11 01:25:35.331978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d93f03-4d32-432b-94f5-79565f019e4d', 'tag': '2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:25:35.334384 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f562b47-27b0-44d2-a8af-07f8a4b4e4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d93f03-4d32-432b-94f5-79565f019e4d", "tag": "2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:25:35.360174 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e050d-3a7c-4d7d-a433-6da0a95eb552 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:35.441407 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfbfc6b-15b7-4f6a-a7ac-eab7571383d0 x-openstack-request-id: req-fdfbfc6b-15b7-4f6a-a7ac-eab7571383d0 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:25:35.441974 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d93f03-4d32-432b-94f5-79565f019e4d", "tag": "2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:25:35.442322 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdfbfc6b-15b7-4f6a-a7ac-eab7571383d0 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:25:35.442869 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d93f03-4d32-432b-94f5-79565f019e4d', 'tag': '2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17', 'status': 'completed', 'code': 200} Aug 11 01:25:35.508931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562b47-27b0-44d2-a8af-07f8a4b4e4d3 req-591db4b0-93b7-47c5-a015-cb7107a9e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:35.510496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f562b47-27b0-44d2-a8af-07f8a4b4e4d3 req-591db4b0-93b7-47c5-a015-cb7107a9e09c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab232abb31a84d408f4856bc11885531&device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 1095 time: 0.0473459 Aug 11 01:25:35.610091 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562b47-27b0-44d2-a8af-07f8a4b4e4d3 req-ea6339df-18db-408c-9935-8502aaa702d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:35.611544 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f562b47-27b0-44d2-a8af-07f8a4b4e4d3 req-ea6339df-18db-408c-9935-8502aaa702d0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ab232abb31a84d408f4856bc11885531&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935593 Aug 11 01:25:35.720062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562b47-27b0-44d2-a8af-07f8a4b4e4d3 req-78469d7f-b782-41a0-859e-e228c0b5efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:35.721590 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4f562b47-27b0-44d2-a8af-07f8a4b4e4d3 req-78469d7f-b782-41a0-859e-e228c0b5efae service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038766 Aug 11 01:25:35.805170 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-3da1879b-2c47-4c42-8a76-5249d212a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:35.806713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-3da1879b-2c47-4c42-8a76-5249d212a2eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab232abb31a84d408f4856bc11885531&device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 1095 time: 0.0442057 Aug 11 01:25:35.855738 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-53551e16-1301-42d6-8518-a86b0665b53f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 HTTP/1.1" status: 200 len: 217 time: 0.0406787 Aug 11 01:25:35.908434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-ab36a187-3362-4f4f-8c41-fe36559bec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:35.910009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-ab36a187-3362-4f4f-8c41-fe36559bec32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b558ce10-2545-43b3-a6c7-8a9de088fddc HTTP/1.1" status: 200 len: 853 time: 0.0473287 Aug 11 01:25:35.956210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-2155dc30-f344-4e28-9d40-61941b6eec12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362535 Aug 11 01:25:36.008575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342322f-1969-4a48-bcf8-e41aa2e5069d req-2dc67976-0c4c-4594-8dc7-93777149561e tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:36.010275 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6342322f-1969-4a48-bcf8-e41aa2e5069d req-2dc67976-0c4c-4594-8dc7-93777149561e tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 943 time: 0.0660317 Aug 11 01:25:36.057497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-7bb2d886-5436-44c5-8da9-526b3ed823b2 service neutron] 10.222.0.55 "GET /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943189 Aug 11 01:25:36.074185 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6342322f-1969-4a48-bcf8-e41aa2e5069d req-4cc4292e-a033-422e-92ef-a1f32df32ca6 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534151 Aug 11 01:25:36.157100 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-69dacf93-01c8-40c7-9612-d0262ec5f217 req-2b0bd4af-7210-4c4e-98cb-09cca46385fb service neutron] 10.222.0.55 "GET /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914459 Aug 11 01:25:37.207886 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ca90d-c21e-4e6d-9811-6350d90128ed req-99ec07c2-00a9-4113-a585-25add1f3303c tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:37.209559 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f37ca90d-c21e-4e6d-9811-6350d90128ed req-99ec07c2-00a9-4113-a585-25add1f3303c tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 943 time: 0.0547180 Aug 11 01:25:37.257286 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f37ca90d-c21e-4e6d-9811-6350d90128ed req-158682f1-aabd-4e39-b0b3-4f93917df2a2 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365088 Aug 11 01:25:38.391965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2363-9a08-4deb-8613-6137a27d0012 req-c2263fdd-b255-440e-ae37-9e702ea1a2d0 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:38.393600 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-523e2363-9a08-4deb-8613-6137a27d0012 req-c2263fdd-b255-440e-ae37-9e702ea1a2d0 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 943 time: 0.0538208 Aug 11 01:25:38.435573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-523e2363-9a08-4deb-8613-6137a27d0012 req-1c36f7b4-f869-4d5f-84b1-1c5c732dfbb3 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357909 Aug 11 01:25:38.901392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:25:39.001607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:39.014617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17', 'network_id': '09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa', 'port_id': '2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17', 'mac_address': 'fa:16:3e:f2:f6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b558ce10-2545-43b3-a6c7-8a9de088fddc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:25:39.058694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:39.076864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:25:39.099474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:39.185365 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:39.239953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:39.247798 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.248140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.248736 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.249076 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.249404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.249731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.250766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.251096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.251441 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.252018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.252341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.252659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:39.384258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:25:39.574776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2ce44-ab3e-4b00-9b78-c51595606f37 req-4f7f1b09-936d-4259-b6f7-1275d1bb2d98 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:39.576508 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da2ce44-ab3e-4b00-9b78-c51595606f37 req-4f7f1b09-936d-4259-b6f7-1275d1bb2d98 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 944 time: 0.0600781 Aug 11 01:25:39.616911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0da2ce44-ab3e-4b00-9b78-c51595606f37 req-c298825c-9c83-45fe-a27d-6e613f0704c9 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Aug 11 01:25:40.741335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db437e2b-870e-4805-85c0-066c235eab8a req-95e077de-f5da-43df-ba1b-1059fbef74d9 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:40.742903 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db437e2b-870e-4805-85c0-066c235eab8a req-95e077de-f5da-43df-ba1b-1059fbef74d9 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 944 time: 0.0511961 Aug 11 01:25:40.784002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-db437e2b-870e-4805-85c0-066c235eab8a req-b23abfe0-ed1c-4878-aef5-274af2751235 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350394 Aug 11 01:25:40.908656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:25:41.040267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:25:41.044569 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:25:41.044926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:41.127023 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:41.152714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d93f03-4d32-432b-94f5-79565f019e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:25:41.154948 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fad45f0-ac34-47a2-b24b-6fdb9c702763" -d '{"events": [{"server_uuid": "f3d93f03-4d32-432b-94f5-79565f019e4d", "name": "network-vif-plugged", "status": "completed", "tag": "2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:25:41.168260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:41.195862 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a6145c-03f6-4ebe-8088-25635ba3dcf6 x-openstack-request-id: req-59a6145c-03f6-4ebe-8088-25635ba3dcf6 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:25:41.196294 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d93f03-4d32-432b-94f5-79565f019e4d", "name": "network-vif-plugged", "status": "completed", "tag": "2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:25:41.196700 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59a6145c-03f6-4ebe-8088-25635ba3dcf6 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:25:41.197387 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d93f03-4d32-432b-94f5-79565f019e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17', 'code': 200} Aug 11 01:25:41.270930 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:41.298321 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b7771-e739-4783-a7cf-f525986d104f req-3994f716-6cff-4683-ad5b-11eda875343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:41.300299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f65b7771-e739-4783-a7cf-f525986d104f req-3994f716-6cff-4683-ad5b-11eda875343f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 1096 time: 0.0453787 Aug 11 01:25:41.324228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:41.341603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f65b7771-e739-4783-a7cf-f525986d104f req-bf3b8bd3-1545-4c20-841a-1a6073af21f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 Aug 11 01:25:41.914353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d82a1-87c8-407d-a230-fde02c274ba8 req-d1288fdf-8476-4567-a11d-e45226c2c48e tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:41.916732 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d76d82a1-87c8-407d-a230-fde02c274ba8 req-d1288fdf-8476-4567-a11d-e45226c2c48e tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 945 time: 0.0588598 Aug 11 01:25:41.962088 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d76d82a1-87c8-407d-a230-fde02c274ba8 req-e0f00dc0-c204-4075-90a1-9bc4c7cda7d0 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389552 Aug 11 01:25:42.598890 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:25:43.091285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d670c1-a87f-47e0-98c6-384881f746f5 req-204607d3-58f3-440f-9b39-f007d725f43a tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:43.092900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9d670c1-a87f-47e0-98c6-384881f746f5 req-204607d3-58f3-440f-9b39-f007d725f43a tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 945 time: 0.0572455 Aug 11 01:25:43.132419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9d670c1-a87f-47e0-98c6-384881f746f5 req-611df857-cf86-4f89-962d-46e05ad17c13 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Aug 11 01:25:43.573355 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084901-804d-4738-b157-4bd308699f91 req-8fedbb8c-c223-4045-bcc8-5321d4de1b6b tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:43.574856 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f084901-804d-4738-b157-4bd308699f91 req-8fedbb8c-c223-4045-bcc8-5321d4de1b6b tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 945 time: 0.0545692 Aug 11 01:25:43.613879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f084901-804d-4738-b157-4bd308699f91 req-53249db6-3e75-4d8a-9cd5-76159ed96de4 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Aug 11 01:25:44.735910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a41b9-c7b6-4962-8de8-c02c570b3f47 req-a577cdb2-6529-4ce8-9f2f-ac24bde4dbc7 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:44.737817 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-418a41b9-c7b6-4962-8de8-c02c570b3f47 req-a577cdb2-6529-4ce8-9f2f-ac24bde4dbc7 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 945 time: 0.0530534 Aug 11 01:25:44.781165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-418a41b9-c7b6-4962-8de8-c02c570b3f47 req-d891b66f-56ce-41f7-81f0-87dd3bb7b46a tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 Aug 11 01:25:44.838204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-25286cc0-327b-4c45-a27b-b39aee8b665f tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:44.840056 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-25286cc0-327b-4c45-a27b-b39aee8b665f tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 945 time: 0.0544736 Aug 11 01:25:44.940290 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Deleting port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:25:44.940624 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:45.042007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] For port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:45.042382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:45.057172 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Calling delete_port for 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:25:45.288602 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:45.303748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8719a3b5-ddab-4cea-9532-2a9472ce6a8a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:25:45.307004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:25:45.325213 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Pushing event deleted for resources: {'Port': ['ID=2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:45.373581 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] No DVR routers for this DVR port 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:25:45.377279 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:45.379478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41520d37-7472-4888-9fc1-3bef44ae6324 req-3fd47a45-4b19-4df0-a417-cf9e175ed882 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.55 "DELETE /v2.0/ports/2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 HTTP/1.1" status: 204 len: 173 time: 0.5320330 Aug 11 01:25:45.379967 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d93f03-4d32-432b-94f5-79565f019e4d', 'name': 'network-vif-deleted', 'tag': '2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:25:45.382376 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398341a-62a8-4c73-b0ea-d36f13878a9c" -d '{"events": [{"server_uuid": "f3d93f03-4d32-432b-94f5-79565f019e4d", "name": "network-vif-deleted", "tag": "2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:25:45.429907 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35579351-c4c6-4fd3-9204-41436f9a1580 x-openstack-request-id: req-35579351-c4c6-4fd3-9204-41436f9a1580 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:25:45.430189 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d93f03-4d32-432b-94f5-79565f019e4d", "name": "network-vif-deleted", "tag": "2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:25:45.430439 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35579351-c4c6-4fd3-9204-41436f9a1580 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:25:45.430854 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d93f03-4d32-432b-94f5-79565f019e4d', 'name': 'network-vif-deleted', 'tag': '2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17', 'status': 'completed', 'code': 200} Aug 11 01:25:45.901031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9943fb80-3620-4926-b46a-0df4159a220b req-cb4209c4-5493-4893-918c-e5a93a6f6304 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3d93f03-4d32-432b-94f5-79565f019e4d HTTP/1.1" status: 200 len: 210 time: 0.0294793 Aug 11 01:25:46.339392 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-178cde43-950b-47da-bd8f-8e46b0b610b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:47.057777 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99849-68e1-4862-946c-d6de88a30a61 req-3b774720-4970-407f-9762-676baa34a1d9 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:47.059537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6e99849-68e1-4862-946c-d6de88a30a61 req-3b774720-4970-407f-9762-676baa34a1d9 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0547504 Aug 11 01:25:47.106105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6e99849-68e1-4862-946c-d6de88a30a61 req-58e8755b-7732-461d-9020-4a4410af32c8 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Aug 11 01:25:47.242218 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56831d4-56a1-41dd-8621-62f4a1a2ba10 req-0a9cd4e3-d9ee-49ef-841a-638984d80b96 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:47.243805 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b56831d4-56a1-41dd-8621-62f4a1a2ba10 req-0a9cd4e3-d9ee-49ef-841a-638984d80b96 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0508776 Aug 11 01:25:47.284262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b56831d4-56a1-41dd-8621-62f4a1a2ba10 req-ea85d24f-a231-4e96-abcc-0b05cb04edc3 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335054 Aug 11 01:25:47.403121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f94cf-89ae-4e24-8279-836510720bfd req-9c6e75fb-9924-4699-9d1e-36d7edb0eb25 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:47.404627 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a93f94cf-89ae-4e24-8279-836510720bfd req-9c6e75fb-9924-4699-9d1e-36d7edb0eb25 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0522716 Aug 11 01:25:47.444450 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a93f94cf-89ae-4e24-8279-836510720bfd req-adf77513-dcef-4cd4-9356-2572ec973ed4 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333805 Aug 11 01:25:47.614207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc644e3-939f-4c16-9183-92f3b186471c req-77fd64de-f381-43a6-8e7d-75e603f43d0d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:47.615870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8dc644e3-939f-4c16-9183-92f3b186471c req-77fd64de-f381-43a6-8e7d-75e603f43d0d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0521934 Aug 11 01:25:47.656650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8dc644e3-939f-4c16-9183-92f3b186471c req-fbe8384b-8ccb-4264-a7bb-34eb770dfee1 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345874 Aug 11 01:25:47.775713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644097c-c2ef-45df-8b84-cc1d64f1eedb req-974c186b-abea-42a3-bab1-566dd995c993 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:47.777230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5644097c-c2ef-45df-8b84-cc1d64f1eedb req-974c186b-abea-42a3-bab1-566dd995c993 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0510426 Aug 11 01:25:47.827522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5644097c-c2ef-45df-8b84-cc1d64f1eedb req-753c7b2a-a2c6-42c4-b866-16db0d818c2e tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378351 Aug 11 01:25:47.963334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1424229-3397-454d-805e-96423eb4e43b req-4e1e6718-da3e-4dee-bc90-789a33c08da7 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:47.964821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1424229-3397-454d-805e-96423eb4e43b req-4e1e6718-da3e-4dee-bc90-789a33c08da7 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0570064 Aug 11 01:25:48.004092 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b1424229-3397-454d-805e-96423eb4e43b req-929df9c8-91b9-47ad-bc36-27c1453b5c79 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Aug 11 01:25:48.536011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc60bac-de2d-4e22-b898-b545f6c5c124 req-760f9be4-fb01-434f-b7c7-fb79a2ae1610 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:48.537522 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7cc60bac-de2d-4e22-b898-b545f6c5c124 req-760f9be4-fb01-434f-b7c7-fb79a2ae1610 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0513771 Aug 11 01:25:48.575527 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7cc60bac-de2d-4e22-b898-b545f6c5c124 req-4d33634a-ac87-4c1d-9db4-8f62bf7d7726 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319643 Aug 11 01:25:48.922118 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-30a69378-5b56-4d27-8675-7dd0af84a03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:48.927196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:25:48.947057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:25:48.947437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 2d1c54b2-a3c4-453d-82bb-ddc6e95e8d17 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:25:49.024878 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:49.693002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a5a3a-ae83-45f2-9946-935a10e8017e req-c1cb17c9-1fc3-4ac6-b570-7f7cbfc35d21 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:49.694550 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da9a5a3a-ae83-45f2-9946-935a10e8017e req-c1cb17c9-1fc3-4ac6-b570-7f7cbfc35d21 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0505145 Aug 11 01:25:49.734381 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da9a5a3a-ae83-45f2-9946-935a10e8017e req-0aa19c18-6341-43fd-8bcb-0597a1b3961f tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/security-groups?id=bb5a7115-b0d8-47ad-90d6-f79975515ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Aug 11 01:25:49.844273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-18813ba6-fd5d-41e2-98b8-2ea02bc88269 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:49.845964 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-18813ba6-fd5d-41e2-98b8-2ea02bc88269 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 946 time: 0.0517867 Aug 11 01:25:49.946974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Deleting port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:25:49.947365 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:50.038964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] For port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,segment=NetworkSegment(aa3c94ec-2223-40bd-973d-44639ad044ca),segment_id=aa3c94ec-2223-40bd-973d-44639ad044ca)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:25:50.039372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:50.053511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Calling delete_port for 8719a3b5-ddab-4cea-9532-2a9472ce6a8a owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:25:50.228739 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:50.241308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['8719a3b5-ddab-4cea-9532-2a9472ce6a8a'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:25:50.259347 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Pushing event deleted for resources: {'Port': ['ID=8719a3b5-ddab-4cea-9532-2a9472ce6a8a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:50.272856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.273220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.273578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.273928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.274269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.274610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.275033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.275443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.275775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.276111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.276444 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.276775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:25:50.315868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] No DVR routers for this DVR port 8719a3b5-ddab-4cea-9532-2a9472ce6a8a on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:25:50.318613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:50.320648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a4d28a98-44c4-434d-8436-ec01397c6eac req-494a0bf6-0976-42dc-85af-d6e722da8a3d tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.44 "DELETE /v2.0/ports/8719a3b5-ddab-4cea-9532-2a9472ce6a8a HTTP/1.1" status: 204 len: 173 time: 0.4689124 Aug 11 01:25:50.325307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf501e84-d149-4fab-b825-c3e7f02e3c98', 'name': 'network-vif-deleted', 'tag': '8719a3b5-ddab-4cea-9532-2a9472ce6a8a'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:25:50.325307 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d62f2b-d6b6-4cf5-a8f7-63c4ac216681" -d '{"events": [{"server_uuid": "bf501e84-d149-4fab-b825-c3e7f02e3c98", "name": "network-vif-deleted", "tag": "8719a3b5-ddab-4cea-9532-2a9472ce6a8a"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:25:50.359708 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e34cf37-8abf-4ca0-83fa-991038fd6081 x-openstack-request-id: req-1e34cf37-8abf-4ca0-83fa-991038fd6081 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:25:50.359996 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf501e84-d149-4fab-b825-c3e7f02e3c98", "name": "network-vif-deleted", "tag": "8719a3b5-ddab-4cea-9532-2a9472ce6a8a", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:25:50.360251 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e34cf37-8abf-4ca0-83fa-991038fd6081 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:25:50.360689 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf501e84-d149-4fab-b825-c3e7f02e3c98', 'name': 'network-vif-deleted', 'tag': '8719a3b5-ddab-4cea-9532-2a9472ce6a8a', 'status': 'completed', 'code': 200} Aug 11 01:25:50.599445 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:50.842473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8899fa50-7f3c-4955-b931-9e98d853d70a req-5986238f-74a9-4394-9d71-bcbc2c73d7b1 tempest-ServersNegativeTestJSON-969659971 tempest-ServersNegativeTestJSON-969659971-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf501e84-d149-4fab-b825-c3e7f02e3c98 HTTP/1.1" status: 200 len: 210 time: 0.0306561 Aug 11 01:25:51.898518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53290) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:51.942536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-df61a10a-8347-4631-9f0c-21ccd4b52d3b admin admin] Deleting subnet b558ce10-2545-43b3-a6c7-8a9de088fddc {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:25:51.945691 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df61a10a-8347-4631-9f0c-21ccd4b52d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:51.979764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df61a10a-8347-4631-9f0c-21ccd4b52d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.018391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df61a10a-8347-4631-9f0c-21ccd4b52d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.145750 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df61a10a-8347-4631-9f0c-21ccd4b52d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.170573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61a10a-8347-4631-9f0c-21ccd4b52d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b558ce10-2545-43b3-a6c7-8a9de088fddc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:52.177488 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df61a10a-8347-4631-9f0c-21ccd4b52d3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.179990 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-df61a10a-8347-4631-9f0c-21ccd4b52d3b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b558ce10-2545-43b3-a6c7-8a9de088fddc HTTP/1.1" status: 204 len: 168 time: 0.2798171 Aug 11 01:25:52.182144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53292) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:52.249158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.334878 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.344862 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:52.355835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3c94ec-2223-40bd-973d-44639ad044ca') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:52.356133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3c94ec-2223-40bd-973d-44639ad044ca') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:25:52.365463 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.380242 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.386643 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:25:52.387084 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:25:52.398505 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:25:52.525116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.533545 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.535410 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] 10.222.0.43 "DELETE /v2.0/networks/09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa HTTP/1.1" status: 204 len: 168 time: 0.3522451 Aug 11 01:25:52.545268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbe39d-2c5e-4866-8af2-7d38a77caafd admin admin] Pushing event deleted for resources: {'Network': ['ID=09df5eed-80c5-4bf0-a5db-9aeb0e4ac6aa,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:52.550571 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:52.581171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8719a3b5-ddab-4cea-9532-2a9472ce6a8a no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:25:52.602081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 8719a3b5-ddab-4cea-9532-2a9472ce6a8a {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:25:52.602432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 8719a3b5-ddab-4cea-9532-2a9472ce6a8a not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:25:52.933438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53296) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:52.974036 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-23f60e9f-3094-4f47-847f-eff8864c0b6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab232abb31a84d408f4856bc11885531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393963 Aug 11 01:25:52.976543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:53.024188 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b342c42-69cf-4cb7-ad2d-dc3ddb6726c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:53.045381 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b342c42-69cf-4cb7-ad2d-dc3ddb6726c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:53.150376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b342c42-69cf-4cb7-ad2d-dc3ddb6726c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:53.152880 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7b342c42-69cf-4cb7-ad2d-dc3ddb6726c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:53.154076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7b342c42-69cf-4cb7-ad2d-dc3ddb6726c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb5a7115-b0d8-47ad-90d6-f79975515ffa HTTP/1.1" status: 204 len: 168 time: 0.1766315 Aug 11 01:25:53.162452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b342c42-69cf-4cb7-ad2d-dc3ddb6726c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5a7115-b0d8-47ad-90d6-f79975515ffa,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:54.178501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53320) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:54.276835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2027313640'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:54.356608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:25:54.360193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:54.368912 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:54.461530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:54.534563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:54.582057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:25:54.595949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c07e0-a1a1-4e25-b11a-1579106de05d,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:54.602095 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:54.602447 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Added segment 7bbff9a7-899b-40a2-9dc9-7e61d17d51d0 of type vlan for network b7b202b3-f23b-4244-bee9-9b0a9ba354ee Aug 11 01:25:54.643371 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:54.744756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:54.751131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:54.751951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:54.820549 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Network': ['ID=b7b202b3-f23b-4244-bee9-9b0a9ba354ee,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:54.832691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b7b202b3-f23b-4244-bee9-9b0a9ba354ee details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:25:54.907574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c85d8ad4-b050-4333-84c1-cd1a138dd3fc tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7277172 Aug 11 01:25:58.172255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53324) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:58.177480 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'subnet': {'network_id': 'b7b202b3-f23b-4244-bee9-9b0a9ba354ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:58.353806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:25:58.357605 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:58.619934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:58.673752 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Subnet': ['ID=9d47fde4-664f-44a1-9055-85431a6ba39c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:58.690303 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Checking segment: {'id': '7bbff9a7-899b-40a2-9dc9-7e61d17d51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b202b3-f23b-4244-bee9-9b0a9ba354ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:25:58.690678 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network hostable DHCP agents. Network: b7b202b3-f23b-4244-bee9-9b0a9ba354ee, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:25:58.785286 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network b7b202b3-f23b-4244-bee9-9b0a9ba354ee is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:25:58.879762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, b7b202b3-f23b-4244-bee9-9b0a9ba354ee) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:25:58.884063 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:58.884701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:58.888823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3ba3d-38a4-4f77-913f-b9f23c061fd8 None None] Network b7b202b3-f23b-4244-bee9-9b0a9ba354ee requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:25:58.977720 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8694a114-c6c7-426d-8bb6-585d83f3591d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8042796 Aug 11 01:25:58.981188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53326) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:58.987241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830852490'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:59.047574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-b7b202b3-f23b-4244-bee9-9b0a9ba354ee', 'network_id': 'b7b202b3-f23b-4244-bee9-9b0a9ba354ee', 'tenant_id': '23a5ce08c23b46b2b08ce0d9c8c7ee95', 'fixed_ips': [{'subnet_id': '9d47fde4-664f-44a1-9055-85431a6ba39c'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:25:59.048440 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.113201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:25:59.117027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.142353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:25:59.151727 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.155171 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Added segment 8962e093-1aea-43ad-a233-3b1c3dd0bb69 of type vlan for network 917c169c-0497-4e39-ba3a-4237b7eff211 Aug 11 01:25:59.184880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Allocated IP 2001:db8:0:ffff::2 (b7b202b3-f23b-4244-bee9-9b0a9ba354ee/9d47fde4-664f-44a1-9055-85431a6ba39c/bc6adc10-44d3-4dd4-b958-3e766417bd0c) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:25:59.197070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.290339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.296641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:25:59.300372 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.334140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.343279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Transition to ACTIVE for port object bc6adc10-44d3-4dd4-b958-3e766417bd0c will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:25:59.359039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Transition to ACTIVE for port object bc6adc10-44d3-4dd4-b958-3e766417bd0c will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:25:59.365636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Network': ['ID=917c169c-0497-4e39-ba3a-4237b7eff211,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:59.377090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 917c169c-0497-4e39-ba3a-4237b7eff211 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:25:59.399986 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-85e88192-c004-4291-9853-f6aa598384d7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4175017 Aug 11 01:25:59.402729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53328) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:25:59.408292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'subnet': {'network_id': '917c169c-0497-4e39-ba3a-4237b7eff211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:25:59.439023 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.479126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Network b7b202b3-f23b-4244-bee9-9b0a9ba354ee is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:25:59.482030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:25:59.488544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:25:59.502806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Pushing event updated for resources: {'Port': ['ID=bc6adc10-44d3-4dd4-b958-3e766417bd0c,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:59.550296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Attempting to bind port bc6adc10-44d3-4dd4-b958-3e766417bd0c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:25:59.550669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Attempting to bind port bc6adc10-44d3-4dd4-b958-3e766417bd0c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '7bbff9a7-899b-40a2-9dc9-7e61d17d51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b202b3-f23b-4244-bee9-9b0a9ba354ee'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:25:59.551060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Attempting to bind port bc6adc10-44d3-4dd4-b958-3e766417bd0c on network b7b202b3-f23b-4244-bee9-9b0a9ba354ee {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:25:59.556129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:25:59.556523 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Checking segment: {'id': '7bbff9a7-899b-40a2-9dc9-7e61d17d51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b202b3-f23b-4244-bee9-9b0a9ba354ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:25:59.556907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.557298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Bound using segment: {'id': '7bbff9a7-899b-40a2-9dc9-7e61d17d51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b202b3-f23b-4244-bee9-9b0a9ba354ee'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:25:59.557760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Bound port: bc6adc10-44d3-4dd4-b958-3e766417bd0c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbff9a7-899b-40a2-9dc9-7e61d17d51d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b7b202b3-f23b-4244-bee9-9b0a9ba354ee'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:25:59.558148 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.594210 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:25:59.598160 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.629472 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] For port bc6adc10-44d3-4dd4-b958-3e766417bd0c, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:25:59.632902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] For port bc6adc10-44d3-4dd4-b958-3e766417bd0c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bc6adc10-44d3-4dd4-b958-3e766417bd0c,segment=NetworkSegment(7bbff9a7-899b-40a2-9dc9-7e61d17d51d0),segment_id=7bbff9a7-899b-40a2-9dc9-7e61d17d51d0)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:25:59.702760 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.766584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f2cae-e65f-41de-8344-abef6f0b96b0 None None] Pushing event updated for resources: {'Port': ['ID=bc6adc10-44d3-4dd4-b958-3e766417bd0c,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:25:59.862360 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.892689 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:25:59.990816 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Subnet': ['ID=4b77bb94-2b8a-4195-a2f2-e751287f61df,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:00.001734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Checking segment: {'id': '8962e093-1aea-43ad-a233-3b1c3dd0bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '917c169c-0497-4e39-ba3a-4237b7eff211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:00.002115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network hostable DHCP agents. Network: 917c169c-0497-4e39-ba3a-4237b7eff211, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:26:00.167667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network 917c169c-0497-4e39-ba3a-4237b7eff211 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:26:00.222097 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:00.279183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 917c169c-0497-4e39-ba3a-4237b7eff211) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:00.283493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:00.284136 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:00.288530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bc6adc10-44d3-4dd4-b958-3e766417bd0c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:00.314552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f690a-6ab4-464b-af65-6ee355bf972b None None] Network 917c169c-0497-4e39-ba3a-4237b7eff211 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:00.448806 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b73b3c4a-c090-4a22-a013-d352237966b8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0448081 Aug 11 01:26:00.455290 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53330) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:00.490898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-917c169c-0497-4e39-ba3a-4237b7eff211', 'network_id': '917c169c-0497-4e39-ba3a-4237b7eff211', 'tenant_id': '23a5ce08c23b46b2b08ce0d9c8c7ee95', 'fixed_ips': [{'subnet_id': '4b77bb94-2b8a-4195-a2f2-e751287f61df'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:26:00.492229 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:00.506670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port bc6adc10-44d3-4dd4-b958-3e766417bd0c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:00.605018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:00.665927 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Allocated IP 2001:db8::2 (917c169c-0497-4e39-ba3a-4237b7eff211/4b77bb94-2b8a-4195-a2f2-e751287f61df/87d5726c-3af1-45c5-8273-94d48f56b59e) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:00.670017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:00.719995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26f6df-6139-49bf-96e3-4bd579b030a6 None None] Network b7b202b3-f23b-4244-bee9-9b0a9ba354ee requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:00.868778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6405c678-1b01-40ae-b3d8-b1450d07d7dc None None] Provisioning for port bc6adc10-44d3-4dd4-b958-3e766417bd0c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:00.898379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6405c678-1b01-40ae-b3d8-b1450d07d7dc None None] Provisioning complete for port bc6adc10-44d3-4dd4-b958-3e766417bd0c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:00.898749 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6405c678-1b01-40ae-b3d8-b1450d07d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:00.940703 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:00.961214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Transition to ACTIVE for port object 87d5726c-3af1-45c5-8273-94d48f56b59e will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:00.995638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Transition to ACTIVE for port object 87d5726c-3af1-45c5-8273-94d48f56b59e will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:01.047752 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6405c678-1b01-40ae-b3d8-b1450d07d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.087695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.092424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6405c678-1b01-40ae-b3d8-b1450d07d7dc None None] For port bc6adc10-44d3-4dd4-b958-3e766417bd0c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bc6adc10-44d3-4dd4-b958-3e766417bd0c,segment=NetworkSegment(7bbff9a7-899b-40a2-9dc9-7e61d17d51d0),segment_id=7bbff9a7-899b-40a2-9dc9-7e61d17d51d0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:01.130512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Network 917c169c-0497-4e39-ba3a-4237b7eff211 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:01.136041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:01.138564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:01.150944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Pushing event updated for resources: {'Port': ['ID=87d5726c-3af1-45c5-8273-94d48f56b59e,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:01.179312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6405c678-1b01-40ae-b3d8-b1450d07d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.199593 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.229466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Attempting to bind port 87d5726c-3af1-45c5-8273-94d48f56b59e on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:01.230117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Attempting to bind port 87d5726c-3af1-45c5-8273-94d48f56b59e by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8962e093-1aea-43ad-a233-3b1c3dd0bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '917c169c-0497-4e39-ba3a-4237b7eff211'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:01.230256 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Attempting to bind port 87d5726c-3af1-45c5-8273-94d48f56b59e on network 917c169c-0497-4e39-ba3a-4237b7eff211 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:01.236288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Subnet': ['ID=4b77bb94-2b8a-4195-a2f2-e751287f61df,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:01.242225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:01.242615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Checking segment: {'id': '8962e093-1aea-43ad-a233-3b1c3dd0bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '917c169c-0497-4e39-ba3a-4237b7eff211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:01.243024 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.243444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Bound using segment: {'id': '8962e093-1aea-43ad-a233-3b1c3dd0bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '917c169c-0497-4e39-ba3a-4237b7eff211'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:01.243924 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Bound port: 87d5726c-3af1-45c5-8273-94d48f56b59e, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8962e093-1aea-43ad-a233-3b1c3dd0bb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '917c169c-0497-4e39-ba3a-4237b7eff211'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:01.244310 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.273168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405c678-1b01-40ae-b3d8-b1450d07d7dc None None] Pushing event updated for resources: {'Port': ['ID=bc6adc10-44d3-4dd4-b958-3e766417bd0c,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:01.307277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.319567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917c169c-0497-4e39-ba3a-4237b7eff211']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:01.330800 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3f9183bc-94be-4149-be0c-7a7c67ee1728 None None] Provisioning complete for port bc6adc10-44d3-4dd4-b958-3e766417bd0c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:01.331330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8962e093-1aea-43ad-a233-3b1c3dd0bb69') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:01.331330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8962e093-1aea-43ad-a233-3b1c3dd0bb69') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:01.331586 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3f9183bc-94be-4149-be0c-7a7c67ee1728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.340642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.359046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] For port 87d5726c-3af1-45c5-8273-94d48f56b59e, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:01.361017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.367252 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:01.367697 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:01.370814 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:01.435070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] For port 87d5726c-3af1-45c5-8273-94d48f56b59e, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=87d5726c-3af1-45c5-8273-94d48f56b59e,segment=NetworkSegment(8962e093-1aea-43ad-a233-3b1c3dd0bb69),segment_id=8962e093-1aea-43ad-a233-3b1c3dd0bb69)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:01.473914 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.db.api [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 01:26:01.473914 n-d-712143-13 neutron-server[95255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 01:26:01.473914 n-d-712143-13 neutron-server[95255]: [parameters: {'id': '917c169c-0497-4e39-ba3a-4237b7eff211'}] Aug 11 01:26:01.473914 n-d-712143-13 neutron-server[95255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:26:01.474451 n-d-712143-13 neutron-server[95255]: DEBUG oslo_db.api [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:26:01.496753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:01.576262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f28ad1-c1b4-4d17-856d-c3821b83bc01 None None] Pushing event updated for resources: {'Port': ['ID=87d5726c-3af1-45c5-8273-94d48f56b59e,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:01.590161 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04abd8c5-8af7-4504-9b18-33a3f341065e None None] Network 917c169c-0497-4e39-ba3a-4237b7eff211 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:01.710549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee2e67-ca96-4a81-8966-1c44f3cc1e5a None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 01:26:01.779988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee2e67-ca96-4a81-8966-1c44f3cc1e5a None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 01:26:01.975818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.030471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Deleting port 87d5726c-3af1-45c5-8273-94d48f56b59e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:02.030825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.102276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] For port 87d5726c-3af1-45c5-8273-94d48f56b59e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=87d5726c-3af1-45c5-8273-94d48f56b59e,segment=NetworkSegment(8962e093-1aea-43ad-a233-3b1c3dd0bb69),segment_id=8962e093-1aea-43ad-a233-3b1c3dd0bb69)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:02.102645 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.116684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Calling delete_port for 87d5726c-3af1-45c5-8273-94d48f56b59e owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:02.260459 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.266934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bc6adc10-44d3-4dd4-b958-3e766417bd0c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:02.295978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Port': ['ID=87d5726c-3af1-45c5-8273-94d48f56b59e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:02.299544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No DVR routers for this DVR port 87d5726c-3af1-45c5-8273-94d48f56b59e on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:02.319395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bc6adc10-44d3-4dd4-b958-3e766417bd0c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:02.319866 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.379118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.389251 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917c169c-0497-4e39-ba3a-4237b7eff211']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:02.400868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8962e093-1aea-43ad-a233-3b1c3dd0bb69') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:02.401170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8962e093-1aea-43ad-a233-3b1c3dd0bb69') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:02.410792 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.424227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.430123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:02.430517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:02.433424 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:02.559105 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.566802 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.568682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/917c169c-0497-4e39-ba3a-4237b7eff211 HTTP/1.1" status: 204 len: 168 time: 2.1158123 Aug 11 01:26:02.572677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53332) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:02.578205 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-775707161'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:02.580206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878464f1-8ce0-47a0-8c92-226901774a42 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Network': ['ID=917c169c-0497-4e39-ba3a-4237b7eff211,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:02.679122 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:02.683381 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.707020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:26:02.715812 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.716209 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Added segment 5b4671fb-64fb-46f1-8681-d4a9e9854f44 of type vlan for network 0aa5f2d3-b9d2-4394-b260-f8754d1b8901 Aug 11 01:26:02.759596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.844517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.850112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:02.853514 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:02.915712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Network': ['ID=0aa5f2d3-b9d2-4394-b260-f8754d1b8901,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:02.926686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 0aa5f2d3-b9d2-4394-b260-f8754d1b8901 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:26:02.971496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-08600076-e6f2-45f6-a282-bfa05c273b23 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3976490 Aug 11 01:26:02.974309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53334) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:02.979317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'subnet': {'network_id': '0aa5f2d3-b9d2-4394-b260-f8754d1b8901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:03.136164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:03.139714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:03.194239 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Performing IP validity checks on allocation pools {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 01:26:03.194752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.ipam_backend_mixin [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 01:26:03.433306 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:03.491517 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Subnet': ['ID=15f4eff6-9f49-4f29-9d32-7acbf92e5e6a,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:03.502544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Checking segment: {'id': '5b4671fb-64fb-46f1-8681-d4a9e9854f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0aa5f2d3-b9d2-4394-b260-f8754d1b8901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:03.502915 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network hostable DHCP agents. Network: 0aa5f2d3-b9d2-4394-b260-f8754d1b8901, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:26:03.621935 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network 0aa5f2d3-b9d2-4394-b260-f8754d1b8901 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:26:03.713195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 0aa5f2d3-b9d2-4394-b260-f8754d1b8901) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:03.717256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:03.717877 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:03.722583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b94b8-0bb2-46a7-834f-740c0a0d623b None None] Network 0aa5f2d3-b9d2-4394-b260-f8754d1b8901 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:03.814283 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d9eac075-0709-4eed-a06e-2b69b879dbf7 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8359554 Aug 11 01:26:03.814522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53336) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:03.866096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-0aa5f2d3-b9d2-4394-b260-f8754d1b8901', 'network_id': '0aa5f2d3-b9d2-4394-b260-f8754d1b8901', 'tenant_id': '23a5ce08c23b46b2b08ce0d9c8c7ee95', 'fixed_ips': [{'subnet_id': '15f4eff6-9f49-4f29-9d32-7acbf92e5e6a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:26:03.878124 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:03.914650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:03.971708 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.011983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Allocated IP 2001:db8::3 (0aa5f2d3-b9d2-4394-b260-f8754d1b8901/15f4eff6-9f49-4f29-9d32-7acbf92e5e6a/6010e557-3211-40f4-b738-0f8ca88eb752) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:04.152359 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.160835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Transition to ACTIVE for port object 6010e557-3211-40f4-b738-0f8ca88eb752 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:04.175433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Transition to ACTIVE for port object 6010e557-3211-40f4-b738-0f8ca88eb752 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:04.242530 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.286235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Network 0aa5f2d3-b9d2-4394-b260-f8754d1b8901 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:04.289053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:04.293330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:04.296865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Pushing event updated for resources: {'Port': ['ID=6010e557-3211-40f4-b738-0f8ca88eb752,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:04.311044 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.338216 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Subnet': ['ID=15f4eff6-9f49-4f29-9d32-7acbf92e5e6a,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:04.348773 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Attempting to bind port 6010e557-3211-40f4-b738-0f8ca88eb752 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:04.349137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Attempting to bind port 6010e557-3211-40f4-b738-0f8ca88eb752 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '5b4671fb-64fb-46f1-8681-d4a9e9854f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0aa5f2d3-b9d2-4394-b260-f8754d1b8901'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:04.349495 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Attempting to bind port 6010e557-3211-40f4-b738-0f8ca88eb752 on network 0aa5f2d3-b9d2-4394-b260-f8754d1b8901 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:04.354653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:04.355031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Checking segment: {'id': '5b4671fb-64fb-46f1-8681-d4a9e9854f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0aa5f2d3-b9d2-4394-b260-f8754d1b8901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:04.355468 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.355890 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Bound using segment: {'id': '5b4671fb-64fb-46f1-8681-d4a9e9854f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0aa5f2d3-b9d2-4394-b260-f8754d1b8901'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:04.356357 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Bound port: 6010e557-3211-40f4-b738-0f8ca88eb752, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4671fb-64fb-46f1-8681-d4a9e9854f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0aa5f2d3-b9d2-4394-b260-f8754d1b8901'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:04.356736 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.401791 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.412237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa5f2d3-b9d2-4394-b260-f8754d1b8901']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:04.420130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] For port 6010e557-3211-40f4-b738-0f8ca88eb752, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:04.423044 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4671fb-64fb-46f1-8681-d4a9e9854f44') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:04.423382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4671fb-64fb-46f1-8681-d4a9e9854f44') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:04.423508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] For port 6010e557-3211-40f4-b738-0f8ca88eb752, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6010e557-3211-40f4-b738-0f8ca88eb752,segment=NetworkSegment(5b4671fb-64fb-46f1-8681-d4a9e9854f44),segment_id=5b4671fb-64fb-46f1-8681-d4a9e9854f44)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:04.432316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.473628 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.475608 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.481437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:04.481825 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:04.485412 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:04.554945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2904ad8-c412-4894-b00f-b323ef539569 None None] Pushing event updated for resources: {'Port': ['ID=6010e557-3211-40f4-b738-0f8ca88eb752,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:04.570184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e166fb-8c49-4650-a817-85a7901767f3 None None] Network 0aa5f2d3-b9d2-4394-b260-f8754d1b8901 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:04.636399 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 01:26:04.636399 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 01:26:04.636399 n-d-712143-13 neutron-server[95254]: [parameters: {'id': '0aa5f2d3-b9d2-4394-b260-f8754d1b8901'}] Aug 11 01:26:04.636399 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:26:04.637293 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:26:04.688179 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce8f250-d2b1-43c2-9fdb-69af30e5deaa None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 01:26:04.756183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce8f250-d2b1-43c2-9fdb-69af30e5deaa None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 01:26:05.138233 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.191702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Deleting port 6010e557-3211-40f4-b738-0f8ca88eb752 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:05.192048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.258350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] For port 6010e557-3211-40f4-b738-0f8ca88eb752, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6010e557-3211-40f4-b738-0f8ca88eb752,segment=NetworkSegment(5b4671fb-64fb-46f1-8681-d4a9e9854f44),segment_id=5b4671fb-64fb-46f1-8681-d4a9e9854f44)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:05.258637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.271485 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Calling delete_port for 6010e557-3211-40f4-b738-0f8ca88eb752 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:05.424871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.448585 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Port': ['ID=6010e557-3211-40f4-b738-0f8ca88eb752,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:05.455388 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No DVR routers for this DVR port 6010e557-3211-40f4-b738-0f8ca88eb752 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:05.535531 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.545415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa5f2d3-b9d2-4394-b260-f8754d1b8901']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:05.556303 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4671fb-64fb-46f1-8681-d4a9e9854f44') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:05.556595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4671fb-64fb-46f1-8681-d4a9e9854f44') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:05.565744 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.578864 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.584755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:05.587929 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:05.588508 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:05.707245 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.711714 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.719865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/0aa5f2d3-b9d2-4394-b260-f8754d1b8901 HTTP/1.1" status: 204 len: 168 time: 1.8982131 Aug 11 01:26:05.720322 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53338) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:05.723294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188570115'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:05.729077 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8555a4a-f0d2-4bd8-a437-94338ec65b28 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Network': ['ID=0aa5f2d3-b9d2-4394-b260-f8754d1b8901,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:05.824887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:05.828390 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.851790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:26:05.860931 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:05.861306 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Added segment b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a of type vlan for network 80a8777d-d9ac-4a17-ac2b-e4baddcf90da Aug 11 01:26:05.908387 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:06.007887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:06.013547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:06.014130 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:06.082928 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Network': ['ID=80a8777d-d9ac-4a17-ac2b-e4baddcf90da,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:06.093653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 80a8777d-d9ac-4a17-ac2b-e4baddcf90da details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:26:06.134409 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d27fd33-5af1-40c4-9cab-a268612d4ab2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4152806 Aug 11 01:26:06.137212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53340) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:06.142739 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'subnet': {'network_id': '80a8777d-d9ac-4a17-ac2b-e4baddcf90da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:06.341824 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:06.345913 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:06.604845 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:06.667125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Subnet': ['ID=37234226-c71a-42d8-a77b-c8b881af6b2e,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:06.678182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Checking segment: {'id': 'b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '80a8777d-d9ac-4a17-ac2b-e4baddcf90da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:06.678578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network hostable DHCP agents. Network: 80a8777d-d9ac-4a17-ac2b-e4baddcf90da, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:26:06.741506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network 80a8777d-d9ac-4a17-ac2b-e4baddcf90da is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:26:06.832931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 80a8777d-d9ac-4a17-ac2b-e4baddcf90da) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:06.837134 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:06.837753 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:06.841775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b0112-9dab-4493-94d8-224b7623176e None None] Network 80a8777d-d9ac-4a17-ac2b-e4baddcf90da requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:06.957210 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-feab003a-f895-4657-9039-aeaaa221a85e tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8189116 Aug 11 01:26:06.960746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53342) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:06.966029 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642934696'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:06.983254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-80a8777d-d9ac-4a17-ac2b-e4baddcf90da', 'network_id': '80a8777d-d9ac-4a17-ac2b-e4baddcf90da', 'tenant_id': '23a5ce08c23b46b2b08ce0d9c8c7ee95', 'fixed_ips': [{'subnet_id': '37234226-c71a-42d8-a77b-c8b881af6b2e'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:26:06.984138 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.055951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:07.059511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.086773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:26:07.097259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.097773 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Added segment 9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1 of type vlan for network 4126efd4-55af-4d26-aa91-ca44b79a4b43 Aug 11 01:26:07.141132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.249151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.255333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:07.255964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.276059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Allocated IP 2001:db8::2 (80a8777d-d9ac-4a17-ac2b-e4baddcf90da/37234226-c71a-42d8-a77b-c8b881af6b2e/81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:07.324707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Network': ['ID=4126efd4-55af-4d26-aa91-ca44b79a4b43,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:07.336130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 4126efd4-55af-4d26-aa91-ca44b79a4b43 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:26:07.376779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e6575ebd-dd03-4cd4-9ef0-4ddc4534e174 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4148500 Aug 11 01:26:07.379744 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53344) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:07.384725 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Request body: {'subnet': {'network_id': '4126efd4-55af-4d26-aa91-ca44b79a4b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:07.478529 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.487214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Transition to ACTIVE for port object 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:07.502309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Transition to ACTIVE for port object 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:07.553135 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Made reservation on behalf of 23a5ce08c23b46b2b08ce0d9c8c7ee95 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:07.556766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.576789 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.629550 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Network 80a8777d-d9ac-4a17-ac2b-e4baddcf90da is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:07.632657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:07.636640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:07.646848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Pushing event updated for resources: {'Port': ['ID=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:07.701504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Attempting to bind port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:07.702444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Attempting to bind port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '80a8777d-d9ac-4a17-ac2b-e4baddcf90da'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:07.702818 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Attempting to bind port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb on network 80a8777d-d9ac-4a17-ac2b-e4baddcf90da {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:07.709627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:07.710116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Checking segment: {'id': 'b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '80a8777d-d9ac-4a17-ac2b-e4baddcf90da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:07.710531 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.710974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Bound using segment: {'id': 'b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '80a8777d-d9ac-4a17-ac2b-e4baddcf90da'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:07.711477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Bound port: 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '80a8777d-d9ac-4a17-ac2b-e4baddcf90da'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:07.711897 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.783609 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] For port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:07.786994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] For port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,segment=NetworkSegment(b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a),segment_id=b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:07.828736 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.874492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:07.892156 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event updated for resources: {'Subnet': ['ID=b37f627f-8894-4e0e-b666-5825c2d78d0b,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:07.904920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Checking segment: {'id': '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4126efd4-55af-4d26-aa91-ca44b79a4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:07.905297 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network hostable DHCP agents. Network: 4126efd4-55af-4d26-aa91-ca44b79a4b43, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:26:07.950552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145f56-e58b-4f25-b507-258bcb71d532 None None] Pushing event updated for resources: {'Port': ['ID=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:08.024579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Network 4126efd4-55af-4d26-aa91-ca44b79a4b43 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:26:08.150820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 4126efd4-55af-4d26-aa91-ca44b79a4b43) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:08.156023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:08.156630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.161564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3af174-e098-410d-8e76-57a3c15c84e1 None None] Network 4126efd4-55af-4d26-aa91-ca44b79a4b43 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:08.240285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53346) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:08.240776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-886edf41-df26-4ff5-82a5-d6db33bd13a2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8595531 Aug 11 01:26:08.326360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:08.356405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-4126efd4-55af-4d26-aa91-ca44b79a4b43', 'network_id': '4126efd4-55af-4d26-aa91-ca44b79a4b43', 'tenant_id': '23a5ce08c23b46b2b08ce0d9c8c7ee95', 'fixed_ips': [{'subnet_id': 'b37f627f-8894-4e0e-b666-5825c2d78d0b'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:26:08.357854 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.368139 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.427266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.519417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Allocated IP 2001:db8::2 (4126efd4-55af-4d26-aa91-ca44b79a4b43/b37f627f-8894-4e0e-b666-5825c2d78d0b/5ec9da47-4eae-4f73-aa52-2e099f9c77fe) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:08.577663 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:08.679041 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.689521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Transition to ACTIVE for port object 5ec9da47-4eae-4f73-aa52-2e099f9c77fe will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:08.708061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Transition to ACTIVE for port object 5ec9da47-4eae-4f73-aa52-2e099f9c77fe will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:08.783426 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.830028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386a261-a4b7-41ee-a350-0b7bd97c5454 None None] Network 80a8777d-d9ac-4a17-ac2b-e4baddcf90da requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:08.832788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Network 4126efd4-55af-4d26-aa91-ca44b79a4b43 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:08.839423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:08.841642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:08.852763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Pushing event updated for resources: {'Port': ['ID=5ec9da47-4eae-4f73-aa52-2e099f9c77fe,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:08.891541 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.921392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Subnet': ['ID=b37f627f-8894-4e0e-b666-5825c2d78d0b,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:08.969352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Attempting to bind port 5ec9da47-4eae-4f73-aa52-2e099f9c77fe on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:08.969732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Attempting to bind port 5ec9da47-4eae-4f73-aa52-2e099f9c77fe by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4126efd4-55af-4d26-aa91-ca44b79a4b43'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:08.970100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Attempting to bind port 5ec9da47-4eae-4f73-aa52-2e099f9c77fe on network 4126efd4-55af-4d26-aa91-ca44b79a4b43 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:08.980262 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.985643 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:08.986026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Checking segment: {'id': '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4126efd4-55af-4d26-aa91-ca44b79a4b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:08.986438 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.986846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Bound using segment: {'id': '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4126efd4-55af-4d26-aa91-ca44b79a4b43'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:08.987342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Bound port: 5ec9da47-4eae-4f73-aa52-2e099f9c77fe, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '4126efd4-55af-4d26-aa91-ca44b79a4b43'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:08.987733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:08.992649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4126efd4-55af-4d26-aa91-ca44b79a4b43']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:09.001792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fcf4279a-2433-421d-bec9-1472f97990ff None None] Provisioning for port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:09.009336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:09.009638 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:09.019330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:09.031994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fcf4279a-2433-421d-bec9-1472f97990ff None None] Provisioning complete for port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:09.032398 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fcf4279a-2433-421d-bec9-1472f97990ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:09.149815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] For port 5ec9da47-4eae-4f73-aa52-2e099f9c77fe, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:09.156931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] For port 5ec9da47-4eae-4f73-aa52-2e099f9c77fe, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5ec9da47-4eae-4f73-aa52-2e099f9c77fe,segment=NetworkSegment(9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1),segment_id=9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:09.204291 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fcf4279a-2433-421d-bec9-1472f97990ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:09.218882 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:09.277506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-fcf4279a-2433-421d-bec9-1472f97990ff None None] For port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,segment=NetworkSegment(b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a),segment_id=b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:09.323122 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227a957-a4d7-487d-92a7-05cb016dfd6d None None] Pushing event updated for resources: {'Port': ['ID=5ec9da47-4eae-4f73-aa52-2e099f9c77fe,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:09.339802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f8d54-47f6-4620-bb14-41e10bd898a7 None None] Network 4126efd4-55af-4d26-aa91-ca44b79a4b43 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:09.383496 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:09.385050 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fcf4279a-2433-421d-bec9-1472f97990ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:09.393940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:09.394362 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:09.397629 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:09.472809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4279a-2433-421d-bec9-1472f97990ff None None] Pushing event updated for resources: {'Port': ['ID=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:09.515079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-34d02624-e09f-4360-836d-a4baac1f9854 None None] Provisioning complete for port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:09.515482 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-34d02624-e09f-4360-836d-a4baac1f9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:09.519189 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.db.api [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 01:26:09.519189 n-d-712143-13 neutron-server[95254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 01:26:09.519189 n-d-712143-13 neutron-server[95254]: [parameters: {'id': '4126efd4-55af-4d26-aa91-ca44b79a4b43'}] Aug 11 01:26:09.519189 n-d-712143-13 neutron-server[95254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:26:09.519608 n-d-712143-13 neutron-server[95254]: DEBUG oslo_db.api [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:26:09.542162 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2a516-c822-4b74-ba33-338bb09ac8c2 None None] get_active_networks_info from n-d-712143-13 {{(pid=95256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 01:26:09.654516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df2a516-c822-4b74-ba33-338bb09ac8c2 None None] Resources bound (agent type, host, resource id): {{(pid=95256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 01:26:10.020635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.073997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Deleting port 5ec9da47-4eae-4f73-aa52-2e099f9c77fe {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:10.074446 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.145076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] For port 5ec9da47-4eae-4f73-aa52-2e099f9c77fe, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=5ec9da47-4eae-4f73-aa52-2e099f9c77fe,segment=NetworkSegment(9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1),segment_id=9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:10.145452 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.158669 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Calling delete_port for 5ec9da47-4eae-4f73-aa52-2e099f9c77fe owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:10.269600 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:10.318369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:10.318740 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.339205 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.373350 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Port': ['ID=5ec9da47-4eae-4f73-aa52-2e099f9c77fe,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:10.377560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No DVR routers for this DVR port 5ec9da47-4eae-4f73-aa52-2e099f9c77fe on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:10.456230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.466429 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4126efd4-55af-4d26-aa91-ca44b79a4b43']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:10.477112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:10.477413 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2198d5-0f1a-4134-a2d8-cdc227ed5aa1') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:10.486919 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.501140 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.507076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:10.507496 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:10.510422 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:10.642266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.646805 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.653432 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/4126efd4-55af-4d26-aa91-ca44b79a4b43 HTTP/1.1" status: 204 len: 168 time: 2.4066274 Aug 11 01:26:10.653586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53348) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:10.663926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a071d5f-481e-47ce-800d-15907366f697 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Network': ['ID=4126efd4-55af-4d26-aa91-ca44b79a4b43,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:10.681302 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cf87bc-aa84-44d0-bdf9-6cd9053183f4 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] GET failed (client error): The resource could not be found. Aug 11 01:26:10.682753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a3cf87bc-aa84-44d0-bdf9-6cd9053183f4 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "GET /v2.0/subnets/b37f627f-8894-4e0e-b666-5825c2d78d0b HTTP/1.1" status: 404 len: 337 time: 0.0291893 Aug 11 01:26:10.685567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53350) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:10.708984 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7928532-744c-492b-8907-051893b9dcb8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] DELETE failed (client error): The resource could not be found. Aug 11 01:26:10.709539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7928532-744c-492b-8907-051893b9dcb8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:26:10.711276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c7928532-744c-492b-8907-051893b9dcb8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/4126efd4-55af-4d26-aa91-ca44b79a4b43 HTTP/1.1" status: 404 len: 339 time: 0.0241516 Aug 11 01:26:10.715074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53352) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:10.744327 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64b213a-306d-4086-9135-11d374455999 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] DELETE failed (client error): The resource could not be found. Aug 11 01:26:10.744793 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64b213a-306d-4086-9135-11d374455999 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:26:10.746619 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f64b213a-306d-4086-9135-11d374455999 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/subnets/b37f627f-8894-4e0e-b666-5825c2d78d0b HTTP/1.1" status: 404 len: 337 time: 0.0305390 Aug 11 01:26:10.750220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53354) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:10.769715 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0941e701-7920-429d-90ce-b20d4c65c1d8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] DELETE failed (client error): The resource could not be found. Aug 11 01:26:10.770266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0941e701-7920-429d-90ce-b20d4c65c1d8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:26:10.771996 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0941e701-7920-429d-90ce-b20d4c65c1d8 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/4126efd4-55af-4d26-aa91-ca44b79a4b43 HTTP/1.1" status: 404 len: 339 time: 0.0204422 Aug 11 01:26:10.774493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53356) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:10.825003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebfb765-81dc-4261-94bc-b2f7e2857f6c tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Deleting subnet 37234226-c71a-42d8-a77b-c8b881af6b2e {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:26:10.828756 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cebfb765-81dc-4261-94bc-b2f7e2857f6c tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.868885 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cebfb765-81dc-4261-94bc-b2f7e2857f6c tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:10.960743 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cebfb765-81dc-4261-94bc-b2f7e2857f6c tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.133945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cebfb765-81dc-4261-94bc-b2f7e2857f6c tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.162621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfb765-81dc-4261-94bc-b2f7e2857f6c tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Subnet': ['ID=37234226-c71a-42d8-a77b-c8b881af6b2e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:11.166685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cebfb765-81dc-4261-94bc-b2f7e2857f6c tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.169477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cebfb765-81dc-4261-94bc-b2f7e2857f6c tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/subnets/37234226-c71a-42d8-a77b-c8b881af6b2e HTTP/1.1" status: 204 len: 168 time: 0.3939741 Aug 11 01:26:11.171918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53358) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:11.175245 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70b95b-cf0d-472f-98b3-15ec9b0e2780 None None] Network 80a8777d-d9ac-4a17-ac2b-e4baddcf90da requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:11.257316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.313495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Deleting port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:11.313861 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.354424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] DHCP port deletion for 80a8777d-d9ac-4a17-ac2b-e4baddcf90da request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:26:11.378868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] For port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,segment=NetworkSegment(b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a),segment_id=b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:11.379693 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.393338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Calling delete_port for 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:11.402221 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] Deleting port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:11.402605 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.466305 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] For port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,segment=NetworkSegment(b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a),segment_id=b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:11.466696 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.480078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] Calling delete_port for 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:11.562863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.569067 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.589700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Port': ['ID=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:11.591526 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No DVR routers for this DVR port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:11.593315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] Pushing event deleted for resources: {'Port': ['ID=81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:11.599658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b64b60-acb6-4323-9ae2-44cff13d3b25 None None] No DVR routers for this DVR port 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:11.676950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.686800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a8777d-d9ac-4a17-ac2b-e4baddcf90da']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:11.697592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:11.697895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a6f792-8aa7-4b0a-bb33-0c62eaa2af8a') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:11.706732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.720777 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.726853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:11.727283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:11.730319 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:11.844715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.851663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:11.853483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/80a8777d-d9ac-4a17-ac2b-e4baddcf90da HTTP/1.1" status: 204 len: 168 time: 0.6795888 Aug 11 01:26:11.865615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2026e6-4dd5-44bf-958f-67144393e263 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Network': ['ID=80a8777d-d9ac-4a17-ac2b-e4baddcf90da,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:11.867385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53360) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:11.894827 n-d-712143-13 neutron-server[95255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f166cb4e-b92a-4813-9b46-eaf74bf11537 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] DELETE failed (client error): The resource could not be found. Aug 11 01:26:11.895318 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f166cb4e-b92a-4813-9b46-eaf74bf11537 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:26:11.897089 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f166cb4e-b92a-4813-9b46-eaf74bf11537 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/subnets/15f4eff6-9f49-4f29-9d32-7acbf92e5e6a HTTP/1.1" status: 404 len: 337 time: 0.0287516 Aug 11 01:26:11.899891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53362) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:11.919522 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a2fcbe-8957-441f-99b5-9b9ac3e38979 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] DELETE failed (client error): The resource could not be found. Aug 11 01:26:11.920101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a2fcbe-8957-441f-99b5-9b9ac3e38979 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:26:11.921975 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-05a2fcbe-8957-441f-99b5-9b9ac3e38979 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/0aa5f2d3-b9d2-4394-b260-f8754d1b8901 HTTP/1.1" status: 404 len: 339 time: 0.0209887 Aug 11 01:26:11.924696 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53364) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:11.952771 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf15ac7-f40c-4752-990a-8bffd13be33f tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] DELETE failed (client error): The resource could not be found. Aug 11 01:26:11.953222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf15ac7-f40c-4752-990a-8bffd13be33f tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:26:11.955011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fdf15ac7-f40c-4752-990a-8bffd13be33f tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/subnets/4b77bb94-2b8a-4195-a2f2-e751287f61df HTTP/1.1" status: 404 len: 337 time: 0.0293524 Aug 11 01:26:11.957835 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53366) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:11.977115 n-d-712143-13 neutron-server[95254]: INFO neutron.pecan_wsgi.hooks.translation [None req-123d9c40-5782-40b9-8be6-79de8c253df2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] DELETE failed (client error): The resource could not be found. Aug 11 01:26:11.977685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123d9c40-5782-40b9-8be6-79de8c253df2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 01:26:11.979480 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-123d9c40-5782-40b9-8be6-79de8c253df2 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/917c169c-0497-4e39-ba3a-4237b7eff211 HTTP/1.1" status: 404 len: 339 time: 0.0205660 Aug 11 01:26:11.982058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53368) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:12.041780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51ca4ec-d9f0-41d7-862f-9b0eed3b81a0 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Deleting subnet 9d47fde4-664f-44a1-9055-85431a6ba39c {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:26:12.044972 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4ec-d9f0-41d7-862f-9b0eed3b81a0 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.086271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4ec-d9f0-41d7-862f-9b0eed3b81a0 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.172310 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4ec-d9f0-41d7-862f-9b0eed3b81a0 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.268502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:26:12.288990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:26:12.289338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 81ddb8bf-1470-4c1a-9db4-5b7a3ec94ceb not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:26:12.311916 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4ec-d9f0-41d7-862f-9b0eed3b81a0 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.338384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ca4ec-d9f0-41d7-862f-9b0eed3b81a0 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Subnet': ['ID=9d47fde4-664f-44a1-9055-85431a6ba39c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:12.344683 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e51ca4ec-d9f0-41d7-862f-9b0eed3b81a0 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.346571 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e51ca4ec-d9f0-41d7-862f-9b0eed3b81a0 tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/subnets/9d47fde4-664f-44a1-9055-85431a6ba39c HTTP/1.1" status: 204 len: 168 time: 0.3635924 Aug 11 01:26:12.349172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53370) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:12.350892 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e46233-d2e4-4035-bd3e-99a6800854ae None None] Network b7b202b3-f23b-4244-bee9-9b0a9ba354ee requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:12.429711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.487911 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Deleting port bc6adc10-44d3-4dd4-b958-3e766417bd0c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:12.488414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.519174 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] DHCP port deletion for b7b202b3-f23b-4244-bee9-9b0a9ba354ee request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:26:12.559583 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] For port bc6adc10-44d3-4dd4-b958-3e766417bd0c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bc6adc10-44d3-4dd4-b958-3e766417bd0c,segment=NetworkSegment(7bbff9a7-899b-40a2-9dc9-7e61d17d51d0),segment_id=7bbff9a7-899b-40a2-9dc9-7e61d17d51d0)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:12.559952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.569624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] Deleting port bc6adc10-44d3-4dd4-b958-3e766417bd0c {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:12.570005 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.575285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Calling delete_port for bc6adc10-44d3-4dd4-b958-3e766417bd0c owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:12.648960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] For port bc6adc10-44d3-4dd4-b958-3e766417bd0c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bc6adc10-44d3-4dd4-b958-3e766417bd0c,segment=NetworkSegment(7bbff9a7-899b-40a2-9dc9-7e61d17d51d0),segment_id=7bbff9a7-899b-40a2-9dc9-7e61d17d51d0)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:12.649604 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.666494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] Calling delete_port for bc6adc10-44d3-4dd4-b958-3e766417bd0c owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:12.853930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.860907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.879260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Port': ['ID=bc6adc10-44d3-4dd4-b958-3e766417bd0c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:12.885049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] Pushing event deleted for resources: {'Port': ['ID=bc6adc10-44d3-4dd4-b958-3e766417bd0c,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:12.887254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] No DVR routers for this DVR port bc6adc10-44d3-4dd4-b958-3e766417bd0c on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:12.891275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f845d-8908-4d95-8221-09be73482719 None None] No DVR routers for this DVR port bc6adc10-44d3-4dd4-b958-3e766417bd0c on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:12.977207 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:12.987615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b202b3-f23b-4244-bee9-9b0a9ba354ee']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:12.999036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbff9a7-899b-40a2-9dc9-7e61d17d51d0') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:12.999376 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbff9a7-899b-40a2-9dc9-7e61d17d51d0') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:13.009634 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:13.024537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:13.032406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:13.032823 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:13.036950 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:13.209915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:13.217109 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:13.219359 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] 10.222.0.43 "DELETE /v2.0/networks/b7b202b3-f23b-4244-bee9-9b0a9ba354ee HTTP/1.1" status: 204 len: 168 time: 0.8690791 Aug 11 01:26:13.231933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a480e-9378-41a1-8c26-a71981a31f0d tempest-NetworksIpV6Test-1687345490 tempest-NetworksIpV6Test-1687345490-project] Pushing event deleted for resources: {'Network': ['ID=b7b202b3-f23b-4244-bee9-9b0a9ba354ee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:13.780136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53376) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:13.916149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-51c17093-0de2-4642-b62f-afe9fa705fba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23a5ce08c23b46b2b08ce0d9c8c7ee95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346989 Aug 11 01:26:13.927698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53380) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:13.978432 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f884d5d0-3066-4a03-bd51-72949c035045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:14.001385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f884d5d0-3066-4a03-bd51-72949c035045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:14.122083 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f884d5d0-3066-4a03-bd51-72949c035045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:14.125160 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f884d5d0-3066-4a03-bd51-72949c035045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:14.128699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f884d5d0-3066-4a03-bd51-72949c035045 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec7c07e0-a1a1-4e25-b11a-1579106de05d HTTP/1.1" status: 204 len: 168 time: 0.1979563 Aug 11 01:26:14.134905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884d5d0-3066-4a03-bd51-72949c035045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c07e0-a1a1-4e25-b11a-1579106de05d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:14.266515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bc6adc10-44d3-4dd4-b958-3e766417bd0c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:26:14.290288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: bc6adc10-44d3-4dd4-b958-3e766417bd0c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:26:14.290629 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bc6adc10-44d3-4dd4-b958-3e766417bd0c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:26:15.199652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53402) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:15.297390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-82f592c2-b714-44d3-b4f0-529e906253f4 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1574227017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:15.393043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82f592c2-b714-44d3-b4f0-529e906253f4 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.394306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82f592c2-b714-44d3-b4f0-529e906253f4 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.448959 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82f592c2-b714-44d3-b4f0-529e906253f4 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.516717 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82f592c2-b714-44d3-b4f0-529e906253f4 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.653252 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-82f592c2-b714-44d3-b4f0-529e906253f4 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.654562 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-82f592c2-b714-44d3-b4f0-529e906253f4 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4538832 Aug 11 01:26:15.657813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53406) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:15.662709 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1109912557'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:15.758585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Made reservation on behalf of ea9f345a5cef497a9f721a78f5dd4639 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:15.762055 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.771490 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.863706 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.962020 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:15.989051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:26:15.997917 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058f8f2a-1ca0-4f34-a2d4-be86cfd8fbbc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:16.004598 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:16.004958 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Added segment cd788300-fcfd-474f-8376-3e5551e79309 of type vlan for network 20785514-7686-4757-9e92-9e21655cd58f Aug 11 01:26:16.046865 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:16.169973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:16.175831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:16.176441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:16.246529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event updated for resources: {'Network': ['ID=20785514-7686-4757-9e92-9e21655cd58f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:16.257175 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 20785514-7686-4757-9e92-9e21655cd58f details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:26:16.351403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2c8b4667-6541-42cd-8f8c-c2ae114a9351 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6923954 Aug 11 01:26:16.354294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53408) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:16.359652 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Request body: {'subnet': {'network_id': '20785514-7686-4757-9e92-9e21655cd58f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:16.381711 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-460aef2e-6781-4956-ae4e-5c24d13951a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:16.550574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Made reservation on behalf of ea9f345a5cef497a9f721a78f5dd4639 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:16.554266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:16.819564 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:16.890805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event updated for resources: {'Subnet': ['ID=d48d9342-9ff8-4d87-a45d-589671dd9f9d,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:16.896087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Checking segment: {'id': 'cd788300-fcfd-474f-8376-3e5551e79309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20785514-7686-4757-9e92-9e21655cd58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:16.896458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Network hostable DHCP agents. Network: 20785514-7686-4757-9e92-9e21655cd58f, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:26:16.985143 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Network 20785514-7686-4757-9e92-9e21655cd58f is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:26:17.070353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 20785514-7686-4757-9e92-9e21655cd58f) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:17.074386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:17.080161 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.081729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c05085-4a2d-449d-9b90-eb4b4ccff1ac None None] Network 20785514-7686-4757-9e92-9e21655cd58f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:17.174570 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-29d31957-d463-418e-b058-8d861d9b0ace tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8191171 Aug 11 01:26:17.177826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53410) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:17.182915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1111868561'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:17.229714 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-20785514-7686-4757-9e92-9e21655cd58f', 'network_id': '20785514-7686-4757-9e92-9e21655cd58f', 'tenant_id': 'ea9f345a5cef497a9f721a78f5dd4639', 'fixed_ips': [{'subnet_id': 'd48d9342-9ff8-4d87-a45d-589671dd9f9d'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:26:17.230592 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.278849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Made reservation on behalf of ea9f345a5cef497a9f721a78f5dd4639 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:17.283110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.313664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:26:17.326512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.326512 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Added segment fac7dff2-5ce9-460d-a14c-5d452a25b543 of type vlan for network 667edf23-ed7a-42bf-85bf-f383217c6dcf Aug 11 01:26:17.366303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.473030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.478690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:17.479314 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.523275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Allocated IP 172.20.0.2 (20785514-7686-4757-9e92-9e21655cd58f/d48d9342-9ff8-4d87-a45d-589671dd9f9d/bb3ec184-090f-4d04-a162-80b75e7a08e8) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:17.548060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event updated for resources: {'Network': ['ID=667edf23-ed7a-42bf-85bf-f383217c6dcf,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:17.572522 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 667edf23-ed7a-42bf-85bf-f383217c6dcf details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:26:17.613470 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a8e3ab9e-0bc6-4f60-aa4a-fa585871254f tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4317005 Aug 11 01:26:17.613756 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53412) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:17.619040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Request body: {'subnet': {'network_id': '667edf23-ed7a-42bf-85bf-f383217c6dcf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:17.719768 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.727957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Transition to ACTIVE for port object bb3ec184-090f-4d04-a162-80b75e7a08e8 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:17.743042 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Transition to ACTIVE for port object bb3ec184-090f-4d04-a162-80b75e7a08e8 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:17.798356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Made reservation on behalf of ea9f345a5cef497a9f721a78f5dd4639 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:17.801971 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.821935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.865407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Network 20785514-7686-4757-9e92-9e21655cd58f is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:17.870342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:17.874412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:17.883527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Pushing event updated for resources: {'Port': ['ID=bb3ec184-090f-4d04-a162-80b75e7a08e8,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:17.938094 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Attempting to bind port bb3ec184-090f-4d04-a162-80b75e7a08e8 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:17.938478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Attempting to bind port bb3ec184-090f-4d04-a162-80b75e7a08e8 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'cd788300-fcfd-474f-8376-3e5551e79309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20785514-7686-4757-9e92-9e21655cd58f'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:17.939474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Attempting to bind port bb3ec184-090f-4d04-a162-80b75e7a08e8 on network 20785514-7686-4757-9e92-9e21655cd58f {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:17.944793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:17.945176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Checking segment: {'id': 'cd788300-fcfd-474f-8376-3e5551e79309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20785514-7686-4757-9e92-9e21655cd58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:17.945613 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:17.946015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Bound using segment: {'id': 'cd788300-fcfd-474f-8376-3e5551e79309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20785514-7686-4757-9e92-9e21655cd58f'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:17.946476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Bound port: bb3ec184-090f-4d04-a162-80b75e7a08e8, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd788300-fcfd-474f-8376-3e5551e79309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '20785514-7686-4757-9e92-9e21655cd58f'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:17.946861 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:18.012181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] For port bb3ec184-090f-4d04-a162-80b75e7a08e8, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:18.015148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] For port bb3ec184-090f-4d04-a162-80b75e7a08e8, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bb3ec184-090f-4d04-a162-80b75e7a08e8,segment=NetworkSegment(cd788300-fcfd-474f-8376-3e5551e79309),segment_id=cd788300-fcfd-474f-8376-3e5551e79309)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:18.084895 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:18.124281 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:18.147804 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event updated for resources: {'Subnet': ['ID=52c60a1c-bc87-47c9-8c88-4b40a56253c3,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:18.156567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Checking segment: {'id': 'fac7dff2-5ce9-460d-a14c-5d452a25b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '667edf23-ed7a-42bf-85bf-f383217c6dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:18.156931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Network hostable DHCP agents. Network: 667edf23-ed7a-42bf-85bf-f383217c6dcf, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:26:18.183626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c37681-68d2-4cf2-bfdf-14fec0026342 None None] Pushing event updated for resources: {'Port': ['ID=bb3ec184-090f-4d04-a162-80b75e7a08e8,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:18.255422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Network 667edf23-ed7a-42bf-85bf-f383217c6dcf is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:26:18.347345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 667edf23-ed7a-42bf-85bf-f383217c6dcf) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:18.355785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:18.356581 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:18.360405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15927856-45ff-4eba-868e-c597f6597fdc None None] Network 667edf23-ed7a-42bf-85bf-f383217c6dcf requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:18.437559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b4b981ff-0479-42c3-91a0-af7f84902128 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8226364 Aug 11 01:26:18.440737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53414) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:18.445589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c7a7eded-e94e-4900-8ee8-124a616b190a tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Request body: {'router': {'external_gateway_info': {'network_id': '667edf23-ed7a-42bf-85bf-f383217c6dcf'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:18.533299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-667edf23-ed7a-42bf-85bf-f383217c6dcf', 'network_id': '667edf23-ed7a-42bf-85bf-f383217c6dcf', 'tenant_id': 'ea9f345a5cef497a9f721a78f5dd4639', 'fixed_ips': [{'subnet_id': '52c60a1c-bc87-47c9-8c88-4b40a56253c3'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:26:18.534187 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:18.658022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c7a7eded-e94e-4900-8ee8-124a616b190a tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:18.686998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Allocated IP 172.21.0.2 (667edf23-ed7a-42bf-85bf-f383217c6dcf/52c60a1c-bc87-47c9-8c88-4b40a56253c3/ea4f9571-8a40-49ae-b61e-b4b61735caef) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:18.858737 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:18.868229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Transition to ACTIVE for port object ea4f9571-8a40-49ae-b61e-b4b61735caef will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:18.876774 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [None req-c7a7eded-e94e-4900-8ee8-124a616b190a tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 01:26:18.883788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c7a7eded-e94e-4900-8ee8-124a616b190a tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "PUT /v2.0/routers/666845b6-e1ec-403d-ab23-c8abd53269ef HTTP/1.1" status: 400 len: 364 time: 0.4361944 Aug 11 01:26:18.884899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53416) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:18.898403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Transition to ACTIVE for port object ea4f9571-8a40-49ae-b61e-b4b61735caef will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:18.913063 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-68c5c4aa-0927-442a-b0ba-336c52c38cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:18.976711 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.007825 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.053344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Network 667edf23-ed7a-42bf-85bf-f383217c6dcf is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:19.059227 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:19.064389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:19.076632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Pushing event updated for resources: {'Port': ['ID=ea4f9571-8a40-49ae-b61e-b4b61735caef,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:19.133485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Attempting to bind port ea4f9571-8a40-49ae-b61e-b4b61735caef on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:19.133926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Attempting to bind port ea4f9571-8a40-49ae-b61e-b4b61735caef by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'fac7dff2-5ce9-460d-a14c-5d452a25b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '667edf23-ed7a-42bf-85bf-f383217c6dcf'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:19.134518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Attempting to bind port ea4f9571-8a40-49ae-b61e-b4b61735caef on network 667edf23-ed7a-42bf-85bf-f383217c6dcf {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:19.140455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:19.140835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Checking segment: {'id': 'fac7dff2-5ce9-460d-a14c-5d452a25b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '667edf23-ed7a-42bf-85bf-f383217c6dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:19.141241 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.141638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Bound using segment: {'id': 'fac7dff2-5ce9-460d-a14c-5d452a25b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '667edf23-ed7a-42bf-85bf-f383217c6dcf'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:19.142114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Bound port: ea4f9571-8a40-49ae-b61e-b4b61735caef, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac7dff2-5ce9-460d-a14c-5d452a25b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '667edf23-ed7a-42bf-85bf-f383217c6dcf'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:19.142499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.182195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ffc55-1e53-4945-aed0-3bd9afc091ac None None] Network 20785514-7686-4757-9e92-9e21655cd58f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:19.262847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] For port ea4f9571-8a40-49ae-b61e-b4b61735caef, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:19.269368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] For port ea4f9571-8a40-49ae-b61e-b4b61735caef, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ea4f9571-8a40-49ae-b61e-b4b61735caef,segment=NetworkSegment(fac7dff2-5ce9-460d-a14c-5d452a25b543),segment_id=fac7dff2-5ce9-460d-a14c-5d452a25b543)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:19.320387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2f9790-2bf5-4c18-8cdf-79c75aa30dc9 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Deleting subnet 52c60a1c-bc87-47c9-8c88-4b40a56253c3 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:26:19.324016 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9790-2bf5-4c18-8cdf-79c75aa30dc9 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.373266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9790-2bf5-4c18-8cdf-79c75aa30dc9 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.382192 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.419049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7257ea22-a243-4a6f-a1b8-77ff1ec79af4 None None] Provisioning for port bb3ec184-090f-4d04-a162-80b75e7a08e8 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:19.450432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d489c6-b191-487c-ad82-e004428e3201 None None] Pushing event updated for resources: {'Port': ['ID=ea4f9571-8a40-49ae-b61e-b4b61735caef,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:19.476526 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9790-2bf5-4c18-8cdf-79c75aa30dc9 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.600362 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:26:19.623689 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9790-2bf5-4c18-8cdf-79c75aa30dc9 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.656511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f9790-2bf5-4c18-8cdf-79c75aa30dc9 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event deleted for resources: {'Subnet': ['ID=52c60a1c-bc87-47c9-8c88-4b40a56253c3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:19.662663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9790-2bf5-4c18-8cdf-79c75aa30dc9 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.664812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3f2f9790-2bf5-4c18-8cdf-79c75aa30dc9 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "DELETE /v2.0/subnets/52c60a1c-bc87-47c9-8c88-4b40a56253c3 HTTP/1.1" status: 204 len: 168 time: 0.7787740 Aug 11 01:26:19.667193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53418) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:19.763024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.818846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Deleting port ea4f9571-8a40-49ae-b61e-b4b61735caef {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:19.819201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.880912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] For port ea4f9571-8a40-49ae-b61e-b4b61735caef, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ea4f9571-8a40-49ae-b61e-b4b61735caef,segment=NetworkSegment(fac7dff2-5ce9-460d-a14c-5d452a25b543),segment_id=fac7dff2-5ce9-460d-a14c-5d452a25b543)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:19.881195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:19.894835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Calling delete_port for ea4f9571-8a40-49ae-b61e-b4b61735caef owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:20.032884 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.060144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event deleted for resources: {'Port': ['ID=ea4f9571-8a40-49ae-b61e-b4b61735caef,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:20.064631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] No DVR routers for this DVR port ea4f9571-8a40-49ae-b61e-b4b61735caef on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:20.150630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.161128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667edf23-ed7a-42bf-85bf-f383217c6dcf']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:20.172716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac7dff2-5ce9-460d-a14c-5d452a25b543') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:20.173011 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac7dff2-5ce9-460d-a14c-5d452a25b543') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:20.182482 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.198438 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.205906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:20.206311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:20.209492 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:20.321433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bb3ec184-090f-4d04-a162-80b75e7a08e8 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:20.369886 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.379423 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.380160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab5fce-bfd8-4def-946c-f49a99bf0202 None None] Network 667edf23-ed7a-42bf-85bf-f383217c6dcf requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:20.381553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "DELETE /v2.0/networks/667edf23-ed7a-42bf-85bf-f383217c6dcf HTTP/1.1" status: 204 len: 168 time: 0.7131908 Aug 11 01:26:20.383915 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53420) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:20.392214 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab5fce-bfd8-4def-946c-f49a99bf0202 None None] Network 667edf23-ed7a-42bf-85bf-f383217c6dcf could not be found, it might have been deleted concurrently. {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 01:26:20.401967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1ffb0-3f31-447e-8714-73152042b1dc tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event deleted for resources: {'Network': ['ID=667edf23-ed7a-42bf-85bf-f383217c6dcf,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:20.445954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7825ea1f-bad9-4d7f-a1f9-f6bb6449802c tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Deleting subnet d48d9342-9ff8-4d87-a45d-589671dd9f9d {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:26:20.449877 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7825ea1f-bad9-4d7f-a1f9-f6bb6449802c tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.450905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd37c9c-d012-4472-8dac-15a05e8e4854 None None] DHCP port deletion for 667edf23-ed7a-42bf-85bf-f383217c6dcf request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:26:20.472732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b8a40124-b52a-4303-ae2a-1089f09118d2 None None] Could not find standard attr ID for object ea4f9571-8a40-49ae-b61e-b4b61735caef. {{(pid=95256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 01:26:20.495669 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7825ea1f-bad9-4d7f-a1f9-f6bb6449802c tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.499655 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port bb3ec184-090f-4d04-a162-80b75e7a08e8 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:20.503973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bb3ec184-090f-4d04-a162-80b75e7a08e8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:20.504395 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.583391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7825ea1f-bad9-4d7f-a1f9-f6bb6449802c tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.590519 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.619783 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.713172 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7825ea1f-bad9-4d7f-a1f9-f6bb6449802c tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.745621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825ea1f-bad9-4d7f-a1f9-f6bb6449802c tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event deleted for resources: {'Subnet': ['ID=d48d9342-9ff8-4d87-a45d-589671dd9f9d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:20.749293 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-7825ea1f-bad9-4d7f-a1f9-f6bb6449802c tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.751834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7825ea1f-bad9-4d7f-a1f9-f6bb6449802c tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "DELETE /v2.0/subnets/d48d9342-9ff8-4d87-a45d-589671dd9f9d HTTP/1.1" status: 204 len: 168 time: 0.3666286 Aug 11 01:26:20.753978 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53422) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:20.754979 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:26:20.755388 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:26:20.758135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872cee47-c9fb-48c6-9e8f-f4d84a62f257 None None] Network 20785514-7686-4757-9e92-9e21655cd58f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:20.829819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.894862 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Deleting port bb3ec184-090f-4d04-a162-80b75e7a08e8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:20.895237 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.942858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] DHCP port deletion for 20785514-7686-4757-9e92-9e21655cd58f request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:26:20.963800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] For port bb3ec184-090f-4d04-a162-80b75e7a08e8, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bb3ec184-090f-4d04-a162-80b75e7a08e8,segment=NetworkSegment(cd788300-fcfd-474f-8376-3e5551e79309),segment_id=cd788300-fcfd-474f-8376-3e5551e79309)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:20.964172 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:20.977854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Calling delete_port for bb3ec184-090f-4d04-a162-80b75e7a08e8 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:20.994793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] Deleting port bb3ec184-090f-4d04-a162-80b75e7a08e8 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:26:20.995180 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.057685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] For port bb3ec184-090f-4d04-a162-80b75e7a08e8, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bb3ec184-090f-4d04-a162-80b75e7a08e8,segment=NetworkSegment(cd788300-fcfd-474f-8376-3e5551e79309),segment_id=cd788300-fcfd-474f-8376-3e5551e79309)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:21.058087 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.071478 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] Calling delete_port for bb3ec184-090f-4d04-a162-80b75e7a08e8 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:26:21.104755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.131501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event deleted for resources: {'Port': ['ID=bb3ec184-090f-4d04-a162-80b75e7a08e8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:21.135446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] No DVR routers for this DVR port bb3ec184-090f-4d04-a162-80b75e7a08e8 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:21.153614 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.178284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] Pushing event deleted for resources: {'Port': ['ID=bb3ec184-090f-4d04-a162-80b75e7a08e8,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:21.183832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6098f-3a3c-4ad4-9af6-25cf31fdae94 None None] No DVR routers for this DVR port bb3ec184-090f-4d04-a162-80b75e7a08e8 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:26:21.240378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.250810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20785514-7686-4757-9e92-9e21655cd58f']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:21.262050 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd788300-fcfd-474f-8376-3e5551e79309') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:21.262343 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd788300-fcfd-474f-8376-3e5551e79309') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:21.272267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.276368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Port bb3ec184-090f-4d04-a162-80b75e7a08e8 update to ACTIVE by agent not found {{(pid=95256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 11 01:26:21.287604 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.293501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:26:21.293869 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:26:21.296823 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:26:21.467098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.471684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.477498 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "DELETE /v2.0/networks/20785514-7686-4757-9e92-9e21655cd58f HTTP/1.1" status: 204 len: 168 time: 0.7187290 Aug 11 01:26:21.478145 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53424) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:21.488864 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1098773-f85d-4143-9e23-bef85b1908ed tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Pushing event deleted for resources: {'Network': ['ID=20785514-7686-4757-9e92-9e21655cd58f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:21.506196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7ca6a9f7-412f-4c2d-8008-a1dce81cc977 tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "GET /v2.0/ports?device_id=666845b6-e1ec-403d-ab23-c8abd53269ef HTTP/1.1" status: 200 len: 205 time: 0.0280700 Aug 11 01:26:21.510733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53426) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:21.588196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-777c5cf4-6537-4738-9591-b5ae4cd84a9e tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.752323 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-777c5cf4-6537-4738-9591-b5ae4cd84a9e tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.754467 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-777c5cf4-6537-4738-9591-b5ae4cd84a9e tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.867399 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-777c5cf4-6537-4738-9591-b5ae4cd84a9e tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.867944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777c5cf4-6537-4738-9591-b5ae4cd84a9e tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Fanout notify agent at l3_agent the message router_deleted on router 666845b6-e1ec-403d-ab23-c8abd53269ef {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:26:21.876254 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-777c5cf4-6537-4738-9591-b5ae4cd84a9e tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:21.877431 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-777c5cf4-6537-4738-9591-b5ae4cd84a9e tempest-RoutersNegativeTest-1108594949 tempest-RoutersNegativeTest-1108594949-project] 10.222.0.43 "DELETE /v2.0/routers/666845b6-e1ec-403d-ab23-c8abd53269ef HTTP/1.1" status: 204 len: 168 time: 0.3657196 Aug 11 01:26:22.271262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ea4f9571-8a40-49ae-b61e-b4b61735caef no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:26:22.292494 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ea4f9571-8a40-49ae-b61e-b4b61735caef {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:26:22.292850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ea4f9571-8a40-49ae-b61e-b4b61735caef not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:26:22.293347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bb3ec184-090f-4d04-a162-80b75e7a08e8 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:26:22.312534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: bb3ec184-090f-4d04-a162-80b75e7a08e8 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:26:22.312886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bb3ec184-090f-4d04-a162-80b75e7a08e8 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:26:22.364274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53432) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:22.495989 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ab275060-48a1-4cde-a2b9-235479c22b60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea9f345a5cef497a9f721a78f5dd4639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305215 Aug 11 01:26:22.498921 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53436) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:22.527532 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:22.547220 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee3b48d0-d58b-4550-a91c-f3d0b51ed151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:22.567739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee3b48d0-d58b-4550-a91c-f3d0b51ed151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:22.689659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee3b48d0-d58b-4550-a91c-f3d0b51ed151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:22.692750 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ee3b48d0-d58b-4550-a91c-f3d0b51ed151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:22.694456 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ee3b48d0-d58b-4550-a91c-f3d0b51ed151 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/058f8f2a-1ca0-4f34-a2d4-be86cfd8fbbc HTTP/1.1" status: 204 len: 168 time: 0.1942923 Aug 11 01:26:22.705089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b48d0-d58b-4550-a91c-f3d0b51ed151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f8f2a-1ca0-4f34-a2d4-be86cfd8fbbc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:23.802113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53458) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:23.897946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1842919064-network', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:24.050061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Made reservation on behalf of dc3beb965bae4626b2cf87641383381d for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:24.052782 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.061929 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.153879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.281960 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.303761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:26:24.319327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05275340-7ae9-4754-8eba-7b9d7874efe1,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:24.323333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.323690 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Added segment b3c51409-8cf7-4ee8-9cea-2fe9b8be1419 of type vlan for network b6998e8f-d221-4c52-88b9-39b492171615 Aug 11 01:26:24.365575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.460848 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.461821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:24.462413 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.524238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] Pushing event updated for resources: {'Network': ['ID=b6998e8f-d221-4c52-88b9-39b492171615,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:24.533796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network b6998e8f-d221-4c52-88b9-39b492171615 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:26:24.602545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-22e799f6-3321-444a-b972-7751d85297ac admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7993002 Aug 11 01:26:24.605332 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53462) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:24.610246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Request body: {'subnet': {'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-subnet', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:24.704757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Made reservation on behalf of dc3beb965bae4626b2cf87641383381d for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:24.707474 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:24.945277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.005717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c06cce-cb67-4b1b-8c96-4caed72db395,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:25.013322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Checking segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:25.013705 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Network hostable DHCP agents. Network: b6998e8f-d221-4c52-88b9-39b492171615, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:26:25.098799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Network b6998e8f-d221-4c52-88b9-39b492171615 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:26:25.207841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, b6998e8f-d221-4c52-88b9-39b492171615) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:25.211975 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:25.212659 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.217933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b98e6d-9305-4da4-9288-1dacf2e5eb6a None None] Network b6998e8f-d221-4c52-88b9-39b492171615 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:25.294214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e8a46686-bbaa-4b2d-86ce-2e2d64166f88 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6877851 Aug 11 01:26:25.297121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53464) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:25.301878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:25.366532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-b6998e8f-d221-4c52-88b9-39b492171615', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'fixed_ips': [{'subnet_id': '40c06cce-cb67-4b1b-8c96-4caed72db395'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:26:25.367539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.478447 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.479473 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.502283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Allocated IP 172.20.0.2 (b6998e8f-d221-4c52-88b9-39b492171615/40c06cce-cb67-4b1b-8c96-4caed72db395/0eb41c03-122a-454c-8739-8efaf61bf7d3) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:25.536015 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.705307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.714079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Transition to ACTIVE for port object 0eb41c03-122a-454c-8739-8efaf61bf7d3 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:25.730020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Transition to ACTIVE for port object 0eb41c03-122a-454c-8739-8efaf61bf7d3 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:25.770339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.810253 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.851270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Network b6998e8f-d221-4c52-88b9-39b492171615 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:25.854153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:25.857789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:25.866095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Pushing event updated for resources: {'Port': ['ID=0eb41c03-122a-454c-8739-8efaf61bf7d3,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:25.922748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Attempting to bind port 0eb41c03-122a-454c-8739-8efaf61bf7d3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:25.923275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Attempting to bind port 0eb41c03-122a-454c-8739-8efaf61bf7d3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:25.923642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Attempting to bind port 0eb41c03-122a-454c-8739-8efaf61bf7d3 on network b6998e8f-d221-4c52-88b9-39b492171615 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:25.929004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:25.929375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Checking segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:25.929775 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.930163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Bound using segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:25.930624 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Bound port: 0eb41c03-122a-454c-8739-8efaf61bf7d3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:25.931068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:25.997531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] For port 0eb41c03-122a-454c-8739-8efaf61bf7d3, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:26.001173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] For port 0eb41c03-122a-454c-8739-8efaf61bf7d3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0eb41c03-122a-454c-8739-8efaf61bf7d3,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:26.071691 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:26.091319 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:26.099390 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:26.160979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea5b90-8a60-4c52-80a9-85580ee79a68 None None] Pushing event updated for resources: {'Port': ['ID=0eb41c03-122a-454c-8739-8efaf61bf7d3,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:26.206261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Allocated IP 172.25.0.186 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/12727972-79f9-4f42-9cd4-1bcf99328dd8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:26.355640 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:26.478788 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:26.516504 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:26.521351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:26.524856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:26.553434 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Pushing event updated for resources: {'Port': ['ID=12727972-79f9-4f42-9cd4-1bcf99328dd8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:26.851198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:27.058549 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:27.105448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2eeb2-f35a-4e98-b774-3c1a0997af54 None None] Network b6998e8f-d221-4c52-88b9-39b492171615 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:27.254504 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-3128021d-c09d-456a-b93e-3b6a2cdd6db6 None None] Provisioning for port 0eb41c03-122a-454c-8739-8efaf61bf7d3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:27.265014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Router a938d321-941e-44fc-8ba6-5f18ecf687bf is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:26:27.403710 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:26:27.417293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Sync routers for ids ['a938d321-941e-44fc-8ba6-5f18ecf687bf'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:26:27.429681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Routers {'a938d321-941e-44fc-8ba6-5f18ecf687bf'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:26:27.430471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a938d321-941e-44fc-8ba6-5f18ecf687bf'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:27.490182 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:27.492374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e74f2f99-a788-41a6-b75a-248662d6050c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1939888 Aug 11 01:26:27.495306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53466) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:27.549851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Set router a938d321-941e-44fc-8ba6-5f18ecf687bf gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:26:27.747789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:26:26Z', 'revision_number': 3, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port': {'id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:26Z', 'updated_at': '2021-08-11T01:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:27.776510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Checking router: a938d321-941e-44fc-8ba6-5f18ecf687bf for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:26:27.776846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Updating router a938d321-941e-44fc-8ba6-5f18ecf687bf port 12727972-79f9-4f42-9cd4-1bcf99328dd8 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:26:27.801559 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:27.932956 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.065473 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.075401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Transition to ACTIVE for port object 12727972-79f9-4f42-9cd4-1bcf99328dd8 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:28.094734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Allocated IP 172.20.0.1 (b6998e8f-d221-4c52-88b9-39b492171615/40c06cce-cb67-4b1b-8c96-4caed72db395/701f4280-25bd-4d80-8aea-e20b7320dea3) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:28.169352 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.202812 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.217699 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Transition to ACTIVE for port object 701f4280-25bd-4d80-8aea-e20b7320dea3 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:28.222395 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Attempting to bind port 12727972-79f9-4f42-9cd4-1bcf99328dd8 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:28.222781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Attempting to bind port 12727972-79f9-4f42-9cd4-1bcf99328dd8 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:28.223152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Attempting to bind port 12727972-79f9-4f42-9cd4-1bcf99328dd8 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:28.226558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacba46-2e17-469d-8d15-61495343006b None None] Pushing event updated for resources: {'Port': ['ID=12727972-79f9-4f42-9cd4-1bcf99328dd8,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:28.231529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:28.231914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:28.232365 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.233301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:28.233917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Bound port: 12727972-79f9-4f42-9cd4-1bcf99328dd8, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:28.234150 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.286913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] For port 12727972-79f9-4f42-9cd4-1bcf99328dd8, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:28.290374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] For port 12727972-79f9-4f42-9cd4-1bcf99328dd8, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=12727972-79f9-4f42-9cd4-1bcf99328dd8,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:28.312897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0eb41c03-122a-454c-8739-8efaf61bf7d3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:28.316694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.354459 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Network b6998e8f-d221-4c52-88b9-39b492171615 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:28.361734 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:28.365321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:28.370906 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Pushing event updated for resources: {'Port': ['ID=701f4280-25bd-4d80-8aea-e20b7320dea3,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:28.379699 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.409442 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.582372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 0eb41c03-122a-454c-8739-8efaf61bf7d3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:28.604185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0eb41c03-122a-454c-8739-8efaf61bf7d3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:28.604703 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.637479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.648408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacba46-2e17-469d-8d15-61495343006b None None] Pushing event updated for resources: {'Port': ['ID=12727972-79f9-4f42-9cd4-1bcf99328dd8,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:28.650916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Routers {'a938d321-941e-44fc-8ba6-5f18ecf687bf'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:26:28.651559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a938d321-941e-44fc-8ba6-5f18ecf687bf'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:28.798934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b7d376a7-6414-4075-8a1b-32c99b1c15dd None None] Provisioning for port 701f4280-25bd-4d80-8aea-e20b7320dea3 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:28.802020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] Set router a938d321-941e-44fc-8ba6-5f18ecf687bf gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:26:28.803709 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.817246 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.843541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b7d376a7-6414-4075-8a1b-32c99b1c15dd None None] Provisioning complete for port 701f4280-25bd-4d80-8aea-e20b7320dea3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:28.843808 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b7d376a7-6414-4075-8a1b-32c99b1c15dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.892831 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.953796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:28.968086 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 0eb41c03-122a-454c-8739-8efaf61bf7d3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0eb41c03-122a-454c-8739-8efaf61bf7d3,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:28.970889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b7d376a7-6414-4075-8a1b-32c99b1c15dd None None] Port 701f4280-25bd-4d80-8aea-e20b7320dea3 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:26:28.972557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Pushing event updated for resources: {'Port': ['ID=701f4280-25bd-4d80-8aea-e20b7320dea3,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:29.060109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:29.068873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Network b6998e8f-d221-4c52-88b9-39b492171615 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:29.070299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:29.099960 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 4, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port': {'id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:26Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '701f4280-25bd-4d80-8aea-e20b7320dea3', 'name': '', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'mac_address': 'fa:16:3e:2e:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:27Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 1, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'subnets': [{'id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:29.130337 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a118c-f98a-4d1f-be9f-e37ae2319c66 None None] The sync data for ids ['a938d321-941e-44fc-8ba6-5f18ecf687bf'] in n-d-712143-13 is: [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 4, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port': {'id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:26Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '701f4280-25bd-4d80-8aea-e20b7320dea3', 'name': '', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'mac_address': 'fa:16:3e:2e:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:27Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 1, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'subnets': [{'id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:26:29.160622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=0eb41c03-122a-454c-8739-8efaf61bf7d3,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:29.198542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Router a938d321-941e-44fc-8ba6-5f18ecf687bf has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:26:29.305223 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cab09ba7-1bd0-4f49-bdc2-4aee1d445593 None None] Provisioning complete for port 701f4280-25bd-4d80-8aea-e20b7320dea3 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:29.305830 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cab09ba7-1bd0-4f49-bdc2-4aee1d445593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:29.319641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:26:29.325090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1c5daf3c-1d5b-4dad-afb4-44aa1b0bfc9c admin admin] 10.222.0.43 "PUT /v2.0/routers/a938d321-941e-44fc-8ba6-5f18ecf687bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286264 Aug 11 01:26:29.355112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cab09ba7-1bd0-4f49-bdc2-4aee1d445593 None None] Port 701f4280-25bd-4d80-8aea-e20b7320dea3 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:26:29.861396 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.079495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53482) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:30.084632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1641367967-network', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:30.110295 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.169809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Made reservation on behalf of 290998a69d7a4408a4548b51543f5d1a for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:30.172336 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.181813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.283212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.364501 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.371481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0eb41c03-122a-454c-8739-8efaf61bf7d3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:30.389847 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:26:30.405088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b48a77-65c3-49e4-8997-00c94f85a6d9,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:30.409266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.409559 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Added segment 39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e of type vlan for network a50d52e3-e626-4664-9abb-2b41aae55378 Aug 11 01:26:30.425786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 0eb41c03-122a-454c-8739-8efaf61bf7d3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:30.426153 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.450530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.507793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 12727972-79f9-4f42-9cd4-1bcf99328dd8 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:30.539048 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.540102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:30.540731 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.604161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] Pushing event updated for resources: {'Network': ['ID=a50d52e3-e626-4664-9abb-2b41aae55378,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:30.613823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network a50d52e3-e626-4664-9abb-2b41aae55378 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:26:30.627276 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 12727972-79f9-4f42-9cd4-1bcf99328dd8 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:30.654182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af412a3b-d039-43a7-a166-a3b7535eca4d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5735407 Aug 11 01:26:30.656795 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53484) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:30.661644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Request body: {'subnet': {'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-subnet', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:30.664439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 12727972-79f9-4f42-9cd4-1bcf99328dd8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:30.664439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.746383 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Made reservation on behalf of 290998a69d7a4408a4548b51543f5d1a for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:30.749368 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.755280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.775422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 12727972-79f9-4f42-9cd4-1bcf99328dd8, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=12727972-79f9-4f42-9cd4-1bcf99328dd8,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:30.838305 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:30.890145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=12727972-79f9-4f42-9cd4-1bcf99328dd8,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:30.990577 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.053197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:31.058846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Checking segment: {'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:31.061599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Network hostable DHCP agents. Network: a50d52e3-e626-4664-9abb-2b41aae55378, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:26:31.125647 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Sync routers for ids ['a938d321-941e-44fc-8ba6-5f18ecf687bf'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:26:31.129684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Network a50d52e3-e626-4664-9abb-2b41aae55378 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:26:31.135471 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Routers {'a938d321-941e-44fc-8ba6-5f18ecf687bf'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:26:31.137052 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a938d321-941e-44fc-8ba6-5f18ecf687bf'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:31.198296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, a50d52e3-e626-4664-9abb-2b41aae55378) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:31.205127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:31.205313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.209897 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6b2f06-a191-47fe-9195-09196424245e None None] Network a50d52e3-e626-4664-9abb-2b41aae55378 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:31.242009 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Set router a938d321-941e-44fc-8ba6-5f18ecf687bf gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:26:31.284726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e06e7f4e-4283-4a74-ab3e-16bf55bada85 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6268551 Aug 11 01:26:31.287474 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53486) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:31.292990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:31.367566 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-a50d52e3-e626-4664-9abb-2b41aae55378', 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'fixed_ips': [{'subnet_id': '4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:26:31.368053 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.369027 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.369158 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.431266 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.448033 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 4, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port': {'id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:26Z', 'updated_at': '2021-08-11T01:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '701f4280-25bd-4d80-8aea-e20b7320dea3', 'name': '', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'mac_address': 'fa:16:3e:2e:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:27Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 2, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'subnets': [{'id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:31.477958 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Checking router: a938d321-941e-44fc-8ba6-5f18ecf687bf for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:26:31.478224 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Updating router a938d321-941e-44fc-8ba6-5f18ecf687bf port 701f4280-25bd-4d80-8aea-e20b7320dea3 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:26:31.503240 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.517415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Allocated IP 172.20.0.2 (a50d52e3-e626-4664-9abb-2b41aae55378/4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a/dc15a14d-d43d-4c44-982a-736f7150c2d7) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:31.677821 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.690963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Transition to ACTIVE for port object dc15a14d-d43d-4c44-982a-736f7150c2d7 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:31.693017 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.706944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Transition to ACTIVE for port object dc15a14d-d43d-4c44-982a-736f7150c2d7 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:31.789074 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.799258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Transition to ACTIVE for port object 701f4280-25bd-4d80-8aea-e20b7320dea3 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:31.807975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.843077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Network a50d52e3-e626-4664-9abb-2b41aae55378 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:31.849628 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:31.853025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:31.864840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Pushing event updated for resources: {'Port': ['ID=dc15a14d-d43d-4c44-982a-736f7150c2d7,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:31.913079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Attempting to bind port dc15a14d-d43d-4c44-982a-736f7150c2d7 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:31.913743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Attempting to bind port dc15a14d-d43d-4c44-982a-736f7150c2d7 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:31.913901 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.914125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Attempting to bind port dc15a14d-d43d-4c44-982a-736f7150c2d7 on network a50d52e3-e626-4664-9abb-2b41aae55378 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:31.924572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:31.925016 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Checking segment: {'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:31.925398 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.925883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Bound using segment: {'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:31.926420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Bound port: dc15a14d-d43d-4c44-982a-736f7150c2d7, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:31.926784 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:31.990145 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Pushing event updated for resources: {'Port': ['ID=701f4280-25bd-4d80-8aea-e20b7320dea3,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:32.011930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] For port dc15a14d-d43d-4c44-982a-736f7150c2d7, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:32.016503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] For port dc15a14d-d43d-4c44-982a-736f7150c2d7, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dc15a14d-d43d-4c44-982a-736f7150c2d7,segment=NetworkSegment(39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e),segment_id=39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:32.021380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.021782 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.022224 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.022669 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.023765 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.024209 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.024651 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.025234 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.025662 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.026087 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.026544 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.026939 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:32.047100 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Attempting to bind port 701f4280-25bd-4d80-8aea-e20b7320dea3 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:32.047669 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Attempting to bind port 701f4280-25bd-4d80-8aea-e20b7320dea3 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:32.048132 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Attempting to bind port 701f4280-25bd-4d80-8aea-e20b7320dea3 on network b6998e8f-d221-4c52-88b9-39b492171615 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:32.054483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:32.058406 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Checking segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:32.058406 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.058406 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Bound using segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:32.058406 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Bound port: 701f4280-25bd-4d80-8aea-e20b7320dea3, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:32.058406 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.082249 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.151552 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] For port 701f4280-25bd-4d80-8aea-e20b7320dea3, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:32.156428 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] For port 701f4280-25bd-4d80-8aea-e20b7320dea3, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=701f4280-25bd-4d80-8aea-e20b7320dea3,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:32.171775 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be84f4a-c519-46cc-9990-8c4055b3c0b2 None None] Pushing event updated for resources: {'Port': ['ID=dc15a14d-d43d-4c44-982a-736f7150c2d7,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:32.256172 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.311616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 12727972-79f9-4f42-9cd4-1bcf99328dd8 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:32.351589 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2e22b-bc51-49f5-be94-88ba56e81c94 None None] Pushing event updated for resources: {'Port': ['ID=701f4280-25bd-4d80-8aea-e20b7320dea3,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:32.363477 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Routers {'a938d321-941e-44fc-8ba6-5f18ecf687bf'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:26:32.364475 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a938d321-941e-44fc-8ba6-5f18ecf687bf'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:32.377430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 12727972-79f9-4f42-9cd4-1bcf99328dd8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:32.377809 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.400216 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.431449 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.593203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Allocated IP 172.25.0.166 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/10f2bf4d-da22-433b-ac2a-e80ac7790d67) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:32.629420 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] Set router a938d321-941e-44fc-8ba6-5f18ecf687bf gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:26:32.709113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.838132 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 4, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port': {'id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:26Z', 'updated_at': '2021-08-11T01:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '701f4280-25bd-4d80-8aea-e20b7320dea3', 'name': '', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'mac_address': 'fa:16:3e:2e:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:27Z', 'updated_at': '2021-08-11T01:26:32Z', 'revision_number': 4, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'subnets': [{'id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:32.859692 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498f8ec7-48a5-44a8-a818-cc471d0a7f8e None None] The sync data for ids ['a938d321-941e-44fc-8ba6-5f18ecf687bf'] in n-d-712143-13 is: [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:26:28Z', 'revision_number': 4, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port': {'id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:26Z', 'updated_at': '2021-08-11T01:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '701f4280-25bd-4d80-8aea-e20b7320dea3', 'name': '', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'mac_address': 'fa:16:3e:2e:41:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:27Z', 'updated_at': '2021-08-11T01:26:32Z', 'revision_number': 4, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'subnets': [{'id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:26:32.861118 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:32.905086 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:32.908251 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:32.912802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:32.915945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Pushing event updated for resources: {'Port': ['ID=10f2bf4d-da22-433b-ac2a-e80ac7790d67,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:33.274867 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:33.311421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20c809-7fc2-406f-a92d-bb20956d38e1 None None] Network a50d52e3-e626-4664-9abb-2b41aae55378 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:26:33.462873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-146c2a13-7377-4ba8-aeae-774b1caeea14 None None] Provisioning for port dc15a14d-d43d-4c44-982a-736f7150c2d7 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:33.503110 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:33.723884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:26:33.842764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:26:33.852265 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Sync routers for ids ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:26:33.862083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Routers {'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:26:33.862790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:33.914496 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:33.919024 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-bc3faf06-f73d-4728-803f-df7d3c2a5767 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6299393 Aug 11 01:26:33.919446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53488) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:26:33.982070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Set router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:26:34.331930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:26:33Z', 'revision_number': 3, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port': {'id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:32Z', 'updated_at': '2021-08-11T01:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:34.361512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Checking router: bb49209d-cba8-4a8d-911b-9c0c19a9ec1c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:26:34.361854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Updating router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c port 10f2bf4d-da22-433b-ac2a-e80ac7790d67 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:26:34.367858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.393807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.437542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dc15a14d-d43d-4c44-982a-736f7150c2d7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:34.661373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port dc15a14d-d43d-4c44-982a-736f7150c2d7 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:34.673819 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port dc15a14d-d43d-4c44-982a-736f7150c2d7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:34.674188 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.746036 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.760749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Transition to ACTIVE for port object 10f2bf4d-da22-433b-ac2a-e80ac7790d67 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:34.803515 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.839786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port dc15a14d-d43d-4c44-982a-736f7150c2d7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dc15a14d-d43d-4c44-982a-736f7150c2d7,segment=NetworkSegment(39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e),segment_id=39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:34.866561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.898527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Allocated IP 172.20.0.1 (a50d52e3-e626-4664-9abb-2b41aae55378/4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a/a02ecbe1-e7cc-4a5f-8836-fce52e17a493) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:34.917219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Attempting to bind port 10f2bf4d-da22-433b-ac2a-e80ac7790d67 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:34.917589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Attempting to bind port 10f2bf4d-da22-433b-ac2a-e80ac7790d67 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:34.917953 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Attempting to bind port 10f2bf4d-da22-433b-ac2a-e80ac7790d67 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:34.925311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd436d-33fb-4cf9-be83-7d55e7c078e9 None None] Pushing event updated for resources: {'Port': ['ID=10f2bf4d-da22-433b-ac2a-e80ac7790d67,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:34.927881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:34.928274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:34.928677 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.929074 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:34.929527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Bound port: 10f2bf4d-da22-433b-ac2a-e80ac7790d67, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:34.929951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.954525 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:34.955322 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 701f4280-25bd-4d80-8aea-e20b7320dea3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:35.009053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.022254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Transition to ACTIVE for port object a02ecbe1-e7cc-4a5f-8836-fce52e17a493 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:35.054898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=dc15a14d-d43d-4c44-982a-736f7150c2d7,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:35.057880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] For port 10f2bf4d-da22-433b-ac2a-e80ac7790d67, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:35.062108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] For port 10f2bf4d-da22-433b-ac2a-e80ac7790d67, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=10f2bf4d-da22-433b-ac2a-e80ac7790d67,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:35.161989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.196306 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.200803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 701f4280-25bd-4d80-8aea-e20b7320dea3 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:35.203284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Network a50d52e3-e626-4664-9abb-2b41aae55378 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:35.207748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:35.208779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:35.230945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 701f4280-25bd-4d80-8aea-e20b7320dea3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:35.231346 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.245216 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Pushing event updated for resources: {'Port': ['ID=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:35.264782 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.309118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd436d-33fb-4cf9-be83-7d55e7c078e9 None None] Pushing event updated for resources: {'Port': ['ID=10f2bf4d-da22-433b-ac2a-e80ac7790d67,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:35.309118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Routers {'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:26:35.309118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:35.432493 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.458462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] Set router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:26:35.487915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.564310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 701f4280-25bd-4d80-8aea-e20b7320dea3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=701f4280-25bd-4d80-8aea-e20b7320dea3,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:35.566712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-83e48d07-13a9-4133-b62d-db8a88dedfe0 None None] Provisioning for port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:35.575891 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-83e48d07-13a9-4133-b62d-db8a88dedfe0 None None] Provisioning complete for port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:35.576255 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-83e48d07-13a9-4133-b62d-db8a88dedfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.635258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-83e48d07-13a9-4133-b62d-db8a88dedfe0 None None] Port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:26:35.659325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.666340 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.721391 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.723885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=701f4280-25bd-4d80-8aea-e20b7320dea3,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:35.737289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:26:33Z', 'revision_number': 3, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port': {'id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:32Z', 'updated_at': '2021-08-11T01:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:35.764157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674c5f9-9d27-47c1-9e2d-a3fd5ea2a22f None None] The sync data for ids ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'] in n-d-712143-13 is: [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:26:33Z', 'revision_number': 3, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port': {'id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:32Z', 'updated_at': '2021-08-11T01:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:26:35.796384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:35.798356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Pushing event updated for resources: {'Port': ['ID=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:35.898691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Network a50d52e3-e626-4664-9abb-2b41aae55378 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:35.900211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:36.063482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:26:36.191321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:26:36.196740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b174139f-e9e8-4586-84c7-49162cb7e527 admin admin] 10.222.0.43 "PUT /v2.0/routers/bb49209d-cba8-4a8d-911b-9c0c19a9ec1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2753932 Aug 11 01:26:36.262188 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-0327ff7d-e213-418d-998f-f9a820cee45f None None] Provisioning complete for port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:36.262561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0327ff7d-e213-418d-998f-f9a820cee45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:36.313631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0327ff7d-e213-418d-998f-f9a820cee45f None None] Port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:26:36.382980 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dc15a14d-d43d-4c44-982a-736f7150c2d7 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:36.435403 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port dc15a14d-d43d-4c44-982a-736f7150c2d7 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:36.438324 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:36.522209 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 701f4280-25bd-4d80-8aea-e20b7320dea3 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:36.574296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 701f4280-25bd-4d80-8aea-e20b7320dea3 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:36.574668 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:36.660423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 10f2bf4d-da22-433b-ac2a-e80ac7790d67 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:36.818440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 10f2bf4d-da22-433b-ac2a-e80ac7790d67 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:36.822515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 10f2bf4d-da22-433b-ac2a-e80ac7790d67 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:36.822889 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:36.908467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:36.929543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 10f2bf4d-da22-433b-ac2a-e80ac7790d67, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=10f2bf4d-da22-433b-ac2a-e80ac7790d67,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:37.008072 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:37.061597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=10f2bf4d-da22-433b-ac2a-e80ac7790d67,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:37.197366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9029-27e6-4955-b099-85b99f0b4873 req-178fcadb-a9c4-40ed-89be-5a76f105063a tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:37.198902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-178fcadb-a9c4-40ed-89be-5a76f105063a tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/networks?id=b6998e8f-d221-4c52-88b9-39b492171615 HTTP/1.1" status: 200 len: 817 time: 0.1228569 Aug 11 01:26:37.214337 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-69e860c1-e1d8-4bec-b483-cfeebe2681eb tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/quotas/dc3beb965bae4626b2cf87641383381d HTTP/1.1" status: 200 len: 375 time: 0.0095816 Aug 11 01:26:37.271553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-d8cf2232-d4a9-4c21-8b73-a0fe08a64bd5 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc3beb965bae4626b2cf87641383381d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507095 Aug 11 01:26:37.370388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-f63b3331-b079-4e42-8dfa-84ad7d251f62 service neutron] 10.222.0.43 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Aug 11 01:26:37.433603 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Sync routers for ids ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:26:37.442944 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Routers {'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:26:37.443680 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:37.470832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-38f5da59-32e5-4803-9fb9-ae43a5985168 service neutron] 10.222.0.43 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930238 Aug 11 01:26:37.550383 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Set router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:26:37.717007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c993d4c2-54ad-4148-a62c-e5e46a6ea826 req-b486a648-2cc5-4095-bf20-544764f9ae18 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 210 time: 0.0348997 Aug 11 01:26:37.755085 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:26:35Z', 'revision_number': 4, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port': {'id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:32Z', 'updated_at': '2021-08-11T01:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a02ecbe1-e7cc-4a5f-8836-fce52e17a493', 'name': '', 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'mac_address': 'fa:16:3e:c4:f7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:34Z', 'updated_at': '2021-08-11T01:26:35Z', 'revision_number': 2, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'subnets': [{'id': '4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:37.782317 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Checking router: bb49209d-cba8-4a8d-911b-9c0c19a9ec1c for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:26:37.782556 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Updating router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:26:37.806652 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:38.087703 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:38.097722 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Transition to ACTIVE for port object a02ecbe1-e7cc-4a5f-8836-fce52e17a493 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:38.202459 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:38.259204 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542cf7-6710-4619-b5f9-56eb6aca0bbc None None] Pushing event updated for resources: {'Port': ['ID=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:38.307048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 10f2bf4d-da22-433b-ac2a-e80ac7790d67 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:38.313114 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Attempting to bind port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:38.313494 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Attempting to bind port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:38.313994 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Attempting to bind port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 on network a50d52e3-e626-4664-9abb-2b41aae55378 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:38.321824 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:38.322250 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Checking segment: {'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:38.322599 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:38.322996 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Bound using segment: {'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:38.323498 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Bound port: a02ecbe1-e7cc-4a5f-8836-fce52e17a493, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:38.323885 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:38.378499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 10f2bf4d-da22-433b-ac2a-e80ac7790d67 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:38.379149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:38.397696 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] For port a02ecbe1-e7cc-4a5f-8836-fce52e17a493, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:38.401335 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] For port a02ecbe1-e7cc-4a5f-8836-fce52e17a493, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,segment=NetworkSegment(39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e),segment_id=39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:38.487497 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:38.546813 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Routers {'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:26:38.547478 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:26:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:38.552528 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542cf7-6710-4619-b5f9-56eb6aca0bbc None None] Pushing event updated for resources: {'Port': ['ID=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:38.666089 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] Set router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:26:38.816159 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5cde3b78-0eb0-496f-bf41-703edda88734 req-55d7abe9-8af5-4081-b583-d30119498a64 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 210 time: 0.0286131 Aug 11 01:26:38.874103 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:26:35Z', 'revision_number': 4, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port': {'id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:32Z', 'updated_at': '2021-08-11T01:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a02ecbe1-e7cc-4a5f-8836-fce52e17a493', 'name': '', 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'mac_address': 'fa:16:3e:c4:f7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:34Z', 'updated_at': '2021-08-11T01:26:38Z', 'revision_number': 4, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'subnets': [{'id': '4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:26:38.900419 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ff6ad9-8cd3-47a7-a66e-ec3928dfaa41 None None] The sync data for ids ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'] in n-d-712143-13 is: [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:26:35Z', 'revision_number': 4, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port': {'id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:32Z', 'updated_at': '2021-08-11T01:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a02ecbe1-e7cc-4a5f-8836-fce52e17a493', 'name': '', 'network_id': 'a50d52e3-e626-4664-9abb-2b41aae55378', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'mac_address': 'fa:16:3e:c4:f7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:34Z', 'updated_at': '2021-08-11T01:26:38Z', 'revision_number': 4, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'subnets': [{'id': '4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:26:39.925916 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-437f80e1-1398-4f52-b361-fde0dcd6fc77 req-4a0610d9-ce3a-4f4e-8f3e-d105644ca604 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 210 time: 0.0281527 Aug 11 01:26:40.011101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9029-27e6-4955-b099-85b99f0b4873 req-cb25216d-f951-4a42-b601-cefa7088e5bb tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:40.012681 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-cb25216d-f951-4a42-b601-cefa7088e5bb tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.44 "GET /v2.0/networks?id=b6998e8f-d221-4c52-88b9-39b492171615 HTTP/1.1" status: 200 len: 817 time: 0.1362929 Aug 11 01:26:40.025759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Request body: {'port': {'device_id': '93be7aed-7371-44b2-a04f-f05971be400a', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'admin_state_up': True, 'tenant_id': 'dc3beb965bae4626b2cf87641383381d'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:40.238439 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Made reservation on behalf of dc3beb965bae4626b2cf87641383381d for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:26:40.242061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:40.332014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a02ecbe1-e7cc-4a5f-8836-fce52e17a493 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:40.396126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Allocated IP 172.20.0.7 (b6998e8f-d221-4c52-88b9-39b492171615/40c06cce-cb67-4b1b-8c96-4caed72db395/89abd672-2ca5-4f6e-95a2-fa781708f6b8) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:26:40.458491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:40.462490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:40.462863 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:40.547439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:40.549038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:40.563651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Transition to ACTIVE for port object 89abd672-2ca5-4f6e-95a2-fa781708f6b8 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:40.589690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a02ecbe1-e7cc-4a5f-8836-fce52e17a493, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,segment=NetworkSegment(39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e),segment_id=39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:40.683661 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:40.699038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:40.735148 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:40.741808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Network b6998e8f-d221-4c52-88b9-39b492171615 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:26:40.742713 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.743009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.743444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.743783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.744116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.744446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.744772 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.745096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.745417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.745735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.746053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.746371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:26:40.747123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:26:40.751193 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:26:40.778014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Pushing event updated for resources: {'Port': ['ID=89abd672-2ca5-4f6e-95a2-fa781708f6b8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:40.808126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:40.808797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:40.891029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-8e681bde-91b0-46ee-ac7c-fbdb2e4f62ae tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694460 Aug 11 01:26:40.904611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Request body: {'port': {'device_id': '93be7aed-7371-44b2-a04f-f05971be400a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:26:40.964907 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:41.082029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2a9bfaf4-a018-472f-a669-6934fc8da282 None None] Provisioning for port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:41.086285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2a9bfaf4-a018-472f-a669-6934fc8da282 None None] Provisioning complete for port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:41.086746 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2a9bfaf4-a018-472f-a669-6934fc8da282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:41.143295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bfaf4-a018-472f-a669-6934fc8da282 None None] Port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:26:41.143658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd058e1-7db7-4984-b6c5-fc5fb3f68d57 req-0f867397-e9df-4e6e-8453-24b24eb1ddc3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:41.143658 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0dd058e1-7db7-4984-b6c5-fc5fb3f68d57 req-0f867397-e9df-4e6e-8453-24b24eb1ddc3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 931 time: 0.1326861 Aug 11 01:26:41.215974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0dd058e1-7db7-4984-b6c5-fc5fb3f68d57 req-fb22dcf3-eff6-4aa8-b007-4bc34d56f3f1 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800405 Aug 11 01:26:41.315967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89abd672-2ca5-4f6e-95a2-fa781708f6b8 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:26:41.323715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:41.335515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Transition to ACTIVE for port object 89abd672-2ca5-4f6e-95a2-fa781708f6b8 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:26:41.409548 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:41.462674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=89abd672-2ca5-4f6e-95a2-fa781708f6b8,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:41.533997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Attempting to bind port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:26:41.534338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Attempting to bind port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:26:41.534674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Attempting to bind port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 on network b6998e8f-d221-4c52-88b9-39b492171615 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:41.539648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 on network b6998e8f-d221-4c52-88b9-39b492171615 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:26:41.539975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Attempting to bind port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 on network b6998e8f-d221-4c52-88b9-39b492171615 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:26:41.546107 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:26:41.546431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Checking segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:26:41.546807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Bound using segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:26:41.547278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Bound port: 89abd672-2ca5-4f6e-95a2-fa781708f6b8, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:26:41.547650 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:41.619512 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] For port 89abd672-2ca5-4f6e-95a2-fa781708f6b8, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:26:41.622668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] For port 89abd672-2ca5-4f6e-95a2-fa781708f6b8, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=89abd672-2ca5-4f6e-95a2-fa781708f6b8,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:26:41.714045 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:41.746688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:41.751032 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:41.751032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] 10.222.0.44 "PUT /v2.0/ports/89abd672-2ca5-4f6e-95a2-fa781708f6b8 HTTP/1.1" status: 200 len: 1092 time: 0.8487012 Aug 11 01:26:41.751032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93be7aed-7371-44b2-a04f-f05971be400a', 'tag': '89abd672-2ca5-4f6e-95a2-fa781708f6b8'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:26:41.751859 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28f2e1c-0f87-4e8b-b677-ba1d1274667a" -d '{"events": [{"name": "network-changed", "server_uuid": "93be7aed-7371-44b2-a04f-f05971be400a", "tag": "89abd672-2ca5-4f6e-95a2-fa781708f6b8"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:26:41.778905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ebeff-e5f8-4e51-9b43-6ecc3c6f5dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=89abd672-2ca5-4f6e-95a2-fa781708f6b8,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:41.792006 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7d5cf-97c9-44fa-a71b-df08c445433f x-openstack-request-id: req-b6b7d5cf-97c9-44fa-a71b-df08c445433f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:26:41.792357 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93be7aed-7371-44b2-a04f-f05971be400a", "tag": "89abd672-2ca5-4f6e-95a2-fa781708f6b8", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:26:41.792620 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6b7d5cf-97c9-44fa-a71b-df08c445433f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:26:41.793168 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93be7aed-7371-44b2-a04f-f05971be400a', 'tag': '89abd672-2ca5-4f6e-95a2-fa781708f6b8', 'status': 'completed', 'code': 200} Aug 11 01:26:41.860809 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f2e1c-0f87-4e8b-b677-ba1d1274667a req-2209228e-4bc2-4b97-9492-bb53a44526da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:41.862712 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a28f2e1c-0f87-4e8b-b677-ba1d1274667a req-2209228e-4bc2-4b97-9492-bb53a44526da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc3beb965bae4626b2cf87641383381d&device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 1095 time: 0.0463586 Aug 11 01:26:41.976587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f2e1c-0f87-4e8b-b677-ba1d1274667a req-875d6aa5-d2c5-41ca-b636-200a03688f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:41.977872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a28f2e1c-0f87-4e8b-b677-ba1d1274667a req-875d6aa5-d2c5-41ca-b636-200a03688f28 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dc3beb965bae4626b2cf87641383381d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1078918 Aug 11 01:26:42.081962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f2e1c-0f87-4e8b-b677-ba1d1274667a req-b59c1a11-9f50-4b92-ab47-08ca0cb6577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:42.083581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a28f2e1c-0f87-4e8b-b677-ba1d1274667a req-b59c1a11-9f50-4b92-ab47-08ca0cb6577a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986583 Aug 11 01:26:42.164626 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9029-27e6-4955-b099-85b99f0b4873 req-50a13e8e-445f-47ce-9959-2b6d625430ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:42.166213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-50a13e8e-445f-47ce-9959-2b6d625430ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc3beb965bae4626b2cf87641383381d&device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 1095 time: 0.0441506 Aug 11 01:26:42.214292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-58687ef5-78ed-4bc3-a1e0-228af7c40808 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89abd672-2ca5-4f6e-95a2-fa781708f6b8 HTTP/1.1" status: 200 len: 217 time: 0.0398622 Aug 11 01:26:42.268247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9029-27e6-4955-b099-85b99f0b4873 req-3fc12819-4b72-4886-8c8c-6302f797f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:42.270057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-3fc12819-4b72-4886-8c8c-6302f797f3c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c06cce-cb67-4b1b-8c96-4caed72db395 HTTP/1.1" status: 200 len: 856 time: 0.0489786 Aug 11 01:26:42.298728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a02ecbe1-e7cc-4a5f-8836-fce52e17a493 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:42.351481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e9029-27e6-4955-b099-85b99f0b4873 req-c223c85d-fcb0-4632-9a9a-ff5cc1476f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:42.351747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:42.352013 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:42.356072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-c223c85d-fcb0-4632-9a9a-ff5cc1476f8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6998e8f-d221-4c52-88b9-39b492171615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758455 Aug 11 01:26:42.365682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e2414-df05-445d-a44f-6c286dae377c req-53abc9cb-6401-4d96-b751-2f88ac98d2a7 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:42.367193 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-059e2414-df05-445d-a44f-6c286dae377c req-53abc9cb-6401-4d96-b751-2f88ac98d2a7 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 943 time: 0.0648077 Aug 11 01:26:42.453690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-059e2414-df05-445d-a44f-6c286dae377c req-d43a60b1-8d9c-49ad-b86c-ab196e28a149 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775049 Aug 11 01:26:42.479302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-9d8f585d-16a0-4784-88fc-fdd8e07570b5 service neutron] 10.222.0.44 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110642 Aug 11 01:26:42.580618 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-574e9029-27e6-4955-b099-85b99f0b4873 req-219ece5c-6831-443e-93fd-a66a96b648d3 service neutron] 10.222.0.44 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937538 Aug 11 01:26:43.586999 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cce7c-5043-47fa-b9c4-d033b39f7191 req-f6f52009-d93e-4ef5-a7e4-b907235aa8aa tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:43.588587 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d2cce7c-5043-47fa-b9c4-d033b39f7191 req-f6f52009-d93e-4ef5-a7e4-b907235aa8aa tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 943 time: 0.0557470 Aug 11 01:26:43.626944 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9d2cce7c-5043-47fa-b9c4-d033b39f7191 req-0d076fa1-1c2d-4d7f-a731-55c058e6107a tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Aug 11 01:26:44.745602 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a621a-32ac-471e-8b07-a26bd879f10a req-0c70725b-8950-40f9-a524-eb45dec6f503 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:44.747154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed9a621a-32ac-471e-8b07-a26bd879f10a req-0c70725b-8950-40f9-a524-eb45dec6f503 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 943 time: 0.0528257 Aug 11 01:26:44.786029 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed9a621a-32ac-471e-8b07-a26bd879f10a req-b9f769e0-a40a-47d9-8841-8473ac672394 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Aug 11 01:26:44.798532 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 89abd672-2ca5-4f6e-95a2-fa781708f6b8 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:26:44.893065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 89abd672-2ca5-4f6e-95a2-fa781708f6b8, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=89abd672-2ca5-4f6e-95a2-fa781708f6b8,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:44.904908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '89abd672-2ca5-4f6e-95a2-fa781708f6b8', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'port_id': '89abd672-2ca5-4f6e-95a2-fa781708f6b8', 'mac_address': 'fa:16:3e:a6:bb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:26:44.942752 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:44.957215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89abd672-2ca5-4f6e-95a2-fa781708f6b8 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:26:44.975856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 89abd672-2ca5-4f6e-95a2-fa781708f6b8, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=89abd672-2ca5-4f6e-95a2-fa781708f6b8,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:45.099011 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:45.146803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=89abd672-2ca5-4f6e-95a2-fa781708f6b8,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:45.299111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['89abd672-2ca5-4f6e-95a2-fa781708f6b8'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:26:45.900083 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f75fe5-6a0c-42e4-9ab4-0af363bf6d12 req-d411b3c3-0dfc-454c-92d5-e510945560b4 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:45.901602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8f75fe5-6a0c-42e4-9ab4-0af363bf6d12 req-d411b3c3-0dfc-454c-92d5-e510945560b4 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 944 time: 0.0489917 Aug 11 01:26:45.939603 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8f75fe5-6a0c-42e4-9ab4-0af363bf6d12 req-7ac6cfe4-3758-43e9-8e8a-721909c0a590 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Aug 11 01:26:46.328225 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e598b746-90b3-4ca9-b1e1-33c7ac1c1139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:46.829168 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 89abd672-2ca5-4f6e-95a2-fa781708f6b8 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:26:46.975020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:26:46.985874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:26:46.989629 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:47.058309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6166f49-93b3-4e31-860f-c09dad92dc7a req-7020d756-425d-4af5-8300-f305a2c9ba01 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:47.059825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6166f49-93b3-4e31-860f-c09dad92dc7a req-7020d756-425d-4af5-8300-f305a2c9ba01 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 944 time: 0.0492928 Aug 11 01:26:47.065904 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:47.096647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be7aed-7371-44b2-a04f-f05971be400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89abd672-2ca5-4f6e-95a2-fa781708f6b8'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:26:47.096647 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b4eef1-55d3-4484-96cd-38db0a715ea6" -d '{"events": [{"server_uuid": "93be7aed-7371-44b2-a04f-f05971be400a", "name": "network-vif-plugged", "status": "completed", "tag": "89abd672-2ca5-4f6e-95a2-fa781708f6b8"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:26:47.100743 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6166f49-93b3-4e31-860f-c09dad92dc7a req-f59ae41d-5921-4311-8584-1013f14daf60 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 Aug 11 01:26:47.105503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 89abd672-2ca5-4f6e-95a2-fa781708f6b8, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=89abd672-2ca5-4f6e-95a2-fa781708f6b8,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:26:47.135519 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01909f32-d3fd-4cbb-9482-37d0614a5e8e x-openstack-request-id: req-01909f32-d3fd-4cbb-9482-37d0614a5e8e {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:26:47.135812 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be7aed-7371-44b2-a04f-f05971be400a", "name": "network-vif-plugged", "status": "completed", "tag": "89abd672-2ca5-4f6e-95a2-fa781708f6b8", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:26:47.136066 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01909f32-d3fd-4cbb-9482-37d0614a5e8e {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:26:47.136465 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93be7aed-7371-44b2-a04f-f05971be400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89abd672-2ca5-4f6e-95a2-fa781708f6b8', 'code': 200} Aug 11 01:26:47.196137 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:47.237660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206995f0-2a4e-4faa-9e3a-b05ef7c8829f req-0189a522-3bcc-4372-ab88-4afd70018514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:47.239215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-206995f0-2a4e-4faa-9e3a-b05ef7c8829f req-0189a522-3bcc-4372-ab88-4afd70018514 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 1097 time: 0.0441468 Aug 11 01:26:47.246353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=89abd672-2ca5-4f6e-95a2-fa781708f6b8,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:26:47.274178 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-206995f0-2a4e-4faa-9e3a-b05ef7c8829f req-29da6471-dfe2-4ee9-a1e7-47c30f541bb1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283432 Aug 11 01:26:48.226185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af302-b370-4c2e-8970-fe077d04db8c req-56f9b615-8424-4546-b87c-3750dc254654 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:48.227773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d2af302-b370-4c2e-8970-fe077d04db8c req-56f9b615-8424-4546-b87c-3750dc254654 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 945 time: 0.0502236 Aug 11 01:26:48.267217 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9d2af302-b370-4c2e-8970-fe077d04db8c req-f32a191d-45eb-40c4-ba86-05cb555d1b59 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Aug 11 01:26:48.383782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56730df0-d130-49da-b6ec-9e7eeae996fe req-8ea34344-7891-4041-aa02-ce51b357e5b0 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:48.385346 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56730df0-d130-49da-b6ec-9e7eeae996fe req-8ea34344-7891-4041-aa02-ce51b357e5b0 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 945 time: 0.0504534 Aug 11 01:26:48.423744 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-56730df0-d130-49da-b6ec-9e7eeae996fe req-518ae73a-fa3b-42af-89b0-8ed69c719da5 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Aug 11 01:26:48.917446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-41502639-000f-49d4-9b7c-297aebc1e440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:48.969762 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:50.607311 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:50.968680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-28d22e95-7960-4c0d-a6c5-e835e971dcc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394819 Aug 11 01:26:51.055281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-ecba2ab9-31e3-4c60-9edf-4e9ec6b35c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:51.061076 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-ecba2ab9-31e3-4c60-9edf-4e9ec6b35c5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc3beb965bae4626b2cf87641383381d&device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 1097 time: 0.0449615 Aug 11 01:26:51.161125 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-edb90c18-5b82-4a7f-b509-0c6348a19629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:51.162692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-edb90c18-5b82-4a7f-b509-0c6348a19629 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b6998e8f-d221-4c52-88b9-39b492171615 HTTP/1.1" status: 200 len: 918 time: 0.0858824 Aug 11 01:26:51.210447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-5d0a66db-4ded-4c10-8eaf-e485bf40b5ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89abd672-2ca5-4f6e-95a2-fa781708f6b8 HTTP/1.1" status: 200 len: 217 time: 0.0407827 Aug 11 01:26:51.263414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-56625e77-f079-47a2-a24b-b9f7adbc8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:51.264828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-56625e77-f079-47a2-a24b-b9f7adbc8c75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c06cce-cb67-4b1b-8c96-4caed72db395 HTTP/1.1" status: 200 len: 856 time: 0.0478389 Aug 11 01:26:51.311690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-d45e2701-b49e-4602-be6b-7ff9c200667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:26:51.313219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-d45e2701-b49e-4602-be6b-7ff9c200667c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6998e8f-d221-4c52-88b9-39b492171615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411654 Aug 11 01:26:51.410790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-f37cb92f-2f34-458e-a952-0165b6af4340 service neutron] 10.222.0.44 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903695 Aug 11 01:26:51.524243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b67c82db-19ff-456a-8e54-5d3c9234c3ca req-89cbf025-2482-4cad-8f66-d9cc81289efa service neutron] 10.222.0.44 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063397 Aug 11 01:26:52.614936 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:26:56.600569 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:26:59.871701 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:00.112145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:12.079286 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fa1ef-982f-49c1-8471-1b9463687c5f req-d46cc1d3-25bc-4523-a4bb-d04845be60a8 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:12.080942 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-708fa1ef-982f-49c1-8471-1b9463687c5f req-d46cc1d3-25bc-4523-a4bb-d04845be60a8 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 945 time: 0.0592756 Aug 11 01:27:12.121327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-708fa1ef-982f-49c1-8471-1b9463687c5f req-6b470c90-90e9-4823-b573-72ae7e5584bf tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343547 Aug 11 01:27:13.244481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df7d57-b747-401e-8fbb-4b9f7eba0d49 req-50efa2c9-9afe-4c58-8984-b00a44d01f63 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:13.246197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67df7d57-b747-401e-8fbb-4b9f7eba0d49 req-50efa2c9-9afe-4c58-8984-b00a44d01f63 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 945 time: 0.0534215 Aug 11 01:27:13.286593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-67df7d57-b747-401e-8fbb-4b9f7eba0d49 req-76088258-5db3-4569-864a-fd2c1717dcca tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Aug 11 01:27:13.562142 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-bdb75c87-b34a-4ae3-8ad1-8aae07591330 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:13.563609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-bdb75c87-b34a-4ae3-8ad1-8aae07591330 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.44 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 945 time: 0.0534327 Aug 11 01:27:13.656885 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Deleting port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:27:13.657227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:13.754800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] For port 89abd672-2ca5-4f6e-95a2-fa781708f6b8, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=89abd672-2ca5-4f6e-95a2-fa781708f6b8,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:13.755203 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:13.770264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Calling delete_port for 89abd672-2ca5-4f6e-95a2-fa781708f6b8 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:27:14.019107 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:14.032012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['89abd672-2ca5-4f6e-95a2-fa781708f6b8'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:27:14.054378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Pushing event deleted for resources: {'Port': ['ID=89abd672-2ca5-4f6e-95a2-fa781708f6b8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:14.064855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.096986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:14.116832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] No DVR routers for this DVR port 89abd672-2ca5-4f6e-95a2-fa781708f6b8 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:27:14.119999 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:14.122224 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d8324f7-e7a8-4b64-b335-9e08c0feeffa req-b3220344-bd58-4c03-8b2d-86f2738fb083 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.44 "DELETE /v2.0/ports/89abd672-2ca5-4f6e-95a2-fa781708f6b8 HTTP/1.1" status: 204 len: 173 time: 0.5525718 Aug 11 01:27:14.122731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be7aed-7371-44b2-a04f-f05971be400a', 'name': 'network-vif-deleted', 'tag': '89abd672-2ca5-4f6e-95a2-fa781708f6b8'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:27:14.125846 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a1765a-68d0-4a75-b37c-42f3cdd5c7a1" -d '{"events": [{"server_uuid": "93be7aed-7371-44b2-a04f-f05971be400a", "name": "network-vif-deleted", "tag": "89abd672-2ca5-4f6e-95a2-fa781708f6b8"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:27:14.167196 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6389f5b-03d9-4f53-8021-d922aa51219c x-openstack-request-id: req-f6389f5b-03d9-4f53-8021-d922aa51219c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:27:14.167983 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be7aed-7371-44b2-a04f-f05971be400a", "name": "network-vif-deleted", "tag": "89abd672-2ca5-4f6e-95a2-fa781708f6b8", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:27:14.168314 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6389f5b-03d9-4f53-8021-d922aa51219c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:27:14.169039 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93be7aed-7371-44b2-a04f-f05971be400a', 'name': 'network-vif-deleted', 'tag': '89abd672-2ca5-4f6e-95a2-fa781708f6b8', 'status': 'completed', 'code': 200} Aug 11 01:27:14.394126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-649853f2-25b7-4b8e-afc6-a19cdd02a5ba req-cb37d021-df9d-4b5d-bae6-27cb5fce793e tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=93be7aed-7371-44b2-a04f-f05971be400a HTTP/1.1" status: 200 len: 210 time: 0.0324535 Aug 11 01:27:16.299757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d44f2600-6f90-4793-9f06-24c828ff83ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:16.310238 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0de59-c0be-444e-ac06-56fda7925cad req-5e425a0c-2f23-4c61-8a64-e15807150efa tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:16.314263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-5e425a0c-2f23-4c61-8a64-e15807150efa tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/networks?id=b6998e8f-d221-4c52-88b9-39b492171615 HTTP/1.1" status: 200 len: 817 time: 0.1188381 Aug 11 01:27:16.328435 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-f381046c-8a32-4fcf-aeec-2542e9064f45 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/quotas/dc3beb965bae4626b2cf87641383381d HTTP/1.1" status: 200 len: 375 time: 0.0098910 Aug 11 01:27:16.384578 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-1e82d207-c8f8-4bdd-8baa-f43d7fe1bc6d tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc3beb965bae4626b2cf87641383381d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496771 Aug 11 01:27:16.489046 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-f6f6ea0f-d1c6-46e0-b6e2-0c1c38c9690f service neutron] 10.222.0.43 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910144 Aug 11 01:27:16.582800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-e53ac3e7-2c82-4a68-b69c-9c0a045f869e service neutron] 10.222.0.43 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872872 Aug 11 01:27:16.850526 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c4152f7f-b666-479f-b52e-65f750ea0e4a req-5182a2b5-6b12-4817-a33d-b1f44b64e779 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 210 time: 0.0315704 Aug 11 01:27:17.005601 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 89abd672-2ca5-4f6e-95a2-fa781708f6b8 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:27:17.025651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 89abd672-2ca5-4f6e-95a2-fa781708f6b8 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:27:17.026003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 89abd672-2ca5-4f6e-95a2-fa781708f6b8 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:27:17.958127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-faf22d2c-5c9a-4744-a9d2-4d3adc7a1aeb req-60f53a22-3e54-4d3d-9dba-b3e9475045f4 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 210 time: 0.0297227 Aug 11 01:27:18.862829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0de59-c0be-444e-ac06-56fda7925cad req-839c6bea-aaa2-41af-b581-b4146ae657b9 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:18.864541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-839c6bea-aaa2-41af-b581-b4146ae657b9 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.44 "GET /v2.0/networks?id=b6998e8f-d221-4c52-88b9-39b492171615 HTTP/1.1" status: 200 len: 817 time: 0.1089888 Aug 11 01:27:18.877932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Request body: {'port': {'device_id': '8de96f79-3ca9-408c-87cf-ed8bcc887f8e', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'admin_state_up': True, 'tenant_id': 'dc3beb965bae4626b2cf87641383381d'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:27:18.905187 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f775d05e-04a8-4563-aeca-f1387a542ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:19.030826 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:19.054621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Made reservation on behalf of dc3beb965bae4626b2cf87641383381d for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:27:19.058547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:19.068254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-515afa98-fba2-4543-96d1-f91123ad5be8 req-d93973a0-dc4d-4bf4-9350-a0754fb544de tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 210 time: 0.0285292 Aug 11 01:27:19.197153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Allocated IP 172.20.0.10 (b6998e8f-d221-4c52-88b9-39b492171615/40c06cce-cb67-4b1b-8c96-4caed72db395/eef38f28-a6d6-4b59-b2e7-45d96375c7c2) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:27:19.354818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:19.369722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Transition to ACTIVE for port object eef38f28-a6d6-4b59-b2e7-45d96375c7c2 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:27:19.506129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:19.548921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Network b6998e8f-d221-4c52-88b9-39b492171615 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:27:19.554728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:27:19.559109 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:27:19.587476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Pushing event updated for resources: {'Port': ['ID=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:19.621495 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:19.622199 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:19.707190 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2e46834c-a67a-459e-bbcb-778faff23c70 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8335459 Aug 11 01:27:19.724670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Request body: {'port': {'device_id': '8de96f79-3ca9-408c-87cf-ed8bcc887f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:27:19.785269 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:19.922623 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-31ab0f75-0d3c-4263-9f11-8e15f625c040 None None] Provisioning for port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:27:19.928220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-31ab0f75-0d3c-4263-9f11-8e15f625c040 None None] Provisioning complete for port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:27:19.928743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-31ab0f75-0d3c-4263-9f11-8e15f625c040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:19.966451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-31ab0f75-0d3c-4263-9f11-8e15f625c040 None None] Port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:27:20.435922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d9d59-0f54-44eb-9749-92ed2d9515b6 req-39a67b7c-afd6-42fb-ae0c-623f95582a0a tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:20.437528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e1d9d59-0f54-44eb-9749-92ed2d9515b6 req-39a67b7c-afd6-42fb-ae0c-623f95582a0a tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 932 time: 0.0873570 Aug 11 01:27:20.523734 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6e1d9d59-0f54-44eb-9749-92ed2d9515b6 req-7cdcec67-faa6-4a9c-88f3-1f1db3156ebf tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792542 Aug 11 01:27:20.540707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef38f28-a6d6-4b59-b2e7-45d96375c7c2 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:27:20.552404 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:20.572717 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Transition to ACTIVE for port object eef38f28-a6d6-4b59-b2e7-45d96375c7c2 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:27:20.590954 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:20.654274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:20.714452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Pushing event updated for resources: {'Port': ['ID=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:20.802101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Attempting to bind port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:27:20.802671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Attempting to bind port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:27:20.803276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Attempting to bind port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 on network b6998e8f-d221-4c52-88b9-39b492171615 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:27:20.815733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 on network b6998e8f-d221-4c52-88b9-39b492171615 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:27:20.816269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Attempting to bind port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 on network b6998e8f-d221-4c52-88b9-39b492171615 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:27:20.824300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:27:20.824655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Checking segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:27:20.825052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Bound using segment: {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:27:20.825707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Bound port: eef38f28-a6d6-4b59-b2e7-45d96375c7c2, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:27:20.826233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:20.910127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] For port eef38f28-a6d6-4b59-b2e7-45d96375c7c2, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:27:20.913588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] For port eef38f28-a6d6-4b59-b2e7-45d96375c7c2, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:27:21.009663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:21.050991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:21.051516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:21.053007 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] 10.222.0.44 "PUT /v2.0/ports/eef38f28-a6d6-4b59-b2e7-45d96375c7c2 HTTP/1.1" status: 200 len: 1093 time: 1.3377776 Aug 11 01:27:21.053587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de96f79-3ca9-408c-87cf-ed8bcc887f8e', 'tag': 'eef38f28-a6d6-4b59-b2e7-45d96375c7c2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:27:21.055838 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3bc7d5-4a8d-4d72-b950-d8dd08bad185" -d '{"events": [{"name": "network-changed", "server_uuid": "8de96f79-3ca9-408c-87cf-ed8bcc887f8e", "tag": "eef38f28-a6d6-4b59-b2e7-45d96375c7c2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:27:21.093808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5493b8-62c8-4044-9562-4eae13ca3256 service neutron] Pushing event updated for resources: {'Port': ['ID=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:21.115834 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9dc948-6ae7-499b-8161-a833658014fd x-openstack-request-id: req-9a9dc948-6ae7-499b-8161-a833658014fd {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:27:21.115834 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de96f79-3ca9-408c-87cf-ed8bcc887f8e", "tag": "eef38f28-a6d6-4b59-b2e7-45d96375c7c2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:27:21.115834 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a9dc948-6ae7-499b-8161-a833658014fd {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:27:21.115834 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de96f79-3ca9-408c-87cf-ed8bcc887f8e', 'tag': 'eef38f28-a6d6-4b59-b2e7-45d96375c7c2', 'status': 'completed', 'code': 200} Aug 11 01:27:21.199578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bc7d5-4a8d-4d72-b950-d8dd08bad185 req-b1c89540-47ed-4e32-ad95-b0e86a09766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:21.201163 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e3bc7d5-4a8d-4d72-b950-d8dd08bad185 req-b1c89540-47ed-4e32-ad95-b0e86a09766b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc3beb965bae4626b2cf87641383381d&device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 1096 time: 0.0573771 Aug 11 01:27:21.326344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bc7d5-4a8d-4d72-b950-d8dd08bad185 req-d118629a-c465-48de-a9fe-fdebdc6b340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:21.327913 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e3bc7d5-4a8d-4d72-b950-d8dd08bad185 req-d118629a-c465-48de-a9fe-fdebdc6b340f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dc3beb965bae4626b2cf87641383381d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1186171 Aug 11 01:27:21.433925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bc7d5-4a8d-4d72-b950-d8dd08bad185 req-2ff6637a-14a5-4eac-a072-dce63f76d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:21.435473 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e3bc7d5-4a8d-4d72-b950-d8dd08bad185 req-2ff6637a-14a5-4eac-a072-dce63f76d372 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999780 Aug 11 01:27:21.520660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0de59-c0be-444e-ac06-56fda7925cad req-f9d51818-15db-4d9e-820c-c44aa49e1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:21.522670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-f9d51818-15db-4d9e-820c-c44aa49e1382 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dc3beb965bae4626b2cf87641383381d&device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 1096 time: 0.0486622 Aug 11 01:27:21.577664 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-b4b5c434-a271-4644-b807-99add22742fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eef38f28-a6d6-4b59-b2e7-45d96375c7c2 HTTP/1.1" status: 200 len: 217 time: 0.0470395 Aug 11 01:27:21.656940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0de59-c0be-444e-ac06-56fda7925cad req-1850fdf3-e84b-4949-bc44-c76f24e7b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:21.658997 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-1850fdf3-e84b-4949-bc44-c76f24e7b640 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=40c06cce-cb67-4b1b-8c96-4caed72db395 HTTP/1.1" status: 200 len: 856 time: 0.0740149 Aug 11 01:27:21.704178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e124-31f6-4e43-babd-605303fd081b req-6ea26ca6-06f7-4aaa-a964-2eea340aaa44 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:21.705879 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-25a3e124-31f6-4e43-babd-605303fd081b req-6ea26ca6-06f7-4aaa-a964-2eea340aaa44 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 944 time: 0.0876560 Aug 11 01:27:21.746206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0de59-c0be-444e-ac06-56fda7925cad req-45c25de7-cc2f-4bc1-93f2-6d72de2d0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:21.747757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-45c25de7-cc2f-4bc1-93f2-6d72de2d0ead service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b6998e8f-d221-4c52-88b9-39b492171615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814981 Aug 11 01:27:21.769788 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-25a3e124-31f6-4e43-babd-605303fd081b req-c0716d53-4234-488d-983f-2caa43e4e498 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Aug 11 01:27:21.851653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-10d82114-fcbb-4758-8dd5-a8e76c937262 service neutron] 10.222.0.44 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950000 Aug 11 01:27:21.956361 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89c0de59-c0be-444e-ac06-56fda7925cad req-b2019d2f-dbed-4bd3-8d6e-48743d010c72 service neutron] 10.222.0.44 "GET /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972943 Aug 11 01:27:22.533354 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:22.910244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa68b3f-c98d-4bdd-bc01-29083a688858 req-91b7b162-b2be-412f-a728-04d4fd144fcb tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:22.911960 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-efa68b3f-c98d-4bdd-bc01-29083a688858 req-91b7b162-b2be-412f-a728-04d4fd144fcb tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 944 time: 0.0543623 Aug 11 01:27:22.959108 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-efa68b3f-c98d-4bdd-bc01-29083a688858 req-b77eca6e-303e-473c-8de5-3335431d9c83 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Aug 11 01:27:24.090758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b9f0b-3338-4e80-a636-23fb25aa0551 req-1fa09658-1fb9-4afc-a1b6-52e573295d05 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:24.092483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e8b9f0b-3338-4e80-a636-23fb25aa0551 req-1fa09658-1fb9-4afc-a1b6-52e573295d05 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 944 time: 0.0572910 Aug 11 01:27:24.134381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3e8b9f0b-3338-4e80-a636-23fb25aa0551 req-76a20538-2464-4722-9319-0d5505f4a2c5 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340149 Aug 11 01:27:25.047323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device eef38f28-a6d6-4b59-b2e7-45d96375c7c2 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:27:25.152659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port eef38f28-a6d6-4b59-b2e7-45d96375c7c2, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:25.165932 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'eef38f28-a6d6-4b59-b2e7-45d96375c7c2', 'network_id': 'b6998e8f-d221-4c52-88b9-39b492171615', 'port_id': 'eef38f28-a6d6-4b59-b2e7-45d96375c7c2', 'mac_address': 'fa:16:3e:db:78:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c06cce-cb67-4b1b-8c96-4caed72db395', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:27:25.207535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:25.228125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef38f28-a6d6-4b59-b2e7-45d96375c7c2 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:27:25.248584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port eef38f28-a6d6-4b59-b2e7-45d96375c7c2, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:25.264959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2329d-95ff-4fdc-9596-cc365a20d0b2 req-e3e21c90-6c0c-41e6-8cf3-05dfbbfbd98a tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:25.266404 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1f2329d-95ff-4fdc-9596-cc365a20d0b2 req-e3e21c90-6c0c-41e6-8cf3-05dfbbfbd98a tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 944 time: 0.0618038 Aug 11 01:27:25.311977 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1f2329d-95ff-4fdc-9596-cc365a20d0b2 req-e87dec62-8552-4792-962f-a1125b6b8059 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Aug 11 01:27:25.327569 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:25.388302 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:25.516523 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['eef38f28-a6d6-4b59-b2e7-45d96375c7c2'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:27:26.442005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad844d-3cf4-481d-97d9-200f62e3f473 req-f31df6ac-4e8c-4620-afe6-c0765e82d2a5 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:26.443587 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9ad844d-3cf4-481d-97d9-200f62e3f473 req-f31df6ac-4e8c-4620-afe6-c0765e82d2a5 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 945 time: 0.0558150 Aug 11 01:27:26.484504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e9ad844d-3cf4-481d-97d9-200f62e3f473 req-0e96bff4-10e8-4ef6-b2ba-1009a9f8a8d1 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Aug 11 01:27:27.051296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device eef38f28-a6d6-4b59-b2e7-45d96375c7c2 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:27:27.150646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:27:27.154963 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:27:27.155373 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:27.238129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:27.267083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de96f79-3ca9-408c-87cf-ed8bcc887f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef38f28-a6d6-4b59-b2e7-45d96375c7c2'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:27:27.269379 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708757ad-92fa-4ceb-9205-6c9143f728a1" -d '{"events": [{"server_uuid": "8de96f79-3ca9-408c-87cf-ed8bcc887f8e", "name": "network-vif-plugged", "status": "completed", "tag": "eef38f28-a6d6-4b59-b2e7-45d96375c7c2"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:27:27.283972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port eef38f28-a6d6-4b59-b2e7-45d96375c7c2, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:27.309806 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4255e7-71db-4187-9c61-b9d349eaa533 x-openstack-request-id: req-4e4255e7-71db-4187-9c61-b9d349eaa533 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:27:27.310099 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de96f79-3ca9-408c-87cf-ed8bcc887f8e", "name": "network-vif-plugged", "status": "completed", "tag": "eef38f28-a6d6-4b59-b2e7-45d96375c7c2", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:27:27.310363 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e4255e7-71db-4187-9c61-b9d349eaa533 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:27:27.310765 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de96f79-3ca9-408c-87cf-ed8bcc887f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef38f28-a6d6-4b59-b2e7-45d96375c7c2', 'code': 200} Aug 11 01:27:27.345399 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:27.398517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:27.441604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1d8b1-44e6-4983-9fa1-e18c783ed903 req-802f64dd-a3da-477c-b8b6-b5f1bd6cc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:27.443150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ada1d8b1-44e6-4983-9fa1-e18c783ed903 req-802f64dd-a3da-477c-b8b6-b5f1bd6cc56b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 1098 time: 0.0621660 Aug 11 01:27:27.483973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ada1d8b1-44e6-4983-9fa1-e18c783ed903 req-9173d1c9-5b81-4877-9960-bcaeb77a1e84 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 11 01:27:27.617382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e266-492e-4dae-96a3-9443b304c00d req-b241ae71-83d6-4522-92e1-b92587058c15 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:27.619915 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3495e266-492e-4dae-96a3-9443b304c00d req-b241ae71-83d6-4522-92e1-b92587058c15 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 946 time: 0.0643573 Aug 11 01:27:27.661904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3495e266-492e-4dae-96a3-9443b304c00d req-673d2dd8-1ded-4b61-a2c5-4ef1eb37d208 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345736 Aug 11 01:27:28.785597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216ac56-173d-4ce1-8a99-52a061055933 req-ddf9ef03-903e-4768-ae91-395b84b77d5f tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:28.787180 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b216ac56-173d-4ce1-8a99-52a061055933 req-ddf9ef03-903e-4768-ae91-395b84b77d5f tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 946 time: 0.0525436 Aug 11 01:27:28.825272 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b216ac56-173d-4ce1-8a99-52a061055933 req-1fb4a523-142f-4bf8-84f7-f96505ed5fc2 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Aug 11 01:27:28.944926 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01abedc-12da-4f08-be31-8c22aac76363 req-a968f782-321a-4ee0-8213-1e34e3bf8fdd tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:28.946576 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01abedc-12da-4f08-be31-8c22aac76363 req-a968f782-321a-4ee0-8213-1e34e3bf8fdd tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 946 time: 0.0523794 Aug 11 01:27:28.989142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01abedc-12da-4f08-be31-8c22aac76363 req-7b3a0e50-ffbd-423f-a38c-1a5246811500 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362995 Aug 11 01:27:29.928200 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:30.185561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:33.599863 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:27:46.386332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-941c0830-bbd4-46a9-9530-37bd14dfc11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:48.904443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb725-1a07-4d67-ac1d-82a7bd7c67de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:48.972321 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:50.607242 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:52.515971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fbf00-7941-484e-a019-105fcb36836e req-c21d989b-26ac-4ca6-a185-3d8c6d07e338 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:52.517477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a8fbf00-7941-484e-a019-105fcb36836e req-c21d989b-26ac-4ca6-a185-3d8c6d07e338 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 946 time: 0.0509996 Aug 11 01:27:52.538637 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:52.561398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4a8fbf00-7941-484e-a019-105fcb36836e req-27764859-8d20-433b-a789-aaf359ec0d0b tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Aug 11 01:27:53.680661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa6b68-963c-4186-94c7-671fb34c04dd req-e3befcc6-fac0-49e8-a2c6-fc4eb1ac8214 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:53.682390 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24aa6b68-963c-4186-94c7-671fb34c04dd req-e3befcc6-fac0-49e8-a2c6-fc4eb1ac8214 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 946 time: 0.0509076 Aug 11 01:27:53.721787 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24aa6b68-963c-4186-94c7-671fb34c04dd req-ae5eca9e-5970-4065-b33e-14ab5f1dec57 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/security-groups?id=05275340-7ae9-4754-8eba-7b9d7874efe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331719 Aug 11 01:27:54.012572 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ee338-218a-4315-b402-563d7f4097e9 req-61b5244a-bf6e-4cce-a373-33819c5815b3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:27:54.014061 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-463ee338-218a-4315-b402-563d7f4097e9 req-61b5244a-bf6e-4cce-a373-33819c5815b3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.44 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 946 time: 0.0523362 Aug 11 01:27:54.107054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Deleting port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:27:54.107428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:54.200927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] For port eef38f28-a6d6-4b59-b2e7-45d96375c7c2, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:54.201300 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:54.214571 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Calling delete_port for eef38f28-a6d6-4b59-b2e7-45d96375c7c2 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:27:54.412902 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:54.424603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['eef38f28-a6d6-4b59-b2e7-45d96375c7c2'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:27:54.443254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Pushing event deleted for resources: {'Port': ['ID=eef38f28-a6d6-4b59-b2e7-45d96375c7c2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:54.485316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] No DVR routers for this DVR port eef38f28-a6d6-4b59-b2e7-45d96375c7c2 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:27:54.488210 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:54.490773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-463ee338-218a-4315-b402-563d7f4097e9 req-3e7fa198-1527-4984-a1f9-d8bae6b219c3 tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.44 "DELETE /v2.0/ports/eef38f28-a6d6-4b59-b2e7-45d96375c7c2 HTTP/1.1" status: 204 len: 173 time: 0.4706519 Aug 11 01:27:54.491241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de96f79-3ca9-408c-87cf-ed8bcc887f8e', 'name': 'network-vif-deleted', 'tag': 'eef38f28-a6d6-4b59-b2e7-45d96375c7c2'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:27:54.493537 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cfb9c3-03b9-4f41-969c-5bc6e33f18f2" -d '{"events": [{"server_uuid": "8de96f79-3ca9-408c-87cf-ed8bcc887f8e", "name": "network-vif-deleted", "tag": "eef38f28-a6d6-4b59-b2e7-45d96375c7c2"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:27:54.530918 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a35f41e-75f6-4eaa-a427-9f29bf30c362 x-openstack-request-id: req-6a35f41e-75f6-4eaa-a427-9f29bf30c362 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:27:54.531283 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de96f79-3ca9-408c-87cf-ed8bcc887f8e", "name": "network-vif-deleted", "tag": "eef38f28-a6d6-4b59-b2e7-45d96375c7c2", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:27:54.531534 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a35f41e-75f6-4eaa-a427-9f29bf30c362 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:27:54.531997 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de96f79-3ca9-408c-87cf-ed8bcc887f8e', 'name': 'network-vif-deleted', 'tag': 'eef38f28-a6d6-4b59-b2e7-45d96375c7c2', 'status': 'completed', 'code': 200} Aug 11 01:27:54.842709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88c16a6d-9471-4551-a9c8-b16efb3ae1d9 req-5f113633-e503-4617-a3a1-23e1f0774a3e tempest-TestEncryptedCinderVolumes-1238711322 tempest-TestEncryptedCinderVolumes-1238711322-project] 10.222.0.43 "GET /v2.0/ports?device_id=8de96f79-3ca9-408c-87cf-ed8bcc887f8e HTTP/1.1" status: 200 len: 210 time: 0.0328856 Aug 11 01:27:56.018105 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53804) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:27:56.390014 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:56.635822 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Deleting port 701f4280-25bd-4d80-8aea-e20b7320dea3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:27:56.636088 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:56.713465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] For port 701f4280-25bd-4d80-8aea-e20b7320dea3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=701f4280-25bd-4d80-8aea-e20b7320dea3,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:56.713837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:56.726738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Calling delete_port for 701f4280-25bd-4d80-8aea-e20b7320dea3 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:27:56.990024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:57.021089 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Pushing event deleted for resources: {'Port': ['ID=701f4280-25bd-4d80-8aea-e20b7320dea3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:57.200098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:57.237731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device eef38f28-a6d6-4b59-b2e7-45d96375c7c2 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:27:57.257916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: eef38f28-a6d6-4b59-b2e7-45d96375c7c2 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:27:57.258192 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device eef38f28-a6d6-4b59-b2e7-45d96375c7c2 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:27:57.424660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Router a938d321-941e-44fc-8ba6-5f18ecf687bf has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:27:57.530159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:27:57.535027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-28261e7f-4e5d-4b6f-a864-e72df2cff1be admin admin] 10.222.0.43 "PUT /v2.0/routers/a938d321-941e-44fc-8ba6-5f18ecf687bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5155897 Aug 11 01:27:57.538284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53806) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:27:57.539229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] Sync routers for ids ['a938d321-941e-44fc-8ba6-5f18ecf687bf'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:27:57.548785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] Routers {'a938d321-941e-44fc-8ba6-5f18ecf687bf'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:27:57.549406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a938d321-941e-44fc-8ba6-5f18ecf687bf'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:27:57.640965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:57.653401 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] Set router a938d321-941e-44fc-8ba6-5f18ecf687bf gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:27:57.739794 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:57.827228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:27:56Z', 'revision_number': 5, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port': {'id': '12727972-79f9-4f42-9cd4-1bcf99328dd8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:26Z', 'updated_at': '2021-08-11T01:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:27:57.857474 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] Checking router: a938d321-941e-44fc-8ba6-5f18ecf687bf for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:27:57.865931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] Routers {'a938d321-941e-44fc-8ba6-5f18ecf687bf'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:27:57.866544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a938d321-941e-44fc-8ba6-5f18ecf687bf'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:27:57.894356 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Deleting port 12727972-79f9-4f42-9cd4-1bcf99328dd8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:27:57.894701 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:57.962690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] Set router a938d321-941e-44fc-8ba6-5f18ecf687bf gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:27:57.975841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] For port 12727972-79f9-4f42-9cd4-1bcf99328dd8, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=12727972-79f9-4f42-9cd4-1bcf99328dd8,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:57.976206 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:57.989641 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Calling delete_port for 12727972-79f9-4f42-9cd4-1bcf99328dd8 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:27:58.014712 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:27:57Z', 'revision_number': 6, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:27:58.044341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d89bd2-2a2e-481a-a372-649f4299aa75 None None] The sync data for ids ['a938d321-941e-44fc-8ba6-5f18ecf687bf'] in n-d-712143-13 is: [{'id': 'a938d321-941e-44fc-8ba6-5f18ecf687bf', 'name': 'tempest-TestEncryptedCinderVolumes-1842919064-router', 'tenant_id': 'dc3beb965bae4626b2cf87641383381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:25Z', 'updated_at': '2021-08-11T01:27:57Z', 'revision_number': 6, 'project_id': 'dc3beb965bae4626b2cf87641383381d', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:27:58.218262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.244955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12727972-79f9-4f42-9cd4-1bcf99328dd8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:58.310517 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.409480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.413192 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.550339 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.550715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a938d321-941e-44fc-8ba6-5f18ecf687bf {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:27:58.555754 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.557047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5f64d811-6e17-4113-9d72-b3ea7d499bd4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a938d321-941e-44fc-8ba6-5f18ecf687bf HTTP/1.1" status: 204 len: 168 time: 1.0177419 Aug 11 01:27:58.559507 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53808) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:27:58.609773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2c2937-fb2a-4e8e-811f-da0449d4181d admin admin] Deleting subnet 40c06cce-cb67-4b1b-8c96-4caed72db395 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:27:58.613075 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f2c2937-fb2a-4e8e-811f-da0449d4181d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.649643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f2c2937-fb2a-4e8e-811f-da0449d4181d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.729927 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f2c2937-fb2a-4e8e-811f-da0449d4181d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.835200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 701f4280-25bd-4d80-8aea-e20b7320dea3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:27:58.856574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 701f4280-25bd-4d80-8aea-e20b7320dea3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:27:58.856907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 701f4280-25bd-4d80-8aea-e20b7320dea3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:27:58.860258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f2c2937-fb2a-4e8e-811f-da0449d4181d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.891150 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c2937-fb2a-4e8e-811f-da0449d4181d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c06cce-cb67-4b1b-8c96-4caed72db395,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:58.894960 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8f2c2937-fb2a-4e8e-811f-da0449d4181d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:58.901863 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8f2c2937-fb2a-4e8e-811f-da0449d4181d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/40c06cce-cb67-4b1b-8c96-4caed72db395 HTTP/1.1" status: 204 len: 168 time: 0.3369274 Aug 11 01:27:58.901863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53810) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:27:58.902361 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ddbd43-a9de-461d-8501-6251ab5a953f None None] Network b6998e8f-d221-4c52-88b9-39b492171615 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:27:58.970956 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.027936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Deleting port 0eb41c03-122a-454c-8739-8efaf61bf7d3 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:27:59.028283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.089580 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] DHCP port deletion for b6998e8f-d221-4c52-88b9-39b492171615 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:27:59.102492 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] For port 0eb41c03-122a-454c-8739-8efaf61bf7d3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0eb41c03-122a-454c-8739-8efaf61bf7d3,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:59.103015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.118259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Calling delete_port for 0eb41c03-122a-454c-8739-8efaf61bf7d3 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:27:59.138151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Deleting port 0eb41c03-122a-454c-8739-8efaf61bf7d3 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:27:59.138828 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.206703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] For port 0eb41c03-122a-454c-8739-8efaf61bf7d3, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=0eb41c03-122a-454c-8739-8efaf61bf7d3,segment=NetworkSegment(b3c51409-8cf7-4ee8-9cea-2fe9b8be1419),segment_id=b3c51409-8cf7-4ee8-9cea-2fe9b8be1419)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:27:59.211021 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.220375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Calling delete_port for 0eb41c03-122a-454c-8739-8efaf61bf7d3 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:27:59.293013 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.299700 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.320909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb41c03-122a-454c-8739-8efaf61bf7d3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:59.322653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] No DVR routers for this DVR port 0eb41c03-122a-454c-8739-8efaf61bf7d3 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:27:59.325908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Pushing event deleted for resources: {'Port': ['ID=0eb41c03-122a-454c-8739-8efaf61bf7d3,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:27:59.334338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] No DVR routers for this DVR port 0eb41c03-122a-454c-8739-8efaf61bf7d3 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:27:59.337017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.337379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.337728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.338072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.338415 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.338750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.339084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.339436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.339774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.340099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.340430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.340753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5222c4-8855-411a-95a3-a5cb557d89a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:27:59.759954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.770354 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6998e8f-d221-4c52-88b9-39b492171615']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:27:59.780576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:27:59.780895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c51409-8cf7-4ee8-9cea-2fe9b8be1419') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:27:59.789799 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.804234 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.810236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:27:59.810630 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:27:59.812314 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:27:59.886593 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.932906 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.937778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:27:59.941974 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b6998e8f-d221-4c52-88b9-39b492171615 HTTP/1.1" status: 204 len: 168 time: 1.0387268 Aug 11 01:27:59.942703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53812) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:27:59.962665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01250215-940a-40c5-b3b6-9a11c82860c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6998e8f-d221-4c52-88b9-39b492171615,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:00.138504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:00.311686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:00.337204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0eb41c03-122a-454c-8739-8efaf61bf7d3 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:28:00.359433 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 0eb41c03-122a-454c-8739-8efaf61bf7d3 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:28:00.359774 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 0eb41c03-122a-454c-8739-8efaf61bf7d3 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:28:00.409718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 12727972-79f9-4f42-9cd4-1bcf99328dd8 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:28:00.409718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 12727972-79f9-4f42-9cd4-1bcf99328dd8 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:28:00.409718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 12727972-79f9-4f42-9cd4-1bcf99328dd8 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:28:00.581382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Deleting port a02ecbe1-e7cc-4a5f-8836-fce52e17a493 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:28:00.581735 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:00.664409 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] For port a02ecbe1-e7cc-4a5f-8836-fce52e17a493, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,segment=NetworkSegment(39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e),segment_id=39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:00.664693 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:00.678126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Calling delete_port for a02ecbe1-e7cc-4a5f-8836-fce52e17a493 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:28:00.915753 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:00.941284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a02ecbe1-e7cc-4a5f-8836-fce52e17a493,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:00.969028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.969636 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.969744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.970042 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.970372 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.970703 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.971033 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.971384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.971712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.972035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.972359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:00.972682 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:01.113635 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:01.322807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:28:01.427201 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:28:01.445950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c0af3248-83b1-434d-b33b-93633af20f48 admin admin] 10.222.0.43 "PUT /v2.0/routers/bb49209d-cba8-4a8d-911b-9c0c19a9ec1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4883258 Aug 11 01:28:01.446061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53814) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:01.446496 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] Sync routers for ids ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:28:01.448145 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] Routers {'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:01.448763 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:01.541671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:01.547592 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] Set router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:01.647263 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:01.729491 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:28:00Z', 'revision_number': 5, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port': {'id': '10f2bf4d-da22-433b-ac2a-e80ac7790d67', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:03:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:26:32Z', 'updated_at': '2021-08-11T01:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:01.749748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Deleting port 10f2bf4d-da22-433b-ac2a-e80ac7790d67 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:28:01.750097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:01.760785 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] Checking router: bb49209d-cba8-4a8d-911b-9c0c19a9ec1c for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:28:01.769277 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] Routers {'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:01.770008 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:01.830944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] For port 10f2bf4d-da22-433b-ac2a-e80ac7790d67, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=10f2bf4d-da22-433b-ac2a-e80ac7790d67,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:01.831396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:01.849332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Calling delete_port for 10f2bf4d-da22-433b-ac2a-e80ac7790d67 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:28:01.878859 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] Set router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:01.933659 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:28:01Z', 'revision_number': 6, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:01.960632 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80fb4b-86c3-4c50-a0d1-af34bec9b02f None None] The sync data for ids ['bb49209d-cba8-4a8d-911b-9c0c19a9ec1c'] in n-d-712143-13 is: [{'id': 'bb49209d-cba8-4a8d-911b-9c0c19a9ec1c', 'name': 'tempest-TestEncryptedCinderVolumes-1641367967-router', 'tenant_id': '290998a69d7a4408a4548b51543f5d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:26:31Z', 'updated_at': '2021-08-11T01:28:01Z', 'revision_number': 6, 'project_id': '290998a69d7a4408a4548b51543f5d1a', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:28:02.121496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.156980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f2bf4d-da22-433b-ac2a-e80ac7790d67,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:02.216911 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.310974 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.313388 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.406360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a02ecbe1-e7cc-4a5f-8836-fce52e17a493 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:28:02.426535 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a02ecbe1-e7cc-4a5f-8836-fce52e17a493 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:28:02.426901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a02ecbe1-e7cc-4a5f-8836-fce52e17a493 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:28:02.441132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.441874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb49209d-cba8-4a8d-911b-9c0c19a9ec1c {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:28:02.448428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.449624 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8b03eda9-26a6-4563-9959-b554f1954524 admin admin] 10.222.0.43 "DELETE /v2.0/routers/bb49209d-cba8-4a8d-911b-9c0c19a9ec1c HTTP/1.1" status: 204 len: 168 time: 1.0138347 Aug 11 01:28:02.452138 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53816) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:02.499848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ba3936-d6b5-4d0b-aaa0-220826494543 admin admin] Deleting subnet 4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:28:02.503192 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75ba3936-d6b5-4d0b-aaa0-220826494543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.539135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75ba3936-d6b5-4d0b-aaa0-220826494543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.625027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75ba3936-d6b5-4d0b-aaa0-220826494543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.733778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75ba3936-d6b5-4d0b-aaa0-220826494543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.763894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba3936-d6b5-4d0b-aaa0-220826494543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:02.767951 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-75ba3936-d6b5-4d0b-aaa0-220826494543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.769981 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-75ba3936-d6b5-4d0b-aaa0-220826494543 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4b97bcdc-e6f3-4f6d-9bf3-2959fd55a40a HTTP/1.1" status: 204 len: 168 time: 0.3168375 Aug 11 01:28:02.773074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53818) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:02.774321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc2ed3-5836-48d3-b523-ad0ed527cf64 None None] Network a50d52e3-e626-4664-9abb-2b41aae55378 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:28:02.859420 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.925724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Deleting port dc15a14d-d43d-4c44-982a-736f7150c2d7 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:28:02.926031 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:02.968651 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] DHCP port deletion for a50d52e3-e626-4664-9abb-2b41aae55378 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:28:03.005637 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] For port dc15a14d-d43d-4c44-982a-736f7150c2d7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dc15a14d-d43d-4c44-982a-736f7150c2d7,segment=NetworkSegment(39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e),segment_id=39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:03.005637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.019326 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Calling delete_port for dc15a14d-d43d-4c44-982a-736f7150c2d7 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:28:03.038070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] Deleting port dc15a14d-d43d-4c44-982a-736f7150c2d7 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:28:03.038443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.101885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] For port dc15a14d-d43d-4c44-982a-736f7150c2d7, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=dc15a14d-d43d-4c44-982a-736f7150c2d7,segment=NetworkSegment(39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e),segment_id=39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:03.102288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.115760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] Calling delete_port for dc15a14d-d43d-4c44-982a-736f7150c2d7 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:28:03.178702 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.197512 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.209564 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc15a14d-d43d-4c44-982a-736f7150c2d7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:03.214666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] No DVR routers for this DVR port dc15a14d-d43d-4c44-982a-736f7150c2d7 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:28:03.224199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] Pushing event deleted for resources: {'Port': ['ID=dc15a14d-d43d-4c44-982a-736f7150c2d7,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:03.227769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d3566-c04b-411b-9fce-2a050fd80c59 None None] No DVR routers for this DVR port dc15a14d-d43d-4c44-982a-736f7150c2d7 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:28:03.290593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.300570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50d52e3-e626-4664-9abb-2b41aae55378']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:03.310990 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:03.311437 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d7f115-d5f8-4cb9-a03f-9a3c0bf02e4e') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:03.320789 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.334961 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.340803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:28:03.343373 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:28:03.492847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.498782 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:03.502765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] 10.222.0.43 "DELETE /v2.0/networks/a50d52e3-e626-4664-9abb-2b41aae55378 HTTP/1.1" status: 204 len: 168 time: 0.7264597 Aug 11 01:28:03.511932 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d764035-ac9f-44d8-b7f5-04f84b560f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=a50d52e3-e626-4664-9abb-2b41aae55378,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:03.879378 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53822) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:03.920571 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c1de0846-c0d9-4ca6-be73-1ab2cc1212a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc3beb965bae4626b2cf87641383381d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394371 Aug 11 01:28:03.923116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53824) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:03.973686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05252997-cf53-4095-aad8-db5dd2be1e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:04.000515 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05252997-cf53-4095-aad8-db5dd2be1e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:04.121326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05252997-cf53-4095-aad8-db5dd2be1e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:04.124401 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-05252997-cf53-4095-aad8-db5dd2be1e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:04.125738 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-05252997-cf53-4095-aad8-db5dd2be1e7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05275340-7ae9-4754-8eba-7b9d7874efe1 HTTP/1.1" status: 204 len: 168 time: 0.2016561 Aug 11 01:28:04.134380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05252997-cf53-4095-aad8-db5dd2be1e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05275340-7ae9-4754-8eba-7b9d7874efe1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:04.331757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dc15a14d-d43d-4c44-982a-736f7150c2d7 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:28:04.352462 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: dc15a14d-d43d-4c44-982a-736f7150c2d7 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:28:04.352804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device dc15a14d-d43d-4c44-982a-736f7150c2d7 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:28:04.353225 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 10f2bf4d-da22-433b-ac2a-e80ac7790d67 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:28:04.373405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 10f2bf4d-da22-433b-ac2a-e80ac7790d67 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:28:04.373674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 10f2bf4d-da22-433b-ac2a-e80ac7790d67 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:28:04.812420 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53830) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:04.858653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1397c61c-7539-4d21-b500-2a9b32d500e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=290998a69d7a4408a4548b51543f5d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448725 Aug 11 01:28:04.861081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53832) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:04.910116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4697d878-a401-4ee1-abb2-74e3396313f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:04.932726 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4697d878-a401-4ee1-abb2-74e3396313f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:05.046673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4697d878-a401-4ee1-abb2-74e3396313f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:05.049277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4697d878-a401-4ee1-abb2-74e3396313f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:05.050483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4697d878-a401-4ee1-abb2-74e3396313f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86b48a77-65c3-49e4-8997-00c94f85a6d9 HTTP/1.1" status: 204 len: 168 time: 0.1884985 Aug 11 01:28:05.061802 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697d878-a401-4ee1-abb2-74e3396313f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b48a77-65c3-49e4-8997-00c94f85a6d9,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:06.148569 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53854) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:06.260234 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1613310719-network', 'tenant_id': '6999844b19824f2abfd68fda27d9b084'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:28:06.331752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Made reservation on behalf of 6999844b19824f2abfd68fda27d9b084 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:28:06.334686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:06.343529 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:06.436387 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:06.492581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:06.517276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:28:06.527407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:06.533064 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:06.535488 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Added segment c1f11407-8d7d-473c-80a7-02d4bea2fb03 of type vlan for network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f Aug 11 01:28:06.577446 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:06.675175 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:06.676211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:06.676807 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:06.735497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] Pushing event updated for resources: {'Network': ['ID=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:06.746180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:28:06.802436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a569fc71-1b43-4697-839c-8c5732ebf55d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6525156 Aug 11 01:28:06.805542 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53858) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:06.811532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Request body: {'subnet': {'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1613310719-subnet', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:28:06.903992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Made reservation on behalf of 6999844b19824f2abfd68fda27d9b084 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:28:06.906729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.132222 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.182052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbe875d-0ff2-47fe-a3f7-873fddbda90d,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:07.197572 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Checking segment: {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:07.201799 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Network hostable DHCP agents. Network: 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:28:07.303256 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:28:07.389156 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:07.393249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:07.393847 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.399802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f49a0-702e-49f9-a3f9-9b5f9ce6968b None None] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:28:07.476133 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-73152157-cbd6-43ff-9b7c-b0b27379cef6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6693504 Aug 11 01:28:07.478677 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53860) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:07.484117 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:28:07.547411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:28:07.548262 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.578439 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.579597 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.634157 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.677681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Allocated IP 172.20.0.2 (11d8e2db-abb3-4fcc-92bd-97cd719c5b3f/adbe875d-0ff2-47fe-a3f7-873fddbda90d/11ef4535-e28e-4564-9147-084d74f077eb) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:28:07.822119 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.829949 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.830709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Transition to ACTIVE for port object 11ef4535-e28e-4564-9147-084d74f077eb will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:07.846287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Transition to ACTIVE for port object 11ef4535-e28e-4564-9147-084d74f077eb will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:07.921145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:07.963044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:07.965998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:07.970368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:28:07.973438 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Pushing event updated for resources: {'Port': ['ID=11ef4535-e28e-4564-9147-084d74f077eb,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:08.034307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Attempting to bind port 11ef4535-e28e-4564-9147-084d74f077eb on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:28:08.034677 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Attempting to bind port 11ef4535-e28e-4564-9147-084d74f077eb by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:28:08.035048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Attempting to bind port 11ef4535-e28e-4564-9147-084d74f077eb on network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:28:08.041296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:28:08.041678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Checking segment: {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:08.042089 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:08.042487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Bound using segment: {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:28:08.042964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Bound port: 11ef4535-e28e-4564-9147-084d74f077eb, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:28:08.043381 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:08.110017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] For port 11ef4535-e28e-4564-9147-084d74f077eb, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:28:08.113304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] For port 11ef4535-e28e-4564-9147-084d74f077eb, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=11ef4535-e28e-4564-9147-084d74f077eb,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:28:08.179016 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:08.239267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388cec-7c8a-4fdc-ae20-3c8d7d5823a7 None None] Pushing event updated for resources: {'Port': ['ID=11ef4535-e28e-4564-9147-084d74f077eb,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:08.426368 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:08.448532 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:08.563242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Allocated IP 172.25.0.216 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/1c10826a-a1a1-485b-91bf-d0d6adc81661) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:28:08.668880 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:08.779235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:08.829568 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:08.836942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:08.839802 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:28:08.843096 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1c10826a-a1a1-485b-91bf-d0d6adc81661,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:09.194213 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:09.204236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbebee5c-2c62-4d95-b276-45d586336726 None None] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:28:09.332853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dee18317-b85d-4a78-899b-f74740c6d606 None None] Provisioning for port 11ef4535-e28e-4564-9147-084d74f077eb completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:09.401300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:09.589382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Router a88ef917-98af-4952-9c80-157e742ee88c is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:28:09.690849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:28:09.700118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Sync routers for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:28:09.709559 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:09.710157 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:09.756149 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:09.757474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e9322d29-5400-491f-a285-65a3298758f6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2778020 Aug 11 01:28:09.760325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53862) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:09.964365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:10.143105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:08Z', 'revision_number': 3, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:10.169408 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Checking router: a88ef917-98af-4952-9c80-157e742ee88c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:28:10.169759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Updating router a88ef917-98af-4952-9c80-157e742ee88c port 1c10826a-a1a1-485b-91bf-d0d6adc81661 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:28:10.195011 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.195303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.383435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 11ef4535-e28e-4564-9147-084d74f077eb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:10.407699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Allocated IP 172.20.0.1 (11d8e2db-abb3-4fcc-92bd-97cd719c5b3f/adbe875d-0ff2-47fe-a3f7-873fddbda90d/3983a841-4acb-4c03-b1e3-c5a49b6554ac) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:28:10.495884 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.505766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Transition to ACTIVE for port object 1c10826a-a1a1-485b-91bf-d0d6adc81661 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:10.512936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.525513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Transition to ACTIVE for port object 3983a841-4acb-4c03-b1e3-c5a49b6554ac will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:10.532238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 11ef4535-e28e-4564-9147-084d74f077eb completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:10.536789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 11ef4535-e28e-4564-9147-084d74f077eb triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:10.543862 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.598041 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.599596 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:28:10.635551 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.656857 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.672560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:10.673693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Attempting to bind port 1c10826a-a1a1-485b-91bf-d0d6adc81661 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:28:10.674067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Attempting to bind port 1c10826a-a1a1-485b-91bf-d0d6adc81661 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:28:10.674426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Attempting to bind port 1c10826a-a1a1-485b-91bf-d0d6adc81661 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:28:10.677914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c142b67-faba-4e26-9b76-5bbef5e3071d None None] Pushing event updated for resources: {'Port': ['ID=1c10826a-a1a1-485b-91bf-d0d6adc81661,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:10.678049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:10.681459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:28:10.692205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:28:10.692587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:10.692994 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.693387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:28:10.693866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Bound port: 1c10826a-a1a1-485b-91bf-d0d6adc81661, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:28:10.694476 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.709656 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Pushing event updated for resources: {'Port': ['ID=3983a841-4acb-4c03-b1e3-c5a49b6554ac,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:10.725928 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.727009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 11ef4535-e28e-4564-9147-084d74f077eb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=11ef4535-e28e-4564-9147-084d74f077eb,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:10.761817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] For port 1c10826a-a1a1-485b-91bf-d0d6adc81661, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:28:10.765406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] For port 1c10826a-a1a1-485b-91bf-d0d6adc81661, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1c10826a-a1a1-485b-91bf-d0d6adc81661,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:28:10.791292 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.843130 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.846334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=11ef4535-e28e-4564-9147-084d74f077eb,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:10.906779 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:10.907437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:10.929115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:10.944521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c142b67-faba-4e26-9b76-5bbef5e3071d None None] Pushing event updated for resources: {'Port': ['ID=1c10826a-a1a1-485b-91bf-d0d6adc81661,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:11.027649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:11.096863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:11.139742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e9571e25-50cf-4c0b-87cf-eccee9637657 None None] Provisioning for port 3983a841-4acb-4c03-b1e3-c5a49b6554ac completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:11.148595 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e9571e25-50cf-4c0b-87cf-eccee9637657 None None] Provisioning complete for port 3983a841-4acb-4c03-b1e3-c5a49b6554ac triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:11.148964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e9571e25-50cf-4c0b-87cf-eccee9637657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:11.178134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:11.197799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e9571e25-50cf-4c0b-87cf-eccee9637657 None None] Port 3983a841-4acb-4c03-b1e3-c5a49b6554ac cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:28:11.246617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:11.248813 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Pushing event updated for resources: {'Port': ['ID=3983a841-4acb-4c03-b1e3-c5a49b6554ac,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:11.258719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 1, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:11.290226 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a184e5-1c84-4a70-87f0-dc6471f67914 None None] The sync data for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 is: [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 1, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:28:11.348128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:11.349444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:11.507019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Router a88ef917-98af-4952-9c80-157e742ee88c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:28:11.622641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2973c973-4f0f-43b6-b576-e52f25ef52ea None None] Provisioning complete for port 3983a841-4acb-4c03-b1e3-c5a49b6554ac triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:11.623494 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2973c973-4f0f-43b6-b576-e52f25ef52ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:11.627589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:28:11.633680 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c8f82360-6eb7-403a-8d39-09c3e23e745d admin admin] 10.222.0.43 "PUT /v2.0/routers/a88ef917-98af-4952-9c80-157e742ee88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722742 Aug 11 01:28:11.659528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-2973c973-4f0f-43b6-b576-e52f25ef52ea None None] Port 3983a841-4acb-4c03-b1e3-c5a49b6554ac cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:28:12.342547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53878) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:12.348031 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-770164350-network', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:28:12.430805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 11ef4535-e28e-4564-9147-084d74f077eb up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:12.435100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Made reservation on behalf of d0687b48898947b394c41a3fb8d9a0bb for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:28:12.437621 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.447684 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.485776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 11ef4535-e28e-4564-9147-084d74f077eb triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:12.486385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.560879 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.577432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1c10826a-a1a1-485b-91bf-d0d6adc81661 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:12.629564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.650013 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:28:12.664911 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a823bd3-9c29-429b-9c14-3adb6e957644,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:12.667831 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.668159 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Added segment ef05a012-60ef-4278-9b00-dbb49f870a9a of type vlan for network 83ff6d2b-c630-406b-afb4-5210eb58ab3e Aug 11 01:28:12.680754 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 1c10826a-a1a1-485b-91bf-d0d6adc81661 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:12.684944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1c10826a-a1a1-485b-91bf-d0d6adc81661 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:12.685401 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.708355 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.768462 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.788996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 1c10826a-a1a1-485b-91bf-d0d6adc81661, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1c10826a-a1a1-485b-91bf-d0d6adc81661,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:12.801364 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.802369 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:12.802955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.863357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] Pushing event updated for resources: {'Network': ['ID=83ff6d2b-c630-406b-afb4-5210eb58ab3e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:12.874028 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 83ff6d2b-c630-406b-afb4-5210eb58ab3e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:28:12.916018 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:12.944446 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-60c27c0a-d37e-4d8b-a23b-13cf5e0d8916 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6004891 Aug 11 01:28:12.947364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53880) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:12.953612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Request body: {'subnet': {'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-770164350-subnet', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:28:12.983631 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=1c10826a-a1a1-485b-91bf-d0d6adc81661,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:13.074920 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Made reservation on behalf of d0687b48898947b394c41a3fb8d9a0bb for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:28:13.077446 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.264158 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d1083-c636-480f-9f93-198321632945 None None] Sync routers for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:28:13.274422 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d1083-c636-480f-9f93-198321632945 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:13.275044 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-111d1083-c636-480f-9f93-198321632945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:13.333187 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.388147 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-111d1083-c636-480f-9f93-198321632945 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:13.395968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f13884-024f-4e27-a6e1-6a90056ab59d,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:13.404042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Checking segment: {'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:13.404567 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Network hostable DHCP agents. Network: 83ff6d2b-c630-406b-afb4-5210eb58ab3e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:28:13.515017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Network 83ff6d2b-c630-406b-afb4-5210eb58ab3e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:28:13.607537 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-111d1083-c636-480f-9f93-198321632945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 2, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:13.618575 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 83ff6d2b-c630-406b-afb4-5210eb58ab3e) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:13.623741 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:13.624410 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.632561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c662d6a-7a11-4051-90cb-c0dc9b60291b None None] Network 83ff6d2b-c630-406b-afb4-5210eb58ab3e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:28:13.637839 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d1083-c636-480f-9f93-198321632945 None None] Checking router: a88ef917-98af-4952-9c80-157e742ee88c for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:28:13.638189 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d1083-c636-480f-9f93-198321632945 None None] Updating router a88ef917-98af-4952-9c80-157e742ee88c port 3983a841-4acb-4c03-b1e3-c5a49b6554ac binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:28:13.663845 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-111d1083-c636-480f-9f93-198321632945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.733230 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2c4ee70d-0c05-4741-b6ed-6a87dfc0d327 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7837281 Aug 11 01:28:13.735894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 53882) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:13.741106 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:28:13.789111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-83ff6d2b-c630-406b-afb4-5210eb58ab3e', 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'fixed_ips': [{'subnet_id': 'd6f13884-024f-4e27-a6e1-6a90056ab59d'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:28:13.790220 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.830599 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.836425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.922051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.955531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Allocated IP 172.20.0.2 (83ff6d2b-c630-406b-afb4-5210eb58ab3e/d6f13884-024f-4e27-a6e1-6a90056ab59d/62c2d64e-6ce8-4779-a166-f6dbee2a298f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:28:13.980389 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-111d1083-c636-480f-9f93-198321632945 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:13.991759 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-111d1083-c636-480f-9f93-198321632945 None None] Transition to ACTIVE for port object 3983a841-4acb-4c03-b1e3-c5a49b6554ac will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:14.053360 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-111d1083-c636-480f-9f93-198321632945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.123309 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.133753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.145853 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Pushing event updated for resources: {'Port': ['ID=3983a841-4acb-4c03-b1e3-c5a49b6554ac,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:14.150137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Transition to ACTIVE for port object 62c2d64e-6ce8-4779-a166-f6dbee2a298f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:14.157776 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.157776 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.158154 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.158981 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.158981 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.159323 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.159640 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.159967 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.160423 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.160793 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.161122 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.161446 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:14.172279 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Transition to ACTIVE for port object 62c2d64e-6ce8-4779-a166-f6dbee2a298f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:14.214425 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-111d1083-c636-480f-9f93-198321632945 None None] Attempting to bind port 3983a841-4acb-4c03-b1e3-c5a49b6554ac on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:28:14.214790 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-111d1083-c636-480f-9f93-198321632945 None None] Attempting to bind port 3983a841-4acb-4c03-b1e3-c5a49b6554ac by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:28:14.215148 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d1083-c636-480f-9f93-198321632945 None None] Attempting to bind port 3983a841-4acb-4c03-b1e3-c5a49b6554ac on network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:28:14.220258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d1083-c636-480f-9f93-198321632945 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:28:14.220624 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d1083-c636-480f-9f93-198321632945 None None] Checking segment: {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:14.221022 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-111d1083-c636-480f-9f93-198321632945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.221422 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d1083-c636-480f-9f93-198321632945 None None] Bound using segment: {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:28:14.221871 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-111d1083-c636-480f-9f93-198321632945 None None] Bound port: 3983a841-4acb-4c03-b1e3-c5a49b6554ac, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:28:14.222560 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-111d1083-c636-480f-9f93-198321632945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.275496 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.308104 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-111d1083-c636-480f-9f93-198321632945 None None] For port 3983a841-4acb-4c03-b1e3-c5a49b6554ac, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:28:14.314038 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-111d1083-c636-480f-9f93-198321632945 None None] For port 3983a841-4acb-4c03-b1e3-c5a49b6554ac, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3983a841-4acb-4c03-b1e3-c5a49b6554ac,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:28:14.322846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Network 83ff6d2b-c630-406b-afb4-5210eb58ab3e is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:14.328270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:14.332254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:28:14.366542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1c10826a-a1a1-485b-91bf-d0d6adc81661 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:14.368616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Pushing event updated for resources: {'Port': ['ID=62c2d64e-6ce8-4779-a166-f6dbee2a298f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:14.390025 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-111d1083-c636-480f-9f93-198321632945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.442596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Attempting to bind port 62c2d64e-6ce8-4779-a166-f6dbee2a298f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:28:14.443153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Attempting to bind port 62c2d64e-6ce8-4779-a166-f6dbee2a298f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:28:14.443707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Attempting to bind port 62c2d64e-6ce8-4779-a166-f6dbee2a298f on network 83ff6d2b-c630-406b-afb4-5210eb58ab3e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:28:14.452613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:28:14.453264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Checking segment: {'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:14.453845 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.454399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Bound using segment: {'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:28:14.455045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Bound port: 62c2d64e-6ce8-4779-a166-f6dbee2a298f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:28:14.455665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.464417 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb91d66-e273-4775-89ab-fdbb1d1c6e87 None None] Pushing event updated for resources: {'Port': ['ID=3983a841-4acb-4c03-b1e3-c5a49b6554ac,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:14.467569 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d1083-c636-480f-9f93-198321632945 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:14.468243 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-111d1083-c636-480f-9f93-198321632945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:14.497682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.520382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1c10826a-a1a1-485b-91bf-d0d6adc81661 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:14.521030 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.528975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.579769 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-32264216-3898-4726-8b0e-1842b29c229a None None] For port 62c2d64e-6ce8-4779-a166-f6dbee2a298f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:28:14.586681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-32264216-3898-4726-8b0e-1842b29c229a None None] For port 62c2d64e-6ce8-4779-a166-f6dbee2a298f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=62c2d64e-6ce8-4779-a166-f6dbee2a298f,segment=NetworkSegment(ef05a012-60ef-4278-9b00-dbb49f870a9a),segment_id=ef05a012-60ef-4278-9b00-dbb49f870a9a)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:28:14.665174 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.685582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Allocated IP 172.25.0.219 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/abddbe90-8fd4-4ad2-bc59-bc63a176dea0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:28:14.712015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-111d1083-c636-480f-9f93-198321632945 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:14.750545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32264216-3898-4726-8b0e-1842b29c229a None None] Pushing event updated for resources: {'Port': ['ID=62c2d64e-6ce8-4779-a166-f6dbee2a298f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:14.834463 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.938007 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:14.953821 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-111d1083-c636-480f-9f93-198321632945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:14Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:14.983342 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:14.984702 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d1083-c636-480f-9f93-198321632945 None None] The sync data for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 is: [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:14Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:28:14.992200 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:14.994738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:28:15.036529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Pushing event updated for resources: {'Port': ['ID=abddbe90-8fd4-4ad2-bc59-bc63a176dea0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:15.052144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.052490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.052832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.053170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.053501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.053828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.054158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.054485 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.054807 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.055130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.055508 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.055832 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:28:15.382251 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:15.608179 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:15.719087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe112f-9743-4768-b814-064ef624fd82 None None] Network 83ff6d2b-c630-406b-afb4-5210eb58ab3e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:28:15.818470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Router 48c24c9a-e2cf-434b-a382-8398f79441ab is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:28:15.869805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b4576f69-464a-4db0-abc5-ed4935ef489a None None] Provisioning for port 62c2d64e-6ce8-4779-a166-f6dbee2a298f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:15.937189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:28:15.948289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Sync routers for ids ['48c24c9a-e2cf-434b-a382-8398f79441ab'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:28:15.960833 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Routers {'48c24c9a-e2cf-434b-a382-8398f79441ab'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:15.961364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['48c24c9a-e2cf-434b-a382-8398f79441ab'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:15.984930 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:15.986562 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-77184ad6-52ef-4306-8bf9-7e2bbd173c21 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2495122 Aug 11 01:28:15.989988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 53886) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:28:16.098758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Set router 48c24c9a-e2cf-434b-a382-8398f79441ab gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:16.430984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-85bf771d-045a-45c2-8e7b-e6dab5727662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:16.543838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:28:15Z', 'revision_number': 3, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port': {'id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:14Z', 'updated_at': '2021-08-11T01:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:16.576531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 62c2d64e-6ce8-4779-a166-f6dbee2a298f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:16.580638 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Checking router: 48c24c9a-e2cf-434b-a382-8398f79441ab for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:28:16.581007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Updating router 48c24c9a-e2cf-434b-a382-8398f79441ab port abddbe90-8fd4-4ad2-bc59-bc63a176dea0 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:28:16.646621 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:16.787296 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 62c2d64e-6ce8-4779-a166-f6dbee2a298f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:16.796970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 62c2d64e-6ce8-4779-a166-f6dbee2a298f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:16.797565 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:16.952312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:16.975735 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.038123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 62c2d64e-6ce8-4779-a166-f6dbee2a298f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=62c2d64e-6ce8-4779-a166-f6dbee2a298f,segment=NetworkSegment(ef05a012-60ef-4278-9b00-dbb49f870a9a),segment_id=ef05a012-60ef-4278-9b00-dbb49f870a9a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:17.088509 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.099311 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Transition to ACTIVE for port object abddbe90-8fd4-4ad2-bc59-bc63a176dea0 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:17.128335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Allocated IP 172.20.0.1 (83ff6d2b-c630-406b-afb4-5210eb58ab3e/d6f13884-024f-4e27-a6e1-6a90056ab59d/e05de846-6777-4742-9fa3-a116e8e1603d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:28:17.149044 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.149903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3983a841-4acb-4c03-b1e3-c5a49b6554ac up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:17.230293 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.232966 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=62c2d64e-6ce8-4779-a166-f6dbee2a298f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:17.249325 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.265002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Transition to ACTIVE for port object e05de846-6777-4742-9fa3-a116e8e1603d will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:17.293884 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Attempting to bind port abddbe90-8fd4-4ad2-bc59-bc63a176dea0 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:28:17.294173 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Attempting to bind port abddbe90-8fd4-4ad2-bc59-bc63a176dea0 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:28:17.294547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Attempting to bind port abddbe90-8fd4-4ad2-bc59-bc63a176dea0 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:28:17.302780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e3c3a-1529-4910-905e-1aa40c1837b7 None None] Pushing event updated for resources: {'Port': ['ID=abddbe90-8fd4-4ad2-bc59-bc63a176dea0,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:17.309982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:28:17.309982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:17.309982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.309982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:28:17.309982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Bound port: abddbe90-8fd4-4ad2-bc59-bc63a176dea0, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:28:17.309982 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.370364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] For port abddbe90-8fd4-4ad2-bc59-bc63a176dea0, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:28:17.373794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] For port abddbe90-8fd4-4ad2-bc59-bc63a176dea0, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=abddbe90-8fd4-4ad2-bc59-bc63a176dea0,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:28:17.377473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 3983a841-4acb-4c03-b1e3-c5a49b6554ac completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:17.381470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3983a841-4acb-4c03-b1e3-c5a49b6554ac triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:17.381875 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.406672 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.454186 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.454694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Network 83ff6d2b-c630-406b-afb4-5210eb58ab3e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:17.458339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:17.462074 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:28:17.485949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e05de846-6777-4742-9fa3-a116e8e1603d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:17.507018 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.515735 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.557260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Routers {'48c24c9a-e2cf-434b-a382-8398f79441ab'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:17.557260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:27:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['48c24c9a-e2cf-434b-a382-8398f79441ab'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:17.605525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e3c3a-1529-4910-905e-1aa40c1837b7 None None] Pushing event updated for resources: {'Port': ['ID=abddbe90-8fd4-4ad2-bc59-bc63a176dea0,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:17.614896 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 3983a841-4acb-4c03-b1e3-c5a49b6554ac, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3983a841-4acb-4c03-b1e3-c5a49b6554ac,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:17.689787 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.697612 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] Set router 48c24c9a-e2cf-434b-a382-8398f79441ab gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:17.743026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.839250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=3983a841-4acb-4c03-b1e3-c5a49b6554ac,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:17.922018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-045a79f0-ec01-4d8b-8f48-2c7971d8e565 None None] Provisioning for port e05de846-6777-4742-9fa3-a116e8e1603d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:17.931037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-045a79f0-ec01-4d8b-8f48-2c7971d8e565 None None] Provisioning complete for port e05de846-6777-4742-9fa3-a116e8e1603d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:17.931664 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-045a79f0-ec01-4d8b-8f48-2c7971d8e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.939106 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.978005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-045a79f0-ec01-4d8b-8f48-2c7971d8e565 None None] Port e05de846-6777-4742-9fa3-a116e8e1603d cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:28:17.984113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:17.988945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:28:15Z', 'revision_number': 3, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port': {'id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:14Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:18.023436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f44869-e64a-4518-af69-eb70bad18769 None None] The sync data for ids ['48c24c9a-e2cf-434b-a382-8398f79441ab'] in n-d-712143-13 is: [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:28:15Z', 'revision_number': 3, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port': {'id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:14Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:28:18.059536 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:18.061532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e05de846-6777-4742-9fa3-a116e8e1603d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:18.172325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Network 83ff6d2b-c630-406b-afb4-5210eb58ab3e is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:18.173757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:18.335370 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Router 48c24c9a-e2cf-434b-a382-8398f79441ab has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:28:18.477381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:28:18.482136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3983a841-4acb-4c03-b1e3-c5a49b6554ac up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:18.500858 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a32668c1-dab3-45a1-b15d-c8eac15750f4 admin admin] 10.222.0.43 "PUT /v2.0/routers/48c24c9a-e2cf-434b-a382-8398f79441ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5007098 Aug 11 01:28:18.537004 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4d35b5ea-1b90-4b7e-80a7-6f778d48fddd None None] Provisioning complete for port e05de846-6777-4742-9fa3-a116e8e1603d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:18.537467 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4d35b5ea-1b90-4b7e-80a7-6f778d48fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:18.581836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-4d35b5ea-1b90-4b7e-80a7-6f778d48fddd None None] Port e05de846-6777-4742-9fa3-a116e8e1603d cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:28:18.588066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 3983a841-4acb-4c03-b1e3-c5a49b6554ac triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:18.588598 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:18.673653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 62c2d64e-6ce8-4779-a166-f6dbee2a298f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:18.739372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 62c2d64e-6ce8-4779-a166-f6dbee2a298f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:18.739798 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:18.842456 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device abddbe90-8fd4-4ad2-bc59-bc63a176dea0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:18.928549 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3d9fad48-3ba2-4622-94f9-0fb0d3419675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:18.983353 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:19.006469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port abddbe90-8fd4-4ad2-bc59-bc63a176dea0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:19.010639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port abddbe90-8fd4-4ad2-bc59-bc63a176dea0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:19.011005 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:19.095509 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:19.118815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port abddbe90-8fd4-4ad2-bc59-bc63a176dea0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=abddbe90-8fd4-4ad2-bc59-bc63a176dea0,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:19.240904 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:19.293068 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=abddbe90-8fd4-4ad2-bc59-bc63a176dea0,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:19.617478 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Sync routers for ids ['48c24c9a-e2cf-434b-a382-8398f79441ab'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:28:19.631419 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Routers {'48c24c9a-e2cf-434b-a382-8398f79441ab'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:19.632062 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:28:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['48c24c9a-e2cf-434b-a382-8398f79441ab'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:19.749887 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Set router 48c24c9a-e2cf-434b-a382-8398f79441ab gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:20.043578 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 4, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port': {'id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:14Z', 'updated_at': '2021-08-11T01:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e05de846-6777-4742-9fa3-a116e8e1603d', 'name': '', 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'mac_address': 'fa:16:3e:a6:02:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd6f13884-024f-4e27-a6e1-6a90056ab59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:16Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 2, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'subnets': [{'id': 'd6f13884-024f-4e27-a6e1-6a90056ab59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:20.075056 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Checking router: 48c24c9a-e2cf-434b-a382-8398f79441ab for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:28:20.075056 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Updating router 48c24c9a-e2cf-434b-a382-8398f79441ab port e05de846-6777-4742-9fa3-a116e8e1603d binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:28:20.107834 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:20.369208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device abddbe90-8fd4-4ad2-bc59-bc63a176dea0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:20.432681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port abddbe90-8fd4-4ad2-bc59-bc63a176dea0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:20.433185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:20.451007 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:20.464739 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Transition to ACTIVE for port object e05de846-6777-4742-9fa3-a116e8e1603d will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:20.532068 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:20.578788 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:20.592658 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37762ffc-1e67-4590-afdb-90192ebfd6d6 None None] Pushing event updated for resources: {'Port': ['ID=e05de846-6777-4742-9fa3-a116e8e1603d,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:20.670043 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Attempting to bind port e05de846-6777-4742-9fa3-a116e8e1603d on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:28:20.670731 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Attempting to bind port e05de846-6777-4742-9fa3-a116e8e1603d by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:28:20.670731 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Attempting to bind port e05de846-6777-4742-9fa3-a116e8e1603d on network 83ff6d2b-c630-406b-afb4-5210eb58ab3e {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:28:20.677149 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:28:20.677444 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Checking segment: {'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:20.677846 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:20.678240 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Bound using segment: {'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:28:20.683110 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Bound port: e05de846-6777-4742-9fa3-a116e8e1603d, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef05a012-60ef-4278-9b00-dbb49f870a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:28:20.683602 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:20.754752 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] For port e05de846-6777-4742-9fa3-a116e8e1603d, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:28:20.758380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] For port e05de846-6777-4742-9fa3-a116e8e1603d, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e05de846-6777-4742-9fa3-a116e8e1603d,segment=NetworkSegment(ef05a012-60ef-4278-9b00-dbb49f870a9a),segment_id=ef05a012-60ef-4278-9b00-dbb49f870a9a)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:28:20.830447 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:20.901589 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Routers {'48c24c9a-e2cf-434b-a382-8398f79441ab'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:28:20.904097 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:28:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['48c24c9a-e2cf-434b-a382-8398f79441ab'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:20.904097 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37762ffc-1e67-4590-afdb-90192ebfd6d6 None None] Pushing event updated for resources: {'Port': ['ID=e05de846-6777-4742-9fa3-a116e8e1603d,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:21.037949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] Set router 48c24c9a-e2cf-434b-a382-8398f79441ab gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:28:21.310866 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 4, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port': {'id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:14Z', 'updated_at': '2021-08-11T01:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e05de846-6777-4742-9fa3-a116e8e1603d', 'name': '', 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'mac_address': 'fa:16:3e:a6:02:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd6f13884-024f-4e27-a6e1-6a90056ab59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:16Z', 'updated_at': '2021-08-11T01:28:20Z', 'revision_number': 4, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'subnets': [{'id': 'd6f13884-024f-4e27-a6e1-6a90056ab59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:28:21.341206 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee74096-179e-49c0-97c4-71b38c960eb4 None None] The sync data for ids ['48c24c9a-e2cf-434b-a382-8398f79441ab'] in n-d-712143-13 is: [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 4, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port': {'id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:14Z', 'updated_at': '2021-08-11T01:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'e05de846-6777-4742-9fa3-a116e8e1603d', 'name': '', 'network_id': '83ff6d2b-c630-406b-afb4-5210eb58ab3e', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'mac_address': 'fa:16:3e:a6:02:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'd6f13884-024f-4e27-a6e1-6a90056ab59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:16Z', 'updated_at': '2021-08-11T01:28:20Z', 'revision_number': 4, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'subnets': [{'id': 'd6f13884-024f-4e27-a6e1-6a90056ab59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:28:22.423639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e05de846-6777-4742-9fa3-a116e8e1603d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:22.557195 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:22.577732 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port e05de846-6777-4742-9fa3-a116e8e1603d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:22.583254 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e05de846-6777-4742-9fa3-a116e8e1603d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:22.586923 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:22.672099 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:22.709027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port e05de846-6777-4742-9fa3-a116e8e1603d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e05de846-6777-4742-9fa3-a116e8e1603d,segment=NetworkSegment(ef05a012-60ef-4278-9b00-dbb49f870a9a),segment_id=ef05a012-60ef-4278-9b00-dbb49f870a9a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:22.921131 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:22.974527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=e05de846-6777-4742-9fa3-a116e8e1603d,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:24.365114 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e05de846-6777-4742-9fa3-a116e8e1603d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:24.417653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port e05de846-6777-4742-9fa3-a116e8e1603d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:24.418040 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:29.926304 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:30.160334 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:30.261792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-0358f327-2f44-4ccc-97a0-40ec25211297 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:30.263366 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-0358f327-2f44-4ccc-97a0-40ec25211297 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 815 time: 0.1090319 Aug 11 01:28:30.279265 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-004a4680-ead1-47ff-9a50-f9850d47506b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/quotas/6999844b19824f2abfd68fda27d9b084 HTTP/1.1" status: 200 len: 375 time: 0.0100870 Aug 11 01:28:30.331950 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-0c44c006-d531-4610-96cf-a54d24bb2c76 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472744 Aug 11 01:28:30.434278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-0898243b-65d0-4e34-b27d-43dce370253c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:28:30.435332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-0898243b-65d0-4e34-b27d-43dce370253c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0915999 Aug 11 01:28:30.530349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2d6f181c-0c85-42cd-b465-63c4315444c6 service neutron] 10.222.0.43 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886486 Aug 11 01:28:30.621752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-ad09c083-227e-469c-93f4-545f07e0f704 service neutron] 10.222.0.43 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852842 Aug 11 01:28:30.826269 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1107791e-5ee3-4371-8124-242193faac7f req-ba309b16-e0ed-4647-a7a6-920d70a20a31 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0273280 Aug 11 01:28:31.944076 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b7c8510-3887-43af-a719-a3e9554e4b4b req-6c57d79d-3a7f-499d-9733-ac2e07c750d0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0446439 Aug 11 01:28:32.926140 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-31368ef5-2576-4227-81b6-d381b2c0fb60 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:32.928420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-31368ef5-2576-4227-81b6-d381b2c0fb60 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.44 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 815 time: 0.1030109 Aug 11 01:28:32.940566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'port': {'device_id': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'admin_state_up': True, 'tenant_id': '6999844b19824f2abfd68fda27d9b084'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:28:33.053393 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-facc4a5e-9ff0-44ee-bfb8-45f25d8d79c4 req-07195f55-bdb4-4d8a-bdde-96fd4ade71c1 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0331016 Aug 11 01:28:33.149429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Made reservation on behalf of 6999844b19824f2abfd68fda27d9b084 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:28:33.153153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:33.654159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Allocated IP 172.20.0.9 (11d8e2db-abb3-4fcc-92bd-97cd719c5b3f/adbe875d-0ff2-47fe-a3f7-873fddbda90d/a1798c71-735f-4233-84c3-e954815d9b1c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:28:33.810233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:33.824639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Transition to ACTIVE for port object a1798c71-735f-4233-84c3-e954815d9b1c will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:33.897711 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:33.942955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:28:33.954956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:28:33.959366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:28:33.996183 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'Port': ['ID=a1798c71-735f-4233-84c3-e954815d9b1c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:34.029482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:34.040080 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:34.110015 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e4673349-c903-45d8-b347-47bf71dc0c21 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731269 Aug 11 01:28:34.186742 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82b1bf-8746-44cf-b502-be44497428f7 req-bc6565c6-2ecd-472d-a088-90b16c36eebc tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:34.189348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e82b1bf-8746-44cf-b502-be44497428f7 req-bc6565c6-2ecd-472d-a088-90b16c36eebc tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0549772 Aug 11 01:28:34.243525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2e82b1bf-8746-44cf-b502-be44497428f7 req-12b10c16-eafa-441b-8a6c-7500637e23c6 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469089 Aug 11 01:28:34.354803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-06f64b01-75d2-40d5-80e2-7c1c6793fce8 None None] Provisioning for port a1798c71-735f-4233-84c3-e954815d9b1c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:34.359762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-06f64b01-75d2-40d5-80e2-7c1c6793fce8 None None] Provisioning complete for port a1798c71-735f-4233-84c3-e954815d9b1c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:34.360143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-06f64b01-75d2-40d5-80e2-7c1c6793fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:34.418836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-06f64b01-75d2-40d5-80e2-7c1c6793fce8 None None] Port a1798c71-735f-4233-84c3-e954815d9b1c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:28:35.370670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ec1c7-d942-4347-b290-2079ae0d92b0 req-32ebbcee-20ac-438b-a5f1-8aad8cba333a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:35.372631 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc4ec1c7-d942-4347-b290-2079ae0d92b0 req-32ebbcee-20ac-438b-a5f1-8aad8cba333a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0534515 Aug 11 01:28:35.414075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cc4ec1c7-d942-4347-b290-2079ae0d92b0 req-dd3ccf92-2207-4d66-85fc-7ff275b5ae5c tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345423 Aug 11 01:28:36.533537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c811-279f-4427-8b1c-a5fb780ab49c req-1427bc43-ca50-42f9-99e1-e57d2ecf3023 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:36.535033 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cdd5c811-279f-4427-8b1c-a5fb780ab49c req-1427bc43-ca50-42f9-99e1-e57d2ecf3023 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0502219 Aug 11 01:28:36.578853 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cdd5c811-279f-4427-8b1c-a5fb780ab49c req-8e1d87e0-da75-47c3-b5b5-0b764cbe167a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365076 Aug 11 01:28:37.711174 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80837065-6c63-456b-8bff-c21a05cdccb0 req-4088eea7-cad1-4b66-8865-15f5efa50862 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:37.712740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80837065-6c63-456b-8bff-c21a05cdccb0 req-4088eea7-cad1-4b66-8865-15f5efa50862 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0602143 Aug 11 01:28:37.754291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80837065-6c63-456b-8bff-c21a05cdccb0 req-b91bb752-fec4-42d7-8f95-c560ed0ee359 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Aug 11 01:28:38.876436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d6ca6-e0bf-4d93-a519-35f2f6352043 req-a62c417e-9b4f-4820-9993-269708afd9fe tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:38.877983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c2d6ca6-e0bf-4d93-a519-35f2f6352043 req-a62c417e-9b4f-4820-9993-269708afd9fe tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0521231 Aug 11 01:28:38.919143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c2d6ca6-e0bf-4d93-a519-35f2f6352043 req-27d911b7-749e-4c6a-aa43-f0f1f9f3c829 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Aug 11 01:28:40.040482 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2d479-b9f1-401e-a096-da5e92de1273 req-9379d831-9285-4c91-8cf9-3c994db93351 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:40.042165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3e2d479-b9f1-401e-a096-da5e92de1273 req-9379d831-9285-4c91-8cf9-3c994db93351 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0533068 Aug 11 01:28:40.081085 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3e2d479-b9f1-401e-a096-da5e92de1273 req-4de6c0cb-bae2-4478-92c5-0eae9d8d0d27 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Aug 11 01:28:41.201061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b41702-50cf-4e53-8223-99a1c700aeb5 req-36179f20-61dd-4415-b5ff-63d9979725f7 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:41.202756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35b41702-50cf-4e53-8223-99a1c700aeb5 req-36179f20-61dd-4415-b5ff-63d9979725f7 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0507691 Aug 11 01:28:41.248449 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-35b41702-50cf-4e53-8223-99a1c700aeb5 req-f2d4ba16-eb2d-4187-a147-18214498cb20 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 Aug 11 01:28:42.378075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4cb2f-156d-47bf-baed-27068acbf1ab req-d0ce16b5-a7ea-4a0e-a975-969f62cc3424 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:42.380418 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36a4cb2f-156d-47bf-baed-27068acbf1ab req-d0ce16b5-a7ea-4a0e-a975-969f62cc3424 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0529547 Aug 11 01:28:42.423381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-36a4cb2f-156d-47bf-baed-27068acbf1ab req-618b12a4-d7c7-4e76-a73e-9080a4fbd611 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Aug 11 01:28:43.132129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Request body: {'port': {'device_id': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:28:43.192300 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:43.462584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1798c71-735f-4233-84c3-e954815d9b1c {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:28:43.471531 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:43.488825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Transition to ACTIVE for port object a1798c71-735f-4233-84c3-e954815d9b1c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:28:43.547418 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aba7c-3626-4a22-9013-f8cec0273457 req-92e36a0f-7e06-4a3e-9968-97824ef6fc70 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:43.548961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e84aba7c-3626-4a22-9013-f8cec0273457 req-92e36a0f-7e06-4a3e-9968-97824ef6fc70 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 931 time: 0.0518517 Aug 11 01:28:43.589125 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e84aba7c-3626-4a22-9013-f8cec0273457 req-1f0c283f-7014-49f0-be04-94097344ab0d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Aug 11 01:28:43.594591 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:43.647890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Pushing event updated for resources: {'Port': ['ID=a1798c71-735f-4233-84c3-e954815d9b1c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:43.725413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Attempting to bind port a1798c71-735f-4233-84c3-e954815d9b1c on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:28:43.725570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Attempting to bind port a1798c71-735f-4233-84c3-e954815d9b1c by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:28:43.725859 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Attempting to bind port a1798c71-735f-4233-84c3-e954815d9b1c on network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:28:43.730716 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Port a1798c71-735f-4233-84c3-e954815d9b1c on network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:28:43.731230 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Attempting to bind port a1798c71-735f-4233-84c3-e954815d9b1c on network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:28:43.736869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:28:43.737359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Checking segment: {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:28:43.737988 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Bound using segment: {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:28:43.738707 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Bound port: a1798c71-735f-4233-84c3-e954815d9b1c, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f11407-8d7d-473c-80a7-02d4bea2fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:28:43.739818 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:43.812013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] For port a1798c71-735f-4233-84c3-e954815d9b1c, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:28:43.815501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] For port a1798c71-735f-4233-84c3-e954815d9b1c, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a1798c71-735f-4233-84c3-e954815d9b1c,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:28:43.903413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:43.937642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:43.938300 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:43.939759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] 10.222.0.44 "PUT /v2.0/ports/a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 1092 time: 0.8124590 Aug 11 01:28:43.940206 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:28:43.944370 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d88b45-5671-41f1-8a3a-88e077550a93" -d '{"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:28:43.972270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381e3ed-ab1b-465c-a9ae-962389a90988 service neutron] Pushing event updated for resources: {'Port': ['ID=a1798c71-735f-4233-84c3-e954815d9b1c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:43.994524 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc40cfa8-778e-4e08-b824-5ce487f6569f x-openstack-request-id: req-dc40cfa8-778e-4e08-b824-5ce487f6569f {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:28:43.994963 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:28:43.995607 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc40cfa8-778e-4e08-b824-5ce487f6569f {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:28:43.996144 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'status': 'completed', 'code': 200} Aug 11 01:28:44.066585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88b45-5671-41f1-8a3a-88e077550a93 req-91a1e690-f7dc-45d6-89fc-499f338b59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:44.068199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d88b45-5671-41f1-8a3a-88e077550a93 req-91a1e690-f7dc-45d6-89fc-499f338b59f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0515864 Aug 11 01:28:44.174454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88b45-5671-41f1-8a3a-88e077550a93 req-679d82f8-c9f3-4aba-8110-a6172603e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:44.175939 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d88b45-5671-41f1-8a3a-88e077550a93 req-679d82f8-c9f3-4aba-8110-a6172603e0b7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6999844b19824f2abfd68fda27d9b084&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1000018 Aug 11 01:28:44.280017 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88b45-5671-41f1-8a3a-88e077550a93 req-2a27c6c0-fda8-4222-8933-713f3b329f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:44.281518 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-56d88b45-5671-41f1-8a3a-88e077550a93 req-2a27c6c0-fda8-4222-8933-713f3b329f47 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982656 Aug 11 01:28:44.364241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-9c776653-4d11-4bad-8f9e-02832dc387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:44.366454 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-9c776653-4d11-4bad-8f9e-02832dc387e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1095 time: 0.0427094 Aug 11 01:28:44.408257 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-37dcf2c1-9238-4c8b-93e4-84260909fbea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 217 time: 0.0342095 Aug 11 01:28:44.468204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e7a98d90-2af0-44d3-b37f-1e2c30cf9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:44.469697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-e7a98d90-2af0-44d3-b37f-1e2c30cf9016 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 200 len: 854 time: 0.0546381 Aug 11 01:28:44.517101 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-adbabcd7-c836-4e9a-a32a-37bbed9ab9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:44.518575 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-adbabcd7-c836-4e9a-a32a-37bbed9ab9ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413847 Aug 11 01:28:44.605646 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-28ea156d-a6d8-4698-aba6-513b79223617 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803640 Aug 11 01:28:44.702270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf2bfeb-22d8-445a-b699-467aaa475878 req-87f16d8e-3426-4bb2-9978-4e4ced927b59 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897350 Aug 11 01:28:44.704832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655d194-8ec2-4913-b14b-c070f0a92265 req-967c7860-a03e-4797-953b-481d3db7d9a0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:44.706345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b655d194-8ec2-4913-b14b-c070f0a92265 req-967c7860-a03e-4797-953b-481d3db7d9a0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 943 time: 0.0501871 Aug 11 01:28:44.750238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b655d194-8ec2-4913-b14b-c070f0a92265 req-a49f758b-6cf6-4866-8e6a-150a2425ee1f tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371764 Aug 11 01:28:45.880963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e463de6-ecaa-4a61-ad46-9087f23a19a7 req-89aae8c6-95b1-428b-b9a6-24e817e3a33f tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:45.883074 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e463de6-ecaa-4a61-ad46-9087f23a19a7 req-89aae8c6-95b1-428b-b9a6-24e817e3a33f tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 943 time: 0.0565443 Aug 11 01:28:45.923828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e463de6-ecaa-4a61-ad46-9087f23a19a7 req-0f8c93d5-128a-47d0-8a24-c3ec32219069 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347488 Aug 11 01:28:46.348742 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-42ddb5a7-b5e2-42c3-8a56-433aaa187339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:47.043405 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b576ae0-5249-4687-be97-e9a65c4b9547 req-d2d997dd-61ae-4be7-abb4-e9f7d32d40e7 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:47.044930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b576ae0-5249-4687-be97-e9a65c4b9547 req-d2d997dd-61ae-4be7-abb4-e9f7d32d40e7 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 943 time: 0.0504353 Aug 11 01:28:47.087482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0b576ae0-5249-4687-be97-e9a65c4b9547 req-7b6ab013-0f4d-4b20-a006-c178529edfbf tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365849 Aug 11 01:28:47.513348 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a1798c71-735f-4233-84c3-e954815d9b1c details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:28:47.599700 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:28:47.755943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a1798c71-735f-4233-84c3-e954815d9b1c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a1798c71-735f-4233-84c3-e954815d9b1c,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:47.767471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'port_id': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'mac_address': 'fa:16:3e:65:eb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:28:47.804056 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:47.816488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1798c71-735f-4233-84c3-e954815d9b1c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:28:47.835871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a1798c71-735f-4233-84c3-e954815d9b1c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a1798c71-735f-4233-84c3-e954815d9b1c,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:47.925629 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:47.971452 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a1798c71-735f-4233-84c3-e954815d9b1c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:48.165333 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a1798c71-735f-4233-84c3-e954815d9b1c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:28:48.202427 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802e5a3-7d83-4e12-a2e3-8163b3f945b7 req-221448bb-0ee5-41a4-9c71-380a92b42071 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:48.204110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3802e5a3-7d83-4e12-a2e3-8163b3f945b7 req-221448bb-0ee5-41a4-9c71-380a92b42071 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 944 time: 0.0503185 Aug 11 01:28:48.251171 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3802e5a3-7d83-4e12-a2e3-8163b3f945b7 req-67dc1cee-f9fc-450b-ab0d-253b337eb2b7 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404742 Aug 11 01:28:48.948088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fb4654b4-e122-4ed3-b671-cc34e8d47cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:48.971185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:49.365840 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40ff18-8d95-42bc-83b7-c4a42a160b97 req-e71ac346-a8da-4f0e-8236-4e608f02e515 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:49.367383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c40ff18-8d95-42bc-83b7-c4a42a160b97 req-e71ac346-a8da-4f0e-8236-4e608f02e515 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 944 time: 0.0500019 Aug 11 01:28:49.405978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4c40ff18-8d95-42bc-83b7-c4a42a160b97 req-a6f34082-a7f8-4021-bc39-de7589fae95e tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Aug 11 01:28:49.527067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a1798c71-735f-4233-84c3-e954815d9b1c up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:28:49.634480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port a1798c71-735f-4233-84c3-e954815d9b1c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:28:49.638520 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port a1798c71-735f-4233-84c3-e954815d9b1c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:28:49.638909 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:49.718848 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:49.740318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:28:49.743076 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c51e07-23a9-4820-9d9f-c03e12172341" -d '{"events": [{"server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:28:49.772165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a1798c71-735f-4233-84c3-e954815d9b1c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a1798c71-735f-4233-84c3-e954815d9b1c,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:28:49.779974 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f379ce50-1a82-4df3-9207-3da0f3c97271 x-openstack-request-id: req-f379ce50-1a82-4df3-9207-3da0f3c97271 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:28:49.780285 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:28:49.780555 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f379ce50-1a82-4df3-9207-3da0f3c97271 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:28:49.780950 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'code': 200} Aug 11 01:28:49.822985 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:49.872437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a1798c71-735f-4233-84c3-e954815d9b1c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:28:49.877671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18551c02-0fa1-40fa-952d-e3ab2e57440b req-99299d41-b629-410d-8a78-1f8fa4cb37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:49.879281 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18551c02-0fa1-40fa-952d-e3ab2e57440b req-99299d41-b629-410d-8a78-1f8fa4cb37a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0412085 Aug 11 01:28:49.915142 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-18551c02-0fa1-40fa-952d-e3ab2e57440b req-66df23ba-202c-4fc2-ac16-3d1dc5700d5e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281065 Aug 11 01:28:50.623056 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:50.629930 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dcf0d-345f-43ef-be71-ef63ba2079cc req-039823af-4320-4c20-8a72-a7e1e95fdc68 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:50.632424 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-256dcf0d-345f-43ef-be71-ef63ba2079cc req-039823af-4320-4c20-8a72-a7e1e95fdc68 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1600194 Aug 11 01:28:50.670722 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-256dcf0d-345f-43ef-be71-ef63ba2079cc req-bbc871bc-a10d-4c16-bc9d-48e62285bbfd tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Aug 11 01:28:51.840081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d936e2d-8726-4c25-ab2d-84963f22de5a req-38319517-15a2-4d55-85c1-d96346846ed0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:51.841639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d936e2d-8726-4c25-ab2d-84963f22de5a req-38319517-15a2-4d55-85c1-d96346846ed0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.1037765 Aug 11 01:28:51.880050 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d936e2d-8726-4c25-ab2d-84963f22de5a req-80476d6c-0c4b-464a-8695-e6b24d516122 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Aug 11 01:28:51.992111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505faac-4a17-4695-8518-b469f92d3050 req-156402fb-4ddc-48c3-a878-6f918c6a1a2e tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:51.993521 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3505faac-4a17-4695-8518-b469f92d3050 req-156402fb-4ddc-48c3-a878-6f918c6a1a2e tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.0485129 Aug 11 01:28:52.036044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3505faac-4a17-4695-8518-b469f92d3050 req-8c1c9c61-e5cf-40e4-a17f-9b77eee6aae6 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Aug 11 01:28:52.226685 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15ab04-fa0f-492f-a7cb-5be21d1b2d31 req-83132eab-2e7f-46e1-b896-1df3de9862b0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:52.228205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc15ab04-fa0f-492f-a7cb-5be21d1b2d31 req-83132eab-2e7f-46e1-b896-1df3de9862b0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.0503614 Aug 11 01:28:52.267270 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc15ab04-fa0f-492f-a7cb-5be21d1b2d31 req-f6588d93-ce14-49ad-b826-c73e62803134 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328329 Aug 11 01:28:52.554765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:28:53.575431 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11860473-310b-4346-9c90-14b1de1b7878 req-c85af99d-70e0-4557-b018-b0efdc4bd5bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404193 Aug 11 01:28:53.661280 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11860473-310b-4346-9c90-14b1de1b7878 req-bfbcbf80-1636-4a53-8190-e73b13795543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:53.662787 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11860473-310b-4346-9c90-14b1de1b7878 req-bfbcbf80-1636-4a53-8190-e73b13795543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0451286 Aug 11 01:28:53.775445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11860473-310b-4346-9c90-14b1de1b7878 req-6e14008f-017f-44f2-b1f2-0f226056d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:53.776955 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11860473-310b-4346-9c90-14b1de1b7878 req-6e14008f-017f-44f2-b1f2-0f226056d9f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 916 time: 0.0946476 Aug 11 01:28:53.826054 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11860473-310b-4346-9c90-14b1de1b7878 req-c817e08d-99be-45a7-9a92-5e9a605a8865 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 217 time: 0.0418217 Aug 11 01:28:53.878618 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11860473-310b-4346-9c90-14b1de1b7878 req-dd0c1cd1-14e7-495c-8b3c-554258754536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:53.880383 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11860473-310b-4346-9c90-14b1de1b7878 req-dd0c1cd1-14e7-495c-8b3c-554258754536 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 200 len: 854 time: 0.0476029 Aug 11 01:28:53.927247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11860473-310b-4346-9c90-14b1de1b7878 req-36f70f2c-8b33-4ccf-97a0-c17a099ae93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:28:53.928770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11860473-310b-4346-9c90-14b1de1b7878 req-36f70f2c-8b33-4ccf-97a0-c17a099ae93c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410945 Aug 11 01:28:54.026243 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11860473-310b-4346-9c90-14b1de1b7878 req-d31b8817-0713-47dd-9126-9060eedba532 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904651 Aug 11 01:28:54.119973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-11860473-310b-4346-9c90-14b1de1b7878 req-3907a02f-ab8f-42eb-bdae-03f42f3a08f6 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871377 Aug 11 01:28:59.936774 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:00.171401 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:06.088268 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910440a0-636b-4c5f-93c4-ceb0bc044f01 req-be81ac27-b41a-4c7f-a39a-6c7d149fcd51 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:06.089719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-910440a0-636b-4c5f-93c4-ceb0bc044f01 req-be81ac27-b41a-4c7f-a39a-6c7d149fcd51 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.0505726 Aug 11 01:29:06.127463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-910440a0-636b-4c5f-93c4-ceb0bc044f01 req-1122ce5d-ba87-469f-bb11-8bc51efbca70 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Aug 11 01:29:06.149803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54098) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:06.229774 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ee15a-34b6-4613-84ca-ac4794a54c09 tempest-TestMinimumBasicScenario-671201822 tempest-TestMinimumBasicScenario-671201822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:06.231327 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ed7ee15a-34b6-4613-84ca-ac4794a54c09 tempest-TestMinimumBasicScenario-671201822 tempest-TestMinimumBasicScenario-671201822-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1092 time: 0.0805335 Aug 11 01:29:06.234330 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54102) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:06.238675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:06.307581 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:06.411881 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:06.517560 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Allocated IP 172.25.0.65 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/1f577434-4a0e-4562-a1b8-afadb9a42121) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:29:06.621574 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:06.719931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:06.762652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:29:06.765561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:29:06.770018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:29:06.773106 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'Port': ['ID=1f577434-4a0e-4562-a1b8-afadb9a42121,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:06.805053 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.805936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.806291 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.806633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.806971 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.807342 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.807675 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.808007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.808338 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.808666 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.808993 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:06.809318 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:29:07.133095 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:07.273504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:07.421206 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:07.468120 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:07.545849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'Port': ['ID=1f577434-4a0e-4562-a1b8-afadb9a42121,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:07.550562 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:07.652690 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Floating IP 96937939-efbe-4521-8f82-3d4c4e45d145 associated. External IP: 172.25.0.65, port: a1798c71-735f-4233-84c3-e954815d9b1c. Aug 11 01:29:07.855959 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Router a88ef917-98af-4952-9c80-157e742ee88c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:29:07.962845 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:29:07.972852 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] Sync routers for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:29:07.982137 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:29:07.982755 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:28:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:29:08.044601 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.072430 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-655fe6a1-dfe9-43ad-b38c-fe40b0a62885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8370695 Aug 11 01:29:08.073132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:29:08.077985 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc72534-cdae-4c8e-bbc6-ceb125361be7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:29:08.082098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54104) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:08.085212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a10b91e2-1e24-4ff1-9ad1-e59ea3c06be0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268932272', 'description': 'tempest-secgroup-smoke-268932272 description', 'project_id': '6999844b19824f2abfd68fda27d9b084'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:08.091234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:29:08.124257 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e9e13-22de-45f4-b652-5400122aa729 x-openstack-request-id: req-d03e9e13-22de-45f4-b652-5400122aa729 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:29:08.124551 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:29:08.124809 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d03e9e13-22de-45f4-b652-5400122aa729 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:29:08.125269 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'status': 'completed', 'code': 200} Aug 11 01:29:08.157643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a10b91e2-1e24-4ff1-9ad1-e59ea3c06be0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.205278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-c6314f16-ebec-4a28-bca1-802e2b50b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:08.206855 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-c6314f16-ebec-4a28-bca1-802e2b50b882 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0603435 Aug 11 01:29:08.320556 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '96937939-efbe-4521-8f82-3d4c4e45d145', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'port_id': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'mac_address': 'fa:16:3e:65:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:29:06Z', 'updated_at': '2021-08-11T01:29:06Z', 'revision_number': 0, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:29:08.347277 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a10b91e2-1e24-4ff1-9ad1-e59ea3c06be0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.349077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-fe3ba4d4-9b4a-470b-94dd-32affce52c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:08.350686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-fe3ba4d4-9b4a-470b-94dd-32affce52c83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 916 time: 0.1341064 Aug 11 01:29:08.351848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] Checking router: a88ef917-98af-4952-9c80-157e742ee88c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:29:08.360565 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:29:08.361172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:28:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:29:08.423947 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-c9e58b01-3c18-4d88-b3eb-785f606e8e8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 998 time: 0.0650973 Aug 11 01:29:08.440153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a10b91e2-1e24-4ff1-9ad1-e59ea3c06be0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.466726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:29:08.500500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-2704dfa9-c210-46a1-b4b5-2be1213117b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:08.502078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-2704dfa9-c210-46a1-b4b5-2be1213117b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 200 len: 854 time: 0.0707073 Aug 11 01:29:08.502842 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b91e2-1e24-4ff1-9ad1-e59ea3c06be0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7342cc-2906-4bd9-8ee5-15e578518922,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:08.557127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-7bb15d2e-65ea-4406-b249-df006a9b0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:08.558705 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-7bb15d2e-65ea-4406-b249-df006a9b0603 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491097 Aug 11 01:29:08.559938 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a10b91e2-1e24-4ff1-9ad1-e59ea3c06be0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.561152 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a10b91e2-1e24-4ff1-9ad1-e59ea3c06be0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4842830 Aug 11 01:29:08.564470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54108) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:08.569028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-af607422-d68c-47a2-8644-35482034940b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'security_group_rule': {'security_group_id': 'bd7342cc-2906-4bd9-8ee5-15e578518922', 'project_id': '6999844b19824f2abfd68fda27d9b084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:08.672692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-08d86869-ab70-4978-8c1b-927a38fd899d service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992057 Aug 11 01:29:08.708815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '96937939-efbe-4521-8f82-3d4c4e45d145', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'port_id': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'mac_address': 'fa:16:3e:65:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:29:06Z', 'updated_at': '2021-08-11T01:29:06Z', 'revision_number': 0, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:29:08.733572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af607422-d68c-47a2-8644-35482034940b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.735287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8e87b4-2365-46cf-b61c-5dc8ade57041 None None] The sync data for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 is: [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '96937939-efbe-4521-8f82-3d4c4e45d145', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'port_id': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'mac_address': 'fa:16:3e:65:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:29:06Z', 'updated_at': '2021-08-11T01:29:06Z', 'revision_number': 0, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:29:08.815024 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6cc72534-cdae-4c8e-bbc6-ceb125361be7 req-5e1da6e1-7b1d-41bf-a218-db27137807ed service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319957 Aug 11 01:29:08.816337 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af607422-d68c-47a2-8644-35482034940b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.891144 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af607422-d68c-47a2-8644-35482034940b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.913625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af607422-d68c-47a2-8644-35482034940b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135198b0-39f4-4c96-a660-44a8bc8330dd,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:08.930204 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fa5528-224d-4e9e-b935-35e726474976 None None] New status for floating IP 96937939-efbe-4521-8f82-3d4c4e45d145: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:29:08.988453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af607422-d68c-47a2-8644-35482034940b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:08.989782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af607422-d68c-47a2-8644-35482034940b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4242933 Aug 11 01:29:08.992513 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54110) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:08.997320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-de0e9c2b-a3f5-443e-9d9b-af14a52d94f3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'security_group_rule': {'security_group_id': 'bd7342cc-2906-4bd9-8ee5-15e578518922', 'project_id': '6999844b19824f2abfd68fda27d9b084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:09.102248 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de0e9c2b-a3f5-443e-9d9b-af14a52d94f3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:09.161466 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de0e9c2b-a3f5-443e-9d9b-af14a52d94f3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:09.233780 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de0e9c2b-a3f5-443e-9d9b-af14a52d94f3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:09.252319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e9c2b-a3f5-443e-9d9b-af14a52d94f3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8e4ce4-62a2-418c-a3d1-75c492e5f493,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:09.371523 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-de0e9c2b-a3f5-443e-9d9b-af14a52d94f3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:09.373080 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-de0e9c2b-a3f5-443e-9d9b-af14a52d94f3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3796270 Aug 11 01:29:09.375874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54112) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:09.380257 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-dd3b9d90-e29c-441f-a1c3-24432e24543a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'security_group_rule': {'security_group_id': 'bd7342cc-2906-4bd9-8ee5-15e578518922', 'project_id': '6999844b19824f2abfd68fda27d9b084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:09.507255 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9d90-e29c-441f-a1c3-24432e24543a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:09.564949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9d90-e29c-441f-a1c3-24432e24543a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:09.656425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9d90-e29c-441f-a1c3-24432e24543a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:09.673661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b9d90-e29c-441f-a1c3-24432e24543a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372d8e0f-7907-41b7-b10b-c754450b58a0,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:09.805384 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9d90-e29c-441f-a1c3-24432e24543a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:09.807298 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd3b9d90-e29c-441f-a1c3-24432e24543a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4304290 Aug 11 01:29:09.810256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54114) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:09.814801 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-331d202f-0948-4112-badb-bde85ac5ce29 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'security_group_rule': {'security_group_id': 'bd7342cc-2906-4bd9-8ee5-15e578518922', 'project_id': '6999844b19824f2abfd68fda27d9b084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:09.942964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-331d202f-0948-4112-badb-bde85ac5ce29 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.007859 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-331d202f-0948-4112-badb-bde85ac5ce29 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.085361 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-331d202f-0948-4112-badb-bde85ac5ce29 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.103711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d202f-0948-4112-badb-bde85ac5ce29 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7166d5e-5396-47f8-bfdc-a567037dd0ac,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:10.170862 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-331d202f-0948-4112-badb-bde85ac5ce29 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.172159 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-331d202f-0948-4112-badb-bde85ac5ce29 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3609478 Aug 11 01:29:10.174840 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54116) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:10.179381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8ff8622c-04cd-4370-97d4-45f89ad7b007 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'security_group_rule': {'security_group_id': 'bd7342cc-2906-4bd9-8ee5-15e578518922', 'project_id': '6999844b19824f2abfd68fda27d9b084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:10.262910 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-8ff8622c-04cd-4370-97d4-45f89ad7b007 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Project 6999844b19824f2abfd68fda27d9b084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:29:10.268177 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ff8622c-04cd-4370-97d4-45f89ad7b007 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.330851 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ff8622c-04cd-4370-97d4-45f89ad7b007 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.415846 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ff8622c-04cd-4370-97d4-45f89ad7b007 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.433723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8622c-04cd-4370-97d4-45f89ad7b007 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c681856-75d1-4e79-aacb-19611308e0cd,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:10.507487 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8ff8622c-04cd-4370-97d4-45f89ad7b007 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.509546 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8ff8622c-04cd-4370-97d4-45f89ad7b007 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330076 Aug 11 01:29:10.512539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54118) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:29:10.520743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d67dc6d7-b5ed-4895-818b-41dd7169708d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'security_group_rule': {'security_group_id': 'bd7342cc-2906-4bd9-8ee5-15e578518922', 'project_id': '6999844b19824f2abfd68fda27d9b084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:10.599719 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-d67dc6d7-b5ed-4895-818b-41dd7169708d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Project 6999844b19824f2abfd68fda27d9b084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:29:10.605225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d67dc6d7-b5ed-4895-818b-41dd7169708d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.671616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d67dc6d7-b5ed-4895-818b-41dd7169708d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.753806 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d67dc6d7-b5ed-4895-818b-41dd7169708d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.774081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dc6d7-b5ed-4895-818b-41dd7169708d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e393ea-d79e-4454-af10-8ff8c99d3684,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:10.844596 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d67dc6d7-b5ed-4895-818b-41dd7169708d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:10.845865 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d67dc6d7-b5ed-4895-818b-41dd7169708d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323429 Aug 11 01:29:10.940088 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa0775bb-4df8-4543-818e-6018566caf12 req-5169d66d-d521-46b4-ab99-169cfe270852 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268932272&fields=id&tenant_id=6999844b19824f2abfd68fda27d9b084 HTTP/1.1" status: 200 len: 267 time: 0.0420525 Aug 11 01:29:11.002240 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0775bb-4df8-4543-818e-6018566caf12 req-bfc97cf1-2f65-41f4-998b-6d050c5c62a8 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:11.003863 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa0775bb-4df8-4543-818e-6018566caf12 req-bfc97cf1-2f65-41f4-998b-6d050c5c62a8 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.0559747 Aug 11 01:29:11.019873 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-aa0775bb-4df8-4543-818e-6018566caf12 req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'port': {'security_groups': ['5e3b21b6-80f6-4fa7-bfde-e4ed94354a92', 'bd7342cc-2906-4bd9-8ee5-15e578518922']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:29:11.099471 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-aa0775bb-4df8-4543-818e-6018566caf12 req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:11.291428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-aa0775bb-4df8-4543-818e-6018566caf12 req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] For port a1798c71-735f-4233-84c3-e954815d9b1c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a1798c71-735f-4233-84c3-e954815d9b1c,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:29:11.326129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-aa0775bb-4df8-4543-818e-6018566caf12 req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:11.399173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-aa0775bb-4df8-4543-818e-6018566caf12 req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:11.410685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a1798c71-735f-4233-84c3-e954815d9b1c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:29:11.446101 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0775bb-4df8-4543-818e-6018566caf12 req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:11.447228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-aa0775bb-4df8-4543-818e-6018566caf12 req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:11.451748 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa0775bb-4df8-4543-818e-6018566caf12 req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "PUT /v2.0/ports/a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 981 time: 0.4398000 Aug 11 01:29:11.463754 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:29:11.466200 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:29:11.490265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7c3ed-7451-424e-b14a-eca18b813bee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'Port': ['ID=a1798c71-735f-4233-84c3-e954815d9b1c,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:29:11.517212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a1798c71-735f-4233-84c3-e954815d9b1c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:29:11.527654 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b413633e-095d-4697-bb7a-24e2e2f2314d x-openstack-request-id: req-b413633e-095d-4697-bb7a-24e2e2f2314d {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:29:11.528039 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:29:11.528745 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b413633e-095d-4697-bb7a-24e2e2f2314d {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:29:11.529002 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'status': 'completed', 'code': 200} Aug 11 01:29:11.633446 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d76d32-e883-485f-bf20-87307f706636 req-8c275ddc-28ee-43ae-8df0-3ab6e1919989 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:11.636098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0d76d32-e883-485f-bf20-87307f706636 req-8c275ddc-28ee-43ae-8df0-3ab6e1919989 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0965495 Aug 11 01:29:11.639258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-4b83cd0a-4397-4780-b964-186bfec5d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:11.640713 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-4b83cd0a-4397-4780-b964-186bfec5d281 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1136 time: 0.0885046 Aug 11 01:29:11.734700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c0d76d32-e883-485f-bf20-87307f706636 req-e46739cf-113f-43cf-b4e0-5be50f3d2a83 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904362 Aug 11 01:29:11.761576 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2b015663-9be5-4fd4-b853-d9a3c7e94bf2 None None] Provisioning complete for port a1798c71-735f-4233-84c3-e954815d9b1c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:29:11.761939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2b015663-9be5-4fd4-b853-d9a3c7e94bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:11.771684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-b3e37445-e693-49e2-8904-bcc771798a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:11.773236 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-b3e37445-e693-49e2-8904-bcc771798a77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 916 time: 0.1220245 Aug 11 01:29:11.840562 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-0eb12ce9-6fc1-47ed-b690-e93b8d72a175 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 1000 time: 0.0600333 Aug 11 01:29:11.889233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-19972219-251f-4181-b2ab-ce449f6be18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:11.890952 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-19972219-251f-4181-b2ab-ce449f6be18e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 200 len: 854 time: 0.0437746 Aug 11 01:29:11.942407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-0d102c7c-96a7-4830-9108-d2432b5d5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:11.944056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-0d102c7c-96a7-4830-9108-d2432b5d5084 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442269 Aug 11 01:29:12.041083 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-2fe28444-6d65-4cfa-9f25-6fdad57c26f5 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877018 Aug 11 01:29:12.138405 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88510dbc-5dd9-4d35-aea0-1ca8c446b99a req-5c873273-5c76-4213-bbb6-e73bad0ce980 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888259 Aug 11 01:29:16.319508 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad13c7e2-e3cf-4799-b793-5e647f4bd827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:18.890976 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7be70267-1b8b-497a-a233-9366793bacfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:18.941190 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:20.605335 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:22.548136 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:24.599430 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:29:26.123306 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df777d-f0c5-45c0-848f-f3e803205e08 req-2923a4ff-4cfe-4d69-b487-3c6be4553375 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:26.124940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6df777d-f0c5-45c0-848f-f3e803205e08 req-2923a4ff-4cfe-4d69-b487-3c6be4553375 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0522692 Aug 11 01:29:26.174985 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a6df777d-f0c5-45c0-848f-f3e803205e08 req-b07eb3ae-5e4b-45e2-b23e-bbdf0b166ed0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437925 Aug 11 01:29:26.301036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-0dd04e01-6890-46ea-bca4-d576f1ee55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:26.302564 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-0dd04e01-6890-46ea-bca4-d576f1ee55e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1136 time: 0.1358683 Aug 11 01:29:26.398264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-aa360638-5487-41da-ae33-c17600671810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:26.399708 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-aa360638-5487-41da-ae33-c17600671810 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 916 time: 0.0892022 Aug 11 01:29:26.466940 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-9ee89632-4e9d-406d-8a66-7893083f8f12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 1000 time: 0.0597529 Aug 11 01:29:26.516382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-1593b706-fc4b-41a9-85ca-fa57eee3c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:26.517871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-1593b706-fc4b-41a9-85ca-fa57eee3c82a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 200 len: 854 time: 0.0438693 Aug 11 01:29:26.568366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-e8098da3-da54-4736-ae75-901cd260de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:26.569897 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-e8098da3-da54-4736-ae75-901cd260de9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445940 Aug 11 01:29:26.665811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-0d5fa1f0-fd2c-49b1-bbde-8a706cc910f4 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883360 Aug 11 01:29:26.762534 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a990b1e-1f1d-41c1-bc98-2fa7452e6329 req-9bb19998-3bda-4bcf-af75-792cabaf9bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891969 Aug 11 01:29:27.295094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92260-b646-4d59-913f-1f35228253eb req-776409d9-0340-4828-96a9-802b167db22e tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:27.296567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1f92260-b646-4d59-913f-1f35228253eb req-776409d9-0340-4828-96a9-802b167db22e tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0509386 Aug 11 01:29:27.338626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f1f92260-b646-4d59-913f-1f35228253eb req-fed3fdd9-0c74-429c-a0e2-6bcb7dffaa4f tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358772 Aug 11 01:29:28.457157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acbb62-1cb8-4556-8bb8-e6ef57601b19 req-a6d6c643-a31f-40bf-9d8a-043a316765a3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:28.458680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6acbb62-1cb8-4556-8bb8-e6ef57601b19 req-a6d6c643-a31f-40bf-9d8a-043a316765a3 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0518947 Aug 11 01:29:28.499636 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6acbb62-1cb8-4556-8bb8-e6ef57601b19 req-a78a418f-2706-4d80-bbc1-258426619307 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342000 Aug 11 01:29:29.618302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477efe68-0e7a-4e24-b7de-284a8aa31857 req-76206b84-f1cd-4cbd-9fad-5af65aaba4cb tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:29.619838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-477efe68-0e7a-4e24-b7de-284a8aa31857 req-76206b84-f1cd-4cbd-9fad-5af65aaba4cb tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0498195 Aug 11 01:29:29.660565 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-477efe68-0e7a-4e24-b7de-284a8aa31857 req-94f6c097-ef6a-4c0a-b267-e377a969d8e1 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344138 Aug 11 01:29:29.913722 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:30.171053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:30.778468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7df65-33a6-44d0-b3a5-97dd44d5099a req-1047796d-e66a-4d38-8519-40a980f09dbf tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:30.779998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ad7df65-33a6-44d0-b3a5-97dd44d5099a req-1047796d-e66a-4d38-8519-40a980f09dbf tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0504014 Aug 11 01:29:30.821421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9ad7df65-33a6-44d0-b3a5-97dd44d5099a req-5c77fd24-14e6-4b5b-9684-e638aeec82ca tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346639 Aug 11 01:29:31.943887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e54ea-4831-4465-af3c-f5b62f653843 req-b9e5a263-e903-4a73-8769-9bc280388378 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:31.956908 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-787e54ea-4831-4465-af3c-f5b62f653843 req-b9e5a263-e903-4a73-8769-9bc280388378 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0550699 Aug 11 01:29:31.987442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-787e54ea-4831-4465-af3c-f5b62f653843 req-8fc8df49-50ec-4494-bc9e-1d8f118e0082 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350087 Aug 11 01:29:33.117454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff5d9-e989-42d9-b3b0-4887663d4822 req-7f64b226-b729-462b-8cbd-d55cee3becce tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:33.118966 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e1ff5d9-e989-42d9-b3b0-4887663d4822 req-7f64b226-b729-462b-8cbd-d55cee3becce tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0610051 Aug 11 01:29:33.160741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8e1ff5d9-e989-42d9-b3b0-4887663d4822 req-6a61a086-b05e-48ca-ab37-3a884f4e0885 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351701 Aug 11 01:29:34.283014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae0650-a0a0-4079-bec5-3ab34d24d774 req-48376688-e351-481b-9864-856bcf47c99d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:34.284637 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1dae0650-a0a0-4079-bec5-3ab34d24d774 req-48376688-e351-481b-9864-856bcf47c99d tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0532475 Aug 11 01:29:34.327911 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1dae0650-a0a0-4079-bec5-3ab34d24d774 req-9b390fff-f65e-4ef5-b6f1-0e3c6830a39c tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366464 Aug 11 01:29:35.445844 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c5c26-799a-423d-b233-d2e218c88272 req-9f777d00-9176-487b-b14f-307560e6302b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:35.448021 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-346c5c26-799a-423d-b233-d2e218c88272 req-9f777d00-9176-487b-b14f-307560e6302b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0494592 Aug 11 01:29:35.493687 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-346c5c26-799a-423d-b233-d2e218c88272 req-eb57b5cf-39c3-4c91-9825-304be378c05f tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390134 Aug 11 01:29:36.616229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3fc8c-495b-4dbf-b1a5-51696bf6fe90 req-5bc21c8b-083a-47a8-961d-25eb41126b19 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:36.617661 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8c3fc8c-495b-4dbf-b1a5-51696bf6fe90 req-5bc21c8b-083a-47a8-961d-25eb41126b19 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0533557 Aug 11 01:29:36.664302 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f8c3fc8c-495b-4dbf-b1a5-51696bf6fe90 req-7da9f00e-0180-4f61-bc77-77bedbdc1a93 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403726 Aug 11 01:29:37.793544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b19c-6f5b-475f-a142-ee8385274aff req-6535af71-1a26-4ac2-a13e-ef7ee5fd25b8 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:37.794975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe59b19c-6f5b-475f-a142-ee8385274aff req-6535af71-1a26-4ac2-a13e-ef7ee5fd25b8 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0520370 Aug 11 01:29:37.835548 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe59b19c-6f5b-475f-a142-ee8385274aff req-d9c51fed-8723-42c7-82e4-587f76481ffd tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343671 Aug 11 01:29:38.958469 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db3dca-cc56-4a3e-8bc2-df89ede9ec47 req-60cf3852-b11a-4e60-8823-ee29690328b1 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:38.960110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65db3dca-cc56-4a3e-8bc2-df89ede9ec47 req-60cf3852-b11a-4e60-8823-ee29690328b1 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0553005 Aug 11 01:29:39.003615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65db3dca-cc56-4a3e-8bc2-df89ede9ec47 req-3daedf6e-ce47-468e-a522-73b6f79f3ca0 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369744 Aug 11 01:29:40.131523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd639c76-7595-4964-885d-b3adbad87b53 req-ffbd353b-7916-45c6-91fc-b3c182da2fea tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:40.133122 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd639c76-7595-4964-885d-b3adbad87b53 req-ffbd353b-7916-45c6-91fc-b3c182da2fea tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0595596 Aug 11 01:29:40.176384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd639c76-7595-4964-885d-b3adbad87b53 req-6e0a3df8-4b09-460f-b9e0-06768ad161d2 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360546 Aug 11 01:29:41.294320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19faf2e-3d65-4bb9-b715-52f07ac6a089 req-8c906052-812a-4989-934d-91ef62959bff tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:41.295804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a19faf2e-3d65-4bb9-b715-52f07ac6a089 req-8c906052-812a-4989-934d-91ef62959bff tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0508342 Aug 11 01:29:41.337798 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a19faf2e-3d65-4bb9-b715-52f07ac6a089 req-b57f6d9c-9337-455b-87bf-50c7b75f7385 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359693 Aug 11 01:29:42.458030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f7e4-5847-49a6-88b9-c0f28b250aa7 req-08265ea2-7dde-40f3-92d7-8a3ce9550191 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:42.459642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b621f7e4-5847-49a6-88b9-c0f28b250aa7 req-08265ea2-7dde-40f3-92d7-8a3ce9550191 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0521972 Aug 11 01:29:42.502643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b621f7e4-5847-49a6-88b9-c0f28b250aa7 req-69e4eb21-eb44-4752-a8cd-3370f429ee29 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368237 Aug 11 01:29:43.625030 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508e9b8-127c-40db-ae56-626eb44cbc96 req-41cc8e82-2348-4b64-a2e8-5e9ae32ad44e tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:43.626692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d508e9b8-127c-40db-ae56-626eb44cbc96 req-41cc8e82-2348-4b64-a2e8-5e9ae32ad44e tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0539985 Aug 11 01:29:43.671300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d508e9b8-127c-40db-ae56-626eb44cbc96 req-e0c7536a-9067-4483-b93b-2ca307172c94 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7342cc-2906-4bd9-8ee5-15e578518922&id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378301 Aug 11 01:29:46.308470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09689a4f-64a7-45cf-95ce-a906af1d39b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:48.896122 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1b729805-4ee1-4028-968b-c54bc08ecd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:48.953576 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:50.673492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:52.547583 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:29:53.746970 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-7a881532-5305-4f78-854c-113254477376 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398757 Aug 11 01:29:53.841736 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-df641bf2-4542-472d-823d-9287cdeba920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:53.843399 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-df641bf2-4542-472d-823d-9287cdeba920 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1136 time: 0.0473051 Aug 11 01:29:53.952658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-5a2da09f-c312-46cd-ac3e-7144a53b6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:53.954215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-5a2da09f-c312-46cd-ac3e-7144a53b6f45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 916 time: 0.0903428 Aug 11 01:29:54.066691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-f2193dd2-b0dc-404e-a145-2247cea5246c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 1000 time: 0.1052349 Aug 11 01:29:54.118436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-9dd82652-e761-46d3-b2f4-7ee9bfdfb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:54.120808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-9dd82652-e761-46d3-b2f4-7ee9bfdfb7e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 200 len: 854 time: 0.0457964 Aug 11 01:29:54.169995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-7066bcae-4eaf-4ca9-9a3a-665a1804e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:29:54.171612 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-7066bcae-4eaf-4ca9-9a3a-665a1804e92f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426219 Aug 11 01:29:54.275516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-00a26d59-ce63-4d22-b9ff-9d5f3a1a3034 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945783 Aug 11 01:29:54.373109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-93fd1f29-2a0e-4a59-9285-93e8485a70b6 req-dc1acf28-09f0-4b0e-be8a-788c4189bf9b service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904825 Aug 11 01:29:59.976572 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:00.199443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:01.598583 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:30:14.436978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-af6d2b68-f047-48a6-8b98-7726aeaced92 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268932272&fields=id&tenant_id=6999844b19824f2abfd68fda27d9b084 HTTP/1.1" status: 200 len: 267 time: 0.0353398 Aug 11 01:30:14.490254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-0dc88bda-3e83-43fe-9417-580e58aea0ac tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:14.491773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-0dc88bda-3e83-43fe-9417-580e58aea0ac tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 984 time: 0.0489407 Aug 11 01:30:14.503511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Request body: {'port': {'security_groups': ['5e3b21b6-80f6-4fa7-bfde-e4ed94354a92']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:14.570970 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:14.747561 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] For port a1798c71-735f-4233-84c3-e954815d9b1c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a1798c71-735f-4233-84c3-e954815d9b1c,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:14.776561 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:14.862612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:14.875143 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a1798c71-735f-4233-84c3-e954815d9b1c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:30:14.914283 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:14.922653 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:14.922653 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7f04b78-1e94-4a0d-9f15-c24d88e764d5 req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "PUT /v2.0/ports/a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 942 time: 0.4174383 Aug 11 01:30:14.922653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:30:14.922653 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285a52d7-6bab-4852-badd-5130307a9427" -d '{"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:30:14.923486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54188) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:14.943690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event updated for resources: {'Port': ['ID=a1798c71-735f-4233-84c3-e954815d9b1c,revision_number=7']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:14.952647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.958169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bf864-d208-40b7-8b77-f61d1ba9540b tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:14.996945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a1798c71-735f-4233-84c3-e954815d9b1c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:30:15.017695 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:15.053844 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:15.077500 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d9fb54-021f-4d8f-8fe0-234a99ed8b23 x-openstack-request-id: req-34d9fb54-021f-4d8f-8fe0-234a99ed8b23 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:30:15.077738 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:30:15.077959 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34d9fb54-021f-4d8f-8fe0-234a99ed8b23 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:30:15.079035 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'status': 'completed', 'code': 200} Aug 11 01:30:15.154936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a52d7-6bab-4852-badd-5130307a9427 req-66573e6b-5d6b-4e6f-895d-de82382568c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:15.158330 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-285a52d7-6bab-4852-badd-5130307a9427 req-66573e6b-5d6b-4e6f-895d-de82382568c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0592365 Aug 11 01:30:15.211298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7aba694d-237a-4cef-b502-75cade24bef2 None None] Provisioning complete for port a1798c71-735f-4233-84c3-e954815d9b1c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:15.211671 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7aba694d-237a-4cef-b502-75cade24bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:15.248550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a52d7-6bab-4852-badd-5130307a9427 req-3fa843dd-9127-4c9a-8f90-243ad6c677ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:15.250080 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-285a52d7-6bab-4852-badd-5130307a9427 req-3fa843dd-9127-4c9a-8f90-243ad6c677ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 916 time: 0.0865505 Aug 11 01:30:15.250927 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:15.253623 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:15.254784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "DELETE /v2.0/security-groups/bd7342cc-2906-4bd9-8ee5-15e578518922 HTTP/1.1" status: 204 len: 168 time: 0.3306999 Aug 11 01:30:15.257631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54194) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:15.264346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7342cc-2906-4bd9-8ee5-15e578518922,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:15.272570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.273179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.273523 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.273858 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.274357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.274690 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.275224 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.275734 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.276067 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.276393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.276797 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.277134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a9f818-a56d-4fc1-9919-9b6040d5f7ee tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:15.370802 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-285a52d7-6bab-4852-badd-5130307a9427 req-3916e777-0e95-4878-a613-26ca2b52884f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 1000 time: 0.1121790 Aug 11 01:30:15.481288 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a52d7-6bab-4852-badd-5130307a9427 req-4c86ecc9-d03d-434c-9e71-d954e30df184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:15.482757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-285a52d7-6bab-4852-badd-5130307a9427 req-4c86ecc9-d03d-434c-9e71-d954e30df184 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 200 len: 854 time: 0.0801454 Aug 11 01:30:15.536226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Deleting port 1f577434-4a0e-4562-a1b8-afadb9a42121 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:15.536477 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:15.540688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a52d7-6bab-4852-badd-5130307a9427 req-d5018ac4-c42e-414c-827e-00142cfee374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:15.542187 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-285a52d7-6bab-4852-badd-5130307a9427 req-d5018ac4-c42e-414c-827e-00142cfee374 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519390 Aug 11 01:30:15.681155 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:15.681485 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:16.045869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Calling delete_port for 1f577434-4a0e-4562-a1b8-afadb9a42121 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:16.049040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-285a52d7-6bab-4852-badd-5130307a9427 req-b0b0feb7-18de-41b1-9423-b3d744da586e service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973850 Aug 11 01:30:16.201825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-285a52d7-6bab-4852-badd-5130307a9427 req-0ff85eab-59ff-43a8-a75c-c946b968fb84 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452591 Aug 11 01:30:16.296148 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0076a768-6a0d-43ac-bcd8-706d74deede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:16.322427 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:16.350940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event deleted for resources: {'Port': ['ID=1f577434-4a0e-4562-a1b8-afadb9a42121,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:16.419978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:16.420332 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Floating IP 96937939-efbe-4521-8f82-3d4c4e45d145 disassociated (deleted). External IP: 172.25.0.65, port: a1798c71-735f-4233-84c3-e954815d9b1c. Aug 11 01:30:16.628031 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Router a88ef917-98af-4952-9c80-157e742ee88c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:30:16.734773 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:30:16.740069 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:16.745139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] Sync routers for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:30:16.754430 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:16.755041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:16.769041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5bd72481-9291-4193-af3b-4f702745a2e4 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "DELETE /v2.0/floatingips/96937939-efbe-4521-8f82-3d4c4e45d145 HTTP/1.1" status: 204 len: 168 time: 1.5037754 Aug 11 01:30:16.871930 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:17.079691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:30:17.082231 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:30:17.121387 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4344ef70-278a-499f-b83a-6396fe7d203d x-openstack-request-id: req-4344ef70-278a-499f-b83a-6396fe7d203d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:30:17.121675 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:30:17.121947 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4344ef70-278a-499f-b83a-6396fe7d203d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:30:17.122432 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'status': 'completed', 'code': 200} Aug 11 01:30:17.186317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-380846a3-9855-4de6-99ca-8eb90a95483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:17.187925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-380846a3-9855-4de6-99ca-8eb90a95483b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6999844b19824f2abfd68fda27d9b084&device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0434043 Aug 11 01:30:17.241929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:17.269674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] Checking router: a88ef917-98af-4952-9c80-157e742ee88c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:30:17.278120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:17.279310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:29:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:17.288535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-a96314e7-0565-4e8e-b2a7-254dfa3f0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:17.290150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-a96314e7-0565-4e8e-b2a7-254dfa3f0ff6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 200 len: 916 time: 0.0953414 Aug 11 01:30:17.336998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-44a3178b-fc87-4d82-b0f0-e072edfc61ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 200 len: 217 time: 0.0396588 Aug 11 01:30:17.388597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-61d0f8c8-b254-46b8-afcd-8a7019b8f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:17.389379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:17.390110 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-61d0f8c8-b254-46b8-afcd-8a7019b8f367 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 200 len: 854 time: 0.0451159 Aug 11 01:30:17.437559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-11e87c41-1ade-49a3-b7fc-45e29c8b2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:17.439032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-11e87c41-1ade-49a3-b7fc-45e29c8b2b84 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414569 Aug 11 01:30:17.533890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-3dc69d55-5c7d-4709-b75e-a4bf1399b6f1 service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873458 Aug 11 01:30:17.593742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:17.620704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9b7518-8879-40a3-a8d0-fba396e60de1 None None] The sync data for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 is: [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:28:10Z', 'revision_number': 4, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '3983a841-4acb-4c03-b1e3-c5a49b6554ac', 'name': '', 'network_id': '11d8e2db-abb3-4fcc-92bd-97cd719c5b3f', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'mac_address': 'fa:16:3e:29:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:10Z', 'updated_at': '2021-08-11T01:28:17Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'subnets': [{'id': 'adbe875d-0ff2-47fe-a3f7-873fddbda90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:30:17.625725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f5c256aa-6f5b-4aca-bb3b-ae79196cfbc7 req-169e1853-e6be-4713-a9bd-0f992eac550f service neutron] 10.222.0.44 "GET /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841558 Aug 11 01:30:17.845126 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091b52f3-d6d3-48a7-b8c9-6b7ec20b86ac None None] New status for floating IP 96937939-efbe-4521-8f82-3d4c4e45d145: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:30:18.924175 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fc5255e3-3fde-4bb2-954b-2f203989589d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:18.975935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:20.619654 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:22.556896 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:25.373597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b0cbd-b8a2-45c5-aeaf-6356bf6a255c req-5469b6c7-3022-4b3b-b532-8e1cf0dbcd4a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:25.375095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069b0cbd-b8a2-45c5-aeaf-6356bf6a255c req-5469b6c7-3022-4b3b-b532-8e1cf0dbcd4a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.0556390 Aug 11 01:30:25.414077 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-069b0cbd-b8a2-45c5-aeaf-6356bf6a255c req-81287443-525a-45f6-88ab-fcc21a9dd51f tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329359 Aug 11 01:30:26.530608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b76b77-8e14-4b8c-b387-86a4977414a0 req-0baf71d2-983f-41df-92e5-546b320cb142 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:26.532145 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70b76b77-8e14-4b8c-b387-86a4977414a0 req-0baf71d2-983f-41df-92e5-546b320cb142 tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.0492070 Aug 11 01:30:26.570206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-70b76b77-8e14-4b8c-b387-86a4977414a0 req-ea2b5be1-dd4a-4faa-aa04-badee04c8e2c tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Aug 11 01:30:26.951061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-0494ceb5-c885-4329-968d-7834b9af54bd tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:26.952970 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-0494ceb5-c885-4329-968d-7834b9af54bd tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 945 time: 0.0503509 Aug 11 01:30:27.044929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Deleting port a1798c71-735f-4233-84c3-e954815d9b1c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:27.045280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:27.135672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] For port a1798c71-735f-4233-84c3-e954815d9b1c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a1798c71-735f-4233-84c3-e954815d9b1c,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:27.136033 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:27.149039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Calling delete_port for a1798c71-735f-4233-84c3-e954815d9b1c owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:27.381864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:27.393436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a1798c71-735f-4233-84c3-e954815d9b1c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:30:27.409431 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Pushing event deleted for resources: {'Port': ['ID=a1798c71-735f-4233-84c3-e954815d9b1c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:27.451899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] No DVR routers for this DVR port a1798c71-735f-4233-84c3-e954815d9b1c on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:30:27.454523 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:27.456538 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cbc4aa02-f1ac-410a-902f-17326f40ddea req-7680fbfc-b669-4163-a76f-1ec83dc2cc6a tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.44 "DELETE /v2.0/ports/a1798c71-735f-4233-84c3-e954815d9b1c HTTP/1.1" status: 204 len: 173 time: 0.4981937 Aug 11 01:30:27.456968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'name': 'network-vif-deleted', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:30:27.459269 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f21edf-14e6-441b-8d92-fc343a72b3e3" -d '{"events": [{"server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "name": "network-vif-deleted", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:30:27.495500 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c1c310-9752-4a8a-9909-f0c588930015 x-openstack-request-id: req-78c1c310-9752-4a8a-9909-f0c588930015 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:30:27.495796 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f29f0f1-4b2b-4304-871b-09d30bee6aa3", "name": "network-vif-deleted", "tag": "a1798c71-735f-4233-84c3-e954815d9b1c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:30:27.496054 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78c1c310-9752-4a8a-9909-f0c588930015 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:30:27.496466 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f29f0f1-4b2b-4304-871b-09d30bee6aa3', 'name': 'network-vif-deleted', 'tag': 'a1798c71-735f-4233-84c3-e954815d9b1c', 'status': 'completed', 'code': 200} Aug 11 01:30:27.663921 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a7f36ab2-02e1-4afb-a690-c6af270bfd32 req-0578b817-8fa7-4145-8354-30d6bfe4c90c tempest-TestMinimumBasicScenario-2100539490 tempest-TestMinimumBasicScenario-2100539490-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f29f0f1-4b2b-4304-871b-09d30bee6aa3 HTTP/1.1" status: 200 len: 210 time: 0.0273349 Aug 11 01:30:29.916728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a1798c71-735f-4233-84c3-e954815d9b1c no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:30:29.940280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: a1798c71-735f-4233-84c3-e954815d9b1c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:30:29.940617 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a1798c71-735f-4233-84c3-e954815d9b1c not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:30:29.958284 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:30.000791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54292) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:30.190530 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:30.354056 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:30.600286 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Deleting port 3983a841-4acb-4c03-b1e3-c5a49b6554ac {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:30.600643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:30.677166 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] For port 3983a841-4acb-4c03-b1e3-c5a49b6554ac, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=3983a841-4acb-4c03-b1e3-c5a49b6554ac,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:30.677445 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:30.690461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Calling delete_port for 3983a841-4acb-4c03-b1e3-c5a49b6554ac owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:30.970052 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:31.023645 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Pushing event deleted for resources: {'Port': ['ID=3983a841-4acb-4c03-b1e3-c5a49b6554ac,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:31.171014 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:31.386236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Router a88ef917-98af-4952-9c80-157e742ee88c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:30:31.494234 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:30:31.500390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a09ace3a-5cff-46d9-ac07-97ce29703961 admin admin] 10.222.0.43 "PUT /v2.0/routers/a88ef917-98af-4952-9c80-157e742ee88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986250 Aug 11 01:30:31.503881 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54294) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:31.505951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] Sync routers for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:30:31.515275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:31.519373 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:31.611450 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:31.620448 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:31.715116 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:31.794422 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:30:30Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:31.819744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] Checking router: a88ef917-98af-4952-9c80-157e742ee88c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:30:31.828399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] Routers {'a88ef917-98af-4952-9c80-157e742ee88c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:31.828994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a88ef917-98af-4952-9c80-157e742ee88c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:31.937804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] Set router a88ef917-98af-4952-9c80-157e742ee88c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:32.129400 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:30:30Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:32.157970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd3cf1-5976-46a7-bea2-649fd50c4982 None None] The sync data for ids ['a88ef917-98af-4952-9c80-157e742ee88c'] in n-d-712143-13 is: [{'id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'name': 'tempest-TestMinimumBasicScenario-1613310719-router', 'tenant_id': '6999844b19824f2abfd68fda27d9b084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:07Z', 'updated_at': '2021-08-11T01:30:30Z', 'revision_number': 5, 'project_id': '6999844b19824f2abfd68fda27d9b084', 'gw_port': {'id': '1c10826a-a1a1-485b-91bf-d0d6adc81661', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ea:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88ef917-98af-4952-9c80-157e742ee88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:08Z', 'updated_at': '2021-08-11T01:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:30:32.245415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Deleting port 1c10826a-a1a1-485b-91bf-d0d6adc81661 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:32.246027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.324669 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] For port 1c10826a-a1a1-485b-91bf-d0d6adc81661, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1c10826a-a1a1-485b-91bf-d0d6adc81661,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:32.324952 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.337969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Calling delete_port for 1c10826a-a1a1-485b-91bf-d0d6adc81661 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:32.547881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3983a841-4acb-4c03-b1e3-c5a49b6554ac no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:30:32.576299 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 3983a841-4acb-4c03-b1e3-c5a49b6554ac {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:30:32.576582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 3983a841-4acb-4c03-b1e3-c5a49b6554ac not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:30:32.596316 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.629270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Pushing event deleted for resources: {'Port': ['ID=1c10826a-a1a1-485b-91bf-d0d6adc81661,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:32.693882 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.784077 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.786140 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.890334 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.890719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Fanout notify agent at l3_agent the message router_deleted on router a88ef917-98af-4952-9c80-157e742ee88c {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:30:32.895186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.901790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5bf87786-a955-4ec4-8b50-3c0903f1eabe admin admin] 10.222.0.43 "DELETE /v2.0/routers/a88ef917-98af-4952-9c80-157e742ee88c HTTP/1.1" status: 204 len: 168 time: 1.3911450 Aug 11 01:30:32.902283 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54298) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:32.950744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbe44af-7246-4865-917f-b06a7145fc60 admin admin] Deleting subnet adbe875d-0ff2-47fe-a3f7-873fddbda90d {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:30:32.954609 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfbe44af-7246-4865-917f-b06a7145fc60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:32.997191 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfbe44af-7246-4865-917f-b06a7145fc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.077955 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfbe44af-7246-4865-917f-b06a7145fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.210022 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfbe44af-7246-4865-917f-b06a7145fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.234995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe44af-7246-4865-917f-b06a7145fc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbe875d-0ff2-47fe-a3f7-873fddbda90d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:33.237046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dfbe44af-7246-4865-917f-b06a7145fc60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.239530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dfbe44af-7246-4865-917f-b06a7145fc60 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/adbe875d-0ff2-47fe-a3f7-873fddbda90d HTTP/1.1" status: 204 len: 168 time: 0.3386629 Aug 11 01:30:33.241505 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54300) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:33.244088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5d3bb-a9f2-419f-b630-e60c2280becd None None] Network 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:30:33.307645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.365220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Deleting port 11ef4535-e28e-4564-9147-084d74f077eb {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:33.365943 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.435923 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] For port 11ef4535-e28e-4564-9147-084d74f077eb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=11ef4535-e28e-4564-9147-084d74f077eb,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:33.437030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.441397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] DHCP port deletion for 11d8e2db-abb3-4fcc-92bd-97cd719c5b3f request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:30:33.451104 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Calling delete_port for 11ef4535-e28e-4564-9147-084d74f077eb owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:33.490052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Deleting port 11ef4535-e28e-4564-9147-084d74f077eb {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:33.490447 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.554854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] For port 11ef4535-e28e-4564-9147-084d74f077eb, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=11ef4535-e28e-4564-9147-084d74f077eb,segment=NetworkSegment(c1f11407-8d7d-473c-80a7-02d4bea2fb03),segment_id=c1f11407-8d7d-473c-80a7-02d4bea2fb03)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:33.555718 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.572327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Calling delete_port for 11ef4535-e28e-4564-9147-084d74f077eb owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:33.659054 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.665014 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.690946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] No DVR routers for this DVR port 11ef4535-e28e-4564-9147-084d74f077eb on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:30:33.692110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Pushing event deleted for resources: {'Port': ['ID=11ef4535-e28e-4564-9147-084d74f077eb,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:33.694399 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] No DVR routers for this DVR port 11ef4535-e28e-4564-9147-084d74f077eb on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:30:33.697966 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ef4535-e28e-4564-9147-084d74f077eb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:33.704654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.705212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.705726 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.706234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.707362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.707362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.707555 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.707802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.708071 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.708406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.708731 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.709072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1ee30-007a-46d1-9db9-64b0760dec17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:33.770575 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.780530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d8e2db-abb3-4fcc-92bd-97cd719c5b3f']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:33.790765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f11407-8d7d-473c-80a7-02d4bea2fb03') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:33.791068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f11407-8d7d-473c-80a7-02d4bea2fb03') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:33.800339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.814290 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.820084 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:30:33.825959 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:30:33.956264 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.961704 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:33.963622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] 10.222.0.43 "DELETE /v2.0/networks/11d8e2db-abb3-4fcc-92bd-97cd719c5b3f HTTP/1.1" status: 204 len: 168 time: 0.7210360 Aug 11 01:30:33.966579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54302) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:33.974465 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542be33a-cb16-4e15-a6b8-749835100f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d8e2db-abb3-4fcc-92bd-97cd719c5b3f,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:34.324115 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:34.415880 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 11ef4535-e28e-4564-9147-084d74f077eb no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:30:34.435516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 11ef4535-e28e-4564-9147-084d74f077eb {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:30:34.435868 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 11ef4535-e28e-4564-9147-084d74f077eb not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:30:34.436834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1c10826a-a1a1-485b-91bf-d0d6adc81661 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:30:34.458718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 1c10826a-a1a1-485b-91bf-d0d6adc81661 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:30:34.459072 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1c10826a-a1a1-485b-91bf-d0d6adc81661 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:30:34.576310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Deleting port e05de846-6777-4742-9fa3-a116e8e1603d {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:34.576615 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:34.652661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] For port e05de846-6777-4742-9fa3-a116e8e1603d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=e05de846-6777-4742-9fa3-a116e8e1603d,segment=NetworkSegment(ef05a012-60ef-4278-9b00-dbb49f870a9a),segment_id=ef05a012-60ef-4278-9b00-dbb49f870a9a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:34.653029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:34.665805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Calling delete_port for e05de846-6777-4742-9fa3-a116e8e1603d owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:34.964646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:34.994052 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e05de846-6777-4742-9fa3-a116e8e1603d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:35.172182 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:35.389523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Router 48c24c9a-e2cf-434b-a382-8398f79441ab has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:30:35.496659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:30:35.501950 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1c9f2a4e-b4c2-41c8-8c3d-072e30a09c9f admin admin] 10.222.0.43 "PUT /v2.0/routers/48c24c9a-e2cf-434b-a382-8398f79441ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5341141 Aug 11 01:30:35.504586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:35.507734 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] Sync routers for ids ['48c24c9a-e2cf-434b-a382-8398f79441ab'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:30:35.612387 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] Routers {'48c24c9a-e2cf-434b-a382-8398f79441ab'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:35.613008 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['48c24c9a-e2cf-434b-a382-8398f79441ab'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:35.613436 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:35.715281 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] Set router 48c24c9a-e2cf-434b-a382-8398f79441ab gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:35.718506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:35.848136 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Deleting port abddbe90-8fd4-4ad2-bc59-bc63a176dea0 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:35.848483 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:35.905327 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:30:34Z', 'revision_number': 5, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port': {'id': 'abddbe90-8fd4-4ad2-bc59-bc63a176dea0', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:28:14Z', 'updated_at': '2021-08-11T01:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:35.930041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] For port abddbe90-8fd4-4ad2-bc59-bc63a176dea0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=abddbe90-8fd4-4ad2-bc59-bc63a176dea0,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:35.930412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:35.931248 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] Checking router: 48c24c9a-e2cf-434b-a382-8398f79441ab for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:30:35.940027 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] Routers {'48c24c9a-e2cf-434b-a382-8398f79441ab'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:35.940633 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['48c24c9a-e2cf-434b-a382-8398f79441ab'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:35.943943 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Calling delete_port for abddbe90-8fd4-4ad2-bc59-bc63a176dea0 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:36.024821 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] Set router 48c24c9a-e2cf-434b-a382-8398f79441ab gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:36.078672 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:30:35Z', 'revision_number': 6, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:36.104538 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0a152-02c6-43f5-91d2-00c7121bc99d None None] The sync data for ids ['48c24c9a-e2cf-434b-a382-8398f79441ab'] in n-d-712143-13 is: [{'id': '48c24c9a-e2cf-434b-a382-8398f79441ab', 'name': 'tempest-TestMinimumBasicScenario-770164350-router', 'tenant_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:28:13Z', 'updated_at': '2021-08-11T01:30:35Z', 'revision_number': 6, 'project_id': 'd0687b48898947b394c41a3fb8d9a0bb', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:30:36.193266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.224569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Pushing event deleted for resources: {'Port': ['ID=abddbe90-8fd4-4ad2-bc59-bc63a176dea0,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:36.300311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.378870 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.381498 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.524412 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.525002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c24c9a-e2cf-434b-a382-8398f79441ab {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:30:36.529380 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.530598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a2925aca-154c-495c-a74a-2e94640ad873 admin admin] 10.222.0.43 "DELETE /v2.0/routers/48c24c9a-e2cf-434b-a382-8398f79441ab HTTP/1.1" status: 204 len: 168 time: 1.0250602 Aug 11 01:30:36.533684 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54306) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:36.583006 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9866a3-594f-42fc-89d9-44d250b4d82a admin admin] Deleting subnet d6f13884-024f-4e27-a6e1-6a90056ab59d {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:30:36.586064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd9866a3-594f-42fc-89d9-44d250b4d82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.620379 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd9866a3-594f-42fc-89d9-44d250b4d82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.695910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd9866a3-594f-42fc-89d9-44d250b4d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.823549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e05de846-6777-4742-9fa3-a116e8e1603d no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:30:36.838858 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd9866a3-594f-42fc-89d9-44d250b4d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.847678 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: e05de846-6777-4742-9fa3-a116e8e1603d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:30:36.848368 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device e05de846-6777-4742-9fa3-a116e8e1603d not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:30:36.866690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9866a3-594f-42fc-89d9-44d250b4d82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f13884-024f-4e27-a6e1-6a90056ab59d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:36.870666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-dd9866a3-594f-42fc-89d9-44d250b4d82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.875072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-dd9866a3-594f-42fc-89d9-44d250b4d82a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d6f13884-024f-4e27-a6e1-6a90056ab59d HTTP/1.1" status: 204 len: 168 time: 0.3379526 Aug 11 01:30:36.875232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54308) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:36.878288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb42f5-3bd5-4ca1-b4c7-ce54b25cac8b None None] Network 83ff6d2b-c630-406b-afb4-5210eb58ab3e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:30:36.945414 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:36.999792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Deleting port 62c2d64e-6ce8-4779-a166-f6dbee2a298f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:37.000146 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.064185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] DHCP port deletion for 83ff6d2b-c630-406b-afb4-5210eb58ab3e request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:30:37.080054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] For port 62c2d64e-6ce8-4779-a166-f6dbee2a298f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=62c2d64e-6ce8-4779-a166-f6dbee2a298f,segment=NetworkSegment(ef05a012-60ef-4278-9b00-dbb49f870a9a),segment_id=ef05a012-60ef-4278-9b00-dbb49f870a9a)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:37.080429 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.096000 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Calling delete_port for 62c2d64e-6ce8-4779-a166-f6dbee2a298f owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:37.118510 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] Deleting port 62c2d64e-6ce8-4779-a166-f6dbee2a298f {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:30:37.118891 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.181671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] For port 62c2d64e-6ce8-4779-a166-f6dbee2a298f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=62c2d64e-6ce8-4779-a166-f6dbee2a298f,segment=NetworkSegment(ef05a012-60ef-4278-9b00-dbb49f870a9a),segment_id=ef05a012-60ef-4278-9b00-dbb49f870a9a)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:37.182060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.195437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] Calling delete_port for 62c2d64e-6ce8-4779-a166-f6dbee2a298f owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:30:37.241814 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.271320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] No DVR routers for this DVR port 62c2d64e-6ce8-4779-a166-f6dbee2a298f on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:30:37.276938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c2d64e-6ce8-4779-a166-f6dbee2a298f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:37.280690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.306886 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] Pushing event deleted for resources: {'Port': ['ID=62c2d64e-6ce8-4779-a166-f6dbee2a298f,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:37.315795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc2a50-d921-4d71-b8ea-b13651b14220 None None] No DVR routers for this DVR port 62c2d64e-6ce8-4779-a166-f6dbee2a298f on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:30:37.354728 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.365528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ff6d2b-c630-406b-afb4-5210eb58ab3e']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:37.376769 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef05a012-60ef-4278-9b00-dbb49f870a9a') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:37.377069 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef05a012-60ef-4278-9b00-dbb49f870a9a') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:37.385810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.399551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.405927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:30:37.406311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:30:37.407957 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:30:37.530227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.536365 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:37.538159 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] 10.222.0.43 "DELETE /v2.0/networks/83ff6d2b-c630-406b-afb4-5210eb58ab3e HTTP/1.1" status: 204 len: 168 time: 0.6620598 Aug 11 01:30:37.549733 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34abda-1bde-4198-ba22-e633f30a7a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ff6d2b-c630-406b-afb4-5210eb58ab3e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:37.898848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54312) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:37.938830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fbc947e5-865a-4956-a306-1b47da9e305d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6999844b19824f2abfd68fda27d9b084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387757 Aug 11 01:30:37.941282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54314) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:37.989716 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a83c9ac-74a8-46a1-bb3d-97b7e082ddd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:38.011626 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a83c9ac-74a8-46a1-bb3d-97b7e082ddd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:38.147180 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a83c9ac-74a8-46a1-bb3d-97b7e082ddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:38.149773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a83c9ac-74a8-46a1-bb3d-97b7e082ddd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:38.150920 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8a83c9ac-74a8-46a1-bb3d-97b7e082ddd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e3b21b6-80f6-4fa7-bfde-e4ed94354a92 HTTP/1.1" status: 204 len: 168 time: 0.2087350 Aug 11 01:30:38.158791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83c9ac-74a8-46a1-bb3d-97b7e082ddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b21b6-80f6-4fa7-bfde-e4ed94354a92,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:38.415849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 62c2d64e-6ce8-4779-a166-f6dbee2a298f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:30:38.435792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 62c2d64e-6ce8-4779-a166-f6dbee2a298f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:30:38.436136 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 62c2d64e-6ce8-4779-a166-f6dbee2a298f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:30:38.436549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device abddbe90-8fd4-4ad2-bc59-bc63a176dea0 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:30:38.455545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: abddbe90-8fd4-4ad2-bc59-bc63a176dea0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:30:38.455887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device abddbe90-8fd4-4ad2-bc59-bc63a176dea0 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:30:38.597383 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:30:38.888162 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54320) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:38.928364 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9e40899f-f455-4faa-8ba6-f1e4e1158641 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0687b48898947b394c41a3fb8d9a0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389941 Aug 11 01:30:38.930754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54322) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:38.981369 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6db2bf50-fd09-4a0d-bcef-f8281ed62539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:39.003182 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6db2bf50-fd09-4a0d-bcef-f8281ed62539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:39.167475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6db2bf50-fd09-4a0d-bcef-f8281ed62539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:39.170036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6db2bf50-fd09-4a0d-bcef-f8281ed62539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:39.171898 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6db2bf50-fd09-4a0d-bcef-f8281ed62539 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a823bd3-9c29-429b-9c14-3adb6e957644 HTTP/1.1" status: 204 len: 168 time: 0.2395539 Aug 11 01:30:39.179933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2bf50-fd09-4a0d-bcef-f8281ed62539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a823bd3-9c29-429b-9c14-3adb6e957644,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:41.576045 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54362) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:41.581064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12890703', 'description': 'tempest-secgroup-smoke-12890703 description', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:41.687513 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:41.696873 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:41.785009 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:41.866975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:41.903803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785e58c7-2483-48fd-a901-d4c7fc0893e7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:41.957546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.055559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.087430 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35944b13-3a83-4790-96d1-a90f3e49baac,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:42.164029 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.165278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c46fd657-9e42-4600-89aa-c6cbe6a2b6e3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5882061 Aug 11 01:30:42.168340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54364) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:42.173358 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8e5bdc47-c598-4e86-8da9-6a45d3cb5e56 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '35944b13-3a83-4790-96d1-a90f3e49baac', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:42.260320 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdc47-c598-4e86-8da9-6a45d3cb5e56 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.319529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdc47-c598-4e86-8da9-6a45d3cb5e56 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.381178 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdc47-c598-4e86-8da9-6a45d3cb5e56 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.399364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bdc47-c598-4e86-8da9-6a45d3cb5e56 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27a2347-4cb4-4924-911b-aa0379c642e5,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:42.461153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e5bdc47-c598-4e86-8da9-6a45d3cb5e56 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.462406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8e5bdc47-c598-4e86-8da9-6a45d3cb5e56 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931309 Aug 11 01:30:42.465175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54366) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:42.470250 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-834d6267-56bb-4037-a5ab-05e17b4ecdfe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '35944b13-3a83-4790-96d1-a90f3e49baac', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:42.566303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-834d6267-56bb-4037-a5ab-05e17b4ecdfe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.623746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-834d6267-56bb-4037-a5ab-05e17b4ecdfe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.684132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-834d6267-56bb-4037-a5ab-05e17b4ecdfe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.704627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d6267-56bb-4037-a5ab-05e17b4ecdfe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4f4009-a859-49d4-b8dc-eefda6252812,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:42.764227 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-834d6267-56bb-4037-a5ab-05e17b4ecdfe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.765968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-834d6267-56bb-4037-a5ab-05e17b4ecdfe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992938 Aug 11 01:30:42.768968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54368) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:42.773598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8e0dd72a-50a9-4213-8c31-d30683a9ba93 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '35944b13-3a83-4790-96d1-a90f3e49baac', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:42.879760 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd72a-50a9-4213-8c31-d30683a9ba93 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:42.938114 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd72a-50a9-4213-8c31-d30683a9ba93 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.016049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd72a-50a9-4213-8c31-d30683a9ba93 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.037124 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dd72a-50a9-4213-8c31-d30683a9ba93 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1f825d-89f4-4ede-98c9-5f8ba84b5e51,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:43.107297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e0dd72a-50a9-4213-8c31-d30683a9ba93 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.108719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8e0dd72a-50a9-4213-8c31-d30683a9ba93 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386467 Aug 11 01:30:43.111858 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54370) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:43.116339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c66e72a9-03a2-4a58-b413-5dd4bbcb4077 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '35944b13-3a83-4790-96d1-a90f3e49baac', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:43.195449 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c66e72a9-03a2-4a58-b413-5dd4bbcb4077 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.257193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c66e72a9-03a2-4a58-b413-5dd4bbcb4077 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.324267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c66e72a9-03a2-4a58-b413-5dd4bbcb4077 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.343028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e72a9-03a2-4a58-b413-5dd4bbcb4077 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f210a4ad-feab-4263-a58d-1ac8897de7bf,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:43.415451 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c66e72a9-03a2-4a58-b413-5dd4bbcb4077 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.416746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c66e72a9-03a2-4a58-b413-5dd4bbcb4077 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3039479 Aug 11 01:30:43.419479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54372) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:43.424528 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-df9baa5a-cd0e-4973-91d1-7d0e92356bba tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '35944b13-3a83-4790-96d1-a90f3e49baac', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:43.552860 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-df9baa5a-cd0e-4973-91d1-7d0e92356bba tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:30:43.558161 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df9baa5a-cd0e-4973-91d1-7d0e92356bba tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.618060 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df9baa5a-cd0e-4973-91d1-7d0e92356bba tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.791065 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df9baa5a-cd0e-4973-91d1-7d0e92356bba tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:43.811879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9baa5a-cd0e-4973-91d1-7d0e92356bba tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9902ca3d-887d-4515-be29-55e1134afc3a,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:44.004278 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df9baa5a-cd0e-4973-91d1-7d0e92356bba tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.010129 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-df9baa5a-cd0e-4973-91d1-7d0e92356bba tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5851541 Aug 11 01:30:44.010129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54374) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:44.012750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b055be81-589c-43f7-b64b-7f19933d5fd1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '35944b13-3a83-4790-96d1-a90f3e49baac', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:44.112927 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-b055be81-589c-43f7-b64b-7f19933d5fd1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:30:44.118281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b055be81-589c-43f7-b64b-7f19933d5fd1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.183496 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b055be81-589c-43f7-b64b-7f19933d5fd1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.278359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b055be81-589c-43f7-b64b-7f19933d5fd1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.299076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055be81-589c-43f7-b64b-7f19933d5fd1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d6e905-3b7c-4e22-882e-d92314b47b5e,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:44.384712 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b055be81-589c-43f7-b64b-7f19933d5fd1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.386026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b055be81-589c-43f7-b64b-7f19933d5fd1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3767715 Aug 11 01:30:44.389244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54376) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:44.395181 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'network': {'name': 'tempest-network-smoke--1268278001', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'port_security_enabled': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:44.481768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:30:44.485871 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.510336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:30:44.519052 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.519435 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Added segment 5900decf-b97b-4e5b-91c6-764b4578efa3 of type vlan for network bed8b876-9f32-4972-add4-ac20a11773f2 Aug 11 01:30:44.567379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.658752 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:44.664404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:44.665001 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:45.053022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Network': ['ID=bed8b876-9f32-4972-add4-ac20a11773f2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:45.063511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network bed8b876-9f32-4972-add4-ac20a11773f2 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:30:45.099313 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8fe0c424-1093-4a55-9775-7da21c840524 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7088785 Aug 11 01:30:45.102146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54378) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:45.106804 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'admin_state_up': True, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:45.238277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:45.239351 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:45.290271 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:45.512709 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:45.856309 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:45.880075 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:45.993741 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.110 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/cd694d89-1384-4b34-890f-bfaf29565b1c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:30:46.105566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:46.210593 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:46.252876 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:30:46.256054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:30:46.259453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:30:46.265146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=cd694d89-1384-4b34-890f-bfaf29565b1c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:46.327460 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-80f7a0ee-0fe9-4b6a-80cb-957ddd7faaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:46.626696 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:46.837917 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:47.053146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router b3af8038-c95a-4ac9-aba1-749f85f4bd73 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:30:47.175715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:30:47.188793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Sync routers for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:30:47.200384 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:47.204511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:47.256197 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:47.258067 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-39cd6c48-ba7a-4a5d-96e1-df5c89afa031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1546383 Aug 11 01:30:47.261233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54380) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:47.350657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:47.406232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8079cd3e-5417-42ee-923b-7142dd289b77 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b2f10f3ff8b04d7c89c4114503c71a84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1434736 Aug 11 01:30:47.409074 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54384) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:47.508316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388980b0-224a-4aa8-ba2d-87993b363b19 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:47.509832 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-388980b0-224a-4aa8-ba2d-87993b363b19 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0997193 Aug 11 01:30:47.512929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54386) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:47.548375 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-76c2aaff-6ebc-4965-a8f3-9d1d87f7b373 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342553 Aug 11 01:30:47.551300 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54388) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:47.556279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077927373', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:47.700099 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:46Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:47.730807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Checking router: b3af8038-c95a-4ac9-aba1-749f85f4bd73 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:30:47.731260 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Updating router b3af8038-c95a-4ac9-aba1-749f85f4bd73 port cd694d89-1384-4b34-890f-bfaf29565b1c binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:30:47.732940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:30:47.738149 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:47.764933 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.004419 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.045646 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.056008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Transition to ACTIVE for port object cd694d89-1384-4b34-890f-bfaf29565b1c will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:30:48.066532 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Subnet': ['ID=5f544821-0f0d-4b09-813b-d956d6ff95e3,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:48.074539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Checking segment: {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:30:48.074986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network hostable DHCP agents. Network: bed8b876-9f32-4972-add4-ac20a11773f2, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:30:48.141382 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.152368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network bed8b876-9f32-4972-add4-ac20a11773f2 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:30:48.194091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Attempting to bind port cd694d89-1384-4b34-890f-bfaf29565b1c on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:30:48.194467 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Attempting to bind port cd694d89-1384-4b34-890f-bfaf29565b1c by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:30:48.194834 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Attempting to bind port cd694d89-1384-4b34-890f-bfaf29565b1c on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:30:48.197656 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d1034-6b4c-490b-94c1-333df46efe53 None None] Pushing event updated for resources: {'Port': ['ID=cd694d89-1384-4b34-890f-bfaf29565b1c,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:48.202124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:30:48.203006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:30:48.203439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.203827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:30:48.204292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Bound port: cd694d89-1384-4b34-890f-bfaf29565b1c, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:30:48.204675 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.229899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, bed8b876-9f32-4972-add4-ac20a11773f2) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:30:48.234144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:48.234745 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.241945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff1dd08-8af0-4a3c-bc90-c18c3825f473 None None] Network bed8b876-9f32-4972-add4-ac20a11773f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:30:48.305048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] For port cd694d89-1384-4b34-890f-bfaf29565b1c, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:30:48.316639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9d78159f-7067-4b69-b9f8-6271e7646243 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7643642 Aug 11 01:30:48.319415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54390) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:30:48.322691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] For port cd694d89-1384-4b34-890f-bfaf29565b1c, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cd694d89-1384-4b34-890f-bfaf29565b1c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:30:48.422600 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.432959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-bed8b876-9f32-4972-add4-ac20a11773f2', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:30:48.433854 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:48.514786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:48.516040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:48.517923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d1034-6b4c-490b-94c1-333df46efe53 None None] Pushing event updated for resources: {'Port': ['ID=cd694d89-1384-4b34-890f-bfaf29565b1c,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:48.723280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Allocated IP 172.20.0.2 (bed8b876-9f32-4972-add4-ac20a11773f2/5f544821-0f0d-4b09-813b-d956d6ff95e3/c6d36238-0915-4c6d-9b0d-b01b349b8511) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:30:48.726176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:48.769523 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.023756 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-edbd00eb-96ee-4d8b-ab9d-014982de5ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.039372 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.050955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Transition to ACTIVE for port object c6d36238-0915-4c6d-9b0d-b01b349b8511 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:30:49.059245 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.073858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Transition to ACTIVE for port object c6d36238-0915-4c6d-9b0d-b01b349b8511 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:30:49.077777 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:46Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:49.109405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3170a50-01c6-471d-acb5-5d281ae444c6 None None] The sync data for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 is: [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:46Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:30:49.145020 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.182905 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Network bed8b876-9f32-4972-add4-ac20a11773f2 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:30:49.188549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:30:49.192186 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:30:49.201160 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Pushing event updated for resources: {'Port': ['ID=c6d36238-0915-4c6d-9b0d-b01b349b8511,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:49.209027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.1 (bed8b876-9f32-4972-add4-ac20a11773f2/5f544821-0f0d-4b09-813b-d956d6ff95e3/a620f524-404b-4c7e-9d7c-d924cbde58dc) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:30:49.259711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Attempting to bind port c6d36238-0915-4c6d-9b0d-b01b349b8511 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:30:49.260003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Attempting to bind port c6d36238-0915-4c6d-9b0d-b01b349b8511 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:30:49.260375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Attempting to bind port c6d36238-0915-4c6d-9b0d-b01b349b8511 on network bed8b876-9f32-4972-add4-ac20a11773f2 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:30:49.266131 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:30:49.266503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Checking segment: {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:30:49.266913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.267342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Bound using segment: {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:30:49.267807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Bound port: c6d36238-0915-4c6d-9b0d-b01b349b8511, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:30:49.268721 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.379131 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.384453 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] For port c6d36238-0915-4c6d-9b0d-b01b349b8511, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:30:49.388146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] For port c6d36238-0915-4c6d-9b0d-b01b349b8511, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c6d36238-0915-4c6d-9b0d-b01b349b8511,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:30:49.397437 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object a620f524-404b-4c7e-9d7c-d924cbde58dc will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:30:49.519285 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.555511 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:49.597239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd198c2-bd85-4ef7-be9b-4ebaf296558a None None] Pushing event updated for resources: {'Port': ['ID=c6d36238-0915-4c6d-9b0d-b01b349b8511,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:50.010048 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network bed8b876-9f32-4972-add4-ac20a11773f2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:30:50.013275 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:30:50.018753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:30:50.022918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=a620f524-404b-4c7e-9d7c-d924cbde58dc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:50.063612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.339218 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.517053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cd694d89-1384-4b34-890f-bfaf29565b1c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:30:50.557394 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e4853e-00ff-4fd4-be31-8d05c91ff190 None None] Network bed8b876-9f32-4972-add4-ac20a11773f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:30:50.658505 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.693964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.718752 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.721079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d9f2d1e1-bf30-48ce-b0ab-8ecf810eb610 None None] Provisioning for port c6d36238-0915-4c6d-9b0d-b01b349b8511 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:30:50.723048 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cd694d89-1384-4b34-890f-bfaf29565b1c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:30:50.731693 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cd694d89-1384-4b34-890f-bfaf29565b1c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:50.731935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.798546 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.802071 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=a620f524-404b-4c7e-9d7c-d924cbde58dc,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:50.836659 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.860858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port cd694d89-1384-4b34-890f-bfaf29565b1c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cd694d89-1384-4b34-890f-bfaf29565b1c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:50.927888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network bed8b876-9f32-4972-add4-ac20a11773f2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:30:50.929521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:30:50.981055 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:50.981866 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c6d36238-0915-4c6d-9b0d-b01b349b8511 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:30:51.078831 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router b3af8038-c95a-4ac9-aba1-749f85f4bd73 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:30:51.081861 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=cd694d89-1384-4b34-890f-bfaf29565b1c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:51.135342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Provisioning for port a620f524-404b-4c7e-9d7c-d924cbde58dc completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:30:51.139434 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Provisioning complete for port a620f524-404b-4c7e-9d7c-d924cbde58dc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:51.139868 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.185803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Port a620f524-404b-4c7e-9d7c-d924cbde58dc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:30:51.192718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c6d36238-0915-4c6d-9b0d-b01b349b8511 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:30:51.195304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c6d36238-0915-4c6d-9b0d-b01b349b8511 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:51.195681 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.209875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:30:51.215710 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9c87a823-8757-41a2-8569-0cd78cc06740 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/b3af8038-c95a-4ac9-aba1-749f85f4bd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8952699 Aug 11 01:30:51.222931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Provisioning complete for port c6d36238-0915-4c6d-9b0d-b01b349b8511 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:51.223358 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.230753 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Sync routers for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:30:51.241111 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:51.241743 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:51.347674 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.381498 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:51.392983 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-71b74be2-5bae-44cc-8d30-16072b801f25 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12890703&fields=id&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 267 time: 0.0451639 Aug 11 01:30:51.541001 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-894818ff-d639-40f0-b8c8-bae665ce78a4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:51.542970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-894818ff-d639-40f0-b8c8-bae665ce78a4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/networks?id=bed8b876-9f32-4972-add4-ac20a11773f2 HTTP/1.1" status: 200 len: 797 time: 0.1390102 Aug 11 01:30:51.562509 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-01144a8b-320e-45f5-bf7e-e64ba9012b69 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/quotas/b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 375 time: 0.0111101 Aug 11 01:30:51.570137 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.604406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] For port c6d36238-0915-4c6d-9b0d-b01b349b8511, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c6d36238-0915-4c6d-9b0d-b01b349b8511,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:51.618653 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 2, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:51.623473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-c831d3dc-c805-4a09-91a6-583d7eef5367 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544064 Aug 11 01:30:51.646528 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Checking router: b3af8038-c95a-4ac9-aba1-749f85f4bd73 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:30:51.646893 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Updating router b3af8038-c95a-4ac9-aba1-749f85f4bd73 port a620f524-404b-4c7e-9d7c-d924cbde58dc binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:30:51.671464 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.696513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.728345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-700347b5-f732-4a9e-ba9d-41eaece63eef service neutron] 10.222.0.43 "GET /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912452 Aug 11 01:30:51.773490 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 01:30:51.773877 n-d-712143-13 neutron-server[95256]: DEBUG oslo_db.api [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 01:30:51.776718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a865f3-bd67-45a6-9f68-b1f90f29291c None None] Pushing event updated for resources: {'Port': ['ID=c6d36238-0915-4c6d-9b0d-b01b349b8511,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:51.821749 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-73ab0b02-291a-484d-adab-5dae5477dcb5 None None] Provisioning complete for port a620f524-404b-4c7e-9d7c-d924cbde58dc triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:51.822121 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-73ab0b02-291a-484d-adab-5dae5477dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.837771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-1157853d-92b9-4ad0-bb07-f07f3c91c7ae service neutron] 10.222.0.43 "GET /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025400 Aug 11 01:30:51.866857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-73ab0b02-291a-484d-adab-5dae5477dcb5 None None] Port a620f524-404b-4c7e-9d7c-d924cbde58dc cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:30:51.953577 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:51.963261 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Transition to ACTIVE for port object a620f524-404b-4c7e-9d7c-d924cbde58dc will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:30:52.035680 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:52.096988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69ff2109-747e-4017-9724-ea5da6df5eae req-0666f0e9-50b0-4eee-b64c-de23bf182a8a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 210 time: 0.0316153 Aug 11 01:30:52.097616 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Pushing event updated for resources: {'Port': ['ID=a620f524-404b-4c7e-9d7c-d924cbde58dc,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:52.130911 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.130911 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.131250 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.131968 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.132392 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.133004 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.133547 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.133887 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.134239 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.134610 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.135262 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.135743 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:30:52.179058 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Attempting to bind port a620f524-404b-4c7e-9d7c-d924cbde58dc on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:30:52.180115 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Attempting to bind port a620f524-404b-4c7e-9d7c-d924cbde58dc by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:30:52.180657 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Attempting to bind port a620f524-404b-4c7e-9d7c-d924cbde58dc on network bed8b876-9f32-4972-add4-ac20a11773f2 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:30:52.187047 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:30:52.188430 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Checking segment: {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:30:52.188851 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:52.189246 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Bound using segment: {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:30:52.189730 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Bound port: a620f524-404b-4c7e-9d7c-d924cbde58dc, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:30:52.190115 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:52.276108 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] For port a620f524-404b-4c7e-9d7c-d924cbde58dc, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:30:52.279796 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] For port a620f524-404b-4c7e-9d7c-d924cbde58dc, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a620f524-404b-4c7e-9d7c-d924cbde58dc,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:30:52.370336 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:52.449461 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5e861-b7cb-4a6a-89eb-ee2e09f2cfc0 None None] Pushing event updated for resources: {'Port': ['ID=a620f524-404b-4c7e-9d7c-d924cbde58dc,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:52.456455 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:30:52.457104 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:52.458944 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cd694d89-1384-4b34-890f-bfaf29565b1c up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:30:52.532070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cd694d89-1384-4b34-890f-bfaf29565b1c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:52.532296 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:52.573507 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:30:52.606687 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:52.622470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c6d36238-0915-4c6d-9b0d-b01b349b8511 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:30:52.679688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c6d36238-0915-4c6d-9b0d-b01b349b8511 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:52.680064 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:52.786159 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:52Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:30:52.820907 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1bdf30-0bd8-4820-b331-1a37dc045f65 None None] The sync data for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 is: [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:52Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:30:53.181172 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-51696896-1da3-4aec-bbba-0259844e4183 req-e19c9d8a-971b-4b0c-b390-7be16034393a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 210 time: 0.0303879 Aug 11 01:30:54.283657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26c9197a-ca3b-459c-ad45-a7166200bcbb req-58d9cadb-3c5d-4c45-a787-e0f3049727f6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Aug 11 01:30:54.467528 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a620f524-404b-4c7e-9d7c-d924cbde58dc up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:30:54.598554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port a620f524-404b-4c7e-9d7c-d924cbde58dc completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:30:54.602956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a620f524-404b-4c7e-9d7c-d924cbde58dc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:54.603365 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:54.684807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:54.711012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-d3ae68e2-5a90-463d-86af-3a66b3015b7d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:54.712923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-d3ae68e2-5a90-463d-86af-3a66b3015b7d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/networks?id=bed8b876-9f32-4972-add4-ac20a11773f2 HTTP/1.1" status: 200 len: 797 time: 0.1067975 Aug 11 01:30:54.720488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port a620f524-404b-4c7e-9d7c-d924cbde58dc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a620f524-404b-4c7e-9d7c-d924cbde58dc,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:54.756913 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-fa7157b0-251e-4513-a4ca-64b5976c73b2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 378 time: 0.0350649 Aug 11 01:30:54.767511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'port': {'device_id': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'admin_state_up': True, 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'security_groups': ['35944b13-3a83-4790-96d1-a90f3e49baac']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:54.778983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:54.845568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=a620f524-404b-4c7e-9d7c-d924cbde58dc,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:54.966914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:30:54.971333 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:55.109563 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.12 (bed8b876-9f32-4972-add4-ac20a11773f2/5f544821-0f0d-4b09-813b-d956d6ff95e3/2071d8d3-fbd9-402f-880e-5bd57006a29c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:30:55.268825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:55.283918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object 2071d8d3-fbd9-402f-880e-5bd57006a29c will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:30:55.384882 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e80a73c2-9512-4dc3-8e08-bdcaa2da0ed5 req-7b2b14d7-207a-4a72-a937-7b121b605ad6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 210 time: 0.0294325 Aug 11 01:30:55.404667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:55.448887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network bed8b876-9f32-4972-add4-ac20a11773f2 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:30:55.451930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:30:55.456266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:30:55.462787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=2071d8d3-fbd9-402f-880e-5bd57006a29c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:55.514552 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:55.515816 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:55.590725 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-f3997db1-dd97-423a-8d41-12538a542bc3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8272986 Aug 11 01:30:55.603307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Request body: {'port': {'device_id': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:30:55.659508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:55.738435 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e2fa6fa7-3c47-4c82-a960-7792e21338e2 None None] Provisioning for port 2071d8d3-fbd9-402f-880e-5bd57006a29c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:30:55.742513 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e2fa6fa7-3c47-4c82-a960-7792e21338e2 None None] Provisioning complete for port 2071d8d3-fbd9-402f-880e-5bd57006a29c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:55.742893 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e2fa6fa7-3c47-4c82-a960-7792e21338e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:55.778110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa6fa7-3c47-4c82-a960-7792e21338e2 None None] Port 2071d8d3-fbd9-402f-880e-5bd57006a29c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:30:55.933128 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2071d8d3-fbd9-402f-880e-5bd57006a29c {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:30:55.941398 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:55.954566 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Transition to ACTIVE for port object 2071d8d3-fbd9-402f-880e-5bd57006a29c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:30:56.029653 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:56.083023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Pushing event updated for resources: {'Port': ['ID=2071d8d3-fbd9-402f-880e-5bd57006a29c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:56.160536 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Attempting to bind port 2071d8d3-fbd9-402f-880e-5bd57006a29c on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:30:56.160821 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Attempting to bind port 2071d8d3-fbd9-402f-880e-5bd57006a29c by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:30:56.161161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Attempting to bind port 2071d8d3-fbd9-402f-880e-5bd57006a29c on network bed8b876-9f32-4972-add4-ac20a11773f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:30:56.165909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Port 2071d8d3-fbd9-402f-880e-5bd57006a29c on network bed8b876-9f32-4972-add4-ac20a11773f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:30:56.166240 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Attempting to bind port 2071d8d3-fbd9-402f-880e-5bd57006a29c on network bed8b876-9f32-4972-add4-ac20a11773f2 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:30:56.172407 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:30:56.172753 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Checking segment: {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:30:56.173144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Bound using segment: {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:30:56.173580 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Bound port: 2071d8d3-fbd9-402f-880e-5bd57006a29c, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5900decf-b97b-4e5b-91c6-764b4578efa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:30:56.173973 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:56.241957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] For port 2071d8d3-fbd9-402f-880e-5bd57006a29c, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:30:56.245535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] For port 2071d8d3-fbd9-402f-880e-5bd57006a29c, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2071d8d3-fbd9-402f-880e-5bd57006a29c,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:30:56.335864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:56.376600 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:56.377108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:56.378736 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] 10.222.0.44 "PUT /v2.0/ports/2071d8d3-fbd9-402f-880e-5bd57006a29c HTTP/1.1" status: 200 len: 1093 time: 0.7798305 Aug 11 01:30:56.379099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:30:56.381421 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbdc902-e8df-4889-8514-39a93613b244" -d '{"events": [{"name": "network-changed", "server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:30:56.408171 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728933d-e23b-44f1-9aec-3b9f047f0b0e service neutron] Pushing event updated for resources: {'Port': ['ID=2071d8d3-fbd9-402f-880e-5bd57006a29c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:56.429362 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be07092-de21-4e10-88d4-8cd93b4b136e x-openstack-request-id: req-8be07092-de21-4e10-88d4-8cd93b4b136e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:30:56.429655 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:30:56.429915 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8be07092-de21-4e10-88d4-8cd93b4b136e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:30:56.430331 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'status': 'completed', 'code': 200} Aug 11 01:30:56.486632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a620f524-404b-4c7e-9d7c-d924cbde58dc up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:30:56.503248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdc902-e8df-4889-8514-39a93613b244 req-f73babfe-d302-4b18-a3bf-ee44ff2ca6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:56.504958 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0cbdc902-e8df-4889-8514-39a93613b244 req-f73babfe-d302-4b18-a3bf-ee44ff2ca6c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 1096 time: 0.0522034 Aug 11 01:30:56.548092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port a620f524-404b-4c7e-9d7c-d924cbde58dc triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:30:56.548743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:56.549931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d30a0-b211-4e04-85aa-b838dd5cc637 req-98c32afb-7df4-4ca9-bb98-c327557c7573 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:56.552184 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e52d30a0-b211-4e04-85aa-b838dd5cc637 req-98c32afb-7df4-4ca9-bb98-c327557c7573 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 944 time: 0.0838585 Aug 11 01:30:56.604247 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e52d30a0-b211-4e04-85aa-b838dd5cc637 req-cfe7170d-6fd7-472b-bad9-6739ae30f90c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448556 Aug 11 01:30:56.643846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdc902-e8df-4889-8514-39a93613b244 req-0b4f06b3-9d61-4fab-8edf-f6b39712fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:56.645144 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0cbdc902-e8df-4889-8514-39a93613b244 req-0b4f06b3-9d61-4fab-8edf-f6b39712fa18 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1323168 Aug 11 01:30:56.741994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdc902-e8df-4889-8514-39a93613b244 req-b94a6fbb-7cfe-45db-aaa7-cd31dcaf0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:56.743609 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0cbdc902-e8df-4889-8514-39a93613b244 req-b94a6fbb-7cfe-45db-aaa7-cd31dcaf0f86 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912468 Aug 11 01:30:56.823787 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-8476af95-325a-4bc9-8728-53aeffe54d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:56.825292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-8476af95-325a-4bc9-8728-53aeffe54d19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 1096 time: 0.0437205 Aug 11 01:30:56.872316 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-e975dd89-4e97-45c9-8eae-c0795b5a22cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2071d8d3-fbd9-402f-880e-5bd57006a29c HTTP/1.1" status: 200 len: 217 time: 0.0391874 Aug 11 01:30:56.920510 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-1e729f0e-d7e7-4f65-85ef-c281cb78222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:56.921988 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-1e729f0e-d7e7-4f65-85ef-c281cb78222f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f544821-0f0d-4b09-813b-d956d6ff95e3 HTTP/1.1" status: 200 len: 835 time: 0.0432196 Aug 11 01:30:56.968667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-efa69bb3-6b9d-4934-8a66-7236856dff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:56.970199 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-efa69bb3-6b9d-4934-8a66-7236856dff59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed8b876-9f32-4972-add4-ac20a11773f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417676 Aug 11 01:30:57.064006 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-2eb86ab5-3382-451c-87bb-34ffe8d0cffb service neutron] 10.222.0.44 "GET /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864837 Aug 11 01:30:57.155729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7ae315c-af91-4a78-b3b8-6e629a7a958c req-8f9e15d7-d1b7-4083-8787-fde25f12ccfe service neutron] 10.222.0.44 "GET /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848699 Aug 11 01:30:57.728282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220eae8-be08-48fd-9bb2-ca2e5899622f req-0cd8a285-45e1-48da-a16c-7b15e37016c3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:57.729885 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e220eae8-be08-48fd-9bb2-ca2e5899622f req-0cd8a285-45e1-48da-a16c-7b15e37016c3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 944 time: 0.0503056 Aug 11 01:30:57.772904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e220eae8-be08-48fd-9bb2-ca2e5899622f req-63a30834-c111-4207-951b-620f7d27c720 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364017 Aug 11 01:30:58.119935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2071d8d3-fbd9-402f-880e-5bd57006a29c details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:30:58.219406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2071d8d3-fbd9-402f-880e-5bd57006a29c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2071d8d3-fbd9-402f-880e-5bd57006a29c,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:58.231807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'port_id': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'mac_address': 'fa:16:3e:2a:d0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:30:58.269910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:58.286200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2071d8d3-fbd9-402f-880e-5bd57006a29c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:30:58.305519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2071d8d3-fbd9-402f-880e-5bd57006a29c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2071d8d3-fbd9-402f-880e-5bd57006a29c,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:30:58.390642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:30:58.439196 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2071d8d3-fbd9-402f-880e-5bd57006a29c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:30:58.627878 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2071d8d3-fbd9-402f-880e-5bd57006a29c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:30:58.893049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f0444-c90e-47bd-8065-9f3df02e678b req-a019df6e-ce7e-447a-82ae-bc9f2b78ec73 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:30:58.894514 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b0f0444-c90e-47bd-8065-9f3df02e678b req-a019df6e-ce7e-447a-82ae-bc9f2b78ec73 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Aug 11 01:30:58.933682 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1b0f0444-c90e-47bd-8065-9f3df02e678b req-185fe173-56cc-414f-9961-48b45e553914 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326273 Aug 11 01:30:59.972690 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:00.054153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82981cc6-8d3a-4e7a-b816-7f00aea3bef9 req-5b245251-0a30-4755-8516-b4fbf7de388b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:00.055722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82981cc6-8d3a-4e7a-b816-7f00aea3bef9 req-5b245251-0a30-4755-8516-b4fbf7de388b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Aug 11 01:31:00.097105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-82981cc6-8d3a-4e7a-b816-7f00aea3bef9 req-2da70062-3621-4bfe-bb41-1ca13c6938fe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351605 Aug 11 01:31:00.119850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2071d8d3-fbd9-402f-880e-5bd57006a29c up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:31:00.229943 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:00.255615 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 2071d8d3-fbd9-402f-880e-5bd57006a29c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:31:00.259925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 2071d8d3-fbd9-402f-880e-5bd57006a29c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:00.260280 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:00.345546 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:00.369921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:31:00.372270 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a665da1f-2aa6-4bff-8ff4-c059bc7d3821" -d '{"events": [{"server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "name": "network-vif-plugged", "status": "completed", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:31:00.388723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2071d8d3-fbd9-402f-880e-5bd57006a29c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2071d8d3-fbd9-402f-880e-5bd57006a29c,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:31:00.477988 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e16012e-1451-4d67-ad20-a989927dd560 x-openstack-request-id: req-0e16012e-1451-4d67-ad20-a989927dd560 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:31:00.478279 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "name": "network-vif-plugged", "status": "completed", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:31:00.478538 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e16012e-1451-4d67-ad20-a989927dd560 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:31:00.478939 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'code': 200} Aug 11 01:31:00.501499 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:00.560319 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2071d8d3-fbd9-402f-880e-5bd57006a29c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:00.583314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a01f-4805-49a3-a4ca-29d244e8528e req-e2bb4780-894b-49e9-81e6-806d90c2fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:00.584902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bcc2a01f-4805-49a3-a4ca-29d244e8528e req-e2bb4780-894b-49e9-81e6-806d90c2fe58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0479417 Aug 11 01:31:00.625696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bcc2a01f-4805-49a3-a4ca-29d244e8528e req-3afbdc7b-9392-48f5-81a3-ed8a104ac64e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329871 Aug 11 01:31:01.238672 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10ae3e-d20d-4f4d-917e-e9ab66c34c1d req-80985516-0245-4a27-9f50-af3be18d1689 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:01.240231 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e10ae3e-d20d-4f4d-917e-e9ab66c34c1d req-80985516-0245-4a27-9f50-af3be18d1689 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0626659 Aug 11 01:31:01.292942 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4e10ae3e-d20d-4f4d-917e-e9ab66c34c1d req-d2513ded-1ec1-4c2b-b5b2-2c25770081ce tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428128 Aug 11 01:31:02.428998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b16720-54c9-44bc-a135-252aae3aef75 req-d62f38e9-0ef0-4093-bb7d-e47b67b765a9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:02.430735 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25b16720-54c9-44bc-a135-252aae3aef75 req-d62f38e9-0ef0-4093-bb7d-e47b67b765a9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0552957 Aug 11 01:31:02.475832 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25b16720-54c9-44bc-a135-252aae3aef75 req-7a3e1291-bf91-4e3f-94fd-32160be528fd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386312 Aug 11 01:31:02.601586 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a5fcd-4936-493a-8068-08b30f2016de req-6a8b4ae9-c171-4532-89b7-9ca4a11e2499 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:02.603140 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e5a5fcd-4936-493a-8068-08b30f2016de req-6a8b4ae9-c171-4532-89b7-9ca4a11e2499 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0543036 Aug 11 01:31:02.656804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2e5a5fcd-4936-493a-8068-08b30f2016de req-4b6bb8a4-6e95-4e84-8c96-53c3becd6f15 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442109 Aug 11 01:31:02.686289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54446) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:02.729578 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc091664-c141-4f7c-a3d1-a64364d022f5 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:02.731184 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc091664-c141-4f7c-a3d1-a64364d022f5 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 1093 time: 0.0437706 Aug 11 01:31:02.734161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54448) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:02.738919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:02.906866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:03.021586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:03.133852 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.225 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/68570a0b-fabd-4b2c-9371-86210cc687de) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:31:03.265265 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:03.361553 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:03.405345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:31:03.408516 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:31:03.412643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:31:03.418800 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=68570a0b-fabd-4b2c-9371-86210cc687de,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:03.839574 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:03.989860 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:04.158547 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:04.226979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:04.300096 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=68570a0b-fabd-4b2c-9371-86210cc687de,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:04.324538 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:04.433253 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP f1b00450-f870-4ce4-8e62-6512818860b7 associated. External IP: 172.25.0.225, port: 2071d8d3-fbd9-402f-880e-5bd57006a29c. Aug 11 01:31:04.649042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router b3af8038-c95a-4ac9-aba1-749f85f4bd73 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:31:04.765792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:31:04.775649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] Sync routers for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:31:04.787577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:04.788752 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:04.904961 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:04.967215 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:05.002309 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0465282c-e4f6-4189-911f-74a798b30430 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2642236 Aug 11 01:31:05.002309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:31:05.003055 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0" -d '{"events": [{"name": "network-changed", "server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:31:05.045774 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38fac25-8364-472e-b4df-31f7345399b2 x-openstack-request-id: req-c38fac25-8364-472e-b4df-31f7345399b2 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:31:05.046099 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:31:05.046340 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c38fac25-8364-472e-b4df-31f7345399b2 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:31:05.046758 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'status': 'completed', 'code': 200} Aug 11 01:31:05.116479 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-0934dd7c-95d6-4db6-ba03-b0159f31d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:05.118329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-0934dd7c-95d6-4db6-ba03-b0159f31d36e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0487158 Aug 11 01:31:05.121261 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a649d-5634-45e8-94c5-16b64716ecb3 req-730ba074-a0eb-47b3-a3ae-82ec9f6352a4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:05.122803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-414a649d-5634-45e8-94c5-16b64716ecb3 req-730ba074-a0eb-47b3-a3ae-82ec9f6352a4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0687773 Aug 11 01:31:05.147476 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'f1b00450-f870-4ce4-8e62-6512818860b7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'port_id': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'mac_address': 'fa:16:3e:2a:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:31:03Z', 'updated_at': '2021-08-11T01:31:03Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:54Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:05.165143 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-414a649d-5634-45e8-94c5-16b64716ecb3 req-477d5774-2711-401b-9bb8-05dda997be8b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354056 Aug 11 01:31:05.177315 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] Checking router: b3af8038-c95a-4ac9-aba1-749f85f4bd73 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:31:05.187553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:05.188275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:30:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:05.190509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54456) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:05.287342 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-20b18211-b7a3-4ab1-806e-739ea3155450 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/f1b00450-f870-4ce4-8e62-6512818860b7 HTTP/1.1" status: 200 len: 992 time: 0.0955763 Aug 11 01:31:05.290597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-55880209-2ff3-46b3-a887-e0e57fa7c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:05.292160 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-55880209-2ff3-46b3-a887-e0e57fa7c410 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bed8b876-9f32-4972-add4-ac20a11773f2 HTTP/1.1" status: 200 len: 898 time: 0.1667850 Aug 11 01:31:05.323204 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:05.364325 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-5f147ca9-c0f4-46be-b447-eac3a8cb5f20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2071d8d3-fbd9-402f-880e-5bd57006a29c HTTP/1.1" status: 200 len: 1000 time: 0.0647504 Aug 11 01:31:05.639153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'f1b00450-f870-4ce4-8e62-6512818860b7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'port_id': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'mac_address': 'fa:16:3e:2a:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:31:03Z', 'updated_at': '2021-08-11T01:31:03Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:54Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:05.697241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845e452-ac2e-4894-9c7c-d13dacd40acb None None] The sync data for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 is: [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': 'f1b00450-f870-4ce4-8e62-6512818860b7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'port_id': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'mac_address': 'fa:16:3e:2a:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:31:03Z', 'updated_at': '2021-08-11T01:31:03Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:54Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:31:05.793339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-6f42e27f-e720-4df0-a418-1fdfdb57c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:05.796716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-6f42e27f-e720-4df0-a418-1fdfdb57c60e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f544821-0f0d-4b09-813b-d956d6ff95e3 HTTP/1.1" status: 200 len: 835 time: 0.4237907 Aug 11 01:31:05.849997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-ef91e704-d7ae-40c5-8007-9212cb11cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:05.850806 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-ef91e704-d7ae-40c5-8007-9212cb11cd2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed8b876-9f32-4972-add4-ac20a11773f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485852 Aug 11 01:31:05.943866 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a10635-a2bb-4ac5-98c9-7e7fcdc71d2c None None] New status for floating IP f1b00450-f870-4ce4-8e62-6512818860b7: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:31:05.965644 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-0489b0ed-e1e6-4810-b190-276b72bba2a5 service neutron] 10.222.0.44 "GET /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078289 Aug 11 01:31:06.088169 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0d5e2743-ab6d-4a3a-a1a2-677112aecec0 req-34dd00ba-e3d9-4ff8-83ef-dffb1dba132c service neutron] 10.222.0.44 "GET /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146231 Aug 11 01:31:06.291425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54458) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:06.357219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-7c17a75c-6922-47b9-b87d-fd3b8e316ee0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/f1b00450-f870-4ce4-8e62-6512818860b7 HTTP/1.1" status: 200 len: 994 time: 0.0645621 Aug 11 01:31:15.597164 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:31:16.286340 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-053fda19-780e-427e-a6fb-7a9714a28d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:18.941058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-62f07011-0bff-4ab5-a3fa-e7a1262c76d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:18.986762 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:20.620652 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:22.623549 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:29.940485 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:30.180539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:33.273022 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1661b-53d6-47f5-8a3f-a88cbcb10660 req-e2cbb2cf-c5d2-4099-8927-c99200186493 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:33.274476 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89e1661b-53d6-47f5-8a3f-a88cbcb10660 req-e2cbb2cf-c5d2-4099-8927-c99200186493 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0579174 Aug 11 01:31:33.314070 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89e1661b-53d6-47f5-8a3f-a88cbcb10660 req-3ad8f940-da08-47ce-ae23-5c91af5d5f87 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335999 Aug 11 01:31:34.434210 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3867f-01cf-44d9-9d31-8bb92270b3b8 req-0da4804e-cac0-43e9-be7a-1d3d941e2152 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:34.435736 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b3867f-01cf-44d9-9d31-8bb92270b3b8 req-0da4804e-cac0-43e9-be7a-1d3d941e2152 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0501935 Aug 11 01:31:34.473846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-65b3867f-01cf-44d9-9d31-8bb92270b3b8 req-2b4d2b73-7076-405b-a49a-e23215c8627d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318270 Aug 11 01:31:34.496676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54474) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:34.556957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-777b1e85-c9dc-410f-b485-bf1e6d49921a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/f1b00450-f870-4ce4-8e62-6512818860b7 HTTP/1.1" status: 200 len: 994 time: 0.0590889 Aug 11 01:31:35.941149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acd766-c6ef-4573-b4e6-81f46ebbfc41 req-56f20db8-c610-4d2d-9cf4-0d2526010b4c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:35.942722 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27acd766-c6ef-4573-b4e6-81f46ebbfc41 req-56f20db8-c610-4d2d-9cf4-0d2526010b4c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0521817 Aug 11 01:31:35.984773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27acd766-c6ef-4573-b4e6-81f46ebbfc41 req-69841f2f-21ff-4aab-b031-e34a21a3da38 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358322 Aug 11 01:31:37.104634 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd9f91-71e4-4ff4-9a29-ef38a064ad16 req-7176d7f5-8780-48a3-acc6-4ad96ca9404a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:37.106149 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09bd9f91-71e4-4ff4-9a29-ef38a064ad16 req-7176d7f5-8780-48a3-acc6-4ad96ca9404a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0499980 Aug 11 01:31:37.144316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09bd9f91-71e4-4ff4-9a29-ef38a064ad16 req-f0b45607-f87c-44e3-8367-061178bc4aa6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317395 Aug 11 01:31:37.166191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54484) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:37.226013 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-df2313f5-b664-4c0e-98b5-3444b671bdca tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/f1b00450-f870-4ce4-8e62-6512818860b7 HTTP/1.1" status: 200 len: 994 time: 0.0586865 Aug 11 01:31:37.488985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54490) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:37.643767 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 68570a0b-fabd-4b2c-9371-86210cc687de {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:31:37.644027 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:37.720230 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:37.720563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:37.731659 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 68570a0b-fabd-4b2c-9371-86210cc687de owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:31:37.954673 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:37.981454 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=68570a0b-fabd-4b2c-9371-86210cc687de,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:38.007606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.007982 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.008323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.008661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.008994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.009321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.009647 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.009974 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.010298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.010621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.010942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.011286 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:38.051447 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:38.051778 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP f1b00450-f870-4ce4-8e62-6512818860b7 disassociated (deleted). External IP: 172.25.0.225, port: 2071d8d3-fbd9-402f-880e-5bd57006a29c. Aug 11 01:31:38.262666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router b3af8038-c95a-4ac9-aba1-749f85f4bd73 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:31:38.373211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:31:38.388799 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:38.388929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] Sync routers for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:31:38.393090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:38.393710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:38.407827 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-01298a91-dc23-46d3-a917-6a34d5ce0157 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/floatingips/f1b00450-f870-4ce4-8e62-6512818860b7 HTTP/1.1" status: 204 len: 168 time: 0.9174495 Aug 11 01:31:38.409012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:31:38.411583 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7252bba-c093-4994-b57a-b40f420245c2" -d '{"events": [{"name": "network-changed", "server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:31:38.453588 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed4cabb-d313-41b7-8144-43b08055944c x-openstack-request-id: req-3ed4cabb-d313-41b7-8144-43b08055944c {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:31:38.453588 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:31:38.453588 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ed4cabb-d313-41b7-8144-43b08055944c {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:31:38.453588 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'status': 'completed', 'code': 200} Aug 11 01:31:38.506642 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:38.523927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7252bba-c093-4994-b57a-b40f420245c2 req-82f68bf7-d299-45a4-b5f7-33d4dfe76485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:38.525379 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-82f68bf7-d299-45a4-b5f7-33d4dfe76485 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 1098 time: 0.0432966 Aug 11 01:31:38.622525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7252bba-c093-4994-b57a-b40f420245c2 req-f8f368fe-fc53-4ae1-b1c6-e1357293ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:38.624084 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-f8f368fe-fc53-4ae1-b1c6-e1357293ad06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bed8b876-9f32-4972-add4-ac20a11773f2 HTTP/1.1" status: 200 len: 898 time: 0.0904129 Aug 11 01:31:38.670303 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-c52724e8-22a4-4ff2-8d11-d571ebb79c37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2071d8d3-fbd9-402f-880e-5bd57006a29c HTTP/1.1" status: 200 len: 217 time: 0.0354717 Aug 11 01:31:38.710820 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:54Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:38.727153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7252bba-c093-4994-b57a-b40f420245c2 req-bf00d993-fe60-451f-a14d-1fedb018667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:38.728726 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-bf00d993-fe60-451f-a14d-1fedb018667b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f544821-0f0d-4b09-813b-d956d6ff95e3 HTTP/1.1" status: 200 len: 835 time: 0.0450015 Aug 11 01:31:38.743324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] Checking router: b3af8038-c95a-4ac9-aba1-749f85f4bd73 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:31:38.752577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:38.753203 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:38.786970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7252bba-c093-4994-b57a-b40f420245c2 req-b5cae17f-eb19-4ac2-ae0a-df6f77e3f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:38.789388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-b5cae17f-eb19-4ac2-ae0a-df6f77e3f7f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bed8b876-9f32-4972-add4-ac20a11773f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513074 Aug 11 01:31:38.821779 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-2e0fecfb-15d5-4161-a0f0-40ba02c87dec service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:31:38.822776 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-2e0fecfb-15d5-4161-a0f0-40ba02c87dec service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133924 Aug 11 01:31:38.923947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d5188-dd2b-4c0c-8d5a-4e1ae95cda86 req-1e0d9773-e0d6-421a-8372-2d6a5b020f01 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:38.925596 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e91d5188-dd2b-4c0c-8d5a-4e1ae95cda86 req-1e0d9773-e0d6-421a-8372-2d6a5b020f01 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.1180036 Aug 11 01:31:38.976608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-60e0f4f0-6bb9-4ba7-b23f-57878b56d95c service neutron] 10.222.0.44 "GET /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358619 Aug 11 01:31:38.984371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e91d5188-dd2b-4c0c-8d5a-4e1ae95cda86 req-22a296a2-6287-4de8-8341-6a97f5684327 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516002 Aug 11 01:31:39.034248 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:39.073190 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b7252bba-c093-4994-b57a-b40f420245c2 req-38d93fb4-e439-4366-a30b-1dbd068b4d60 service neutron] 10.222.0.44 "GET /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876057 Aug 11 01:31:39.231561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:54Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:39.257428 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62acb57-e67c-4702-9586-bc76fc794f2e None None] The sync data for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 is: [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'a620f524-404b-4c7e-9d7c-d924cbde58dc', 'name': '', 'network_id': 'bed8b876-9f32-4972-add4-ac20a11773f2', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:4e:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:48Z', 'updated_at': '2021-08-11T01:30:54Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '5f544821-0f0d-4b09-813b-d956d6ff95e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:31:39.479136 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0c27f-1601-4a2b-8beb-986f1c55e4da None None] New status for floating IP f1b00450-f870-4ce4-8e62-6512818860b7: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:31:40.105599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e127ed-512c-4b5f-840f-b31dfa854e67 req-19c5befc-dfbd-4ffd-a871-9a656de6d37a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:40.107395 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c4e127ed-512c-4b5f-840f-b31dfa854e67 req-19c5befc-dfbd-4ffd-a871-9a656de6d37a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0524354 Aug 11 01:31:40.148511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c4e127ed-512c-4b5f-840f-b31dfa854e67 req-59a6a435-1a63-4d35-b53e-e077c9f7e41f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=35944b13-3a83-4790-96d1-a90f3e49baac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345263 Aug 11 01:31:40.380319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-0cf41cc0-b527-4e2b-979a-6df9f7f85f17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:40.381770 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-0cf41cc0-b527-4e2b-979a-6df9f7f85f17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Aug 11 01:31:40.476110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 2071d8d3-fbd9-402f-880e-5bd57006a29c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:31:40.476457 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:40.563894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port 2071d8d3-fbd9-402f-880e-5bd57006a29c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2071d8d3-fbd9-402f-880e-5bd57006a29c,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:31:40.564267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:40.577100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 2071d8d3-fbd9-402f-880e-5bd57006a29c owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:31:40.783084 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:40.811817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=2071d8d3-fbd9-402f-880e-5bd57006a29c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:40.856880 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] No DVR routers for this DVR port 2071d8d3-fbd9-402f-880e-5bd57006a29c on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:31:40.859646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:40.861860 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d42bf1c1-bfc6-46ab-9a2f-31697db8cc02 req-21e9b487-58b7-4f15-bff2-d064fef7d8d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "DELETE /v2.0/ports/2071d8d3-fbd9-402f-880e-5bd57006a29c HTTP/1.1" status: 204 len: 173 time: 0.4741940 Aug 11 01:31:40.862302 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'name': 'network-vif-deleted', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:31:40.864661 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879072b0-80ad-4421-b3f3-3db04eced03c" -d '{"events": [{"server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "name": "network-vif-deleted", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:31:40.901426 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2160e5-9bb9-4853-bc7c-24d745706273 x-openstack-request-id: req-0d2160e5-9bb9-4853-bc7c-24d745706273 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:31:40.901719 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a090ac-562e-4e93-95b5-46dc7120f4f1", "name": "network-vif-deleted", "tag": "2071d8d3-fbd9-402f-880e-5bd57006a29c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:31:40.901976 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d2160e5-9bb9-4853-bc7c-24d745706273 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:31:40.902389 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a090ac-562e-4e93-95b5-46dc7120f4f1', 'name': 'network-vif-deleted', 'tag': '2071d8d3-fbd9-402f-880e-5bd57006a29c', 'status': 'completed', 'code': 200} Aug 11 01:31:41.258593 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6b333a5f-abdb-4b70-a21a-706c9206608b req-5e27f7a1-4c2b-4f00-879d-c7b1e1a7db7a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=97a090ac-562e-4e93-95b5-46dc7120f4f1 HTTP/1.1" status: 200 len: 210 time: 0.0285227 Aug 11 01:31:42.316103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54508) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:42.673280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:42.932023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port a620f524-404b-4c7e-9d7c-d924cbde58dc {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:31:42.932284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:43.027834 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port a620f524-404b-4c7e-9d7c-d924cbde58dc, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=a620f524-404b-4c7e-9d7c-d924cbde58dc,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:31:43.028303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:43.043374 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for a620f524-404b-4c7e-9d7c-d924cbde58dc owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:31:43.308590 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:43.339287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=a620f524-404b-4c7e-9d7c-d924cbde58dc,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:43.527987 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:43.745760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router b3af8038-c95a-4ac9-aba1-749f85f4bd73 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:31:43.854758 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:31:43.859753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a52b0d20-62a7-4fe6-82cf-878770397de7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/b3af8038-c95a-4ac9-aba1-749f85f4bd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5425324 Aug 11 01:31:43.862466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54510) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:43.865215 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] Sync routers for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:31:43.874539 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:43.875153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:43.914527 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f208754d-c195-4123-8ccb-13dc39fbe11e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting subnet 5f544821-0f0d-4b09-813b-d956d6ff95e3 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:31:43.917848 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f208754d-c195-4123-8ccb-13dc39fbe11e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:43.957783 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f208754d-c195-4123-8ccb-13dc39fbe11e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:43.982670 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:44.050571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f208754d-c195-4123-8ccb-13dc39fbe11e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.165081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:31:43Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:44.180929 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f208754d-c195-4123-8ccb-13dc39fbe11e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.191531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] Checking router: b3af8038-c95a-4ac9-aba1-749f85f4bd73 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:31:44.199968 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] Routers {'b3af8038-c95a-4ac9-aba1-749f85f4bd73'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:44.200582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:44.208841 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208754d-c195-4123-8ccb-13dc39fbe11e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Subnet': ['ID=5f544821-0f0d-4b09-813b-d956d6ff95e3,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:44.214306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f208754d-c195-4123-8ccb-13dc39fbe11e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.217874 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f208754d-c195-4123-8ccb-13dc39fbe11e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/subnets/5f544821-0f0d-4b09-813b-d956d6ff95e3 HTTP/1.1" status: 204 len: 168 time: 0.3543949 Aug 11 01:31:44.218515 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54512) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:44.234809 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1579b05-9cfe-4405-9cd8-373bd105687a None None] Network bed8b876-9f32-4972-add4-ac20a11773f2 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:31:44.290102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2071d8d3-fbd9-402f-880e-5bd57006a29c no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:31:44.327874 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.348789 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 2071d8d3-fbd9-402f-880e-5bd57006a29c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:31:44.349140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2071d8d3-fbd9-402f-880e-5bd57006a29c not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:31:44.422935 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] Set router b3af8038-c95a-4ac9-aba1-749f85f4bd73 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:44.453064 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.592139 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] DHCP port deletion for bed8b876-9f32-4972-add4-ac20a11773f2 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:31:44.601666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port cd694d89-1384-4b34-890f-bfaf29565b1c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:31:44.602014 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.658650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:31:43Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:44.662795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Deleting port c6d36238-0915-4c6d-9b0d-b01b349b8511 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:31:44.663182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.686177 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port cd694d89-1384-4b34-890f-bfaf29565b1c, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cd694d89-1384-4b34-890f-bfaf29565b1c,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:31:44.686549 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.688933 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3675c-70d6-48c4-932c-7b51243ab93b None None] The sync data for ids ['b3af8038-c95a-4ac9-aba1-749f85f4bd73'] in n-d-712143-13 is: [{'id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116066784', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:31:43Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'cd694d89-1384-4b34-890f-bfaf29565b1c', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af8038-c95a-4ac9-aba1-749f85f4bd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:30:45Z', 'updated_at': '2021-08-11T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:31:44.700016 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for cd694d89-1384-4b34-890f-bfaf29565b1c owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:31:44.753135 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] For port c6d36238-0915-4c6d-9b0d-b01b349b8511, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c6d36238-0915-4c6d-9b0d-b01b349b8511,segment=NetworkSegment(5900decf-b97b-4e5b-91c6-764b4578efa3),segment_id=5900decf-b97b-4e5b-91c6-764b4578efa3)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:31:44.753525 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.765912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Calling delete_port for c6d36238-0915-4c6d-9b0d-b01b349b8511 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:31:44.969046 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:44.994544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Pushing event deleted for resources: {'Port': ['ID=c6d36238-0915-4c6d-9b0d-b01b349b8511,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:45.005006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] No DVR routers for this DVR port c6d36238-0915-4c6d-9b0d-b01b349b8511 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:31:45.007015 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.007493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.007845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.008258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.008646 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.008986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.009323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.009659 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.009991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.010321 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.010653 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.010982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50e3fe2-9f7c-4f4a-828c-f124efd94533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:45.328989 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.355484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=cd694d89-1384-4b34-890f-bfaf29565b1c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:45.421176 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.510949 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.512941 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.662318 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.662861 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Fanout notify agent at l3_agent the message router_deleted on router b3af8038-c95a-4ac9-aba1-749f85f4bd73 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:31:45.669915 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.671079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8a03cb6e-c74a-4e3c-aa54-1c3e38f16f81 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/routers/b3af8038-c95a-4ac9-aba1-749f85f4bd73 HTTP/1.1" status: 204 len: 168 time: 1.4516292 Aug 11 01:31:45.673828 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54514) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:45.758383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.843299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.852886 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed8b876-9f32-4972-add4-ac20a11773f2']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:45.863711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5900decf-b97b-4e5b-91c6-764b4578efa3') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:45.864014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5900decf-b97b-4e5b-91c6-764b4578efa3') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:45.872942 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.886778 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.892651 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:31:45.893040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:31:45.896105 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:31:46.049954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.057453 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.058749 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/networks/bed8b876-9f32-4972-add4-ac20a11773f2 HTTP/1.1" status: 204 len: 168 time: 0.3839571 Aug 11 01:31:46.061608 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54516) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:46.071220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37505753-251f-4177-ba10-a59b0c98b681 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Network': ['ID=bed8b876-9f32-4972-add4-ac20a11773f2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:46.125356 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.155802 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.272207 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.274755 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.275966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/security-groups/35944b13-3a83-4790-96d1-a90f3e49baac HTTP/1.1" status: 204 len: 168 time: 0.2133620 Aug 11 01:31:46.286218 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35944b13-3a83-4790-96d1-a90f3e49baac,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:46.294325 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.294680 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.295027 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.295395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.295739 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.296075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.296407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.296738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.297071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.297397 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.297726 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.298048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ad445-a242-4be2-ac47-ff035f75ed62 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:46.319619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-246109e6-51e2-45eb-a112-f1ca3f542b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.458634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a620f524-404b-4c7e-9d7c-d924cbde58dc no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:31:46.478851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: a620f524-404b-4c7e-9d7c-d924cbde58dc {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:31:46.479231 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device a620f524-404b-4c7e-9d7c-d924cbde58dc not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:31:46.479654 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cd694d89-1384-4b34-890f-bfaf29565b1c no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:31:46.498684 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cd694d89-1384-4b34-890f-bfaf29565b1c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:31:46.499026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cd694d89-1384-4b34-890f-bfaf29565b1c not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:31:46.499469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c6d36238-0915-4c6d-9b0d-b01b349b8511 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:31:46.520230 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c6d36238-0915-4c6d-9b0d-b01b349b8511 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:31:46.520577 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c6d36238-0915-4c6d-9b0d-b01b349b8511 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:31:46.657770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54522) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:46.663014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4f60009f-62c0-4774-bd59-7bbf514046b9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-301852982', 'description': 'tempest-secgroup-smoke-301852982 description', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:46.746448 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f60009f-62c0-4774-bd59-7bbf514046b9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.833962 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f60009f-62c0-4774-bd59-7bbf514046b9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.909507 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f60009f-62c0-4774-bd59-7bbf514046b9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.937980 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60009f-62c0-4774-bd59-7bbf514046b9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85dc78d-a580-4c32-aa9f-13ec43ff51b2,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:46.992023 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4f60009f-62c0-4774-bd59-7bbf514046b9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:46.993583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4f60009f-62c0-4774-bd59-7bbf514046b9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3342669 Aug 11 01:31:46.996539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54524) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:47.001214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b2e01724-0d14-4c33-9dfa-4a9644fe08ff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'c85dc78d-a580-4c32-aa9f-13ec43ff51b2', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:47.085193 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2e01724-0d14-4c33-9dfa-4a9644fe08ff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.140668 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2e01724-0d14-4c33-9dfa-4a9644fe08ff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.214407 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2e01724-0d14-4c33-9dfa-4a9644fe08ff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.231570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e01724-0d14-4c33-9dfa-4a9644fe08ff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4b2ad5-cafc-4796-b689-fa81dd982055,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:47.283173 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b2e01724-0d14-4c33-9dfa-4a9644fe08ff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.284523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b2e01724-0d14-4c33-9dfa-4a9644fe08ff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868950 Aug 11 01:31:47.287381 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54526) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:47.291885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-eed4589b-b287-4a48-8536-d67e05ba5a12 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'c85dc78d-a580-4c32-aa9f-13ec43ff51b2', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:47.408458 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eed4589b-b287-4a48-8536-d67e05ba5a12 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.471504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eed4589b-b287-4a48-8536-d67e05ba5a12 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.551543 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eed4589b-b287-4a48-8536-d67e05ba5a12 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.571115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4589b-b287-4a48-8536-d67e05ba5a12 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7425e2d-4eff-4fb7-93d6-662d4e6e87dc,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:47.672209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-eed4589b-b287-4a48-8536-d67e05ba5a12 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.674383 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-eed4589b-b287-4a48-8536-d67e05ba5a12 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851285 Aug 11 01:31:47.677119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54528) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:47.682041 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b0b25f6c-b76a-414a-ae24-b4d5fffd4200 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'c85dc78d-a580-4c32-aa9f-13ec43ff51b2', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:47.774030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0b25f6c-b76a-414a-ae24-b4d5fffd4200 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.835500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0b25f6c-b76a-414a-ae24-b4d5fffd4200 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.896906 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0b25f6c-b76a-414a-ae24-b4d5fffd4200 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.915749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b25f6c-b76a-414a-ae24-b4d5fffd4200 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec0a3a9-e533-447b-83fe-b7ef40b84421,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:47.994198 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b0b25f6c-b76a-414a-ae24-b4d5fffd4200 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:47.995737 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b0b25f6c-b76a-414a-ae24-b4d5fffd4200 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3176270 Aug 11 01:31:47.998625 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54530) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:48.004254 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-79978382-0d85-44c4-875b-13f504f7a7c6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'c85dc78d-a580-4c32-aa9f-13ec43ff51b2', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:48.114253 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79978382-0d85-44c4-875b-13f504f7a7c6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.181358 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79978382-0d85-44c4-875b-13f504f7a7c6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.296563 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79978382-0d85-44c4-875b-13f504f7a7c6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.316433 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79978382-0d85-44c4-875b-13f504f7a7c6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7661e45e-1f06-4662-a25b-f5d13289e1fb,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:48.388402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-79978382-0d85-44c4-875b-13f504f7a7c6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.389673 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-79978382-0d85-44c4-875b-13f504f7a7c6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3900032 Aug 11 01:31:48.393798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54532) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:48.398988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-27b98a8a-ba9e-42b5-b392-f4282157ba17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'c85dc78d-a580-4c32-aa9f-13ec43ff51b2', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:48.485474 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-27b98a8a-ba9e-42b5-b392-f4282157ba17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:31:48.491196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27b98a8a-ba9e-42b5-b392-f4282157ba17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.555761 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27b98a8a-ba9e-42b5-b392-f4282157ba17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.632030 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27b98a8a-ba9e-42b5-b392-f4282157ba17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.650246 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b98a8a-ba9e-42b5-b392-f4282157ba17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61161fc-c18c-4f73-b1b9-51eb72ef9abb,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:48.753737 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-27b98a8a-ba9e-42b5-b392-f4282157ba17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.755001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-27b98a8a-ba9e-42b5-b392-f4282157ba17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3602216 Aug 11 01:31:48.757892 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54534) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:48.762503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-dba1f05e-fcba-4177-b608-8b3be4fa5c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'c85dc78d-a580-4c32-aa9f-13ec43ff51b2', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:48.883269 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-dba1f05e-fcba-4177-b608-8b3be4fa5c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:31:48.891128 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dba1f05e-fcba-4177-b608-8b3be4fa5c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.917484 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-15c6170f-5764-4d96-8b08-585d5fc58fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.956397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dba1f05e-fcba-4177-b608-8b3be4fa5c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:48.970697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.027970 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dba1f05e-fcba-4177-b608-8b3be4fa5c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.045362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1f05e-fcba-4177-b608-8b3be4fa5c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445874b9-b623-4334-b0ee-65ee0ff4754f,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:49.090755 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-dba1f05e-fcba-4177-b608-8b3be4fa5c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.092099 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dba1f05e-fcba-4177-b608-8b3be4fa5c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331604 Aug 11 01:31:49.094831 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54536) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:49.099856 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'network': {'name': 'tempest-network-smoke--875306427', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'port_security_enabled': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:49.164805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:31:49.168393 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.191956 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:31:49.200367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.200716 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Added segment 15bb46f8-6816-42f0-bf52-680d4f0d51f7 of type vlan for network cfd774c9-cdf0-40fa-b3bf-e8e306b221db Aug 11 01:31:49.243312 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.376418 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.382048 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:49.382641 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.450094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Network': ['ID=cfd774c9-cdf0-40fa-b3bf-e8e306b221db,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:49.464419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:31:49.526377 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a7c846c5-7474-4ecc-a095-42925bda3d94 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4303491 Aug 11 01:31:49.528941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54538) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:49.534021 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'admin_state_up': True, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:49.633613 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.634627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.685563 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:49.884028 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:50.145235 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:50.166941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:50.265633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.188 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/6da695e4-6e4f-4ae9-8843-cfb1a835a2d4) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:31:50.370645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:50.536729 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:50.573801 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:31:50.580028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:31:50.583605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:31:50.605160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=6da695e4-6e4f-4ae9-8843-cfb1a835a2d4,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:50.621948 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:50.896504 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:51.412026 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:51.625658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router ee409168-15c0-48fc-9655-8820595eddba is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:31:51.729307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:31:51.739972 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Sync routers for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:31:51.750411 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:51.751024 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:51.809369 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:51.810671 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4255e018-f72e-4c73-915a-ab3111a988aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2807884 Aug 11 01:31:51.814400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54540) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:51.848530 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4be00838-3ddd-434c-b1e7-10cfe0774083 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b2f10f3ff8b04d7c89c4114503c71a84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329232 Aug 11 01:31:51.851392 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54542) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:51.853876 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:51.996351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8cf5ca-5cac-443e-ab48-93aa83154686 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:51.997795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3d8cf5ca-5cac-443e-ab48-93aa83154686 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454899 Aug 11 01:31:52.000796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54544) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:52.030857 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:50Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:52.038679 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b62b6db1-96f5-47f7-bf71-a8da40c52094 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367358 Aug 11 01:31:52.041237 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54546) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:52.046228 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58722437', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:52.061387 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Checking router: ee409168-15c0-48fc-9655-8820595eddba for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:31:52.061737 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Updating router ee409168-15c0-48fc-9655-8820595eddba port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:31:52.087494 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.193522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:31:52.197255 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.342037 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.353181 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Transition to ACTIVE for port object 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:31:52.422186 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.450713 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.474483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Attempting to bind port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:31:52.474861 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Attempting to bind port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:31:52.475248 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Attempting to bind port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:31:52.478017 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Pushing event updated for resources: {'Port': ['ID=6da695e4-6e4f-4ae9-8843-cfb1a835a2d4,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:52.487006 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.487380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.487724 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.488061 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.488397 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.488730 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.489060 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.489389 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.489717 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.490041 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.490364 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.490684 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:31:52.494306 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:31:52.494681 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:31:52.495085 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.495639 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:31:52.495963 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Bound port: 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:31:52.496338 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.513094 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Subnet': ['ID=b771d285-f3e1-4fcb-8bf9-60483a100213,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:52.523897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Checking segment: {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:31:52.524265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network hostable DHCP agents. Network: cfd774c9-cdf0-40fa-b3bf-e8e306b221db, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:31:52.551735 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] For port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:31:52.554996 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] For port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6da695e4-6e4f-4ae9-8843-cfb1a835a2d4,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:31:52.593751 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.597136 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:31:52.622160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:31:52.622413 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.676607 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:52.677237 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:52.702207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, cfd774c9-cdf0-40fa-b3bf-e8e306b221db) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:31:52.706934 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:52.707521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.711804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c455a-1266-4e0f-b61f-f6cf2949aa6e None None] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:31:52.712633 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd98b81-73e4-440e-8ea0-3dc0e0cec778 None None] Pushing event updated for resources: {'Port': ['ID=6da695e4-6e4f-4ae9-8843-cfb1a835a2d4,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:52.790357 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:52.794608 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-39d85fbe-f64c-439f-b8d4-8478f09df899 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7522445 Aug 11 01:31:52.797197 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54548) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:31:52.865811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:31:52.866874 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:52.982079 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:50Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:53.013504 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225bda5-655a-49a6-a25c-d865fda7114a None None] The sync data for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 is: [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:50Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:31:53.020879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Allocated IP 172.20.0.2 (cfd774c9-cdf0-40fa-b3bf-e8e306b221db/b771d285-f3e1-4fcb-8bf9-60483a100213/4f046886-9191-44c8-a4fd-be5d24bacb02) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:31:53.188345 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:53.201052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Transition to ACTIVE for port object 4f046886-9191-44c8-a4fd-be5d24bacb02 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:31:53.217347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Transition to ACTIVE for port object 4f046886-9191-44c8-a4fd-be5d24bacb02 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:31:53.295388 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:53.308140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:53.347947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:31:53.355606 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:31:53.359152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:31:53.374037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Pushing event updated for resources: {'Port': ['ID=4f046886-9191-44c8-a4fd-be5d24bacb02,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:53.425661 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Attempting to bind port 4f046886-9191-44c8-a4fd-be5d24bacb02 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:31:53.426046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Attempting to bind port 4f046886-9191-44c8-a4fd-be5d24bacb02 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:31:53.426416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Attempting to bind port 4f046886-9191-44c8-a4fd-be5d24bacb02 on network cfd774c9-cdf0-40fa-b3bf-e8e306b221db {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:31:53.432386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:31:53.432877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Checking segment: {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:31:53.433543 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:53.434662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Bound using segment: {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:31:53.435081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Bound port: 4f046886-9191-44c8-a4fd-be5d24bacb02, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:31:53.435595 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:53.516030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] For port 4f046886-9191-44c8-a4fd-be5d24bacb02, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:31:53.521836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] For port 4f046886-9191-44c8-a4fd-be5d24bacb02, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4f046886-9191-44c8-a4fd-be5d24bacb02,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:31:53.577047 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:53.622432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.1 (cfd774c9-cdf0-40fa-b3bf-e8e306b221db/b771d285-f3e1-4fcb-8bf9-60483a100213/caee1476-a0c9-4c4d-8f92-fac471759e8f) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:31:53.640121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65425b76-9d44-4119-9783-cd64f699a43e None None] Pushing event updated for resources: {'Port': ['ID=4f046886-9191-44c8-a4fd-be5d24bacb02,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:53.753533 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:53.778798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object caee1476-a0c9-4c4d-8f92-fac471759e8f will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:31:53.885515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:53.942595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:31:53.947382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:31:53.950171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:31:53.977805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=caee1476-a0c9-4c4d-8f92-fac471759e8f,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:54.002423 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:54.187318 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:54.482033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:54.523511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:31:54.542194 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:54.608194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e85551-3632-48af-9711-d0155847af0b None None] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:31:54.625869 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:54.628320 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=caee1476-a0c9-4c4d-8f92-fac471759e8f,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:54.645825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:31:54.652489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:54.655151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:54.728648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:31:54.730199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:31:54.805031 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:54.815264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a4a2f045-0bb6-4056-9f42-b70b845410c4 None None] Provisioning for port 4f046886-9191-44c8-a4fd-be5d24bacb02 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:31:54.850457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router ee409168-15c0-48fc-9655-8820595eddba has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:31:54.852957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6da695e4-6e4f-4ae9-8843-cfb1a835a2d4,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:31:54.919335 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:54.922349 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4f046886-9191-44c8-a4fd-be5d24bacb02 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:31:54.983080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:31:54.993074 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0db4204e-b42f-4a49-828f-c99ea27fadff tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/ee409168-15c0-48fc-9655-8820595eddba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1942422 Aug 11 01:31:54.999853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=6da695e4-6e4f-4ae9-8843-cfb1a835a2d4,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:55.072802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 4f046886-9191-44c8-a4fd-be5d24bacb02 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:31:55.082017 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4f046886-9191-44c8-a4fd-be5d24bacb02 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:55.084930 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:55.156027 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-a9673ddc-5cdc-41f6-ac3e-70ed9dae0cc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-301852982&fields=id&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 267 time: 0.0388761 Aug 11 01:31:55.188594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Sync routers for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:31:55.197697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:55.210208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dd98e142-e888-4594-be63-87c287ace6bc None None] Provisioning complete for port 4f046886-9191-44c8-a4fd-be5d24bacb02 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:55.210554 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dd98e142-e888-4594-be63-87c287ace6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:55.235038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:55.235689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:55.281531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def575c4-b025-4c8e-8132-c9e445562a85 req-51bff8d0-24b1-41a2-a832-14cb8222f5b1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:55.283365 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-51bff8d0-24b1-41a2-a832-14cb8222f5b1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/networks?id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db HTTP/1.1" status: 200 len: 796 time: 0.1202364 Aug 11 01:31:55.300207 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-fc9aa4dc-7e24-40b1-ac99-e26152efcf44 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/quotas/b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 375 time: 0.0106735 Aug 11 01:31:55.308324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 4f046886-9191-44c8-a4fd-be5d24bacb02, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4f046886-9191-44c8-a4fd-be5d24bacb02,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:31:55.358865 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-13b71e2b-586b-4353-8f91-7fca466d6c24 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529792 Aug 11 01:31:55.485626 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-55ea159b-541f-4594-a245-d3a189d482ce service neutron] 10.222.0.43 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071799 Aug 11 01:31:55.523442 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:55.583419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-91fcea23-16d4-4792-b2c5-4fef1eeea2fd service neutron] 10.222.0.43 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908759 Aug 11 01:31:55.608515 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:55.644948 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=4f046886-9191-44c8-a4fd-be5d24bacb02,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:55.829981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dd98e142-e888-4594-be63-87c287ace6bc None None] Provisioning for port caee1476-a0c9-4c4d-8f92-fac471759e8f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:31:55.833959 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-dd98e142-e888-4594-be63-87c287ace6bc None None] Provisioning complete for port caee1476-a0c9-4c4d-8f92-fac471759e8f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:55.834333 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-dd98e142-e888-4594-be63-87c287ace6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:55.866056 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 2, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:55.879102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1412dd2e-108e-4310-9174-ad9b299fcfe3 req-2fd6bdb0-5dde-4c99-a611-df171500a904 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 210 time: 0.0287054 Aug 11 01:31:55.898066 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Checking router: ee409168-15c0-48fc-9655-8820595eddba for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:31:55.898423 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Updating router ee409168-15c0-48fc-9655-8820595eddba port caee1476-a0c9-4c4d-8f92-fac471759e8f binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:31:55.927804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-dd98e142-e888-4594-be63-87c287ace6bc None None] Port caee1476-a0c9-4c4d-8f92-fac471759e8f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:31:55.932470 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.061864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a2eec4e9-40fe-462c-842c-a075f6c1b753 None None] Provisioning complete for port caee1476-a0c9-4c4d-8f92-fac471759e8f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:56.062240 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a2eec4e9-40fe-462c-842c-a075f6c1b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.140442 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a2eec4e9-40fe-462c-842c-a075f6c1b753 None None] Port caee1476-a0c9-4c4d-8f92-fac471759e8f cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:31:56.239877 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.249611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Transition to ACTIVE for port object caee1476-a0c9-4c4d-8f92-fac471759e8f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:31:56.325135 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.378267 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf7373-53b0-4aca-8a9f-3c8caa345f9b None None] Pushing event updated for resources: {'Port': ['ID=caee1476-a0c9-4c4d-8f92-fac471759e8f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:56.436065 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Attempting to bind port caee1476-a0c9-4c4d-8f92-fac471759e8f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:31:56.437030 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Attempting to bind port caee1476-a0c9-4c4d-8f92-fac471759e8f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:31:56.438213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Attempting to bind port caee1476-a0c9-4c4d-8f92-fac471759e8f on network cfd774c9-cdf0-40fa-b3bf-e8e306b221db {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:31:56.445893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:31:56.446546 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Checking segment: {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:31:56.447486 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.448040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Bound using segment: {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:31:56.448519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Bound port: caee1476-a0c9-4c4d-8f92-fac471759e8f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:31:56.448901 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.486100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:31:56.553706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] For port caee1476-a0c9-4c4d-8f92-fac471759e8f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:31:56.558650 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] For port caee1476-a0c9-4c4d-8f92-fac471759e8f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=caee1476-a0c9-4c4d-8f92-fac471759e8f,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:31:56.570500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:56.570875 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.635140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.698212 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4f046886-9191-44c8-a4fd-be5d24bacb02 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:31:56.747585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf7373-53b0-4aca-8a9f-3c8caa345f9b None None] Pushing event updated for resources: {'Port': ['ID=caee1476-a0c9-4c4d-8f92-fac471759e8f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:56.754073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:31:56.754700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:56.854095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 4f046886-9191-44c8-a4fd-be5d24bacb02 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:56.854935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:56.901815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:31:56.984762 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8ad34f0a-07a6-46eb-8557-49e81e17e347 req-99855381-c811-4fa6-b3f9-768c8459b4a0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 210 time: 0.0304282 Aug 11 01:31:57.154815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:56Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:31:57.184762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b28e70-6fce-420c-b42e-7b717311e649 None None] The sync data for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 is: [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:56Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:31:57.972475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def575c4-b025-4c8e-8132-c9e445562a85 req-6a0713a6-4be6-4a5d-8114-27e39f29827d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:57.974057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-6a0713a6-4be6-4a5d-8114-27e39f29827d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/networks?id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db HTTP/1.1" status: 200 len: 796 time: 0.1144104 Aug 11 01:31:58.021401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7fe7105c-1c8e-4171-b48b-f3a8df4034a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 379 time: 0.0385177 Aug 11 01:31:58.031776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'port': {'device_id': '132f9af1-87b4-43e4-9772-73993fabba46', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'admin_state_up': True, 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'security_groups': ['c85dc78d-a580-4c32-aa9f-13ec43ff51b2']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:58.113270 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-161e0fbb-607f-4f4a-b0ed-03dba8a271a2 req-13393e84-3190-4997-a811-8e0198b516dc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 210 time: 0.0391688 Aug 11 01:31:58.245054 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:31:58.248862 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:58.374728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.5 (cfd774c9-cdf0-40fa-b3bf-e8e306b221db/b771d285-f3e1-4fcb-8bf9-60483a100213/a20c74ed-9fc8-486f-88b2-0b62b53f9463) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:31:58.485336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device caee1476-a0c9-4c4d-8f92-fac471759e8f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:31:58.523327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:58.536905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object a20c74ed-9fc8-486f-88b2-0b62b53f9463 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:31:58.606864 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port caee1476-a0c9-4c4d-8f92-fac471759e8f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:31:58.611613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port caee1476-a0c9-4c4d-8f92-fac471759e8f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:58.612060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:58.634150 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:58.678320 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:31:58.683390 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:31:58.687100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:31:58.699762 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:58.713402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=a20c74ed-9fc8-486f-88b2-0b62b53f9463,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:58.735096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port caee1476-a0c9-4c4d-8f92-fac471759e8f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=caee1476-a0c9-4c4d-8f92-fac471759e8f,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:31:58.748209 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:58.749043 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:58.845012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:58.857031 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-7feb6334-9ec8-4cec-a3cf-e8d34325b0eb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300891 Aug 11 01:31:58.870611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Request body: {'port': {'device_id': '132f9af1-87b4-43e4-9772-73993fabba46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:31:58.903812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=caee1476-a0c9-4c4d-8f92-fac471759e8f,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:58.932397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:58.968511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-da94faa7-6707-4924-a094-67d03beb2f22 None None] Provisioning for port a20c74ed-9fc8-486f-88b2-0b62b53f9463 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:31:58.973021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-da94faa7-6707-4924-a094-67d03beb2f22 None None] Provisioning complete for port a20c74ed-9fc8-486f-88b2-0b62b53f9463 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:31:58.973395 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-da94faa7-6707-4924-a094-67d03beb2f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:59.008657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-da94faa7-6707-4924-a094-67d03beb2f22 None None] Port a20c74ed-9fc8-486f-88b2-0b62b53f9463 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:31:59.199570 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20c74ed-9fc8-486f-88b2-0b62b53f9463 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:31:59.208008 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:59.219794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Transition to ACTIVE for port object a20c74ed-9fc8-486f-88b2-0b62b53f9463 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:31:59.235593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df5888-3f53-41dc-851d-9fdf64508c5f req-b751b69f-e6c0-413f-8167-6a54e2867837 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:59.237083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11df5888-3f53-41dc-851d-9fdf64508c5f req-b751b69f-e6c0-413f-8167-6a54e2867837 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 931 time: 0.0538745 Aug 11 01:31:59.277592 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-11df5888-3f53-41dc-851d-9fdf64508c5f req-ace618b1-5ce6-4902-bfdc-3c61d51e0321 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339580 Aug 11 01:31:59.283251 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:59.356243 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c74ed-9fc8-486f-88b2-0b62b53f9463,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:59.415957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Attempting to bind port a20c74ed-9fc8-486f-88b2-0b62b53f9463 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:31:59.416329 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Attempting to bind port a20c74ed-9fc8-486f-88b2-0b62b53f9463 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:31:59.416644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Attempting to bind port a20c74ed-9fc8-486f-88b2-0b62b53f9463 on network cfd774c9-cdf0-40fa-b3bf-e8e306b221db {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:31:59.421774 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Port a20c74ed-9fc8-486f-88b2-0b62b53f9463 on network cfd774c9-cdf0-40fa-b3bf-e8e306b221db not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:31:59.422115 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Attempting to bind port a20c74ed-9fc8-486f-88b2-0b62b53f9463 on network cfd774c9-cdf0-40fa-b3bf-e8e306b221db {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:31:59.429058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:31:59.429409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Checking segment: {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:31:59.429810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Bound using segment: {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:31:59.430265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Bound port: a20c74ed-9fc8-486f-88b2-0b62b53f9463, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bb46f8-6816-42f0-bf52-680d4f0d51f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:31:59.430640 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:59.499319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] For port a20c74ed-9fc8-486f-88b2-0b62b53f9463, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:31:59.504603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] For port a20c74ed-9fc8-486f-88b2-0b62b53f9463, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:31:59.605639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:59.646001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:59.646642 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:59.648165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] 10.222.0.44 "PUT /v2.0/ports/a20c74ed-9fc8-486f-88b2-0b62b53f9463 HTTP/1.1" status: 200 len: 1092 time: 0.7823157 Aug 11 01:31:59.648625 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:31:59.650925 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1ef9d-f99a-4d36-b531-0e179e33adba" -d '{"events": [{"name": "network-changed", "server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:31:59.673636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069f728-c673-43b6-a084-2e406b14f928 service neutron] Pushing event updated for resources: {'Port': ['ID=a20c74ed-9fc8-486f-88b2-0b62b53f9463,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:31:59.689831 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec65dc9-14df-45b6-8f06-f91d09421a62 x-openstack-request-id: req-8ec65dc9-14df-45b6-8f06-f91d09421a62 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:31:59.690382 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:31:59.690382 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ec65dc9-14df-45b6-8f06-f91d09421a62 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:31:59.690765 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'status': 'completed', 'code': 200} Aug 11 01:31:59.757704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1ef9d-f99a-4d36-b531-0e179e33adba req-529b5a17-3147-4f7e-9a05-2f033030d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:59.759289 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf1ef9d-f99a-4d36-b531-0e179e33adba req-529b5a17-3147-4f7e-9a05-2f033030d415 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 1095 time: 0.0479517 Aug 11 01:31:59.858591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1ef9d-f99a-4d36-b531-0e179e33adba req-dd0708ac-cc2c-4bdf-9436-a6c23c4ab5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:59.860139 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf1ef9d-f99a-4d36-b531-0e179e33adba req-dd0708ac-cc2c-4bdf-9436-a6c23c4ab5f0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0933537 Aug 11 01:31:59.945958 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:31:59.959057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1ef9d-f99a-4d36-b531-0e179e33adba req-fb5abd22-8c15-49cb-a71d-b089af250256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:31:59.960643 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbf1ef9d-f99a-4d36-b531-0e179e33adba req-fb5abd22-8c15-49cb-a71d-b089af250256 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925472 Aug 11 01:32:00.038152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def575c4-b025-4c8e-8132-c9e445562a85 req-f7340bc5-a8bb-464c-ae8a-988660b0103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:00.039621 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-f7340bc5-a8bb-464c-ae8a-988660b0103b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 1095 time: 0.0423458 Aug 11 01:32:00.082181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-b9f03f46-e56e-4b20-a060-7d79e8551922 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463 HTTP/1.1" status: 200 len: 217 time: 0.0353050 Aug 11 01:32:00.135587 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def575c4-b025-4c8e-8132-c9e445562a85 req-c1959a49-028b-4844-ba67-af797f85d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:00.137095 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-c1959a49-028b-4844-ba67-af797f85d0c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b771d285-f3e1-4fcb-8bf9-60483a100213 HTTP/1.1" status: 200 len: 833 time: 0.0481434 Aug 11 01:32:00.183307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def575c4-b025-4c8e-8132-c9e445562a85 req-155233de-1146-42f4-8733-f2644b339913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:00.184818 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-155233de-1146-42f4-8733-f2644b339913 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404019 Aug 11 01:32:00.187375 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:00.274295 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-c2a29437-15d9-43e2-85b2-693a66b669cd service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814724 Aug 11 01:32:00.370551 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-def575c4-b025-4c8e-8132-c9e445562a85 req-68170009-4d59-4637-9b66-626f5392ee93 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892193 Aug 11 01:32:00.398313 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84204510-0661-44d7-846d-26ffa081ba8e req-803a8ac8-6b94-4b3d-84bd-482cccb55163 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:00.399878 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84204510-0661-44d7-846d-26ffa081ba8e req-803a8ac8-6b94-4b3d-84bd-482cccb55163 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 943 time: 0.0530572 Aug 11 01:32:00.440615 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-84204510-0661-44d7-846d-26ffa081ba8e req-0c115fc4-f861-4573-8f7b-54e97205b2ae tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344539 Aug 11 01:32:00.464506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device caee1476-a0c9-4c4d-8f92-fac471759e8f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:32:00.517021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port caee1476-a0c9-4c4d-8f92-fac471759e8f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:32:00.517411 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:01.566994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed0975-47e5-4f33-b001-f900f020df69 req-38282dbd-ef5b-4dd5-9ec3-309ddecf116a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:01.568526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bed0975-47e5-4f33-b001-f900f020df69 req-38282dbd-ef5b-4dd5-9ec3-309ddecf116a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 943 time: 0.0576940 Aug 11 01:32:01.606176 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7bed0975-47e5-4f33-b001-f900f020df69 req-00e02f75-1957-4463-8727-f09a123f0f73 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Aug 11 01:32:02.721861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312741c-feae-4c7b-9568-f465adbcbe05 req-4ab4023a-4933-4bd3-b90f-df70fef783bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:02.723369 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2312741c-feae-4c7b-9568-f465adbcbe05 req-4ab4023a-4933-4bd3-b90f-df70fef783bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 943 time: 0.0484426 Aug 11 01:32:02.761063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2312741c-feae-4c7b-9568-f465adbcbe05 req-1f09711a-6fb2-4def-9336-fac483121a70 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Aug 11 01:32:03.878951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e7864-25e0-4b45-9ee0-0b577e838186 req-31b69bdc-6072-4d01-bec1-38f6b8518d4c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:03.880526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a8e7864-25e0-4b45-9ee0-0b577e838186 req-31b69bdc-6072-4d01-bec1-38f6b8518d4c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 943 time: 0.0511365 Aug 11 01:32:03.925368 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1a8e7864-25e0-4b45-9ee0-0b577e838186 req-0b872d80-80bf-45a2-ac21-46079e5e0758 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384231 Aug 11 01:32:04.383252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a20c74ed-9fc8-486f-88b2-0b62b53f9463 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:32:04.480883 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a20c74ed-9fc8-486f-88b2-0b62b53f9463, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:32:04.493199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'port_id': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'mac_address': 'fa:16:3e:7c:4e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:32:04.529248 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:04.542398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20c74ed-9fc8-486f-88b2-0b62b53f9463 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:32:04.561992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a20c74ed-9fc8-486f-88b2-0b62b53f9463, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:32:04.638819 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:04.688681 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a20c74ed-9fc8-486f-88b2-0b62b53f9463,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:32:04.871104 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['a20c74ed-9fc8-486f-88b2-0b62b53f9463'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:32:05.044002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090de838-1a97-45e0-b270-f3f4f20db9b6 req-b81c063e-04ed-459c-ac4c-08618fc1a16b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:05.045516 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-090de838-1a97-45e0-b270-f3f4f20db9b6 req-b81c063e-04ed-459c-ac4c-08618fc1a16b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 944 time: 0.0522778 Aug 11 01:32:05.083511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-090de838-1a97-45e0-b270-f3f4f20db9b6 req-25b295c0-9e70-4523-b04d-594210be4cd7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314748 Aug 11 01:32:06.198233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97273f83-62b1-4abd-882e-ac71b08cabeb req-f84f579c-4893-44a7-8053-fa8a429a6873 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:06.199763 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-97273f83-62b1-4abd-882e-ac71b08cabeb req-f84f579c-4893-44a7-8053-fa8a429a6873 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 944 time: 0.0498204 Aug 11 01:32:06.237816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-97273f83-62b1-4abd-882e-ac71b08cabeb req-f6461462-ae3d-488a-bfbc-f62757bc1742 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315998 Aug 11 01:32:06.398952 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a20c74ed-9fc8-486f-88b2-0b62b53f9463 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:32:06.507529 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port a20c74ed-9fc8-486f-88b2-0b62b53f9463 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:32:06.511427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port a20c74ed-9fc8-486f-88b2-0b62b53f9463 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:32:06.511807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:06.590998 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:06.612690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:32:06.614918 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c24b3e-e175-42bc-95ec-e1bc1b70169b" -d '{"events": [{"server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "name": "network-vif-plugged", "status": "completed", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:32:06.629163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port a20c74ed-9fc8-486f-88b2-0b62b53f9463, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:32:06.650874 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639321b-46df-4482-95d1-e7e2a410431b x-openstack-request-id: req-3639321b-46df-4482-95d1-e7e2a410431b {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:32:06.651189 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "name": "network-vif-plugged", "status": "completed", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:32:06.651617 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3639321b-46df-4482-95d1-e7e2a410431b {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:32:06.652019 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'code': 200} Aug 11 01:32:06.695911 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:06.745788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=a20c74ed-9fc8-486f-88b2-0b62b53f9463,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:32:06.750605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6146ef-c673-4750-87f0-03ab07ce83a0 req-af247def-bce2-462c-a91c-0eab4d05cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:06.752702 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc6146ef-c673-4750-87f0-03ab07ce83a0 req-af247def-bce2-462c-a91c-0eab4d05cc47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 1097 time: 0.0452392 Aug 11 01:32:06.789749 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dc6146ef-c673-4750-87f0-03ab07ce83a0 req-d0683894-a9a3-4659-9d02-d10e9e45c65d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286863 Aug 11 01:32:07.351697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d259-cfd4-479e-968b-fc6920944726 req-995713f8-77ad-4cd7-b1e3-5d2710b665d6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:07.353172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2ed6d259-cfd4-479e-968b-fc6920944726 req-995713f8-77ad-4cd7-b1e3-5d2710b665d6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0489898 Aug 11 01:32:07.395294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2ed6d259-cfd4-479e-968b-fc6920944726 req-b5e19c75-45ee-4316-9489-20d5c627057a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360892 Aug 11 01:32:08.511688 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff02def-02ff-43ea-bf4a-2288f8b309ae req-1b6a9bb6-6173-4213-af1b-70f675ed631c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:08.513097 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aff02def-02ff-43ea-bf4a-2288f8b309ae req-1b6a9bb6-6173-4213-af1b-70f675ed631c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0491707 Aug 11 01:32:08.551312 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aff02def-02ff-43ea-bf4a-2288f8b309ae req-4240aa07-81e1-4d3d-9fc9-f2386dde82c7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Aug 11 01:32:08.666141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e846f9a-fed7-4177-8113-05444f3704fb req-5fe55327-36bf-4147-9938-ed918ab32b39 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:08.667680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e846f9a-fed7-4177-8113-05444f3704fb req-5fe55327-36bf-4147-9938-ed918ab32b39 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0492773 Aug 11 01:32:08.707146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e846f9a-fed7-4177-8113-05444f3704fb req-b05ce85e-caff-4e99-9afd-30de1e939522 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Aug 11 01:32:08.729565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54608) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:32:08.769676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6575ae-4c03-4945-8a68-323633c6eb5a tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:08.771114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-df6575ae-4c03-4945-8a68-323633c6eb5a tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 1092 time: 0.0405419 Aug 11 01:32:08.779154 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54610) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:32:08.783605 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:32:08.860036 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:08.959659 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:09.060217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.88 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/187880ba-cd1f-4c0f-b756-c43668c4f986) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:32:09.164413 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:09.255939 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:09.291053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:32:09.295846 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:32:09.299850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:32:09.325851 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=187880ba-cd1f-4c0f-b756-c43668c4f986,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:32:09.660106 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:09.771606 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:09.920458 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:10.010437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:10.077702 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=187880ba-cd1f-4c0f-b756-c43668c4f986,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:32:10.092028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:10.189325 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP 01a2f927-92f7-4769-8626-82935d12d48e associated. External IP: 172.25.0.88, port: a20c74ed-9fc8-486f-88b2-0b62b53f9463. Aug 11 01:32:10.388908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router ee409168-15c0-48fc-9655-8820595eddba has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:32:10.497794 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:32:10.508353 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] Sync routers for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:32:10.518026 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:32:10.518637 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:32:10.585578 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:10.618073 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-33f904c5-afe8-43de-9838-b99a12003ab9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8378541 Aug 11 01:32:10.618856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:32:10.621233 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bcec16-506c-4286-acb3-a13eee6c04e9" -d '{"events": [{"name": "network-changed", "server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:32:10.663909 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747412f4-672e-4f40-a776-da77a8486d38 x-openstack-request-id: req-747412f4-672e-4f40-a776-da77a8486d38 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:32:10.663909 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:32:10.663909 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-747412f4-672e-4f40-a776-da77a8486d38 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:32:10.663909 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'status': 'completed', 'code': 200} Aug 11 01:32:10.719376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61d32-dbb2-4cc6-93bf-f333d1bcd9fa req-277f163a-b9c3-46b4-8f9a-ef3cd5bc728d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:10.720964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9af61d32-dbb2-4cc6-93bf-f333d1bcd9fa req-277f163a-b9c3-46b4-8f9a-ef3cd5bc728d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Aug 11 01:32:10.721978 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:32:10.729499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-bd351aac-188e-4e4f-9351-09e4a5d877af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:10.731028 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-bd351aac-188e-4e4f-9351-09e4a5d877af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 1097 time: 0.0458572 Aug 11 01:32:10.763260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9af61d32-dbb2-4cc6-93bf-f333d1bcd9fa req-b717c0cd-95ae-4f81-bfb6-5708557483c3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353076 Aug 11 01:32:10.783065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54616) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:32:10.825363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-cc5776da-e3eb-4e53-a6d1-048fe609623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:10.826864 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-cc5776da-e3eb-4e53-a6d1-048fe609623f service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db HTTP/1.1" status: 200 len: 897 time: 0.0891268 Aug 11 01:32:10.850987 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-dd3026ea-163b-4723-8742-6c5d9c33a1b6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/01a2f927-92f7-4769-8626-82935d12d48e HTTP/1.1" status: 200 len: 990 time: 0.0660903 Aug 11 01:32:10.898500 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-290c7a0a-0c95-4798-bd6c-690c368f4974 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463 HTTP/1.1" status: 200 len: 998 time: 0.0642269 Aug 11 01:32:10.948965 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-5898caa8-50fa-405a-9389-168b3ebf3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:10.950509 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-5898caa8-50fa-405a-9389-168b3ebf3676 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b771d285-f3e1-4fcb-8bf9-60483a100213 HTTP/1.1" status: 200 len: 833 time: 0.0453842 Aug 11 01:32:10.958083 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '01a2f927-92f7-4769-8626-82935d12d48e', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'port_id': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'mac_address': 'fa:16:3e:7c:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132f9af1-87b4-43e4-9772-73993fabba46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:32:09Z', 'updated_at': '2021-08-11T01:32:09Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:58Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:32:10.983671 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] Checking router: ee409168-15c0-48fc-9655-8820595eddba for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:32:10.992807 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:32:10.993412 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:31:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:32:10.998529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-5c1808a6-a353-4338-b51f-bd8820e0563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:11.000109 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-5c1808a6-a353-4338-b51f-bd8820e0563a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422351 Aug 11 01:32:11.103844 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:32:11.337573 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '01a2f927-92f7-4769-8626-82935d12d48e', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'port_id': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'mac_address': 'fa:16:3e:7c:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132f9af1-87b4-43e4-9772-73993fabba46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:32:09Z', 'updated_at': '2021-08-11T01:32:09Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:58Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:32:11.364483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b102db-84f2-4159-b78d-c4b7ca7d5038 None None] The sync data for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 is: [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '01a2f927-92f7-4769-8626-82935d12d48e', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.88', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'port_id': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'mac_address': 'fa:16:3e:7c:4e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132f9af1-87b4-43e4-9772-73993fabba46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:32:09Z', 'updated_at': '2021-08-11T01:32:09Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:58Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:32:11.455890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-e598ad7b-1195-4ccf-86db-b8cdaf79ecc6 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481950 Aug 11 01:32:11.550842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-24bcec16-506c-4286-acb3-a13eee6c04e9 req-2431ee51-99be-47fb-b8a7-97a0ddf2e6d1 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879796 Aug 11 01:32:11.563329 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66fedbc-cd8a-4557-bcf3-85d309e8997e None None] New status for floating IP 01a2f927-92f7-4769-8626-82935d12d48e: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:32:11.855118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54618) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:32:11.915512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-48c35637-20d9-4f83-965f-d5c5cb7b9aa8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/01a2f927-92f7-4769-8626-82935d12d48e HTTP/1.1" status: 200 len: 990 time: 0.0591719 Aug 11 01:32:12.919898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54620) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:32:12.981792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0fcdbb17-dd6e-4613-a601-10dd96a56070 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/01a2f927-92f7-4769-8626-82935d12d48e HTTP/1.1" status: 200 len: 992 time: 0.0607376 Aug 11 01:32:16.340299 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5dd1-3281-4b36-811c-16a9be67706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:18.918515 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2936e6bc-f3ab-4013-a5d6-c071071a337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:18.991232 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:20.644290 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:22.568384 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:29.596203 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:32:29.962923 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:30.198387 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:42.576797 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af30720-92a1-4ec8-a45b-1dbeb5ba89ff req-d303a876-35cd-43fb-806b-96d400ac7248 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:42.578314 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8af30720-92a1-4ec8-a45b-1dbeb5ba89ff req-d303a876-35cd-43fb-806b-96d400ac7248 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Aug 11 01:32:42.646209 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8af30720-92a1-4ec8-a45b-1dbeb5ba89ff req-ef2a2266-8bc2-4876-aaf6-bbc990456ecc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608988 Aug 11 01:32:42.659856 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-e16ebb3f-3198-4f62-a076-16c65d6c8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:42.661345 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-e16ebb3f-3198-4f62-a076-16c65d6c8988 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 1097 time: 0.0513823 Aug 11 01:32:42.758213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-2d1a17a4-f050-4509-9962-98094709a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:42.759744 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-2d1a17a4-f050-4509-9962-98094709a336 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db HTTP/1.1" status: 200 len: 897 time: 0.0911167 Aug 11 01:32:42.836322 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-22de987d-9b9e-48d9-9679-eddd60d128d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463 HTTP/1.1" status: 200 len: 1000 time: 0.0687835 Aug 11 01:32:42.890164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-ce117eca-b103-45ae-af7e-e47558ab2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:42.891729 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-ce117eca-b103-45ae-af7e-e47558ab2335 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b771d285-f3e1-4fcb-8bf9-60483a100213 HTTP/1.1" status: 200 len: 833 time: 0.0477254 Aug 11 01:32:42.953501 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-10a65e44-2424-4ce2-9293-ef08288d3e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:42.955042 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-10a65e44-2424-4ce2-9293-ef08288d3e87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535285 Aug 11 01:32:43.051222 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-c0906ade-61e5-455a-bcf6-cb8eccf06b03 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879993 Aug 11 01:32:43.149211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c857a6f0-0e8b-47a5-8c91-1e873f3b5b21 req-3e134a0c-af32-4eb7-801f-cada8a9670eb service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907540 Aug 11 01:32:43.808317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f88b9-5c0f-49fc-97e7-2fb2f29775be req-0121a91d-504f-4472-a8c9-f12bf3a47128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:43.810984 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f01f88b9-5c0f-49fc-97e7-2fb2f29775be req-0121a91d-504f-4472-a8c9-f12bf3a47128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0853279 Aug 11 01:32:43.851181 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f01f88b9-5c0f-49fc-97e7-2fb2f29775be req-6755df91-ff36-4fe5-94d5-22d0d5bd00cc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Aug 11 01:32:44.981129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc7eec-741f-458b-9f16-91e14db58ed5 req-bca4fd9e-0636-4520-bfa2-0407de8258bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:44.982808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7acc7eec-741f-458b-9f16-91e14db58ed5 req-bca4fd9e-0636-4520-bfa2-0407de8258bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0559800 Aug 11 01:32:45.026523 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7acc7eec-741f-458b-9f16-91e14db58ed5 req-1e4ade8b-47f1-487e-9713-750b9d914e92 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371618 Aug 11 01:32:46.156811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2f0e2-74f5-410a-8da8-7b8cb6809851 req-3d9c3fa3-a03a-4852-967a-0871b137155f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:46.158476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4a2f0e2-74f5-410a-8da8-7b8cb6809851 req-3d9c3fa3-a03a-4852-967a-0871b137155f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0585322 Aug 11 01:32:46.206605 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d4a2f0e2-74f5-410a-8da8-7b8cb6809851 req-5068393f-27d5-4c6c-b770-bc2dda4df585 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366979 Aug 11 01:32:46.328852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7e661898-6a53-46ff-a2fe-63e19daa9327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:47.336931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a4494-72ed-460f-855a-7aaa66e83506 req-42a46082-f8c0-49b9-a5e1-8c0c937ba9c5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:47.338528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f6a4494-72ed-460f-855a-7aaa66e83506 req-42a46082-f8c0-49b9-a5e1-8c0c937ba9c5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0544136 Aug 11 01:32:47.382994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3f6a4494-72ed-460f-855a-7aaa66e83506 req-fbd3755e-f930-4dc5-bb4e-a8f1cdd5ed26 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377486 Aug 11 01:32:48.515068 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634943-9179-45ab-a598-bd4777c559f0 req-d377800c-e21b-4851-9456-8f611db653f4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:48.516754 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63634943-9179-45ab-a598-bd4777c559f0 req-d377800c-e21b-4851-9456-8f611db653f4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0574770 Aug 11 01:32:48.557582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-63634943-9179-45ab-a598-bd4777c559f0 req-d5bb5eff-515b-46ac-a8d8-2dfccc6b6d27 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344269 Aug 11 01:32:48.940590 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-594d929b-f0d5-41e5-a421-7923164a898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:48.968743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:49.682896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd60495-12c6-4a4b-a93b-adcf32c2a3be req-d82db11a-e4ef-4023-b2ef-a5a5bf209867 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:49.684491 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bdd60495-12c6-4a4b-a93b-adcf32c2a3be req-d82db11a-e4ef-4023-b2ef-a5a5bf209867 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0511963 Aug 11 01:32:49.735807 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bdd60495-12c6-4a4b-a93b-adcf32c2a3be req-0293ee79-3f86-462f-84a3-ac5af13be40c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449426 Aug 11 01:32:50.620955 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:50.858528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27258e-171c-49c7-b7d2-bf905dcf2abf req-5e244272-7995-4cf4-bb21-6415afc38053 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:50.860225 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a27258e-171c-49c7-b7d2-bf905dcf2abf req-5e244272-7995-4cf4-bb21-6415afc38053 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0528319 Aug 11 01:32:50.906791 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7a27258e-171c-49c7-b7d2-bf905dcf2abf req-3dac53ad-fca8-410a-b1da-5f65bdda5029 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348327 Aug 11 01:32:52.026258 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905b40b-8abf-4e6b-8cbf-be659a94c116 req-a0c5f870-33c4-4a93-ac83-56ed9e32a903 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:52.027810 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0905b40b-8abf-4e6b-8cbf-be659a94c116 req-a0c5f870-33c4-4a93-ac83-56ed9e32a903 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0503750 Aug 11 01:32:52.067063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0905b40b-8abf-4e6b-8cbf-be659a94c116 req-74e2e0fc-e309-4e93-8e84-962e265630fc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330966 Aug 11 01:32:52.568474 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:32:53.186347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab6f7d-2f7e-46b8-83e9-bfc4617ef30c req-b1b381d2-d680-49c8-bf2d-5ce014f9e1f8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:53.187866 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ab6f7d-2f7e-46b8-83e9-bfc4617ef30c req-b1b381d2-d680-49c8-bf2d-5ce014f9e1f8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0536907 Aug 11 01:32:53.226607 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-82ab6f7d-2f7e-46b8-83e9-bfc4617ef30c req-8d4ceaf2-9f7c-4426-b165-38276642fe93 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Aug 11 01:32:53.708294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-ac3f4793-fc40-4551-be76-4d5ac4c7193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:53.709830 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-ac3f4793-fc40-4551-be76-4d5ac4c7193e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 1097 time: 0.0410080 Aug 11 01:32:53.823637 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-51e9ef6b-a078-4106-ac76-65744d258c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:53.825161 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-51e9ef6b-a078-4106-ac76-65744d258c43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db HTTP/1.1" status: 200 len: 897 time: 0.0967214 Aug 11 01:32:53.894818 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-da22e70d-252f-4334-bfc2-a838343dbe14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463 HTTP/1.1" status: 200 len: 1000 time: 0.0626712 Aug 11 01:32:53.946976 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-de9b6218-cfe7-45dc-abb4-21a72c17b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:53.948525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-de9b6218-cfe7-45dc-abb4-21a72c17b430 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b771d285-f3e1-4fcb-8bf9-60483a100213 HTTP/1.1" status: 200 len: 833 time: 0.0469346 Aug 11 01:32:54.003341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-c01472e6-5846-49d9-8f05-8f6256bacdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:54.004597 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-c01472e6-5846-49d9-8f05-8f6256bacdb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490408 Aug 11 01:32:54.099689 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-e44dad3c-146f-4b6d-9ccb-584cb25869a3 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879502 Aug 11 01:32:54.201984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-58b5fd88-8e39-4f69-97a3-abfba7333d7c req-db5b33d2-1cc1-483e-ae75-caed2494cfb9 service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953186 Aug 11 01:32:54.351413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16579d3-c181-4384-91d0-9906283250bd req-70e197a5-5cc2-4396-8e8e-cd3dfe1c6ef3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:54.353114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d16579d3-c181-4384-91d0-9906283250bd req-70e197a5-5cc2-4396-8e8e-cd3dfe1c6ef3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0587637 Aug 11 01:32:54.394602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d16579d3-c181-4384-91d0-9906283250bd req-eb3c9351-83d1-4fe0-a723-64d2c5e23e90 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343547 Aug 11 01:32:55.508655 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd795e3-7056-4aa6-97a7-25c59c2eb480 req-839ee674-6c93-4ed9-9cbb-6f581bd14711 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:55.510147 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cd795e3-7056-4aa6-97a7-25c59c2eb480 req-839ee674-6c93-4ed9-9cbb-6f581bd14711 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Aug 11 01:32:55.548211 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3cd795e3-7056-4aa6-97a7-25c59c2eb480 req-c934696b-d1fd-43fb-9bc9-2a578918d9f3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321782 Aug 11 01:32:56.662269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b4e35-61b7-40ed-a96b-b8cfbb28bda1 req-f857dcc9-ae2c-40c9-bc51-7d94ce4f4f36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:56.663812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a3b4e35-61b7-40ed-a96b-b8cfbb28bda1 req-f857dcc9-ae2c-40c9-bc51-7d94ce4f4f36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0499880 Aug 11 01:32:56.701746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a3b4e35-61b7-40ed-a96b-b8cfbb28bda1 req-dd64cbd0-b6a9-4cb3-9f68-3d8605f19a19 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319660 Aug 11 01:32:57.828309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142bec0-664f-4c9a-8037-3809f6acc4a0 req-0cfda4a5-ab53-4243-9b03-48dce3077a7a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:57.829836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d142bec0-664f-4c9a-8037-3809f6acc4a0 req-0cfda4a5-ab53-4243-9b03-48dce3077a7a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0583742 Aug 11 01:32:57.868804 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d142bec0-664f-4c9a-8037-3809f6acc4a0 req-334a0bd3-60d8-451a-b5e2-ae045d071556 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329001 Aug 11 01:32:58.997962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91355a-623f-442a-97fa-7b5b6fab38cb req-b3611d45-d662-460f-9fe5-72328b2ce7ce tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:32:58.999598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f91355a-623f-442a-97fa-7b5b6fab38cb req-b3611d45-d662-460f-9fe5-72328b2ce7ce tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0594831 Aug 11 01:32:59.039789 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f91355a-623f-442a-97fa-7b5b6fab38cb req-eddcfb6f-82ab-4aa3-a5bf-a8fad4591eb9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333447 Aug 11 01:32:59.958177 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:00.163925 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d65b0-5c48-4c6e-bb43-87b4b449e989 req-462ffa35-cabf-4b54-83a9-53952c9a5b3b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:00.165515 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d68d65b0-5c48-4c6e-bb43-87b4b449e989 req-462ffa35-cabf-4b54-83a9-53952c9a5b3b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0570157 Aug 11 01:33:00.203177 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:00.212889 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d68d65b0-5c48-4c6e-bb43-87b4b449e989 req-4dff354d-6c1b-4a8a-b0e0-30ffaf4fcbc5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356252 Aug 11 01:33:00.235833 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54666) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:00.302051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-573622c3-d10b-4c3a-834b-edf1629cbb03 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/01a2f927-92f7-4769-8626-82935d12d48e HTTP/1.1" status: 200 len: 992 time: 0.0642202 Aug 11 01:33:06.595496 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:33:16.281901 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b2c977aa-89bd-4415-b83a-a3638368e531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:18.927370 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3ecc2dc8-8052-4f67-ac6b-ec3044c4d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:18.956158 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:20.659145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:22.584505 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:28.826921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54676) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:28.992968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 187880ba-cd1f-4c0f-b756-c43668c4f986 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:33:28.993326 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:29.070312 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:29.070647 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:29.083505 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 187880ba-cd1f-4c0f-b756-c43668c4f986 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:33:29.293191 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:29.320094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=187880ba-cd1f-4c0f-b756-c43668c4f986,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:29.332908 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.333265 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.333664 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.333957 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.334296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.334636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.334971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.335335 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.335671 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.336002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.336337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.336667 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:29.395966 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:29.396302 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP 01a2f927-92f7-4769-8626-82935d12d48e disassociated (deleted). External IP: 172.25.0.88, port: a20c74ed-9fc8-486f-88b2-0b62b53f9463. Aug 11 01:33:29.612144 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router ee409168-15c0-48fc-9655-8820595eddba has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:33:29.725884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:33:29.730785 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:29.739731 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] Sync routers for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:33:29.751216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:33:29.751964 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:29.760752 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-36b7006b-dbd0-444c-8a68-95af45ef392a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/floatingips/01a2f927-92f7-4769-8626-82935d12d48e HTTP/1.1" status: 204 len: 168 time: 0.9325430 Aug 11 01:33:29.761640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:33:29.765459 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:33:29.808465 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd18726-e241-44b8-a5d6-4a11062dc800 x-openstack-request-id: req-2fd18726-e241-44b8-a5d6-4a11062dc800 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:33:29.808771 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:33:29.809123 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fd18726-e241-44b8-a5d6-4a11062dc800 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:33:29.809810 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'status': 'completed', 'code': 200} Aug 11 01:33:29.877319 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:33:29.935398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-c4c9be34-1550-4f0c-a6e5-5e9ce29a06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:29.937247 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-c4c9be34-1550-4f0c-a6e5-5e9ce29a06ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 1097 time: 0.1033719 Aug 11 01:33:30.019094 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:30.037226 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-ad10249d-32d5-4e8a-b338-9d3628d0e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:30.038728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-ad10249d-32d5-4e8a-b338-9d3628d0e248 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db HTTP/1.1" status: 200 len: 897 time: 0.0940132 Aug 11 01:33:30.087366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-fca03d38-9694-4e2e-89fd-a9736f79ad62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463 HTTP/1.1" status: 200 len: 217 time: 0.0409720 Aug 11 01:33:30.100255 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:58Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:30.127875 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] Checking router: ee409168-15c0-48fc-9655-8820595eddba for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:33:30.136530 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:33:30.137233 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:30.139933 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-9752e053-a73a-4b86-8ce8-f527e7cf0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:30.141471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-9752e053-a73a-4b86-8ce8-f527e7cf0962 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b771d285-f3e1-4fcb-8bf9-60483a100213 HTTP/1.1" status: 200 len: 833 time: 0.0470657 Aug 11 01:33:30.192285 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-4f5227f6-1f1a-43d3-ab1b-2c6b36eff31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:30.193845 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-4f5227f6-1f1a-43d3-ab1b-2c6b36eff31a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfd774c9-cdf0-40fa-b3bf-e8e306b221db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435989 Aug 11 01:33:30.230075 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:30.247288 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:33:30.319391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98178ae6-e9e7-4f33-9372-973fbccfd310 req-ceca4145-28dd-4d0a-954b-d4ebb1056755 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:30.320923 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98178ae6-e9e7-4f33-9372-973fbccfd310 req-ceca4145-28dd-4d0a-954b-d4ebb1056755 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0716136 Aug 11 01:33:30.346057 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-ed3198f0-6668-4d95-a4d5-6b7ca09708fc service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440122 Aug 11 01:33:30.421113 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98178ae6-e9e7-4f33-9372-973fbccfd310 req-b686dc47-7652-4e24-89b3-7052b32d3a63 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816927 Aug 11 01:33:30.452869 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:58Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:30.467447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4ef6f4ab-4643-4d75-a9bf-854e05f84ae9 req-52877c0a-753b-4ef2-a898-835f11242b3a service neutron] 10.222.0.44 "GET /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127028 Aug 11 01:33:30.485374 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb369ac-61ee-41d9-ad53-c660a7a2f8b2 None None] The sync data for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 is: [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'caee1476-a0c9-4c4d-8f92-fac471759e8f', 'name': '', 'network_id': 'cfd774c9-cdf0-40fa-b3bf-e8e306b221db', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:b6:d9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:53Z', 'updated_at': '2021-08-11T01:31:58Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'b771d285-f3e1-4fcb-8bf9-60483a100213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:33:30.715851 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606df41-a9f8-4ade-96dd-82bc9d7553f7 None None] New status for floating IP 01a2f927-92f7-4769-8626-82935d12d48e: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:33:31.537811 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54a300-587f-4fe8-910d-e69332ebd81b req-6c2af397-f9d0-45f5-9f22-018fc4bacf3c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:31.539753 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a54a300-587f-4fe8-910d-e69332ebd81b req-6c2af397-f9d0-45f5-9f22-018fc4bacf3c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0499222 Aug 11 01:33:31.577414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0a54a300-587f-4fe8-910d-e69332ebd81b req-df413fdf-1885-498b-b86b-acc1263e435a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=c85dc78d-a580-4c32-aa9f-13ec43ff51b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Aug 11 01:33:31.749584 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f5c5479a-c0ea-46bb-898b-bdeb6c939a33 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:31.750971 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f5c5479a-c0ea-46bb-898b-bdeb6c939a33 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 945 time: 0.0502067 Aug 11 01:33:31.842319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port a20c74ed-9fc8-486f-88b2-0b62b53f9463 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:33:31.842661 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:31.929073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port a20c74ed-9fc8-486f-88b2-0b62b53f9463, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=a20c74ed-9fc8-486f-88b2-0b62b53f9463,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:31.929437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:31.942694 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for a20c74ed-9fc8-486f-88b2-0b62b53f9463 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:33:32.121734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:32.151339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=a20c74ed-9fc8-486f-88b2-0b62b53f9463,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:32.190762 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] No DVR routers for this DVR port a20c74ed-9fc8-486f-88b2-0b62b53f9463 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:33:32.194608 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:32.195440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-165bafae-f89d-4b15-b7f8-d76f7ef7f65f req-f7ed34d1-8b9e-4327-8d0f-ed660dc5072a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "DELETE /v2.0/ports/a20c74ed-9fc8-486f-88b2-0b62b53f9463 HTTP/1.1" status: 204 len: 173 time: 0.4387619 Aug 11 01:33:32.195873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'name': 'network-vif-deleted', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:33:32.198104 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdfade8-e210-4608-a86d-28322574cdd9" -d '{"events": [{"server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "name": "network-vif-deleted", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:33:32.234414 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c6f7c2-3c02-4990-8110-9e06ad40a192 x-openstack-request-id: req-97c6f7c2-3c02-4990-8110-9e06ad40a192 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:33:32.234731 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132f9af1-87b4-43e4-9772-73993fabba46", "name": "network-vif-deleted", "tag": "a20c74ed-9fc8-486f-88b2-0b62b53f9463", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:33:32.234987 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97c6f7c2-3c02-4990-8110-9e06ad40a192 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:33:32.235481 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132f9af1-87b4-43e4-9772-73993fabba46', 'name': 'network-vif-deleted', 'tag': 'a20c74ed-9fc8-486f-88b2-0b62b53f9463', 'status': 'completed', 'code': 200} Aug 11 01:33:32.688924 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1937b276-caa7-4219-9b82-56ad08036820 req-303bde88-76cb-4edc-a612-6284231316d3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=132f9af1-87b4-43e4-9772-73993fabba46 HTTP/1.1" status: 200 len: 210 time: 0.0301814 Aug 11 01:33:33.748368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54692) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:34.121755 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:34.383313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port caee1476-a0c9-4c4d-8f92-fac471759e8f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:33:34.383646 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:34.482282 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port caee1476-a0c9-4c4d-8f92-fac471759e8f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=caee1476-a0c9-4c4d-8f92-fac471759e8f,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:34.482667 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:34.497951 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for caee1476-a0c9-4c4d-8f92-fac471759e8f owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:33:34.761700 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:34.787627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a20c74ed-9fc8-486f-88b2-0b62b53f9463 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:33:34.788215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=caee1476-a0c9-4c4d-8f92-fac471759e8f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:34.821502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: a20c74ed-9fc8-486f-88b2-0b62b53f9463 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:33:34.821502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device a20c74ed-9fc8-486f-88b2-0b62b53f9463 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:33:34.969085 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:35.183315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router ee409168-15c0-48fc-9655-8820595eddba has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:33:35.638141 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:33:35.643309 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-68ff412a-bd73-4cc1-9367-e932c0f2859f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/ee409168-15c0-48fc-9655-8820595eddba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8937566 Aug 11 01:33:35.646066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54694) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:35.648766 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] Sync routers for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:33:35.662483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:33:35.663109 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:35.700371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-11da4a2b-a687-4d68-ba96-b85270ca8b29 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting subnet b771d285-f3e1-4fcb-8bf9-60483a100213 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:33:35.703676 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11da4a2b-a687-4d68-ba96-b85270ca8b29 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:35.747365 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11da4a2b-a687-4d68-ba96-b85270ca8b29 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:35.770989 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:33:35.839275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11da4a2b-a687-4d68-ba96-b85270ca8b29 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:35.967988 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11da4a2b-a687-4d68-ba96-b85270ca8b29 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:35.997175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da4a2b-a687-4d68-ba96-b85270ca8b29 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Subnet': ['ID=b771d285-f3e1-4fcb-8bf9-60483a100213,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:36.000964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-11da4a2b-a687-4d68-ba96-b85270ca8b29 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.002890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-11da4a2b-a687-4d68-ba96-b85270ca8b29 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/subnets/b771d285-f3e1-4fcb-8bf9-60483a100213 HTTP/1.1" status: 204 len: 168 time: 0.3558450 Aug 11 01:33:36.005546 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54696) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:36.011374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a8891-a8f5-4e09-902a-0831b1958999 None None] Network cfd774c9-cdf0-40fa-b3bf-e8e306b221db requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:33:36.040497 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:33:34Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:36.066162 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] Checking router: ee409168-15c0-48fc-9655-8820595eddba for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:33:36.074880 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] Routers {'ee409168-15c0-48fc-9655-8820595eddba'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:33:36.076094 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['ee409168-15c0-48fc-9655-8820595eddba'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:36.118220 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.187705 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] Set router ee409168-15c0-48fc-9655-8820595eddba gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:33:36.205191 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] DHCP port deletion for cfd774c9-cdf0-40fa-b3bf-e8e306b221db request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:33:36.227528 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.256336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Deleting port 4f046886-9191-44c8-a4fd-be5d24bacb02 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:33:36.256716 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.323229 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] For port 4f046886-9191-44c8-a4fd-be5d24bacb02, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=4f046886-9191-44c8-a4fd-be5d24bacb02,segment=NetworkSegment(15bb46f8-6816-42f0-bf52-680d4f0d51f7),segment_id=15bb46f8-6816-42f0-bf52-680d4f0d51f7)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:36.323684 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.336972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:33:36.337402 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.337524 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Calling delete_port for 4f046886-9191-44c8-a4fd-be5d24bacb02 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:33:36.371628 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:33:34Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:36.398800 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb6d62-9b5c-49af-816c-9dcd66d1d910 None None] The sync data for ids ['ee409168-15c0-48fc-9655-8820595eddba'] in n-d-712143-13 is: [{'id': 'ee409168-15c0-48fc-9655-8820595eddba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1625467336', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:31:49Z', 'updated_at': '2021-08-11T01:33:34Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '6da695e4-6e4f-4ae9-8843-cfb1a835a2d4', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee409168-15c0-48fc-9655-8820595eddba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:31:50Z', 'updated_at': '2021-08-11T01:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:33:36.431113 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6da695e4-6e4f-4ae9-8843-cfb1a835a2d4,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:36.431113 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.440344 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:33:36.498964 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.530981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] No DVR routers for this DVR port 4f046886-9191-44c8-a4fd-be5d24bacb02 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:33:36.537923 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Pushing event deleted for resources: {'Port': ['ID=4f046886-9191-44c8-a4fd-be5d24bacb02,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:36.544735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.544977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.545420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.545667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.546005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.546342 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.546679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.547012 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.547367 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.547705 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.548036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.548366 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a838b-79ae-4ad9-b455-d2523faa93ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:36.670768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.696268 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=6da695e4-6e4f-4ae9-8843-cfb1a835a2d4,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:36.764301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.858813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4f046886-9191-44c8-a4fd-be5d24bacb02 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:33:36.882715 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 4f046886-9191-44c8-a4fd-be5d24bacb02 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:33:36.883383 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 4f046886-9191-44c8-a4fd-be5d24bacb02 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:33:36.883758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device caee1476-a0c9-4c4d-8f92-fac471759e8f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:33:36.889742 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.893383 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:36.905806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: caee1476-a0c9-4c4d-8f92-fac471759e8f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:33:36.906182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device caee1476-a0c9-4c4d-8f92-fac471759e8f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:33:37.030433 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.030949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Fanout notify agent at l3_agent the message router_deleted on router ee409168-15c0-48fc-9655-8820595eddba {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:33:37.037892 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.039027 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-316ba215-304f-4fcb-8980-f2fed5921cec tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/routers/ee409168-15c0-48fc-9655-8820595eddba HTTP/1.1" status: 204 len: 168 time: 1.0321949 Aug 11 01:33:37.042112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54698) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:37.119462 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.220964 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.230674 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd774c9-cdf0-40fa-b3bf-e8e306b221db']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:37.240941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bb46f8-6816-42f0-bf52-680d4f0d51f7') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:37.241244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bb46f8-6816-42f0-bf52-680d4f0d51f7') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:37.249713 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.263333 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.269011 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:33:37.269402 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:33:37.272339 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:33:37.401824 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.409188 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.410750 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/networks/cfd774c9-cdf0-40fa-b3bf-e8e306b221db HTTP/1.1" status: 204 len: 168 time: 0.3675914 Aug 11 01:33:37.413542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54700) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:37.426759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Network': ['ID=cfd774c9-cdf0-40fa-b3bf-e8e306b221db,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:37.434693 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.435047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.435426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.435772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.436112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.436449 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.436784 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.437118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.437451 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.437782 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.438112 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.438441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea859893-3df9-4cba-99af-1c33c1520bd9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:37.476581 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-352471d3-9f87-4801-9ae4-44288e3bb88b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.509028 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-352471d3-9f87-4801-9ae4-44288e3bb88b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.624551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-352471d3-9f87-4801-9ae4-44288e3bb88b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.627186 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-352471d3-9f87-4801-9ae4-44288e3bb88b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:37.628403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-352471d3-9f87-4801-9ae4-44288e3bb88b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/security-groups/c85dc78d-a580-4c32-aa9f-13ec43ff51b2 HTTP/1.1" status: 204 len: 168 time: 0.2138145 Aug 11 01:33:37.638887 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352471d3-9f87-4801-9ae4-44288e3bb88b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85dc78d-a580-4c32-aa9f-13ec43ff51b2,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:37.986118 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54706) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:37.991335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-328e38e5-8226-41f4-aa04-f21032c747e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034497593', 'description': 'tempest-secgroup-smoke-1034497593 description', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:38.058679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-328e38e5-8226-41f4-aa04-f21032c747e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.139981 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-328e38e5-8226-41f4-aa04-f21032c747e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.201116 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-328e38e5-8226-41f4-aa04-f21032c747e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.229977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e38e5-8226-41f4-aa04-f21032c747e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ada35f0-ec3f-4f18-8726-ffc8e96788e8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:38.281281 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-328e38e5-8226-41f4-aa04-f21032c747e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.282657 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-328e38e5-8226-41f4-aa04-f21032c747e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2953899 Aug 11 01:33:38.285620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54708) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:38.290207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3e918de1-ecdf-42cf-af83-61cbc0e6a5f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '7ada35f0-ec3f-4f18-8726-ffc8e96788e8', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:38.388997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3e918de1-ecdf-42cf-af83-61cbc0e6a5f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.446523 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3e918de1-ecdf-42cf-af83-61cbc0e6a5f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.518282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:33:38.518282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:33:38.518282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6da695e4-6e4f-4ae9-8843-cfb1a835a2d4 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:33:38.584430 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3e918de1-ecdf-42cf-af83-61cbc0e6a5f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.602276 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e918de1-ecdf-42cf-af83-61cbc0e6a5f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5a3478-41fd-4f91-ae47-489fecaba1cb,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:38.681442 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3e918de1-ecdf-42cf-af83-61cbc0e6a5f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.682709 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3e918de1-ecdf-42cf-af83-61cbc0e6a5f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3961160 Aug 11 01:33:38.685570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54710) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:38.690133 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-fb010e52-75cb-4c63-867e-ebf09eef9222 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '7ada35f0-ec3f-4f18-8726-ffc8e96788e8', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:38.779048 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb010e52-75cb-4c63-867e-ebf09eef9222 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.835997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb010e52-75cb-4c63-867e-ebf09eef9222 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.915558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb010e52-75cb-4c63-867e-ebf09eef9222 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.933751 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb010e52-75cb-4c63-867e-ebf09eef9222 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c19b43-2570-4d2b-9a82-71be57036d58,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:38.983992 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fb010e52-75cb-4c63-867e-ebf09eef9222 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:38.985233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fb010e52-75cb-4c63-867e-ebf09eef9222 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2987273 Aug 11 01:33:38.988015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54712) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:38.992796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3c73fed6-3d78-4d3f-9b04-c4a5b1fc5785 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '7ada35f0-ec3f-4f18-8726-ffc8e96788e8', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:39.081057 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c73fed6-3d78-4d3f-9b04-c4a5b1fc5785 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.142791 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c73fed6-3d78-4d3f-9b04-c4a5b1fc5785 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.213199 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c73fed6-3d78-4d3f-9b04-c4a5b1fc5785 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.232071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73fed6-3d78-4d3f-9b04-c4a5b1fc5785 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d2b22e-e55d-49d3-af11-6f328508d4c8,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:39.304622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3c73fed6-3d78-4d3f-9b04-c4a5b1fc5785 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.306257 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3c73fed6-3d78-4d3f-9b04-c4a5b1fc5785 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3171940 Aug 11 01:33:39.309089 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54714) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:39.314271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-34710ce2-1515-4e60-9804-f8c5695fcfbb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '7ada35f0-ec3f-4f18-8726-ffc8e96788e8', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:39.400564 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34710ce2-1515-4e60-9804-f8c5695fcfbb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.458658 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34710ce2-1515-4e60-9804-f8c5695fcfbb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.532767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34710ce2-1515-4e60-9804-f8c5695fcfbb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.550226 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34710ce2-1515-4e60-9804-f8c5695fcfbb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3e525b-b3aa-44ba-b5d3-0cf43cec9576,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:39.624209 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-34710ce2-1515-4e60-9804-f8c5695fcfbb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.625484 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-34710ce2-1515-4e60-9804-f8c5695fcfbb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148568 Aug 11 01:33:39.628166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54716) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:39.633046 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-1a99e0d0-a9b7-40a4-b85a-b963128d9c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '7ada35f0-ec3f-4f18-8726-ffc8e96788e8', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:39.709788 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-1a99e0d0-a9b7-40a4-b85a-b963128d9c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:33:39.714815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a99e0d0-a9b7-40a4-b85a-b963128d9c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.773723 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a99e0d0-a9b7-40a4-b85a-b963128d9c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.858616 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a99e0d0-a9b7-40a4-b85a-b963128d9c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.877938 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99e0d0-a9b7-40a4-b85a-b963128d9c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a367d7e3-367d-4e64-8a09-6f7f591129ad,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:39.944738 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-1a99e0d0-a9b7-40a4-b85a-b963128d9c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:39.946001 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1a99e0d0-a9b7-40a4-b85a-b963128d9c8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3169041 Aug 11 01:33:39.948755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54718) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:39.953715 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-237d744a-bc63-493d-9f0d-4d62b3d9f4cf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '7ada35f0-ec3f-4f18-8726-ffc8e96788e8', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:40.024712 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-237d744a-bc63-493d-9f0d-4d62b3d9f4cf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:33:40.030570 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-237d744a-bc63-493d-9f0d-4d62b3d9f4cf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.092367 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-237d744a-bc63-493d-9f0d-4d62b3d9f4cf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.149600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-237d744a-bc63-493d-9f0d-4d62b3d9f4cf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.167353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d744a-bc63-493d-9f0d-4d62b3d9f4cf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f629ac9-b833-48a7-9018-2441e8e8236b,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:40.224521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-237d744a-bc63-493d-9f0d-4d62b3d9f4cf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.225843 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-237d744a-bc63-493d-9f0d-4d62b3d9f4cf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2761061 Aug 11 01:33:40.228606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54720) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:40.233476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'network': {'name': 'tempest-network-smoke--267004932', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'port_security_enabled': True}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:40.321730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:33:40.325912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.349570 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:33:40.358850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.359232 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Added segment 0a2c3b55-494d-49d6-8a4e-e8363952131b of type vlan for network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 Aug 11 01:33:40.400754 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.521577 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.527214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:40.527815 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.594105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Network': ['ID=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:40.604758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:33:40.665264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7f8b098a-53cf-4b7c-8878-d8333093c399 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4356155 Aug 11 01:33:40.668025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54722) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:40.673204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'admin_state_up': True, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:40.755624 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.756622 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:40.808369 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:41.062926 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:41.296712 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:41.318500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:41.756121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.61 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/1dae7e70-3c47-4c0c-8a7d-8b668bd231b5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:33:41.861199 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:41.962035 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:42.003604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:33:42.006472 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:33:42.009211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:33:42.034185 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=1dae7e70-3c47-4c0c-8a7d-8b668bd231b5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:42.344437 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:42.538176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:42.761744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router a4666abf-afbf-45a4-b08b-42af34ac5a14 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:33:42.869897 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:33:42.879473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Sync routers for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:33:42.889507 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:33:42.890134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:42.968436 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:42.969907 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-54c1361a-bfc4-4901-bd86-0e9d50f1d5a8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3002646 Aug 11 01:33:42.973137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54724) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:42.999437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:33:43.001659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9faa1691-fe1b-4b1d-a6a2-2874ffe9e599 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b2f10f3ff8b04d7c89c4114503c71a84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273361 Aug 11 01:33:43.004357 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54726) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:43.093571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3b65f-81d8-49fc-bfbe-8c49a817bda2 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:43.097567 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fef3b65f-81d8-49fc-bfbe-8c49a817bda2 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897093 Aug 11 01:33:43.097789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54728) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:43.131111 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-35ed4f9d-1391-42e5-a2d0-dad1daa46b61 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321364 Aug 11 01:33:43.133618 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54730) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:43.139088 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-939122289', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:43.183107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:42Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:43.210051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Checking router: a4666abf-afbf-45a4-b08b-42af34ac5a14 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:33:43.210402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Updating router a4666abf-afbf-45a4-b08b-42af34ac5a14 port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:33:43.235695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.293071 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:33:43.296994 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.505739 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.516171 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Transition to ACTIVE for port object 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:33:43.556257 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.578785 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.603510 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:33:43.620066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Subnet': ['ID=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:43.628550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Checking segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:33:43.628550 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network hostable DHCP agents. Network: fbffa0bf-b2ed-4543-b412-ed4d3e0310c7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:33:43.630374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Attempting to bind port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:33:43.630671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Attempting to bind port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:33:43.631036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Attempting to bind port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:33:43.642045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:33:43.642426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:33:43.642824 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.643235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:33:43.643702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Bound port: 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:33:43.644076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.646519 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f368688-c85a-473c-a6a3-50744574c2e8 None None] Pushing event updated for resources: {'Port': ['ID=1dae7e70-3c47-4c0c-8a7d-8b668bd231b5,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:43.701108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] For port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:33:43.704198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] For port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1dae7e70-3c47-4c0c-8a7d-8b668bd231b5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:33:43.721631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:33:43.819881 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.876252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, fbffa0bf-b2ed-4543-b412-ed4d3e0310c7) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:33:43.880963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:43.881365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:33:43.882054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:43.882185 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:43.928817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf7222-3261-4d96-8b63-1661515d99c2 None None] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:33:43.965118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f368688-c85a-473c-a6a3-50744574c2e8 None None] Pushing event updated for resources: {'Port': ['ID=1dae7e70-3c47-4c0c-8a7d-8b668bd231b5,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:43.983196 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7d49e701-af8a-4c7b-b3f0-04988206e558 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8454621 Aug 11 01:33:43.983691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54732) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:33:44.102964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:33:44.287667 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:33:44.288519 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:44.446786 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:44.605505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:42Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:44.638665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99525fdb-2c69-40da-a84c-7ccc07f816a2 None None] The sync data for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 is: [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:42Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:33:44.640658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Allocated IP 172.20.0.2 (fbffa0bf-b2ed-4543-b412-ed4d3e0310c7/f2b64cbc-b185-4dfd-abb1-77dcc4b65c94/41cfea9f-516e-486e-8a4e-3cec0361b484) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:33:44.801204 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:44.810181 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Transition to ACTIVE for port object 41cfea9f-516e-486e-8a4e-3cec0361b484 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:33:44.826563 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Transition to ACTIVE for port object 41cfea9f-516e-486e-8a4e-3cec0361b484 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:33:44.910442 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:44.957986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:33:44.961149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:33:44.965875 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:33:44.969951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Pushing event updated for resources: {'Port': ['ID=41cfea9f-516e-486e-8a4e-3cec0361b484,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:44.974539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.1 (fbffa0bf-b2ed-4543-b412-ed4d3e0310c7/f2b64cbc-b185-4dfd-abb1-77dcc4b65c94/ffca53a6-7555-4839-b5f7-98623ecfb867) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:33:45.059293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Attempting to bind port 41cfea9f-516e-486e-8a4e-3cec0361b484 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:33:45.059664 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Attempting to bind port 41cfea9f-516e-486e-8a4e-3cec0361b484 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:33:45.060067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Attempting to bind port 41cfea9f-516e-486e-8a4e-3cec0361b484 on network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:33:45.065863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:33:45.066235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Checking segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:33:45.066640 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:45.067031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Bound using segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:33:45.067533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Bound port: 41cfea9f-516e-486e-8a4e-3cec0361b484, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:33:45.067923 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:45.105979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:45.122157 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object ffca53a6-7555-4839-b5f7-98623ecfb867 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:33:45.141450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] For port 41cfea9f-516e-486e-8a4e-3cec0361b484, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:33:45.145607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] For port 41cfea9f-516e-486e-8a4e-3cec0361b484, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=41cfea9f-516e-486e-8a4e-3cec0361b484,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:33:45.217177 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:45.268639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:45.284709 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11d44b-389f-489c-a221-bb7c8fcc55cb None None] Pushing event updated for resources: {'Port': ['ID=41cfea9f-516e-486e-8a4e-3cec0361b484,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:45.319192 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:33:45.328247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:33:45.332836 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:33:45.360380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=ffca53a6-7555-4839-b5f7-98623ecfb867,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:45.385454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:45.653975 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:45.963030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:46.024694 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:46.104956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=ffca53a6-7555-4839-b5f7-98623ecfb867,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:46.118226 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:46.232763 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:33:46.235018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:33:46.316763 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-03a6dbaa-18c8-4503-b51d-fc3fa731c3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:46.380242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router a4666abf-afbf-45a4-b08b-42af34ac5a14 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:33:46.527301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:33:46.535267 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d4355c1f-b951-41bf-8c99-47e61d38f54c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/a4666abf-afbf-45a4-b08b-42af34ac5a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5489118 Aug 11 01:33:46.617803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 41cfea9f-516e-486e-8a4e-3cec0361b484 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:33:46.684593 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Sync routers for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:33:46.708564 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:33:46.709462 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:46.725719 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-09fc51ed-3067-4584-8c66-a26e9880ffb0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034497593&fields=id&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 267 time: 0.0543537 Aug 11 01:33:46.731413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5a984-b1c5-4be9-a4ab-fba1cc95c1af None None] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:33:46.798101 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 41cfea9f-516e-486e-8a4e-3cec0361b484 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:33:46.805389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:33:46.848168 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:33:46.891010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-0bd0bcb1-5760-4cb9-9923-4baad7c1c6e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:46.894077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-0bd0bcb1-5760-4cb9-9923-4baad7c1c6e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 796 time: 0.1673074 Aug 11 01:33:46.920070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-d12b5cfc-17a6-4b12-ad56-5daf212a62d9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/quotas/b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 375 time: 0.0191298 Aug 11 01:33:46.943040 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b4bc510-47ce-43e8-a6ff-cd59ece13dfb None None] Provisioning for port 41cfea9f-516e-486e-8a4e-3cec0361b484 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:33:46.950078 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6b4bc510-47ce-43e8-a6ff-cd59ece13dfb None None] Provisioning complete for port 41cfea9f-516e-486e-8a4e-3cec0361b484 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:46.951120 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc510-47ce-43e8-a6ff-cd59ece13dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:46.979260 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-bcd8405b-80ac-445a-8fa4-bbeb7b409d32 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520101 Aug 11 01:33:47.017110 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:33:47.041358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:47.041828 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.095674 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc510-47ce-43e8-a6ff-cd59ece13dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.167618 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6b4bc510-47ce-43e8-a6ff-cd59ece13dfb None None] For port 41cfea9f-516e-486e-8a4e-3cec0361b484, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=41cfea9f-516e-486e-8a4e-3cec0361b484,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:47.174865 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.198786 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1dae7e70-3c47-4c0c-8a7d-8b668bd231b5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:47.199060 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 2, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:47.203276 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-6a787ce7-90c1-48eb-bdcf-8f95005847d2 service neutron] 10.222.0.43 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074792 Aug 11 01:33:47.230435 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Checking router: a4666abf-afbf-45a4-b08b-42af34ac5a14 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:33:47.230697 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6b4bc510-47ce-43e8-a6ff-cd59ece13dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.231246 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Updating router a4666abf-afbf-45a4-b08b-42af34ac5a14 port ffca53a6-7555-4839-b5f7-98623ecfb867 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:33:47.262573 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.284641 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.297406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bc510-47ce-43e8-a6ff-cd59ece13dfb None None] Pushing event updated for resources: {'Port': ['ID=41cfea9f-516e-486e-8a4e-3cec0361b484,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:47.343466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-f0b7a387-cc4b-453a-b764-1ac717a60ca5 service neutron] 10.222.0.43 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390607 Aug 11 01:33:47.375060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-07d400e7-8011-4ce0-bdfe-1e51596ae72d None None] Provisioning complete for port 41cfea9f-516e-486e-8a4e-3cec0361b484 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:47.375611 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-07d400e7-8011-4ce0-bdfe-1e51596ae72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.398719 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=1dae7e70-3c47-4c0c-8a7d-8b668bd231b5,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:47.568025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-07d400e7-8011-4ce0-bdfe-1e51596ae72d None None] Provisioning for port ffca53a6-7555-4839-b5f7-98623ecfb867 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:33:47.572324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-07d400e7-8011-4ce0-bdfe-1e51596ae72d None None] Provisioning complete for port ffca53a6-7555-4839-b5f7-98623ecfb867 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:47.572627 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-07d400e7-8011-4ce0-bdfe-1e51596ae72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.610710 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-07d400e7-8011-4ce0-bdfe-1e51596ae72d None None] Port ffca53a6-7555-4839-b5f7-98623ecfb867 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:33:47.639260 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.644956 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-443d27e3-8a16-4272-8d8f-996f444d22b0 req-5d487c76-c087-4bce-acfe-beff15e652a4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 210 time: 0.0405400 Aug 11 01:33:47.652571 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Transition to ACTIVE for port object ffca53a6-7555-4839-b5f7-98623ecfb867 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:33:47.730263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-29e82239-4f7c-4b1e-aaf0-6ae1d35dc1ec None None] Provisioning complete for port ffca53a6-7555-4839-b5f7-98623ecfb867 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:47.730638 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-29e82239-4f7c-4b1e-aaf0-6ae1d35dc1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.733541 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.797107 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-29e82239-4f7c-4b1e-aaf0-6ae1d35dc1ec None None] Port ffca53a6-7555-4839-b5f7-98623ecfb867 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:33:47.804631 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Pushing event updated for resources: {'Port': ['ID=ffca53a6-7555-4839-b5f7-98623ecfb867,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:47.827117 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.827551 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.827927 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.828326 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.828658 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.828988 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.829314 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.829632 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.829950 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.830273 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.830592 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.830907 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:33:47.860026 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Attempting to bind port ffca53a6-7555-4839-b5f7-98623ecfb867 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:33:47.860393 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Attempting to bind port ffca53a6-7555-4839-b5f7-98623ecfb867 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:33:47.860780 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Attempting to bind port ffca53a6-7555-4839-b5f7-98623ecfb867 on network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:33:47.866172 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:33:47.866544 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Checking segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:33:47.866942 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.867370 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Bound using segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:33:47.867846 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Bound port: ffca53a6-7555-4839-b5f7-98623ecfb867, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:33:47.868208 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:47.943119 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] For port ffca53a6-7555-4839-b5f7-98623ecfb867, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:33:47.946359 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] For port ffca53a6-7555-4839-b5f7-98623ecfb867, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ffca53a6-7555-4839-b5f7-98623ecfb867,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:33:48.036364 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:48.095022 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:33:48.095233 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:48.144216 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db503f-2359-4501-b539-5ec3dea9c8a2 None None] Pushing event updated for resources: {'Port': ['ID=ffca53a6-7555-4839-b5f7-98623ecfb867,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:48.224344 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:33:48.533326 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:33:48.541605 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 41cfea9f-516e-486e-8a4e-3cec0361b484 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:33:48.559072 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edbd0b-e413-48e9-920d-34b89261f638 None None] The sync data for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 is: [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:33:48.593717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 41cfea9f-516e-486e-8a4e-3cec0361b484 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:48.594100 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:48.696824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:33:48.756955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7882368e-ed18-4a45-86b7-e8b3c166ee55 req-41cc3ea2-7518-4d71-85bc-9922614a9381 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 210 time: 0.0355501 Aug 11 01:33:48.764972 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:48.765571 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:48.984491 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8b02f222-39b7-49de-8c78-b0e50e35ce57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:49.041571 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:49.855842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8cc1a77e-da75-462d-a263-b689715fae9f req-8736684d-295f-4757-ae2e-f475dd8ef792 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 210 time: 0.0309319 Aug 11 01:33:50.255642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-46286255-3291-4187-b291-14c716c011a7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:50.257152 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-46286255-3291-4187-b291-14c716c011a7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 796 time: 0.0997665 Aug 11 01:33:50.299561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-e77a0901-888e-4a2f-a979-cf267627cc50 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 380 time: 0.0335712 Aug 11 01:33:50.308464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'port': {'device_id': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'admin_state_up': True, 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'security_groups': ['7ada35f0-ec3f-4f18-8726-ffc8e96788e8']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:50.483875 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:33:50.487533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:50.553735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ffca53a6-7555-4839-b5f7-98623ecfb867 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:33:50.620441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.10 (fbffa0bf-b2ed-4543-b412-ed4d3e0310c7/f2b64cbc-b185-4dfd-abb1-77dcc4b65c94/9f4c26de-6c6b-48c9-b32b-c86ba7310b7c) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:33:50.681413 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:50.733236 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ffca53a6-7555-4839-b5f7-98623ecfb867 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:33:50.737195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ffca53a6-7555-4839-b5f7-98623ecfb867 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:50.737567 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:50.759046 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:50.772963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:33:50.814085 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:50.845393 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port ffca53a6-7555-4839-b5f7-98623ecfb867, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ffca53a6-7555-4839-b5f7-98623ecfb867,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:50.898887 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:50.927384 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:50.947969 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:33:50.951119 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:33:50.954972 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:33:50.984313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:51.001997 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=ffca53a6-7555-4839-b5f7-98623ecfb867,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:51.036855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:51.037569 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:51.045121 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aaa60-6f27-4cc3-9daf-3f725d780c0e req-f087b728-e7f2-4e24-ab10-dabc2bdbf42b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:51.046714 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216aaa60-6f27-4cc3-9daf-3f725d780c0e req-f087b728-e7f2-4e24-ab10-dabc2bdbf42b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 932 time: 0.1186519 Aug 11 01:33:51.087621 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-216aaa60-6f27-4cc3-9daf-3f725d780c0e req-8376a012-f4f8-4aba-b7a4-2cae9d630cb4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Aug 11 01:33:51.110614 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-b377bac7-f4e9-411b-8b95-49720c5c0c71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8057015 Aug 11 01:33:51.123028 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Request body: {'port': {'device_id': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:33:51.185060 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:51.258785 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-37ca6567-b5ca-490b-b71d-e7bbcb6e439a None None] Provisioning for port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:33:51.263547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-37ca6567-b5ca-490b-b71d-e7bbcb6e439a None None] Provisioning complete for port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:51.263929 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-37ca6567-b5ca-490b-b71d-e7bbcb6e439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:51.301029 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-37ca6567-b5ca-490b-b71d-e7bbcb6e439a None None] Port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:33:51.456543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:33:51.464125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:51.476366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Transition to ACTIVE for port object 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:33:51.561671 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:51.612905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:51.682956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Attempting to bind port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:33:51.683346 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Attempting to bind port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:33:51.683686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Attempting to bind port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:33:51.688945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:33:51.689274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Attempting to bind port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:33:51.694442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:33:51.694791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Checking segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:33:51.695212 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Bound using segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:33:51.695655 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Bound port: 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:33:51.696040 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:51.763464 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:33:51.766604 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:33:51.859143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:51.893088 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:51.893720 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:51.895265 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] 10.222.0.44 "PUT /v2.0/ports/9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 1093 time: 0.7767556 Aug 11 01:33:51.895597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:33:51.897841 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb1f14-2403-4f19-9d95-b5c5745367f2" -d '{"events": [{"name": "network-changed", "server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:33:51.926443 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec024af8-7f93-4d67-b14e-95655fc30b33 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:51.940806 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d04b145-279b-4e05-807d-35a36fefacfe x-openstack-request-id: req-9d04b145-279b-4e05-807d-35a36fefacfe {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:33:51.942633 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:33:51.942633 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d04b145-279b-4e05-807d-35a36fefacfe {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:33:51.942633 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'status': 'completed', 'code': 200} Aug 11 01:33:52.012174 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1f14-2403-4f19-9d95-b5c5745367f2 req-28ed05fd-fa02-477a-aba6-97508b5caa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:52.013760 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbdb1f14-2403-4f19-9d95-b5c5745367f2 req-28ed05fd-fa02-477a-aba6-97508b5caa26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1096 time: 0.0505826 Aug 11 01:33:52.111337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1f14-2403-4f19-9d95-b5c5745367f2 req-ee85f0ac-9b44-4bbf-b30b-0f16df42fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:52.112828 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbdb1f14-2403-4f19-9d95-b5c5745367f2 req-ee85f0ac-9b44-4bbf-b30b-0f16df42fa83 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0914347 Aug 11 01:33:52.219629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1f14-2403-4f19-9d95-b5c5745367f2 req-8e31862e-5ef3-413b-87dd-1daad49f74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:52.221173 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bbdb1f14-2403-4f19-9d95-b5c5745367f2 req-8e31862e-5ef3-413b-87dd-1daad49f74d1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021767 Aug 11 01:33:52.306573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-9029cd66-50db-4fe8-a581-1ad4b1eff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:52.308075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-9029cd66-50db-4fe8-a581-1ad4b1eff8ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1096 time: 0.0457101 Aug 11 01:33:52.352842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-04e17960-fe6f-4384-8edb-a4bd1a572f79 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 217 time: 0.0364799 Aug 11 01:33:52.407715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-36ffee0a-dd1c-4b0f-b6af-6336cb719a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:52.409329 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-36ffee0a-dd1c-4b0f-b6af-6336cb719a5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0499511 Aug 11 01:33:52.456167 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-e701bd17-9564-4816-9145-cfea5362aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:52.457689 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-e701bd17-9564-4816-9145-cfea5362aa1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417099 Aug 11 01:33:52.468957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd136e8-499a-4469-8d85-31632196a2d6 req-af03ce9e-5efc-48c0-a99b-729f4c2855a7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:52.470345 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1dd136e8-499a-4469-8d85-31632196a2d6 req-af03ce9e-5efc-48c0-a99b-729f4c2855a7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 944 time: 0.0483782 Aug 11 01:33:52.514123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1dd136e8-499a-4469-8d85-31632196a2d6 req-69fe3c8e-ac31-456b-8d6b-5754cf96f44b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376208 Aug 11 01:33:52.542561 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ffca53a6-7555-4839-b5f7-98623ecfb867 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:33:52.553731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-ea99f968-8e83-4ea2-b378-36f8e7e101b7 service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887744 Aug 11 01:33:52.596172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ffca53a6-7555-4839-b5f7-98623ecfb867 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:52.596458 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:52.617897 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:52.649334 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5904888f-5b44-4e16-a02a-707a69e8ecb5 req-77bae30f-8865-4321-b2c7-b5c811ec5468 service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886636 Aug 11 01:33:53.688338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256fa32-0830-4089-bdcd-e95afa73268a req-e72c30d2-e7e7-4fb9-b59e-cb0d14a3de91 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:53.689825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6256fa32-0830-4089-bdcd-e95afa73268a req-e72c30d2-e7e7-4fb9-b59e-cb0d14a3de91 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 944 time: 0.1064167 Aug 11 01:33:53.732872 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6256fa32-0830-4089-bdcd-e95afa73268a req-6c526a24-7550-4b64-953d-2aa784a73098 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311134 Aug 11 01:33:54.849591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39115882-f75e-4c8a-a6f6-4e3c39299196 req-4114a9c5-189b-4647-bf6b-5a0d07d1e6d3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:54.851080 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-39115882-f75e-4c8a-a6f6-4e3c39299196 req-4114a9c5-189b-4647-bf6b-5a0d07d1e6d3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 944 time: 0.0489929 Aug 11 01:33:54.890192 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-39115882-f75e-4c8a-a6f6-4e3c39299196 req-3e67c695-968e-41f7-9d93-129073693afd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Aug 11 01:33:56.015260 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45392b-a0cc-4128-a203-4713ece0782a req-0617452e-946a-4d3c-9bd7-f583169218aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:56.016775 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae45392b-a0cc-4128-a203-4713ece0782a req-0617452e-946a-4d3c-9bd7-f583169218aa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 944 time: 0.0545735 Aug 11 01:33:56.057741 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ae45392b-a0cc-4128-a203-4713ece0782a req-49f40668-7d11-4505-b7d0-9e11fdd4b4b1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349886 Aug 11 01:33:56.864703 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:33:56.958699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:56.970358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'port_id': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'mac_address': 'fa:16:3e:04:0c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:33:57.006952 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:57.019517 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:33:57.043153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:57.110053 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:57.160217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:57.179775 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244571d3-4fbd-4f01-9d76-e2a76948c7ba req-493e24fa-1e7e-4c47-912f-9a1479a4c497 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:57.181300 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-244571d3-4fbd-4f01-9d76-e2a76948c7ba req-493e24fa-1e7e-4c47-912f-9a1479a4c497 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 945 time: 0.0542727 Aug 11 01:33:57.220319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-244571d3-4fbd-4f01-9d76-e2a76948c7ba req-526d3d13-2bd1-4bf9-9812-f90e61867746 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 Aug 11 01:33:57.345582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:33:58.333835 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cc60-6d37-469b-8d49-a064aa452b65 req-0ccefa7c-5b30-4e28-b57a-fdedf668aba3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:58.335366 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4387cc60-6d37-469b-8d49-a064aa452b65 req-0ccefa7c-5b30-4e28-b57a-fdedf668aba3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 945 time: 0.0494630 Aug 11 01:33:58.374421 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4387cc60-6d37-469b-8d49-a064aa452b65 req-8a158149-ff4c-4594-ac5d-c31a6516f50f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330982 Aug 11 01:33:58.879766 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:33:59.001067 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:33:59.005150 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:33:59.005520 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:59.084330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:59.105573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:33:59.107802 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655a378-6855-4c56-838b-a0ec6f6695d1" -d '{"events": [{"server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "name": "network-vif-plugged", "status": "completed", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:33:59.120649 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:33:59.144773 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d221e4-4d3f-4f51-9a56-749071aedf03 x-openstack-request-id: req-48d221e4-4d3f-4f51-9a56-749071aedf03 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:33:59.145223 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "name": "network-vif-plugged", "status": "completed", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:33:59.149383 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48d221e4-4d3f-4f51-9a56-749071aedf03 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:33:59.149383 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'code': 200} Aug 11 01:33:59.189743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:33:59.237531 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:33:59.241609 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35153ed-924b-4cb4-bbec-5e749238a1f8 req-79b8b24b-bf97-4a91-8998-766ccd11294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:59.243225 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a35153ed-924b-4cb4-bbec-5e749238a1f8 req-79b8b24b-bf97-4a91-8998-766ccd11294c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1098 time: 0.0419271 Aug 11 01:33:59.278918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a35153ed-924b-4cb4-bbec-5e749238a1f8 req-3f9816d5-ccfa-4c2b-aec0-93aec4ef289d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287232 Aug 11 01:33:59.487688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a349-b55b-47e2-b8cf-9901adda99cf req-56de6b75-3fed-4b8a-9681-5a8658432731 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:33:59.489474 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8db1a349-b55b-47e2-b8cf-9901adda99cf req-56de6b75-3fed-4b8a-9681-5a8658432731 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0488095 Aug 11 01:33:59.531068 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8db1a349-b55b-47e2-b8cf-9901adda99cf req-5092ef1a-28a1-434a-9b14-dfb869f53d14 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352938 Aug 11 01:34:00.035734 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:00.229952 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:00.651870 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2be83-b63e-44df-9efa-8d43bafb67eb req-d7ab6ddd-4dd2-447f-b238-083c2bf65fb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:00.653372 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08c2be83-b63e-44df-9efa-8d43bafb67eb req-d7ab6ddd-4dd2-447f-b238-083c2bf65fb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0526516 Aug 11 01:34:00.690712 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-08c2be83-b63e-44df-9efa-8d43bafb67eb req-9f18025a-5842-47e8-ac31-bceba1541197 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Aug 11 01:34:00.806662 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b414ce-8e2b-4cd8-abeb-6e8f097e3653 req-3510280e-1ce7-43c1-8fee-c1de5c3fde7e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:00.808219 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b2b414ce-8e2b-4cd8-abeb-6e8f097e3653 req-3510280e-1ce7-43c1-8fee-c1de5c3fde7e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0494559 Aug 11 01:34:00.846158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b2b414ce-8e2b-4cd8-abeb-6e8f097e3653 req-4fccfe7a-0107-4b56-8586-82995d0a28f2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Aug 11 01:34:00.868703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54794) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:34:00.907785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc9929-fe98-499d-a751-0f714ac9a8df tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:00.909302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ecfc9929-fe98-499d-a751-0f714ac9a8df tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1093 time: 0.0396297 Aug 11 01:34:00.912457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54796) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:34:00.917367 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:34:01.047627 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:01.146854 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:01.246058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.63 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/c1f7713a-5fb1-4e4f-b77a-343a0da1018c) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:34:01.348231 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:01.447126 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:01.490349 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:34:01.493255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:34:01.497628 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:34:01.500681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=c1f7713a-5fb1-4e4f-b77a-343a0da1018c,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:34:01.852589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:02.005517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:02.153605 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:02.246697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:02.315554 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=c1f7713a-5fb1-4e4f-b77a-343a0da1018c,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:34:02.329352 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:02.428499 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP 9793d399-03b0-4ae7-a8c5-2e7491012c11 associated. External IP: 172.25.0.63, port: 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c. Aug 11 01:34:02.626509 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router a4666abf-afbf-45a4-b08b-42af34ac5a14 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:34:02.730702 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:34:02.742123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] Sync routers for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:34:02.750760 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:34:02.751421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:34:02.807098 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:02.838117 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8fb003be-479a-444c-b5f1-9bc3944f935f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9245212 Aug 11 01:34:02.838718 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:34:02.841287 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68" -d '{"events": [{"name": "network-changed", "server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:34:02.863295 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:34:02.939115 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca40ec-2eec-479d-9f20-d2f8c8f13bc5 req-011c23b8-f199-42d9-8481-7cd7db316965 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:02.940976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8aca40ec-2eec-479d-9f20-d2f8c8f13bc5 req-011c23b8-f199-42d9-8481-7cd7db316965 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0515509 Aug 11 01:34:02.954798 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f0a544-0d63-44f6-a984-92111edc2332 x-openstack-request-id: req-60f0a544-0d63-44f6-a984-92111edc2332 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:34:02.955215 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:34:02.955447 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60f0a544-0d63-44f6-a984-92111edc2332 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:34:02.955842 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'status': 'completed', 'code': 200} Aug 11 01:34:02.981954 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8aca40ec-2eec-479d-9f20-d2f8c8f13bc5 req-ca08e9ff-3d69-4929-bf8b-6faac8664bfd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350561 Aug 11 01:34:03.006721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54804) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:34:03.019393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-009c36ff-9081-4e46-9ae4-74eebcb62255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:03.021581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-009c36ff-9081-4e46-9ae4-74eebcb62255 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1098 time: 0.0444119 Aug 11 01:34:03.067340 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3306c06f-d9f8-4857-a20b-4c78ce6e53b3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/9793d399-03b0-4ae7-a8c5-2e7491012c11 HTTP/1.1" status: 200 len: 991 time: 0.0589836 Aug 11 01:34:03.118110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-ccb07b37-0f1f-4229-9e9d-519da45231ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:03.119641 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-ccb07b37-0f1f-4229-9e9d-519da45231ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 897 time: 0.0912120 Aug 11 01:34:03.149109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '9793d399-03b0-4ae7-a8c5-2e7491012c11', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'port_id': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'mac_address': 'fa:16:3e:04:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:34:01Z', 'updated_at': '2021-08-11T01:34:01Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:50Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:34:03.175934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] Checking router: a4666abf-afbf-45a4-b08b-42af34ac5a14 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:34:03.184347 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:34:03.184958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:33:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:34:03.185388 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-673bd007-6b8c-46ef-97a1-a909d9b88271 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 999 time: 0.0587656 Aug 11 01:34:03.240435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-9494f83c-6f89-449f-affa-6f6c61c609e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:03.241890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-9494f83c-6f89-449f-affa-6f6c61c609e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0501091 Aug 11 01:34:03.287768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-c818313d-2f99-4cc2-9887-f5216f3c3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:03.289437 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-c818313d-2f99-4cc2-9887-f5216f3c3067 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407915 Aug 11 01:34:03.291947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:34:03.380626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-dc012ec1-3cfa-49cd-909e-a2775b25f455 service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836575 Aug 11 01:34:03.478773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d94d66c2-1e7e-4196-8a1d-2501fa5b5d68 req-a338c2bd-9e40-41fb-b0ed-978090f8e4c7 service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906231 Aug 11 01:34:03.518603 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '9793d399-03b0-4ae7-a8c5-2e7491012c11', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'port_id': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'mac_address': 'fa:16:3e:04:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:34:01Z', 'updated_at': '2021-08-11T01:34:01Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:50Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:34:03.548780 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee8893-fbf3-4df0-9060-887cfa15a888 None None] The sync data for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 is: [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '9793d399-03b0-4ae7-a8c5-2e7491012c11', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'port_id': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'mac_address': 'fa:16:3e:04:0c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:34:01Z', 'updated_at': '2021-08-11T01:34:01Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:50Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:34:03.742465 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dfedc2-6d19-431d-bbb0-67587def570a None None] New status for floating IP 9793d399-03b0-4ae7-a8c5-2e7491012c11: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:34:04.070880 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54806) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:34:04.134469 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-1001434a-a00b-420c-8569-b7c62359ebc7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/9793d399-03b0-4ae7-a8c5-2e7491012c11 HTTP/1.1" status: 200 len: 993 time: 0.0624034 Aug 11 01:34:16.309421 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aa88bb34-9737-4c5e-8837-707b413ff26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:19.126483 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d4b64d33-5aad-4a28-a52e-4fe9e4ad515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:19.160825 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:20.594189 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:34:20.646214 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:22.571307 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:30.063694 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:30.303634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:35.711188 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7eb95-e69f-4ef1-b0a1-4622123aac65 req-3712e618-d156-4d22-91d0-3efc70ccfef4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:35.712836 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-46c7eb95-e69f-4ef1-b0a1-4622123aac65 req-3712e618-d156-4d22-91d0-3efc70ccfef4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0530534 Aug 11 01:34:35.754512 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-46c7eb95-e69f-4ef1-b0a1-4622123aac65 req-6f76e328-981d-43a7-ab6c-504ddc778a50 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349393 Aug 11 01:34:35.958979 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54824) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:34:36.043662 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-ee816f3b-0fc8-4661-b07b-e09f4e3e9eb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834007 Aug 11 01:34:36.874724 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc507a-8766-4b84-910a-339b08543c7f req-0a8aac0f-f47c-4515-b565-75bb8efea1f5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:36.876247 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-acfc507a-8766-4b84-910a-339b08543c7f req-0a8aac0f-f47c-4515-b565-75bb8efea1f5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Aug 11 01:34:36.915339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-acfc507a-8766-4b84-910a-339b08543c7f req-7aa33514-6ce7-4af9-9fed-a81ef184a01e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324695 Aug 11 01:34:38.043622 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf22069-5768-4121-999e-2a311c584f71 req-40c815b3-164d-459e-8e1d-d599223feaf0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:38.045363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2cf22069-5768-4121-999e-2a311c584f71 req-40c815b3-164d-459e-8e1d-d599223feaf0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0536940 Aug 11 01:34:38.092203 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2cf22069-5768-4121-999e-2a311c584f71 req-d6cafa2d-41b3-4805-97ae-6d1d700ae203 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Aug 11 01:34:38.441633 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-6a75ef22-453e-4551-9f2e-cadce4bb4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:38.443494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-6a75ef22-453e-4551-9f2e-cadce4bb4566 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1098 time: 0.0862269 Aug 11 01:34:38.541635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-2800e869-fa9c-4cf4-8230-fc28ec55fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:38.543208 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-2800e869-fa9c-4cf4-8230-fc28ec55fe7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 897 time: 0.0931923 Aug 11 01:34:38.619195 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-c7017fb8-0758-4cf2-8de3-8c75d52d4a5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 1001 time: 0.0688939 Aug 11 01:34:38.672713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-8f36d4ef-40f3-49dc-96c1-2d4bbf7136e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:38.674292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-8f36d4ef-40f3-49dc-96c1-2d4bbf7136e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0480967 Aug 11 01:34:38.724504 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-26277f72-6f88-422c-9ab6-afbe03c32448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:38.726182 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-26277f72-6f88-422c-9ab6-afbe03c32448 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453093 Aug 11 01:34:38.825401 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-5f932a2d-3576-4dc6-a491-3f2dff9f22e3 service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917070 Aug 11 01:34:38.926235 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-78f3b170-4a52-4f2f-803a-c83746db22db service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930858 Aug 11 01:34:39.216023 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a108d-bed9-447d-a05d-7ee2e1d02e18 req-b5617f59-c640-471d-a36f-837496375a7d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:39.217564 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d7a108d-bed9-447d-a05d-7ee2e1d02e18 req-b5617f59-c640-471d-a36f-837496375a7d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0547454 Aug 11 01:34:39.256596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3d7a108d-bed9-447d-a05d-7ee2e1d02e18 req-05ee1ee7-04aa-4776-822c-222db708a043 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330207 Aug 11 01:34:40.373312 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59247b7c-d2e6-4d9d-8d53-9d886da27bc2 req-9103416c-deaa-4da8-a133-42658bd42ed7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:40.374833 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-59247b7c-d2e6-4d9d-8d53-9d886da27bc2 req-9103416c-deaa-4da8-a133-42658bd42ed7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0488067 Aug 11 01:34:40.416415 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-59247b7c-d2e6-4d9d-8d53-9d886da27bc2 req-76907398-5cd8-4f6f-a4f3-be172987af41 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349684 Aug 11 01:34:41.535125 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58931a2-d287-4965-9f68-8ccfd5aecbdc req-14893d77-a245-489a-9120-67b92c330a18 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:41.536777 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f58931a2-d287-4965-9f68-8ccfd5aecbdc req-14893d77-a245-489a-9120-67b92c330a18 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0479960 Aug 11 01:34:41.573938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f58931a2-d287-4965-9f68-8ccfd5aecbdc req-93f70680-e123-407f-bf35-20474f244ca7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Aug 11 01:34:42.690026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934060e3-343b-4b56-90f0-8edf93a3bf3e req-ab4cf6a0-32f3-49fa-b7a7-d8055aeece0f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:42.692112 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-934060e3-343b-4b56-90f0-8edf93a3bf3e req-ab4cf6a0-32f3-49fa-b7a7-d8055aeece0f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0504193 Aug 11 01:34:42.730925 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-934060e3-343b-4b56-90f0-8edf93a3bf3e req-98f41d95-ab9c-4bf4-a885-39ad899d1820 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Aug 11 01:34:43.847968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8583d79-f1a2-46d1-8572-9623390e35d3 req-86b0d253-addf-40ce-aedb-0a6ebd3ce076 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:43.849473 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8583d79-f1a2-46d1-8572-9623390e35d3 req-86b0d253-addf-40ce-aedb-0a6ebd3ce076 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0500450 Aug 11 01:34:43.887497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8583d79-f1a2-46d1-8572-9623390e35d3 req-038ecd5e-912c-47b4-bc79-0bc407415df6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320482 Aug 11 01:34:45.005947 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc580fc1-bedd-40fb-9eab-022d189f9c2e req-ff1ebe68-5276-4b87-8785-0a61bc076336 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:45.007494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc580fc1-bedd-40fb-9eab-022d189f9c2e req-ff1ebe68-5276-4b87-8785-0a61bc076336 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0505679 Aug 11 01:34:45.045332 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fc580fc1-bedd-40fb-9eab-022d189f9c2e req-139ee639-d930-45b2-a2e9-555fe2cfa212 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Aug 11 01:34:46.170868 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692cce1-e172-4d57-b7bb-ab098160f237 req-bb54c2fa-8c13-4715-9bc2-c88daef75b1d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:46.172455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1692cce1-e172-4d57-b7bb-ab098160f237 req-bb54c2fa-8c13-4715-9bc2-c88daef75b1d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0546868 Aug 11 01:34:46.212093 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1692cce1-e172-4d57-b7bb-ab098160f237 req-98abbce1-81e4-46e7-8be6-74db01daf769 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330188 Aug 11 01:34:46.309107 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49bd055c-4c1b-40da-b276-cd6679d7c419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:47.330648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324fca-2e87-4436-9418-39c04fcf212c req-042e7b05-1c0d-4490-9daa-8e8e8650d20c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:47.332149 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-09324fca-2e87-4436-9418-39c04fcf212c req-042e7b05-1c0d-4490-9daa-8e8e8650d20c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0507550 Aug 11 01:34:47.377718 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-09324fca-2e87-4436-9418-39c04fcf212c req-0bf07f6b-3fe1-4e62-9a15-ad3fcacc4c77 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Aug 11 01:34:48.499695 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e635797-6863-4744-a0c8-b78919b00425 req-c86f945b-0eff-46f4-b946-653041037442 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:48.501374 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5e635797-6863-4744-a0c8-b78919b00425 req-c86f945b-0eff-46f4-b946-653041037442 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0545337 Aug 11 01:34:48.542622 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5e635797-6863-4744-a0c8-b78919b00425 req-2e7f46a7-70df-4e29-98ef-47f3771c7207 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 Aug 11 01:34:48.889864 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ec701511-aac6-42c2-b2f9-a1c09e989edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:48.989539 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:49.657980 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed831100-2547-495d-b309-b7f2453c72f7 req-3e75dac5-33c8-4495-a6ae-cad38012021b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:49.659557 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed831100-2547-495d-b309-b7f2453c72f7 req-3e75dac5-33c8-4495-a6ae-cad38012021b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0488029 Aug 11 01:34:49.700082 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ed831100-2547-495d-b309-b7f2453c72f7 req-9b8af265-9b4b-4858-99e9-5b51241e9841 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339463 Aug 11 01:34:50.634556 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:50.813028 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace5850-12b9-4c7a-9e70-3da963b32b03 req-079ec8e6-f7b0-4a57-adfe-b5bd9de8d39b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:50.814422 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bace5850-12b9-4c7a-9e70-3da963b32b03 req-079ec8e6-f7b0-4a57-adfe-b5bd9de8d39b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0473788 Aug 11 01:34:50.850855 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bace5850-12b9-4c7a-9e70-3da963b32b03 req-9b0f6607-9e36-4b24-8193-93dbfeaf8f5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299087 Aug 11 01:34:50.903441 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-015bd2f2-65be-46ea-9ed8-6ffd962f9dfd service neutron] show failed (client error): The resource could not be found. Aug 11 01:34:50.904543 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-015bd2f2-65be-46ea-9ed8-6ffd962f9dfd service neutron] 10.222.0.44 "GET /v2.0/ports/9f4c26de-6c6b-48c9-b32b-c86ba7310b7c/bindings/n-h1-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0551515 Aug 11 01:34:51.497167 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-15de2e66-2bfb-42e6-9c32-72f97e8dddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:51.498665 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-15de2e66-2bfb-42e6-9c32-72f97e8dddd9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 1098 time: 0.0989559 Aug 11 01:34:51.510899 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:34:51.562167 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:51.760391 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:34:51.792902 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:34:51.835010 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:34:51.837271 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07892390-e0ff-49d2-b067-faa7e3901680" -d '{"events": [{"server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "name": "network-vif-unplugged", "status": "completed", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:34:51.841379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:51.854059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Transition to ACTIVE for port object 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:34:51.887478 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1234f549-341a-4cec-895b-b5bae6a855d9 x-openstack-request-id: req-1234f549-341a-4cec-895b-b5bae6a855d9 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:34:51.887835 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "name": "network-vif-unplugged", "status": "completed", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:34:51.888019 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1234f549-341a-4cec-895b-b5bae6a855d9 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:34:51.888430 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'code': 200} Aug 11 01:34:51.932922 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:52.364376 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=6']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:34:52.380022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b41a6-a4a4-4a2b-8030-f32c3539fa7e req-53a200d1-f2f9-4079-81b9-6ca02296e95a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:52.381678 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a4b41a6-a4a4-4a2b-8030-f32c3539fa7e req-53a200d1-f2f9-4079-81b9-6ca02296e95a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 944 time: 0.4600179 Aug 11 01:34:52.387837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.388189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.388536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.388879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.389220 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.389556 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.389890 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.390222 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.390555 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.390885 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.391260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.391578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:52.453249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] No DVR routers for this DVR port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:34:52.491427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9a4b41a6-a4a4-4a2b-8030-f32c3539fa7e req-bbefd853-0e65-43d0-b6f4-ab984375b6fd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907934 Aug 11 01:34:52.584032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:52.603825 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Attempting to bind port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:34:52.604166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Attempting to bind port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:34:52.604551 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Attempting to bind port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:34:52.608759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:34:52.609085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Attempting to bind port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:34:52.614148 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:34:52.614513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Checking segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:34:52.614898 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Bound using segment: {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:34:52.615359 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Bound port: 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2c3b55-494d-49d6-8a4e-e8363952131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:34:52.615718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:52.676264 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:34:52.679229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:34:52.755629 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:52.796596 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:52.796596 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:52.796596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 1093 time: 1.2886860 Aug 11 01:34:52.820790 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e89bf-522d-481b-a9c6-6eda5582a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:34:52.863552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3fed8b80-d9d6-40a0-a71e-031a85d1d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:52.865667 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3fed8b80-d9d6-40a0-a71e-031a85d1d3d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1096 time: 0.0460916 Aug 11 01:34:52.958759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-faca50df-3337-4b34-b2fc-2d5455218ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:52.960349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-faca50df-3337-4b34-b2fc-2d5455218ba6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 897 time: 0.0881507 Aug 11 01:34:53.029773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-f0ce9632-0579-4255-ba5b-3d009c8e178e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 999 time: 0.0628426 Aug 11 01:34:53.034352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:34:53.080447 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-4f46a80d-7daa-42a9-a392-f6f51e3bc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:53.081893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-4f46a80d-7daa-42a9-a392-f6f51e3bc6c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0457630 Aug 11 01:34:53.086998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:34:53.127832 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3f730b15-0ae7-414d-bf46-7bade4db36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:53.129238 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-3f730b15-0ae7-414d-bf46-7bade4db36d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403557 Aug 11 01:34:53.140206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-101b24e5-39fc-4b73-a151-b1990e4128c9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:34:53.141126 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-101b24e5-39fc-4b73-a151-b1990e4128c9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049155 Aug 11 01:34:53.232079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-63cf6cc9-7824-4086-80d4-3d4678164fab service neutron] 10.222.0.55 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842369 Aug 11 01:34:53.321511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-900ab7fb-6c62-498b-bb66-01c3c5d0b8f5 req-50f76c2e-e276-494a-8d72-6d656da359c2 service neutron] 10.222.0.55 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824237 Aug 11 01:34:53.613301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c883004-2a27-49b8-8e85-8c39035006dc req-b3ef45ea-3a36-4693-bc74-400fdae07a6e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:53.615010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c883004-2a27-49b8-8e85-8c39035006dc req-b3ef45ea-3a36-4693-bc74-400fdae07a6e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 944 time: 0.0513661 Aug 11 01:34:53.652497 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7c883004-2a27-49b8-8e85-8c39035006dc req-e4ed6f21-9dd7-4809-a869-3b39a3c1a9b7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Aug 11 01:34:53.889687 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:34:53.892029 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dccbb20-8d55-4960-843f-ed4c253018fe" -d '{"events": [{"name": "network-changed", "server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:34:53.939754 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b251a-6279-4ef7-8e79-237cf2e2994e x-openstack-request-id: req-687b251a-6279-4ef7-8e79-237cf2e2994e {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:34:53.940041 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:34:53.940300 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-687b251a-6279-4ef7-8e79-237cf2e2994e {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:34:53.940706 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'status': 'completed', 'code': 200} Aug 11 01:34:54.002241 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-f2a7da1b-f3d5-4673-b34c-e20e8673d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.003466 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-f2a7da1b-f3d5-4673-b34c-e20e8673d2a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1096 time: 0.0419304 Aug 11 01:34:54.005869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-61b49577-ccf6-4cf9-9b07-66221d651b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.007374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-61b49577-ccf6-4cf9-9b07-66221d651b4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1096 time: 0.0461795 Aug 11 01:34:54.101198 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-24a76217-220a-44b4-acd7-f61cb82c0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.102815 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-24a76217-220a-44b4-acd7-f61cb82c0cf5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 897 time: 0.0890555 Aug 11 01:34:54.103285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-d63aee53-2c27-4da7-a7c8-d2603edfc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.105434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-d63aee53-2c27-4da7-a7c8-d2603edfc1d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 897 time: 0.0936995 Aug 11 01:34:54.173440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-2b88d0b9-0a93-4df2-9f48-18bd0aae7a05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 999 time: 0.0635798 Aug 11 01:34:54.173846 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-65669fa6-09c2-4adf-9844-fd39211adeea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 999 time: 0.0597334 Aug 11 01:34:54.228817 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-aee0136e-0aca-442a-8152-8ea957600dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.230468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-aee0136e-0aca-442a-8152-8ea957600dfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0508206 Aug 11 01:34:54.231760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-8cd8d7ef-ecb9-4af4-811e-275c3f63abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.233274 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-8cd8d7ef-ecb9-4af4-811e-275c3f63abac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0519073 Aug 11 01:34:54.277892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-bfe55caf-35c4-414f-8ffc-d5ce6d5699ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.279428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-bfe55caf-35c4-414f-8ffc-d5ce6d5699ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419765 Aug 11 01:34:54.280335 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-adebf34e-efb5-45ba-a784-d91c59034298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.281838 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-adebf34e-efb5-45ba-a784-d91c59034298 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410430 Aug 11 01:34:54.372517 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-177c2426-c222-45fd-8ded-c411cc87685d service neutron] 10.222.0.55 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828977 Aug 11 01:34:54.372806 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-caa1baf5-680b-4f5d-9407-30e8520af88a service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860643 Aug 11 01:34:54.464781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-86e55aba-97e1-41cd-838f-8c7f77a3b9f0 service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848579 Aug 11 01:34:54.470525 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4dccbb20-8d55-4960-843f-ed4c253018fe req-1b40282e-3da6-4d38-8199-9d90f8055347 service neutron] 10.222.0.55 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889821 Aug 11 01:34:54.768331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac7c78-ed6e-47e9-a5c7-83bb7b4d1e6c req-59713234-c99c-4b68-80ce-892c5a9419e9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:54.769755 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83ac7c78-ed6e-47e9-a5c7-83bb7b4d1e6c req-59713234-c99c-4b68-80ce-892c5a9419e9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 944 time: 0.0486934 Aug 11 01:34:54.809560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83ac7c78-ed6e-47e9-a5c7-83bb7b4d1e6c req-ba1797d6-11fd-446e-ba65-cc6c42c84a15 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Aug 11 01:34:55.359961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-9b230fa4-eaae-4388-9bd9-234638283cf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407851 Aug 11 01:34:55.443786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-b295fc82-de08-4273-ad62-37331a7049e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:55.445301 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-b295fc82-de08-4273-ad62-37331a7049e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1096 time: 0.0414727 Aug 11 01:34:55.550351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-edbe2631-6ec1-446d-b4b3-a0da754fda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:55.552465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-edbe2631-6ec1-446d-b4b3-a0da754fda08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 897 time: 0.0873735 Aug 11 01:34:55.619218 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-98cd3276-d5b9-44e5-b3ae-b896066cca6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 999 time: 0.0601342 Aug 11 01:34:55.671936 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-75bdf7ac-b7e7-49c2-b1a3-8bba61c16c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:55.673730 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-75bdf7ac-b7e7-49c2-b1a3-8bba61c16c2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0482690 Aug 11 01:34:55.673888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:34:55.724315 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-f64b5af0-bcea-4601-874c-9b224e79dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:55.725994 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-f64b5af0-bcea-4601-874c-9b224e79dc41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449600 Aug 11 01:34:55.824012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-d3ae6d8a-3e55-4083-b676-3769d7922c60 service neutron] 10.222.0.55 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882316 Aug 11 01:34:55.931477 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:34:55.942901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'port_id': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'mac_address': 'fa:16:3e:04:0c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:34:55.957755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780e4fa-1a3a-4b64-9287-a5b061d9866a req-9ccc33c5-3b05-4343-b88e-28cb9e1410fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:55.959880 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d780e4fa-1a3a-4b64-9287-a5b061d9866a req-9ccc33c5-3b05-4343-b88e-28cb9e1410fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 944 time: 0.0764875 Aug 11 01:34:55.963629 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eba1112d-591a-47de-802d-4fd2a51dc135 req-af9a8376-965d-4a98-9be1-8e985a136935 service neutron] 10.222.0.55 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337996 Aug 11 01:34:55.985514 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:55.998572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:34:55.999127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d780e4fa-1a3a-4b64-9287-a5b061d9866a req-dba9ee4b-f622-4f07-9ca3-af94402bce8a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332716 Aug 11 01:34:56.018571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:34:56.113492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:56.159850 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:34:56.168108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.168463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.168810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.169156 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.169493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.169829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.170162 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.170516 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.170847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.171197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.171636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.171992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:34:56.367490 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:34:56.367746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7a951-c911-4ba7-aea8-75d77857fabb req-f8c87735-161e-4a55-aaaa-d0fad3d91bef tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:56.369070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-edf7a951-c911-4ba7-aea8-75d77857fabb req-f8c87735-161e-4a55-aaaa-d0fad3d91bef tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 945 time: 0.0550802 Aug 11 01:34:56.411430 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-edf7a951-c911-4ba7-aea8-75d77857fabb req-db14dd66-1076-47e2-8ec6-d837315493b6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352335 Aug 11 01:34:56.481337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-c3023573-f1c5-4464-ae6b-4506f5b43b57 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:56.483936 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-c3023573-f1c5-4464-ae6b-4506f5b43b57 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&binding%3Ahost_id=n-h1-712143-13 HTTP/1.1" status: 200 len: 945 time: 0.0706339 Aug 11 01:34:56.574092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154e8c-9ff6-4621-af13-413d79ad2f09 req-6af55af5-be44-4008-aabb-da6435cdeee2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:56.575540 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f154e8c-9ff6-4621-af13-413d79ad2f09 req-6af55af5-be44-4008-aabb-da6435cdeee2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 945 time: 0.0883803 Aug 11 01:34:56.580306 n-d-712143-13 neutron-server[95255]: INFO neutron.api.v2.resource [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-957df328-89ba-4c3a-bd0e-d2d97f175ba3 service neutron] delete failed (client error): The resource could not be found. Aug 11 01:34:56.581394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-957df328-89ba-4c3a-bd0e-d2d97f175ba3 service neutron] 10.222.0.44 "DELETE /v2.0/ports/9f4c26de-6c6b-48c9-b32b-c86ba7310b7c/bindings/n-h2-712143-13 HTTP/1.1" status: 404 len: 381 time: 0.0835800 Aug 11 01:34:56.619945 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5f154e8c-9ff6-4621-af13-413d79ad2f09 req-2cc0d912-bbc1-4180-923e-cb02085a5f8f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375855 Aug 11 01:34:57.012966 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-2a524da6-93df-40d1-945f-1e9825d2b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:57.014471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-2a524da6-93df-40d1-945f-1e9825d2b650 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1097 time: 0.3896945 Aug 11 01:34:57.103279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-79344fbd-be8d-4d04-b718-640233a573ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:57.104777 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-79344fbd-be8d-4d04-b718-640233a573ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 897 time: 0.0836074 Aug 11 01:34:57.179277 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-0d90ae8d-2e39-4602-86a9-545b84d98ade service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 1000 time: 0.0655842 Aug 11 01:34:57.227118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-be35b4e5-451e-4749-a9b3-1e01ec0f326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:57.228628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-be35b4e5-451e-4749-a9b3-1e01ec0f326b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0430899 Aug 11 01:34:57.274991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-0fee84c7-359d-417b-8465-952b002dea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:57.276459 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-0fee84c7-359d-417b-8465-952b002dea82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403924 Aug 11 01:34:57.368748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-b15d7802-a920-4492-817f-5f0a0da123f0 service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845242 Aug 11 01:34:57.456263 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d01bc09c-f619-4217-82c3-6fee1330b1d6 req-d7efa7ef-f3d2-41c0-a935-1196b8e66610 service neutron] 10.222.0.44 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805995 Aug 11 01:34:57.593431 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:34:57.686965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:34:57.736818 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4187d-435d-4b43-ab1d-1f9cadc5b02e req-bd4f57b0-d639-4591-ab09-1c5e80e3aa79 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:57.738618 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09c4187d-435d-4b43-ab1d-1f9cadc5b02e req-bd4f57b0-d639-4591-ab09-1c5e80e3aa79 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 945 time: 0.0505941 Aug 11 01:34:57.777436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-09c4187d-435d-4b43-ab1d-1f9cadc5b02e req-eb6778eb-7c4f-4776-a2b4-27c14718e62a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327129 Aug 11 01:34:57.798386 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:34:57.802815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:34:57.804879 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:57.884913 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:57.907547 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:34:57.909907 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db6ec53-46b4-40b8-a1c2-69021c973b87" -d '{"events": [{"server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "name": "network-vif-plugged", "status": "completed", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:34:57.922512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:34:57.960560 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63dabc2-6a27-4a13-b967-fa87c5c27d9f x-openstack-request-id: req-a63dabc2-6a27-4a13-b967-fa87c5c27d9f {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:34:57.960867 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "name": "network-vif-plugged", "status": "completed", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:34:57.961121 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a63dabc2-6a27-4a13-b967-fa87c5c27d9f {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:34:57.961524 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'code': 200} Aug 11 01:34:57.998714 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:34:58.050673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:34:58.893301 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08011e3-3b30-49c8-8622-fa267d8ecba9 req-80b932e4-5f56-498e-940e-4955bceb04fc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:34:58.894824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f08011e3-3b30-49c8-8622-fa267d8ecba9 req-80b932e4-5f56-498e-940e-4955bceb04fc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0485291 Aug 11 01:34:58.933686 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f08011e3-3b30-49c8-8622-fa267d8ecba9 req-01838b02-e1aa-47bd-bb3a-27b4cf837ee8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Aug 11 01:34:58.956433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54906) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:34:59.022466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2207547b-1885-40f2-9ae8-3ab23421b85d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/9793d399-03b0-4ae7-a8c5-2e7491012c11 HTTP/1.1" status: 200 len: 993 time: 0.0648372 Aug 11 01:35:00.032763 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:00.221442 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:16.289627 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-25fde7d6-40fa-491a-ac1d-558f8d4304d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:18.908045 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e7bd33a8-1642-466c-957e-6e1d7e0db279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:18.934404 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:20.634490 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:22.594049 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:27.713607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54916) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:27.871041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port c1f7713a-5fb1-4e4f-b77a-343a0da1018c {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:35:27.871428 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:27.947344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:27.947675 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:27.959489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for c1f7713a-5fb1-4e4f-b77a-343a0da1018c owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:35:28.169674 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:28.200688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=c1f7713a-5fb1-4e4f-b77a-343a0da1018c,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:28.222683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.223039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.223413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.223760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.224102 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.224442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.224784 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.225122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.225456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.225789 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.226122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.226451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:28.275571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:28.275828 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP 9793d399-03b0-4ae7-a8c5-2e7491012c11 disassociated (deleted). External IP: 172.25.0.63, port: 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c. Aug 11 01:35:28.498108 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router a4666abf-afbf-45a4-b08b-42af34ac5a14 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:35:28.606793 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:35:28.612068 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:28.617727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] Sync routers for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:35:28.628788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:28.629485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:28.641769 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-edbc384e-4a11-4e94-b424-063a50286d6d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/floatingips/9793d399-03b0-4ae7-a8c5-2e7491012c11 HTTP/1.1" status: 204 len: 168 time: 0.9270203 Aug 11 01:35:28.642381 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:35:28.644664 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6" -d '{"events": [{"name": "network-changed", "server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:35:28.742790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:28.758736 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac5e03f-ca91-4745-9a80-237058c87d48 x-openstack-request-id: req-4ac5e03f-ca91-4745-9a80-237058c87d48 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:35:28.759303 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:35:28.759303 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ac5e03f-ca91-4745-9a80-237058c87d48 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:35:28.759689 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'status': 'completed', 'code': 200} Aug 11 01:35:28.826738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-75b0342f-0de1-463b-b345-b2b4808a5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:28.828202 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-75b0342f-0de1-463b-b345-b2b4808a5997 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 1098 time: 0.0468805 Aug 11 01:35:28.922590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-d3847939-485b-4b21-a8e6-a62bf78b6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:28.924136 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-d3847939-485b-4b21-a8e6-a62bf78b6f9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 200 len: 897 time: 0.0889637 Aug 11 01:35:28.955683 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:50Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:28.971701 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-9b88e25a-2797-4bd8-9531-d35210b347ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 200 len: 217 time: 0.0402565 Aug 11 01:35:28.983521 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] Checking router: a4666abf-afbf-45a4-b08b-42af34ac5a14 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:35:28.992450 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:28.993060 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:29.026020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-898f5555-1d14-4071-ba59-4baa5de1a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:29.028354 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-898f5555-1d14-4071-ba59-4baa5de1a5c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 200 len: 834 time: 0.0501025 Aug 11 01:35:29.085632 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-86c000af-7edf-478d-8390-848c15cac494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:29.087123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-86c000af-7edf-478d-8390-848c15cac494 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440381 Aug 11 01:35:29.103397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:29.124295 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e76101-60f4-4c87-ba15-fda87aa5a59b req-625b6be3-2927-4c75-b1b1-b33a08a1341b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:29.125954 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89e76101-60f4-4c87-ba15-fda87aa5a59b req-625b6be3-2927-4c75-b1b1-b33a08a1341b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0567529 Aug 11 01:35:29.166450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-89e76101-60f4-4c87-ba15-fda87aa5a59b req-36bc560e-e522-4e0d-901b-b496fca5f7a0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333946 Aug 11 01:35:29.189011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-091df85a-b437-4051-965e-33fa83130623 service neutron] 10.222.0.55 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933621 Aug 11 01:35:29.281583 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f3c2d98-75bd-4b29-b98e-77c7d583cda6 req-9e9a9b7a-6409-4689-9028-b04084f41497 service neutron] 10.222.0.55 "GET /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Aug 11 01:35:29.317103 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:50Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:29.349073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ca842-53bf-4424-8cc6-097e2a379d3a None None] The sync data for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 is: [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:33:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ffca53a6-7555-4839-b5f7-98623ecfb867', 'name': '', 'network_id': 'fbffa0bf-b2ed-4543-b412-ed4d3e0310c7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:a2:48:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:44Z', 'updated_at': '2021-08-11T01:33:50Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'f2b64cbc-b185-4dfd-abb1-77dcc4b65c94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:35:29.584199 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991c3d82-613d-45c6-bd21-20320c9fc236 None None] New status for floating IP 9793d399-03b0-4ae7-a8c5-2e7491012c11: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:35:30.011558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:30.187867 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:30.285244 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359b12-16dc-4e26-846c-66657a7ad4fb req-7caab651-ddca-4d7e-ab37-3e3798eee824 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:30.286651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f359b12-16dc-4e26-846c-66657a7ad4fb req-7caab651-ddca-4d7e-ab37-3e3798eee824 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0502450 Aug 11 01:35:30.356373 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1f359b12-16dc-4e26-846c-66657a7ad4fb req-795b20f2-a35f-49b6-a1ab-72696c6ec42d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ada35f0-ec3f-4f18-8726-ffc8e96788e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637670 Aug 11 01:35:30.380735 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-e5cb19fe-f7de-4c6d-b280-60839f8a12de tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:30.382239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-e5cb19fe-f7de-4c6d-b280-60839f8a12de tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.55 "GET /v2.0/ports?device_id=953fd40a-3d0d-4f2a-8c40-6be477a168e6 HTTP/1.1" status: 200 len: 946 time: 0.0687225 Aug 11 01:35:30.478389 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:35:30.478725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:30.579399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:30.579676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:30.593353 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:35:30.774590 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:30.808957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=9f4c26de-6c6b-48c9-b32b-c86ba7310b7c,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:30.850438 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] No DVR routers for this DVR port 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:35:30.853022 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:30.855752 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3531a849-14d0-492c-baa4-aa18d7da8cb4 req-3b42e48e-8505-41d6-8b6c-d32a6686468a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.55 "DELETE /v2.0/ports/9f4c26de-6c6b-48c9-b32b-c86ba7310b7c HTTP/1.1" status: 204 len: 173 time: 0.4669600 Aug 11 01:35:30.856182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'name': 'network-vif-deleted', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:35:30.858426 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1987c8db-2ff7-41da-ab31-054af3805f93" -d '{"events": [{"server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "name": "network-vif-deleted", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:35:30.893298 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a0026-ebf1-4b5b-9b1d-aa226b27f55c x-openstack-request-id: req-5d0a0026-ebf1-4b5b-9b1d-aa226b27f55c {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:35:30.893584 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953fd40a-3d0d-4f2a-8c40-6be477a168e6", "name": "network-vif-deleted", "tag": "9f4c26de-6c6b-48c9-b32b-c86ba7310b7c", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:35:30.893844 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d0a0026-ebf1-4b5b-9b1d-aa226b27f55c {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:35:30.894270 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953fd40a-3d0d-4f2a-8c40-6be477a168e6', 'name': 'network-vif-deleted', 'tag': '9f4c26de-6c6b-48c9-b32b-c86ba7310b7c', 'status': 'completed', 'code': 200} Aug 11 01:35:31.412627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54932) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:31.777151 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:32.033898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port ffca53a6-7555-4839-b5f7-98623ecfb867 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:35:32.034166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:32.119360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port ffca53a6-7555-4839-b5f7-98623ecfb867, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ffca53a6-7555-4839-b5f7-98623ecfb867,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:32.119725 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:32.132159 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for ffca53a6-7555-4839-b5f7-98623ecfb867 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:35:32.398097 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:32.428805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=ffca53a6-7555-4839-b5f7-98623ecfb867,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:32.606997 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:32.824296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router a4666abf-afbf-45a4-b08b-42af34ac5a14 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:35:32.932912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:35:32.938002 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4c4edc8f-f986-4671-87b5-b23866f3619e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/a4666abf-afbf-45a4-b08b-42af34ac5a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5242972 Aug 11 01:35:32.941007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54934) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:32.943641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] Sync routers for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:35:32.954437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:32.955073 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:32.994203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea6981c-272c-4919-962b-dec137cf2c99 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting subnet f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:35:33.000191 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aea6981c-272c-4919-962b-dec137cf2c99 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:33.038917 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aea6981c-272c-4919-962b-dec137cf2c99 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:33.060793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:33.249795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:35:32Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:33.282854 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] Checking router: a4666abf-afbf-45a4-b08b-42af34ac5a14 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:35:33.292053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] Routers {'a4666abf-afbf-45a4-b08b-42af34ac5a14'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:33.292686 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a4666abf-afbf-45a4-b08b-42af34ac5a14'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:33.397862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] Set router a4666abf-afbf-45a4-b08b-42af34ac5a14 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:33.477119 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aea6981c-272c-4919-962b-dec137cf2c99 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:33.585594 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:35:32Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:33.598281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aea6981c-272c-4919-962b-dec137cf2c99 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:33.611914 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e191f98f-691d-465a-8a99-a3ac5553d265 None None] The sync data for ids ['a4666abf-afbf-45a4-b08b-42af34ac5a14'] in n-d-712143-13 is: [{'id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-701055840', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:33:40Z', 'updated_at': '2021-08-11T01:35:32Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '1dae7e70-3c47-4c0c-8a7d-8b668bd231b5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4666abf-afbf-45a4-b08b-42af34ac5a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:33:41Z', 'updated_at': '2021-08-11T01:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:35:33.630455 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6981c-272c-4919-962b-dec137cf2c99 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b64cbc-b185-4dfd-abb1-77dcc4b65c94,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:33.635894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-aea6981c-272c-4919-962b-dec137cf2c99 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:33.642281 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54936) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:33.642816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-aea6981c-272c-4919-962b-dec137cf2c99 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/subnets/f2b64cbc-b185-4dfd-abb1-77dcc4b65c94 HTTP/1.1" status: 204 len: 168 time: 0.6993001 Aug 11 01:35:33.645419 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e7c1f1-7fbc-4868-9f45-f259f1cc918c None None] Network fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:35:33.749179 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:33.858394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:33.963875 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:35:33.964111 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] DHCP port deletion for fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:35:33.964571 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.014763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] Deleting port 41cfea9f-516e-486e-8a4e-3cec0361b484 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:35:34.015140 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.062908 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1dae7e70-3c47-4c0c-8a7d-8b668bd231b5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:34.063362 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.080317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:35:34.092277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] For port 41cfea9f-516e-486e-8a4e-3cec0361b484, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=41cfea9f-516e-486e-8a4e-3cec0361b484,segment=NetworkSegment(0a2c3b55-494d-49d6-8a4e-e8363952131b),segment_id=0a2c3b55-494d-49d6-8a4e-e8363952131b)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:34.092678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.264003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] Calling delete_port for 41cfea9f-516e-486e-8a4e-3cec0361b484 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:35:34.331218 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.365746 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=1dae7e70-3c47-4c0c-8a7d-8b668bd231b5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:34.420607 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.424229 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.445771 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] Pushing event deleted for resources: {'Port': ['ID=41cfea9f-516e-486e-8a4e-3cec0361b484,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:34.449324 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3bb1f-b85a-467a-b48f-346deaee7ea9 None None] No DVR routers for this DVR port 41cfea9f-516e-486e-8a4e-3cec0361b484 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:35:34.517990 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.520161 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.592917 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:35:34.626240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 41cfea9f-516e-486e-8a4e-3cec0361b484 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:35:34.649011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 41cfea9f-516e-486e-8a4e-3cec0361b484 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:35:34.649431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 41cfea9f-516e-486e-8a4e-3cec0361b484 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:35:34.649858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ffca53a6-7555-4839-b5f7-98623ecfb867 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:35:34.666038 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.666641 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Fanout notify agent at l3_agent the message router_deleted on router a4666abf-afbf-45a4-b08b-42af34ac5a14 {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:35:34.668133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ffca53a6-7555-4839-b5f7-98623ecfb867 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:35:34.668511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ffca53a6-7555-4839-b5f7-98623ecfb867 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:35:34.673704 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.675266 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a9121e92-1e9a-4fd4-a05a-65246e2d561e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/routers/a4666abf-afbf-45a4-b08b-42af34ac5a14 HTTP/1.1" status: 204 len: 168 time: 1.0331812 Aug 11 01:35:34.677639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54938) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:34.759805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.846702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.856883 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbffa0bf-b2ed-4543-b412-ed4d3e0310c7']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:34.866811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2c3b55-494d-49d6-8a4e-e8363952131b') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:34.867123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2c3b55-494d-49d6-8a4e-e8363952131b') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:34.875772 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.889366 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.895406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:35:34.900022 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:35:35.016781 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.025709 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.025954 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/networks/fbffa0bf-b2ed-4543-b412-ed4d3e0310c7 HTTP/1.1" status: 204 len: 168 time: 0.3472445 Aug 11 01:35:35.029427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54940) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:35.038353 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163edc7-9310-4d39-b94e-de03af70ed3e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Network': ['ID=fbffa0bf-b2ed-4543-b412-ed4d3e0310c7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:35.089784 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a6339a0-05d6-45c0-b3b4-bf3bc401e622 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.117047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a6339a0-05d6-45c0-b3b4-bf3bc401e622 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.251213 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a6339a0-05d6-45c0-b3b4-bf3bc401e622 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.253865 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-8a6339a0-05d6-45c0-b3b4-bf3bc401e622 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.255344 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8a6339a0-05d6-45c0-b3b4-bf3bc401e622 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ada35f0-ec3f-4f18-8726-ffc8e96788e8 HTTP/1.1" status: 204 len: 168 time: 0.2245791 Aug 11 01:35:35.273182 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6339a0-05d6-45c0-b3b4-bf3bc401e622 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ada35f0-ec3f-4f18-8726-ffc8e96788e8,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:35.648337 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54946) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:35.653100 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1a94978a-423c-4f00-8b5c-cfa52510f1fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226953123', 'description': 'tempest-secgroup-smoke-1226953123 description', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:35.737566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a94978a-423c-4f00-8b5c-cfa52510f1fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.819467 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a94978a-423c-4f00-8b5c-cfa52510f1fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.851585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:35:35.872194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:35:35.872619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 9f4c26de-6c6b-48c9-b32b-c86ba7310b7c not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:35:35.885424 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a94978a-423c-4f00-8b5c-cfa52510f1fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.916262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94978a-423c-4f00-8b5c-cfa52510f1fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:35.977242 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1a94978a-423c-4f00-8b5c-cfa52510f1fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:35.978667 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1a94978a-423c-4f00-8b5c-cfa52510f1fb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3292627 Aug 11 01:35:35.981759 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54948) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:35.986325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9a79c918-4d95-4950-821b-eae1b1d3056d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:36.082566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a79c918-4d95-4950-821b-eae1b1d3056d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.139051 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a79c918-4d95-4950-821b-eae1b1d3056d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.220301 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a79c918-4d95-4950-821b-eae1b1d3056d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.245855 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79c918-4d95-4950-821b-eae1b1d3056d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d88b21-1069-49cc-a7a5-94036d62e713,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:36.302773 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9a79c918-4d95-4950-821b-eae1b1d3056d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.304054 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9a79c918-4d95-4950-821b-eae1b1d3056d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213089 Aug 11 01:35:36.306803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54950) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:36.311838 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-53f3e750-e661-459e-a6d4-ad7ba87441ea tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:36.408934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53f3e750-e661-459e-a6d4-ad7ba87441ea tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.469129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53f3e750-e661-459e-a6d4-ad7ba87441ea tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.537002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:35:36.557724 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:35:36.558081 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1dae7e70-3c47-4c0c-8a7d-8b668bd231b5 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:35:36.574508 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53f3e750-e661-459e-a6d4-ad7ba87441ea tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.594661 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3e750-e661-459e-a6d4-ad7ba87441ea tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24a8871-9fb2-4272-ad11-a7bd25cf9c89,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:36.683019 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-53f3e750-e661-459e-a6d4-ad7ba87441ea tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.684825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-53f3e750-e661-459e-a6d4-ad7ba87441ea tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3770101 Aug 11 01:35:36.687601 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54954) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:36.692422 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-326eaaae-cb4a-4d4f-86fc-59a185d32b85 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:36.791153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-326eaaae-cb4a-4d4f-86fc-59a185d32b85 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.849933 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-326eaaae-cb4a-4d4f-86fc-59a185d32b85 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.908141 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-326eaaae-cb4a-4d4f-86fc-59a185d32b85 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.929879 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326eaaae-cb4a-4d4f-86fc-59a185d32b85 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907cf512-490e-48c1-8582-d7df17ac608f,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:36.997287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-326eaaae-cb4a-4d4f-86fc-59a185d32b85 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:36.998553 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-326eaaae-cb4a-4d4f-86fc-59a185d32b85 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3099830 Aug 11 01:35:37.001284 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54956) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:37.005904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b7cf45f3-bf8b-41c7-91de-ef927146ef58 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:37.099663 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7cf45f3-bf8b-41c7-91de-ef927146ef58 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.156921 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7cf45f3-bf8b-41c7-91de-ef927146ef58 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.222493 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7cf45f3-bf8b-41c7-91de-ef927146ef58 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.242967 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf45f3-bf8b-41c7-91de-ef927146ef58 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c59fca3-c0ea-41a2-9e22-5e7fedfff14c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:37.306071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b7cf45f3-bf8b-41c7-91de-ef927146ef58 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.307376 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b7cf45f3-bf8b-41c7-91de-ef927146ef58 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050880 Aug 11 01:35:37.310296 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54958) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:37.315199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-cc6e26e8-83e5-4eb3-9314-929401788e5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:37.411269 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-cc6e26e8-83e5-4eb3-9314-929401788e5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:35:37.416657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc6e26e8-83e5-4eb3-9314-929401788e5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.489059 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc6e26e8-83e5-4eb3-9314-929401788e5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.582396 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc6e26e8-83e5-4eb3-9314-929401788e5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.603903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e26e8-83e5-4eb3-9314-929401788e5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e712ad52-6f0a-47d1-b4e8-d671b2ba023a,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:37.691070 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-cc6e26e8-83e5-4eb3-9314-929401788e5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.692372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-cc6e26e8-83e5-4eb3-9314-929401788e5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3809781 Aug 11 01:35:37.695093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54960) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:37.700341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1e379626-af03-497d-b5b0-4d8f0a85bd86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': 'a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:37.786038 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-1e379626-af03-497d-b5b0-4d8f0a85bd86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:35:37.791201 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e379626-af03-497d-b5b0-4d8f0a85bd86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.852264 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e379626-af03-497d-b5b0-4d8f0a85bd86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.916987 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e379626-af03-497d-b5b0-4d8f0a85bd86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:37.937398 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e379626-af03-497d-b5b0-4d8f0a85bd86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc20138f-a507-4ac9-ba9e-7b32688b23ea,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:38.008922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e379626-af03-497d-b5b0-4d8f0a85bd86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.010215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1e379626-af03-497d-b5b0-4d8f0a85bd86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3141356 Aug 11 01:35:38.013044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54962) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:38.018170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'network': {'name': 'tempest-network-smoke--102405169', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'port_security_enabled': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:38.108489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:35:38.112230 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.135867 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:35:38.144544 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.144894 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Added segment 03337a26-1fcb-4f1b-afc7-bceb8bef7d04 of type vlan for network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 Aug 11 01:35:38.186775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.283087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.288644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:38.289262 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.354368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Network': ['ID=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:38.366194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:35:38.404808 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-2fbb66d7-edc1-4923-ab3c-3e690039eafb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3906484 Aug 11 01:35:38.407547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54964) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:38.412463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'admin_state_up': True, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:38.519586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.520703 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.577455 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:38.772894 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:39.066922 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:39.086299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:39.197321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.2 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/c7861ab6-60e9-4f57-9915-d02de7198010) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:35:39.303017 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:39.406041 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:39.452373 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:35:39.455429 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:35:39.459207 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:35:39.465158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=c7861ab6-60e9-4f57-9915-d02de7198010,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:39.786319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:39.977691 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:40.176696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router 0ba85559-9f26-4c35-a2ee-43e141c4108c is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:35:40.285849 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:35:40.295332 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Sync routers for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:35:40.305097 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:40.305750 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:40.374559 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:40.376505 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3e9a0b6-c26e-4a6f-814a-7d85cb3751c2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9678040 Aug 11 01:35:40.379868 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 54966) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:40.417533 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:40.417871 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1fbc3d3b-d88e-4486-b4d5-c9d74f6275d9 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b2f10f3ff8b04d7c89c4114503c71a84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364912 Aug 11 01:35:40.420783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54968) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:40.513102 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90446754-5662-497d-ac43-6cccbbf77d18 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:40.515138 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-90446754-5662-497d-ac43-6cccbbf77d18 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933309 Aug 11 01:35:40.518003 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54970) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:40.547262 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8676e645-69af-4937-9700-50b0b94d4ed6 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280416 Aug 11 01:35:40.550502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54972) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:40.555512 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-741232356', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:40.600380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:39Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:40.627023 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Checking router: 0ba85559-9f26-4c35-a2ee-43e141c4108c for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:35:40.627397 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Updating router 0ba85559-9f26-4c35-a2ee-43e141c4108c port c7861ab6-60e9-4f57-9915-d02de7198010 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:35:40.651656 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:40.700061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:35:40.704427 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:40.899585 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:40.908863 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Transition to ACTIVE for port object c7861ab6-60e9-4f57-9915-d02de7198010 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:35:40.929099 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:40.985693 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:40.994368 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Subnet': ['ID=e3475b26-3045-4dd0-84ae-c6f39b125879,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:41.002425 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Checking segment: {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:35:41.002863 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network hostable DHCP agents. Network: d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:35:41.036561 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Attempting to bind port c7861ab6-60e9-4f57-9915-d02de7198010 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:35:41.036925 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Attempting to bind port c7861ab6-60e9-4f57-9915-d02de7198010 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:35:41.037286 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Attempting to bind port c7861ab6-60e9-4f57-9915-d02de7198010 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:35:41.042655 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Pushing event updated for resources: {'Port': ['ID=c7861ab6-60e9-4f57-9915-d02de7198010,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:41.050940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:35:41.051334 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:35:41.051734 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.052125 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:35:41.052611 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Bound port: c7861ab6-60e9-4f57-9915-d02de7198010, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:35:41.052949 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.055138 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.055503 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.055842 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.056177 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.056506 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.056831 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.057157 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.057478 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.057798 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.058118 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.058438 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.058755 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:41.102476 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:35:41.110956 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] For port c7861ab6-60e9-4f57-9915-d02de7198010, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:35:41.114215 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] For port c7861ab6-60e9-4f57-9915-d02de7198010, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c7861ab6-60e9-4f57-9915-d02de7198010,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:35:41.185947 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:35:41.190100 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:41.190694 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.194910 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f826f65-fb3c-49b5-b2b9-98ca8f87b1ac None None] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:35:41.203389 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.262032 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:41.268338 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:41.300327 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad0ed0-a7c8-4b2f-a39d-42a09348854b None None] Pushing event updated for resources: {'Port': ['ID=c7861ab6-60e9-4f57-9915-d02de7198010,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:41.301009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3773333e-70d7-4462-b539-9db0a96b0e78 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7461436 Aug 11 01:35:41.301009 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 54974) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:41.361706 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:35:41.361706 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.379560 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:41.525506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Allocated IP 172.20.0.2 (d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5/e3475b26-3045-4dd0-84ae-c6f39b125879/51bdb460-f03b-4839-960b-aad277343b1f) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:35:41.600652 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:39Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:41.629679 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defe18fd-dc2d-463e-85ed-7aa4b05cad23 None None] The sync data for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 is: [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:39Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:35:41.696494 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.705835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Transition to ACTIVE for port object 51bdb460-f03b-4839-960b-aad277343b1f will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:35:41.721671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Transition to ACTIVE for port object 51bdb460-f03b-4839-960b-aad277343b1f will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:35:41.786461 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.821159 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.831967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:35:41.838902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:35:41.844581 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:35:41.856625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Pushing event updated for resources: {'Port': ['ID=51bdb460-f03b-4839-960b-aad277343b1f,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:41.925889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Attempting to bind port 51bdb460-f03b-4839-960b-aad277343b1f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:35:41.926273 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Attempting to bind port 51bdb460-f03b-4839-960b-aad277343b1f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:35:41.927503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Attempting to bind port 51bdb460-f03b-4839-960b-aad277343b1f on network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:35:41.934308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:35:41.934694 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Checking segment: {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:35:41.935104 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:41.935573 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Bound using segment: {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:35:41.936044 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Bound port: 51bdb460-f03b-4839-960b-aad277343b1f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:35:41.936431 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:42.009444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] For port 51bdb460-f03b-4839-960b-aad277343b1f, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:35:42.013036 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] For port 51bdb460-f03b-4839-960b-aad277343b1f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=51bdb460-f03b-4839-960b-aad277343b1f,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:35:42.084092 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:42.127461 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.1 (d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5/e3475b26-3045-4dd0-84ae-c6f39b125879/b050d825-2a9a-477e-b04d-8951000d5de6) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:35:42.146625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167b9f5-86a7-423d-b55b-beafb0b45fc7 None None] Pushing event updated for resources: {'Port': ['ID=51bdb460-f03b-4839-960b-aad277343b1f,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:42.248397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:42.262501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object b050d825-2a9a-477e-b04d-8951000d5de6 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:35:42.357979 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:42.421267 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:35:42.429163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:35:42.431786 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:35:42.459617 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=b050d825-2a9a-477e-b04d-8951000d5de6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:42.484921 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:42.647857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c7861ab6-60e9-4f57-9915-d02de7198010 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:35:42.768794 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port c7861ab6-60e9-4f57-9915-d02de7198010 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:35:42.774648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c7861ab6-60e9-4f57-9915-d02de7198010 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:42.775179 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:42.857561 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:42.880105 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port c7861ab6-60e9-4f57-9915-d02de7198010, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c7861ab6-60e9-4f57-9915-d02de7198010,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:42.957397 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:42.958310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 51bdb460-f03b-4839-960b-aad277343b1f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:35:43.036297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:43.041006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=c7861ab6-60e9-4f57-9915-d02de7198010,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:43.111530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 51bdb460-f03b-4839-960b-aad277343b1f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:35:43.324516 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:43.399790 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:43.472015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=b050d825-2a9a-477e-b04d-8951000d5de6,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:43.476850 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:43.533674 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753962a1-9dc6-4a4d-91d7-7e14096d9e8a None None] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:35:43.577589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:35:43.579113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:35:43.685687 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8008c86f-b06e-43b6-b9b6-10a326f769ae None None] Provisioning for port 51bdb460-f03b-4839-960b-aad277343b1f completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:35:43.691511 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8008c86f-b06e-43b6-b9b6-10a326f769ae None None] Provisioning complete for port 51bdb460-f03b-4839-960b-aad277343b1f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:43.697420 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8008c86f-b06e-43b6-b9b6-10a326f769ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:43.697563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router 0ba85559-9f26-4c35-a2ee-43e141c4108c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:35:43.780438 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8008c86f-b06e-43b6-b9b6-10a326f769ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:43.816508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8008c86f-b06e-43b6-b9b6-10a326f769ae None None] For port 51bdb460-f03b-4839-960b-aad277343b1f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=51bdb460-f03b-4839-960b-aad277343b1f,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:43.816678 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:35:43.822242 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2f942430-fcbc-4751-8e13-9173cabfd7ad tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/0ba85559-9f26-4c35-a2ee-43e141c4108c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5206425 Aug 11 01:35:43.829812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Sync routers for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:35:43.842291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:43.842718 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:43.882682 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8008c86f-b06e-43b6-b9b6-10a326f769ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:43.982363 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008c86f-b06e-43b6-b9b6-10a326f769ae None None] Pushing event updated for resources: {'Port': ['ID=51bdb460-f03b-4839-960b-aad277343b1f,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:43.992657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-151a7eb0-8f5e-412d-9b29-0947e81d6267 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226953123&fields=id&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 267 time: 0.0477395 Aug 11 01:35:44.011020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:44.041463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-96adf5aa-a1dd-4386-bb79-f775cf33784e None None] Provisioning complete for port 51bdb460-f03b-4839-960b-aad277343b1f triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:44.041841 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96adf5aa-a1dd-4386-bb79-f775cf33784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:44.131764 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-4b46e7cd-8a15-445a-8828-5e7baa612ab3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:44.133780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-4b46e7cd-8a15-445a-8828-5e7baa612ab3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/networks?id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 HTTP/1.1" status: 200 len: 796 time: 0.1268651 Aug 11 01:35:44.150946 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-145c0229-2a3d-4a15-b1fa-af26169ae3d7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/quotas/b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 375 time: 0.0099299 Aug 11 01:35:44.214581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-649a3422-ae73-4e6b-badc-04c619dd3fcb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524580 Aug 11 01:35:44.284447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-2e38bc66-6276-469f-a171-059847c89b6c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:35:44.285764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-2e38bc66-6276-469f-a171-059847c89b6c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557196 Aug 11 01:35:44.295473 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:43Z', 'revision_number': 2, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:44.324582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Checking router: 0ba85559-9f26-4c35-a2ee-43e141c4108c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:35:44.324936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Updating router 0ba85559-9f26-4c35-a2ee-43e141c4108c port b050d825-2a9a-477e-b04d-8951000d5de6 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:35:44.327541 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-96adf5aa-a1dd-4386-bb79-f775cf33784e None None] Provisioning for port b050d825-2a9a-477e-b04d-8951000d5de6 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:35:44.348988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-96adf5aa-a1dd-4386-bb79-f775cf33784e None None] Provisioning complete for port b050d825-2a9a-477e-b04d-8951000d5de6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:44.348988 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96adf5aa-a1dd-4386-bb79-f775cf33784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:44.390012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:44.398283 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-d515bee4-83e8-4bcf-aecd-cc28f3ebddca service neutron] 10.222.0.43 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049974 Aug 11 01:35:44.414404 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-96adf5aa-a1dd-4386-bb79-f775cf33784e None None] Port b050d825-2a9a-477e-b04d-8951000d5de6 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:35:44.502165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-aeae097c-8638-445e-b819-39855ec5aee3 service neutron] 10.222.0.43 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959859 Aug 11 01:35:44.603893 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ce90d99a-e2fe-43fd-915b-730f440bb841 None None] Provisioning complete for port b050d825-2a9a-477e-b04d-8951000d5de6 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:44.604290 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ce90d99a-e2fe-43fd-915b-730f440bb841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:44.628409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c7861ab6-60e9-4f57-9915-d02de7198010 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:35:44.702032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ce90d99a-e2fe-43fd-915b-730f440bb841 None None] Port b050d825-2a9a-477e-b04d-8951000d5de6 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:35:44.733145 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port c7861ab6-60e9-4f57-9915-d02de7198010 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:44.733513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:44.788049 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3be118c6-7cfe-41f8-9ff9-fa5e5993784b req-d9a338b5-c0d3-410b-a075-0dcc143c504f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 210 time: 0.0297611 Aug 11 01:35:44.805094 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:44.820057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Transition to ACTIVE for port object b050d825-2a9a-477e-b04d-8951000d5de6 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:35:44.859782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 51bdb460-f03b-4839-960b-aad277343b1f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:35:44.880663 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:45.100021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35731aaa-0ab4-40ef-b17e-76a4b1ce2d91 None None] Pushing event updated for resources: {'Port': ['ID=b050d825-2a9a-477e-b04d-8951000d5de6,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:45.144043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 51bdb460-f03b-4839-960b-aad277343b1f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:45.144407 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:45.173675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Attempting to bind port b050d825-2a9a-477e-b04d-8951000d5de6 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:35:45.174053 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Attempting to bind port b050d825-2a9a-477e-b04d-8951000d5de6 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:35:45.174417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Attempting to bind port b050d825-2a9a-477e-b04d-8951000d5de6 on network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:35:45.186696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:35:45.187133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Checking segment: {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:35:45.187480 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:45.187873 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Bound using segment: {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:35:45.188345 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Bound port: b050d825-2a9a-477e-b04d-8951000d5de6, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:35:45.188726 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:45.291379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] For port b050d825-2a9a-477e-b04d-8951000d5de6, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:35:45.294545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] For port b050d825-2a9a-477e-b04d-8951000d5de6, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b050d825-2a9a-477e-b04d-8951000d5de6,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:35:45.354242 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:45.412916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35731aaa-0ab4-40ef-b17e-76a4b1ce2d91 None None] Pushing event updated for resources: {'Port': ['ID=b050d825-2a9a-477e-b04d-8951000d5de6,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:45.415484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:45.416022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:45.528127 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:45.742458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:45.769087 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6f589-458d-43ce-8851-c93755ea1bb4 None None] The sync data for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 is: [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:45Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:35:45.906406 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6aeea192-3bd8-42f4-8001-8b6560f99f01 req-07afcca9-672b-45ab-ae5e-cd8ddfcd9a6b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 210 time: 0.0337715 Aug 11 01:35:46.302556 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b6eeaa83-17fd-4417-baba-ca657a1cb5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:46.630262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b050d825-2a9a-477e-b04d-8951000d5de6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:35:46.689522 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-506bd78c-d569-4314-a94c-e7d1e4ab46e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:46.691119 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-506bd78c-d569-4314-a94c-e7d1e4ab46e8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.55 "GET /v2.0/networks?id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 HTTP/1.1" status: 200 len: 796 time: 0.1168604 Aug 11 01:35:46.734303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port b050d825-2a9a-477e-b04d-8951000d5de6 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:35:46.738969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b050d825-2a9a-477e-b04d-8951000d5de6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:46.739433 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-6583c0d3-38fb-4057-bf53-73bb3eb49690 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 380 time: 0.0397735 Aug 11 01:35:46.739962 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:46.749204 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'port': {'device_id': '8d3e18b5-1015-463e-b716-7c69258e243d', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'admin_state_up': True, 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'security_groups': ['a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:46.828641 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:46.864527 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port b050d825-2a9a-477e-b04d-8951000d5de6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b050d825-2a9a-477e-b04d-8951000d5de6,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:46.939441 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:46.990320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=b050d825-2a9a-477e-b04d-8951000d5de6,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:47.007486 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f801303a-2123-4d70-8357-fe7ef3206629 req-b196164e-339e-4926-95d6-5342b479c7bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 210 time: 0.0286684 Aug 11 01:35:47.008061 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:35:47.011662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:47.146014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.14 (d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5/e3475b26-3045-4dd0-84ae-c6f39b125879/c2e7ef3c-fd3f-4062-8a3c-60169c81b92d) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:35:47.279761 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:47.293343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object c2e7ef3c-fd3f-4062-8a3c-60169c81b92d will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:35:47.411686 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:47.461594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:35:47.464712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:35:47.468481 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:35:47.475484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:47.523057 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:47.523717 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:47.603500 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-71cacf44-253b-4553-88bf-9c2fbb0e151c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8584287 Aug 11 01:35:47.616323 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Request body: {'port': {'device_id': '8d3e18b5-1015-463e-b716-7c69258e243d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:47.674174 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:47.756825 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fd4476af-48fc-45e1-adbc-ed108398bbe9 None None] Provisioning for port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:35:47.761050 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fd4476af-48fc-45e1-adbc-ed108398bbe9 None None] Provisioning complete for port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:47.761427 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fd4476af-48fc-45e1-adbc-ed108398bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:47.798244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fd4476af-48fc-45e1-adbc-ed108398bbe9 None None] Port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:35:47.937141 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e7ef3c-fd3f-4062-8a3c-60169c81b92d {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:35:47.944313 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:47.955793 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Transition to ACTIVE for port object c2e7ef3c-fd3f-4062-8a3c-60169c81b92d will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:35:48.031341 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:48.084526 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:48.133968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789efd-3e32-4322-8852-92ce0a6df7ae req-3318112e-76d9-4015-a7e5-df246c857452 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:48.135768 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b789efd-3e32-4322-8852-92ce0a6df7ae req-3318112e-76d9-4015-a7e5-df246c857452 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 944 time: 0.0567172 Aug 11 01:35:48.170545 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Attempting to bind port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:35:48.171686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Attempting to bind port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:35:48.171686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Attempting to bind port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d on network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:35:48.176192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d on network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:35:48.176589 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Attempting to bind port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d on network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:35:48.180680 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7b789efd-3e32-4322-8852-92ce0a6df7ae req-e7bdd42e-2d31-4ab0-b7b6-22b576e1ed76 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384529 Aug 11 01:35:48.182140 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:35:48.182496 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Checking segment: {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:35:48.182888 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Bound using segment: {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:35:48.183362 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Bound port: c2e7ef3c-fd3f-4062-8a3c-60169c81b92d, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03337a26-1fcb-4f1b-afc7-bceb8bef7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:35:48.183734 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:48.252229 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] For port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:35:48.255402 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] For port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:35:48.330112 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:48.366452 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:48.367316 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:48.368620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2e7ef3c-fd3f-4062-8a3c-60169c81b92d HTTP/1.1" status: 200 len: 1093 time: 0.7567587 Aug 11 01:35:48.369060 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:35:48.371341 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e2e418-314d-464e-a051-74e862fac329" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:35:48.396595 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcefc9-c657-4e71-a0ba-aea04dfa6017 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:48.421183 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39efe01f-1f82-4d3f-835d-fbc4bb2abf69 x-openstack-request-id: req-39efe01f-1f82-4d3f-835d-fbc4bb2abf69 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:35:48.421481 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:35:48.421737 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39efe01f-1f82-4d3f-835d-fbc4bb2abf69 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:35:48.422188 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'status': 'completed', 'code': 200} Aug 11 01:35:48.562307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e418-314d-464e-a051-74e862fac329 req-d20d0120-d344-4b7b-8e23-6ddd5deb9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:48.564032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32e2e418-314d-464e-a051-74e862fac329 req-d20d0120-d344-4b7b-8e23-6ddd5deb9972 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1096 time: 0.1222515 Aug 11 01:35:48.593266 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b050d825-2a9a-477e-b04d-8951000d5de6 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:35:48.650696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port b050d825-2a9a-477e-b04d-8951000d5de6 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:48.651148 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:48.677160 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e418-314d-464e-a051-74e862fac329 req-a28af1ca-d431-4015-a0e5-cea715a9698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:48.678670 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32e2e418-314d-464e-a051-74e862fac329 req-a28af1ca-d431-4015-a0e5-cea715a9698a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1071804 Aug 11 01:35:48.772328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2e418-314d-464e-a051-74e862fac329 req-e7ddefde-c1a2-4ae4-a2a2-25cbc21bf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:48.773806 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32e2e418-314d-464e-a051-74e862fac329 req-e7ddefde-c1a2-4ae4-a2a2-25cbc21bf080 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888436 Aug 11 01:35:48.852761 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-ad4c01b9-8190-48b1-bae8-9e56c6c0908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:48.854271 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-ad4c01b9-8190-48b1-bae8-9e56c6c0908c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1096 time: 0.0456030 Aug 11 01:35:48.897184 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-cd41a8ab-e3f3-42c0-932c-7b2c6e1060b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d HTTP/1.1" status: 200 len: 217 time: 0.0352085 Aug 11 01:35:48.925423 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-716fc3ee-b842-4ccd-bb23-f57ed76f0683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:48.949038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-bec9fe7d-70f4-464f-ad12-3097c7748c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:48.950654 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-bec9fe7d-70f4-464f-ad12-3097c7748c96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3475b26-3045-4dd0-84ae-c6f39b125879 HTTP/1.1" status: 200 len: 834 time: 0.0474193 Aug 11 01:35:48.951911 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:49.001763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-cd1028af-f43a-4183-a787-bcac4d9ac8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:49.003233 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-cd1028af-f43a-4183-a787-bcac4d9ac8cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448821 Aug 11 01:35:49.091765 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-01279786-ebeb-4545-a4ee-f42a4c04460c service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815332 Aug 11 01:35:49.184870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d7b7075b-aaa9-42fe-8f89-32a528eb1109 req-b94d55b6-22d0-4d35-8357-a2e0904a3cf3 service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Aug 11 01:35:49.298122 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d40eb8-1aec-440a-9ff4-2c86558a207b req-8ab8a25f-9073-4529-a353-d493349d46bb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:49.299593 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27d40eb8-1aec-440a-9ff4-2c86558a207b req-8ab8a25f-9073-4529-a353-d493349d46bb tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 944 time: 0.0494120 Aug 11 01:35:49.337733 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-27d40eb8-1aec-440a-9ff4-2c86558a207b req-0264c27e-fb09-4b0f-97aa-6d1ef8bfced1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Aug 11 01:35:50.457049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840056bc-c414-4db8-8367-cf3021869fa1 req-4cd01756-c0c2-47d8-82b5-c673b13e51d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:50.458563 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-840056bc-c414-4db8-8367-cf3021869fa1 req-4cd01756-c0c2-47d8-82b5-c673b13e51d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 944 time: 0.0505846 Aug 11 01:35:50.495927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-840056bc-c414-4db8-8367-cf3021869fa1 req-919bc04a-564c-4ad8-9048-33d9a26c5e5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314243 Aug 11 01:35:50.648468 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:51.616675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec66e9-4965-45bb-95f7-cfc530892e74 req-d5753028-d616-4866-9f05-b7db894d8c86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:51.618174 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fec66e9-4965-45bb-95f7-cfc530892e74 req-d5753028-d616-4866-9f05-b7db894d8c86 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 944 time: 0.0535684 Aug 11 01:35:51.656016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fec66e9-4965-45bb-95f7-cfc530892e74 req-8503c36a-2d9b-4f23-bbad-db6b0ef6db72 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Aug 11 01:35:51.976269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c2e7ef3c-fd3f-4062-8a3c-60169c81b92d details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:35:52.071526 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:52.083320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'port_id': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'mac_address': 'fa:16:3e:b5:44:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:35:52.119256 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:52.131940 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e7ef3c-fd3f-4062-8a3c-60169c81b92d {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:35:52.151037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:52.242770 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:52.299632 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:52.426887 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['c2e7ef3c-fd3f-4062-8a3c-60169c81b92d'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:35:52.634317 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:52.775269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00017c7a-cab7-46a1-b790-77124be687c4 req-41f90359-16d2-4d8b-8773-7fd874ab6198 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:52.776778 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00017c7a-cab7-46a1-b790-77124be687c4 req-41f90359-16d2-4d8b-8773-7fd874ab6198 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 945 time: 0.0527434 Aug 11 01:35:52.817483 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-00017c7a-cab7-46a1-b790-77124be687c4 req-013474f0-19c5-4ee0-a8c1-7054d59aa1bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337493 Aug 11 01:35:53.934051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c78020-1205-462a-914a-7f0d76593c5b req-8eaac075-baf5-4622-844b-c316fd2840de tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:53.935613 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38c78020-1205-462a-914a-7f0d76593c5b req-8eaac075-baf5-4622-844b-c316fd2840de tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 945 time: 0.0492375 Aug 11 01:35:53.976061 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c2e7ef3c-fd3f-4062-8a3c-60169c81b92d up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:35:53.981793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-38c78020-1205-462a-914a-7f0d76593c5b req-54dbdbe9-f775-45ac-b0a8-961e1fe8bb8e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352411 Aug 11 01:35:54.085291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:35:54.089549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:35:54.089924 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:54.165451 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:54.191765 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:35:54.194034 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53554cc5-a2a3-4e9f-8d99-e7ac564dfebe" -d '{"events": [{"server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "name": "network-vif-plugged", "status": "completed", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:35:54.207352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:35:54.232715 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d7bc9-7cf8-4cc3-b451-7a2a5e5a6eb0 x-openstack-request-id: req-4f5d7bc9-7cf8-4cc3-b451-7a2a5e5a6eb0 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:35:54.232715 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "name": "network-vif-plugged", "status": "completed", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:35:54.232715 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f5d7bc9-7cf8-4cc3-b451-7a2a5e5a6eb0 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:35:54.232715 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'code': 200} Aug 11 01:35:54.279573 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:54.328427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8de07b-c3c4-4111-b316-ed5d86d361ad req-c91249d8-f9da-4763-9d53-a97a5a28b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:54.330061 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb8de07b-c3c4-4111-b316-ed5d86d361ad req-c91249d8-f9da-4763-9d53-a97a5a28b34b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1098 time: 0.0449836 Aug 11 01:35:54.331481 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:54.366463 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-cb8de07b-c3c4-4111-b316-ed5d86d361ad req-1938e333-70df-46ea-bbc7-4111e6cd7f7d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287609 Aug 11 01:35:55.099714 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fd77c-f5b0-4149-9b32-71f4004eb1e7 req-3d6b67f0-0051-4e74-a68f-738b52e05f23 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:55.101160 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-786fd77c-f5b0-4149-9b32-71f4004eb1e7 req-3d6b67f0-0051-4e74-a68f-738b52e05f23 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0495453 Aug 11 01:35:55.139807 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-786fd77c-f5b0-4149-9b32-71f4004eb1e7 req-e44cb882-562a-4976-9d9e-60b1692a59d8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Aug 11 01:35:55.351419 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-be98056b-5ef1-4ee7-8872-68822d53fb57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398953 Aug 11 01:35:55.433119 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-e8408d81-d57b-4cfe-a586-c7c67fcdceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:55.434699 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-e8408d81-d57b-4cfe-a586-c7c67fcdceb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1098 time: 0.0411384 Aug 11 01:35:55.537865 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-63fe2cfb-1be7-4864-bfce-7d9e6dd47dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:55.539455 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-63fe2cfb-1be7-4864-bfce-7d9e6dd47dd6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 HTTP/1.1" status: 200 len: 897 time: 0.0864036 Aug 11 01:35:55.580101 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-b4bf1fbd-d305-4860-b835-f73dbb169235 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d HTTP/1.1" status: 200 len: 217 time: 0.0340486 Aug 11 01:35:55.629065 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-88e00e6b-58a5-46b4-8768-2f4140f0ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:55.630549 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-88e00e6b-58a5-46b4-8768-2f4140f0ec5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3475b26-3045-4dd0-84ae-c6f39b125879 HTTP/1.1" status: 200 len: 834 time: 0.0433531 Aug 11 01:35:55.679621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-68888d15-04b5-4317-8a9f-c25d08330192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:55.681124 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-68888d15-04b5-4317-8a9f-c25d08330192 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441732 Aug 11 01:35:55.769077 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-3ef86749-d8b2-4572-a15e-fd1794ebb80a service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808508 Aug 11 01:35:55.861406 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a9843cec-01ce-4f19-8574-f72e46a855a2 req-95df91ce-1a73-4a04-9019-ce32552447f8 service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854495 Aug 11 01:35:56.255531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf50a1b-fc9e-428c-9b75-1b773d0eee01 req-e3555346-ccb8-46c7-a281-1d2bb1c6e0f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:56.256923 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcf50a1b-fc9e-428c-9b75-1b773d0eee01 req-e3555346-ccb8-46c7-a281-1d2bb1c6e0f1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0490158 Aug 11 01:35:56.293966 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dcf50a1b-fc9e-428c-9b75-1b773d0eee01 req-34464d1f-8c7c-4f82-b33b-09358a7ad544 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312331 Aug 11 01:35:56.412599 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd66643-5446-4fd7-9df0-2a1c9f862be6 req-fba8b987-e678-438f-b355-2fb5fd34d22f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:56.414107 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cdd66643-5446-4fd7-9df0-2a1c9f862be6 req-fba8b987-e678-438f-b355-2fb5fd34d22f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0546565 Aug 11 01:35:56.452494 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cdd66643-5446-4fd7-9df0-2a1c9f862be6 req-87cbab86-e3ed-47ef-9973-0a87331dcc65 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321915 Aug 11 01:35:56.473851 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55032) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:56.555878 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b51e29-0c76-4d37-ad55-fd734fb82f39 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:56.557418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-03b51e29-0c76-4d37-ad55-fd734fb82f39 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1093 time: 0.0825632 Aug 11 01:35:56.561327 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55036) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:56.569694 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:35:56.685089 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:56.781544 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:56.881129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.155 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/0af14fd2-3693-4a85-92f9-926901fd6ec8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:35:56.983915 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:57.102764 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:57.142757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:35:57.145604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:35:57.149168 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:35:57.155245 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=0af14fd2-3693-4a85-92f9-926901fd6ec8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:57.182631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.183015 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.183393 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.183743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.184080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.184415 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.184776 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.185109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.185439 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.185769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.186095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.186419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:35:57.510860 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:57.633664 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:57.781295 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:57.842421 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:57.909529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=0af14fd2-3693-4a85-92f9-926901fd6ec8,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:35:57.923261 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:58.355454 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP 225ac5b1-8b48-4df9-9917-242db9c87b49 associated. External IP: 172.25.0.155, port: c2e7ef3c-fd3f-4062-8a3c-60169c81b92d. Aug 11 01:35:58.557834 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router 0ba85559-9f26-4c35-a2ee-43e141c4108c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:35:58.670633 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:35:58.677108 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] Sync routers for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:35:58.689268 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:58.693714 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:58.745168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:35:58.774756 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-732d3fcf-fae6-4201-808e-6722e8d64803 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2122138 Aug 11 01:35:58.775400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:35:58.777725 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e98f74-828d-4cdb-86bf-434eaf978182" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:35:58.822625 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2045fd-00e0-45ab-b97b-74c4d6f9a07a x-openstack-request-id: req-0c2045fd-00e0-45ab-b97b-74c4d6f9a07a {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:35:58.822916 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:35:58.823193 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c2045fd-00e0-45ab-b97b-74c4d6f9a07a {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:35:58.823632 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'status': 'completed', 'code': 200} Aug 11 01:35:58.889474 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:58.923497 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2e1c6-0cc8-4493-a89b-9e76bfd8f405 req-d915004a-346c-4b4b-97e2-4f4ecb2f6e83 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:58.924940 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecf2e1c6-0cc8-4493-a89b-9e76bfd8f405 req-d915004a-346c-4b4b-97e2-4f4ecb2f6e83 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0788417 Aug 11 01:35:58.929760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-4e30531f-c385-44d4-933f-5dbc5cb95f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:58.931252 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-4e30531f-c385-44d4-933f-5dbc5cb95f51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1098 time: 0.0748634 Aug 11 01:35:59.017081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ecf2e1c6-0cc8-4493-a89b-9e76bfd8f405 req-a76e8e88-3320-49c6-b546-c575d17184fa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848453 Aug 11 01:35:59.039252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55042) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:35:59.089501 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-afbcbdf0-f029-4968-913b-a431d66226ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:59.091071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-afbcbdf0-f029-4968-913b-a431d66226ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 HTTP/1.1" status: 200 len: 897 time: 0.1515548 Aug 11 01:35:59.122988 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '225ac5b1-8b48-4df9-9917-242db9c87b49', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'port_id': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'mac_address': 'fa:16:3e:b5:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3e18b5-1015-463e-b716-7c69258e243d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:35:57Z', 'updated_at': '2021-08-11T01:35:57Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:46Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:59.148441 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] Checking router: 0ba85559-9f26-4c35-a2ee-43e141c4108c for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:35:59.150774 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-9b177f31-2d23-4b4c-bebb-8fc3dac9429a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/225ac5b1-8b48-4df9-9917-242db9c87b49 HTTP/1.1" status: 200 len: 992 time: 0.1104200 Aug 11 01:35:59.156734 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:35:59.157367 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:35:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:59.169453 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-3589a7ed-8b4b-4746-9d9f-ef35181e36d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d HTTP/1.1" status: 200 len: 1000 time: 0.0713267 Aug 11 01:35:59.218826 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-0d3fb586-1167-4ba1-a756-e64d4bb6a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:59.220476 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-0d3fb586-1167-4ba1-a756-e64d4bb6a36e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3475b26-3045-4dd0-84ae-c6f39b125879 HTTP/1.1" status: 200 len: 834 time: 0.0440009 Aug 11 01:35:59.260928 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:35:59.266794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-4b899e7a-7afb-40ab-aa34-59f3e0d4dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:35:59.268353 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-4b899e7a-7afb-40ab-aa34-59f3e0d4dc47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410807 Aug 11 01:35:59.361385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-25bc2eba-5886-4c18-9c9e-5fb8d2bd9e4f service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860825 Aug 11 01:35:59.452619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-88e98f74-828d-4cdb-86bf-434eaf978182 req-0aa44ac4-9702-43e0-950a-33a1117d5347 service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Aug 11 01:35:59.480915 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '225ac5b1-8b48-4df9-9917-242db9c87b49', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'port_id': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'mac_address': 'fa:16:3e:b5:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3e18b5-1015-463e-b716-7c69258e243d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:35:57Z', 'updated_at': '2021-08-11T01:35:57Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:46Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:35:59.510775 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badbf76f-c22a-49c2-b8b6-e982418bab2a None None] The sync data for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 is: [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '225ac5b1-8b48-4df9-9917-242db9c87b49', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'port_id': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'mac_address': 'fa:16:3e:b5:44:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3e18b5-1015-463e-b716-7c69258e243d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:35:57Z', 'updated_at': '2021-08-11T01:35:57Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:46Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:35:59.717005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55388dcf-4769-484d-91e5-08ada0b42a50 None None] New status for floating IP 225ac5b1-8b48-4df9-9917-242db9c87b49: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:36:00.036635 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:00.154631 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55044) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:36:00.202425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:00.218887 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b5e6163e-672d-4408-87fc-ac1490408119 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/225ac5b1-8b48-4df9-9917-242db9c87b49 HTTP/1.1" status: 200 len: 994 time: 0.0629733 Aug 11 01:36:11.591604 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:36:16.308218 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96fd2a90-d52e-4f0e-af3d-39b5aa32fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:18.915997 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f78d3a02-0363-4554-88b9-5025ad5fdacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:18.938507 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:20.656175 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:22.607016 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:27.130713 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca06fe-0a4c-441d-bdfc-271f53137d08 req-8b25b464-79cf-4cdd-be07-22a5bf48b9dd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:27.132276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3bca06fe-0a4c-441d-bdfc-271f53137d08 req-8b25b464-79cf-4cdd-be07-22a5bf48b9dd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0550206 Aug 11 01:36:27.187825 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3bca06fe-0a4c-441d-bdfc-271f53137d08 req-10a4c582-1b56-4d1a-ae96-961b2707c643 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490344 Aug 11 01:36:28.309432 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947f175-f98e-446d-a8fa-3fd288a38985 req-97cac0a2-7343-4c2e-8774-4aa0f45dfadd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:28.310900 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4947f175-f98e-446d-a8fa-3fd288a38985 req-97cac0a2-7343-4c2e-8774-4aa0f45dfadd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0503850 Aug 11 01:36:28.351009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4947f175-f98e-446d-a8fa-3fd288a38985 req-698f7a27-20af-470a-b251-2625c009f16a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Aug 11 01:36:29.483799 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ec5e2-edde-429a-9c33-f063ccef1cc2 req-6804928d-4ff4-46a2-8e03-211b3cb93cd5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:29.486546 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc6ec5e2-edde-429a-9c33-f063ccef1cc2 req-6804928d-4ff4-46a2-8e03-211b3cb93cd5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0599439 Aug 11 01:36:29.536753 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-bc6ec5e2-edde-429a-9c33-f063ccef1cc2 req-223debbd-bda1-479b-bd49-156b94f2bcd5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414352 Aug 11 01:36:30.124545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:30.256393 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:30.665992 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa143f-bbb1-4d85-9df5-3f94e17edbf2 req-ac3ed535-3d29-4954-8e07-eab7b2c86bda tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:30.667620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2caa143f-bbb1-4d85-9df5-3f94e17edbf2 req-ac3ed535-3d29-4954-8e07-eab7b2c86bda tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0517769 Aug 11 01:36:30.707606 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2caa143f-bbb1-4d85-9df5-3f94e17edbf2 req-8b5c0189-15fc-43ff-aeea-ef84182c6c32 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335917 Aug 11 01:36:31.842321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e61ad5-a9ef-4779-a369-0b40fc2a1155 req-99211e72-c695-46a8-9a75-3e5e5cedc921 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:31.843968 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73e61ad5-a9ef-4779-a369-0b40fc2a1155 req-99211e72-c695-46a8-9a75-3e5e5cedc921 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0547669 Aug 11 01:36:31.884922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-73e61ad5-a9ef-4779-a369-0b40fc2a1155 req-e80779e0-dc05-4726-9e77-2dcda066cb5a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346262 Aug 11 01:36:33.003146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a278c54-bba5-4cd0-b2ae-73d19ca106e9 req-a9cd0b41-4e5e-4048-8679-57dfee8dc825 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:33.004713 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a278c54-bba5-4cd0-b2ae-73d19ca106e9 req-a9cd0b41-4e5e-4048-8679-57dfee8dc825 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0513523 Aug 11 01:36:33.050065 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a278c54-bba5-4cd0-b2ae-73d19ca106e9 req-ba2cfacf-3808-4559-90c1-3b88bf3a1dd5 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387995 Aug 11 01:36:34.169553 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7384c7b-7bf2-44d7-a96e-416d5f21a099 req-7e49941b-16dc-4f45-8441-6709c4ff1557 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:34.171111 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7384c7b-7bf2-44d7-a96e-416d5f21a099 req-7e49941b-16dc-4f45-8441-6709c4ff1557 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0500352 Aug 11 01:36:34.209585 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f7384c7b-7bf2-44d7-a96e-416d5f21a099 req-1887f98f-7067-41d8-8e35-71e814f642ef tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Aug 11 01:36:35.323606 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25251044-74f8-4326-b7b6-32a6c8e2c302 req-276591b5-4050-463d-b039-9aa59831fbfc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:35.324985 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25251044-74f8-4326-b7b6-32a6c8e2c302 req-276591b5-4050-463d-b039-9aa59831fbfc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0485890 Aug 11 01:36:35.364110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-25251044-74f8-4326-b7b6-32a6c8e2c302 req-292859c1-4451-4859-a60f-cb425aeb2b7b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Aug 11 01:36:36.480146 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e514da-ead0-4896-8581-d8c3981ac310 req-f4137f93-a9c1-46fd-95f2-caf9c6760b45 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:36.481652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0e514da-ead0-4896-8581-d8c3981ac310 req-f4137f93-a9c1-46fd-95f2-caf9c6760b45 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0491409 Aug 11 01:36:36.519468 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a0e514da-ead0-4896-8581-d8c3981ac310 req-ca470316-78ef-4e23-9e95-8bdeb5d2ba6e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Aug 11 01:36:37.636064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed788e-abaa-44f6-805e-c710345526f8 req-160f5c49-e5fb-405a-919c-3ca79666535e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:37.637576 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3aed788e-abaa-44f6-805e-c710345526f8 req-160f5c49-e5fb-405a-919c-3ca79666535e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0499671 Aug 11 01:36:37.675759 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3aed788e-abaa-44f6-805e-c710345526f8 req-90c9aeb8-2a4b-4e50-9532-6f6f7197d3a6 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Aug 11 01:36:37.697917 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55076) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:36:37.761442 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d0f4f803-0019-4357-8306-7d2fa3e7ba55 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/225ac5b1-8b48-4df9-9917-242db9c87b49 HTTP/1.1" status: 200 len: 994 time: 0.0622151 Aug 11 01:36:39.149044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052dc71-3ab9-44df-b692-70c9de544ee8 req-86849537-53d4-4f7d-ac69-1db0c3aa30ae tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:39.150638 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b052dc71-3ab9-44df-b692-70c9de544ee8 req-86849537-53d4-4f7d-ac69-1db0c3aa30ae tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0574384 Aug 11 01:36:39.193084 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b052dc71-3ab9-44df-b692-70c9de544ee8 req-72fc9d4c-141e-4e72-8ba6-7e4fb1dba60f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356548 Aug 11 01:36:39.240887 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-1e079ecc-3d0c-4564-a430-19dbc8435046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:39.242418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-1e079ecc-3d0c-4564-a430-19dbc8435046 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1098 time: 0.0438089 Aug 11 01:36:39.335984 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-823b040c-feb1-4a81-a4e1-1a29299f1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:39.337507 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-823b040c-feb1-4a81-a4e1-1a29299f1941 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 HTTP/1.1" status: 200 len: 897 time: 0.0886347 Aug 11 01:36:39.403121 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-36a61c8b-c87a-4e54-b185-b48711c707d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d HTTP/1.1" status: 200 len: 1002 time: 0.0582337 Aug 11 01:36:39.450069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-4a58e920-bbb0-4acf-ac7b-b79cf4d614a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:39.451531 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-4a58e920-bbb0-4acf-ac7b-b79cf4d614a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3475b26-3045-4dd0-84ae-c6f39b125879 HTTP/1.1" status: 200 len: 834 time: 0.0417123 Aug 11 01:36:39.506287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-1b0c00e4-582d-4d5e-b586-10ed15f41c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:39.507958 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-1b0c00e4-582d-4d5e-b586-10ed15f41c41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482118 Aug 11 01:36:39.606655 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-13dcd804-8c1b-4a0a-85fd-8fdcd52eb575 service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915246 Aug 11 01:36:39.711094 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fc6d1240-4379-4b5e-9247-e7e148d12c6b req-22f0839a-7514-481b-ab2a-eff491f15be3 service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965960 Aug 11 01:36:40.313502 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214c2ec-0a1b-4bad-b423-38b643f0d722 req-9c566b5a-2fec-4333-a746-93f1a012c711 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:40.315079 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c214c2ec-0a1b-4bad-b423-38b643f0d722 req-9c566b5a-2fec-4333-a746-93f1a012c711 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0517669 Aug 11 01:36:40.354785 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c214c2ec-0a1b-4bad-b423-38b643f0d722 req-873dca2c-ff50-4134-b34c-b3aaa91ef6c8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334907 Aug 11 01:36:41.478305 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50dc6a-c84b-44e7-b7ed-18fcd57b6e7b req-da182cb3-149d-42d3-a3f6-5d1afe44baa3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:41.479918 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d50dc6a-c84b-44e7-b7ed-18fcd57b6e7b req-da182cb3-149d-42d3-a3f6-5d1afe44baa3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0500622 Aug 11 01:36:41.520167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2d50dc6a-c84b-44e7-b7ed-18fcd57b6e7b req-2ddaf646-d85c-4d9d-a9cf-cb1d56b95cf2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Aug 11 01:36:41.544497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55088) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:36:41.607264 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5467a042-abdd-4598-bb47-50ff9cea7ff7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/225ac5b1-8b48-4df9-9917-242db9c87b49 HTTP/1.1" status: 200 len: 994 time: 0.0615911 Aug 11 01:36:46.315083 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e98e5335-78d1-4352-a61d-ef3ce751d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:48.590037 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:36:48.906867 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1a6f31fe-2879-44a6-ba22-6bde8b9ab97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:48.965718 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:50.646850 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:52.592680 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:36:56.349659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-0b2d6777-b465-4c87-b325-a275853c76fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400434 Aug 11 01:36:56.432661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-f57e42ea-01b2-46ae-a375-bfa69febdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:56.434151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-f57e42ea-01b2-46ae-a375-bfa69febdde8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1098 time: 0.0404201 Aug 11 01:36:56.537767 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-b1ffb7c3-d591-4c0c-bae4-ebf79d318b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:56.539294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-b1ffb7c3-d591-4c0c-bae4-ebf79d318b2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 HTTP/1.1" status: 200 len: 897 time: 0.0858777 Aug 11 01:36:56.604779 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-d600da27-ab98-46ba-9ce5-8c2005de0e54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d HTTP/1.1" status: 200 len: 1002 time: 0.0584259 Aug 11 01:36:56.657511 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-fd1ee383-8f9e-48ef-b27c-55a6fbf2869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:56.658961 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-fd1ee383-8f9e-48ef-b27c-55a6fbf2869e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3475b26-3045-4dd0-84ae-c6f39b125879 HTTP/1.1" status: 200 len: 834 time: 0.0475950 Aug 11 01:36:56.705063 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-98a19a5e-2710-4362-8e32-cc57320bfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:36:56.706582 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-98a19a5e-2710-4362-8e32-cc57320bfa7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404322 Aug 11 01:36:56.796481 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-fd89fa66-f8f6-4f43-9f62-6cc73dd45d3a service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821910 Aug 11 01:36:56.898898 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-dc63bc00-4e3f-42fb-b7c6-9894bcb7bec6 req-19be3404-e652-4eaa-94c5-d8fb3faa1dac service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945935 Aug 11 01:37:00.085636 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:00.233996 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:09.929700 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55100) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:10.089942 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 0af14fd2-3693-4a85-92f9-926901fd6ec8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:37:10.090284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:10.164087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:10.164420 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:10.175666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 0af14fd2-3693-4a85-92f9-926901fd6ec8 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:37:10.388562 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:10.414466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=0af14fd2-3693-4a85-92f9-926901fd6ec8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:10.440617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.440977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.441330 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.441680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.442018 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.442360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.442698 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.443033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.443406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.443742 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.444075 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.444406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:10.484379 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:10.484718 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP 225ac5b1-8b48-4df9-9917-242db9c87b49 disassociated (deleted). External IP: 172.25.0.155, port: c2e7ef3c-fd3f-4062-8a3c-60169c81b92d. Aug 11 01:37:10.699610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router 0ba85559-9f26-4c35-a2ee-43e141c4108c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:37:10.807458 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:37:10.812358 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:10.817868 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] Sync routers for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:37:10.827694 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:10.828303 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:10.866245 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-f3c0058d-68c9-47af-ae1b-911b297d2422 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/floatingips/225ac5b1-8b48-4df9-9917-242db9c87b49 HTTP/1.1" status: 204 len: 168 time: 0.9329689 Aug 11 01:37:10.866245 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:37:10.876792 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa68c2-e21f-4570-88f4-c6101d1e5c61" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:37:10.909286 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf65648-0182-429f-ba8b-5d9532fc24e9 x-openstack-request-id: req-ebf65648-0182-429f-ba8b-5d9532fc24e9 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:37:10.909573 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:37:10.909823 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebf65648-0182-429f-ba8b-5d9532fc24e9 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:37:10.910231 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'status': 'completed', 'code': 200} Aug 11 01:37:10.952015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:10.974943 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-573c24e5-22f3-4d8d-81e3-0b90cfbab67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:10.980616 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-573c24e5-22f3-4d8d-81e3-0b90cfbab67f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 1098 time: 0.0434282 Aug 11 01:37:11.073945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-ef941249-7a37-4ac3-ace5-bfed486b4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:11.075930 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-ef941249-7a37-4ac3-ace5-bfed486b4b28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 HTTP/1.1" status: 200 len: 897 time: 0.0920546 Aug 11 01:37:11.118720 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-bfb164ca-ed03-47f8-9885-65c010943f6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d HTTP/1.1" status: 200 len: 217 time: 0.0359464 Aug 11 01:37:11.157494 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:46Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:11.168629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-eb19f449-56a2-4396-96ff-621791b7f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:11.170158 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-eb19f449-56a2-4396-96ff-621791b7f578 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3475b26-3045-4dd0-84ae-c6f39b125879 HTTP/1.1" status: 200 len: 834 time: 0.0453055 Aug 11 01:37:11.186688 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] Checking router: 0ba85559-9f26-4c35-a2ee-43e141c4108c for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:37:11.195539 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:11.196152 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:11.223881 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-e01bb40f-3f81-4d8a-a852-aa6047e89375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:11.225483 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-e01bb40f-3f81-4d8a-a852-aa6047e89375 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477135 Aug 11 01:37:11.306158 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:11.354274 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a3734-aced-4aab-b336-f5ff80694ed3 req-829f27a9-977d-4356-9112-02e7b73fca48 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:11.355823 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a5a3734-aced-4aab-b336-f5ff80694ed3 req-829f27a9-977d-4356-9112-02e7b73fca48 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0794570 Aug 11 01:37:11.360053 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-004a23de-01f8-4d4f-8594-9b234884dd23 service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278143 Aug 11 01:37:11.448299 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6a5a3734-aced-4aab-b336-f5ff80694ed3 req-d4c2e40e-1583-492f-8bba-4f69d7231ec7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857964 Aug 11 01:37:11.483013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-30aa68c2-e21f-4570-88f4-c6101d1e5c61 req-d2af92a3-88cf-4afa-bb08-ec4a205ffde8 service neutron] 10.222.0.55 "GET /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126425 Aug 11 01:37:11.615810 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:46Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:11.642555 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ad47a-1b54-4dbd-955e-e3970af0ac83 None None] The sync data for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 is: [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'b050d825-2a9a-477e-b04d-8951000d5de6', 'name': '', 'network_id': 'd67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:f9:c0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:41Z', 'updated_at': '2021-08-11T01:35:46Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': 'e3475b26-3045-4dd0-84ae-c6f39b125879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:37:11.851658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd798f89-8ca1-4a77-9b57-1b90080572e9 None None] New status for floating IP 225ac5b1-8b48-4df9-9917-242db9c87b49: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:37:12.583968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c8dcc-12a9-4917-ada8-0ddec183c419 req-dd5969b6-dc85-4c4b-b2e2-55d01d91963b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:12.585503 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c8dcc-12a9-4917-ada8-0ddec183c419 req-dd5969b6-dc85-4c4b-b2e2-55d01d91963b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0536749 Aug 11 01:37:12.624647 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9a5c8dcc-12a9-4917-ada8-0ddec183c419 req-03d6832f-a5ca-4a35-bab0-e68fa4e0f311 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324674 Aug 11 01:37:12.749590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-0ca4b7dc-d3a4-49d6-a10f-b28f8f13cd44 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:12.750955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-0ca4b7dc-d3a4-49d6-a10f-b28f8f13cd44 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 946 time: 0.0485187 Aug 11 01:37:12.846212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:37:12.846566 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:12.938558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:12.938925 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:12.952536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for c2e7ef3c-fd3f-4062-8a3c-60169c81b92d owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:37:13.154931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:13.205382 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=c2e7ef3c-fd3f-4062-8a3c-60169c81b92d,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:13.216942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.217304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.217649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.217989 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.218322 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.218654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.218994 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.219364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.219699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.220022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.220348 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.220673 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:13.268639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] No DVR routers for this DVR port c2e7ef3c-fd3f-4062-8a3c-60169c81b92d on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:37:13.271359 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:13.273436 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5e8dd0a1-e1fc-44c6-a646-ea9f2b1ab87a req-9f091fc6-8bc1-4079-8fab-9992102972bd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.55 "DELETE /v2.0/ports/c2e7ef3c-fd3f-4062-8a3c-60169c81b92d HTTP/1.1" status: 204 len: 173 time: 0.5156322 Aug 11 01:37:13.273889 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'name': 'network-vif-deleted', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:37:13.279284 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11830966-eb80-4ab5-b473-8c5f7857e05b" -d '{"events": [{"server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "name": "network-vif-deleted", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:37:13.317892 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998df3e6-bda9-46f7-b9bc-2e273fe5166b x-openstack-request-id: req-998df3e6-bda9-46f7-b9bc-2e273fe5166b {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:37:13.318189 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3e18b5-1015-463e-b716-7c69258e243d", "name": "network-vif-deleted", "tag": "c2e7ef3c-fd3f-4062-8a3c-60169c81b92d", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:37:13.322613 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-998df3e6-bda9-46f7-b9bc-2e273fe5166b {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:37:13.322613 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3e18b5-1015-463e-b716-7c69258e243d', 'name': 'network-vif-deleted', 'tag': 'c2e7ef3c-fd3f-4062-8a3c-60169c81b92d', 'status': 'completed', 'code': 200} Aug 11 01:37:13.745041 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88df9edc-7db2-4419-b8ac-a120caa0f7dd req-d838d1d4-4adf-428c-a6dd-3739f5814908 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d3e18b5-1015-463e-b716-7c69258e243d HTTP/1.1" status: 200 len: 210 time: 0.0292301 Aug 11 01:37:14.806294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55116) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:15.528358 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:15.785913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port b050d825-2a9a-477e-b04d-8951000d5de6 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:37:15.786193 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:15.881683 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port b050d825-2a9a-477e-b04d-8951000d5de6, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=b050d825-2a9a-477e-b04d-8951000d5de6,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:15.882389 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:15.895721 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for b050d825-2a9a-477e-b04d-8951000d5de6 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:37:16.154474 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:16.182262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=b050d825-2a9a-477e-b04d-8951000d5de6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:16.331233 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0ba1b9e0-2307-47fd-899a-76af02891841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:16.364733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:16.581530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router 0ba85559-9f26-4c35-a2ee-43e141c4108c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:37:16.689293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:37:16.694271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3b972565-9135-4413-ac9b-34d65e39aedf tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/0ba85559-9f26-4c35-a2ee-43e141c4108c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869395 Aug 11 01:37:16.696987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55118) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:16.700395 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] Sync routers for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:37:16.709450 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:16.710132 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:16.751451 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d04f32-f0db-461c-a540-37e3d9c9bbf8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting subnet e3475b26-3045-4dd0-84ae-c6f39b125879 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:37:16.754533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04d04f32-f0db-461c-a540-37e3d9c9bbf8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:16.795722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04d04f32-f0db-461c-a540-37e3d9c9bbf8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:16.813879 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:16.892555 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04d04f32-f0db-461c-a540-37e3d9c9bbf8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.014384 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:37:16Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:17.043254 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] Checking router: 0ba85559-9f26-4c35-a2ee-43e141c4108c for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:37:17.045846 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04d04f32-f0db-461c-a540-37e3d9c9bbf8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.051977 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] Routers {'0ba85559-9f26-4c35-a2ee-43e141c4108c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:17.052594 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:36:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0ba85559-9f26-4c35-a2ee-43e141c4108c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:17.075909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-04d04f32-f0db-461c-a540-37e3d9c9bbf8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.080541 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55120) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:17.081100 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-04d04f32-f0db-461c-a540-37e3d9c9bbf8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/subnets/e3475b26-3045-4dd0-84ae-c6f39b125879 HTTP/1.1" status: 204 len: 168 time: 0.3826034 Aug 11 01:37:17.081660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d04f32-f0db-461c-a540-37e3d9c9bbf8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Subnet': ['ID=e3475b26-3045-4dd0-84ae-c6f39b125879,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:17.092046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68836622-ea08-45fe-a5d9-2e8bfa496cb3 None None] Network d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:37:17.168812 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] Set router 0ba85559-9f26-4c35-a2ee-43e141c4108c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:17.201804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.290406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] DHCP port deletion for d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:37:17.306725 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.346984 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Deleting port 51bdb460-f03b-4839-960b-aad277343b1f {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:37:17.347776 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.359520 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:37:16Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:17.393711 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e582a09-6fd7-4008-9178-cb1036249be1 None None] The sync data for ids ['0ba85559-9f26-4c35-a2ee-43e141c4108c'] in n-d-712143-13 is: [{'id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522800542', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:35:38Z', 'updated_at': '2021-08-11T01:37:16Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': 'c7861ab6-60e9-4f57-9915-d02de7198010', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba85559-9f26-4c35-a2ee-43e141c4108c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:35:39Z', 'updated_at': '2021-08-11T01:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:37:17.416553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] For port 51bdb460-f03b-4839-960b-aad277343b1f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=51bdb460-f03b-4839-960b-aad277343b1f,segment=NetworkSegment(03337a26-1fcb-4f1b-afc7-bceb8bef7d04),segment_id=03337a26-1fcb-4f1b-afc7-bceb8bef7d04)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:17.416987 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.435142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Calling delete_port for 51bdb460-f03b-4839-960b-aad277343b1f owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:37:17.486894 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port c7861ab6-60e9-4f57-9915-d02de7198010 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:37:17.487274 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.567126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port c7861ab6-60e9-4f57-9915-d02de7198010, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=c7861ab6-60e9-4f57-9915-d02de7198010,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:17.567454 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.580752 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for c7861ab6-60e9-4f57-9915-d02de7198010 owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:37:17.679900 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.706070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Pushing event deleted for resources: {'Port': ['ID=51bdb460-f03b-4839-960b-aad277343b1f,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:17.711613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] No DVR routers for this DVR port 51bdb460-f03b-4839-960b-aad277343b1f on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:37:17.722872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.722872 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.723234 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.723593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.723926 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.724264 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.724592 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.724922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.725379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.725666 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.725970 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.726211 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac441452-13c5-4643-a3d5-263cea6e233d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:17.895732 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:17.922217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=c7861ab6-60e9-4f57-9915-d02de7198010,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:17.989382 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.084538 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.087653 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.208307 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c2e7ef3c-fd3f-4062-8a3c-60169c81b92d no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:37:18.228237 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: c2e7ef3c-fd3f-4062-8a3c-60169c81b92d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:37:18.228583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device c2e7ef3c-fd3f-4062-8a3c-60169c81b92d not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:37:18.232468 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.233066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba85559-9f26-4c35-a2ee-43e141c4108c {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:37:18.243813 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.243813 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-53f9b3b9-6391-4f92-ba27-0d2bffd426df tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/routers/0ba85559-9f26-4c35-a2ee-43e141c4108c HTTP/1.1" status: 204 len: 168 time: 1.1587315 Aug 11 01:37:18.245586 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55122) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:18.331604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.428078 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.439978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:18.452105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03337a26-1fcb-4f1b-afc7-bceb8bef7d04') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:18.452407 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03337a26-1fcb-4f1b-afc7-bceb8bef7d04') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:18.462681 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.478701 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.489419 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:37:18.490129 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:37:18.494540 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:37:18.685804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.701339 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.701339 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/networks/d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5 HTTP/1.1" status: 204 len: 168 time: 0.4514496 Aug 11 01:37:18.702391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55124) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:18.710665 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4c8b6-b553-4eeb-91d7-83b04ccccb36 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Network': ['ID=d67d170a-dabf-4e4d-ac15-d0c6b0a7fdc5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:18.764219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b050d825-2a9a-477e-b04d-8951000d5de6 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:37:18.786925 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: b050d825-2a9a-477e-b04d-8951000d5de6 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:37:18.787323 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device b050d825-2a9a-477e-b04d-8951000d5de6 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:37:18.787750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c7861ab6-60e9-4f57-9915-d02de7198010 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:37:18.791797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-711915cf-1345-40da-bbf5-2a80f46f075c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.808197 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: c7861ab6-60e9-4f57-9915-d02de7198010 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:37:18.808553 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device c7861ab6-60e9-4f57-9915-d02de7198010 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:37:18.808969 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 51bdb460-f03b-4839-960b-aad277343b1f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:37:18.835603 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-711915cf-1345-40da-bbf5-2a80f46f075c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:18.848911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 51bdb460-f03b-4839-960b-aad277343b1f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:37:18.849301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 51bdb460-f03b-4839-960b-aad277343b1f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:37:18.965769 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-25a74252-fc74-4a3b-a1ff-a8fbc60df531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.011337 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.019258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-711915cf-1345-40da-bbf5-2a80f46f075c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.019258 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-711915cf-1345-40da-bbf5-2a80f46f075c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.019258 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-711915cf-1345-40da-bbf5-2a80f46f075c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/security-groups/a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34 HTTP/1.1" status: 204 len: 168 time: 0.3133757 Aug 11 01:37:19.028349 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711915cf-1345-40da-bbf5-2a80f46f075c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ec6935-a6e5-4a2c-bd55-c86e5d3f0f34,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:19.502745 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55130) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:19.507606 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0d48df6d-077d-4fb5-b657-023e92079d5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340761877', 'description': 'tempest-secgroup-smoke-340761877 description', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:19.594078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d48df6d-077d-4fb5-b657-023e92079d5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.677923 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d48df6d-077d-4fb5-b657-023e92079d5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.731497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d48df6d-077d-4fb5-b657-023e92079d5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.769434 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48df6d-077d-4fb5-b657-023e92079d5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5502c068-c971-45e8-a833-13492bba07c6,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:19.816487 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d48df6d-077d-4fb5-b657-023e92079d5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.817796 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d48df6d-077d-4fb5-b657-023e92079d5d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3140001 Aug 11 01:37:19.820687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55132) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:19.825984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-a145da81-928d-4a2c-8040-d5d3cd6cffa2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '5502c068-c971-45e8-a833-13492bba07c6', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:19.926245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a145da81-928d-4a2c-8040-d5d3cd6cffa2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:19.991044 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a145da81-928d-4a2c-8040-d5d3cd6cffa2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.068113 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a145da81-928d-4a2c-8040-d5d3cd6cffa2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.087710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145da81-928d-4a2c-8040-d5d3cd6cffa2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17033588-e559-42fd-8f33-e1f7aa61487a,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:20.158475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a145da81-928d-4a2c-8040-d5d3cd6cffa2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.159780 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a145da81-928d-4a2c-8040-d5d3cd6cffa2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380721 Aug 11 01:37:20.162547 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55134) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:20.167929 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b3b04a76-f5ab-4c8d-a842-dcf0549f670f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '5502c068-c971-45e8-a833-13492bba07c6', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:20.271764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3b04a76-f5ab-4c8d-a842-dcf0549f670f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.329748 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3b04a76-f5ab-4c8d-a842-dcf0549f670f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.410688 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3b04a76-f5ab-4c8d-a842-dcf0549f670f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.430185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b04a76-f5ab-4c8d-a842-dcf0549f670f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77df04e-4367-44af-948d-0aaddeb00919,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:20.507475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b3b04a76-f5ab-4c8d-a842-dcf0549f670f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.508854 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b3b04a76-f5ab-4c8d-a842-dcf0549f670f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453100 Aug 11 01:37:20.511615 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55136) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:20.516338 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4313d414-b224-40cf-99b0-3eee4673e128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '5502c068-c971-45e8-a833-13492bba07c6', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:20.604004 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4313d414-b224-40cf-99b0-3eee4673e128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.665987 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4313d414-b224-40cf-99b0-3eee4673e128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.672386 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.730660 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4313d414-b224-40cf-99b0-3eee4673e128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.753213 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d414-b224-40cf-99b0-3eee4673e128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173286be-5b3a-45cd-8d6b-3a0d3ffee0d6,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:20.832350 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4313d414-b224-40cf-99b0-3eee4673e128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:20.833594 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4313d414-b224-40cf-99b0-3eee4673e128 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209894 Aug 11 01:37:20.837314 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55138) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:20.844151 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8bb777ec-380e-442b-86ff-85243bd44562 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '5502c068-c971-45e8-a833-13492bba07c6', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:20.973946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bb777ec-380e-442b-86ff-85243bd44562 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.044042 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bb777ec-380e-442b-86ff-85243bd44562 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.131270 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bb777ec-380e-442b-86ff-85243bd44562 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.150020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb777ec-380e-442b-86ff-85243bd44562 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a15c81-b405-47c5-99d7-3bdaa6518bf4,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:21.228149 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8bb777ec-380e-442b-86ff-85243bd44562 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.229618 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8bb777ec-380e-442b-86ff-85243bd44562 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912001 Aug 11 01:37:21.232301 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55140) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:21.237410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-df5ecfd1-97a1-4a6b-9d0d-5142a6df9fc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '5502c068-c971-45e8-a833-13492bba07c6', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:21.336711 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-df5ecfd1-97a1-4a6b-9d0d-5142a6df9fc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:37:21.345153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df5ecfd1-97a1-4a6b-9d0d-5142a6df9fc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.412520 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df5ecfd1-97a1-4a6b-9d0d-5142a6df9fc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.524957 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df5ecfd1-97a1-4a6b-9d0d-5142a6df9fc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.543220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ecfd1-97a1-4a6b-9d0d-5142a6df9fc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e32b30-78cc-4fa2-bf41-bd29805c2b0d,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:21.605272 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-df5ecfd1-97a1-4a6b-9d0d-5142a6df9fc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.606535 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-df5ecfd1-97a1-4a6b-9d0d-5142a6df9fc8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732085 Aug 11 01:37:21.609511 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55142) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:21.613898 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4f821dd8-5de8-4274-8f80-f466baff390f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'security_group_rule': {'security_group_id': '5502c068-c971-45e8-a833-13492bba07c6', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:21.707985 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-4f821dd8-5de8-4274-8f80-f466baff390f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Project b2f10f3ff8b04d7c89c4114503c71a84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:37:21.713621 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f821dd8-5de8-4274-8f80-f466baff390f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.773530 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f821dd8-5de8-4274-8f80-f466baff390f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.855539 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f821dd8-5de8-4274-8f80-f466baff390f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.876918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f821dd8-5de8-4274-8f80-f466baff390f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b494e9-95fb-411a-8565-1914732a32e3,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:21.964866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f821dd8-5de8-4274-8f80-f466baff390f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:21.966078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4f821dd8-5de8-4274-8f80-f466baff390f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3556404 Aug 11 01:37:21.969540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55144) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:21.978710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'network': {'name': 'tempest-network-smoke--1295148043', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'port_security_enabled': True}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:22.090453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:37:22.094138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.118621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:37:22.127189 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.127509 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Added segment c9e14e8a-7fbd-4478-8253-ab5d9f841042 of type vlan for network e85fb30f-942a-4181-a207-58635030e7f7 Aug 11 01:37:22.167370 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.283954 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.289895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:22.295280 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.357196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Network': ['ID=e85fb30f-942a-4181-a207-58635030e7f7,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:22.368152 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network e85fb30f-942a-4181-a207-58635030e7f7 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:37:22.423268 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e4d7b385-9381-4532-9dab-4ab3e18750c9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4524987 Aug 11 01:37:22.427436 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55146) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:22.432366 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'admin_state_up': True, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:22.575500 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.576513 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.633685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.656454 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:22.848100 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:23.142355 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:23.161435 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:23.271077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.64 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/54aca82b-a85c-4218-bdf4-3ac3c3783cd5) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:37:23.386910 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:23.514071 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:23.559438 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:37:23.562395 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:37:23.566059 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:37:23.588892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=54aca82b-a85c-4218-bdf4-3ac3c3783cd5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:23.940810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:24.148042 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:24.319269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router aa4ec877-6fc5-4c01-bb26-6959683a2b3c is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:37:24.427962 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:37:24.440627 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Sync routers for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:37:24.452796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:24.453372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:24.529444 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:24.530719 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0d01e7a9-519d-4a41-901e-33a5e3125054 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1021750 Aug 11 01:37:24.533960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55148) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:24.566020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:24.772208 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:23Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:24.801113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Checking router: aa4ec877-6fc5-4c01-bb26-6959683a2b3c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:37:24.801466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Updating router aa4ec877-6fc5-4c01-bb26-6959683a2b3c port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:37:24.828274 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:24.934493 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c195aa64-607a-4998-ad74-edc291ef0531 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b2f10f3ff8b04d7c89c4114503c71a84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3992727 Aug 11 01:37:24.936964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55150) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:25.036425 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d031d22-ce53-4e71-a8a7-3c1eabb81693 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:25.037984 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3d031d22-ce53-4e71-a8a7-3c1eabb81693 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1000888 Aug 11 01:37:25.041800 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55152) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:25.076600 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-18b38628-589e-4f6e-894f-69650571ef20 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=6bde03f5-9690-46ae-8115-de22b61c77ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334027 Aug 11 01:37:25.079604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55154) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:25.084788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1687233731', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:25.123486 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:25.140184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Transition to ACTIVE for port object 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:37:25.226849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:25.255528 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:37:25.260676 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:25.449297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a3fe9-aa5d-41ab-80ba-00432a153a3f None None] Pushing event updated for resources: {'Port': ['ID=54aca82b-a85c-4218-bdf4-3ac3c3783cd5,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:25.451723 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Attempting to bind port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:37:25.452096 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Attempting to bind port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:37:25.452459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Attempting to bind port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:37:25.458636 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:37:25.459025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:37:25.459463 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:25.459862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:37:25.460335 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Bound port: 54aca82b-a85c-4218-bdf4-3ac3c3783cd5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:37:25.460773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:25.518224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] For port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:37:25.521282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] For port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=54aca82b-a85c-4218-bdf4-3ac3c3783cd5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:37:25.553644 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:25.588859 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:37:25.616385 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Subnet': ['ID=32d914ee-f341-420b-aa23-ab0244a6646a,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:25.617312 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:25.626284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Checking segment: {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:37:25.627354 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network hostable DHCP agents. Network: e85fb30f-942a-4181-a207-58635030e7f7, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:37:25.672839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:25.673485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:25.719406 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network e85fb30f-942a-4181-a207-58635030e7f7 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:37:25.724992 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a3fe9-aa5d-41ab-80ba-00432a153a3f None None] Pushing event updated for resources: {'Port': ['ID=54aca82b-a85c-4218-bdf4-3ac3c3783cd5,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:25.776562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, e85fb30f-942a-4181-a207-58635030e7f7) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:37:25.781588 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:25.782239 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:25.788327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f42c8b6-1180-4fc3-a1fe-991ae588aac7 None None] Network e85fb30f-942a-4181-a207-58635030e7f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:37:25.845123 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:25.857619 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-31357b63-dd64-4f80-9177-0b5dfd3f3051 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7768326 Aug 11 01:37:25.861692 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55156) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:26.101090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-e85fb30f-942a-4181-a207-58635030e7f7', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:37:26.101984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:26.193228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:23Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:26.230397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6158ba38-8a47-403b-8af6-f9d65bc8b997 None None] The sync data for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 is: [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:23Z', 'revision_number': 3, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:37:26.296372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Allocated IP 172.20.0.2 (e85fb30f-942a-4181-a207-58635030e7f7/32d914ee-f341-420b-aa23-ab0244a6646a/7d148c43-384c-4137-9a31-2b3a38183096) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:37:26.481086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:26.498675 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Transition to ACTIVE for port object 7d148c43-384c-4137-9a31-2b3a38183096 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:37:26.523741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Transition to ACTIVE for port object 7d148c43-384c-4137-9a31-2b3a38183096 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:37:26.656931 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:26.699352 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:37:26.748717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Network e85fb30f-942a-4181-a207-58635030e7f7 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:37:26.755805 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Pushing event updated for resources: {'Port': ['ID=7d148c43-384c-4137-9a31-2b3a38183096,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:26.758421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:37:26.759332 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:26.763002 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:37:26.825233 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Attempting to bind port 7d148c43-384c-4137-9a31-2b3a38183096 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:37:26.825501 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Attempting to bind port 7d148c43-384c-4137-9a31-2b3a38183096 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:37:26.825689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Attempting to bind port 7d148c43-384c-4137-9a31-2b3a38183096 on network e85fb30f-942a-4181-a207-58635030e7f7 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:37:26.831003 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:37:26.831421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Checking segment: {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:37:26.831827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:26.832275 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Bound using segment: {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:37:26.832741 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Bound port: 7d148c43-384c-4137-9a31-2b3a38183096, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:37:26.833129 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:26.905647 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] For port 7d148c43-384c-4137-9a31-2b3a38183096, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:37:26.909360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] For port 7d148c43-384c-4137-9a31-2b3a38183096, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7d148c43-384c-4137-9a31-2b3a38183096,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:37:26.937353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:37:26.941788 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:26.942285 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:26.994012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:27.078098 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:27.091149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.1 (e85fb30f-942a-4181-a207-58635030e7f7/32d914ee-f341-420b-aa23-ab0244a6646a/bea482bd-5f5e-4dd2-bb66-254323e9aff5) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:37:27.107124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e6a67-6583-4595-9b14-e414b03fba22 None None] Pushing event updated for resources: {'Port': ['ID=7d148c43-384c-4137-9a31-2b3a38183096,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:27.118584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=54aca82b-a85c-4218-bdf4-3ac3c3783cd5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:27.222582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:27.237196 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:27.254134 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object bea482bd-5f5e-4dd2-bb66-254323e9aff5 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:37:27.321382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=54aca82b-a85c-4218-bdf4-3ac3c3783cd5,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:27.344058 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:27.390113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network e85fb30f-942a-4181-a207-58635030e7f7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:37:27.396055 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:37:27.399364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:37:27.433273 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=bea482bd-5f5e-4dd2-bb66-254323e9aff5,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:27.457998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:27.681722 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:27.973499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:28.039277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:28.113428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=bea482bd-5f5e-4dd2-bb66-254323e9aff5,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:28.116176 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:28.213495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network e85fb30f-942a-4181-a207-58635030e7f7 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:37:28.214963 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:37:28.337020 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router aa4ec877-6fc5-4c01-bb26-6959683a2b3c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:37:28.462260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:37:28.473893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c3bb25ca-558d-49a2-b702-f19684ea5abe tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/aa4ec877-6fc5-4c01-bb26-6959683a2b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6047614 Aug 11 01:37:28.482325 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Sync routers for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:37:28.493463 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:28.494717 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:28.622330 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:28.659742 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-5b618919-e8e3-48a9-af71-c51e7d2c097c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340761877&fields=id&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 267 time: 0.0585401 Aug 11 01:37:28.762846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a3b930-d5be-4430-9968-47c32fe64218 None None] Network e85fb30f-942a-4181-a207-58635030e7f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:37:28.778662 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:37:28.795680 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-f4c22948-ec10-4857-89c6-5400f4b3b63a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:28.797207 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-f4c22948-ec10-4857-89c6-5400f4b3b63a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/networks?id=e85fb30f-942a-4181-a207-58635030e7f7 HTTP/1.1" status: 200 len: 797 time: 0.1359890 Aug 11 01:37:28.815127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-8133959d-5023-4ed9-a0c7-c93d8b31c9cd tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/quotas/b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 375 time: 0.0115695 Aug 11 01:37:28.867210 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 2, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:28.880363 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-7a62f798-5e29-48ec-bf1c-200961dfffa1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537224 Aug 11 01:37:28.894297 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Checking router: aa4ec877-6fc5-4c01-bb26-6959683a2b3c for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:37:28.894761 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Updating router aa4ec877-6fc5-4c01-bb26-6959683a2b3c port bea482bd-5f5e-4dd2-bb66-254323e9aff5 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:37:28.895863 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:28.896238 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:28.922751 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:28.948330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d95c3e19-d1ce-457b-9a2e-c72cae682b3c None None] Provisioning for port 7d148c43-384c-4137-9a31-2b3a38183096 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:37:29.006973 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-885309a2-ca93-4464-8341-2976da44cbfd service neutron] 10.222.0.43 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129911 Aug 11 01:37:29.046126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7d148c43-384c-4137-9a31-2b3a38183096 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:37:29.121779 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-d2c3324c-df53-4380-8494-e15cf1f1da65 service neutron] 10.222.0.43 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073782 Aug 11 01:37:29.187821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 7d148c43-384c-4137-9a31-2b3a38183096 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:37:29.194962 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7d148c43-384c-4137-9a31-2b3a38183096 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:29.195941 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.244034 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.255913 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Transition to ACTIVE for port object bea482bd-5f5e-4dd2-bb66-254323e9aff5 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:37:29.290159 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.326005 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 7d148c43-384c-4137-9a31-2b3a38183096, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7d148c43-384c-4137-9a31-2b3a38183096,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:29.353026 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.414710 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Pushing event updated for resources: {'Port': ['ID=bea482bd-5f5e-4dd2-bb66-254323e9aff5,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:29.422059 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.424838 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.424838 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.425125 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.425386 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.425712 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.426044 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.426161 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-17ecb843-bc4e-4451-af2f-028b5e958496 req-3e08057c-d651-4be0-90ed-8c0ca7809af2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 210 time: 0.0456092 Aug 11 01:37:29.426680 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.426680 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.426992 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.427344 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.431995 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.431995 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:37:29.465759 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-167367df-ffde-4523-aafc-daca99c9bae4 None None] Provisioning for port bea482bd-5f5e-4dd2-bb66-254323e9aff5 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:37:29.500300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=7d148c43-384c-4137-9a31-2b3a38183096,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:29.500763 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Attempting to bind port bea482bd-5f5e-4dd2-bb66-254323e9aff5 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:37:29.501217 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Attempting to bind port bea482bd-5f5e-4dd2-bb66-254323e9aff5 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:37:29.501483 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Attempting to bind port bea482bd-5f5e-4dd2-bb66-254323e9aff5 on network e85fb30f-942a-4181-a207-58635030e7f7 {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:37:29.510320 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-167367df-ffde-4523-aafc-daca99c9bae4 None None] Provisioning complete for port 7d148c43-384c-4137-9a31-2b3a38183096 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:29.510622 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-167367df-ffde-4523-aafc-daca99c9bae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.514407 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:37:29.515055 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Checking segment: {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:37:29.515684 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.516250 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Bound using segment: {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:37:29.516922 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Bound port: bea482bd-5f5e-4dd2-bb66-254323e9aff5, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:37:29.517487 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.700616 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] For port bea482bd-5f5e-4dd2-bb66-254323e9aff5, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:37:29.704516 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] For port bea482bd-5f5e-4dd2-bb66-254323e9aff5, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bea482bd-5f5e-4dd2-bb66-254323e9aff5,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:37:29.775924 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:29.835400 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:29.836056 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:29.874949 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08364b-de89-4a52-895c-868c4355c50f None None] Pushing event updated for resources: {'Port': ['ID=bea482bd-5f5e-4dd2-bb66-254323e9aff5,revision_number=4']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:29.968005 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:30.101829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:30.214873 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:29Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:30.241507 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c44809-ab52-4bfd-aab9-64b06a5dd46f None None] The sync data for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 is: [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:29Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:37:30.269172 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:30.520975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c3b7c920-01e7-47c0-8da7-57a3f7796df3 req-948803df-f7c7-4f36-b40d-ec740624c1d9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 210 time: 0.0301759 Aug 11 01:37:30.733035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bea482bd-5f5e-4dd2-bb66-254323e9aff5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:37:30.850503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port bea482bd-5f5e-4dd2-bb66-254323e9aff5 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:37:30.855530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bea482bd-5f5e-4dd2-bb66-254323e9aff5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:30.855909 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:30.945848 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:30.982106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port bea482bd-5f5e-4dd2-bb66-254323e9aff5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bea482bd-5f5e-4dd2-bb66-254323e9aff5,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:31.068246 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:31.069167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7d148c43-384c-4137-9a31-2b3a38183096 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:37:31.159548 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=bea482bd-5f5e-4dd2-bb66-254323e9aff5,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:31.172502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 7d148c43-384c-4137-9a31-2b3a38183096 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:31.172888 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:31.623116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8b9b4872-b074-4116-a4fd-1d69784e2a8a req-3cfeb9fa-00a6-4529-b8ce-3ee11f075b9e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 210 time: 0.0294712 Aug 11 01:37:31.668540 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-1144efc9-4af9-4441-91fa-79f85a733914 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:31.670034 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-1144efc9-4af9-4441-91fa-79f85a733914 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/networks?id=e85fb30f-942a-4181-a207-58635030e7f7 HTTP/1.1" status: 200 len: 797 time: 0.1240840 Aug 11 01:37:31.718010 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-3a59e9b9-618c-42dd-aed7-c7dd2688d0a0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f10f3ff8b04d7c89c4114503c71a84 HTTP/1.1" status: 200 len: 379 time: 0.0391998 Aug 11 01:37:31.727574 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'port': {'device_id': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'admin_state_up': True, 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'security_groups': ['5502c068-c971-45e8-a833-13492bba07c6']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:31.902706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Made reservation on behalf of b2f10f3ff8b04d7c89c4114503c71a84 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:37:31.906561 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:32.042781 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.20.0.8 (e85fb30f-942a-4181-a207-58635030e7f7/32d914ee-f341-420b-aa23-ab0244a6646a/e762a74c-ce38-4576-a0c9-97e2ded491d1) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:37:32.198793 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:32.215083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Transition to ACTIVE for port object e762a74c-ce38-4576-a0c9-97e2ded491d1 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:37:32.330866 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:32.379542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network e85fb30f-942a-4181-a207-58635030e7f7 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:37:32.382894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:37:32.387746 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:37:32.395129 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=e762a74c-ce38-4576-a0c9-97e2ded491d1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:32.445541 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:32.446197 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:32.542993 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-a60e088a-68dd-4ffb-af0c-b035ccc5d4bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8193579 Aug 11 01:37:32.555704 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Request body: {'port': {'device_id': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:32.620143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:32.649995 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bea482bd-5f5e-4dd2-bb66-254323e9aff5 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:37:32.700907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bea482bd-5f5e-4dd2-bb66-254323e9aff5 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:32.701269 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:32.704031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-56785ec8-cf33-46af-8a78-9060ba25407b None None] Provisioning for port e762a74c-ce38-4576-a0c9-97e2ded491d1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:37:32.729479 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-56785ec8-cf33-46af-8a78-9060ba25407b None None] Provisioning complete for port e762a74c-ce38-4576-a0c9-97e2ded491d1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:32.729849 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-56785ec8-cf33-46af-8a78-9060ba25407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:32.781416 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-56785ec8-cf33-46af-8a78-9060ba25407b None None] Port e762a74c-ce38-4576-a0c9-97e2ded491d1 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:37:32.859808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3299f-df06-4d69-b046-a5b2e95a0651 req-641eab01-87a2-412a-a7ec-6aaa6741e574 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:32.861472 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42e3299f-df06-4d69-b046-a5b2e95a0651 req-641eab01-87a2-412a-a7ec-6aaa6741e574 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 931 time: 0.1281235 Aug 11 01:37:32.941957 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42e3299f-df06-4d69-b046-a5b2e95a0651 req-f7dcaeb5-c71b-4e0c-8efe-6d72222dc501 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686984 Aug 11 01:37:32.991938 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e762a74c-ce38-4576-a0c9-97e2ded491d1 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:37:33.001274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:33.014634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Transition to ACTIVE for port object e762a74c-ce38-4576-a0c9-97e2ded491d1 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:37:33.117733 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:33.173998 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Pushing event updated for resources: {'Port': ['ID=e762a74c-ce38-4576-a0c9-97e2ded491d1,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:33.261441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Attempting to bind port e762a74c-ce38-4576-a0c9-97e2ded491d1 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:37:33.261786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Attempting to bind port e762a74c-ce38-4576-a0c9-97e2ded491d1 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:37:33.262120 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Attempting to bind port e762a74c-ce38-4576-a0c9-97e2ded491d1 on network e85fb30f-942a-4181-a207-58635030e7f7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:37:33.268057 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Port e762a74c-ce38-4576-a0c9-97e2ded491d1 on network e85fb30f-942a-4181-a207-58635030e7f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:37:33.268396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Attempting to bind port e762a74c-ce38-4576-a0c9-97e2ded491d1 on network e85fb30f-942a-4181-a207-58635030e7f7 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:37:33.274222 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:37:33.274579 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Checking segment: {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:37:33.275014 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Bound using segment: {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:37:33.276033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Bound port: e762a74c-ce38-4576-a0c9-97e2ded491d1, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e14e8a-7fbd-4478-8253-ab5d9f841042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:37:33.276448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:33.351715 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] For port e762a74c-ce38-4576-a0c9-97e2ded491d1, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:37:33.355384 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] For port e762a74c-ce38-4576-a0c9-97e2ded491d1, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:37:33.434378 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:33.471249 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:33.472125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:33.473536 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] 10.222.0.44 "PUT /v2.0/ports/e762a74c-ce38-4576-a0c9-97e2ded491d1 HTTP/1.1" status: 200 len: 1092 time: 0.9226625 Aug 11 01:37:33.474013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:37:33.476384 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd9822-f73c-4fd0-85ce-8ff3213de271" -d '{"events": [{"name": "network-changed", "server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:37:33.512827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd4aff-961a-4f87-804b-0b930b62e08c service neutron] Pushing event updated for resources: {'Port': ['ID=e762a74c-ce38-4576-a0c9-97e2ded491d1,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:33.527184 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f528765a-6219-477d-bb7a-eb298470c575 x-openstack-request-id: req-f528765a-6219-477d-bb7a-eb298470c575 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:37:33.527795 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:37:33.528372 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f528765a-6219-477d-bb7a-eb298470c575 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:37:33.529391 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'status': 'completed', 'code': 200} Aug 11 01:37:33.610496 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd9822-f73c-4fd0-85ce-8ff3213de271 req-eeadf580-a9f4-4cae-907d-f3b9b2f2c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:33.612355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69cd9822-f73c-4fd0-85ce-8ff3213de271 req-eeadf580-a9f4-4cae-907d-f3b9b2f2c741 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 1095 time: 0.0618896 Aug 11 01:37:33.739051 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd9822-f73c-4fd0-85ce-8ff3213de271 req-927cbafa-8638-43a0-a908-ca76e8f5cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:33.740668 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69cd9822-f73c-4fd0-85ce-8ff3213de271 req-927cbafa-8638-43a0-a908-ca76e8f5cf82 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1203637 Aug 11 01:37:33.842691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd9822-f73c-4fd0-85ce-8ff3213de271 req-72c1fab7-d76f-4c65-be88-81a4fa1c9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:33.844165 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-69cd9822-f73c-4fd0-85ce-8ff3213de271 req-72c1fab7-d76f-4c65-be88-81a4fa1c9929 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947399 Aug 11 01:37:33.931147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4227cca2-d540-4e92-a431-47e01f9b4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:33.933244 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-4227cca2-d540-4e92-a431-47e01f9b4bc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 1095 time: 0.0501664 Aug 11 01:37:33.978078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-6bec8362-2f17-46e1-b4cc-65411b50a8a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1 HTTP/1.1" status: 200 len: 217 time: 0.0369976 Aug 11 01:37:34.059083 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-469dd661-1679-4074-9caa-c0141210da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:34.060655 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-469dd661-1679-4074-9caa-c0141210da3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32d914ee-f341-420b-aa23-ab0244a6646a HTTP/1.1" status: 200 len: 835 time: 0.0762129 Aug 11 01:37:34.105242 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c4f93-6ebe-4924-8f8d-76f31ad26538 req-9d8cb9b5-47d4-4c15-9528-78b4083d9b7c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:34.109994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec7c4f93-6ebe-4924-8f8d-76f31ad26538 req-9d8cb9b5-47d4-4c15-9528-78b4083d9b7c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 943 time: 0.0908680 Aug 11 01:37:34.144092 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-89c87623-c32f-40ad-b4a3-1b99c871cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:34.145812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-89c87623-c32f-40ad-b4a3-1b99c871cac0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85fb30f-942a-4181-a207-58635030e7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782514 Aug 11 01:37:34.174648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ec7c4f93-6ebe-4924-8f8d-76f31ad26538 req-cec6c686-85b7-481e-9bc3-ec50f3419a45 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562778 Aug 11 01:37:34.256552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-799bbcb3-39ea-4ce9-89b2-b68b68b6a999 service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984089 Aug 11 01:37:34.356026 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ebc1f846-3128-47e2-9395-da9573794ff8 req-daef9f56-fca0-4d05-a283-2176c895b44f service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913873 Aug 11 01:37:35.317753 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca14f3-da0b-4a11-a201-834cb29b0c69 req-7f2862a9-5582-48af-a962-f143a0bb8e43 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:35.319418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6eca14f3-da0b-4a11-a201-834cb29b0c69 req-7f2862a9-5582-48af-a962-f143a0bb8e43 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 943 time: 0.0557184 Aug 11 01:37:35.360552 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6eca14f3-da0b-4a11-a201-834cb29b0c69 req-f9fbf213-2106-40dc-9247-6ec0a540383d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350802 Aug 11 01:37:36.485360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a911884-b01c-4df8-bb54-56021eaa3278 req-cbfe92bb-63b8-4638-903a-92fe1f3e4b16 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:36.486994 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a911884-b01c-4df8-bb54-56021eaa3278 req-cbfe92bb-63b8-4638-903a-92fe1f3e4b16 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 943 time: 0.0561504 Aug 11 01:37:36.528793 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3a911884-b01c-4df8-bb54-56021eaa3278 req-6abcd7c3-1742-4465-95a9-a2f580940ead tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356426 Aug 11 01:37:37.655787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bfe4d-3110-4ac6-a70f-30586d3ea6a5 req-08f16dd4-9e6a-48bd-8117-5395f8264979 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:37.657317 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635bfe4d-3110-4ac6-a70f-30586d3ea6a5 req-08f16dd4-9e6a-48bd-8117-5395f8264979 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 943 time: 0.0576878 Aug 11 01:37:37.701414 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-635bfe4d-3110-4ac6-a70f-30586d3ea6a5 req-192b5c58-aa6b-4a8e-bf9b-209dc5946efa tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376558 Aug 11 01:37:37.764568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e762a74c-ce38-4576-a0c9-97e2ded491d1 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:37:37.873912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e762a74c-ce38-4576-a0c9-97e2ded491d1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:37.888365 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'port_id': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'mac_address': 'fa:16:3e:a5:4a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:37:37.927997 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:37.942303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e762a74c-ce38-4576-a0c9-97e2ded491d1 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:37:37.963358 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e762a74c-ce38-4576-a0c9-97e2ded491d1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:38.049589 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:38.102625 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=e762a74c-ce38-4576-a0c9-97e2ded491d1,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:38.269611 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['e762a74c-ce38-4576-a0c9-97e2ded491d1'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:37:38.845042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c923b71-4e42-48f2-a60a-344941b4aa2c req-49577893-99ad-413c-a77b-86a8cba92f3b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:38.846747 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c923b71-4e42-48f2-a60a-344941b4aa2c req-49577893-99ad-413c-a77b-86a8cba92f3b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 944 time: 0.0656254 Aug 11 01:37:38.891670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3c923b71-4e42-48f2-a60a-344941b4aa2c req-6ee27115-5ceb-4dd8-af6b-fb01d45d3541 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385370 Aug 11 01:37:39.780026 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e762a74c-ce38-4576-a0c9-97e2ded491d1 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:37:40.028025 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d610c-c22a-4441-8a35-163ae156bba8 req-a33b9c08-60cc-4e9e-a152-c27007bcfef1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:40.029782 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f90d610c-c22a-4441-8a35-163ae156bba8 req-a33b9c08-60cc-4e9e-a152-c27007bcfef1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 944 time: 0.0599289 Aug 11 01:37:40.038645 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port e762a74c-ce38-4576-a0c9-97e2ded491d1 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:37:40.043259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port e762a74c-ce38-4576-a0c9-97e2ded491d1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:37:40.045960 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:40.071348 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f90d610c-c22a-4441-8a35-163ae156bba8 req-5e4d2156-9303-4bfd-b313-3c0c1d861612 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348203 Aug 11 01:37:40.130022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:40.154977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:37:40.157351 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47452e2c-4167-494a-87f1-b797d5db1a4f" -d '{"events": [{"server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "name": "network-vif-plugged", "status": "completed", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:37:40.174616 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port e762a74c-ce38-4576-a0c9-97e2ded491d1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:37:40.233858 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:40.263737 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693a1d36-126d-43a6-a694-09bbfc562f22 x-openstack-request-id: req-693a1d36-126d-43a6-a694-09bbfc562f22 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:37:40.264009 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "name": "network-vif-plugged", "status": "completed", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:37:40.264276 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-693a1d36-126d-43a6-a694-09bbfc562f22 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:37:40.264669 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'code': 200} Aug 11 01:37:40.294708 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=e762a74c-ce38-4576-a0c9-97e2ded491d1,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:40.377718 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c752f29-1f36-4a2a-9243-e09874ff2423 req-097a9d86-f80d-4816-bea7-e9eb873cc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:40.379302 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c752f29-1f36-4a2a-9243-e09874ff2423 req-097a9d86-f80d-4816-bea7-e9eb873cc95f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 1097 time: 0.0458505 Aug 11 01:37:40.419294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1c752f29-1f36-4a2a-9243-e09874ff2423 req-d4ca374b-e6dc-4454-af70-0fcda46cdfaa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322032 Aug 11 01:37:41.225129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa6c9c-f096-4e40-8ece-0c24ffecdf42 req-6bcaf860-0555-4028-b23d-5e17db4d93db tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:41.226411 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2daa6c9c-f096-4e40-8ece-0c24ffecdf42 req-6bcaf860-0555-4028-b23d-5e17db4d93db tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0590136 Aug 11 01:37:41.276011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2daa6c9c-f096-4e40-8ece-0c24ffecdf42 req-89c439fd-56e2-474a-987f-3e7a411b053c tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 Aug 11 01:37:42.399189 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77fce1-ef92-4312-acf1-c90e87032c89 req-835bf3b6-5428-4ccd-87b3-93d6e398840a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:42.400759 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d77fce1-ef92-4312-acf1-c90e87032c89 req-835bf3b6-5428-4ccd-87b3-93d6e398840a tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0509918 Aug 11 01:37:42.441262 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1d77fce1-ef92-4312-acf1-c90e87032c89 req-53b8f52e-f885-4c23-b319-daf9077ddf17 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343909 Aug 11 01:37:42.566988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db803-066b-43cd-8c5c-03aeabe9e3a4 req-327416ed-c05d-4ad1-9990-e7fc60820c19 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:42.568511 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e6db803-066b-43cd-8c5c-03aeabe9e3a4 req-327416ed-c05d-4ad1-9990-e7fc60820c19 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0542383 Aug 11 01:37:42.610624 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3e6db803-066b-43cd-8c5c-03aeabe9e3a4 req-3a570c8a-2732-4ffc-bfa3-541abb593878 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353131 Aug 11 01:37:42.632634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55218) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:42.679970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ec62f-83bb-47cc-b92a-c76a3bf3fed1 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:42.682216 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-347ec62f-83bb-47cc-b92a-c76a3bf3fed1 tempest-TestNetworkAdvancedServerOps-90119674 tempest-TestNetworkAdvancedServerOps-90119674-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 1092 time: 0.0484667 Aug 11 01:37:42.694055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55220) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:42.698907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:37:42.787648 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:42.896529 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:43.005806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Allocated IP 172.25.0.209 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/335a91d4-2a91-4967-89b9-6bad3b0d6f45) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:37:43.134864 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:43.256135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:43.304044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:37:43.307653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:37:43.310359 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:37:43.337594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=335a91d4-2a91-4967-89b9-6bad3b0d6f45,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:43.701817 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:43.842944 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:44.006759 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:44.107049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:44.179076 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event updated for resources: {'Port': ['ID=335a91d4-2a91-4967-89b9-6bad3b0d6f45,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:37:44.195571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:44.303453 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP 303136aa-e886-451b-b6d5-77f122e22f9e associated. External IP: 172.25.0.209, port: e762a74c-ce38-4576-a0c9-97e2ded491d1. Aug 11 01:37:44.543806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router aa4ec877-6fc5-4c01-bb26-6959683a2b3c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:37:44.660525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:37:44.671776 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] Sync routers for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:37:44.682657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:44.683405 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:44.781437 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:44.798469 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:44.809287 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-928dfe4a-7c40-412e-8bd9-f29ed9d47f75 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1140649 Aug 11 01:37:44.809896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:37:44.812324 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4141f538-a7a4-4016-babf-1944bef4e6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:37:44.871213 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ccb56f-86ce-4083-a1ad-079c176875f8 x-openstack-request-id: req-a8ccb56f-86ce-4083-a1ad-079c176875f8 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:37:44.871989 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:37:44.872461 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8ccb56f-86ce-4083-a1ad-079c176875f8 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:37:44.874277 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'status': 'completed', 'code': 200} Aug 11 01:37:44.976731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667864d-7e5a-4f3a-b106-0db05c5d88b2 req-460ffde5-37a1-42f2-8032-1513d2473b7e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:44.979887 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e667864d-7e5a-4f3a-b106-0db05c5d88b2 req-460ffde5-37a1-42f2-8032-1513d2473b7e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.1135316 Aug 11 01:37:44.997598 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-f75358f4-1734-471c-8569-f84af6eaa859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:44.999256 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-f75358f4-1734-471c-8569-f84af6eaa859 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 1097 time: 0.1069269 Aug 11 01:37:45.080978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e667864d-7e5a-4f3a-b106-0db05c5d88b2 req-d9da0225-8701-4bca-880c-d141045b3a42 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930045 Aug 11 01:37:45.088917 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '303136aa-e886-451b-b6d5-77f122e22f9e', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'port_id': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'mac_address': 'fa:16:3e:a5:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:37:43Z', 'updated_at': '2021-08-11T01:37:43Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:30Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:45.105975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55226) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:45.124468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] Checking router: aa4ec877-6fc5-4c01-bb26-6959683a2b3c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:37:45.140242 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:37:45.141364 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:37:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:45.182719 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-6393e8d2-cde1-44b1-8eed-32a63b2b37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:45.187650 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-6393e8d2-cde1-44b1-8eed-32a63b2b37eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=e85fb30f-942a-4181-a207-58635030e7f7 HTTP/1.1" status: 200 len: 898 time: 0.1791217 Aug 11 01:37:45.282998 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c684ed89-20bf-4a06-87b7-87c354a04fac tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/303136aa-e886-451b-b6d5-77f122e22f9e HTTP/1.1" status: 200 len: 991 time: 0.1736579 Aug 11 01:37:45.285470 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:37:45.308757 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-0c311994-ba7f-4686-8ff3-f23e1359bb3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1 HTTP/1.1" status: 200 len: 999 time: 0.1146138 Aug 11 01:37:45.365585 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-121ee407-b5f8-4a5a-a19d-36aff19d7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:45.367123 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-121ee407-b5f8-4a5a-a19d-36aff19d7723 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32d914ee-f341-420b-aa23-ab0244a6646a HTTP/1.1" status: 200 len: 835 time: 0.0517845 Aug 11 01:37:45.423341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-5c9fa5c4-df71-435e-b72b-aaaf6ffb18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:45.424803 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-5c9fa5c4-df71-435e-b72b-aaaf6ffb18c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85fb30f-942a-4181-a207-58635030e7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501201 Aug 11 01:37:45.526992 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-9009931f-8af6-4607-8634-0f59e5c726df service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938151 Aug 11 01:37:45.534544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '303136aa-e886-451b-b6d5-77f122e22f9e', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'port_id': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'mac_address': 'fa:16:3e:a5:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:37:43Z', 'updated_at': '2021-08-11T01:37:43Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:30Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:37:45.564199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866db17d-21d2-44c1-b931-126e40e9afcb None None] The sync data for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 is: [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '303136aa-e886-451b-b6d5-77f122e22f9e', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'port_id': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'mac_address': 'fa:16:3e:a5:4a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:37:43Z', 'updated_at': '2021-08-11T01:37:43Z', 'revision_number': 0, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:30Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:37:45.643648 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4141f538-a7a4-4016-babf-1944bef4e6ce req-18ed2000-4507-4e5a-ad47-92dcf214dcc0 service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096253 Aug 11 01:37:45.781579 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e006bf-736d-4280-a70f-e32cad8f87a7 None None] New status for floating IP 303136aa-e886-451b-b6d5-77f122e22f9e: ACTIVE {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:37:46.286576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55228) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:37:46.297371 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ad92033-9220-447a-85c0-64dd2a296503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:46.357445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d0530869-1e98-46b4-aaed-1a1ec2e0e0bc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/303136aa-e886-451b-b6d5-77f122e22f9e HTTP/1.1" status: 200 len: 993 time: 0.0697646 Aug 11 01:37:49.010079 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ba312cc3-8457-405f-a103-9b24582930f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:49.101416 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:50.650939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:52.609862 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:37:58.951134 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-254b3867-abcd-472f-ac4e-c2e1b1d1d430 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406153 Aug 11 01:37:59.040182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-1047c9b7-1bd8-49ca-a9ce-58a9b3e72069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:59.042420 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-1047c9b7-1bd8-49ca-a9ce-58a9b3e72069 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 1097 time: 0.0473216 Aug 11 01:37:59.147484 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-204aed9e-38dc-4a60-a8f2-e1ddcdfa64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:59.148986 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-204aed9e-38dc-4a60-a8f2-e1ddcdfa64dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=e85fb30f-942a-4181-a207-58635030e7f7 HTTP/1.1" status: 200 len: 898 time: 0.0871668 Aug 11 01:37:59.221536 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-5ad61ed2-98d5-4016-a148-71eb6368519b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1 HTTP/1.1" status: 200 len: 1001 time: 0.0646119 Aug 11 01:37:59.665573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-39b82df9-6ec9-447a-a7cd-06017504ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:59.667608 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-39b82df9-6ec9-447a-a7cd-06017504ba7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32d914ee-f341-420b-aa23-ab0244a6646a HTTP/1.1" status: 200 len: 835 time: 0.4391625 Aug 11 01:37:59.718748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-ed1f1dc6-7c0f-457b-99e8-1eb3137a9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:37:59.720390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-ed1f1dc6-7c0f-457b-99e8-1eb3137a9978 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85fb30f-942a-4181-a207-58635030e7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433455 Aug 11 01:37:59.820402 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-40de22f6-8578-41dc-baf4-68f72f03556e service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919735 Aug 11 01:37:59.912504 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-26e0d49b-4a75-4fa6-a77a-b45fe7e02633 req-3b91aea3-11a9-4b62-ba6e-a639701d22cd service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836422 Aug 11 01:38:00.077931 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:00.243870 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:02.588266 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:38:13.320647 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24120c06-6232-4e66-8e78-084060c947c8 req-da2b7170-abe5-470b-9698-64e8f663a13d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:13.322183 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24120c06-6232-4e66-8e78-084060c947c8 req-da2b7170-abe5-470b-9698-64e8f663a13d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0508316 Aug 11 01:38:13.373150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-24120c06-6232-4e66-8e78-084060c947c8 req-507291bd-d8e3-4d37-94ca-dc23cd341b71 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448112 Aug 11 01:38:14.491539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82358b-75a5-45b1-854f-e266d06561ec req-e2a486c6-8ce1-4ba6-87f0-57afa5a2f031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:14.493053 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f82358b-75a5-45b1-854f-e266d06561ec req-e2a486c6-8ce1-4ba6-87f0-57afa5a2f031 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0499606 Aug 11 01:38:14.530597 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7f82358b-75a5-45b1-854f-e266d06561ec req-0b9ce59b-132f-4c9f-be1e-0e697bf0b63d tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314736 Aug 11 01:38:14.554788 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55244) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:14.613760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-44837652-e97d-4a58-bb7b-fb07c153ec9b tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/303136aa-e886-451b-b6d5-77f122e22f9e HTTP/1.1" status: 200 len: 993 time: 0.0577886 Aug 11 01:38:16.031558 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb70e79-22df-4dac-8a2c-7048a54cd244 req-5df27b44-f27e-4523-b0cf-38a97585fba9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:16.033096 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1eb70e79-22df-4dac-8a2c-7048a54cd244 req-5df27b44-f27e-4523-b0cf-38a97585fba9 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0541165 Aug 11 01:38:16.075585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1eb70e79-22df-4dac-8a2c-7048a54cd244 req-5d5f3d1b-135f-41ea-bf77-25c8740d0cd3 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364451 Aug 11 01:38:16.113064 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-4655670c-bdd6-4dca-928e-023c2cfe9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:16.114587 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-4655670c-bdd6-4dca-928e-023c2cfe9577 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 1097 time: 0.0471292 Aug 11 01:38:16.206231 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-401d7c0f-28da-48df-b4f4-27ecf2a6edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:16.208318 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-401d7c0f-28da-48df-b4f4-27ecf2a6edb3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e85fb30f-942a-4181-a207-58635030e7f7 HTTP/1.1" status: 200 len: 898 time: 0.0864019 Aug 11 01:38:16.279591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-3b184758-51e8-49f9-88d8-367587e57173 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1 HTTP/1.1" status: 200 len: 1001 time: 0.0631175 Aug 11 01:38:16.311907 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2d999d9b-7bf7-48b4-aec3-cbaad65cbaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:16.328983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-1cae5b21-d3cd-4d3c-908c-8bee973b939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:16.330492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-1cae5b21-d3cd-4d3c-908c-8bee973b939f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32d914ee-f341-420b-aa23-ab0244a6646a HTTP/1.1" status: 200 len: 835 time: 0.0446820 Aug 11 01:38:16.376169 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-78ee8042-870a-4d4e-bad1-2980a03414b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:16.380842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-78ee8042-870a-4d4e-bad1-2980a03414b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85fb30f-942a-4181-a207-58635030e7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405643 Aug 11 01:38:16.469220 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-e2d5fb46-12df-4215-94e6-86957848b146 service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840647 Aug 11 01:38:16.558444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c4b9d070-fdc8-400c-b7f8-20d084aef96c req-2aa46a84-9488-408c-847d-d12148b962e1 service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826383 Aug 11 01:38:17.195111 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97866f6-1ea5-4368-b25e-b5b56d6d6cc5 req-5b95e643-7d49-4b58-ad83-743f8259cf01 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:17.200670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b97866f6-1ea5-4368-b25e-b5b56d6d6cc5 req-5b95e643-7d49-4b58-ad83-743f8259cf01 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0497184 Aug 11 01:38:17.239816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b97866f6-1ea5-4368-b25e-b5b56d6d6cc5 req-5b13ee86-62c7-4b83-8b0d-c3acedfcb898 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369608 Aug 11 01:38:18.360978 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f774e60-d2a6-40a4-aee9-1afd35cea8fb req-a689573c-0244-4d24-ba0c-6cb605a5093f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:18.362497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f774e60-d2a6-40a4-aee9-1afd35cea8fb req-a689573c-0244-4d24-ba0c-6cb605a5093f tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Aug 11 01:38:18.400589 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f774e60-d2a6-40a4-aee9-1afd35cea8fb req-4287c0c4-9567-4820-b70b-3de4acf0d0b2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Aug 11 01:38:18.423195 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55256) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:18.487054 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-e2c6472c-d5f3-497e-b0f6-d702ac3167d0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/floatingips/303136aa-e886-451b-b6d5-77f122e22f9e HTTP/1.1" status: 200 len: 993 time: 0.0625901 Aug 11 01:38:18.758365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55262) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:18.911848 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f4802916-ea43-45e1-ad4c-036ecb77b501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:18.919987 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 335a91d4-2a91-4967-89b9-6bad3b0d6f45 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:38:18.922049 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:18.940163 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:19.003337 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:19.004118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:19.016333 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 335a91d4-2a91-4967-89b9-6bad3b0d6f45 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:38:19.248837 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:19.273848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=335a91d4-2a91-4967-89b9-6bad3b0d6f45,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:19.285170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.285531 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.285882 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.286221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.286559 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.286896 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.287749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.287749 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.287977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.288237 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.288569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.288897 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:19.351984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:19.352394 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Floating IP 303136aa-e886-451b-b6d5-77f122e22f9e disassociated (deleted). External IP: 172.25.0.209, port: e762a74c-ce38-4576-a0c9-97e2ded491d1. Aug 11 01:38:19.577614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router aa4ec877-6fc5-4c01-bb26-6959683a2b3c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:38:19.690895 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:38:19.696110 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:19.701025 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] Sync routers for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:38:19.709888 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:19.710493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:19.726839 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-6d4c7491-4dec-4492-b514-46ea52815fcc tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/floatingips/303136aa-e886-451b-b6d5-77f122e22f9e HTTP/1.1" status: 204 len: 168 time: 0.9673264 Aug 11 01:38:19.727473 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:38:19.729734 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7897eeba-8412-4c27-b451-69b3e2e19c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:38:19.776813 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e7f0c-149b-4842-86b3-fa41474428eb x-openstack-request-id: req-b23e7f0c-149b-4842-86b3-fa41474428eb {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:38:19.777451 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:38:19.777451 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b23e7f0c-149b-4842-86b3-fa41474428eb {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:38:19.777837 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'status': 'completed', 'code': 200} Aug 11 01:38:19.829613 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:19.853391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-305da314-2051-46b4-bdea-6e064585222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:19.855003 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-305da314-2051-46b4-bdea-6e064585222b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 1097 time: 0.0505569 Aug 11 01:38:19.958008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-e9e02511-efac-4a3a-b246-568407590868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:19.960795 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-e9e02511-efac-4a3a-b246-568407590868 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e85fb30f-942a-4181-a207-58635030e7f7 HTTP/1.1" status: 200 len: 898 time: 0.0966830 Aug 11 01:38:20.013606 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-fd9b9dd0-4f1e-464b-b9f3-9e8c003f8e9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1 HTTP/1.1" status: 200 len: 217 time: 0.0453300 Aug 11 01:38:20.034259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:30Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:20.067998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] Checking router: aa4ec877-6fc5-4c01-bb26-6959683a2b3c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:38:20.070219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-3ed97410-ae92-44ce-a9d3-75a545a3b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:20.071812 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-3ed97410-ae92-44ce-a9d3-75a545a3b52f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32d914ee-f341-420b-aa23-ab0244a6646a HTTP/1.1" status: 200 len: 835 time: 0.0508955 Aug 11 01:38:20.077051 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:20.077672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:20.123986 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-b1e68626-01b9-4d8e-93a9-84a95819d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:20.125438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-b1e68626-01b9-4d8e-93a9-84a95819d4fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e85fb30f-942a-4181-a207-58635030e7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458443 Aug 11 01:38:20.203252 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:20.269860 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834199a3-a97d-4d6c-9401-9a8b07f905ae req-3dcc995f-1fc5-4383-a0ee-9ea74e1a97c8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:20.271428 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-834199a3-a97d-4d6c-9401-9a8b07f905ae req-3dcc995f-1fc5-4383-a0ee-9ea74e1a97c8 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0849042 Aug 11 01:38:20.273700 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-3f3ccfa6-2875-4b5e-8ece-5cbe8fdd7381 service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393435 Aug 11 01:38:20.361008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-834199a3-a97d-4d6c-9401-9a8b07f905ae req-157eca89-b760-4d19-8a84-acf4c7ff5187 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832191 Aug 11 01:38:20.396218 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7897eeba-8412-4c27-b451-69b3e2e19c9d req-18a9db32-8425-4b1b-bba5-4c0ff68341c3 service neutron] 10.222.0.44 "GET /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121933 Aug 11 01:38:20.411899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:30Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:20.438568 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600db70-d6f0-4fd2-b14c-047f53d07ccc None None] The sync data for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 is: [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'bea482bd-5f5e-4dd2-bb66-254323e9aff5', 'name': '', 'network_id': 'e85fb30f-942a-4181-a207-58635030e7f7', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'mac_address': 'fa:16:3e:53:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:26Z', 'updated_at': '2021-08-11T01:37:30Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'subnets': [{'id': '32d914ee-f341-420b-aa23-ab0244a6646a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:38:20.667594 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ab946-b7ce-4d75-abf1-0f8449cd67eb None None] New status for floating IP 303136aa-e886-451b-b6d5-77f122e22f9e: DOWN {{(pid=95257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:38:20.677484 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:21.484347 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8dda3-aca5-433e-9c86-e1ce8d56d357 req-81dcb445-17d7-4c9f-aa92-63b94d4552e1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:21.485870 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06f8dda3-aca5-433e-9c86-e1ce8d56d357 req-81dcb445-17d7-4c9f-aa92-63b94d4552e1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0513151 Aug 11 01:38:21.524955 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-06f8dda3-aca5-433e-9c86-e1ce8d56d357 req-5a190c33-0804-4dab-b85b-ea73e9c6084e tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/security-groups?id=5502c068-c971-45e8-a833-13492bba07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330749 Aug 11 01:38:21.742103 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-7db8ade8-fb19-4d0c-9eed-06e954634a35 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:21.743577 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-7db8ade8-fb19-4d0c-9eed-06e954634a35 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 945 time: 0.0495048 Aug 11 01:38:21.832783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port e762a74c-ce38-4576-a0c9-97e2ded491d1 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:38:21.833135 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:21.925084 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port e762a74c-ce38-4576-a0c9-97e2ded491d1, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=e762a74c-ce38-4576-a0c9-97e2ded491d1,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:21.926005 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:21.938732 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for e762a74c-ce38-4576-a0c9-97e2ded491d1 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:38:22.151825 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:22.182117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=e762a74c-ce38-4576-a0c9-97e2ded491d1,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:22.223397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] No DVR routers for this DVR port e762a74c-ce38-4576-a0c9-97e2ded491d1 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:38:22.226094 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:22.228150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-b6ce7cd9-1ae4-4781-8151-a15e5ad58d5f req-55038d8c-272e-4ab0-aa8c-2eefe0e812d4 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.44 "DELETE /v2.0/ports/e762a74c-ce38-4576-a0c9-97e2ded491d1 HTTP/1.1" status: 204 len: 173 time: 0.4787290 Aug 11 01:38:22.228592 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'name': 'network-vif-deleted', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:38:22.230842 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937fb9db-99a7-4b5f-982e-a8c1f3307e98" -d '{"events": [{"server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "name": "network-vif-deleted", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:38:22.267975 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c00eb-332c-4715-94c9-7bd186c84255 x-openstack-request-id: req-376c00eb-332c-4715-94c9-7bd186c84255 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:38:22.268269 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964739ee-d9c4-4c48-81db-142b6e2a20d8", "name": "network-vif-deleted", "tag": "e762a74c-ce38-4576-a0c9-97e2ded491d1", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:38:22.268545 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-376c00eb-332c-4715-94c9-7bd186c84255 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:38:22.269455 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964739ee-d9c4-4c48-81db-142b6e2a20d8', 'name': 'network-vif-deleted', 'tag': 'e762a74c-ce38-4576-a0c9-97e2ded491d1', 'status': 'completed', 'code': 200} Aug 11 01:38:22.642827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:22.653118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4b4dc8e6-ed8b-4593-b3cc-fc9a9ec17b92 req-a7ed6162-9a61-4b47-8df2-4370f73c6c10 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "GET /v2.0/ports?device_id=964739ee-d9c4-4c48-81db-142b6e2a20d8 HTTP/1.1" status: 200 len: 210 time: 0.0300608 Aug 11 01:38:23.723367 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55278) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:24.098962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:24.355091 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port bea482bd-5f5e-4dd2-bb66-254323e9aff5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:38:24.355389 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:24.440529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port bea482bd-5f5e-4dd2-bb66-254323e9aff5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bea482bd-5f5e-4dd2-bb66-254323e9aff5,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:24.441427 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:24.453843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for bea482bd-5f5e-4dd2-bb66-254323e9aff5 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:38:24.723012 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:24.748137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=bea482bd-5f5e-4dd2-bb66-254323e9aff5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:24.935072 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.151033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Router aa4ec877-6fc5-4c01-bb26-6959683a2b3c has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:38:25.256197 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:38:25.261666 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-a08d714d-bdef-4ee4-ace7-38cc6c9fc095 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "PUT /v2.0/routers/aa4ec877-6fc5-4c01-bb26-6959683a2b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5367761 Aug 11 01:38:25.263977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55280) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:25.266889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] Sync routers for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:38:25.277853 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:25.278471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:25.314660 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b03dcd-9a17-4a35-b532-5df0c8a7acb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting subnet 32d914ee-f341-420b-aa23-ab0244a6646a {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:38:25.318078 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37b03dcd-9a17-4a35-b532-5df0c8a7acb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.359233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37b03dcd-9a17-4a35-b532-5df0c8a7acb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.392291 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:25.450748 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37b03dcd-9a17-4a35-b532-5df0c8a7acb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.568874 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:38:24Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:25.580551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37b03dcd-9a17-4a35-b532-5df0c8a7acb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.600058 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] Checking router: aa4ec877-6fc5-4c01-bb26-6959683a2b3c for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:38:25.609639 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b03dcd-9a17-4a35-b532-5df0c8a7acb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Subnet': ['ID=32d914ee-f341-420b-aa23-ab0244a6646a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:25.609836 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] Routers {'aa4ec877-6fc5-4c01-bb26-6959683a2b3c'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:25.610449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:25.611702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-37b03dcd-9a17-4a35-b532-5df0c8a7acb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.616008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-37b03dcd-9a17-4a35-b532-5df0c8a7acb1 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/subnets/32d914ee-f341-420b-aa23-ab0244a6646a HTTP/1.1" status: 204 len: 168 time: 0.3486803 Aug 11 01:38:25.616276 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55282) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:25.647803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0118b66e-cc51-4e57-a66f-faba53e5ed80 None None] Network e85fb30f-942a-4181-a207-58635030e7f7 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:38:25.725213 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.835770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.937038 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e762a74c-ce38-4576-a0c9-97e2ded491d1 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:38:25.955461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Deleting port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:38:25.955813 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:25.985277 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: e762a74c-ce38-4576-a0c9-97e2ded491d1 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:38:25.985626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device e762a74c-ce38-4576-a0c9-97e2ded491d1 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:38:25.990943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] Set router aa4ec877-6fc5-4c01-bb26-6959683a2b3c gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:26.038032 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] For port 54aca82b-a85c-4218-bdf4-3ac3c3783cd5, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=54aca82b-a85c-4218-bdf4-3ac3c3783cd5,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:26.038402 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.050534 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Calling delete_port for 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:38:26.156913 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] DHCP port deletion for e85fb30f-942a-4181-a207-58635030e7f7 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:38:26.218488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:38:24Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:26.255049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1d27c-3fc7-432f-9f82-bb02b3f1fe41 None None] The sync data for ids ['aa4ec877-6fc5-4c01-bb26-6959683a2b3c'] in n-d-712143-13 is: [{'id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-410718361', 'tenant_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:37:22Z', 'updated_at': '2021-08-11T01:38:24Z', 'revision_number': 5, 'project_id': 'b2f10f3ff8b04d7c89c4114503c71a84', 'gw_port': {'id': '54aca82b-a85c-4218-bdf4-3ac3c3783cd5', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4ec877-6fc5-4c01-bb26-6959683a2b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:37:23Z', 'updated_at': '2021-08-11T01:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:38:26.258770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Deleting port 7d148c43-384c-4137-9a31-2b3a38183096 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:38:26.259154 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.325398 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] For port 7d148c43-384c-4137-9a31-2b3a38183096, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=7d148c43-384c-4137-9a31-2b3a38183096,segment=NetworkSegment(c9e14e8a-7fbd-4478-8253-ab5d9f841042),segment_id=c9e14e8a-7fbd-4478-8253-ab5d9f841042)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:26.326350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.340304 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Calling delete_port for 7d148c43-384c-4137-9a31-2b3a38183096 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:38:26.494565 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.521672 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Pushing event deleted for resources: {'Port': ['ID=7d148c43-384c-4137-9a31-2b3a38183096,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:26.525973 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] No DVR routers for this DVR port 7d148c43-384c-4137-9a31-2b3a38183096 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:38:26.533052 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.533409 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.533757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.534097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.534439 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.534778 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.535109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.535543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.536184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.536184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.536508 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.536835 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ca1f-81bf-4007-9694-f1e66d708559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:26.660282 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.669817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bea482bd-5f5e-4dd2-bb66-254323e9aff5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:38:26.687452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Port': ['ID=54aca82b-a85c-4218-bdf4-3ac3c3783cd5,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:26.701846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: bea482bd-5f5e-4dd2-bb66-254323e9aff5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:38:26.701846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bea482bd-5f5e-4dd2-bb66-254323e9aff5 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:38:26.701846 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7d148c43-384c-4137-9a31-2b3a38183096 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:38:26.717503 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 7d148c43-384c-4137-9a31-2b3a38183096 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:38:26.717870 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 7d148c43-384c-4137-9a31-2b3a38183096 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:38:26.760541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.854139 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.856233 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.968540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.969123 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Fanout notify agent at l3_agent the message router_deleted on router aa4ec877-6fc5-4c01-bb26-6959683a2b3c {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:38:26.979657 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:26.979657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-654c99e1-eab5-4fa9-b10e-b43c40218fd0 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/routers/aa4ec877-6fc5-4c01-bb26-6959683a2b3c HTTP/1.1" status: 204 len: 168 time: 1.3603244 Aug 11 01:38:26.980410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55284) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:27.067104 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.155758 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.165970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85fb30f-942a-4181-a207-58635030e7f7']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:27.177087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e14e8a-7fbd-4478-8253-ab5d9f841042') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:27.177396 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e14e8a-7fbd-4478-8253-ab5d9f841042') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:27.186327 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.200154 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.206001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:38:27.206516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:38:27.209359 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:38:27.391329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.395986 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.397917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/networks/e85fb30f-942a-4181-a207-58635030e7f7 HTTP/1.1" status: 204 len: 168 time: 0.4165282 Aug 11 01:38:27.401012 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55286) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:27.416521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156162c5-9271-46cc-84df-bb1e8e712bf7 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'Network': ['ID=e85fb30f-942a-4181-a207-58635030e7f7,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:27.466936 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.493893 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.614277 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.617125 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:27.618399 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] 10.222.0.43 "DELETE /v2.0/security-groups/5502c068-c971-45e8-a833-13492bba07c6 HTTP/1.1" status: 204 len: 168 time: 0.2158194 Aug 11 01:38:27.628620 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5502c068-c971-45e8-a833-13492bba07c6,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:27.638548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.638907 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.639284 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.639629 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.639968 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.640307 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.640686 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.640977 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.641612 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.641764 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.642095 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:27.642423 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86772e54-f874-4aab-a0fe-848ea09981e2 tempest-TestNetworkAdvancedServerOps-1372479583 tempest-TestNetworkAdvancedServerOps-1372479583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:28.198652 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55294) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:28.338523 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1fabba6-30f1-4576-8e00-2bbd8df66490 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2f10f3ff8b04d7c89c4114503c71a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386325 Aug 11 01:38:28.341166 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55298) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:28.390069 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bff932-1970-4e0d-9d96-e3d1eacaa32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:28.411221 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bff932-1970-4e0d-9d96-e3d1eacaa32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:28.580094 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bff932-1970-4e0d-9d96-e3d1eacaa32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:28.582930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-77bff932-1970-4e0d-9d96-e3d1eacaa32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:28.584193 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-77bff932-1970-4e0d-9d96-e3d1eacaa32d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/785e58c7-2483-48fd-a901-d4c7fc0893e7 HTTP/1.1" status: 204 len: 168 time: 0.2420950 Aug 11 01:38:28.592249 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bff932-1970-4e0d-9d96-e3d1eacaa32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e58c7-2483-48fd-a901-d4c7fc0893e7,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:28.669762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:38:28.689701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:38:28.696249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 54aca82b-a85c-4218-bdf4-3ac3c3783cd5 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:38:29.303883 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55304) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:29.317632 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a5d32f1-325e-4d5e-be0f-21126fc2a104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:29.403962 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a5d32f1-325e-4d5e-be0f-21126fc2a104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:29.488479 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a5d32f1-325e-4d5e-be0f-21126fc2a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:29.528287 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d32f1-325e-4d5e-be0f-21126fc2a104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc7dd4-f3d5-4935-9d35-845f5c1dfc27,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:29.532643 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0a5d32f1-325e-4d5e-be0f-21126fc2a104 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20bf42b561ca4fb4ba9f96564b4ceb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276506 Aug 11 01:38:29.535441 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55306) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:29.583578 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-116c801a-d1d8-4680-9c23-39f3cbc7687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:29.604456 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-116c801a-d1d8-4680-9c23-39f3cbc7687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:29.734090 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-116c801a-d1d8-4680-9c23-39f3cbc7687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:29.736692 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-116c801a-d1d8-4680-9c23-39f3cbc7687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:29.737956 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-116c801a-d1d8-4680-9c23-39f3cbc7687c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37fc7dd4-f3d5-4935-9d35-845f5c1dfc27 HTTP/1.1" status: 204 len: 168 time: 0.2017877 Aug 11 01:38:29.746110 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c801a-d1d8-4680-9c23-39f3cbc7687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc7dd4-f3d5-4935-9d35-845f5c1dfc27,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:30.105508 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:30.243642 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:30.856901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55328) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:30.951260 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-997652183-network', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:31.036738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Made reservation on behalf of 629ab20823bd42ff9e93a81b875255bc for: {'network': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:38:31.040499 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.049905 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.137096 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.196397 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.223296 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=95254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:38:31.233948 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb98594c-74e7-4000-9f74-c9e74a37c0a6,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:31.235620 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.235969 n-d-712143-13 neutron-server[95254]: INFO neutron.db.segments_db [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Added segment 54c24533-aabb-4f0a-93bf-6e11fde0921f of type vlan for network 40347c48-7c96-4caf-913b-04172881cb7e Aug 11 01:38:31.279400 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.374278 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.375328 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:31.375909 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.436955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] Pushing event updated for resources: {'Network': ['ID=40347c48-7c96-4caf-913b-04172881cb7e,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:31.451908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 40347c48-7c96-4caf-913b-04172881cb7e details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:38:31.484006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f1df5dc9-3799-48d8-8cc5-6941e72d8ada admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6258159 Aug 11 01:38:31.487336 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55332) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:31.492941 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Request body: {'subnet': {'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-997652183-subnet', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:31.591459 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Made reservation on behalf of 629ab20823bd42ff9e93a81b875255bc for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:38:31.593905 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.826118 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:31.882781 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7078b4c8-1cf8-4277-8c65-debd6e78900e,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:31.892339 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Checking segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:31.892745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Network hostable DHCP agents. Network: 40347c48-7c96-4caf-913b-04172881cb7e, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:38:31.996662 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Network 40347c48-7c96-4caf-913b-04172881cb7e is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:38:32.083109 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 40347c48-7c96-4caf-913b-04172881cb7e) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:32.088038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:32.092133 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.093748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6013aca-ae53-422b-909a-1c2c1c04ba90 None None] Network 40347c48-7c96-4caf-913b-04172881cb7e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:38:32.175060 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-3a56c404-9f97-4df4-b05b-2b61381d1f85 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6865709 Aug 11 01:38:32.177604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55334) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:32.182212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:32.238024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-40347c48-7c96-4caf-913b-04172881cb7e', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:38:32.238882 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.311228 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.312300 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.369386 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.375113 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Allocated IP 172.20.0.2 (40347c48-7c96-4caf-913b-04172881cb7e/7078b4c8-1cf8-4277-8c65-debd6e78900e/cd4bfb7e-1ceb-419b-91ae-a167815b8d6e) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:38:32.517420 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.526106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Transition to ACTIVE for port object cd4bfb7e-1ceb-419b-91ae-a167815b8d6e will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:32.540512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Transition to ACTIVE for port object cd4bfb7e-1ceb-419b-91ae-a167815b8d6e will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:32.568241 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.625678 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.672378 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Network 40347c48-7c96-4caf-913b-04172881cb7e is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:32.675261 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:32.677922 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:38:32.685436 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Pushing event updated for resources: {'Port': ['ID=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:32.743213 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Attempting to bind port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:38:32.743599 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Attempting to bind port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:38:32.743971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Attempting to bind port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e on network 40347c48-7c96-4caf-913b-04172881cb7e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:38:32.748838 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:38:32.749224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Checking segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:32.749632 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.750033 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Bound using segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:38:32.750498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Bound port: cd4bfb7e-1ceb-419b-91ae-a167815b8d6e, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:38:32.750893 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.813289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] For port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:38:32.816310 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] For port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:38:32.834655 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.853204 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.889002 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:32.952375 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a444bee-cd48-4645-89c8-ce2daf2ec688 None None] Pushing event updated for resources: {'Port': ['ID=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:32.964080 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Allocated IP 172.25.0.248 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/41fa1563-32c9-4a52-908e-86220ce914b8) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:38:33.072615 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:33.191965 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:33.233399 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:33.236238 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:33.240390 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:38:33.246024 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Pushing event updated for resources: {'Port': ['ID=41fa1563-32c9-4a52-908e-86220ce914b8,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:33.535677 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:33.741207 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:33.805109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2ea0a-d923-45d3-bae4-538446d6c860 None None] Network 40347c48-7c96-4caf-913b-04172881cb7e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:38:33.939464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-991b893c-4acf-431f-bc2b-69ae42cdde56 None None] Provisioning for port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:34.282346 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:38:34.392944 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:38:34.401780 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Sync routers for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:38:34.410929 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:34.415279 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:34.460101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:34.464152 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-2a969b6b-3512-4e5d-bd90-e6298c77a586 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2826695 Aug 11 01:38:34.464642 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55336) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:34.513617 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:34.687979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:33Z', 'revision_number': 3, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:34.716966 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Checking router: 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:38:34.717318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Updating router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 port 41fa1563-32c9-4a52-908e-86220ce914b8 binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:38:34.721354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cd4bfb7e-1ceb-419b-91ae-a167815b8d6e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:34.745981 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:34.819426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:34.824309 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:34.824977 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:34.894015 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:34.906871 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:34.943921 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:35.004669 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.013932 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.016716 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Transition to ACTIVE for port object 41fa1563-32c9-4a52-908e-86220ce914b8 will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:35.062200 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:35.070255 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Allocated IP 172.20.0.1 (40347c48-7c96-4caf-913b-04172881cb7e/7078b4c8-1cf8-4277-8c65-debd6e78900e/6259a2a0-0505-4c58-9aa2-700dce2ea313) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:38:35.146187 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.176250 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.192483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Transition to ACTIVE for port object 6259a2a0-0505-4c58-9aa2-700dce2ea313 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:35.200633 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Attempting to bind port 41fa1563-32c9-4a52-908e-86220ce914b8 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:38:35.201009 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Attempting to bind port 41fa1563-32c9-4a52-908e-86220ce914b8 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:38:35.201375 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Attempting to bind port 41fa1563-32c9-4a52-908e-86220ce914b8 on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:38:35.203358 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Pushing event updated for resources: {'Port': ['ID=41fa1563-32c9-4a52-908e-86220ce914b8,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:35.213007 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.213354 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.213703 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.214038 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.214372 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.214700 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.215032 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.215379 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.220841 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.220841 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.220841 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.220841 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:38:35.220841 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:38:35.220841 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:35.220841 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.222036 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:38:35.222036 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Bound port: 41fa1563-32c9-4a52-908e-86220ce914b8, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:38:35.222036 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.273173 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] For port 41fa1563-32c9-4a52-908e-86220ce914b8, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:38:35.276108 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] For port 41fa1563-32c9-4a52-908e-86220ce914b8, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=41fa1563-32c9-4a52-908e-86220ce914b8,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:38:35.305680 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.348362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Network 40347c48-7c96-4caf-913b-04172881cb7e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:35.351900 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:35.354421 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:38:35.375393 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.383058 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Pushing event updated for resources: {'Port': ['ID=6259a2a0-0505-4c58-9aa2-700dce2ea313,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:35.407103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.437061 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:35.438427 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:35.610928 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418be93-326e-46db-ac67-e09b19394f70 None None] Pushing event updated for resources: {'Port': ['ID=41fa1563-32c9-4a52-908e-86220ce914b8,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:35.611965 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.670980 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:35.676608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1c2e2d8e-dd42-4d54-9a89-37b54e77564c None None] Provisioning for port 6259a2a0-0505-4c58-9aa2-700dce2ea313 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:35.681001 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-1c2e2d8e-dd42-4d54-9a89-37b54e77564c None None] Provisioning complete for port 6259a2a0-0505-4c58-9aa2-700dce2ea313 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:35.681485 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2d8e-dd42-4d54-9a89-37b54e77564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.720487 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e2d8e-dd42-4d54-9a89-37b54e77564c None None] Port 6259a2a0-0505-4c58-9aa2-700dce2ea313 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:38:35.782153 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.848028 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:33Z', 'revision_number': 3, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:35.874652 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64a9d4e-69ba-459d-971a-6b3839057865 None None] The sync data for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 is: [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:33Z', 'revision_number': 3, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:38:35.888290 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.961212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:35.963130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Pushing event updated for resources: {'Port': ['ID=6259a2a0-0505-4c58-9aa2-700dce2ea313,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:36.058382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Network 40347c48-7c96-4caf-913b-04172881cb7e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:36.059961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:36.191948 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:38:36.310204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:38:36.319394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4ad956d9-093e-43ac-b8e6-771a8c79ede1 admin admin] 10.222.0.43 "PUT /v2.0/routers/0f6ba4ce-ca78-41a6-9190-a8e93c4f8148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8496578 Aug 11 01:38:36.345412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fe66817b-b337-4b54-8e66-559e9f5f2044 None None] Provisioning complete for port 6259a2a0-0505-4c58-9aa2-700dce2ea313 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:36.346003 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fe66817b-b337-4b54-8e66-559e9f5f2044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:36.384129 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fe66817b-b337-4b54-8e66-559e9f5f2044 None None] Port 6259a2a0-0505-4c58-9aa2-700dce2ea313 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:38:36.761931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 41fa1563-32c9-4a52-908e-86220ce914b8 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:36.882722 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 41fa1563-32c9-4a52-908e-86220ce914b8 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:36.887098 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 41fa1563-32c9-4a52-908e-86220ce914b8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:36.887574 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:36.972385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:36.992934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 41fa1563-32c9-4a52-908e-86220ce914b8, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=41fa1563-32c9-4a52-908e-86220ce914b8,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:37.049116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55352) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:37.054332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1626855978-network', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:37.088558 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.092525 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cd4bfb7e-1ceb-419b-91ae-a167815b8d6e up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:37.165849 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=41fa1563-32c9-4a52-908e-86220ce914b8,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:37.179262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:37.179665 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.196891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Made reservation on behalf of 90ac31c0f5f64fe3b7e980cdbb19a4e3 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:38:37.201704 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.210586 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.308010 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.407979 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Sync routers for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:38:37.413682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.417292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:37.417903 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:37.435500 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:38:37.449341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f2aaa-ff4a-4041-984f-d8a489bb47dc,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:37.454297 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.455101 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Added segment c9c0e902-731c-41e3-9cbc-f484a322de51 of type vlan for network 935c4e8b-a6e0-423a-8fb3-1d624408d22a Aug 11 01:38:37.498041 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.530808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:37.585549 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.586597 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:37.587228 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.650254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] Pushing event updated for resources: {'Network': ['ID=935c4e8b-a6e0-423a-8fb3-1d624408d22a,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:37.663597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 935c4e8b-a6e0-423a-8fb3-1d624408d22a details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:38:37.695016 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1e41e829-5401-4d99-9e56-229fcbf62978 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6447461 Aug 11 01:38:37.698052 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55354) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:37.703217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Request body: {'subnet': {'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1626855978-subnet', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'ip_version': 4}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:37.784821 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 2, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:37.802991 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Made reservation on behalf of 90ac31c0f5f64fe3b7e980cdbb19a4e3 for: {'subnet': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:38:37.805350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131094524'] for subnet, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:37.811587 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Checking router: 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:38:37.813037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Updating router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 port 6259a2a0-0505-4c58-9aa2-700dce2ea313 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:38:37.836477 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.037600 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131444701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131094510'] for subnet, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.094578 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b69192-d9c4-4423-a7ce-60d8779f3be3,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:38.102828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Checking segment: {'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:38.103212 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Network hostable DHCP agents. Network: 935c4e8b-a6e0-423a-8fb3-1d624408d22a, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:38:38.106276 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.116793 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Transition to ACTIVE for port object 6259a2a0-0505-4c58-9aa2-700dce2ea313 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:38.202076 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Network 935c4e8b-a6e0-423a-8fb3-1d624408d22a is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:38:38.271714 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.316499 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d92ef-61f7-40a7-9684-26ee423a3bd0 None None] Pushing event updated for resources: {'Port': ['ID=6259a2a0-0505-4c58-9aa2-700dce2ea313,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:38.345792 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 935c4e8b-a6e0-423a-8fb3-1d624408d22a) {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:38.357128 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:38.358938 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.363879 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c1f13-de3e-438f-92cf-6e1dd8c1403d None None] Network 935c4e8b-a6e0-423a-8fb3-1d624408d22a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:38:38.417125 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Attempting to bind port 6259a2a0-0505-4c58-9aa2-700dce2ea313 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:38:38.417829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Attempting to bind port 6259a2a0-0505-4c58-9aa2-700dce2ea313 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:38:38.417829 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Attempting to bind port 6259a2a0-0505-4c58-9aa2-700dce2ea313 on network 40347c48-7c96-4caf-913b-04172881cb7e {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:38:38.428639 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:38:38.429009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Checking segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:38.429479 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.429802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Bound using segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:38:38.430268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Bound port: 6259a2a0-0505-4c58-9aa2-700dce2ea313, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:38:38.430646 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.444070 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c006f74e-f063-4f3a-80bc-c1134ebf8971 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7448828 Aug 11 01:38:38.446676 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55356) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:38.451912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:38.565163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] For port 6259a2a0-0505-4c58-9aa2-700dce2ea313, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:38:38.584093 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] For port 6259a2a0-0505-4c58-9aa2-700dce2ea313, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6259a2a0-0505-4c58-9aa2-700dce2ea313,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:38:38.591138 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.592419 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.613536 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-935c4e8b-a6e0-423a-8fb3-1d624408d22a', 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'fixed_ips': [{'subnet_id': '29b69192-d9c4-4423-a7ce-60d8779f3be3'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:38:38.614427 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.646964 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.683796 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.690877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 41fa1563-32c9-4a52-908e-86220ce914b8 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:38.853643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:38.979124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d92ef-61f7-40a7-9684-26ee423a3bd0 None None] Pushing event updated for resources: {'Port': ['ID=6259a2a0-0505-4c58-9aa2-700dce2ea313,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:38.989916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:38.990446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:39.061792 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Allocated IP 172.20.0.2 (935c4e8b-a6e0-423a-8fb3-1d624408d22a/29b69192-d9c4-4423-a7ce-60d8779f3be3/9d7d7c6f-13f1-46fe-8c00-6741a56fdd90) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:38:39.072414 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 41fa1563-32c9-4a52-908e-86220ce914b8 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:39.072789 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.154245 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.174366 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.216869 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:39.287393 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Allocated IP 172.25.0.97 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/699f13be-612b-477b-b0d8-54530856deba) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:38:39.399617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.460553 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.478735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Transition to ACTIVE for port object 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:39.490425 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.524950 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Transition to ACTIVE for port object 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:39.526042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:39.528901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:39.531415 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:38:39.554056 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:38Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:39.565042 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=699f13be-612b-477b-b0d8-54530856deba,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:39.580975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46e6200-cc52-43d8-b35a-991c5893395c None None] The sync data for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 is: [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:38Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:38:39.590268 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:38:39.596878 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.662608 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Network 935c4e8b-a6e0-423a-8fb3-1d624408d22a is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:39.665679 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:39.668155 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:38:39.677742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Pushing event updated for resources: {'Port': ['ID=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:39.741543 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Attempting to bind port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:38:39.741907 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Attempting to bind port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:38:39.742300 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Attempting to bind port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 on network 935c4e8b-a6e0-423a-8fb3-1d624408d22a {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:38:39.748369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:38:39.748744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Checking segment: {'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:39.749288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.749700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Bound using segment: {'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:38:39.750144 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Bound port: 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:38:39.750559 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.818147 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] For port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:38:39.821544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] For port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,segment=NetworkSegment(c9c0e902-731c-41e3-9cbc-f484a322de51),segment_id=c9c0e902-731c-41e3-9cbc-f484a322de51)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:38:39.888625 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.933950 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:39.961735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b283f3-bca8-4587-9dd5-043ec253a47f None None] Pushing event updated for resources: {'Port': ['ID=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:40.181125 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:40.414147 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:38:40.527728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:38:40.542471 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Sync routers for ids ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:38:40.553311 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Routers {'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:40.553943 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:40.608303 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:40.609661 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-07f18a58-ac54-4f21-85b6-cc7536fac9b5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1613410 Aug 11 01:38:40.612592 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55358) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:40.671292 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Set router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:40.799964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:40.946594 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '699f13be-612b-477b-b0d8-54530856deba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:38:39Z', 'revision_number': 3, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port': {'id': '699f13be-612b-477b-b0d8-54530856deba', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:39Z', 'updated_at': '2021-08-11T01:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:40.974463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:40.980199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6259a2a0-0505-4c58-9aa2-700dce2ea313 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:41.008849 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Checking router: a9a49bcf-0487-4c2d-b12a-a9d6a75360ae for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:38:41.009503 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Updating router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae port 699f13be-612b-477b-b0d8-54530856deba binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:38:41.048515 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.089228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41ced38-2fe0-4b11-b5f7-9c0cb23be9ea None None] Network 935c4e8b-a6e0-423a-8fb3-1d624408d22a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:38:41.132282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6259a2a0-0505-4c58-9aa2-700dce2ea313 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:41.141753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6259a2a0-0505-4c58-9aa2-700dce2ea313 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:41.141753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.205087 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.214589 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e42418d-6b37-41b9-a281-c1cb2aad7e6f None None] Provisioning for port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:41.240263 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-2e42418d-6b37-41b9-a281-c1cb2aad7e6f None None] Provisioning complete for port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:41.240637 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e42418d-6b37-41b9-a281-c1cb2aad7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.330298 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.340688 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Transition to ACTIVE for port object 699f13be-612b-477b-b0d8-54530856deba will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:41.341636 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.377597 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Allocated IP 172.20.0.1 (935c4e8b-a6e0-423a-8fb3-1d624408d22a/29b69192-d9c4-4423-a7ce-60d8779f3be3/ef790869-e249-4b1f-af02-2629cc4d8e59) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:38:41.415845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 6259a2a0-0505-4c58-9aa2-700dce2ea313, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6259a2a0-0505-4c58-9aa2-700dce2ea313,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:41.418492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e42418d-6b37-41b9-a281-c1cb2aad7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.420230 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.458023 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-2e42418d-6b37-41b9-a281-c1cb2aad7e6f None None] For port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,segment=NetworkSegment(c9c0e902-731c-41e3-9cbc-f484a322de51),segment_id=c9c0e902-731c-41e3-9cbc-f484a322de51)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:41.465609 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.485847 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Attempting to bind port 699f13be-612b-477b-b0d8-54530856deba on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:38:41.486373 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Attempting to bind port 699f13be-612b-477b-b0d8-54530856deba by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:38:41.486836 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Attempting to bind port 699f13be-612b-477b-b0d8-54530856deba on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:38:41.497315 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:38:41.497948 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:41.498458 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.498958 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:38:41.499631 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Bound port: 699f13be-612b-477b-b0d8-54530856deba, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:38:41.500118 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.502944 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.507646 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2e42418d-6b37-41b9-a281-c1cb2aad7e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.521577 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Transition to ACTIVE for port object ef790869-e249-4b1f-af02-2629cc4d8e59 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:41.533244 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=6259a2a0-0505-4c58-9aa2-700dce2ea313,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:41.559852 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb3e0-0ecc-46fe-8d0e-865f463b7c77 None None] Pushing event updated for resources: {'Port': ['ID=699f13be-612b-477b-b0d8-54530856deba,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:41.578342 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] For port 699f13be-612b-477b-b0d8-54530856deba, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:38:41.581791 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] For port 699f13be-612b-477b-b0d8-54530856deba, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=699f13be-612b-477b-b0d8-54530856deba,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:38:41.587518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42418d-6b37-41b9-a281-c1cb2aad7e6f None None] Pushing event updated for resources: {'Port': ['ID=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:41.615246 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.652654 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Network 935c4e8b-a6e0-423a-8fb3-1d624408d22a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:41.654447 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.657457 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:41.661630 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:38:41.689265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Pushing event updated for resources: {'Port': ['ID=ef790869-e249-4b1f-af02-2629cc4d8e59,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:41.706092 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.716937 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Routers {'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:41.717590 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:41.719590 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb3e0-0ecc-46fe-8d0e-865f463b7c77 None None] Pushing event updated for resources: {'Port': ['ID=699f13be-612b-477b-b0d8-54530856deba,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:41.731971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c572614a-94ec-4bdc-a8e0-dee8b4b5bac4 None None] Provisioning complete for port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:41.732951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c572614a-94ec-4bdc-a8e0-dee8b4b5bac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:41.859363 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] Set router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:41.930224 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:42.013929 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cc1ee0e7-2bb8-4d8d-b731-ff45ef37fdb2 None None] Provisioning for port ef790869-e249-4b1f-af02-2629cc4d8e59 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:42.018911 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cc1ee0e7-2bb8-4d8d-b731-ff45ef37fdb2 None None] Provisioning complete for port ef790869-e249-4b1f-af02-2629cc4d8e59 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:42.019320 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cc1ee0e7-2bb8-4d8d-b731-ff45ef37fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:42.031579 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '699f13be-612b-477b-b0d8-54530856deba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:38:39Z', 'revision_number': 3, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port': {'id': '699f13be-612b-477b-b0d8-54530856deba', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:39Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:42.057106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cc1ee0e7-2bb8-4d8d-b731-ff45ef37fdb2 None None] Port ef790869-e249-4b1f-af02-2629cc4d8e59 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:38:42.063403 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502328c-19ea-4278-b201-456dfccb25ad None None] The sync data for ids ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'] in n-d-712143-13 is: [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '699f13be-612b-477b-b0d8-54530856deba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:38:39Z', 'revision_number': 3, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port': {'id': '699f13be-612b-477b-b0d8-54530856deba', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:39Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:38:42.100804 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:42.156733 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:42.227996 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:42.229803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Pushing event updated for resources: {'Port': ['ID=ef790869-e249-4b1f-af02-2629cc4d8e59,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:42.339749 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Network 935c4e8b-a6e0-423a-8fb3-1d624408d22a is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:42.341280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:42.471540 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:38:42.581092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cafca859-7aea-47cd-ac3b-cc634accd6c0 None None] Provisioning complete for port ef790869-e249-4b1f-af02-2629cc4d8e59 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:42.581753 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cafca859-7aea-47cd-ac3b-cc634accd6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:42.597275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:38:42.602732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-c46271ed-9a15-430f-8d94-379bc7d08d98 admin admin] 10.222.0.43 "PUT /v2.0/routers/a9a49bcf-0487-4c2d-b12a-a9d6a75360ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9889517 Aug 11 01:38:42.617856 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cafca859-7aea-47cd-ac3b-cc634accd6c0 None None] Port ef790869-e249-4b1f-af02-2629cc4d8e59 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:38:42.778633 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:42.837021 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:42.837256 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:42.925965 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 699f13be-612b-477b-b0d8-54530856deba up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:43.070717 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 699f13be-612b-477b-b0d8-54530856deba completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:43.074915 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 699f13be-612b-477b-b0d8-54530856deba triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:43.075427 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.141039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55366) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:43.145820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ecd71803-6bf6-4ee5-be08-ad4a2bcbb2ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1634150704', 'description': 'tempest-secgroup-smoke-1634150704 description', 'project_id': '629ab20823bd42ff9e93a81b875255bc'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:43.158028 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.179728 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 699f13be-612b-477b-b0d8-54530856deba, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=699f13be-612b-477b-b0d8-54530856deba,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:43.248354 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ecd71803-6bf6-4ee5-be08-ad4a2bcbb2ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.259607 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.260427 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6259a2a0-0505-4c58-9aa2-700dce2ea313 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:43.333970 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ecd71803-6bf6-4ee5-be08-ad4a2bcbb2ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.337041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=699f13be-612b-477b-b0d8-54530856deba,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:43.351080 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6259a2a0-0505-4c58-9aa2-700dce2ea313 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:43.351505 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.391061 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ecd71803-6bf6-4ee5-be08-ad4a2bcbb2ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.428153 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd71803-6bf6-4ee5-be08-ad4a2bcbb2ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a7ecce-ca69-4930-bdd1-55a3734f0b39,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:43.476764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ecd71803-6bf6-4ee5-be08-ad4a2bcbb2ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.478126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ecd71803-6bf6-4ee5-be08-ad4a2bcbb2ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3360560 Aug 11 01:38:43.481449 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55368) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:43.486220 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-342a581b-1135-4a35-9a8e-a5cdc0fdd870 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': '37a7ecce-ca69-4930-bdd1-55a3734f0b39', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:43.608108 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-342a581b-1135-4a35-9a8e-a5cdc0fdd870 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.668343 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-342a581b-1135-4a35-9a8e-a5cdc0fdd870 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.725163 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Sync routers for ids ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:38:43.734440 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Routers {'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:43.735043 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:43.745129 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-342a581b-1135-4a35-9a8e-a5cdc0fdd870 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.765751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a581b-1135-4a35-9a8e-a5cdc0fdd870 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f97df44-5f02-439a-b17e-f9b12b411c35,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:43.807805 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-342a581b-1135-4a35-9a8e-a5cdc0fdd870 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.809124 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-342a581b-1135-4a35-9a8e-a5cdc0fdd870 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266916 Aug 11 01:38:43.811904 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55370) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:43.816582 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d3d73fff-1d2d-4a1f-afa7-bf62d35ef9df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': '37a7ecce-ca69-4930-bdd1-55a3734f0b39', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:43.842249 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Set router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:43.898963 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d73fff-1d2d-4a1f-afa7-bf62d35ef9df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:43.959829 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d73fff-1d2d-4a1f-afa7-bf62d35ef9df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.043994 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '699f13be-612b-477b-b0d8-54530856deba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 4, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port': {'id': '699f13be-612b-477b-b0d8-54530856deba', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:39Z', 'updated_at': '2021-08-11T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ef790869-e249-4b1f-af02-2629cc4d8e59', 'name': '', 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'mac_address': 'fa:16:3e:17:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '29b69192-d9c4-4423-a7ce-60d8779f3be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:41Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 2, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'subnets': [{'id': '29b69192-d9c4-4423-a7ce-60d8779f3be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:44.073899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Checking router: a9a49bcf-0487-4c2d-b12a-a9d6a75360ae for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:38:44.074551 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Updating router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae port ef790869-e249-4b1f-af02-2629cc4d8e59 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:38:44.076274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d73fff-1d2d-4a1f-afa7-bf62d35ef9df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.094416 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d73fff-1d2d-4a1f-afa7-bf62d35ef9df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c220a9b6-f5c6-4854-aa31-0d6fbc079859,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:44.102890 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.179274 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d3d73fff-1d2d-4a1f-afa7-bf62d35ef9df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.180478 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d3d73fff-1d2d-4a1f-afa7-bf62d35ef9df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3676364 Aug 11 01:38:44.183427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55372) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:44.188214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-32872071-47e9-4c94-800b-5a88b2739a0a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': '37a7ecce-ca69-4930-bdd1-55a3734f0b39', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:44.333517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32872071-47e9-4c94-800b-5a88b2739a0a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.373055 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.383455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Transition to ACTIVE for port object ef790869-e249-4b1f-af02-2629cc4d8e59 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:44.393930 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32872071-47e9-4c94-800b-5a88b2739a0a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.459773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.470589 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32872071-47e9-4c94-800b-5a88b2739a0a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.490787 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32872071-47e9-4c94-800b-5a88b2739a0a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed08892e-dffb-4a0d-9e80-1c329bfb0801,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:44.508451 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fd597-a98a-4e04-aac5-9bed7547cf81 None None] Pushing event updated for resources: {'Port': ['ID=ef790869-e249-4b1f-af02-2629cc4d8e59,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:44.565493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Attempting to bind port ef790869-e249-4b1f-af02-2629cc4d8e59 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:38:44.565865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Attempting to bind port ef790869-e249-4b1f-af02-2629cc4d8e59 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:38:44.566240 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Attempting to bind port ef790869-e249-4b1f-af02-2629cc4d8e59 on network 935c4e8b-a6e0-423a-8fb3-1d624408d22a {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:38:44.572344 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:38:44.577942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Checking segment: {'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:44.577942 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.577942 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Bound using segment: {'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:38:44.578679 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-32872071-47e9-4c94-800b-5a88b2739a0a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.578806 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Bound port: ef790869-e249-4b1f-af02-2629cc4d8e59, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c0e902-731c-41e3-9cbc-f484a322de51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:38:44.578806 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.578999 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-32872071-47e9-4c94-800b-5a88b2739a0a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908470 Aug 11 01:38:44.579603 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55374) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:44.585203 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-92361c05-5a6b-4993-863b-d4b4850a411c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': '37a7ecce-ca69-4930-bdd1-55a3734f0b39', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:44.642491 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] For port ef790869-e249-4b1f-af02-2629cc4d8e59, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:38:44.646468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] For port ef790869-e249-4b1f-af02-2629cc4d8e59, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ef790869-e249-4b1f-af02-2629cc4d8e59,segment=NetworkSegment(c9c0e902-731c-41e3-9cbc-f484a322de51),segment_id=c9c0e902-731c-41e3-9cbc-f484a322de51)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:38:44.701498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 699f13be-612b-477b-b0d8-54530856deba up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:44.702143 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92361c05-5a6b-4993-863b-d4b4850a411c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.729512 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.768331 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92361c05-5a6b-4993-863b-d4b4850a411c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.831418 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92361c05-5a6b-4993-863b-d4b4850a411c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.852072 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92361c05-5a6b-4993-863b-d4b4850a411c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f1da2c-233f-4f58-b028-87b81e20b8cf,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:44.911056 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-92361c05-5a6b-4993-863b-d4b4850a411c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:44.912602 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-92361c05-5a6b-4993-863b-d4b4850a411c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3317766 Aug 11 01:38:44.915316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55376) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:44.920010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-9af0c986-ff4b-4673-8385-1bda07d60a43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': '37a7ecce-ca69-4930-bdd1-55a3734f0b39', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:44.963011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Routers {'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:38:44.963685 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:45.007303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fd597-a98a-4e04-aac5-9bed7547cf81 None None] Pushing event updated for resources: {'Port': ['ID=ef790869-e249-4b1f-af02-2629cc4d8e59,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:45.009496 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-9af0c986-ff4b-4673-8385-1bda07d60a43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Project 629ab20823bd42ff9e93a81b875255bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:38:45.011657 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 699f13be-612b-477b-b0d8-54530856deba triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:45.012032 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.023292 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9af0c986-ff4b-4673-8385-1bda07d60a43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.096651 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9af0c986-ff4b-4673-8385-1bda07d60a43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.116540 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] Set router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:38:45.173658 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9af0c986-ff4b-4673-8385-1bda07d60a43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.192352 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0c986-ff4b-4673-8385-1bda07d60a43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f94b3f-dde7-40b9-9c6d-c0cd58a8443c,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:45.242572 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-9af0c986-ff4b-4673-8385-1bda07d60a43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.243824 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-9af0c986-ff4b-4673-8385-1bda07d60a43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274529 Aug 11 01:38:45.246607 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55378) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:45.251053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-d0357c27-1f81-4faa-bab2-1130407f51b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': '37a7ecce-ca69-4930-bdd1-55a3734f0b39', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:45.339663 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-d0357c27-1f81-4faa-bab2-1130407f51b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Project 629ab20823bd42ff9e93a81b875255bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:38:45.345658 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0357c27-1f81-4faa-bab2-1130407f51b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.357183 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '699f13be-612b-477b-b0d8-54530856deba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 4, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port': {'id': '699f13be-612b-477b-b0d8-54530856deba', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:39Z', 'updated_at': '2021-08-11T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ef790869-e249-4b1f-af02-2629cc4d8e59', 'name': '', 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'mac_address': 'fa:16:3e:17:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '29b69192-d9c4-4423-a7ce-60d8779f3be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:41Z', 'updated_at': '2021-08-11T01:38:44Z', 'revision_number': 4, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'subnets': [{'id': '29b69192-d9c4-4423-a7ce-60d8779f3be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:38:45.385411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cba149-f524-4e0c-9f8a-fa48b7bc5a02 None None] The sync data for ids ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'] in n-d-712143-13 is: [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '699f13be-612b-477b-b0d8-54530856deba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 4, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port': {'id': '699f13be-612b-477b-b0d8-54530856deba', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:39Z', 'updated_at': '2021-08-11T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': 'ef790869-e249-4b1f-af02-2629cc4d8e59', 'name': '', 'network_id': '935c4e8b-a6e0-423a-8fb3-1d624408d22a', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'mac_address': 'fa:16:3e:17:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '29b69192-d9c4-4423-a7ce-60d8779f3be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:41Z', 'updated_at': '2021-08-11T01:38:44Z', 'revision_number': 4, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'subnets': [{'id': '29b69192-d9c4-4423-a7ce-60d8779f3be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:38:45.422986 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0357c27-1f81-4faa-bab2-1130407f51b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.505661 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0357c27-1f81-4faa-bab2-1130407f51b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.534432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0357c27-1f81-4faa-bab2-1130407f51b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebbaf23-a302-4969-aa81-9bb3066011d9,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:45.676777 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d0357c27-1f81-4faa-bab2-1130407f51b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:45.678058 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d0357c27-1f81-4faa-bab2-1130407f51b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4304790 Aug 11 01:38:45.823795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-b04e19dc-12c3-4869-9c10-fdcb2d02c053 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1634150704&fields=id&tenant_id=629ab20823bd42ff9e93a81b875255bc HTTP/1.1" status: 200 len: 267 time: 0.0346053 Aug 11 01:38:45.933769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-e3b5be5b-0761-496c-a8fd-3babb8869456 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:45.935491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-e3b5be5b-0761-496c-a8fd-3babb8869456 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 808 time: 0.1039760 Aug 11 01:38:45.952000 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-c30a5b92-78ba-462c-8ee2-e7aa413372f2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/quotas/629ab20823bd42ff9e93a81b875255bc HTTP/1.1" status: 200 len: 375 time: 0.0107408 Aug 11 01:38:46.006620 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-a44f0b82-cda1-4a39-8c93-e92c2ff7ae46 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487785 Aug 11 01:38:46.022783 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-8896ef3d-a528-40b1-b3e9-0a84cf8172e0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:38:46.023723 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-8896ef3d-a528-40b1-b3e9-0a84cf8172e0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058396 Aug 11 01:38:46.119013 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-e6bb306e-1a7f-43a9-8c8c-950bab043cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895860 Aug 11 01:38:46.213596 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-defabd31-6842-4dbc-b3a2-eb0c338cebde service neutron] 10.222.0.43 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883415 Aug 11 01:38:46.339911 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8ed25451-1fe9-4ce6-9f20-97f3bd6fa4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:46.463884 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a2ca8634-a644-4eb0-869e-d463d8348d2a req-2e2b053e-88a8-4e10-a963-21eaee57ceb4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 210 time: 0.0348766 Aug 11 01:38:46.710046 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ef790869-e249-4b1f-af02-2629cc4d8e59 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:46.836340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port ef790869-e249-4b1f-af02-2629cc4d8e59 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:46.840689 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ef790869-e249-4b1f-af02-2629cc4d8e59 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:46.841057 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:46.924068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:46.957198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port ef790869-e249-4b1f-af02-2629cc4d8e59, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ef790869-e249-4b1f-af02-2629cc4d8e59,segment=NetworkSegment(c9c0e902-731c-41e3-9cbc-f484a322de51),segment_id=c9c0e902-731c-41e3-9cbc-f484a322de51)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:47.053587 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:47.108810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=ef790869-e249-4b1f-af02-2629cc4d8e59,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:47.535962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5e305cd8-a7e4-469b-862d-8638a8905e43 req-91c98f8c-d790-4869-8ec2-06e3d7589020 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 210 time: 0.0277581 Aug 11 01:38:48.691977 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ef790869-e249-4b1f-af02-2629cc4d8e59 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:48.747090 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port ef790869-e249-4b1f-af02-2629cc4d8e59 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:48.747741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:48.888130 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-483f05da-cee4-4c92-b477-e4fc421132e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:48.950733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:49.015442 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f16cba97-2ac8-4aee-a06f-1dcc348ef31a req-2b045254-504c-40a4-bb46-f94fda7ea72e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 210 time: 0.3893435 Aug 11 01:38:49.063340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-afa9b32a-afd3-42de-930f-5dc76b74cc83 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:49.064834 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-afa9b32a-afd3-42de-930f-5dc76b74cc83 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 808 time: 0.4881065 Aug 11 01:38:49.108022 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-6810f7f9-b521-432e-80e9-da25f97faf43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629ab20823bd42ff9e93a81b875255bc HTTP/1.1" status: 200 len: 380 time: 0.0337567 Aug 11 01:38:49.117402 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'port': {'device_id': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'admin_state_up': True, 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'security_groups': ['37a7ecce-ca69-4930-bdd1-55a3734f0b39']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:49.282281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Made reservation on behalf of 629ab20823bd42ff9e93a81b875255bc for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:38:49.286073 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:49.413191 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Allocated IP 172.20.0.4 (40347c48-7c96-4caf-913b-04172881cb7e/7078b4c8-1cf8-4277-8c65-debd6e78900e/2f2bc466-15a7-455f-9926-db49e4fc4713) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:38:49.550962 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:49.566371 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Transition to ACTIVE for port object 2f2bc466-15a7-455f-9926-db49e4fc4713 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:49.654185 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:49.698564 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Network 40347c48-7c96-4caf-913b-04172881cb7e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:49.701685 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:49.705433 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:38:49.712165 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:49.760788 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:49.761441 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:49.848657 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-81516e14-831b-45c6-8183-c4359010c5fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7348285 Aug 11 01:38:49.861921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Request body: {'port': {'device_id': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:49.918284 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:50.002571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fdf6e689-bfed-4ba5-8d6b-a43d9b5294e4 None None] Provisioning for port 2f2bc466-15a7-455f-9926-db49e4fc4713 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:50.008458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-fdf6e689-bfed-4ba5-8d6b-a43d9b5294e4 None None] Provisioning complete for port 2f2bc466-15a7-455f-9926-db49e4fc4713 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:50.008831 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fdf6e689-bfed-4ba5-8d6b-a43d9b5294e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:50.044172 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6e689-bfed-4ba5-8d6b-a43d9b5294e4 None None] Port 2f2bc466-15a7-455f-9926-db49e4fc4713 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:38:50.138821 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7847fb-da6d-4ef3-a435-b9d266d34887 req-2b5adf56-f3be-4a5d-ae51-5fa5ea979ef6 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:50.140392 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7847fb-da6d-4ef3-a435-b9d266d34887 req-2b5adf56-f3be-4a5d-ae51-5fa5ea979ef6 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 931 time: 0.0541415 Aug 11 01:38:50.180965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6e7847fb-da6d-4ef3-a435-b9d266d34887 req-ac35f92e-2da4-4eda-8adc-fe0fe0414290 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334349 Aug 11 01:38:50.192470 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2bc466-15a7-455f-9926-db49e4fc4713 {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:38:50.200127 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:50.212406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Transition to ACTIVE for port object 2f2bc466-15a7-455f-9926-db49e4fc4713 will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:38:50.321982 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:50.374093 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:50.444665 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Attempting to bind port 2f2bc466-15a7-455f-9926-db49e4fc4713 on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:38:50.445008 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Attempting to bind port 2f2bc466-15a7-455f-9926-db49e4fc4713 by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:38:50.445340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Attempting to bind port 2f2bc466-15a7-455f-9926-db49e4fc4713 on network 40347c48-7c96-4caf-913b-04172881cb7e {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:38:50.450030 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Port 2f2bc466-15a7-455f-9926-db49e4fc4713 on network 40347c48-7c96-4caf-913b-04172881cb7e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:38:50.450370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Attempting to bind port 2f2bc466-15a7-455f-9926-db49e4fc4713 on network 40347c48-7c96-4caf-913b-04172881cb7e {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:38:50.455748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:38:50.456090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Checking segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:38:50.456493 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Bound using segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:38:50.456909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Bound port: 2f2bc466-15a7-455f-9926-db49e4fc4713, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:38:50.457269 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:50.525104 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:38:50.528341 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:38:50.614287 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:50.649681 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:50.650319 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:50.651804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] 10.222.0.44 "PUT /v2.0/ports/2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 1092 time: 0.7944207 Aug 11 01:38:50.652405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:38:50.654597 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2414daa-374f-480d-809c-dce2de08ebc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:38:50.671209 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:50.685020 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5108fc-3e1f-46e9-9e98-68ea1669a776 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:50.697746 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f1804f-65e5-471a-8276-0db09521b14e x-openstack-request-id: req-78f1804f-65e5-471a-8276-0db09521b14e {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:38:50.698062 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:38:50.698209 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78f1804f-65e5-471a-8276-0db09521b14e {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:38:50.698674 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'status': 'completed', 'code': 200} Aug 11 01:38:50.766956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414daa-374f-480d-809c-dce2de08ebc0 req-3af796da-9f2a-4443-a4a7-98a040aee66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:50.768559 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2414daa-374f-480d-809c-dce2de08ebc0 req-3af796da-9f2a-4443-a4a7-98a040aee66d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1095 time: 0.0459273 Aug 11 01:38:50.874447 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414daa-374f-480d-809c-dce2de08ebc0 req-0919f5d6-4a88-42b9-9744-687ad8a5ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:50.875910 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2414daa-374f-480d-809c-dce2de08ebc0 req-0919f5d6-4a88-42b9-9744-687ad8a5ab89 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=629ab20823bd42ff9e93a81b875255bc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0990732 Aug 11 01:38:50.968158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414daa-374f-480d-809c-dce2de08ebc0 req-a1577e6e-09de-4323-b431-f94802464fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:50.969670 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c2414daa-374f-480d-809c-dce2de08ebc0 req-a1577e6e-09de-4323-b431-f94802464fb8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873682 Aug 11 01:38:51.051112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4d7bb5fc-505a-485e-b53e-182f7be20675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:51.053156 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-4d7bb5fc-505a-485e-b53e-182f7be20675 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1095 time: 0.0453110 Aug 11 01:38:51.095978 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-d8a4e42e-d602-4f2c-a908-0d24577c8c62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 217 time: 0.0352039 Aug 11 01:38:51.145172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-be72cd6e-af8f-4788-9e23-198ff2454dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:51.146581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-be72cd6e-af8f-4788-9e23-198ff2454dd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0439091 Aug 11 01:38:51.196262 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-b9c795bc-e6fa-4a8e-9c07-584cbf5c8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:51.197820 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-b9c795bc-e6fa-4a8e-9c07-584cbf5c8c4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443211 Aug 11 01:38:51.288326 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-1a6a0e6e-1abb-4cfa-a4e9-723e2efc7c72 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 Aug 11 01:38:51.385972 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1ccb4569-dbf5-4519-a876-0f60163d94bf req-8b743aa6-5480-4634-a621-bcc676e76e4d service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906448 Aug 11 01:38:51.401037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823133a4-9f01-4914-b292-0ceb3f1807f0 req-cf4d3c2e-c1fb-4851-81b1-a3ca46bb7c3e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:51.402472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-823133a4-9f01-4914-b292-0ceb3f1807f0 req-cf4d3c2e-c1fb-4851-81b1-a3ca46bb7c3e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.1463220 Aug 11 01:38:51.441537 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-823133a4-9f01-4914-b292-0ceb3f1807f0 req-b75d09db-f8b2-49e6-baaf-5583dfa26ab4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330348 Aug 11 01:38:52.558890 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12bca1-8f88-4e29-ae61-b45e4fb49475 req-ded29810-72a3-4c10-896d-3e493ea77ede tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:52.560440 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab12bca1-8f88-4e29-ae61-b45e4fb49475 req-ded29810-72a3-4c10-896d-3e493ea77ede tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0499539 Aug 11 01:38:52.596502 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:52.599327 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ab12bca1-8f88-4e29-ae61-b45e4fb49475 req-4c9b6876-c396-4654-ab3e-ed2dee7704ee tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327873 Aug 11 01:38:53.715768 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f663584-1cdd-4638-8436-9bb6d664eb8b req-485c144e-d640-486e-b150-dbad9acccdc0 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:53.717264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f663584-1cdd-4638-8436-9bb6d664eb8b req-485c144e-d640-486e-b150-dbad9acccdc0 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0495248 Aug 11 01:38:53.754876 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8f663584-1cdd-4638-8436-9bb6d664eb8b req-5285efe6-0749-406a-a0f3-cb29dc2ea654 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312104 Aug 11 01:38:54.042590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:38:54.142282 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:54.153739 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'port_id': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'mac_address': 'fa:16:3e:a0:66:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:38:54.191188 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:54.203859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2bc466-15a7-455f-9926-db49e4fc4713 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:38:54.223037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:54.316437 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:54.364954 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:54.514496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2f2bc466-15a7-455f-9926-db49e4fc4713'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:38:54.924792 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2b72-1ef5-45f7-b9ce-21f2af8a1fa8 req-f2fae62d-a55a-4fdf-8751-ca782122be77 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:54.926191 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcab2b72-1ef5-45f7-b9ce-21f2af8a1fa8 req-f2fae62d-a55a-4fdf-8751-ca782122be77 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 944 time: 0.1011930 Aug 11 01:38:54.964001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fcab2b72-1ef5-45f7-b9ce-21f2af8a1fa8 req-380a625f-b93d-4f59-b95f-b5255a61cb56 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Aug 11 01:38:56.042744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:38:56.082745 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271f635-9e0c-49d4-b0ce-cb050811ced5 req-6764dd2c-4482-49e6-a4f5-f7a3b3a6c353 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:56.084332 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c271f635-9e0c-49d4-b0ce-cb050811ced5 req-6764dd2c-4482-49e6-a4f5-f7a3b3a6c353 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 944 time: 0.0531828 Aug 11 01:38:56.122660 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c271f635-9e0c-49d4-b0ce-cb050811ced5 req-9e738d7e-8cb8-42d8-b2a8-2a9d182a08a0 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Aug 11 01:38:56.179120 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 2f2bc466-15a7-455f-9926-db49e4fc4713 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:38:56.183297 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 2f2bc466-15a7-455f-9926-db49e4fc4713 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:38:56.183677 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:56.261225 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:56.283185 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:38:56.285414 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48f8079-1f20-491b-9078-d6cc31422681" -d '{"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-plugged", "status": "completed", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:38:56.304889 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:38:56.321639 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19e4f6b-dc0c-4ce5-95d4-94a7563b49aa x-openstack-request-id: req-d19e4f6b-dc0c-4ce5-95d4-94a7563b49aa {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:38:56.321931 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-plugged", "status": "completed", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:38:56.322189 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d19e4f6b-dc0c-4ce5-95d4-94a7563b49aa {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:38:56.322585 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'code': 200} Aug 11 01:38:56.396203 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:56.426215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642b30d-f279-49e9-9ae3-84214c7a8236 req-8a98bfb8-c500-4bc3-b526-719ca066e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:56.427772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3642b30d-f279-49e9-9ae3-84214c7a8236 req-8a98bfb8-c500-4bc3-b526-719ca066e2eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0475569 Aug 11 01:38:56.447862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:56.464271 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3642b30d-f279-49e9-9ae3-84214c7a8236 req-4b94480f-4bcb-4f6c-a278-ddfddaad84d9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296059 Aug 11 01:38:57.236309 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b384e-7b32-4a3f-a0b2-daf68acf8ce9 req-e89a812e-95fd-492f-a425-fe84ac8ca51e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:57.237795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-885b384e-7b32-4a3f-a0b2-daf68acf8ce9 req-e89a812e-95fd-492f-a425-fe84ac8ca51e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Aug 11 01:38:57.276137 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-885b384e-7b32-4a3f-a0b2-daf68acf8ce9 req-79f44111-a6f1-4a6b-9fd2-e59f2cb99731 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Aug 11 01:38:58.394635 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f0d0-f1c4-44a5-845d-9787b617fc89 req-715dd30b-8660-4742-9af9-38d03fb27af6 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:58.396143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2158f0d0-f1c4-44a5-845d-9787b617fc89 req-715dd30b-8660-4742-9af9-38d03fb27af6 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0495827 Aug 11 01:38:58.433773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2158f0d0-f1c4-44a5-845d-9787b617fc89 req-7fff34fe-bad9-4927-9cf6-2b01a59d785d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316253 Aug 11 01:38:58.550311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251a4de-b933-4511-897b-3f94aea89c68 req-c2bf6d03-0644-4224-a9fc-f415edff137a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:58.551841 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9251a4de-b933-4511-897b-3f94aea89c68 req-c2bf6d03-0644-4224-a9fc-f415edff137a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0491531 Aug 11 01:38:58.588964 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9251a4de-b933-4511-897b-3f94aea89c68 req-ed9e234e-695a-43dd-870a-b57b719f8dd9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305436 Aug 11 01:38:58.611144 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55440) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:58.696442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79d8c1-4138-41d4-89fc-e686f9ecef8a tempest-TestShelveInstance-397904440 tempest-TestShelveInstance-397904440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:38:58.697970 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-6e79d8c1-4138-41d4-89fc-e686f9ecef8a tempest-TestShelveInstance-397904440 tempest-TestShelveInstance-397904440-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1092 time: 0.0858030 Aug 11 01:38:58.700931 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55444) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:38:58.705242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:38:58.807907 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:58.901489 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:59.007755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Allocated IP 172.25.0.32 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/5ad384fa-f0fa-4fd0-9fad-34c22a3b5f30) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:38:59.107971 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:59.207810 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:59.253282 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:38:59.256206 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:38:59.262789 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:38:59.265982 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'Port': ['ID=5ad384fa-f0fa-4fd0-9fad-34c22a3b5f30,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:59.617084 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:59.718061 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:59.865892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:59.910806 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:38:59.947581 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16004672-794d-4823-9d14-becafd480bfd req-73fc8a3f-65ff-4638-a6c2-469bdc900f9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402460 Aug 11 01:38:59.979143 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'Port': ['ID=5ad384fa-f0fa-4fd0-9fad-34c22a3b5f30,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:38:59.989716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:00.031019 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004672-794d-4823-9d14-becafd480bfd req-91838018-477b-49b5-b6e1-aefbf2124554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:39:00.032439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16004672-794d-4823-9d14-becafd480bfd req-91838018-477b-49b5-b6e1-aefbf2124554 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0416539 Aug 11 01:39:00.070838 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:00.096663 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Floating IP 9bcd717e-237a-42d3-ad6c-4fe88cf79a3e associated. External IP: 172.25.0.32, port: 2f2bc466-15a7-455f-9926-db49e4fc4713. Aug 11 01:39:00.142315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004672-794d-4823-9d14-becafd480bfd req-4926507f-9f0b-4f5b-ae72-76c5b913af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:39:00.143857 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16004672-794d-4823-9d14-becafd480bfd req-4926507f-9f0b-4f5b-ae72-76c5b913af9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0920017 Aug 11 01:39:00.212181 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16004672-794d-4823-9d14-becafd480bfd req-3f6032db-11bd-4d57-9ad2-2a624e71d8d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 998 time: 0.0611415 Aug 11 01:39:00.266790 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004672-794d-4823-9d14-becafd480bfd req-c691ea48-7e3b-477e-813f-957d7a1db551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:39:00.268423 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16004672-794d-4823-9d14-becafd480bfd req-c691ea48-7e3b-477e-813f-957d7a1db551 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0502164 Aug 11 01:39:00.288636 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:00.305383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:39:00.317131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004672-794d-4823-9d14-becafd480bfd req-66002012-a224-4cd2-a29e-885cc610f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:39:00.318686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16004672-794d-4823-9d14-becafd480bfd req-66002012-a224-4cd2-a29e-885cc610f8d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438511 Aug 11 01:39:00.414265 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:39:00.422841 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16004672-794d-4823-9d14-becafd480bfd req-d39c436c-41ba-4bc2-a652-2e9b33ee0435 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968521 Aug 11 01:39:00.425731 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] Sync routers for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:39:00.436098 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:39:00.436938 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:39:00.483073 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:00.529512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a0481d0f-354e-4888-a5c0-e3546af71942 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8273234 Aug 11 01:39:00.530360 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:39:00.532926 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e0348b-6ac0-4c33-8ba1-0988b4092164" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:39:00.536445 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16004672-794d-4823-9d14-becafd480bfd req-4dc5bdf6-0fa6-4951-9e2f-7b9c3774ccfb service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063249 Aug 11 01:39:00.571537 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6f75a5-ee19-4b73-9c3a-cb326a64c3e3 x-openstack-request-id: req-ba6f75a5-ee19-4b73-9c3a-cb326a64c3e3 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:39:00.572014 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:39:00.572280 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba6f75a5-ee19-4b73-9c3a-cb326a64c3e3 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:39:00.572695 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'status': 'completed', 'code': 200} Aug 11 01:39:00.646281 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:39:00.669775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-f93ddcdc-942e-46c9-ba1f-e922e9727fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:39:00.671385 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-f93ddcdc-942e-46c9-ba1f-e922e9727fce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0425742 Aug 11 01:39:00.766007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-7c1a2ec3-c186-402b-852e-e42d5a4b9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:39:00.767483 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-7c1a2ec3-c186-402b-852e-e42d5a4b9436 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0896626 Aug 11 01:39:00.834392 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-a546705f-df7f-4f09-a79f-993474bf0283 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 998 time: 0.0599914 Aug 11 01:39:00.865086 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '9bcd717e-237a-42d3-ad6c-4fe88cf79a3e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'port_id': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'mac_address': 'fa:16:3e:a0:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:38:59Z', 'updated_at': '2021-08-11T01:38:59Z', 'revision_number': 0, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:39:00.883843 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-a4fc2477-9172-4f30-a91f-17b5c4c61c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:39:00.885346 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-a4fc2477-9172-4f30-a91f-17b5c4c61c2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0441127 Aug 11 01:39:00.890522 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] Checking router: 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:39:00.899650 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:39:00.900256 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:38:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:39:00.936168 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-8ee26525-621f-4af0-bba9-848e3d512b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:39:00.937716 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-8ee26525-621f-4af0-bba9-848e3d512b5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449569 Aug 11 01:39:01.005081 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:39:01.031800 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-e67c2d4f-d9ca-42fb-b25b-a5a7df84a438 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843966 Aug 11 01:39:01.123904 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f3e0348b-6ac0-4c33-8ba1-0988b4092164 req-89ac5a48-034a-4827-83f7-778542564eb6 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878267 Aug 11 01:39:01.229801 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '9bcd717e-237a-42d3-ad6c-4fe88cf79a3e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'port_id': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'mac_address': 'fa:16:3e:a0:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:38:59Z', 'updated_at': '2021-08-11T01:38:59Z', 'revision_number': 0, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:39:01.255822 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e339306-be6b-472a-9afd-b52f4467c164 None None] The sync data for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 is: [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '9bcd717e-237a-42d3-ad6c-4fe88cf79a3e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'port_id': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'mac_address': 'fa:16:3e:a0:66:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:38:59Z', 'updated_at': '2021-08-11T01:38:59Z', 'revision_number': 0, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:39:01.455534 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cee25-2a6f-481c-8d2f-16955af8d43b None None] New status for floating IP 9bcd717e-237a-42d3-ad6c-4fe88cf79a3e: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:39:03.317573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-f9a613db-8275-41f4-8616-562ff01bca8a req-ce286fa4-cb45-4762-be03-383574de3e7c service neutron] (95255) timed out ('10.222.0.43', 44558) {{(pid=95255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 01:39:16.303625 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-40fd2ada-bf2a-4b01-881a-b0d274537366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:16.592097 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:39:18.933537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9ac24ab1-7b98-46e7-8aee-90d1a353149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:18.972740 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:20.675480 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:22.613007 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:30.127150 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:30.228619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:46.344286 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-358170e1-435b-48e3-832f-dbcc948b3fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:48.896366 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0de5f5c7-fa03-401a-bd87-924e143d07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:48.970773 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:50.673802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:52.629330 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:39:53.592071 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:40:00.120608 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:00.246270 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:01.013555 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-0c876479-3f33-4c4a-b524-a09b25b6ecc7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1065054 Aug 11 01:40:01.092786 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-b129ee1c-efd6-481f-8977-5c4dad2b3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:40:01.094282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-b129ee1c-efd6-481f-8977-5c4dad2b3f13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0409193 Aug 11 01:40:01.201901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-b0779ba3-6c0a-421e-8a1f-dff223a90512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:40:01.203425 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-b0779ba3-6c0a-421e-8a1f-dff223a90512 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0891550 Aug 11 01:40:01.269015 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-bac5453a-46bc-4165-9b44-f383edd8c47b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 1000 time: 0.0590069 Aug 11 01:40:01.317884 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-fe520661-7898-4229-8a48-2caf9474460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:40:01.319394 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-fe520661-7898-4229-8a48-2caf9474460d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0433066 Aug 11 01:40:01.369576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-973201ad-965e-4fcb-9bda-7bfc0f36643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:40:01.371102 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-973201ad-965e-4fcb-9bda-7bfc0f36643f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444543 Aug 11 01:40:01.458975 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-ea97d7da-4db2-4645-a05a-90120f6e55ab service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809615 Aug 11 01:40:01.551398 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-21e5203b-1163-4ecf-92d5-bb549f9ebdea req-04473d34-736a-4588-a983-1844f6e6920a service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855303 Aug 11 01:40:16.303474 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-462b164e-6d25-4996-9f27-a9377f4d360d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:18.948994 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3a8c502a-bdce-47a7-975d-370c06d305c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:18.975332 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:20.695631 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:22.617774 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:30.129733 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:30.238313 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:30.591097 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:40:46.297702 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-63a98c6f-bff2-4975-877f-da88a7daff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:48.934288 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-721ccca1-3673-4bab-ac6f-6487d347565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:48.968463 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:50.685660 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:52.696807 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:40:55.555247 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed22f5-dfd8-44bb-820e-081cb88de4bc req-f919650b-826c-4666-8de4-b2af7037e56f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:40:55.556685 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4ed22f5-dfd8-44bb-820e-081cb88de4bc req-f919650b-826c-4666-8de4-b2af7037e56f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0527318 Aug 11 01:40:55.595434 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e4ed22f5-dfd8-44bb-820e-081cb88de4bc req-fcfb1e72-dbd4-4549-892b-25738dc17c2d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 Aug 11 01:40:56.713252 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907de09-4ce0-41c9-9608-c70e009c2505 req-4b104082-6fff-48af-a413-d5b685e1bc41 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:40:56.714758 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a907de09-4ce0-41c9-9608-c70e009c2505 req-4b104082-6fff-48af-a413-d5b685e1bc41 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0503111 Aug 11 01:40:56.753206 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a907de09-4ce0-41c9-9608-c70e009c2505 req-8467d685-b7a2-4153-b920-596ced42a965 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Aug 11 01:40:57.894925 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff1d09-dbfd-4bb1-9f4a-19b803e6efb7 req-92cc4110-48bf-473c-8e7d-d8fb32adc4fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:40:57.896439 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecff1d09-dbfd-4bb1-9f4a-19b803e6efb7 req-92cc4110-48bf-473c-8e7d-d8fb32adc4fe tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Aug 11 01:40:57.934374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ecff1d09-dbfd-4bb1-9f4a-19b803e6efb7 req-a91a64d0-36bb-44c6-b2bd-54d30230b8d2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320110 Aug 11 01:40:59.051942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b9a3-ae41-4220-ae65-fc1863b905fb req-e4330f7f-270e-4b34-a798-3778b3d07aa1 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:40:59.053421 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee07b9a3-ae41-4220-ae65-fc1863b905fb req-e4330f7f-270e-4b34-a798-3778b3d07aa1 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0530815 Aug 11 01:40:59.091834 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ee07b9a3-ae41-4220-ae65-fc1863b905fb req-71bbb943-68ff-4b4b-8c81-fa48b9d29ed2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Aug 11 01:41:00.126109 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:00.210805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b0ee8-2587-4f2e-9336-926a6e86ad57 req-d7908a6b-5376-473c-81a6-c911967412e8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:00.212344 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-341b0ee8-2587-4f2e-9336-926a6e86ad57 req-d7908a6b-5376-473c-81a6-c911967412e8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Aug 11 01:41:00.252211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-341b0ee8-2587-4f2e-9336-926a6e86ad57 req-79115e99-c7af-4a9d-90ab-5c151c96aba2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Aug 11 01:41:00.254675 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:00.977594 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-7f9ee70b-5349-41cf-a89c-f77d0a188c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:00.979108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-7f9ee70b-5349-41cf-a89c-f77d0a188c91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0410607 Aug 11 01:41:01.085944 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-7007c606-4b89-4a37-8d05-f29a74aed527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:01.087482 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-7007c606-4b89-4a37-8d05-f29a74aed527 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0896311 Aug 11 01:41:01.152804 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-bceac205-91f0-479e-87f1-1ae04583dcaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 1000 time: 0.0586233 Aug 11 01:41:01.201362 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-4f648b64-7b04-480a-93fd-a0e072813924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:01.203516 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-4f648b64-7b04-480a-93fd-a0e072813924 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0444748 Aug 11 01:41:01.253348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-974e6eb4-d1f0-4bfa-a419-6c95f2077362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:01.254781 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-974e6eb4-d1f0-4bfa-a419-6c95f2077362 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443778 Aug 11 01:41:01.346773 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-93ccde31-9aed-4a4d-a4fa-85663f8fe3ca service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851784 Aug 11 01:41:01.369363 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ea030-6e31-4454-8171-9205b8e2e566 req-7882fa59-a63b-4207-9287-40a9301e3e20 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:01.370915 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-288ea030-6e31-4454-8171-9205b8e2e566 req-7882fa59-a63b-4207-9287-40a9301e3e20 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0500126 Aug 11 01:41:01.409454 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-288ea030-6e31-4454-8171-9205b8e2e566 req-67b5e88d-275e-4f6a-b677-131f82591dbb tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Aug 11 01:41:01.445718 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-92868caf-afcc-44bf-84c1-c4623014a7e8 req-0285e0b5-d707-439a-9908-f2ebf02e1488 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919480 Aug 11 01:41:02.526229 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181eb4f-96c3-4809-8a69-820e17dee517 req-58c5ce71-bf1c-4aee-beff-24cd84aa0db6 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:02.527772 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2181eb4f-96c3-4809-8a69-820e17dee517 req-58c5ce71-bf1c-4aee-beff-24cd84aa0db6 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Aug 11 01:41:02.565574 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2181eb4f-96c3-4809-8a69-820e17dee517 req-8e2ce924-7055-43a5-8255-a9decba7c18a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Aug 11 01:41:03.681007 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3cd57-c7d2-4321-924b-4787b714534a req-21d963f1-13f4-433e-afe1-50d26eec8223 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:03.682578 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ff3cd57-c7d2-4321-924b-4787b714534a req-21d963f1-13f4-433e-afe1-50d26eec8223 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0492747 Aug 11 01:41:03.720732 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3ff3cd57-c7d2-4321-924b-4787b714534a req-911c40cb-5d8d-4432-ad8b-af24c3bbaae7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Aug 11 01:41:04.834737 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd480ee-5707-4e3b-83b4-f9a1c5b0069d req-db653023-0be5-4a44-b6fc-68cc700008ec tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:04.836201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfd480ee-5707-4e3b-83b4-f9a1c5b0069d req-db653023-0be5-4a44-b6fc-68cc700008ec tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0486395 Aug 11 01:41:04.880117 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dfd480ee-5707-4e3b-83b4-f9a1c5b0069d req-62dcd7f1-f275-4206-b837-c43792cedb0e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Aug 11 01:41:06.020163 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702521a-4833-4047-8731-20ef4a2e9449 req-0b79ec9e-bbd2-4bf2-9fb5-de4d15a221c4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:06.024760 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7702521a-4833-4047-8731-20ef4a2e9449 req-0b79ec9e-bbd2-4bf2-9fb5-de4d15a221c4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0555279 Aug 11 01:41:06.065840 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7702521a-4833-4047-8731-20ef4a2e9449 req-a62f7ad2-1f4b-470a-ac69-be3741bdff05 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381734 Aug 11 01:41:06.773306 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:41:06.867640 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:41:06.881894 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'port_id': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'mac_address': 'fa:16:3e:a0:66:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:41:06.919644 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:06.932308 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f2bc466-15a7-455f-9926-db49e4fc4713 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:41:06.951671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:41:07.022689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:07.072758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:41:07.080912 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.081268 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.081614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.081957 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.082298 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.082634 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.082971 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.083336 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.083737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.084032 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.084362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.084691 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:41:07.098582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2f2bc466-15a7-455f-9926-db49e4fc4713'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:41:07.181668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793367f-85ad-4aa2-b651-1a2123f224a6 req-e54aa0a8-3c83-4e5a-ba0a-463398a60aca tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:07.183201 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1793367f-85ad-4aa2-b651-1a2123f224a6 req-e54aa0a8-3c83-4e5a-ba0a-463398a60aca tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 944 time: 0.0486932 Aug 11 01:41:07.226206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1793367f-85ad-4aa2-b651-1a2123f224a6 req-96e28169-6727-4c2e-907a-879228b6ed30 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361412 Aug 11 01:41:07.591425 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:41:08.345444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303c33b-40f7-4419-bff3-cafc070a9799 req-4d964554-1208-4f9a-8fb9-88f65cb519ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:08.346965 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a303c33b-40f7-4419-bff3-cafc070a9799 req-4d964554-1208-4f9a-8fb9-88f65cb519ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 944 time: 0.0536916 Aug 11 01:41:08.386951 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a303c33b-40f7-4419-bff3-cafc070a9799 req-6152cba4-5b5b-48fe-84f9-233e5dcd55e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 Aug 11 01:41:08.785702 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:41:08.841250 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 2f2bc466-15a7-455f-9926-db49e4fc4713 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:41:08.841702 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:08.931597 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:08.956009 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:41:08.958597 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d18d6-5f1b-4a88-b448-31ea864757ce" -d '{"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-plugged", "status": "completed", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:41:08.980455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:41:09.007672 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc87a274-dcc6-4660-baff-0ce080b7f923 x-openstack-request-id: req-bc87a274-dcc6-4660-baff-0ce080b7f923 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:41:09.007672 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-plugged", "status": "completed", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:41:09.007672 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc87a274-dcc6-4660-baff-0ce080b7f923 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:41:09.007672 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'code': 200} Aug 11 01:41:09.057484 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:09.117235 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:41:09.512884 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa45a28-ed41-4dad-b891-174934564278 req-67c5a0c8-08dc-4f85-8dde-d708fca205c3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:09.514418 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-faa45a28-ed41-4dad-b891-174934564278 req-67c5a0c8-08dc-4f85-8dde-d708fca205c3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0534606 Aug 11 01:41:09.557704 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-faa45a28-ed41-4dad-b891-174934564278 req-5741c73f-8e2e-4383-a366-4961636026a6 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358667 Aug 11 01:41:10.694888 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed006-29eb-40d8-bc20-92061e8d9db1 req-e2063886-a64c-4474-8a66-08a6c853c104 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:10.696470 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-347ed006-29eb-40d8-bc20-92061e8d9db1 req-e2063886-a64c-4474-8a66-08a6c853c104 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0536880 Aug 11 01:41:10.751552 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-347ed006-29eb-40d8-bc20-92061e8d9db1 req-719c7e42-ff49-4bc1-b465-2ea4125a7dea tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Aug 11 01:41:11.894075 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd807a-36d9-4afe-b4a7-5e909f56578c req-ba958452-22e3-4ab5-bd97-dde856e111b7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:11.895828 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8cd807a-36d9-4afe-b4a7-5e909f56578c req-ba958452-22e3-4ab5-bd97-dde856e111b7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0655210 Aug 11 01:41:11.944205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e8cd807a-36d9-4afe-b4a7-5e909f56578c req-c5503252-07ba-41bb-8878-c682caf79641 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Aug 11 01:41:13.075324 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4528e-10cf-4c57-9cc1-2d4364696ed7 req-7abfff01-e57a-41bb-bb0f-607eef59e537 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:13.076876 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51a4528e-10cf-4c57-9cc1-2d4364696ed7 req-7abfff01-e57a-41bb-bb0f-607eef59e537 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0536778 Aug 11 01:41:13.118902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-51a4528e-10cf-4c57-9cc1-2d4364696ed7 req-23a7e487-513e-4583-973a-ee191d548373 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355492 Aug 11 01:41:14.245879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee960-5098-4c4c-85f8-f46290d20884 req-8a5310fa-8734-4158-994d-1661738f2206 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:14.247444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b88ee960-5098-4c4c-85f8-f46290d20884 req-8a5310fa-8734-4158-994d-1661738f2206 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0535297 Aug 11 01:41:14.288470 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b88ee960-5098-4c4c-85f8-f46290d20884 req-087d3a6a-74d5-4488-8adc-8057a6e727c5 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342379 Aug 11 01:41:15.419007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c3ed8-e821-4082-8901-e8f712aeb430 req-e238d57c-db31-4c86-bc5f-3dfcc032279b tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:15.422856 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f08c3ed8-e821-4082-8901-e8f712aeb430 req-e238d57c-db31-4c86-bc5f-3dfcc032279b tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0637829 Aug 11 01:41:15.474597 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f08c3ed8-e821-4082-8901-e8f712aeb430 req-e530084a-e0a6-4ab3-aafa-d6029dffa3d2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 Aug 11 01:41:16.302903 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3344b094-e959-43c6-b7ca-72332ca819dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:16.610544 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac3a56-3408-43b3-a2d9-6356955db769 req-be2d7bdf-b380-4e96-92d8-6722410fe237 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:16.611522 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-faac3a56-3408-43b3-a2d9-6356955db769 req-be2d7bdf-b380-4e96-92d8-6722410fe237 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0567980 Aug 11 01:41:16.653122 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-faac3a56-3408-43b3-a2d9-6356955db769 req-56b771a9-810f-4015-8246-83970d5e24b3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346069 Aug 11 01:41:17.782747 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c73328-0389-4fc3-a6f3-adad58efa621 req-b19a716f-77b5-4f54-ac7b-c0db886ebf1a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:17.784300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99c73328-0389-4fc3-a6f3-adad58efa621 req-b19a716f-77b5-4f54-ac7b-c0db886ebf1a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0530725 Aug 11 01:41:17.825312 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-99c73328-0389-4fc3-a6f3-adad58efa621 req-7210fb0f-c281-4c0f-a26b-430033c3df62 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Aug 11 01:41:18.937115 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:18.938573 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9888178f-45a5-494f-b4c8-a979eccb794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:18.949211 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492d6ab-d290-4ebe-bcae-a6420157297d req-6bd58094-d5e6-4c09-9766-177609761612 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:18.950949 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9492d6ab-d290-4ebe-bcae-a6420157297d req-6bd58094-d5e6-4c09-9766-177609761612 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0563993 Aug 11 01:41:18.990460 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9492d6ab-d290-4ebe-bcae-a6420157297d req-00caf7d1-81aa-48ec-9ab8-34dc3b5099c1 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332146 Aug 11 01:41:19.051465 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc2104-7553-4575-895f-528dd0ccf312 req-0cd267f0-74a7-40b8-8fcf-81115a444c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:19.053154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cc2104-7553-4575-895f-528dd0ccf312 req-0cd267f0-74a7-40b8-8fcf-81115a444c35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1097 time: 0.0440238 Aug 11 01:41:19.144960 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc2104-7553-4575-895f-528dd0ccf312 req-4c20a68e-3865-4a7b-aeee-8e8cdb5c973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:19.146456 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cc2104-7553-4575-895f-528dd0ccf312 req-4c20a68e-3865-4a7b-aeee-8e8cdb5c973b service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0867505 Aug 11 01:41:19.212584 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cc2104-7553-4575-895f-528dd0ccf312 req-9860651a-ceb1-49cc-889e-7e6e90d31894 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 1000 time: 0.0591362 Aug 11 01:41:19.262658 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc2104-7553-4575-895f-528dd0ccf312 req-1f4d5747-b53c-44b1-a80e-18073dd2be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:19.264056 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cc2104-7553-4575-895f-528dd0ccf312 req-1f4d5747-b53c-44b1-a80e-18073dd2be28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0432279 Aug 11 01:41:19.314509 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc2104-7553-4575-895f-528dd0ccf312 req-441bfd5e-91dd-491d-8861-ab1ea761baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:19.316086 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cc2104-7553-4575-895f-528dd0ccf312 req-441bfd5e-91dd-491d-8861-ab1ea761baab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436807 Aug 11 01:41:19.406356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cc2104-7553-4575-895f-528dd0ccf312 req-d639de00-d904-405f-97a2-d4918992b5f3 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834372 Aug 11 01:41:19.498132 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16cc2104-7553-4575-895f-528dd0ccf312 req-ec2a1bef-6f4b-4c10-bad9-3fac4c126ee7 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852959 Aug 11 01:41:20.107453 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3c3b5-657a-4682-bbf5-ee13cab3f61a req-d5c31cfe-8733-404c-8b39-1ff1a1edf220 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:20.109486 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71e3c3b5-657a-4682-bbf5-ee13cab3f61a req-d5c31cfe-8733-404c-8b39-1ff1a1edf220 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0508757 Aug 11 01:41:20.147051 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-71e3c3b5-657a-4682-bbf5-ee13cab3f61a req-c018655e-56e0-41e5-a290-10d73095fffc tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Aug 11 01:41:20.676249 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:21.263018 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52977120-52b0-4cf9-8ad5-3b0c5d112bb3 req-97915218-8865-4e0d-a846-2635af2a434d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:21.264447 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52977120-52b0-4cf9-8ad5-3b0c5d112bb3 req-97915218-8865-4e0d-a846-2635af2a434d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Aug 11 01:41:21.301874 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-52977120-52b0-4cf9-8ad5-3b0c5d112bb3 req-75c33e98-b26d-4cf3-976a-86a8c8ba8d44 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Aug 11 01:41:21.693383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb3535-f39d-4f57-966c-67a04db367d2 req-62c8015c-5503-4cd3-9059-6b6dedbf853c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:21.694939 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1bb3535-f39d-4f57-966c-67a04db367d2 req-62c8015c-5503-4cd3-9059-6b6dedbf853c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0509632 Aug 11 01:41:21.735269 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b1bb3535-f39d-4f57-966c-67a04db367d2 req-c07b86a9-6001-44b2-a104-4a21b0046a2e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Aug 11 01:41:22.542151 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-2c29186c-bce4-4c50-bbb9-4dddc28d08f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4208877 Aug 11 01:41:22.628935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:22.850094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eed9ab-1d1f-408e-bcf2-fa2276a23b11 req-59e85ba7-8263-4283-962d-70b1c2c26902 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:22.851873 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e2eed9ab-1d1f-408e-bcf2-fa2276a23b11 req-59e85ba7-8263-4283-962d-70b1c2c26902 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Aug 11 01:41:22.853488 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:41:22.891930 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e2eed9ab-1d1f-408e-bcf2-fa2276a23b11 req-6e26101a-43dc-4238-b7a1-db9469e74047 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335567 Aug 11 01:41:23.090269 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:23.112614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:41:23.117394 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9243913c-8a39-4d17-9839-0259a75bc93f" -d '{"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:41:23.128180 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:41:23.148460 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54064939-05b5-4127-894b-82bded6aaa9a x-openstack-request-id: req-54064939-05b5-4127-894b-82bded6aaa9a {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:41:23.148754 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-unplugged", "status": "failed", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713", "code": 422}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:41:23.149013 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54064939-05b5-4127-894b-82bded6aaa9a {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:41:23.149415 n-d-712143-13 neutron-server[95256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'code': 422} returned with failed status Aug 11 01:41:23.216674 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:23.264987 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:41:23.902112 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-072f4626-b22f-4a01-8607-e2b2b887b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:23.903674 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-072f4626-b22f-4a01-8607-e2b2b887b1ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5&tenant_id=629ab20823bd42ff9e93a81b875255bc HTTP/1.1" status: 200 len: 1095 time: 0.0469809 Aug 11 01:41:23.982130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-33949602-23bf-4884-8205-0c85ab165e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:23.983666 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-33949602-23bf-4884-8205-0c85ab165e47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1095 time: 0.0574481 Aug 11 01:41:24.077385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974a82b-7906-46a5-bbde-ac1aef0a0ce0 req-6b04ed4b-fedd-4152-82b6-2a4461baedd2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:24.078961 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5974a82b-7906-46a5-bbde-ac1aef0a0ce0 req-6b04ed4b-fedd-4152-82b6-2a4461baedd2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.1129694 Aug 11 01:41:24.135086 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-6b7d63e7-b084-478f-8975-3af2de3c6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:24.136692 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-6b7d63e7-b084-478f-8975-3af2de3c6a9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.1387827 Aug 11 01:41:24.142477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5974a82b-7906-46a5-bbde-ac1aef0a0ce0 req-fef8ceab-b7bc-470f-80b3-a892c24b1b01 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516922 Aug 11 01:41:24.211455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-b73da9ce-e1d9-405c-ba5d-9b139c0dfcb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 998 time: 0.0669050 Aug 11 01:41:24.265432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-6d6edfec-05c8-4f9c-97cb-4f2d1ab0fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:24.267078 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-6d6edfec-05c8-4f9c-97cb-4f2d1ab0fd74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0493994 Aug 11 01:41:24.314656 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-39fac26a-ff34-4908-808a-25e1e00a6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:24.316194 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-39fac26a-ff34-4908-808a-25e1e00a6de7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408485 Aug 11 01:41:24.406890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-dde3ec8b-51b8-4804-8a3e-f57577ac40be service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834651 Aug 11 01:41:24.502319 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32e78d32-16d7-451e-9c47-c74d9e76aa49 req-f5a2bd9a-1b26-498f-baa9-7f4a626e1629 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884070 Aug 11 01:41:25.276277 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a10a1-1e7b-4be7-bf5d-af681241c6cf req-c31fba30-9ed5-46f9-919f-e13ab4283c94 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:25.277690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-184a10a1-1e7b-4be7-bf5d-af681241c6cf req-c31fba30-9ed5-46f9-919f-e13ab4283c94 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0566020 Aug 11 01:41:25.318031 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-184a10a1-1e7b-4be7-bf5d-af681241c6cf req-6442076b-b170-4fd6-af0c-2533c21d0d1d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Aug 11 01:41:26.444130 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4a719-ddb4-418c-aabf-230bf064f86f req-76e5327e-ea7f-4cf5-8b76-74faa963b28c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:26.446324 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dac4a719-ddb4-418c-aabf-230bf064f86f req-76e5327e-ea7f-4cf5-8b76-74faa963b28c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0534897 Aug 11 01:41:26.490238 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dac4a719-ddb4-418c-aabf-230bf064f86f req-89b451ff-98e1-4d36-95b4-c8c016cc7946 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373876 Aug 11 01:41:27.614233 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd84ea-e69b-4ab0-a606-562066fd86c0 req-8f0a636f-704a-42f5-a9aa-fc31097ca1e1 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:27.615821 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67fd84ea-e69b-4ab0-a606-562066fd86c0 req-8f0a636f-704a-42f5-a9aa-fc31097ca1e1 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0496604 Aug 11 01:41:27.654792 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-67fd84ea-e69b-4ab0-a606-562066fd86c0 req-405b2af2-781d-4f5b-a96d-2eb897406ab7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Aug 11 01:41:28.790411 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6be77-59f1-49aa-9a44-f8d5be6de353 req-ac6dd8a5-98f3-41f4-8f5b-a729fc4a2787 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:28.791991 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6fb6be77-59f1-49aa-9a44-f8d5be6de353 req-ac6dd8a5-98f3-41f4-8f5b-a729fc4a2787 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0641694 Aug 11 01:41:28.830953 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6fb6be77-59f1-49aa-9a44-f8d5be6de353 req-eb9ba5af-5430-4cbc-95ba-8a1816400773 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329571 Aug 11 01:41:29.960293 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35cb9-751f-4c0e-a81d-e21868a56bf7 req-16e11f9b-8fbc-46c7-a0ea-bb3867105d47 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:29.961796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42f35cb9-751f-4c0e-a81d-e21868a56bf7 req-16e11f9b-8fbc-46c7-a0ea-bb3867105d47 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0558710 Aug 11 01:41:30.007650 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-42f35cb9-751f-4c0e-a81d-e21868a56bf7 req-41d0dbf5-ffd3-44a7-94a9-76fb512558c2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Aug 11 01:41:30.133211 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:30.304827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:31.130808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a12b8-2248-4a79-b727-0dffe8f0db94 req-4f97d049-ea82-4880-9b3d-6d4aa20a11f0 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:31.132372 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-454a12b8-2248-4a79-b727-0dffe8f0db94 req-4f97d049-ea82-4880-9b3d-6d4aa20a11f0 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0543611 Aug 11 01:41:31.170151 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-454a12b8-2248-4a79-b727-0dffe8f0db94 req-1092d81b-fe30-4cd0-8c07-ca1addc3b01c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Aug 11 01:41:32.311536 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d2d92-a6eb-4252-9a51-6fc822e821be req-05bd7f60-81d0-4134-a4b0-9cc9401a9acf tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:32.314098 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd7d2d92-a6eb-4252-9a51-6fc822e821be req-05bd7f60-81d0-4134-a4b0-9cc9401a9acf tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0604539 Aug 11 01:41:32.359492 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bd7d2d92-a6eb-4252-9a51-6fc822e821be req-b754e50b-0afe-41dd-85ee-ba3f939b527a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388825 Aug 11 01:41:33.481023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c7e6b-c7d6-43da-9ac4-b15692c7e01c req-4f26f3f1-50bb-4f53-a77a-fff9e18d34db tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:33.482630 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-412c7e6b-c7d6-43da-9ac4-b15692c7e01c req-4f26f3f1-50bb-4f53-a77a-fff9e18d34db tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0512083 Aug 11 01:41:33.524730 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-412c7e6b-c7d6-43da-9ac4-b15692c7e01c req-edb5fb3b-7405-48f0-8d1b-47abbd4d836d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352921 Aug 11 01:41:34.671803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59d9a-8caa-4279-8203-ab2196e81e97 req-9531f5e5-a720-4163-bf7d-460049b7ee3d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:34.673425 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ada59d9a-8caa-4279-8203-ab2196e81e97 req-9531f5e5-a720-4163-bf7d-460049b7ee3d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0605280 Aug 11 01:41:34.719401 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ada59d9a-8caa-4279-8203-ab2196e81e97 req-593a5e48-cf43-4c27-a00d-fa1ae4e2f798 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Aug 11 01:41:35.840204 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bde31-c13c-4263-bf91-a5406ef722b4 req-c6645b70-7a7c-4021-a277-48fc7b8434df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:35.841690 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-730bde31-c13c-4263-bf91-a5406ef722b4 req-c6645b70-7a7c-4021-a277-48fc7b8434df tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0524826 Aug 11 01:41:35.879367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-730bde31-c13c-4263-bf91-a5406ef722b4 req-5f08d3d6-8e8d-4643-b586-3ce3d59aeab1 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311344 Aug 11 01:41:36.995605 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeee158-fbad-47a7-bcd6-4f77ea5e467d req-c2c0298b-71a4-43cc-ad94-24ba8885ad8c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:36.997030 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9eeee158-fbad-47a7-bcd6-4f77ea5e467d req-c2c0298b-71a4-43cc-ad94-24ba8885ad8c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0489962 Aug 11 01:41:37.038604 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9eeee158-fbad-47a7-bcd6-4f77ea5e467d req-e69d9a99-08fb-4578-bd83-ba4d0500d425 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355771 Aug 11 01:41:38.158497 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741628a-a00a-4668-803c-e75650cddc77 req-5e3e3229-99ec-4261-a622-d35cea4ae737 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:38.160077 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e741628a-a00a-4668-803c-e75650cddc77 req-5e3e3229-99ec-4261-a622-d35cea4ae737 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 943 time: 0.0491669 Aug 11 01:41:38.196282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e741628a-a00a-4668-803c-e75650cddc77 req-fc170e7d-dfb0-4772-90d9-b63434a3e31e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304205 Aug 11 01:41:38.882182 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:41:38.977370 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:41:38.989153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'port_id': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'mac_address': 'fa:16:3e:a0:66:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:41:39.026409 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:39.038707 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2bc466-15a7-455f-9926-db49e4fc4713 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:41:39.058121 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:41:39.121810 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:39.173178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:41:39.312430 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f4d3-b6bf-482e-a0da-2fb0613caca0 req-8a4f1378-8cc9-46c0-99b9-7977e4292673 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:39.314009 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9525f4d3-b6bf-482e-a0da-2fb0613caca0 req-8a4f1378-8cc9-46c0-99b9-7977e4292673 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 944 time: 0.0500882 Aug 11 01:41:39.351593 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['2f2bc466-15a7-455f-9926-db49e4fc4713'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:41:39.351849 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9525f4d3-b6bf-482e-a0da-2fb0613caca0 req-20dad1b8-c843-4a9e-b9e1-16950218bce7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318363 Aug 11 01:41:40.467110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c99ec5-40e9-44e8-9a5b-6d5235df7efc req-72ac3915-55ac-472b-b295-f47fba4cae95 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:40.468626 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-46c99ec5-40e9-44e8-9a5b-6d5235df7efc req-72ac3915-55ac-472b-b295-f47fba4cae95 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 944 time: 0.0489490 Aug 11 01:41:40.506526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-46c99ec5-40e9-44e8-9a5b-6d5235df7efc req-bb5e6c7f-4eb6-4bc3-875a-45c1d59ff337 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Aug 11 01:41:40.896796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:41:40.944847 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 2f2bc466-15a7-455f-9926-db49e4fc4713 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:41:40.945247 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:41.019704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:41.044622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:41:41.046854 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c68f98-f5b5-4f71-8f6f-0bc9119090ab" -d '{"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-plugged", "status": "completed", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:41:41.059389 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:41:41.083544 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91606f-6b4f-47e2-859d-0ce4d0fcdb91 x-openstack-request-id: req-ef91606f-6b4f-47e2-859d-0ce4d0fcdb91 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:41:41.084021 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-plugged", "status": "completed", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:41:41.084277 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef91606f-6b4f-47e2-859d-0ce4d0fcdb91 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:41:41.084672 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'code': 200} Aug 11 01:41:41.115673 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:41.165164 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=10']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:41:41.307848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ad52f-4f7c-42d6-a3c3-e9567b3c4fc8 req-4fa0ca5a-c2bc-4f6f-86ca-a8bd33aa2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:41.309335 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d57ad52f-4f7c-42d6-a3c3-e9567b3c4fc8 req-4fa0ca5a-c2bc-4f6f-86ca-a8bd33aa2ab3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1098 time: 0.0433655 Aug 11 01:41:41.344860 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d57ad52f-4f7c-42d6-a3c3-e9567b3c4fc8 req-9f81c704-e379-4f1e-8dfd-8af95c63ab51 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278258 Aug 11 01:41:41.619682 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e96a39-f3e4-4041-ad2e-16288816bbc1 req-4f6551e3-8168-4232-a69f-4d5dcb225156 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:41.621084 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98e96a39-f3e4-4041-ad2e-16288816bbc1 req-4f6551e3-8168-4232-a69f-4d5dcb225156 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 946 time: 0.0482399 Aug 11 01:41:41.659684 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-98e96a39-f3e4-4041-ad2e-16288816bbc1 req-a5d1b78a-f32b-4a10-8c1d-2cd6aea8937c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Aug 11 01:41:42.778081 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee471-6e47-4946-a9ed-d31c2ca851e6 req-5d58de64-f0e2-4967-93b7-d37fd9099dde tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:42.779529 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-975ee471-6e47-4946-a9ed-d31c2ca851e6 req-5d58de64-f0e2-4967-93b7-d37fd9099dde tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 946 time: 0.0492334 Aug 11 01:41:42.819051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-975ee471-6e47-4946-a9ed-d31c2ca851e6 req-376afff1-bcfd-4b9d-879c-34f889c0065f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327187 Aug 11 01:41:43.936445 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f68c-d70f-40b4-9d30-a44d8ca52ef3 req-3bafa3d1-9505-4cd6-8857-036caea3f406 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:41:43.938432 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0720f68c-d70f-40b4-9d30-a44d8ca52ef3 req-3bafa3d1-9505-4cd6-8857-036caea3f406 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 946 time: 0.0481880 Aug 11 01:41:43.976691 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0720f68c-d70f-40b4-9d30-a44d8ca52ef3 req-d2863284-2242-46fd-b785-3a21d75b6d58 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323792 Aug 11 01:41:44.590143 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:41:46.319486 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-35944745-9466-4258-aea5-faef0151fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:48.909713 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d10e325-0764-45ed-a26a-309f78cd7d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:48.932439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:50.698068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:41:52.635048 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:00.166544 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:00.298446 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:00.947248 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-3da0fc6c-ade0-45fb-9363-4bfb387724ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431840 Aug 11 01:42:01.026648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-303127c9-5774-4052-b740-d6cd2753d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:01.028172 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-303127c9-5774-4052-b740-d6cd2753d3d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1098 time: 0.0392668 Aug 11 01:42:01.129273 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-3cf10edc-4c7b-45ff-bce5-5e117320fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:01.130751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-3cf10edc-4c7b-45ff-bce5-5e117320fe8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0826688 Aug 11 01:42:01.198931 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-ce36f7e3-f5ad-42fd-ab43-5474debd2b34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 1000 time: 0.0606096 Aug 11 01:42:01.248021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-a894a6da-f21c-4b16-b071-a2ff0146f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:01.249782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-a894a6da-f21c-4b16-b071-a2ff0146f431 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0432990 Aug 11 01:42:01.295728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-88f8a102-9325-44de-92a5-4710a5f61088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:01.297237 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-88f8a102-9325-44de-92a5-4710a5f61088 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402725 Aug 11 01:42:01.308524 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-1e0b05d0-7c99-4e32-863b-bfe3dab5d212 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:42:01.311040 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-1e0b05d0-7c99-4e32-863b-bfe3dab5d212 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049186 Aug 11 01:42:01.403515 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-7715a3ab-34d6-4b5d-b288-f9cc200bf8f1 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858772 Aug 11 01:42:01.490826 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cb07256f-1cf2-43c4-b3c4-24aafd969115 req-62fec0ae-ce7c-4768-8366-e61e3b96acc6 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802722 Aug 11 01:42:16.337443 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c419c4ea-99ea-4ce2-8f46-63470c6875f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:18.936914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-102f38e3-29e5-4c0f-9b98-33087b6593a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:18.971450 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:20.662950 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:21.589625 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:42:22.640048 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:30.153997 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:30.291304 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:46.296655 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c00bd5e6-fb6b-44b9-98d4-aff8e06d3510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:48.942152 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0d1e076e-5a08-4ef3-9a0e-e190abf2de09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:48.970489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:50.677696 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:52.627492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:54.647179 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55734) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:42:54.811664 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Deleting port 5ad384fa-f0fa-4fd0-9fad-34c22a3b5f30 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:42:54.811997 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:54.888440 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:54.888765 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:54.899996 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Calling delete_port for 5ad384fa-f0fa-4fd0-9fad-34c22a3b5f30 owned by network:floatingip {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:42:55.176100 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:55.199255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event deleted for resources: {'Port': ['ID=5ad384fa-f0fa-4fd0-9fad-34c22a3b5f30,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:42:55.213380 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.213738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.214085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.214448 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.214795 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.215131 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.215488 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.215822 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.216157 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.217150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.217518 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.217848 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:55.275912 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for floatingip, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:55.276254 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Floating IP 9bcd717e-237a-42d3-ad6c-4fe88cf79a3e disassociated (deleted). External IP: 172.25.0.32, port: 2f2bc466-15a7-455f-9926-db49e4fc4713. Aug 11 01:42:55.480484 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:42:55.585203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:42:55.589998 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:55.595079 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] Sync routers for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:42:55.607937 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:42:55.608558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:42:55.620491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cf03353d-1e9d-4b6a-bb21-19cc77a37243 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "DELETE /v2.0/floatingips/9bcd717e-237a-42d3-ad6c-4fe88cf79a3e HTTP/1.1" status: 204 len: 168 time: 0.9717586 Aug 11 01:42:55.621191 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:42:55.624116 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb79775-e7a5-496b-b896-d2f98fa60db8" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:42:55.714728 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:42:55.723153 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f205095f-f890-4211-a645-70df670d6668 x-openstack-request-id: req-f205095f-f890-4211-a645-70df670d6668 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:42:55.723688 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:42:55.723800 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f205095f-f890-4211-a645-70df670d6668 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:42:55.724446 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'status': 'completed', 'code': 200} Aug 11 01:42:55.791221 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-919eea9c-6170-4284-846b-c144ed05877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:55.792809 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-919eea9c-6170-4284-846b-c144ed05877a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 1098 time: 0.0477805 Aug 11 01:42:55.887474 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-983506d3-0011-46ff-8cb4-fe5f99b42940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:55.889637 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-983506d3-0011-46ff-8cb4-fe5f99b42940 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0897038 Aug 11 01:42:55.931218 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:42:55.938090 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-6d5ae140-a0cd-40ba-a507-fa1bfca09414 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 200 len: 217 time: 0.0353403 Aug 11 01:42:55.958902 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] Checking router: 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:42:55.968391 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:42:55.969299 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:42:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:42:56.004236 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-eed0bc48-b9ee-4828-8c4a-10eaf2a31c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:56.005731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-eed0bc48-b9ee-4828-8c4a-10eaf2a31c76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0656376 Aug 11 01:42:56.066845 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f4b5e-c417-41d8-8fd1-854679d6ba9b req-ccd6f238-aee0-4993-a13f-3452b93ca92a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:56.068291 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-324f4b5e-c417-41d8-8fd1-854679d6ba9b req-ccd6f238-aee0-4993-a13f-3452b93ca92a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 946 time: 0.0804820 Aug 11 01:42:56.079038 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-4380a5e6-dac7-4800-a8aa-dcdac5704118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:56.080537 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-4380a5e6-dac7-4800-a8aa-dcdac5704118 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607247 Aug 11 01:42:56.082493 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:42:56.289573 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:42:56.318556 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7360dba-21b9-4ccd-9445-9f36e1a14c19 None None] The sync data for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 is: [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:42:56.523771 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-324f4b5e-c417-41d8-8fd1-854679d6ba9b req-5515f2a1-42af-4112-82a4-3bfa3b3e92a2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468844 Aug 11 01:42:56.566371 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-23936f2e-941d-4987-b347-58cacf2ccd93 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729502 Aug 11 01:42:56.584744 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871cc6a-a07d-42e7-93c2-03660abe1b67 None None] New status for floating IP 9bcd717e-237a-42d3-ad6c-4fe88cf79a3e: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:42:56.658613 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3cb79775-e7a5-496b-b896-d2f98fa60db8 req-bc386633-9d62-4a86-91ec-3c5bfd4bd760 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843430 Aug 11 01:42:57.298891 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559be211-4a7c-404f-9f52-636313ff2f00 req-0e9c46df-5f63-4e2e-ba4d-fb974ee8d92d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:57.300404 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-559be211-4a7c-404f-9f52-636313ff2f00 req-0e9c46df-5f63-4e2e-ba4d-fb974ee8d92d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 946 time: 0.0540652 Aug 11 01:42:57.397311 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Deleting port 2f2bc466-15a7-455f-9926-db49e4fc4713 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:42:57.397656 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:57.488217 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] For port 2f2bc466-15a7-455f-9926-db49e4fc4713, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=2f2bc466-15a7-455f-9926-db49e4fc4713,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:42:57.488639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:57.501397 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Calling delete_port for 2f2bc466-15a7-455f-9926-db49e4fc4713 owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:42:57.645435 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef2751-1349-44df-a81f-66df0e116085 req-ec82c4e6-06a0-40a1-b5fa-29dbe1adb746 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:42:57.646926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-43ef2751-1349-44df-a81f-66df0e116085 req-ec82c4e6-06a0-40a1-b5fa-29dbe1adb746 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 946 time: 0.0496128 Aug 11 01:42:57.685478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-43ef2751-1349-44df-a81f-66df0e116085 req-725642f0-9010-4bc1-ab2a-92c103f960b2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=37a7ecce-ca69-4930-bdd1-55a3734f0b39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Aug 11 01:42:57.702212 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:57.736638 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event deleted for resources: {'Port': ['ID=2f2bc466-15a7-455f-9926-db49e4fc4713,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:42:57.765126 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.765469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.765810 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.766148 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.766478 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.766805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.767131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.767550 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.767873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.768214 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.768556 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.768970 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:42:57.789499 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] No DVR routers for this DVR port 2f2bc466-15a7-455f-9926-db49e4fc4713 on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:42:57.792313 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:57.794405 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-559be211-4a7c-404f-9f52-636313ff2f00 req-53a7e546-d85f-4707-83ba-53ae84cf5617 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.44 "DELETE /v2.0/ports/2f2bc466-15a7-455f-9926-db49e4fc4713 HTTP/1.1" status: 204 len: 173 time: 0.4881411 Aug 11 01:42:57.794865 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-deleted', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:42:57.797187 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae7e616-ba3d-447e-b4c6-9fe84123fcda" -d '{"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-deleted", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:42:57.889999 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eee26e-2ab3-4419-9f0e-ad4d6c7b3354 x-openstack-request-id: req-e5eee26e-2ab3-4419-9f0e-ad4d6c7b3354 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:42:57.890285 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c428d0-eff9-4ca3-b2bb-29e726e40fa5", "name": "network-vif-deleted", "tag": "2f2bc466-15a7-455f-9926-db49e4fc4713", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:42:57.890532 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5eee26e-2ab3-4419-9f0e-ad4d6c7b3354 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:42:57.890926 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c428d0-eff9-4ca3-b2bb-29e726e40fa5', 'name': 'network-vif-deleted', 'tag': '2f2bc466-15a7-455f-9926-db49e4fc4713', 'status': 'completed', 'code': 200} Aug 11 01:42:58.588481 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:42:58.799988 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7b40e42e-7c6f-4926-82d7-134ac78620af req-4499fc13-a7b8-4b2b-847d-d05b4c99fe9b tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8c428d0-eff9-4ca3-b2bb-29e726e40fa5 HTTP/1.1" status: 200 len: 210 time: 0.0322964 Aug 11 01:42:59.858712 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55760) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:42:59.915650 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a4bc92a-d145-460d-9caa-7a2e695fd3e9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:42:59.939789 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a4bc92a-d145-460d-9caa-7a2e695fd3e9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.072606 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a4bc92a-d145-460d-9caa-7a2e695fd3e9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.075262 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-0a4bc92a-d145-460d-9caa-7a2e695fd3e9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.077267 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-0a4bc92a-d145-460d-9caa-7a2e695fd3e9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "DELETE /v2.0/security-groups/37a7ecce-ca69-4930-bdd1-55a3734f0b39 HTTP/1.1" status: 204 len: 168 time: 0.2173519 Aug 11 01:43:00.090510 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bc92a-d145-460d-9caa-7a2e695fd3e9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a7ecce-ca69-4930-bdd1-55a3734f0b39,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:00.152843 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.277626 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.531013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55766) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:00.535743 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-21c4fb70-60b9-4ff5-9e9e-bb50a3abfc25 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2504503', 'description': 'tempest-secgroup-smoke-2504503 description', 'project_id': '629ab20823bd42ff9e93a81b875255bc'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:00.633480 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-21c4fb70-60b9-4ff5-9e9e-bb50a3abfc25 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.717850 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-21c4fb70-60b9-4ff5-9e9e-bb50a3abfc25 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.792597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-21c4fb70-60b9-4ff5-9e9e-bb50a3abfc25 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.822462 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4fb70-60b9-4ff5-9e9e-bb50a3abfc25 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:00.901592 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-21c4fb70-60b9-4ff5-9e9e-bb50a3abfc25 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:00.902917 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-21c4fb70-60b9-4ff5-9e9e-bb50a3abfc25 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3708510 Aug 11 01:43:00.906176 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55768) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:00.910610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ec1b5369-1d9b-47d4-9c7d-b7fc0d553968 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': 'ee8cc916-b87d-4dd6-a971-8f2c9b431ab8', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:01.009292 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5369-1d9b-47d4-9c7d-b7fc0d553968 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.068617 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5369-1d9b-47d4-9c7d-b7fc0d553968 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.129984 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5369-1d9b-47d4-9c7d-b7fc0d553968 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.147201 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b5369-1d9b-47d4-9c7d-b7fc0d553968 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b98e089-b095-4f0b-823c-4121d9addaad,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:01.221571 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5369-1d9b-47d4-9c7d-b7fc0d553968 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.222848 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ec1b5369-1d9b-47d4-9c7d-b7fc0d553968 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157356 Aug 11 01:43:01.226050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55770) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:01.230785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-738d10a7-c66e-44a1-8d7f-640420d40c81 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': 'ee8cc916-b87d-4dd6-a971-8f2c9b431ab8', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:01.332049 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:43:01.352250 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-738d10a7-c66e-44a1-8d7f-640420d40c81 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.356092 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 2f2bc466-15a7-455f-9926-db49e4fc4713 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:43:01.356498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 2f2bc466-15a7-455f-9926-db49e4fc4713 not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:43:01.402109 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-738d10a7-c66e-44a1-8d7f-640420d40c81 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.461696 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-738d10a7-c66e-44a1-8d7f-640420d40c81 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.483232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d10a7-c66e-44a1-8d7f-640420d40c81 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2269b098-4ae5-499d-85f0-ccbf59d0d2f2,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:01.569767 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-738d10a7-c66e-44a1-8d7f-640420d40c81 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.571063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-738d10a7-c66e-44a1-8d7f-640420d40c81 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3439958 Aug 11 01:43:01.573828 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55772) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:01.579014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-cf532cf9-41dd-459d-9bc1-c547a4f41663 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': 'ee8cc916-b87d-4dd6-a971-8f2c9b431ab8', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:01.701272 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf532cf9-41dd-459d-9bc1-c547a4f41663 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.758969 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf532cf9-41dd-459d-9bc1-c547a4f41663 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.838554 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf532cf9-41dd-459d-9bc1-c547a4f41663 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.858659 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf532cf9-41dd-459d-9bc1-c547a4f41663 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c541a4b3-4cab-4a8d-bf3b-493212cc9edb,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:01.918697 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-cf532cf9-41dd-459d-9bc1-c547a4f41663 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:01.919981 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-cf532cf9-41dd-459d-9bc1-c547a4f41663 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451452 Aug 11 01:43:01.923280 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55774) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:01.927803 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-136d6585-9e63-4bd2-a808-274806ceb151 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': 'ee8cc916-b87d-4dd6-a971-8f2c9b431ab8', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:02.026837 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-136d6585-9e63-4bd2-a808-274806ceb151 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.089989 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-136d6585-9e63-4bd2-a808-274806ceb151 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.164070 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-136d6585-9e63-4bd2-a808-274806ceb151 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.184351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d6585-9e63-4bd2-a808-274806ceb151 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f225677-41a6-4b06-a4c7-67a810e069c0,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:02.255645 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-136d6585-9e63-4bd2-a808-274806ceb151 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.256995 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-136d6585-9e63-4bd2-a808-274806ceb151 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325939 Aug 11 01:43:02.259626 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 55776) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:02.264292 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-85587baf-1743-4cd6-95e1-01c11fb26cf2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': 'ee8cc916-b87d-4dd6-a971-8f2c9b431ab8', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:02.335717 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-85587baf-1743-4cd6-95e1-01c11fb26cf2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Project 629ab20823bd42ff9e93a81b875255bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:43:02.341037 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85587baf-1743-4cd6-95e1-01c11fb26cf2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.404515 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85587baf-1743-4cd6-95e1-01c11fb26cf2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.472567 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85587baf-1743-4cd6-95e1-01c11fb26cf2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.492014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85587baf-1743-4cd6-95e1-01c11fb26cf2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9e73a6-93ae-4ad1-a011-e48fcbcb2ec0,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:02.552637 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-85587baf-1743-4cd6-95e1-01c11fb26cf2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.553854 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-85587baf-1743-4cd6-95e1-01c11fb26cf2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2932489 Aug 11 01:43:02.556692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55778) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:02.562636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-924a65d3-507a-4839-8966-50889d8e9694 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'security_group_rule': {'security_group_id': 'ee8cc916-b87d-4dd6-a971-8f2c9b431ab8', 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:02.661316 n-d-712143-13 neutron-server[95255]: INFO neutron.db.securitygroups_db [None req-924a65d3-507a-4839-8966-50889d8e9694 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Project 629ab20823bd42ff9e93a81b875255bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:43:02.666502 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-924a65d3-507a-4839-8966-50889d8e9694 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.729132 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-924a65d3-507a-4839-8966-50889d8e9694 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.815623 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-924a65d3-507a-4839-8966-50889d8e9694 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.833961 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a65d3-507a-4839-8966-50889d8e9694 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32a1d0b-c432-4def-b024-14965fdeba18,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:02.918800 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-924a65d3-507a-4839-8966-50889d8e9694 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:02.920143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-924a65d3-507a-4839-8966-50889d8e9694 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3624196 Aug 11 01:43:16.295532 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-38d66520-38f2-4c92-b35c-53582afa4ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:18.957645 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bd66ee02-ea16-4731-97cd-812fd6fdde6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:19.003816 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:20.705884 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:22.666475 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:22.937935 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-b966932b-2c9c-48a2-88e9-69143a467205 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2504503&fields=id&tenant_id=629ab20823bd42ff9e93a81b875255bc HTTP/1.1" status: 200 len: 267 time: 0.0325596 Aug 11 01:43:23.045957 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-55d1dfa1-d789-4b2f-aed5-39b36914ebe2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:23.047580 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-55d1dfa1-d789-4b2f-aed5-39b36914ebe2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 808 time: 0.1027045 Aug 11 01:43:23.062797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-77cce001-577d-4dca-b788-ef6d86fc9832 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/quotas/629ab20823bd42ff9e93a81b875255bc HTTP/1.1" status: 200 len: 375 time: 0.0093856 Aug 11 01:43:23.119789 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-0991c826-7acc-4861-af36-df24e01cc16c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513270 Aug 11 01:43:23.254444 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-2600d99a-6f87-4bcd-8177-96c6b73c52cd service neutron] 10.222.0.43 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233449 Aug 11 01:43:23.349084 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-e9afe2c9-3807-49dd-985c-c9e720d6339b service neutron] 10.222.0.43 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877502 Aug 11 01:43:23.914906 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8aff260f-a8e9-4dae-bd20-c3814493c90b req-001ae0f0-1bdf-4934-8532-03e755f38cdc tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 210 time: 0.0267897 Aug 11 01:43:25.012547 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bedc09a5-f123-4a68-88d9-8d008a1dacae req-256e0e0d-3f9c-423a-b4fc-047734ba5759 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 210 time: 0.0277724 Aug 11 01:43:25.569270 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-a3f832b8-32f4-4dbc-b2e4-1fce15218628 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:25.570756 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-a3f832b8-32f4-4dbc-b2e4-1fce15218628 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 808 time: 0.1033347 Aug 11 01:43:25.615387 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-4a0b5c07-17b6-4726-98f8-34904bb6bd36 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629ab20823bd42ff9e93a81b875255bc HTTP/1.1" status: 200 len: 377 time: 0.0354884 Aug 11 01:43:25.624506 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'port': {'device_id': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'admin_state_up': True, 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'security_groups': ['ee8cc916-b87d-4dd6-a971-8f2c9b431ab8']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:25.786542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Made reservation on behalf of 629ab20823bd42ff9e93a81b875255bc for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:43:25.790448 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:25.929026 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Allocated IP 172.20.0.5 (40347c48-7c96-4caf-913b-04172881cb7e/7078b4c8-1cf8-4277-8c65-debd6e78900e/ca26837c-38b8-4a79-ace7-ab3350adf7de) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:43:26.096934 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:26.121407 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-83c28751-e74b-4eff-a83e-0432815257f9 req-60de0231-8aa9-4ef1-907b-8a04a3cb73e3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 210 time: 0.0378237 Aug 11 01:43:26.126012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Transition to ACTIVE for port object ca26837c-38b8-4a79-ace7-ab3350adf7de will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:43:26.226690 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:26.271432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Network 40347c48-7c96-4caf-913b-04172881cb7e is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:43:26.274452 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:43:26.278264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:43:26.285087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:26.344073 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:26.344723 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:26.427524 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-20fcd569-9e9f-4eab-9173-e538e6e0feae tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8067434 Aug 11 01:43:26.439905 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Request body: {'port': {'device_id': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:26.496865 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:26.700549 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ea3786f2-66e6-4e62-b78a-310dc614bb54 None None] Provisioning for port ca26837c-38b8-4a79-ace7-ab3350adf7de completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:43:26.704533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ea3786f2-66e6-4e62-b78a-310dc614bb54 None None] Provisioning complete for port ca26837c-38b8-4a79-ace7-ab3350adf7de triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:43:26.704918 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ea3786f2-66e6-4e62-b78a-310dc614bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:26.740974 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ea3786f2-66e6-4e62-b78a-310dc614bb54 None None] Port ca26837c-38b8-4a79-ace7-ab3350adf7de cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:43:26.767404 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca26837c-38b8-4a79-ace7-ab3350adf7de {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:43:26.775898 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:26.788013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Transition to ACTIVE for port object ca26837c-38b8-4a79-ace7-ab3350adf7de will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:43:26.860286 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:26.920208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:27.007345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Attempting to bind port ca26837c-38b8-4a79-ace7-ab3350adf7de on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:43:27.007772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Attempting to bind port ca26837c-38b8-4a79-ace7-ab3350adf7de by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:43:27.008215 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Attempting to bind port ca26837c-38b8-4a79-ace7-ab3350adf7de on network 40347c48-7c96-4caf-913b-04172881cb7e {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:43:27.013668 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Port ca26837c-38b8-4a79-ace7-ab3350adf7de on network 40347c48-7c96-4caf-913b-04172881cb7e not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:43:27.014085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Attempting to bind port ca26837c-38b8-4a79-ace7-ab3350adf7de on network 40347c48-7c96-4caf-913b-04172881cb7e {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:43:27.020543 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:43:27.020899 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Checking segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:43:27.021293 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Bound using segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:43:27.021730 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Bound port: ca26837c-38b8-4a79-ace7-ab3350adf7de, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:43:27.022103 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:27.092325 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:43:27.095927 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:43:27.204053 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:27.245331 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:27.246104 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:27.247731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] 10.222.0.44 "PUT /v2.0/ports/ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 1092 time: 0.8124495 Aug 11 01:43:27.248271 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:43:27.249922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fd21c-3f63-463e-8933-be486459726a req-c4fe9d1c-01c0-4382-8ba1-77f4eafb6f70 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:27.250815 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1f324a-f821-4d3a-8f73-be4aabe6e53c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:43:27.251496 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a8fd21c-3f63-463e-8933-be486459726a req-c4fe9d1c-01c0-4382-8ba1-77f4eafb6f70 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0516610 Aug 11 01:43:27.282873 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c7f7f-53b8-466e-a377-af7fb44e3c01 service neutron] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:27.305416 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbcc8c-bf54-4261-b7e8-80ac29145038 x-openstack-request-id: req-59fbcc8c-bf54-4261-b7e8-80ac29145038 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:43:27.305416 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:43:27.305416 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59fbcc8c-bf54-4261-b7e8-80ac29145038 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:43:27.305416 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'status': 'completed', 'code': 200} Aug 11 01:43:27.327771 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a8fd21c-3f63-463e-8933-be486459726a req-2afdeef5-c524-45c7-8d13-8f8832ae4dd1 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534286 Aug 11 01:43:27.377648 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f324a-f821-4d3a-8f73-be4aabe6e53c req-47388520-bb96-4fc3-9398-a17c3dc6c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:27.379266 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef1f324a-f821-4d3a-8f73-be4aabe6e53c req-47388520-bb96-4fc3-9398-a17c3dc6c7e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1095 time: 0.0531480 Aug 11 01:43:27.501644 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f324a-f821-4d3a-8f73-be4aabe6e53c req-231ccc79-f451-4ddc-958d-ffe9347c93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:27.503336 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef1f324a-f821-4d3a-8f73-be4aabe6e53c req-231ccc79-f451-4ddc-958d-ffe9347c93ce service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=629ab20823bd42ff9e93a81b875255bc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1167812 Aug 11 01:43:27.608907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f324a-f821-4d3a-8f73-be4aabe6e53c req-381fb598-6cd5-4945-86ae-ec1053027065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:27.610447 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-ef1f324a-f821-4d3a-8f73-be4aabe6e53c req-381fb598-6cd5-4945-86ae-ec1053027065 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007862 Aug 11 01:43:27.695569 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-2d80a5ae-090c-4d00-b1de-0399e5ca7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:27.697751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-2d80a5ae-090c-4d00-b1de-0399e5ca7164 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1095 time: 0.0476537 Aug 11 01:43:27.750813 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-ff643232-2d07-4c5d-9a53-4d4aec931ced service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 217 time: 0.0444589 Aug 11 01:43:27.805692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-9b281783-ba39-4582-af9f-31bacf8c40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:27.808381 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-9b281783-ba39-4582-af9f-31bacf8c40a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0512640 Aug 11 01:43:27.862274 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-37f02b61-127c-4888-80ac-ac1eec80f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:27.865001 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-37f02b61-127c-4888-80ac-ac1eec80f758 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484281 Aug 11 01:43:27.972063 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-f1ded192-7b8d-4eca-ab64-3beea40bacd4 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001322 Aug 11 01:43:28.072158 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-80e05c08-ab8c-43a7-a9c5-fa889ff5817d req-7d2450ed-59d1-4c7f-b8d7-2394796221f6 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935686 Aug 11 01:43:28.445334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f2694-2bfc-4f18-8b02-24e961299b5d req-c73f4fe9-2d46-41fb-aeef-009abeefdffb tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:28.446908 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-628f2694-2bfc-4f18-8b02-24e961299b5d req-c73f4fe9-2d46-41fb-aeef-009abeefdffb tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0519979 Aug 11 01:43:28.486563 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-628f2694-2bfc-4f18-8b02-24e961299b5d req-32b4df13-558c-4457-a6ab-a105d4f84392 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335360 Aug 11 01:43:29.602533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b215b7-17ae-42b1-b06b-9d14804e33ca req-26233c83-5021-42ac-96ba-b5fc46028261 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:29.604205 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9b215b7-17ae-42b1-b06b-9d14804e33ca req-26233c83-5021-42ac-96ba-b5fc46028261 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0499520 Aug 11 01:43:29.647434 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d9b215b7-17ae-42b1-b06b-9d14804e33ca req-40e2ec39-a656-4884-a862-7fc98c1a12a8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0366771 Aug 11 01:43:30.151432 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:30.294914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:30.771332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac235f9-f14e-4752-85c4-b53b98f980e5 req-52a40846-cbca-45a5-919a-f2edec081aa3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:30.772869 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ac235f9-f14e-4752-85c4-b53b98f980e5 req-52a40846-cbca-45a5-919a-f2edec081aa3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0564923 Aug 11 01:43:30.818133 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-6ac235f9-f14e-4752-85c4-b53b98f980e5 req-b1a94821-c2ff-4977-903a-39ff5576d424 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0388620 Aug 11 01:43:31.934940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b638b-7649-4039-9fc6-283f5927494e req-a165a30b-29f4-4fb2-844d-cc6452b0f8ce tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:31.936457 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-903b638b-7649-4039-9fc6-283f5927494e req-a165a30b-29f4-4fb2-844d-cc6452b0f8ce tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0487418 Aug 11 01:43:31.973795 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-903b638b-7649-4039-9fc6-283f5927494e req-ff1d576e-fcbf-4600-973c-3642c311ee41 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311515 Aug 11 01:43:33.090121 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61019afd-8aa8-4ecd-87f7-3f2ef073cb4b req-e6e3c429-73e4-4528-8feb-61c8218b533d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:33.091580 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61019afd-8aa8-4ecd-87f7-3f2ef073cb4b req-e6e3c429-73e4-4528-8feb-61c8218b533d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0504258 Aug 11 01:43:33.129639 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-61019afd-8aa8-4ecd-87f7-3f2ef073cb4b req-df5da560-bd1a-4e63-bf77-c48c65067ee8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321486 Aug 11 01:43:34.246760 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2002a9-069f-41de-95c4-1d2fdd007a50 req-0de75126-5a2b-4082-934d-563c1fffdb98 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:34.248294 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db2002a9-069f-41de-95c4-1d2fdd007a50 req-0de75126-5a2b-4082-934d-563c1fffdb98 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0504713 Aug 11 01:43:34.286047 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-db2002a9-069f-41de-95c4-1d2fdd007a50 req-9d10488b-f39b-48e5-80fc-af18d64cf466 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316019 Aug 11 01:43:35.403423 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a49e1-26fb-4d33-892b-fdbd4b77bca3 req-aa733998-35af-434a-b6e0-c44e59ac7dea tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:35.404934 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd9a49e1-26fb-4d33-892b-fdbd4b77bca3 req-aa733998-35af-434a-b6e0-c44e59ac7dea tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0498941 Aug 11 01:43:35.443649 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-cd9a49e1-26fb-4d33-892b-fdbd4b77bca3 req-08d884a9-92d6-4ceb-a4b9-c08071597793 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327258 Aug 11 01:43:35.587273 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:43:36.563770 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed753d98-6031-4e6c-814d-bfa31376df67 req-afebe286-68dc-45a6-a917-59ef48954cdd tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:36.565385 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed753d98-6031-4e6c-814d-bfa31376df67 req-afebe286-68dc-45a6-a917-59ef48954cdd tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0512247 Aug 11 01:43:36.610633 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ed753d98-6031-4e6c-814d-bfa31376df67 req-3d5ad148-a81e-4bcc-a327-ff253c3fdc56 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389421 Aug 11 01:43:37.519037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ca26837c-38b8-4a79-ace7-ab3350adf7de details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:43:37.614461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:43:37.625351 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'port_id': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'mac_address': 'fa:16:3e:d4:c6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:43:37.662983 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:37.675814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca26837c-38b8-4a79-ace7-ab3350adf7de {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:43:37.695239 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:43:37.735361 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f977f5b-fb6b-4e4c-9a3f-c76682a7defb req-4ebb527c-4fa2-4a71-84e7-7720f9a5d9f7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:37.736890 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f977f5b-fb6b-4e4c-9a3f-c76682a7defb req-4ebb527c-4fa2-4a71-84e7-7720f9a5d9f7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0543487 Aug 11 01:43:37.775300 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9f977f5b-fb6b-4e4c-9a3f-c76682a7defb req-462f6643-0980-4fe0-9536-b234819d2461 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321536 Aug 11 01:43:37.809064 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:37.856176 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:37.863397 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.863746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.864088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.864429 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.864762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.865095 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.865424 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.865783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.866079 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.866402 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.866727 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:37.867057 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:43:38.010795 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['ca26837c-38b8-4a79-ace7-ab3350adf7de'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:43:38.898059 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd733897-bb9e-4807-8341-9c2db3731c07 req-ec351d68-6441-4b28-ab46-b082face2ef5 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:38.899585 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd733897-bb9e-4807-8341-9c2db3731c07 req-ec351d68-6441-4b28-ab46-b082face2ef5 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 944 time: 0.0499456 Aug 11 01:43:38.938575 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fd733897-bb9e-4807-8341-9c2db3731c07 req-fae6c3cf-0bad-4643-b154-0698836fc0b5 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325658 Aug 11 01:43:39.534118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ca26837c-38b8-4a79-ace7-ab3350adf7de up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:43:39.648376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port ca26837c-38b8-4a79-ace7-ab3350adf7de completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:43:39.652502 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port ca26837c-38b8-4a79-ace7-ab3350adf7de triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:43:39.652880 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:39.730683 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:39.752669 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:43:39.754937 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84b5d08-fda7-4092-bcd9-0d3863d85e92" -d '{"events": [{"server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:43:39.768665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:43:39.837636 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:39.864908 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8af487-a581-4233-b4c8-44b77ae6d088 x-openstack-request-id: req-5a8af487-a581-4233-b4c8-44b77ae6d088 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:43:39.865179 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:43:39.865429 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a8af487-a581-4233-b4c8-44b77ae6d088 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:43:39.865826 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'code': 200} Aug 11 01:43:39.892117 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:39.947902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29881e7-1002-4a73-9916-5e2a3fb17659 req-6389786c-1a75-48c1-a7ea-dbaa96a44a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:39.950032 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c29881e7-1002-4a73-9916-5e2a3fb17659 req-6389786c-1a75-48c1-a7ea-dbaa96a44a5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0415249 Aug 11 01:43:39.986902 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c29881e7-1002-4a73-9916-5e2a3fb17659 req-0a1c7e4b-6300-4b94-abd5-bcef8162b501 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0293887 Aug 11 01:43:40.051395 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03154fba-2787-455d-8c4f-cdbe22402c20 req-93661d92-988e-4ab1-8a13-ff6de85ae4a4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:40.052796 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03154fba-2787-455d-8c4f-cdbe22402c20 req-93661d92-988e-4ab1-8a13-ff6de85ae4a4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0482869 Aug 11 01:43:40.092521 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-03154fba-2787-455d-8c4f-cdbe22402c20 req-1b274535-fe31-4868-b4ca-6df89286f89e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336628 Aug 11 01:43:41.212945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e1b1a-47bd-4e46-a87b-e08307e67733 req-d8ebce0f-256c-4360-9861-bdaf7ad1c863 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:41.214464 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-711e1b1a-47bd-4e46-a87b-e08307e67733 req-d8ebce0f-256c-4360-9861-bdaf7ad1c863 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0494361 Aug 11 01:43:41.252816 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-711e1b1a-47bd-4e46-a87b-e08307e67733 req-07a12701-715a-4dd7-b687-c4704d3b6b17 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318673 Aug 11 01:43:41.366946 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eba5b-ca87-46f8-999a-7d3ac04da598 req-7fd9a46c-3d74-475d-8b25-6ea8b78e38e2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:41.368502 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-160eba5b-ca87-46f8-999a-7d3ac04da598 req-7fd9a46c-3d74-475d-8b25-6ea8b78e38e2 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0498178 Aug 11 01:43:41.411258 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-160eba5b-ca87-46f8-999a-7d3ac04da598 req-dbb77ac6-2d95-4d10-95be-4f54fbeae979 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365243 Aug 11 01:43:41.432748 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55980) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:41.478261 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44534b-6b4d-4b25-a02b-ccc5f56c631f tempest-TestShelveInstance-397904440 tempest-TestShelveInstance-397904440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:41.479835 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-fb44534b-6b4d-4b25-a02b-ccc5f56c631f tempest-TestShelveInstance-397904440 tempest-TestShelveInstance-397904440-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1092 time: 0.0460308 Aug 11 01:43:41.482589 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 55982) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:43:41.486930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:43:41.592198 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:41.688001 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:41.800049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Allocated IP 172.25.0.57 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/18d7c0f7-b211-4239-93b2-e13928e59378) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:43:41.899551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:42.037342 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:42.082768 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:43:42.085691 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:43:42.092085 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:43:42.114627 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'Port': ['ID=18d7c0f7-b211-4239-93b2-e13928e59378,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:42.453770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:42.594734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:42.747454 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:42.808610 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:42.880118 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event updated for resources: {'Port': ['ID=18d7c0f7-b211-4239-93b2-e13928e59378,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:43:42.889570 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:42.993421 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Floating IP 5f2f3914-7dac-4b8d-bd76-0d12bc9c8df7 associated. External IP: 172.25.0.57, port: ca26837c-38b8-4a79-ace7-ab3350adf7de. Aug 11 01:43:43.200636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:43:43.310259 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:43:43.319318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] Sync routers for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:43:43.330620 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:43:43.333309 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:43:43.386200 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:43.413790 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8e1092ba-31e8-4b55-a36f-9f3230910741 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9301467 Aug 11 01:43:43.414469 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:43:43.416755 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4503dec3-0c6a-4913-810e-63a290aaa5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:43:43.440747 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:43:43.457032 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a30dc3-7395-4102-9642-eedf068d8078 x-openstack-request-id: req-28a30dc3-7395-4102-9642-eedf068d8078 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:43:43.457644 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:43:43.457644 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28a30dc3-7395-4102-9642-eedf068d8078 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:43:43.457972 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'status': 'completed', 'code': 200} Aug 11 01:43:43.519442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-539dc369-9188-4028-bc5c-b00a8e2b7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:43.521012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-539dc369-9188-4028-bc5c-b00a8e2b7d8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0419185 Aug 11 01:43:43.618079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-222cb360-6cb0-47dc-9604-21d78875b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:43.619697 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-222cb360-6cb0-47dc-9604-21d78875b86c service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0917315 Aug 11 01:43:43.673802 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '5f2f3914-7dac-4b8d-bd76-0d12bc9c8df7', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'port_id': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'mac_address': 'fa:16:3e:d4:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:43:42Z', 'updated_at': '2021-08-11T01:43:42Z', 'revision_number': 0, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:43:43.687150 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-2658c673-0bbf-4ded-8e7a-e6f06bf4e333 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 998 time: 0.0598583 Aug 11 01:43:43.744750 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-6a22e668-ed0a-4a26-8ad4-9ee3464903ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:43.746294 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-6a22e668-ed0a-4a26-8ad4-9ee3464903ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0528541 Aug 11 01:43:43.796755 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] Checking router: 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:43:43.799385 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-d4796d2f-ac09-42f5-9436-24c52ae0d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:43:43.800936 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-d4796d2f-ac09-42f5-9436-24c52ae0d7cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466950 Aug 11 01:43:43.806324 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:43:43.807092 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:43:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:43:43.902282 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-e3b80cc2-44c8-49b7-99bd-2fa259d2fe30 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943079 Aug 11 01:43:43.913592 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:43:43.998615 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4503dec3-0c6a-4913-810e-63a290aaa5f9 req-cadfbb06-3eb7-4ad7-b5b1-43422cbad045 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895250 Aug 11 01:43:44.134349 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '5f2f3914-7dac-4b8d-bd76-0d12bc9c8df7', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'port_id': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'mac_address': 'fa:16:3e:d4:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:43:42Z', 'updated_at': '2021-08-11T01:43:42Z', 'revision_number': 0, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:43:44.163697 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83978dea-5c49-4fca-83dc-765f47e8b0d1 None None] The sync data for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 is: [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '5f2f3914-7dac-4b8d-bd76-0d12bc9c8df7', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'port_id': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'mac_address': 'fa:16:3e:d4:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:43:42Z', 'updated_at': '2021-08-11T01:43:42Z', 'revision_number': 0, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:43:44.360983 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75964ed1-587f-4388-a293-b19840f2f739 None None] New status for floating IP 5f2f3914-7dac-4b8d-bd76-0d12bc9c8df7: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:43:46.317106 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2f3f60d0-8a06-49f0-8c9c-e2a91151a4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:48.928151 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d0576d0d-fa5b-4b6d-9c17-f8d513dda40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:48.962417 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:50.676802 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:43:52.630914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:00.179406 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:00.276820 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:02.941727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-8c7b390f-0f38-41d6-be0c-5665ae30fc46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424371 Aug 11 01:44:03.024754 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-18af432d-04dd-403b-8c09-d2d9f6b824bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:44:03.026292 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-18af432d-04dd-403b-8c09-d2d9f6b824bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0432703 Aug 11 01:44:03.139316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-e5ad994b-a370-4ccd-81eb-b750106bd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:44:03.140721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-e5ad994b-a370-4ccd-81eb-b750106bd8dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0940173 Aug 11 01:44:03.205455 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-2df40c9b-2c35-4143-8748-c99b7cdaf89a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 1000 time: 0.0575933 Aug 11 01:44:03.256813 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-2ebd6196-1501-417b-94c9-bd1c111ed026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:44:03.258261 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-2ebd6196-1501-417b-94c9-bd1c111ed026 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0462914 Aug 11 01:44:03.306827 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-ce90301d-7c2a-47f6-8aa6-509f3571e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:44:03.308348 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-ce90301d-7c2a-47f6-8aa6-509f3571e19d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436919 Aug 11 01:44:03.401293 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-5e3ec4ec-443a-43a1-8c85-b8062be0bc9e service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Aug 11 01:44:03.495280 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-0ca34892-0bb7-48c5-82ca-cd82e307e393 req-444fc405-f21d-4f6e-b0f6-d93730367d9a service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859084 Aug 11 01:44:12.586904 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:44:16.333798 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d277-31e1-493d-af52-3fa3663d0c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:18.950407 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f3bf757a-b1d5-448a-9d5c-378cd63d79b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:18.990397 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:20.704962 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:22.658951 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:30.156185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:30.310633 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:46.310086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-935ffc90-a4e4-4623-9fdd-a651e31e32cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:48.916498 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a25c99f6-303e-471f-91bb-785101d645e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:48.939182 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:49.586787 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:44:50.726112 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:44:52.681504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:00.212396 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:00.292430 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:03.601936 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-7ad723d3-0183-4f68-a82e-8c2fed88ec9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0799072 Aug 11 01:45:03.683910 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-26264cf0-76c2-466d-92a3-00f262625e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:45:03.685403 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-26264cf0-76c2-466d-92a3-00f262625e1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0400422 Aug 11 01:45:03.790483 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-b7cb69a0-f372-41fd-ba81-666aa755a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:45:03.791927 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-b7cb69a0-f372-41fd-ba81-666aa755a531 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0863969 Aug 11 01:45:03.856717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-c12b5473-d74c-4bc5-877e-ea9a6a119be3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 1000 time: 0.0576220 Aug 11 01:45:03.905696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-20ad8900-aeeb-4d9e-acf0-903be23e33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:45:03.907774 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-20ad8900-aeeb-4d9e-acf0-903be23e33b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0434685 Aug 11 01:45:03.960364 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-8793d046-9fc4-44fa-af6e-6beadf4e95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:45:03.961939 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-8793d046-9fc4-44fa-af6e-6beadf4e95b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474479 Aug 11 01:45:04.052539 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-0dc2812f-7500-4001-b288-e246198e74a5 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830958 Aug 11 01:45:04.147630 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-149d86e8-67d9-49af-b9df-7eda2ea82ecd req-d541ddd9-ea1e-46d8-b0f0-8e29d785549c service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885165 Aug 11 01:45:16.307841 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-027a412a-7bd3-44f3-b640-f88f7aae4175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:18.942092 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-8cf009fe-5d4a-484b-84e9-419995550f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:18.982593 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:20.703673 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:22.635245 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:26.586711 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:45:30.181631 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:30.341412 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:46.292128 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a1d544c8-d82b-4114-8d99-221af21f64ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:48.929327 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-0082d051-51ed-458c-aa20-e308611d99d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:48.960293 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:50.706495 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:45:52.634656 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:00.191914 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:00.340656 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:03.585452 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:46:04.577135 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-7c55a91f-9bf2-47d0-a99b-a5a1bac93de9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409474 Aug 11 01:46:04.661187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-5780e8d3-5fc0-4def-9b67-126377b51319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:04.662727 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-5780e8d3-5fc0-4def-9b67-126377b51319 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0441644 Aug 11 01:46:05.123087 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-944c8f41-2d16-4dda-8d62-1eb67aa135ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:05.125721 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-944c8f41-2d16-4dda-8d62-1eb67aa135ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.4456451 Aug 11 01:46:05.191746 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-074fdcfe-df5c-4908-84f4-1f1a9ebbea33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 1000 time: 0.0591240 Aug 11 01:46:05.242581 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-4f7b360c-83cf-413b-a651-f20037efe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:05.244106 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-4f7b360c-83cf-413b-a651-f20037efe951 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0460308 Aug 11 01:46:05.292818 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-afd3ba8c-c938-4504-b9ae-fe6cb228f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:05.294405 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-afd3ba8c-c938-4504-b9ae-fe6cb228f8be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433118 Aug 11 01:46:05.384258 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-7f0123f8-b344-48a7-ada3-975fcacc27d7 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811565 Aug 11 01:46:05.480438 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8588bc03-8b99-417b-8ac0-7f9150358128 req-160869d7-5657-4ae5-bf62-29610e6cd3f9 service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885999 Aug 11 01:46:10.293595 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd29cdd-637e-4146-9b49-094d8fa0f112 req-57a82c82-b8d5-4d6c-b61d-d4ca5b975503 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:10.295096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fd29cdd-637e-4146-9b49-094d8fa0f112 req-57a82c82-b8d5-4d6c-b61d-d4ca5b975503 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0951676 Aug 11 01:46:10.334595 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1fd29cdd-637e-4146-9b49-094d8fa0f112 req-69a73ab6-6282-46fc-8386-1654f01c0c46 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326478 Aug 11 01:46:11.512062 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafb073-aaab-47f5-a82e-be5c7406578b req-46a804f6-9edf-46f1-b2c0-e1e3290b7fc8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:11.513557 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1aafb073-aaab-47f5-a82e-be5c7406578b req-46a804f6-9edf-46f1-b2c0-e1e3290b7fc8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0942514 Aug 11 01:46:11.550830 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-1aafb073-aaab-47f5-a82e-be5c7406578b req-e3089294-aeb2-4f41-a9f2-43b20550c82a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312865 Aug 11 01:46:12.692487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20929f4f-6be3-4f55-84c4-ec06f15ab4c6 req-85270fbb-08dc-470d-9fdc-cd291c5da46e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:12.693963 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20929f4f-6be3-4f55-84c4-ec06f15ab4c6 req-85270fbb-08dc-470d-9fdc-cd291c5da46e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Aug 11 01:46:12.731699 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-20929f4f-6be3-4f55-84c4-ec06f15ab4c6 req-51a5ec51-1334-4a4e-b599-1a53a010819e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316741 Aug 11 01:46:13.848949 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc04fd3-1ff3-4bfa-8f4d-d41f43a4e433 req-9a4a30fe-9b55-44d5-b321-33eb93f5ff4d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:13.850461 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdc04fd3-1ff3-4bfa-8f4d-d41f43a4e433 req-9a4a30fe-9b55-44d5-b321-33eb93f5ff4d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0513380 Aug 11 01:46:13.887602 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-fdc04fd3-1ff3-4bfa-8f4d-d41f43a4e433 req-90a71ba7-d941-4bb0-ae06-9397a0e5836f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311534 Aug 11 01:46:15.014002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594020c5-730f-44ba-a6d5-dbcc9f36a6c6 req-4c437c5d-a1f4-41e0-b821-c991d7f5d084 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:15.015525 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-594020c5-730f-44ba-a6d5-dbcc9f36a6c6 req-4c437c5d-a1f4-41e0-b821-c991d7f5d084 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0561755 Aug 11 01:46:15.053703 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-594020c5-730f-44ba-a6d5-dbcc9f36a6c6 req-54a05c2e-d8be-481e-909a-35338c8daa12 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321603 Aug 11 01:46:16.172995 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7088ec-1963-4ac7-8311-7fcf1020ddb7 req-a8d0c46f-4adf-43a0-a45b-bed444fed397 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:16.174536 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f7088ec-1963-4ac7-8311-7fcf1020ddb7 req-a8d0c46f-4adf-43a0-a45b-bed444fed397 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0541742 Aug 11 01:46:16.213835 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6f7088ec-1963-4ac7-8311-7fcf1020ddb7 req-685d2e4c-e2c6-4328-894a-2e7bd7093d07 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0321276 Aug 11 01:46:16.314055 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3355a54e-f925-4549-973b-a4fdfbcbfa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:17.333705 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93b7a2-5e23-4937-be0c-18dca8c47826 req-ad036d25-8d3a-4b72-8b13-c21f3c71475f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:17.335242 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe93b7a2-5e23-4937-be0c-18dca8c47826 req-ad036d25-8d3a-4b72-8b13-c21f3c71475f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0498497 Aug 11 01:46:17.374449 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fe93b7a2-5e23-4937-be0c-18dca8c47826 req-e58e443c-b614-4edf-94bc-4cd3bde4146f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333099 Aug 11 01:46:18.490535 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93432cd9-5d0e-42d7-b4fc-2601d2aa67e4 req-bde5c86e-fdf0-4052-a111-2abeda9dfe14 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:18.492063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93432cd9-5d0e-42d7-b4fc-2601d2aa67e4 req-bde5c86e-fdf0-4052-a111-2abeda9dfe14 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0508106 Aug 11 01:46:18.529573 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-93432cd9-5d0e-42d7-b4fc-2601d2aa67e4 req-cab89b03-b1a1-4e3a-a950-b53d32e78f57 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314786 Aug 11 01:46:18.954064 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d63d3fb9-7cbf-45ff-890d-872dda2a503f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:19.034064 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:19.644316 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737bd96-37cf-4c22-84b3-c83457bae064 req-8a9dc9d2-ac9f-4cce-9b4c-dfb7242dd664 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:19.646526 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d737bd96-37cf-4c22-84b3-c83457bae064 req-8a9dc9d2-ac9f-4cce-9b4c-dfb7242dd664 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0498729 Aug 11 01:46:19.684328 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d737bd96-37cf-4c22-84b3-c83457bae064 req-e83f39b7-4c74-4de8-bea8-f59d06770dd1 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317395 Aug 11 01:46:20.433853 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-dcc44fea-ce9f-4a12-9015-ceb516f5dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:20.435278 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-dcc44fea-ce9f-4a12-9015-ceb516f5dd91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0447154 Aug 11 01:46:20.523477 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-cb95d56d-d7f2-4da4-9675-36b514685304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:20.524982 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-cb95d56d-d7f2-4da4-9675-36b514685304 service neutron] 10.222.0.44 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0829754 Aug 11 01:46:20.596811 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-b55c02dd-3299-4f56-9856-1ca6ad132eeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 1000 time: 0.0646691 Aug 11 01:46:20.645975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-f1b41f6f-b2dc-4659-88f9-06101db807b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:20.647652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-f1b41f6f-b2dc-4659-88f9-06101db807b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0444281 Aug 11 01:46:20.696007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-91d21bc3-4494-4623-ac18-60b4a52a7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:20.696007 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-91d21bc3-4494-4623-ac18-60b4a52a7199 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404906 Aug 11 01:46:20.725619 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:20.791682 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-34f8385d-4793-4d24-a251-6b64f724b65a service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893340 Aug 11 01:46:20.801639 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da70c-6c2d-42a6-ae5b-375ab768386e req-d7ea7738-d5b6-4e91-94b8-46396904daa8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:20.803126 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-739da70c-6c2d-42a6-ae5b-375ab768386e req-d7ea7738-d5b6-4e91-94b8-46396904daa8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Aug 11 01:46:20.842253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-739da70c-6c2d-42a6-ae5b-375ab768386e req-2cf5b81f-9ad0-4a2f-a7a0-4f0bbf083d5b tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330303 Aug 11 01:46:20.885704 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-88bbaa42-967b-4b75-ae07-55a53b9b092b req-d0e2f2b8-3017-46b8-ab9f-7d93182a7c1f service neutron] 10.222.0.44 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875411 Aug 11 01:46:21.958055 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21b31c-5e3f-479a-ac88-8dc8bac04d63 req-775a089a-4e6d-49d2-a6d1-4833ac9a9d0d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:21.960099 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de21b31c-5e3f-479a-ac88-8dc8bac04d63 req-775a089a-4e6d-49d2-a6d1-4833ac9a9d0d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Aug 11 01:46:21.998924 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-de21b31c-5e3f-479a-ac88-8dc8bac04d63 req-49bd7df4-dbb6-4e21-b4d4-dfb11d642863 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0326397 Aug 11 01:46:22.659456 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:23.120164 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0142b1-9cb4-42a1-b67c-b8798aae9c23 req-699cc513-c48c-40c2-9c4d-4433a0505b1d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:23.121625 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da0142b1-9cb4-42a1-b67c-b8798aae9c23 req-699cc513-c48c-40c2-9c4d-4433a0505b1d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0541918 Aug 11 01:46:23.163464 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-da0142b1-9cb4-42a1-b67c-b8798aae9c23 req-b1fc92c6-d682-4d3e-9d49-16b5e51bfe15 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358021 Aug 11 01:46:24.293323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b74750-591a-4701-97c9-a1258ed5ac1f req-130317ca-f789-4b6d-8d3f-53c89a9e0d9c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:24.294853 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32b74750-591a-4701-97c9-a1258ed5ac1f req-130317ca-f789-4b6d-8d3f-53c89a9e0d9c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0572484 Aug 11 01:46:24.334943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-32b74750-591a-4701-97c9-a1258ed5ac1f req-fa20553c-9405-4185-b2e9-523e3ba5c778 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0339489 Aug 11 01:46:25.449531 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fe769-c406-418a-a94d-be57519b32a7 req-e4018cdb-4003-4e7c-9b66-0903e80c6325 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:25.451044 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-396fe769-c406-418a-a94d-be57519b32a7 req-e4018cdb-4003-4e7c-9b66-0903e80c6325 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0486000 Aug 11 01:46:25.491222 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-396fe769-c406-418a-a94d-be57519b32a7 req-a55a29f8-1c19-4bb8-a81a-6353981aed07 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0340371 Aug 11 01:46:25.807562 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59941d-0e80-49bd-8f0f-6aae4a9e61d7 req-e84d9b33-bc3f-4b4c-9af1-6276f42d8128 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:25.809083 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa59941d-0e80-49bd-8f0f-6aae4a9e61d7 req-e84d9b33-bc3f-4b4c-9af1-6276f42d8128 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 945 time: 0.0494027 Aug 11 01:46:25.850978 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aa59941d-0e80-49bd-8f0f-6aae4a9e61d7 req-1e0c9acc-fe45-4998-8b3e-bec5b93b1e8f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0357940 Aug 11 01:46:25.895864 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-37643ac0-9957-4ef8-9d90-6caf6f8c30ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858021 Aug 11 01:46:26.435020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device ca26837c-38b8-4a79-ace7-ab3350adf7de no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:46:26.514480 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:26.538458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:46:26.540699 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79396d3-b67e-44af-8648-5ee1d0d65b1f" -d '{"events": [{"server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "name": "network-vif-unplugged", "status": "completed", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:46:26.554412 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:46:26.575777 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 01:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5b737b-ae13-4b18-bb68-d10b6bd19191 x-openstack-request-id: req-9b5b737b-ae13-4b18-bb68-d10b6bd19191 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:46:26.576091 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "name": "network-vif-unplugged", "status": "failed", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de", "code": 422}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:46:26.576340 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b5b737b-ae13-4b18-bb68-d10b6bd19191 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:46:26.576744 n-d-712143-13 neutron-server[95256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'code': 422} returned with failed status Aug 11 01:46:26.645794 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:26.693362 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:46:26.701338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.701688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.702035 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.702376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.702716 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.703056 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.703421 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.703783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.704126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.704458 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.704790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.705118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:26.973105 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15763941-acc7-4f8f-bfe9-a2fc59a3302e req-e97c1c68-8938-4eca-939b-fa1e22d69a85 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:26.980378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15763941-acc7-4f8f-bfe9-a2fc59a3302e req-e97c1c68-8938-4eca-939b-fa1e22d69a85 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0515416 Aug 11 01:46:27.014824 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-15763941-acc7-4f8f-bfe9-a2fc59a3302e req-a1c8b355-c019-49dc-aa01-301762b8560e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333664 Aug 11 01:46:28.137803 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e18b47-f0e2-43a6-a413-378e77283189 req-23a3566a-3c5a-49aa-947d-7328b3f50eab tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:28.139355 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16e18b47-f0e2-43a6-a413-378e77283189 req-23a3566a-3c5a-49aa-947d-7328b3f50eab tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0507936 Aug 11 01:46:28.179075 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-16e18b47-f0e2-43a6-a413-378e77283189 req-01b12346-b5e8-46be-aef8-32e221a37a5a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335269 Aug 11 01:46:29.303547 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f01b20-2406-4820-a0d2-2b3868f8b7ee req-87509acf-faab-44c3-9576-612b51db108c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:29.310323 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71f01b20-2406-4820-a0d2-2b3868f8b7ee req-87509acf-faab-44c3-9576-612b51db108c tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0524366 Aug 11 01:46:29.344318 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-71f01b20-2406-4820-a0d2-2b3868f8b7ee req-083a9ec3-16fb-4aab-ba78-689a9599b53d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329950 Aug 11 01:46:30.236999 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:30.366143 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:30.461686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b03804-aed3-4dc4-b5b1-1ec2852b93b8 req-e71a5a3a-af19-4ca5-95dc-ebc49a23965e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:30.463232 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55b03804-aed3-4dc4-b5b1-1ec2852b93b8 req-e71a5a3a-af19-4ca5-95dc-ebc49a23965e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0500150 Aug 11 01:46:30.503211 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55b03804-aed3-4dc4-b5b1-1ec2852b93b8 req-320fd610-dbd1-479e-956d-6d76b46e8e18 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334799 Aug 11 01:46:31.624599 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232caed3-7f9b-4755-8b0b-e23a3cc30a08 req-449c1883-6f95-4b66-88cf-ac72a43ca0ee tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:31.626101 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-232caed3-7f9b-4755-8b0b-e23a3cc30a08 req-449c1883-6f95-4b66-88cf-ac72a43ca0ee tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0528569 Aug 11 01:46:31.670271 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-232caed3-7f9b-4755-8b0b-e23a3cc30a08 req-71ceffe2-9ac7-40f1-b0d6-d1a4ac950723 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0372396 Aug 11 01:46:32.108478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-36f2425f-25cd-48e7-8c05-13d8e1cb2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:32.110263 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-36f2425f-25cd-48e7-8c05-13d8e1cb2460 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2&tenant_id=629ab20823bd42ff9e93a81b875255bc HTTP/1.1" status: 200 len: 1095 time: 0.0948219 Aug 11 01:46:32.121717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712143-13', 'device_owner': 'compute:nova'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:46:32.179010 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:32.401374 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:46:32.435199 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h2-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:46:32.472329 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca26837c-38b8-4a79-ace7-ab3350adf7de {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:46:32.481046 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:32.493242 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Transition to ACTIVE for port object ca26837c-38b8-4a79-ace7-ab3350adf7de will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:46:32.579583 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:32.661002 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=7']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:46:32.673428 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.673785 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.674129 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.674466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.674805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.675137 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.675495 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.675823 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.676154 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.676483 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.676810 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.677135 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:46:32.715780 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] No DVR routers for this DVR port ca26837c-38b8-4a79-ace7-ab3350adf7de on host n-h2-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:46:32.797292 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2b8f5-7ca4-42c3-a71f-017821c1dbc3 req-1ffd3db4-bc9b-4e88-8373-f684f63a9253 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:32.798894 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6c2b8f5-7ca4-42c3-a71f-017821c1dbc3 req-1ffd3db4-bc9b-4e88-8373-f684f63a9253 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0564191 Aug 11 01:46:32.839880 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c6c2b8f5-7ca4-42c3-a71f-017821c1dbc3 req-238aeabd-d1d2-475f-b254-0876e9212a84 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0348415 Aug 11 01:46:32.858356 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Attempting to bind port ca26837c-38b8-4a79-ace7-ab3350adf7de on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:46:32.858699 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Attempting to bind port ca26837c-38b8-4a79-ace7-ab3350adf7de by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:46:32.859035 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Attempting to bind port ca26837c-38b8-4a79-ace7-ab3350adf7de on network 40347c48-7c96-4caf-913b-04172881cb7e {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:46:32.863460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Port ca26837c-38b8-4a79-ace7-ab3350adf7de on network 40347c48-7c96-4caf-913b-04172881cb7e not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:46:32.863794 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Attempting to bind port ca26837c-38b8-4a79-ace7-ab3350adf7de on network 40347c48-7c96-4caf-913b-04172881cb7e {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:46:32.868648 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:46:32.868988 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Checking segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:46:32.869379 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Bound using segment: {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:46:32.869807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Bound port: ca26837c-38b8-4a79-ace7-ab3350adf7de, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c24533-aabb-4f0a-93bf-6e11fde0921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:46:32.870168 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:32.932924 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:46:32.935953 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:46:33.069440 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:33.108221 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:33.108870 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:33.110349 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] 10.222.0.55 "PUT /v2.0/ports/ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 1092 time: 0.9928818 Aug 11 01:46:33.110798 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:46:33.113125 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aba975-a220-45f1-9b37-565334562ada" -d '{"events": [{"name": "network-changed", "server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:46:33.144733 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc65ce-112f-4282-b599-96c9e26d8d7c service neutron] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=8']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:46:33.163886 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ba02fa-b3c2-4344-8008-307544c75fe8 x-openstack-request-id: req-f7ba02fa-b3c2-4344-8008-307544c75fe8 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:46:33.164288 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:46:33.164429 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7ba02fa-b3c2-4344-8008-307544c75fe8 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:46:33.164831 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'status': 'completed', 'code': 200} Aug 11 01:46:33.182049 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-093b5200-2706-44fd-8b65-1eceda3e8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:33.183690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-093b5200-2706-44fd-8b65-1eceda3e8b5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1095 time: 0.0487080 Aug 11 01:46:33.286653 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-d02db0ac-08ae-4830-b9f1-c20e4d704b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:33.288261 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-d02db0ac-08ae-4830-b9f1-c20e4d704b15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0982537 Aug 11 01:46:33.355797 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-7a4bed97-639a-4169-9eda-4b5291e96bbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 998 time: 0.0602164 Aug 11 01:46:33.410945 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-5cf00f35-60fc-4cfe-b819-667928c3081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:33.412475 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-5cf00f35-60fc-4cfe-b819-667928c3081c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0494089 Aug 11 01:46:33.459442 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-94dc0144-fd03-4f45-9427-a78300381a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:33.460990 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-94dc0144-fd03-4f45-9427-a78300381a2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409877 Aug 11 01:46:33.472486 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-e22c2f96-ae87-4b64-810c-75fce1a9ae42 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:46:33.473437 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-e22c2f96-ae87-4b64-810c-75fce1a9ae42 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050311 Aug 11 01:46:33.561773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-426dec26-0677-45b4-a2b6-47f6104d42cf service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816498 Aug 11 01:46:33.655011 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-460d38e1-e346-4c7f-be03-8198b954522d service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868061 Aug 11 01:46:33.797901 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba975-a220-45f1-9b37-565334562ada req-eecf167b-ca58-4375-8710-b0071b0c14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:33.799409 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6aba975-a220-45f1-9b37-565334562ada req-eecf167b-ca58-4375-8710-b0071b0c14f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1095 time: 0.0406513 Aug 11 01:46:33.892940 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba975-a220-45f1-9b37-565334562ada req-4712299a-718e-4270-98ea-f49d0f2bf3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:33.894394 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6aba975-a220-45f1-9b37-565334562ada req-4712299a-718e-4270-98ea-f49d0f2bf3d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0872631 Aug 11 01:46:33.957634 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1237035-bee9-4e31-b1dd-6f86114205ab req-763d84d4-fa5c-4342-a25a-19939395380e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:33.959696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1237035-bee9-4e31-b1dd-6f86114205ab req-763d84d4-fa5c-4342-a25a-19939395380e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0509689 Aug 11 01:46:33.963616 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6aba975-a220-45f1-9b37-565334562ada req-c7764137-c8fe-4195-b5af-ac12c00dbbb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 998 time: 0.0622873 Aug 11 01:46:33.999528 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d1237035-bee9-4e31-b1dd-6f86114205ab req-bb2e04ae-e685-4213-97e0-09193f144c60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334828 Aug 11 01:46:34.015037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba975-a220-45f1-9b37-565334562ada req-e3231fcf-8149-4041-a1b1-75677e9732fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:34.016584 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6aba975-a220-45f1-9b37-565334562ada req-e3231fcf-8149-4041-a1b1-75677e9732fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0458894 Aug 11 01:46:34.067453 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aba975-a220-45f1-9b37-565334562ada req-31b9f9e4-2d34-4849-b9db-0a891b491645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:34.068914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6aba975-a220-45f1-9b37-565334562ada req-31b9f9e4-2d34-4849-b9db-0a891b491645 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448959 Aug 11 01:46:34.158971 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6aba975-a220-45f1-9b37-565334562ada req-73cc7d62-7fbf-46fa-862a-1b92767e616f service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826309 Aug 11 01:46:34.253852 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d6aba975-a220-45f1-9b37-565334562ada req-a8675376-3090-40b7-8b34-062d03f4d4db service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870697 Aug 11 01:46:35.123040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20cec9-f733-45c5-a4d5-7bfdec076a45 req-4150d03b-a130-4824-b17b-b519e264f25b tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:35.124595 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f20cec9-f733-45c5-a4d5-7bfdec076a45 req-4150d03b-a130-4824-b17b-b519e264f25b tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0499203 Aug 11 01:46:35.163078 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-0f20cec9-f733-45c5-a4d5-7bfdec076a45 req-e3f8364b-8ac6-4227-8d71-12c49ead8d49 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325799 Aug 11 01:46:36.280963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a21310-18ec-49c3-855a-723eb42f50c3 req-01170ce6-89c9-484b-9b52-0dc8cc4cf3b4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:36.282390 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1a21310-18ec-49c3-855a-723eb42f50c3 req-01170ce6-89c9-484b-9b52-0dc8cc4cf3b4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0503769 Aug 11 01:46:36.321533 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f1a21310-18ec-49c3-855a-723eb42f50c3 req-a6895648-02e7-4002-ac77-7de28e662d3a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330651 Aug 11 01:46:37.437136 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b4e01-9b8a-4302-8d48-903fbfb4c0be req-3589a2cd-4780-4b4a-b085-81c9421de116 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:37.438695 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a9b4e01-9b8a-4302-8d48-903fbfb4c0be req-3589a2cd-4780-4b4a-b085-81c9421de116 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0490971 Aug 11 01:46:37.478378 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-2a9b4e01-9b8a-4302-8d48-903fbfb4c0be req-8e4c93bc-12e2-4be7-b2a6-1a160f8b2c43 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328324 Aug 11 01:46:38.597783 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc94ebb-64a2-47a8-a4b0-b0882e00d4d8 req-e8267cc6-bc28-49da-96d7-e5867436a275 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:38.599288 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cc94ebb-64a2-47a8-a4b0-b0882e00d4d8 req-e8267cc6-bc28-49da-96d7-e5867436a275 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0530167 Aug 11 01:46:38.636688 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-4cc94ebb-64a2-47a8-a4b0-b0882e00d4d8 req-bfee4043-e450-4e5a-8cb0-63a13b78082d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307829 Aug 11 01:46:39.754530 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54759be1-ef91-4033-a750-2a8f12e7b5a6 req-395b79f3-033d-4caf-9bfc-862fd583b435 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:39.756007 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54759be1-ef91-4033-a750-2a8f12e7b5a6 req-395b79f3-033d-4caf-9bfc-862fd583b435 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0526495 Aug 11 01:46:39.794235 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-54759be1-ef91-4033-a750-2a8f12e7b5a6 req-72d9ea14-4144-4f36-9b39-0ef7ef66443a tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317008 Aug 11 01:46:40.584198 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:46:40.909930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53094-d241-4848-b923-df28036196e3 req-e62acddb-cacd-463b-9616-79eea3e667f9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:40.911477 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4f53094-d241-4848-b923-df28036196e3 req-e62acddb-cacd-463b-9616-79eea3e667f9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0499833 Aug 11 01:46:40.949215 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-f4f53094-d241-4848-b923-df28036196e3 req-4b3cf794-d820-4744-9387-28b0235a3d3e tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316160 Aug 11 01:46:42.065207 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8098d-1574-4236-83cf-4ec47b30d522 req-69ecc993-6308-47b4-9c99-dcfd3a91824f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:42.066702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6e8098d-1574-4236-83cf-4ec47b30d522 req-69ecc993-6308-47b4-9c99-dcfd3a91824f tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0483425 Aug 11 01:46:42.105063 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f6e8098d-1574-4236-83cf-4ec47b30d522 req-cfd54282-5779-4fde-b965-ed95f8f85122 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316565 Aug 11 01:46:42.947865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device ca26837c-38b8-4a79-ace7-ab3350adf7de details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:46:43.042506 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:46:43.053802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'port_id': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'mac_address': 'fa:16:3e:d4:c6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:46:43.091137 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:43.104544 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca26837c-38b8-4a79-ace7-ab3350adf7de {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:46:43.124178 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:46:43.205060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:43.222806 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8317407-785e-4309-9658-18e166c98650 req-1ac080f6-9a7d-4a0c-bf13-f29ddc52df88 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:43.224414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8317407-785e-4309-9658-18e166c98650 req-1ac080f6-9a7d-4a0c-bf13-f29ddc52df88 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 943 time: 0.0511107 Aug 11 01:46:43.257990 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=9']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:46:43.263245 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d8317407-785e-4309-9658-18e166c98650 req-5c4f68af-1bf7-4f03-9ada-2e0b5ba4df18 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324185 Aug 11 01:46:43.438985 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['ca26837c-38b8-4a79-ace7-ab3350adf7de'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:46:44.379722 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45812c-cd0a-4af7-83f7-85b308d3eeb3 req-9f11d20c-f99a-4f67-aa91-601d739119e3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:44.381231 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e45812c-cd0a-4af7-83f7-85b308d3eeb3 req-9f11d20c-f99a-4f67-aa91-601d739119e3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 944 time: 0.0495300 Aug 11 01:46:44.420510 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-7e45812c-cd0a-4af7-83f7-85b308d3eeb3 req-e51f65fc-f5da-483e-8a64-16889e3b350b tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332131 Aug 11 01:46:44.946217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device ca26837c-38b8-4a79-ace7-ab3350adf7de up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:46:45.081596 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port ca26837c-38b8-4a79-ace7-ab3350adf7de completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:46:45.086024 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port ca26837c-38b8-4a79-ace7-ab3350adf7de triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:46:45.086424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:45.160273 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:45.184449 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:46:45.186692 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12320a-27e1-4630-a3e5-1ffbed062cb7" -d '{"events": [{"server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:46:45.200426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:46:45.225754 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e39988-b8a7-4ef4-9413-02549eb30c22 x-openstack-request-id: req-87e39988-b8a7-4ef4-9413-02549eb30c22 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:46:45.226047 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "name": "network-vif-plugged", "status": "completed", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:46:45.226303 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87e39988-b8a7-4ef4-9413-02549eb30c22 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:46:45.226705 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'code': 200} Aug 11 01:46:45.268149 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:45.330658 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=10']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:46:45.382217 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0198dde-d3c2-440d-b8d3-e2cfbcbec91f req-c96abdd1-1b18-4f51-9a66-7ac7b5e7464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:45.383757 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0198dde-d3c2-440d-b8d3-e2cfbcbec91f req-c96abdd1-1b18-4f51-9a66-7ac7b5e7464f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0451066 Aug 11 01:46:45.419268 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a0198dde-d3c2-440d-b8d3-e2cfbcbec91f req-ea4d831e-db7e-4270-be8d-f795cf4d228e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0276687 Aug 11 01:46:45.534324 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6299d3-06b8-4cc8-8753-4716375a5c33 req-70e293bd-a83a-4586-91a6-57d4b6182c97 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:45.535836 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c6299d3-06b8-4cc8-8753-4716375a5c33 req-70e293bd-a83a-4586-91a6-57d4b6182c97 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Aug 11 01:46:45.573962 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8c6299d3-06b8-4cc8-8753-4716375a5c33 req-304f74f1-6a79-4c6a-8dab-680f1b54f073 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315027 Aug 11 01:46:46.356035 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-aaf1376a-8633-4ca6-a9e5-ffd3ac752fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:46.697814 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a957-4df3-4cf7-8e30-2f36fe73d13c req-896bfc80-693e-4f96-aaca-255976a155a9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:46:46.699451 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d397a957-4df3-4cf7-8e30-2f36fe73d13c req-896bfc80-693e-4f96-aaca-255976a155a9 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 946 time: 0.0559785 Aug 11 01:46:46.738014 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d397a957-4df3-4cf7-8e30-2f36fe73d13c req-34347433-3c29-46ba-9407-66a7e0d614ea tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325649 Aug 11 01:46:48.915447 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a191d3e6-7c73-4703-a874-aac9ac77d7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:48.970961 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:50.696673 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:46:52.664207 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:00.199012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:00.387863 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:06.330264 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-22a210d6-98c3-4cab-a777-768dc8661dce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400720 Aug 11 01:47:06.418054 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-18787754-17b8-4acd-a35a-0d2fe3a39926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:47:06.419976 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-18787754-17b8-4acd-a35a-0d2fe3a39926 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0474577 Aug 11 01:47:06.523681 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-a39db387-bbe8-4340-b5d2-8dbc4f3175ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:47:06.525150 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-a39db387-bbe8-4340-b5d2-8dbc4f3175ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0863218 Aug 11 01:47:06.593347 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-76d8cf99-9948-4213-875e-8c06a2d882cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 1000 time: 0.0609264 Aug 11 01:47:06.641149 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-e110cecb-6e45-48f6-8fe9-221b1010b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:47:06.642642 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-e110cecb-6e45-48f6-8fe9-221b1010b619 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0431473 Aug 11 01:47:06.687400 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-00990bff-f4d4-4529-8d3c-1872ce386664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:47:06.688864 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-00990bff-f4d4-4529-8d3c-1872ce386664 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393317 Aug 11 01:47:06.781438 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-1a50f223-bfd4-460d-a0b9-bce7c8216647 service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Aug 11 01:47:06.872375 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bf73ee9b-8872-4b80-97b9-f3d0bf55c4a0 req-960d956f-79cb-4acb-8284-4bb45a869e96 service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821469 Aug 11 01:47:16.307535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-60b34940-6751-4853-9e0e-bf5c7bf23d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:17.583833 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:47:18.994547 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f5f4-4998-4896-8d84-1958077bdc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:19.017984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:20.703099 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:22.669086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:30.211420 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:30.371439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:46.319425 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-514eb59b-58fc-4071-a6fa-e949a57d61f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:49.016748 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-21d2aa9a-ed42-4aa2-b273-3b23f1ae5578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:49.045776 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:50.759482 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:52.668334 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:47:54.583374 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:48:00.205147 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:00.376018 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:06.335653 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-18295288-dbbd-404c-826b-45ec2b62b2ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409350 Aug 11 01:48:06.430090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-aa30cef5-b09c-42f7-b0db-b596ff456792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:06.431632 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-aa30cef5-b09c-42f7-b0db-b596ff456792 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0455723 Aug 11 01:48:06.535548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-a5cee4da-33f9-4642-9b28-dffc995b6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:06.537073 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-a5cee4da-33f9-4642-9b28-dffc995b6eec service neutron] 10.222.0.55 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0849934 Aug 11 01:48:06.607477 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-b1664b07-abd4-4937-ba79-ad323fc24ddd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 1000 time: 0.0629656 Aug 11 01:48:06.656650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-641c46ec-f9a9-4554-a72b-3ff8b67ad6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:06.658123 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-641c46ec-f9a9-4554-a72b-3ff8b67ad6e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0437696 Aug 11 01:48:06.703364 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-828fe406-b0be-4c83-8a43-c880abd5f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:06.704861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-828fe406-b0be-4c83-8a43-c880abd5f180 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399058 Aug 11 01:48:06.797554 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-4597d44f-dcda-41f1-a709-4c17e5cbca12 service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Aug 11 01:48:06.889068 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b400958c-0953-4fee-9266-39e6b5a025a8 req-307d2db9-d72e-4940-aefe-5f2af8756366 service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847471 Aug 11 01:48:16.312014 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-69b05270-4d00-417b-ab71-df3df3bee7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:19.026963 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b9a600ad-ddd8-4540-9e85-424fb4c4234c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:19.055486 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:20.712000 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:22.701090 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:25.787629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56162) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:25.953922 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Deleting port 18d7c0f7-b211-4239-93b2-e13928e59378 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:25.954266 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:26.034868 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:26.035243 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:26.047829 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Calling delete_port for 18d7c0f7-b211-4239-93b2-e13928e59378 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:26.307026 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:26.338199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event deleted for resources: {'Port': ['ID=18d7c0f7-b211-4239-93b2-e13928e59378,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:26.351281 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.351643 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.351994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.352348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.352692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.353025 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.353363 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.353697 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.354027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.354360 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.354687 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.355012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:26.410255 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:26.410591 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Floating IP 5f2f3914-7dac-4b8d-bd76-0d12bc9c8df7 disassociated (deleted). External IP: 172.25.0.57, port: ca26837c-38b8-4a79-ace7-ab3350adf7de. Aug 11 01:48:26.619612 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:48:26.725760 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:48:26.730772 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:26.736026 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] Sync routers for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:48:26.745436 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:26.746037 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:26.760054 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-e43eff18-9079-441b-82f4-c8eed40d2a60 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "DELETE /v2.0/floatingips/5f2f3914-7dac-4b8d-bd76-0d12bc9c8df7 HTTP/1.1" status: 204 len: 168 time: 0.9712448 Aug 11 01:48:26.760765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:48:26.763281 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0b13dd-ce51-4330-8bf3-9f92c976ca23" -d '{"events": [{"name": "network-changed", "server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:48:26.854512 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:26.861056 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912ba249-ee85-4b0c-8419-15cb2279cd9d x-openstack-request-id: req-912ba249-ee85-4b0c-8419-15cb2279cd9d {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:48:26.861643 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:48:26.861643 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-912ba249-ee85-4b0c-8419-15cb2279cd9d {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:48:26.861992 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'status': 'completed', 'code': 200} Aug 11 01:48:26.922503 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-77cd2c5b-42d6-44da-aad8-72da7864311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:26.924029 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-77cd2c5b-42d6-44da-aad8-72da7864311e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=629ab20823bd42ff9e93a81b875255bc&device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0417323 Aug 11 01:48:27.020912 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-0a5e0681-b74b-41aa-af66-59dc4e280195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:27.022458 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-0a5e0681-b74b-41aa-af66-59dc4e280195 service neutron] 10.222.0.55 "GET /v2.0/networks?id=40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 200 len: 909 time: 0.0917876 Aug 11 01:48:27.058133 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:27.065069 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-fff1141e-deef-4fa0-98a3-5d833746813f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 200 len: 217 time: 0.0354800 Aug 11 01:48:27.085457 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] Checking router: 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:48:27.094892 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:27.095531 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:27.114317 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-40defdea-efb2-4859-a842-f963c562629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:27.115895 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-40defdea-efb2-4859-a842-f963c562629f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 200 len: 847 time: 0.0447428 Aug 11 01:48:27.169366 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-d6f8987a-f04a-4775-9f5e-67eb35e501d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:27.170879 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-d6f8987a-f04a-4775-9f5e-67eb35e501d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=40347c48-7c96-4caf-913b-04172881cb7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462689 Aug 11 01:48:27.210508 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:27.267210 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-e3aac73b-adfc-4803-802d-b100797b97b9 service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884664 Aug 11 01:48:27.315670 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583f032-9790-4867-93a9-cad9dd6b94b4 req-8b4f3d16-4c8a-41c6-83e3-e3e7e363473d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:27.317356 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1583f032-9790-4867-93a9-cad9dd6b94b4 req-8b4f3d16-4c8a-41c6-83e3-e3e7e363473d tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 946 time: 0.0528104 Aug 11 01:48:27.367012 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1583f032-9790-4867-93a9-cad9dd6b94b4 req-0e07cc87-9d25-4b76-adcc-32ed038a6623 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427010 Aug 11 01:48:27.513279 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:27.543072 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4365f8c3-73fa-4791-b168-eda25a51078e None None] The sync data for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 is: [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:35Z', 'revision_number': 4, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '6259a2a0-0505-4c58-9aa2-700dce2ea313', 'name': '', 'network_id': '40347c48-7c96-4caf-913b-04172881cb7e', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'mac_address': 'fa:16:3e:e4:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:34Z', 'updated_at': '2021-08-11T01:38:41Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'subnets': [{'id': '7078b4c8-1cf8-4277-8c65-debd6e78900e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:48:27.705370 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-af0b13dd-ce51-4330-8bf3-9f92c976ca23 req-e722f8fa-7c11-4648-90ac-b4020b301580 service neutron] 10.222.0.55 "GET /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298928 Aug 11 01:48:27.767205 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c515f5-3994-485c-91e7-95242a1c96be None None] New status for floating IP 5f2f3914-7dac-4b8d-bd76-0d12bc9c8df7: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:48:28.499520 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26aa4c3-3c9a-458e-8703-2e49ae545c4c req-6f60f516-94ba-47b9-bca6-618e1e5a3a18 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:28.501062 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e26aa4c3-3c9a-458e-8703-2e49ae545c4c req-6f60f516-94ba-47b9-bca6-618e1e5a3a18 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 946 time: 0.0492845 Aug 11 01:48:28.539012 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e26aa4c3-3c9a-458e-8703-2e49ae545c4c req-96e6b0d8-fdf5-4e48-a2a5-67da817e6485 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/security-groups?id=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320082 Aug 11 01:48:28.761621 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-2e68e131-4f14-4f5c-a0f1-7ce69a7ee5e3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:28.763659 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-2e68e131-4f14-4f5c-a0f1-7ce69a7ee5e3 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 946 time: 0.0493023 Aug 11 01:48:28.856796 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Deleting port ca26837c-38b8-4a79-ace7-ab3350adf7de {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:28.857166 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:28.942266 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] For port ca26837c-38b8-4a79-ace7-ab3350adf7de, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=ca26837c-38b8-4a79-ace7-ab3350adf7de,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:28.942664 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:28.956985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Calling delete_port for ca26837c-38b8-4a79-ace7-ab3350adf7de owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:29.174718 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:29.203609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event deleted for resources: {'Port': ['ID=ca26837c-38b8-4a79-ace7-ab3350adf7de,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:29.216571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.216571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.216571 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.217151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.217513 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.217849 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.218187 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.218515 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.218841 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.219209 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.219539 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.219864 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:29.256769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] No DVR routers for this DVR port ca26837c-38b8-4a79-ace7-ab3350adf7de on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:48:29.259366 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:29.261319 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-9fa8d38f-9fe8-452b-bb15-338d3a17cc00 req-98356065-213b-4db7-9120-44fd0f7300e7 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.55 "DELETE /v2.0/ports/ca26837c-38b8-4a79-ace7-ab3350adf7de HTTP/1.1" status: 204 len: 173 time: 0.4911335 Aug 11 01:48:29.261750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'name': 'network-vif-deleted', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:48:29.264715 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce2cef-b0d5-4602-9511-164ffcfb0b79" -d '{"events": [{"server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "name": "network-vif-deleted", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:48:29.348404 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5857a0-8ed1-434a-9d16-f2baabdde186 x-openstack-request-id: req-6e5857a0-8ed1-434a-9d16-f2baabdde186 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:48:29.348697 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f83af92-a7ab-424b-afe9-838d8fbe1cf2", "name": "network-vif-deleted", "tag": "ca26837c-38b8-4a79-ace7-ab3350adf7de", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:48:29.348946 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e5857a0-8ed1-434a-9d16-f2baabdde186 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:48:29.349453 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f83af92-a7ab-424b-afe9-838d8fbe1cf2', 'name': 'network-vif-deleted', 'tag': 'ca26837c-38b8-4a79-ace7-ab3350adf7de', 'status': 'completed', 'code': 200} Aug 11 01:48:29.638195 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-bb9d6329-c19c-42c4-ba5e-efe750c95a6e req-d9eb0581-9d4c-45df-b262-9698df063317 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 210 time: 0.0279560 Aug 11 01:48:30.209118 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:30.409270 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:30.742948 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-55fd3232-cfc2-43c4-8bdf-0073a25f48fe req-8beffed5-0fc3-49fb-a7b2-1188b9ad74e8 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 210 time: 0.0319588 Aug 11 01:48:31.583951 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:48:31.584937 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device ca26837c-38b8-4a79-ace7-ab3350adf7de no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:48:31.605614 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: ca26837c-38b8-4a79-ace7-ab3350adf7de {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:48:31.605958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device ca26837c-38b8-4a79-ace7-ab3350adf7de not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:48:31.838914 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8d9daee8-ce6f-48a0-9498-3916791f9121 req-b5509565-db19-4aa1-a6d5-b379924d14b4 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 210 time: 0.0264657 Aug 11 01:48:32.936167 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-94b312f2-7276-4ab0-b2f6-287a00e2c206 req-d5cd6cf6-411e-48f8-8576-7a209fc40e77 tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f83af92-a7ab-424b-afe9-838d8fbe1cf2 HTTP/1.1" status: 200 len: 210 time: 0.0265491 Aug 11 01:48:33.997010 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56204) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:34.071735 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-74ffacc7-ca65-4956-adae-77428375a1ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:34.105766 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-74ffacc7-ca65-4956-adae-77428375a1ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:34.249411 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-74ffacc7-ca65-4956-adae-77428375a1ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:34.252328 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-74ffacc7-ca65-4956-adae-77428375a1ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:34.253532 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-74ffacc7-ca65-4956-adae-77428375a1ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] 10.222.0.43 "DELETE /v2.0/security-groups/ee8cc916-b87d-4dd6-a971-8f2c9b431ab8 HTTP/1.1" status: 204 len: 168 time: 0.2548134 Aug 11 01:48:34.263519 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffacc7-ca65-4956-adae-77428375a1ba tempest-TestShelveInstance-129118013 tempest-TestShelveInstance-129118013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8cc916-b87d-4dd6-a971-8f2c9b431ab8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:34.382185 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56208) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:34.881722 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:35.137963 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Deleting port 6259a2a0-0505-4c58-9aa2-700dce2ea313 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:35.138641 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:35.216370 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] For port 6259a2a0-0505-4c58-9aa2-700dce2ea313, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6259a2a0-0505-4c58-9aa2-700dce2ea313,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:35.216732 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:35.229610 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Calling delete_port for 6259a2a0-0505-4c58-9aa2-700dce2ea313 owned by network:router_interface {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:35.465916 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:35.492186 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6259a2a0-0505-4c58-9aa2-700dce2ea313,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:35.666953 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:35.892548 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:48:36.004012 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:48:36.009728 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-33443af9-665b-4084-8d87-b09e22257f02 admin admin] 10.222.0.43 "PUT /v2.0/routers/0f6ba4ce-ca78-41a6-9190-a8e93c4f8148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6264794 Aug 11 01:48:36.012529 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56212) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:36.015401 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] Sync routers for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:48:36.025986 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:36.027041 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:36.119379 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:36.135638 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:36.326324 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:48:35Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:36.353183 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] Checking router: 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:48:36.363064 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] Routers {'0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:36.363729 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:36.472979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] Set router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:36.595435 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:36.660505 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:48:35Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:36.687807 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d04e489-cdb1-46b6-8129-9ad66ff59c0d None None] The sync data for ids ['0f6ba4ce-ca78-41a6-9190-a8e93c4f8148'] in n-d-712143-13 is: [{'id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'name': 'tempest-TestShelveInstance-997652183-router', 'tenant_id': '629ab20823bd42ff9e93a81b875255bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:48:35Z', 'revision_number': 5, 'project_id': '629ab20823bd42ff9e93a81b875255bc', 'gw_port': {'id': '41fa1563-32c9-4a52-908e-86220ce914b8', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ba4ce-ca78-41a6-9190-a8e93c4f8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:32Z', 'updated_at': '2021-08-11T01:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:48:36.742264 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Deleting port 41fa1563-32c9-4a52-908e-86220ce914b8 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:36.742612 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:36.820955 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] For port 41fa1563-32c9-4a52-908e-86220ce914b8, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=41fa1563-32c9-4a52-908e-86220ce914b8,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:36.821317 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:36.833909 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Calling delete_port for 41fa1563-32c9-4a52-908e-86220ce914b8 owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:37.066209 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.099388 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=41fa1563-32c9-4a52-908e-86220ce914b8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:37.102269 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6259a2a0-0505-4c58-9aa2-700dce2ea313 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:48:37.129446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6259a2a0-0505-4c58-9aa2-700dce2ea313 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:48:37.129906 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6259a2a0-0505-4c58-9aa2-700dce2ea313 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:48:37.167945 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.261552 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.264213 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.380359 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.380930 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:48:37.390620 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.390620 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ca6ff7e3-e6cc-4a4d-97cd-597e157cd9eb admin admin] 10.222.0.43 "DELETE /v2.0/routers/0f6ba4ce-ca78-41a6-9190-a8e93c4f8148 HTTP/1.1" status: 204 len: 168 time: 1.3722744 Aug 11 01:48:37.390620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56214) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:37.438772 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c8d757-2e5a-4ed0-8df4-19c598fcaabb admin admin] Deleting subnet 7078b4c8-1cf8-4277-8c65-debd6e78900e {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:48:37.443635 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45c8d757-2e5a-4ed0-8df4-19c598fcaabb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.478803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45c8d757-2e5a-4ed0-8df4-19c598fcaabb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.557768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45c8d757-2e5a-4ed0-8df4-19c598fcaabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.706897 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45c8d757-2e5a-4ed0-8df4-19c598fcaabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.733956 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8d757-2e5a-4ed0-8df4-19c598fcaabb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7078b4c8-1cf8-4277-8c65-debd6e78900e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:37.737720 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-45c8d757-2e5a-4ed0-8df4-19c598fcaabb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.739696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-45c8d757-2e5a-4ed0-8df4-19c598fcaabb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7078b4c8-1cf8-4277-8c65-debd6e78900e HTTP/1.1" status: 204 len: 168 time: 0.3492937 Aug 11 01:48:37.742137 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56216) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:37.744742 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc3f4a7-24f5-4895-bd6f-cb414ae07891 None None] Network 40347c48-7c96-4caf-913b-04172881cb7e requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:48:37.812067 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.874196 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Deleting port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:37.874196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.933327 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] DHCP port deletion for 40347c48-7c96-4caf-913b-04172881cb7e request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:48:37.944997 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] For port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:37.945329 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:37.959466 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Calling delete_port for cd4bfb7e-1ceb-419b-91ae-a167815b8d6e owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:37.978988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Deleting port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:37.979402 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.042807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] For port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,segment=NetworkSegment(54c24533-aabb-4f0a-93bf-6e11fde0921f),segment_id=54c24533-aabb-4f0a-93bf-6e11fde0921f)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:38.048126 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.055964 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Calling delete_port for cd4bfb7e-1ceb-419b-91ae-a167815b8d6e owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:38.083340 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.113902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:38.117309 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] No DVR routers for this DVR port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:48:38.135397 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.161700 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Pushing event deleted for resources: {'Port': ['ID=cd4bfb7e-1ceb-419b-91ae-a167815b8d6e,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:38.166318 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] No DVR routers for this DVR port cd4bfb7e-1ceb-419b-91ae-a167815b8d6e on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:48:38.178877 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.179126 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.179489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.179831 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.180166 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.180500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.180858 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.181159 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.181485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.181814 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.182141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.182464 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e6a18-161c-4e4c-bc58-c8f0177ff3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:38.189981 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.200219 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40347c48-7c96-4caf-913b-04172881cb7e']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:38.210949 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c24533-aabb-4f0a-93bf-6e11fde0921f') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:38.211232 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c24533-aabb-4f0a-93bf-6e11fde0921f') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:38.220158 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.233537 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.239289 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:48:38.239684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:48:38.241284 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:48:38.340590 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.346533 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.348598 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] 10.222.0.43 "DELETE /v2.0/networks/40347c48-7c96-4caf-913b-04172881cb7e HTTP/1.1" status: 204 len: 168 time: 0.6054685 Aug 11 01:48:38.351679 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56218) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:38.359830 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ed8f2-8414-494c-abca-78fc32596f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=40347c48-7c96-4caf-913b-04172881cb7e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:38.696374 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.942777 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Deleting port ef790869-e249-4b1f-af02-2629cc4d8e59 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:38.943127 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:38.994648 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 41fa1563-32c9-4a52-908e-86220ce914b8 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:48:39.018552 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 41fa1563-32c9-4a52-908e-86220ce914b8 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:48:39.018898 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 41fa1563-32c9-4a52-908e-86220ce914b8 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:48:39.019353 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cd4bfb7e-1ceb-419b-91ae-a167815b8d6e no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:48:39.026480 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] For port ef790869-e249-4b1f-af02-2629cc4d8e59, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=ef790869-e249-4b1f-af02-2629cc4d8e59,segment=NetworkSegment(c9c0e902-731c-41e3-9cbc-f484a322de51),segment_id=c9c0e902-731c-41e3-9cbc-f484a322de51)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:39.026841 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:39.037721 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: cd4bfb7e-1ceb-419b-91ae-a167815b8d6e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:48:39.038069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device cd4bfb7e-1ceb-419b-91ae-a167815b8d6e not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:48:39.040029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Calling delete_port for ef790869-e249-4b1f-af02-2629cc4d8e59 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:39.283517 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:39.308861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef790869-e249-4b1f-af02-2629cc4d8e59,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:39.484130 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:39.691997 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:48:39.798837 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:48:39.803773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-7b8db6cb-1b66-4078-9dc1-8903cf128521 admin admin] 10.222.0.43 "PUT /v2.0/routers/a9a49bcf-0487-4c2d-b12a-a9d6a75360ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4509380 Aug 11 01:48:39.806219 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56220) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:39.808808 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] Sync routers for ids ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:48:39.819665 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] Routers {'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:39.820284 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:39.909656 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks [] for router, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:39.923982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] Set router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:40.015394 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.102871 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '699f13be-612b-477b-b0d8-54530856deba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:48:39Z', 'revision_number': 5, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port': {'id': '699f13be-612b-477b-b0d8-54530856deba', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:38:39Z', 'updated_at': '2021-08-11T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:40.129533 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] Checking router: a9a49bcf-0487-4c2d-b12a-a9d6a75360ae for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:48:40.137844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] Routers {'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:40.138459 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:40.170537 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Deleting port 699f13be-612b-477b-b0d8-54530856deba {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:40.170892 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.226813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] Set router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:40.252386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] For port 699f13be-612b-477b-b0d8-54530856deba, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=699f13be-612b-477b-b0d8-54530856deba,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:40.252663 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.266689 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Calling delete_port for 699f13be-612b-477b-b0d8-54530856deba owned by network:router_gateway {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:40.282466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:48:40Z', 'revision_number': 6, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:40.309518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdb3da-4ac8-4772-a588-3ac23bc96de6 None None] The sync data for ids ['a9a49bcf-0487-4c2d-b12a-a9d6a75360ae'] in n-d-712143-13 is: [{'id': 'a9a49bcf-0487-4c2d-b12a-a9d6a75360ae', 'name': 'tempest-TestShelveInstance-1626855978-router', 'tenant_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:38:38Z', 'updated_at': '2021-08-11T01:48:40Z', 'revision_number': 6, 'project_id': '90ac31c0f5f64fe3b7e980cdbb19a4e3', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:48:40.477379 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.503743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Pushing event deleted for resources: {'Port': ['ID=699f13be-612b-477b-b0d8-54530856deba,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:40.570230 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.664828 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.667101 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.792201 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.792763 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9a49bcf-0487-4c2d-b12a-a9d6a75360ae {{(pid=95254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:48:40.801134 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] Notify callbacks [] for router, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.801134 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-fe597ffc-a485-4407-b337-1ee49db5ac97 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a9a49bcf-0487-4c2d-b12a-a9d6a75360ae HTTP/1.1" status: 204 len: 168 time: 0.9932599 Aug 11 01:48:40.802970 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56222) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:40.852019 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_v2 [None req-095c149d-98e2-4abc-a926-2d62f4fa6a92 admin admin] Deleting subnet 29b69192-d9c4-4423-a7ce-60d8779f3be3 {{(pid=95254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:48:40.855252 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-095c149d-98e2-4abc-a926-2d62f4fa6a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.889446 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-095c149d-98e2-4abc-a926-2d62f4fa6a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131443883'] for subnet, precommit_delete_associations {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:40.964996 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-095c149d-98e2-4abc-a926-2d62f4fa6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.078777 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-095c149d-98e2-4abc-a926-2d62f4fa6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131444636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131092765'] for subnet, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.097762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95314082-7a23-41ad-86a2-a1fa43c0a324 None None] Network 935c4e8b-a6e0-423a-8fb3-1d624408d22a requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:48:41.111637 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 699f13be-612b-477b-b0d8-54530856deba no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:48:41.112077 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-095c149d-98e2-4abc-a926-2d62f4fa6a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.113979 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-095c149d-98e2-4abc-a926-2d62f4fa6a92 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/29b69192-d9c4-4423-a7ce-60d8779f3be3 HTTP/1.1" status: 204 len: 168 time: 0.3099940 Aug 11 01:48:41.115064 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c149d-98e2-4abc-a926-2d62f4fa6a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b69192-d9c4-4423-a7ce-60d8779f3be3,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:41.116711 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56224) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:41.160671 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 699f13be-612b-477b-b0d8-54530856deba {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:48:41.161022 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 699f13be-612b-477b-b0d8-54530856deba not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:48:41.161455 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ef790869-e249-4b1f-af02-2629cc4d8e59 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:48:41.188747 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: ef790869-e249-4b1f-af02-2629cc4d8e59 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:48:41.189447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device ef790869-e249-4b1f-af02-2629cc4d8e59 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:48:41.192225 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.253765 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Deleting port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:41.254120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.328027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] DHCP port deletion for 935c4e8b-a6e0-423a-8fb3-1d624408d22a request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:48:41.329441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] For port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,segment=NetworkSegment(c9c0e902-731c-41e3-9cbc-f484a322de51),segment_id=c9c0e902-731c-41e3-9cbc-f484a322de51)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:41.329819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.346696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Calling delete_port for 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:41.378585 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] Deleting port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:48:41.378960 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.440824 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] For port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,segment=NetworkSegment(c9c0e902-731c-41e3-9cbc-f484a322de51),segment_id=c9c0e902-731c-41e3-9cbc-f484a322de51)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:41.442323 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.454443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] Calling delete_port for 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:48:41.517332 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.533042 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.543094 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:41.547254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] No DVR routers for this DVR port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:48:41.559753 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] Pushing event deleted for resources: {'Port': ['ID=9d7d7c6f-13f1-46fe-8c00-6741a56fdd90,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:41.563947 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b4a9d-6b42-415b-899c-cf081e83a0e0 None None] No DVR routers for this DVR port 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:48:41.620512 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.630968 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935c4e8b-a6e0-423a-8fb3-1d624408d22a']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:41.641518 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c0e902-731c-41e3-9cbc-f484a322de51') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:41.641820 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c0e902-731c-41e3-9cbc-f484a322de51') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:41.650628 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.669060 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.675463 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:48:41.675957 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:48:41.677608 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:48:41.809302 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.815728 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:41.821408 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] 10.222.0.43 "DELETE /v2.0/networks/935c4e8b-a6e0-423a-8fb3-1d624408d22a HTTP/1.1" status: 204 len: 168 time: 0.6991842 Aug 11 01:48:41.828863 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927e9a3-ab29-4827-91a6-376342513373 admin admin] Pushing event deleted for resources: {'Network': ['ID=935c4e8b-a6e0-423a-8fb3-1d624408d22a,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:42.346343 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56228) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:42.386394 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b282f86b-8014-482b-9b2a-df8c4c519901 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=629ab20823bd42ff9e93a81b875255bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388498 Aug 11 01:48:42.389729 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56230) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:42.440746 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff4c-79ac-49db-b768-0370ef332816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:42.462394 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff4c-79ac-49db-b768-0370ef332816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:42.608768 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff4c-79ac-49db-b768-0370ef332816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:42.611306 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff4c-79ac-49db-b768-0370ef332816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:42.612842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0a3aff4c-79ac-49db-b768-0370ef332816 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb98594c-74e7-4000-9f74-c9e74a37c0a6 HTTP/1.1" status: 204 len: 168 time: 0.2215118 Aug 11 01:48:42.621199 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3aff4c-79ac-49db-b768-0370ef332816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb98594c-74e7-4000-9f74-c9e74a37c0a6,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:43.001077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:48:43.018512 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:48:43.018865 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 9d7d7c6f-13f1-46fe-8c00-6741a56fdd90 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:48:43.350426 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56236) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:43.393993 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-5c22338f-9d3c-4993-82ea-179ae53faa13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90ac31c0f5f64fe3b7e980cdbb19a4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422013 Aug 11 01:48:43.396593 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56238) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:43.445033 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e19992-16fe-4392-849a-8342b78f05f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:43.466001 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e19992-16fe-4392-849a-8342b78f05f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:43.580431 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e19992-16fe-4392-849a-8342b78f05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:43.582942 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-19e19992-16fe-4392-849a-8342b78f05f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:43.584214 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-19e19992-16fe-4392-849a-8342b78f05f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/651f2aaa-ff4a-4041-984f-d8a489bb47dc HTTP/1.1" status: 204 len: 168 time: 0.1866498 Aug 11 01:48:43.593192 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e19992-16fe-4392-849a-8342b78f05f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f2aaa-ff4a-4041-984f-d8a489bb47dc,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:44.744387 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56260) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:44.844253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1408050305-network', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:44.922808 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Made reservation on behalf of 01eb78a6d7394e88b623325d79df10e0 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:48:44.925190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:44.933889 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.023534 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.099863 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.127629 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:48:45.133975 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2021071-f61e-4878-a700-a942781e8c4e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:45.141283 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.141641 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Added segment 8c094fe7-b71f-4b0c-a4dc-97c6388f27ba of type vlan for network bc208883-643e-4854-8c70-1cda94371583 Aug 11 01:48:45.181978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.259991 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.261155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:45.261849 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.325228 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] Pushing event updated for resources: {'Network': ['ID=bc208883-643e-4854-8c70-1cda94371583,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:45.335241 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network bc208883-643e-4854-8c70-1cda94371583 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:48:45.375495 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4e0b90d1-07c7-412a-9819-0f4da423787e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6298399 Aug 11 01:48:45.378090 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56264) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:45.383021 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Request body: {'subnet': {'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1408050305-subnet', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:45.465653 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Made reservation on behalf of 01eb78a6d7394e88b623325d79df10e0 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:48:45.468682 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.711510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.765854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78efe150-09f4-4a5e-bb87-80994a54c364,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:45.776977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Checking segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:48:45.777348 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Network hostable DHCP agents. Network: bc208883-643e-4854-8c70-1cda94371583, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:48:45.842869 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Network bc208883-643e-4854-8c70-1cda94371583 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:48:45.911382 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, bc208883-643e-4854-8c70-1cda94371583) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:45.915591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:45.916224 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:45.922484 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacbd664-1f4c-41dd-b486-aa6bcfca8ba9 None None] Network bc208883-643e-4854-8c70-1cda94371583 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:48:45.977479 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b2875ce9-3268-46a2-b7ec-c00ef54f4292 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5980682 Aug 11 01:48:45.980066 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56266) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:45.986004 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:46.066089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.067298 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.068056 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-bc208883-643e-4854-8c70-1cda94371583', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:48:46.068918 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.125734 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.210118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Allocated IP 172.20.0.2 (bc208883-643e-4854-8c70-1cda94371583/78efe150-09f4-4a5e-bb87-80994a54c364/51bb2bb2-8df9-4e55-90fe-21877f0e5a9d) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:48:46.338146 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.354068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c09e8ddf-ba22-4644-96ff-8ef9bb19c1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.376413 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.384688 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Transition to ACTIVE for port object 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:46.399247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Transition to ACTIVE for port object 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:46.477424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.515059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Network bc208883-643e-4854-8c70-1cda94371583 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:48:46.520041 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:46.522943 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:48:46.554379 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Pushing event updated for resources: {'Port': ['ID=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:46.590338 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Attempting to bind port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:48:46.590644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Attempting to bind port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:48:46.591007 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Attempting to bind port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d on network bc208883-643e-4854-8c70-1cda94371583 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:48:46.596262 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:48:46.596626 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Checking segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:48:46.597020 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.597411 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Bound using segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:48:46.597902 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Bound port: 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:48:46.598267 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.638238 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.659096 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.667141 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] For port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:48:46.670381 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] For port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:48:46.762208 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Allocated IP 172.25.0.14 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:48:46.780778 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.849238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46003ef1-460c-460f-ae59-b2be63c95173 None None] Pushing event updated for resources: {'Port': ['ID=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:46.892613 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:46.992168 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:47.038158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:48:47.043995 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:47.046996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:48:47.049179 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:47.383895 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:47.591753 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:47.838128 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27b166-85b6-4513-9605-820a7bd66704 None None] Network bc208883-643e-4854-8c70-1cda94371583 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:48:47.871307 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Router 0935ed15-87e5-4507-8266-1882ffae7e31 is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:48:47.982256 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:48:47.991619 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c59f50fe-cbf8-4222-a46b-cc455760e72e None None] Provisioning for port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:47.993015 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Sync routers for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:48:48.009313 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:48.010145 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:48.061030 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.065105 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-4f9ecda8-be78-4f06-9d13-fa938c901477 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0813458 Aug 11 01:48:48.065279 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56268) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:48.129535 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:48.306979 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:47Z', 'revision_number': 3, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:48.336434 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Checking router: 0935ed15-87e5-4507-8266-1882ffae7e31 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:48:48.336760 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Updating router 0935ed15-87e5-4507-8266-1882ffae7e31 port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:48:48.361409 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.501764 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.613163 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.622681 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Transition to ACTIVE for port object bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:48.661964 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Allocated IP 172.20.0.1 (bc208883-643e-4854-8c70-1cda94371583/78efe150-09f4-4a5e-bb87-80994a54c364/29d577ac-d57c-4118-b671-f6881b3237a1) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:48:48.705736 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.761765 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Attempting to bind port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:48:48.762136 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Attempting to bind port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:48:48.762504 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Attempting to bind port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:48:48.765922 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Pushing event updated for resources: {'Port': ['ID=bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:48.772551 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.774142 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:48:48.774519 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:48:48.774926 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.775350 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:48:48.775817 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Bound port: bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:48:48.776197 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.779471 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.779822 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.780174 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.780512 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.780898 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.781234 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.781583 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.781897 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.782272 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.782556 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.782884 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.783234 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:48:48.789065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Transition to ACTIVE for port object 29d577ac-d57c-4118-b671-f6881b3237a1 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:48.876497 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:48.914471 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Network bc208883-643e-4854-8c70-1cda94371583 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:48:48.921002 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:48.924620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:48:48.938165 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] For port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:48:48.941751 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] For port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:48:48.947826 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Pushing event updated for resources: {'Port': ['ID=29d577ac-d57c-4118-b671-f6881b3237a1,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:48.969257 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.003537 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-594f26b5-8132-436a-b655-7aece2966912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.083696 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.101165 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:49.112103 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.175940 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:49.176572 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:49.178296 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9322e29-0718-41c7-bde6-03980101fc6a None None] Pushing event updated for resources: {'Port': ['ID=bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:49.196104 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.254097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a349c8a5-7ebb-4eef-9024-9757824348d3 None None] Provisioning for port 29d577ac-d57c-4118-b671-f6881b3237a1 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:49.258116 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a349c8a5-7ebb-4eef-9024-9757824348d3 None None] Provisioning complete for port 29d577ac-d57c-4118-b671-f6881b3237a1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:49.258562 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a349c8a5-7ebb-4eef-9024-9757824348d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.284167 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:49.287732 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:49.290584 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:49.291244 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.323583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a349c8a5-7ebb-4eef-9024-9757824348d3 None None] Port 29d577ac-d57c-4118-b671-f6881b3237a1 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:48:49.365817 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.387346 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.413312 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:49.414162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.482712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.484281 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:49.491873 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:48Z', 'revision_number': 1, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:49.492894 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Pushing event updated for resources: {'Port': ['ID=29d577ac-d57c-4118-b671-f6881b3237a1,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:49.524594 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabd44e-5920-4601-b298-b77cd1a0f7c3 None None] The sync data for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 is: [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:48Z', 'revision_number': 1, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:48:49.548149 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:49.927674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Network bc208883-643e-4854-8c70-1cda94371583 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:48:49.929155 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:50.053619 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Router 0935ed15-87e5-4507-8266-1882ffae7e31 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:48:50.149124 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-e7a96fda-bab3-48da-bd1e-ee9263b72d33 None None] Provisioning complete for port 29d577ac-d57c-4118-b671-f6881b3237a1 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:50.149719 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e7a96fda-bab3-48da-bd1e-ee9263b72d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:50.195065 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:48:50.202127 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b351239c-ca44-4f57-a225-171d38885c56 admin admin] 10.222.0.43 "PUT /v2.0/routers/0935ed15-87e5-4507-8266-1882ffae7e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357887 Aug 11 01:48:50.218334 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-e7a96fda-bab3-48da-bd1e-ee9263b72d33 None None] Port 29d577ac-d57c-4118-b671-f6881b3237a1 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:48:50.711695 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:50.871706 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56284) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:50.877313 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2013763116-network', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:50.958023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Made reservation on behalf of 8053e11bcced422c8f3f7c2c7d0c0ac8 for: {'network': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:48:50.962678 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for network, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:50.969624 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.064196 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.077444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:51.123287 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:51.124213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.151353 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.173913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=95255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 01:48:51.197557 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5d13a-729e-49a3-83b7-a18b974bf2f8,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:51.197557 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.197557 n-d-712143-13 neutron-server[95255]: INFO neutron.db.segments_db [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Added segment 22534447-e4df-47e8-a128-0cc79b8f4318 of type vlan for network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 Aug 11 01:48:51.215069 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:51.242983 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780187922764'] for network, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.391743 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:51.395981 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:51.396353 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.425666 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981'] for network, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.426686 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:51.427382 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.476342 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.489893 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] Pushing event updated for resources: {'Network': ['ID=7aba1023-d48b-4dd0-a3b8-336cfd7aebb5,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:51.492288 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Sync routers for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:48:51.504641 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 details requested by agent ovs-agent-n-d-712143-13 with host n-d-712143-13 {{(pid=95256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 01:48:51.523545 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:51.552575 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-c612462f-611e-486a-9fb9-f22ffb34ff3f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6796722 Aug 11 01:48:51.555409 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56286) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:51.560901 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Request body: {'subnet': {'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2013763116-subnet', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'ip_version': 4}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:51.660315 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Made reservation on behalf of 8053e11bcced422c8f3f7c2c7d0c0ac8 for: {'subnet': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:48:51.662781 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130197431'] for subnet, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.707787 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.718369 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:51.719006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:51.854270 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:51.878293 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:51.894821 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131178982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130197413'] for subnet, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:51.949544 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f342725-a6d0-4d13-8293-7ceff89d7f78,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:51.961811 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Checking segment: {'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:48:51.962117 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Network hostable DHCP agents. Network: 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5, hostable agents: ['75efe6c3-6348-4ac3-8778-f643cd45a941'], hosted agents: [] {{(pid=95255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 01:48:52.032503 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 is scheduled to be hosted by DHCP agent 75efe6c3-6348-4ac3-8778-f643cd45a941 with binding_index 1 {{(pid=95255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 01:48:52.087590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 2, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:52.111412 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712143-13, 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5) {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:52.115037 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Checking router: 0935ed15-87e5-4507-8266-1882ffae7e31 for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:48:52.115444 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Updating router 0935ed15-87e5-4507-8266-1882ffae7e31 port 29d577ac-d57c-4118-b671-f6881b3237a1 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:48:52.117254 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:52.118643 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.121292 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9acc4e4-0fe8-49a5-a5d6-b1dcb3716588 None None] Network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:48:52.180068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.181450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-da51f337-ef7f-4f0f-9f39-afff5465aa01 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6246936 Aug 11 01:48:52.184417 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56288) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:52.189278 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:52.266475 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133782465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3319'] for router, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.267704 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133781617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133779712', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-134215481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3310'] for router, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.328175 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.414247 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a839cad-3c68-5a02-8357-3c9c750ff4e3-7aba1023-d48b-4dd0-a3b8-336cfd7aebb5', 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'fixed_ips': [{'subnet_id': '8f342725-a6d0-4d13-8293-7ceff89d7f78'}]}} from n-d-712143-13. {{(pid=95256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 01:48:52.415110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.524120 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.629492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.646280 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.db_base_plugin_common [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Allocated IP 172.20.0.2 (7aba1023-d48b-4dd0-a3b8-336cfd7aebb5/8f342725-a6d0-4d13-8293-7ceff89d7f78/6ecf7eee-d2ca-4fbd-90bf-a0f584938533) {{(pid=95256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:48:52.649084 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Transition to ACTIVE for port object 29d577ac-d57c-4118-b671-f6881b3237a1 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:52.701513 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.728866 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.806573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.827356 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.833426 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713b065-9615-497c-8e56-53808293ac66 None None] Pushing event updated for resources: {'Port': ['ID=29d577ac-d57c-4118-b671-f6881b3237a1,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:52.888852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.904447 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Transition to ACTIVE for port object 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:52.908711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Attempting to bind port 29d577ac-d57c-4118-b671-f6881b3237a1 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:48:52.908711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Attempting to bind port 29d577ac-d57c-4118-b671-f6881b3237a1 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:48:52.908711 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Attempting to bind port 29d577ac-d57c-4118-b671-f6881b3237a1 on network bc208883-643e-4854-8c70-1cda94371583 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:48:52.918564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:48:52.919013 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Checking segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:48:52.919401 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.919796 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Bound using segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:48:52.920783 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Bound port: 29d577ac-d57c-4118-b671-f6881b3237a1, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:48:52.921574 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:52.937982 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Transition to ACTIVE for port object 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 will not be triggered until provisioned by entity DHCP. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:52.948850 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Allocated IP 172.25.0.220 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/10acebcc-1b1c-4481-b436-02320a0cc5ee) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:48:53.003420 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] For port 29d577ac-d57c-4118-b671-f6881b3237a1, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:48:53.007989 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] For port 29d577ac-d57c-4118-b671-f6881b3237a1, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=29d577ac-d57c-4118-b671-f6881b3237a1,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:48:53.014453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748'] for port, after_create {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.042571 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:53.062871 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.083786 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.089597 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 is already hosted by enough agents. {{(pid=95256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:48:53.105574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.scheduler.base_scheduler [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Resources bound (agent type, host, resource id): {{(pid=95256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:53.112812 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Received port after_create {{(pid=95256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:48:53.129909 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Pushing event updated for resources: {'Port': ['ID=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,revision_number=1']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:53.192231 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.213118 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:53.214031 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:53.240918 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:48:53.243892 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:53.247696 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:48:53.270321 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Pushing event updated for resources: {'Port': ['ID=10acebcc-1b1c-4481-b436-02320a0cc5ee,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:53.272885 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:53.273271 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.299758 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Attempting to bind port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:48:53.300194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Attempting to bind port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:48:53.300500 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Attempting to bind port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 on network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:48:53.305928 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713b065-9615-497c-8e56-53808293ac66 None None] Pushing event updated for resources: {'Port': ['ID=29d577ac-d57c-4118-b671-f6881b3237a1,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:53.321790 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:48:53.322169 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Checking segment: {'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:48:53.322582 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.322975 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Bound using segment: {'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:48:53.323486 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Bound port: 6ecf7eee-d2ca-4fbd-90bf-a0f584938533, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:48:53.323878 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.443958 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:53.579443 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.678054 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] For port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:48:53.729489 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] For port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,segment=NetworkSegment(22534447-e4df-47e8-a128-0cc79b8f4318),segment_id=22534447-e4df-47e8-a128-0cc79b8f4318)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:48:53.781236 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133781624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133779955'] for router, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.801910 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:53.891056 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d9e4a-00f6-4eb3-abd1-5cbd53f96fe8 None None] Pushing event updated for resources: {'Port': ['ID=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,revision_number=2']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:53.920530 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:52Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:53.956314 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5ddc6-83da-4a53-99e7-e9c5a1dc529c None None] The sync data for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 is: [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:52Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:48:54.018468 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb is scheduled to L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 with binding_index 1 {{(pid=95255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 01:48:54.171874 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:48:54.182413 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Sync routers for ids ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:48:54.192868 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Routers {'967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:54.197720 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:54.277983 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:54.277983 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-46d96e0a-5c1f-49c5-81d3-4aefda9f0fff admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0876389 Aug 11 01:48:54.277983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56290) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:54.314201 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Set router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:54.526613 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:53Z', 'revision_number': 3, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port': {'id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:54.560755 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Checking router: 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:48:54.561931 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Updating router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb port 10acebcc-1b1c-4481-b436-02320a0cc5ee binding host n-d-712143-13 {{(pid=95257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:48:54.597193 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:54.757337 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:54.882059 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c27d7-373d-42df-879b-6b63838c9900 None None] Network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:48:54.888821 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Notify callbacks [] for port, precommit_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:54.900879 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.provisioning_blocks [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Transition to ACTIVE for port object 10acebcc-1b1c-4481-b436-02320a0cc5ee will not be triggered until provisioned by entity L2. {{(pid=95257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:54.952143 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:54.956413 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Allocated IP 172.20.0.1 (7aba1023-d48b-4dd0-a3b8-336cfd7aebb5/8f342725-a6d0-4d13-8293-7ceff89d7f78/1b9f7805-fe53-40d1-b3c6-f47566b648d0) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:48:55.005212 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Attempting to bind port 10acebcc-1b1c-4481-b436-02320a0cc5ee on host n-d-712143-13 for vnic_type normal with profile {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:48:55.005586 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Attempting to bind port 10acebcc-1b1c-4481-b436-02320a0cc5ee by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:48:55.005999 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Attempting to bind port 10acebcc-1b1c-4481-b436-02320a0cc5ee on network 6bde03f5-9690-46ae-8115-de22b61c77ca {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:48:55.018849 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:48:55.018849 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Checking segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:48:55.019407 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.023104 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Bound using segment: {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'} {{(pid=95257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:48:55.023104 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.managers [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Bound port: 10acebcc-1b1c-4481-b436-02320a0cc5ee, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c778f-0352-499a-9978-80431294c7c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca'}}] {{(pid=95257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:48:55.023104 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.052482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-7d21155d-e04c-4e55-8051-afead8b6dbab None None] Provisioning for port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:55.094785 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c037ba-d6cf-4ebb-a600-be55f07c90c9 None None] Pushing event updated for resources: {'Port': ['ID=10acebcc-1b1c-4481-b436-02320a0cc5ee,revision_number=2']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:55.103713 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.105329 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] For port 10acebcc-1b1c-4481-b436-02320a0cc5ee, host n-d-712143-13, cleared binding levels {{(pid=95257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:48:55.109880 n-d-712143-13 neutron-server[95257]: DEBUG neutron.plugins.ml2.db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] For port 10acebcc-1b1c-4481-b436-02320a0cc5ee, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=10acebcc-1b1c-4481-b436-02320a0cc5ee,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:48:55.119636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Transition to ACTIVE for port object 1b9f7805-fe53-40d1-b3c6-f47566b648d0 will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:55.174610 n-d-712143-13 neutron-server[95257]: DEBUG neutron_lib.callbacks.manager [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.188934 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 29d577ac-d57c-4118-b671-f6881b3237a1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:55.226946 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.229750 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Routers {'967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:55.230502 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:55.273819 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:48:55.278056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:55.286617 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:48:55.290006 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c037ba-d6cf-4ebb-a600-be55f07c90c9 None None] Pushing event updated for resources: {'Port': ['ID=10acebcc-1b1c-4481-b436-02320a0cc5ee,revision_number=3']} {{(pid=95257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:55.294097 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 29d577ac-d57c-4118-b671-f6881b3237a1 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:55.298701 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 29d577ac-d57c-4118-b671-f6881b3237a1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:55.298920 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.323565 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9f7805-fe53-40d1-b3c6-f47566b648d0,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:55.339978 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133853696'] for router_interface, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.377409 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] Set router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:55.429458 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.465857 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 29d577ac-d57c-4118-b671-f6881b3237a1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=29d577ac-d57c-4118-b671-f6881b3237a1,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:55.551185 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.552018 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:55.567427 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.581455 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:53Z', 'revision_number': 3, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port': {'id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:55.616251 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc97f4d6-e544-4a65-98e0-5806497f9033 None None] The sync data for ids ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'] in n-d-712143-13 is: [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:53Z', 'revision_number': 3, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port': {'id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:48:55.651437 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=29d577ac-d57c-4118-b671-f6881b3237a1,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:55.729077 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:55.733862 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:55.739507 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.747152 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.768867 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a6debd25-a09e-4ca3-9eea-174336ee837b None None] Provisioning for port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:55.775574 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-a6debd25-a09e-4ca3-9eea-174336ee837b None None] Provisioning complete for port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:55.776076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a6debd25-a09e-4ca3-9eea-174336ee837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.839360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-a6debd25-a09e-4ca3-9eea-174336ee837b None None] Port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:48:55.844024 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.862797 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.903418 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,segment=NetworkSegment(22534447-e4df-47e8-a128-0cc79b8f4318),segment_id=22534447-e4df-47e8-a128-0cc79b8f4318)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:55.928185 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133724935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133853876'] for router_interface, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:55.934332 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Pushing event updated for resources: {'Port': ['ID=1b9f7805-fe53-40d1-b3c6-f47566b648d0,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:55.974281 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:56.028572 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:56.039542 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:48:56.041099 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:48:56.270274 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ee112dc9-b046-4683-9ee5-911552521501 None None] Provisioning complete for port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:56.270743 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ee112dc9-b046-4683-9ee5-911552521501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:56.308466 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ee112dc9-b046-4683-9ee5-911552521501 None None] Port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:48:56.520932 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:48:56.627708 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:48:56.632696 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-73461daa-a26b-41ef-a89c-be38b204f997 admin admin] 10.222.0.43 "PUT /v2.0/routers/967a04a7-7fc8-4741-92fb-ec8a3edc2dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3559515 Aug 11 01:48:57.102498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 29d577ac-d57c-4118-b671-f6881b3237a1 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:57.152376 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 29d577ac-d57c-4118-b671-f6881b3237a1 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:57.152741 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.189986 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Sync routers for ids ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:48:57.203330 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Routers {'967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:57.203945 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:57.284158 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56298) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:57.289377 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-ce59d251-1655-46b5-a116-7616becabfb3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788118730', 'description': 'tempest-secgroup-smoke-1788118730 description', 'project_id': '01eb78a6d7394e88b623325d79df10e0'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:57.315804 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 10acebcc-1b1c-4481-b436-02320a0cc5ee up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:57.366446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Set router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:57.385573 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce59d251-1655-46b5-a116-7616becabfb3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.468899 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce59d251-1655-46b5-a116-7616becabfb3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.507967 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 10acebcc-1b1c-4481-b436-02320a0cc5ee completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:57.520746 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 10acebcc-1b1c-4481-b436-02320a0cc5ee triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:57.521076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.534021 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce59d251-1655-46b5-a116-7616becabfb3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.564178 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59d251-1655-46b5-a116-7616becabfb3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd935143-711c-4408-8a75-5a8ea6e9aadb,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:57.620184 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ce59d251-1655-46b5-a116-7616becabfb3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.621521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ce59d251-1655-46b5-a116-7616becabfb3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3362217 Aug 11 01:48:57.624525 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56300) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:57.629005 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-3eecbe57-d01f-4478-ab38-3610034d1c9a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'security_group_rule': {'security_group_id': 'fd935143-711c-4408-8a75-5a8ea6e9aadb', 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:57.638225 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.644146 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 4, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port': {'id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1b9f7805-fe53-40d1-b3c6-f47566b648d0', 'name': '', 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'mac_address': 'fa:16:3e:75:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '8f342725-a6d0-4d13-8293-7ceff89d7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:54Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 2, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'subnets': [{'id': '8f342725-a6d0-4d13-8293-7ceff89d7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:57.671372 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Checking router: 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:48:57.671729 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Updating router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 binding host n-d-712143-13 {{(pid=95256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 01:48:57.703382 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 10acebcc-1b1c-4481-b436-02320a0cc5ee, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=10acebcc-1b1c-4481-b436-02320a0cc5ee,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:57.705681 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3eecbe57-d01f-4478-ab38-3610034d1c9a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.708180 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.761601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3eecbe57-d01f-4478-ab38-3610034d1c9a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.804359 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.805109 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:57.831344 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3eecbe57-d01f-4478-ab38-3610034d1c9a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.849375 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecbe57-d01f-4478-ab38-3610034d1c9a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbcd9bd-8ff8-42fd-89f7-82e383b379e9,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:57.928162 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-3eecbe57-d01f-4478-ab38-3610034d1c9a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:57.929563 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-3eecbe57-d01f-4478-ab38-3610034d1c9a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040810 Aug 11 01:48:57.932269 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56302) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:57.937440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-581f08b3-b04f-4b46-85f0-97ef279a5129 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'security_group_rule': {'security_group_id': 'fd935143-711c-4408-8a75-5a8ea6e9aadb', 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:57.944839 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=10acebcc-1b1c-4481-b436-02320a0cc5ee,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:57.974360 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:57.974731 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.036147 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-581f08b3-b04f-4b46-85f0-97ef279a5129 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.094296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-581f08b3-b04f-4b46-85f0-97ef279a5129 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.115979 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Notify callbacks [] for port, precommit_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.135493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Transition to ACTIVE for port object 1b9f7805-fe53-40d1-b3c6-f47566b648d0 will not be triggered until provisioned by entity L2. {{(pid=95256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:48:58.179684 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-581f08b3-b04f-4b46-85f0-97ef279a5129 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.200233 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f08b3-b04f-4b46-85f0-97ef279a5129 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9a30fc-f5d7-4626-97b0-595f173c7052,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:58.202429 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.251991 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d9f93-63b4-48de-9c26-68633f262b63 None None] Pushing event updated for resources: {'Port': ['ID=1b9f7805-fe53-40d1-b3c6-f47566b648d0,revision_number=3']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:58.277222 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-581f08b3-b04f-4b46-85f0-97ef279a5129 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.278724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-581f08b3-b04f-4b46-85f0-97ef279a5129 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455248 Aug 11 01:48:58.284688 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56304) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:58.286166 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-af3a7f55-3529-4017-8f2d-237bde704150 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'security_group_rule': {'security_group_id': 'fd935143-711c-4408-8a75-5a8ea6e9aadb', 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:58.310070 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Attempting to bind port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 on host n-d-712143-13 for vnic_type normal with profile {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:48:58.310823 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Attempting to bind port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 by drivers openvswitch,hyperv on host n-d-712143-13 at level 0 using segments [{'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:48:58.311899 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Attempting to bind port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 on network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:48:58.317845 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Checking agent: {'id': 'b1dedc64-37ac-4f72-9d2f-0f95c136414c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 8, 19), 'started_at': datetime.datetime(2021, 8, 11, 0, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712143-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:48:58.318228 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Checking segment: {'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:48:58.318769 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.319083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Bound using segment: {'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'} {{(pid=95256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:48:58.319620 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.managers [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Bound port: 1b9f7805-fe53-40d1-b3c6-f47566b648d0, host: n-d-712143-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22534447-e4df-47e8-a128-0cc79b8f4318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5'}}] {{(pid=95256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:48:58.320005 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.379299 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af3a7f55-3529-4017-8f2d-237bde704150 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.390184 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] For port 1b9f7805-fe53-40d1-b3c6-f47566b648d0, host n-d-712143-13, cleared binding levels {{(pid=95256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:48:58.394130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] For port 1b9f7805-fe53-40d1-b3c6-f47566b648d0, host n-d-712143-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1b9f7805-fe53-40d1-b3c6-f47566b648d0,segment=NetworkSegment(22534447-e4df-47e8-a128-0cc79b8f4318),segment_id=22534447-e4df-47e8-a128-0cc79b8f4318)] {{(pid=95256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:48:58.439540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af3a7f55-3529-4017-8f2d-237bde704150 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.460084 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.511685 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af3a7f55-3529-4017-8f2d-237bde704150 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.520219 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Routers {'967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:48:58.520673 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:58.531481 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a7f55-3529-4017-8f2d-237bde704150 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95f5f6a-1cb3-4207-88ee-92ce37a8251b,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:58.560406 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d9f93-63b4-48de-9c26-68633f262b63 None None] Pushing event updated for resources: {'Port': ['ID=1b9f7805-fe53-40d1-b3c6-f47566b648d0,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:58.591311 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-af3a7f55-3529-4017-8f2d-237bde704150 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.595715 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-af3a7f55-3529-4017-8f2d-237bde704150 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106771 Aug 11 01:48:58.596040 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56306) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:58.600996 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-855c9210-827d-4566-8934-66c0fa28cb65 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'security_group_rule': {'security_group_id': 'fd935143-711c-4408-8a75-5a8ea6e9aadb', 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:58.646374 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] Set router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:48:58.678296 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-855c9210-827d-4566-8934-66c0fa28cb65 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.738909 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-855c9210-827d-4566-8934-66c0fa28cb65 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.808345 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-855c9210-827d-4566-8934-66c0fa28cb65 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.825785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c9210-827d-4566-8934-66c0fa28cb65 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e72f19-58b2-4bee-bc63-83bcaa417720,revision_number=0']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:58.864931 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 4, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port': {'id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1b9f7805-fe53-40d1-b3c6-f47566b648d0', 'name': '', 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'mac_address': 'fa:16:3e:75:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '8f342725-a6d0-4d13-8293-7ceff89d7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:54Z', 'updated_at': '2021-08-11T01:48:58Z', 'revision_number': 4, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'subnets': [{'id': '8f342725-a6d0-4d13-8293-7ceff89d7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:48:58.892258 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3a84d-d174-4cc6-bf62-262607f01be0 None None] The sync data for ids ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'] in n-d-712143-13 is: [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 4, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port': {'id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '1b9f7805-fe53-40d1-b3c6-f47566b648d0', 'name': '', 'network_id': '7aba1023-d48b-4dd0-a3b8-336cfd7aebb5', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'mac_address': 'fa:16:3e:75:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '8f342725-a6d0-4d13-8293-7ceff89d7f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:54Z', 'updated_at': '2021-08-11T01:48:58Z', 'revision_number': 4, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'subnets': [{'id': '8f342725-a6d0-4d13-8293-7ceff89d7f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:48:58.917385 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-855c9210-827d-4566-8934-66c0fa28cb65 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:58.918542 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-855c9210-827d-4566-8934-66c0fa28cb65 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214710 Aug 11 01:48:58.921361 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56308) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:58.926661 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-b918d897-21c1-4b67-b785-5660284f577f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'security_group_rule': {'security_group_id': 'fd935143-711c-4408-8a75-5a8ea6e9aadb', 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:59.037728 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-b918d897-21c1-4b67-b785-5660284f577f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Project 01eb78a6d7394e88b623325d79df10e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:48:59.043256 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b918d897-21c1-4b67-b785-5660284f577f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.106951 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1b9f7805-fe53-40d1-b3c6-f47566b648d0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:59.123867 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b918d897-21c1-4b67-b785-5660284f577f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.225336 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b918d897-21c1-4b67-b785-5660284f577f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.236955 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning for port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:48:59.241704 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:59.242199 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.244058 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918d897-21c1-4b67-b785-5660284f577f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdceb2ea-a6dc-4338-943d-46ed56362d86,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:59.300005 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-b918d897-21c1-4b67-b785-5660284f577f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.304051 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-b918d897-21c1-4b67-b785-5660284f577f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3783977 Aug 11 01:48:59.304203 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56310) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:48:59.308765 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-d1f55cd1-8461-4b83-9d4c-c0a2e29512c5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'security_group_rule': {'security_group_id': 'fd935143-711c-4408-8a75-5a8ea6e9aadb', 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:48:59.379864 n-d-712143-13 neutron-server[95254]: INFO neutron.db.securitygroups_db [None req-d1f55cd1-8461-4b83-9d4c-c0a2e29512c5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Project 01eb78a6d7394e88b623325d79df10e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 01:48:59.385390 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1f55cd1-8461-4b83-9d4c-c0a2e29512c5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.451511 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1f55cd1-8461-4b83-9d4c-c0a2e29512c5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.484014 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.511340 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1f55cd1-8461-4b83-9d4c-c0a2e29512c5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705843'] for security_group_rule, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.516493 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] For port 1b9f7805-fe53-40d1-b3c6-f47566b648d0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1b9f7805-fe53-40d1-b3c6-f47566b648d0,segment=NetworkSegment(22534447-e4df-47e8-a128-0cc79b8f4318),segment_id=22534447-e4df-47e8-a128-0cc79b8f4318)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:48:59.527146 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f55cd1-8461-4b83-9d4c-c0a2e29512c5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d7ec67-7c44-4285-9719-08c33b43afc3,revision_number=0']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:59.591070 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.591916 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 10acebcc-1b1c-4481-b436-02320a0cc5ee up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:48:59.620113 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-d1f55cd1-8461-4b83-9d4c-c0a2e29512c5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.621482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-d1f55cd1-8461-4b83-9d4c-c0a2e29512c5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163705 Aug 11 01:48:59.666840 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Pushing event updated for resources: {'Port': ['ID=1b9f7805-fe53-40d1-b3c6-f47566b648d0,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:48:59.683283 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 10acebcc-1b1c-4481-b436-02320a0cc5ee triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:48:59.683664 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:48:59.765549 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-74b99ac1-bd94-4fa7-a880-9483abff7266 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788118730&fields=id&tenant_id=01eb78a6d7394e88b623325d79df10e0 HTTP/1.1" status: 200 len: 267 time: 0.0348656 Aug 11 01:48:59.875426 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-31f4448a-631f-442f-a637-0d50732b0711 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:48:59.876907 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-31f4448a-631f-442f-a637-0d50732b0711 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 810 time: 0.1021578 Aug 11 01:48:59.892382 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-448defd3-0112-4969-950e-4f101c43a9b9 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/quotas/01eb78a6d7394e88b623325d79df10e0 HTTP/1.1" status: 200 len: 375 time: 0.0093622 Aug 11 01:48:59.944197 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-7f5802aa-c961-46bb-8cd2-ad82a8d032de tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461812 Aug 11 01:49:00.049294 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-32782a4d-c356-43f2-8380-748b7bbad209 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:49:00.050308 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-32782a4d-c356-43f2-8380-748b7bbad209 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0947077 Aug 11 01:49:00.143821 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-2eccafdc-cedb-4a21-8697-af71fbbed084 service neutron] 10.222.0.43 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870645 Aug 11 01:49:00.219710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:00.237087 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-57e7d5b9-9d88-4905-afa5-e01296c8b401 service neutron] 10.222.0.43 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866930 Aug 11 01:49:00.368433 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:00.487986 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-6095149a-54e8-444f-a16e-bd9c77dbd48f req-207ddd62-a472-4e60-b418-e6ef0de8e003 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 210 time: 0.0282881 Aug 11 01:49:01.019089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1b9f7805-fe53-40d1-b3c6-f47566b648d0 up at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:49:01.071757 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Provisioning complete for port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:49:01.071757 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:01.589492 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3552d4fc-1cc1-4645-b366-ca8ad8279cdb req-6057749d-d511-4565-813f-7bdac9c764a1 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 210 time: 0.0285802 Aug 11 01:49:02.462475 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-075cfd2a-a52c-4478-8095-99a2949b1aa2 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:02.464236 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-075cfd2a-a52c-4478-8095-99a2949b1aa2 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.44 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 810 time: 0.1054306 Aug 11 01:49:02.508977 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-4fa4466c-6599-41a9-a7e0-8816d9b11ba3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01eb78a6d7394e88b623325d79df10e0 HTTP/1.1" status: 200 len: 380 time: 0.0354106 Aug 11 01:49:02.518936 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'port': {'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'admin_state_up': True, 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'security_groups': ['fd935143-711c-4408-8a75-5a8ea6e9aadb']}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:49:02.687726 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4aa0b8b2-430a-42fc-b708-7422cfa62bef req-78a33ffe-c412-4b58-abb8-f7b1017085c8 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 210 time: 0.0267203 Aug 11 01:49:02.734554 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Made reservation on behalf of 01eb78a6d7394e88b623325d79df10e0 for: {'port': 1} {{(pid=95255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:49:02.738122 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:02.871175 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Allocated IP 172.20.0.9 (bc208883-643e-4854-8c70-1cda94371583/78efe150-09f4-4a5e-bb87-80994a54c364/6a604c34-b952-409e-af72-a5da6043c71e) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:49:03.015195 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:03.029766 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Transition to ACTIVE for port object 6a604c34-b952-409e-af72-a5da6043c71e will not be triggered until provisioned by entity DHCP. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:49:03.128588 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:03.169913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Network bc208883-643e-4854-8c70-1cda94371583 is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:49:03.175751 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:49:03.179613 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:49:03.209077 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:49:03.237731 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:03.238376 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:03.312276 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-db271015-f7e8-4dff-a331-b8d1dad7e3b3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7975230 Aug 11 01:49:03.324923 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Request body: {'port': {'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712143-13'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:49:03.385715 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:03.482807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cf8d7212-b2a2-4f6b-b626-a002bd82c0bc None None] Provisioning for port 6a604c34-b952-409e-af72-a5da6043c71e completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:49:03.487354 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-cf8d7212-b2a2-4f6b-b626-a002bd82c0bc None None] Provisioning complete for port 6a604c34-b952-409e-af72-a5da6043c71e triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:49:03.487879 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cf8d7212-b2a2-4f6b-b626-a002bd82c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:03.523461 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d7212-b2a2-4f6b-b626-a002bd82c0bc None None] Port 6a604c34-b952-409e-af72-a5da6043c71e cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:49:03.651984 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a604c34-b952-409e-af72-a5da6043c71e {{(pid=95255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:49:03.659924 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:03.672614 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.provisioning_blocks [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Transition to ACTIVE for port object 6a604c34-b952-409e-af72-a5da6043c71e will not be triggered until provisioned by entity L2. {{(pid=95255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:49:03.757240 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:03.839027 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Pushing event updated for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:49:03.875299 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861d49-f872-4d06-b4f6-848291152a13 req-9aaff617-b696-495f-ab22-c0addac50abf tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:03.876929 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49861d49-f872-4d06-b4f6-848291152a13 req-9aaff617-b696-495f-ab22-c0addac50abf tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 943 time: 0.1171970 Aug 11 01:49:03.952405 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-49861d49-f872-4d06-b4f6-848291152a13 req-ef758d6f-5377-4c70-9f63-c66929225b93 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553730 Aug 11 01:49:03.955061 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Attempting to bind port 6a604c34-b952-409e-af72-a5da6043c71e on host n-h2-712143-13 for vnic_type normal with profile {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:49:03.955414 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Attempting to bind port 6a604c34-b952-409e-af72-a5da6043c71e by drivers openvswitch,hyperv on host n-h2-712143-13 at level 0 using segments [{'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:49:03.955723 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Attempting to bind port 6a604c34-b952-409e-af72-a5da6043c71e on network bc208883-643e-4854-8c70-1cda94371583 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:49:03.961098 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Port 6a604c34-b952-409e-af72-a5da6043c71e on network bc208883-643e-4854-8c70-1cda94371583 not bound, no agent of type Open vSwitch agent registered on host n-h2-712143-13 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:49:03.961435 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Attempting to bind port 6a604c34-b952-409e-af72-a5da6043c71e on network bc208883-643e-4854-8c70-1cda94371583 {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:49:03.974591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Checking agent: {'id': '71f701c4-94ed-4915-8eed-13aeaffd3927', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:49:03.974940 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Checking segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:49:03.975399 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Bound using segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} {{(pid=95255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:49:03.975914 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.managers [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Bound port: 6a604c34-b952-409e-af72-a5da6043c71e, host: n-h2-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'}}] {{(pid=95255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:49:03.976241 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:04.041703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, cleared binding levels {{(pid=95255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:49:04.044848 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:49:04.151601 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:04.195149 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:04.195797 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:04.197186 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] 10.222.0.44 "PUT /v2.0/ports/6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 200 len: 1092 time: 0.8768818 Aug 11 01:49:04.197631 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:49:04.199912 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6931eb0-305d-4f67-a80c-7925c97c55c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "tag": "6a604c34-b952-409e-af72-a5da6043c71e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:49:04.221442 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7fbd3-4439-4f15-9803-efe8b55bf474 service neutron] Pushing event updated for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=3']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:49:04.242650 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62fa899-d51e-4485-b1b8-a5e084a13623 x-openstack-request-id: req-c62fa899-d51e-4485-b1b8-a5e084a13623 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:49:04.242650 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "tag": "6a604c34-b952-409e-af72-a5da6043c71e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:49:04.242650 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c62fa899-d51e-4485-b1b8-a5e084a13623 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:49:04.242650 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e', 'status': 'completed', 'code': 200} Aug 11 01:49:04.306945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6931eb0-305d-4f67-a80c-7925c97c55c7 req-f74c31c0-2901-4933-98c7-b110d1e3983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:04.308454 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6931eb0-305d-4f67-a80c-7925c97c55c7 req-f74c31c0-2901-4933-98c7-b110d1e3983e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1095 time: 0.0451322 Aug 11 01:49:04.414992 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6931eb0-305d-4f67-a80c-7925c97c55c7 req-725b9e30-61dd-4df3-a5fe-c627764f2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:04.416560 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6931eb0-305d-4f67-a80c-7925c97c55c7 req-725b9e30-61dd-4df3-a5fe-c627764f2f3a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=01eb78a6d7394e88b623325d79df10e0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0986116 Aug 11 01:49:04.509620 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6931eb0-305d-4f67-a80c-7925c97c55c7 req-79d70c42-cbe4-4476-b84b-f045edf099d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:04.511121 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-e6931eb0-305d-4f67-a80c-7925c97c55c7 req-79d70c42-cbe4-4476-b84b-f045edf099d3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882225 Aug 11 01:49:04.593979 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-ed50b767-0c1c-47d0-a0db-98c7626d36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:04.595452 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-ed50b767-0c1c-47d0-a0db-98c7626d36e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1095 time: 0.0468752 Aug 11 01:49:04.641764 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-d115b7f6-184e-467f-bfca-e28735aae9ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 200 len: 217 time: 0.0385354 Aug 11 01:49:04.690919 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-9052efc1-6f99-49c8-86aa-e09f8c417e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:04.692413 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-9052efc1-6f99-49c8-86aa-e09f8c417e2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0438325 Aug 11 01:49:04.739608 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-6096e3a7-d8db-4199-9d06-e8cff0d1643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:04.741126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-6096e3a7-d8db-4199-9d06-e8cff0d1643a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420933 Aug 11 01:49:04.836751 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-6c9d1748-9b02-484d-b241-c81dd3c91ced service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886221 Aug 11 01:49:04.926935 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-d5c2e1b2-e8e8-4ef5-b271-23721d90d91b req-ee8f6794-6aee-4be8-bf29-3d10606704e3 service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823190 Aug 11 01:49:05.071152 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e074765-aae8-4e7d-8b2e-92e66060f6bf req-a96b19a0-bc82-4d2c-8426-61b63bd036d6 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:05.072659 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e074765-aae8-4e7d-8b2e-92e66060f6bf req-a96b19a0-bc82-4d2c-8426-61b63bd036d6 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 943 time: 0.0512114 Aug 11 01:49:05.117446 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-9e074765-aae8-4e7d-8b2e-92e66060f6bf req-1f052f54-8d3f-4aa5-b5c8-7bceff40cc9a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377517 Aug 11 01:49:06.250552 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12825-546b-4bad-9eb5-1fc4a5e4bf34 req-31cde622-f357-48d8-a15c-1d53a2a26d0f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:06.252107 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eea12825-546b-4bad-9eb5-1fc4a5e4bf34 req-31cde622-f357-48d8-a15c-1d53a2a26d0f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 943 time: 0.0537622 Aug 11 01:49:06.290497 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-eea12825-546b-4bad-9eb5-1fc4a5e4bf34 req-0db5e012-319a-4b99-90ed-7b4b80a914fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 Aug 11 01:49:07.163841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6a604c34-b952-409e-af72-a5da6043c71e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:49:07.261170 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:49:07.273153 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '6a604c34-b952-409e-af72-a5da6043c71e', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:49:07.309641 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:07.324217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a604c34-b952-409e-af72-a5da6043c71e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:49:07.344699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:49:07.407902 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28f7c5-bf83-44fb-b028-e850e2e717d4 req-1aa3cdda-241f-42cf-ab53-6ba1ae8f2ba7 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:07.409466 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd28f7c5-bf83-44fb-b028-e850e2e717d4 req-1aa3cdda-241f-42cf-ab53-6ba1ae8f2ba7 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 943 time: 0.0508118 Aug 11 01:49:07.448054 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-fd28f7c5-bf83-44fb-b028-e850e2e717d4 req-075549b2-e16f-4239-93a0-e348652828e6 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Aug 11 01:49:07.459392 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:07.508014 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:49:07.685607 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['6a604c34-b952-409e-af72-a5da6043c71e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:49:08.565039 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0484006-ba58-40c5-842d-aecd06310baf req-5fe117a3-d15b-498b-8705-c3d78525c527 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:08.566572 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0484006-ba58-40c5-842d-aecd06310baf req-5fe117a3-d15b-498b-8705-c3d78525c527 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 944 time: 0.0511243 Aug 11 01:49:08.583768 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:49:08.605702 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c0484006-ba58-40c5-842d-aecd06310baf req-216f3058-84ac-4bca-a55d-2c7c78f95ec5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Aug 11 01:49:09.179761 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6a604c34-b952-409e-af72-a5da6043c71e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:49:09.317151 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning for port 6a604c34-b952-409e-af72-a5da6043c71e completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:49:09.321246 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 6a604c34-b952-409e-af72-a5da6043c71e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:49:09.321630 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:09.400661 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:09.422798 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:49:09.425083 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d1dc5-f8b1-4b40-af5a-c35ec47a2674" -d '{"events": [{"server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "name": "network-vif-plugged", "status": "completed", "tag": "6a604c34-b952-409e-af72-a5da6043c71e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:49:09.439133 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:49:09.520435 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc5fb47-e3cc-4bd0-b279-6c56c218884e x-openstack-request-id: req-4bc5fb47-e3cc-4bd0-b279-6c56c218884e {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:49:09.520744 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "name": "network-vif-plugged", "status": "completed", "tag": "6a604c34-b952-409e-af72-a5da6043c71e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:49:09.521003 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bc5fb47-e3cc-4bd0-b279-6c56c218884e {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:49:09.521404 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e', 'code': 200} Aug 11 01:49:09.550704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:09.600195 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:49:09.615044 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877b31d-83a4-41aa-9ad4-8ae0e5c7bb34 req-46d2e25e-44b8-435b-8925-3f062d4b0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:09.616628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c877b31d-83a4-41aa-9ad4-8ae0e5c7bb34 req-46d2e25e-44b8-435b-8925-3f062d4b0b7d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1097 time: 0.0404670 Aug 11 01:49:09.652748 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c877b31d-83a4-41aa-9ad4-8ae0e5c7bb34 req-627ffc1f-5e09-4420-a31d-b678c05415d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293732 Aug 11 01:49:09.726272 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a841a7d-7825-4a30-9bca-38035886567e req-e397872c-29d2-42de-8c10-4967cb338eb6 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:09.727861 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a841a7d-7825-4a30-9bca-38035886567e req-e397872c-29d2-42de-8c10-4967cb338eb6 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 945 time: 0.0488753 Aug 11 01:49:09.764773 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4a841a7d-7825-4a30-9bca-38035886567e req-2e890266-b031-477b-a7b8-0fd80da040af tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Aug 11 01:49:10.883535 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db8d7d-0fa1-40ba-a8a5-213ad8c4daa1 req-e7ba05bc-c9a8-4110-9aec-aa44c71cbbdb tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:10.885020 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3db8d7d-0fa1-40ba-a8a5-213ad8c4daa1 req-e7ba05bc-c9a8-4110-9aec-aa44c71cbbdb tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 945 time: 0.0492761 Aug 11 01:49:10.926253 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a3db8d7d-0fa1-40ba-a8a5-213ad8c4daa1 req-1d9b3ee0-1a60-4ab8-94ba-f0b7dea0a516 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352297 Aug 11 01:49:11.046255 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ae6c-9bff-4ad1-8dfc-b1c1f0fc180c req-d5a85220-82f4-4c13-8920-4be1bfa29216 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:11.048363 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b881ae6c-9bff-4ad1-8dfc-b1c1f0fc180c req-d5a85220-82f4-4c13-8920-4be1bfa29216 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 945 time: 0.0545580 Aug 11 01:49:11.085156 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-b881ae6c-9bff-4ad1-8dfc-b1c1f0fc180c req-bd2ca171-96aa-4c79-87ae-a847c1ba1bfa tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306575 Aug 11 01:49:11.107719 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56372) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:49:11.191047 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5cabe9-e204-4079-a886-3710aa80c02d tempest-TestSnapshotPattern-205185819 tempest-TestSnapshotPattern-205185819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:11.192597 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-4e5cabe9-e204-4079-a886-3710aa80c02d tempest-TestSnapshotPattern-205185819 tempest-TestSnapshotPattern-205185819-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1092 time: 0.0839951 Aug 11 01:49:11.195561 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56376) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:49:11.199969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:49:11.293750 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for floatingip, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:11.393335 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:11.492563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Allocated IP 172.25.0.183 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/b097f3b2-bc57-4b56-887c-061c04f09556) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:49:11.924227 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:12.031350 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:12.071302 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:49:12.074243 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:49:12.078014 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:49:12.084285 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'Port': ['ID=b097f3b2-bc57-4b56-887c-061c04f09556,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:49:12.441558 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:12.564657 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:12.713911 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:12.785115 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:12.851440 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'Port': ['ID=b097f3b2-bc57-4b56-887c-061c04f09556,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:49:12.868987 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:12.968013 n-d-712143-13 neutron-server[95254]: INFO neutron.db.l3_db [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Floating IP 685d1270-c9bd-4b18-a77c-6af3ab468fb9 associated. External IP: 172.25.0.183, port: 6a604c34-b952-409e-af72-a5da6043c71e. Aug 11 01:49:13.172750 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Router 0935ed15-87e5-4507-8266-1882ffae7e31 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:49:13.280311 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:49:13.290001 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] Sync routers for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:49:13.345617 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:13.379254 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-f4105d7c-b3bd-49d2-a166-ed68cfb506fe tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1826220 Aug 11 01:49:13.379969 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:49:13.382251 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdd2199-e553-48cd-b166-a1252032da57" -d '{"events": [{"name": "network-changed", "server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "tag": "6a604c34-b952-409e-af72-a5da6043c71e"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:49:13.395373 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:49:13.396070 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:49:13.423706 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39fcf3f-f053-47f9-b639-7af6b5075409 x-openstack-request-id: req-a39fcf3f-f053-47f9-b639-7af6b5075409 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:49:13.424081 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "tag": "6a604c34-b952-409e-af72-a5da6043c71e", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:49:13.424343 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a39fcf3f-f053-47f9-b639-7af6b5075409 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:49:13.424757 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e', 'status': 'completed', 'code': 200} Aug 11 01:49:13.486345 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd2199-e553-48cd-b166-a1252032da57 req-fde9a1b6-4ab2-4936-b9bc-9d0c308d7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:13.487909 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bdd2199-e553-48cd-b166-a1252032da57 req-fde9a1b6-4ab2-4936-b9bc-9d0c308d7b47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1097 time: 0.0420537 Aug 11 01:49:13.500446 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:49:13.581977 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd2199-e553-48cd-b166-a1252032da57 req-63f5b0ff-616d-4755-8acb-70de2f6425cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:13.583842 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bdd2199-e553-48cd-b166-a1252032da57 req-63f5b0ff-616d-4755-8acb-70de2f6425cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0893888 Aug 11 01:49:13.656205 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bdd2199-e553-48cd-b166-a1252032da57 req-0b617ac3-aa2c-4a3d-9d84-0bc7c188b0cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 200 len: 999 time: 0.0656366 Aug 11 01:49:13.709991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd2199-e553-48cd-b166-a1252032da57 req-d228a505-ace7-42be-83ad-43272b260144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:13.711652 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bdd2199-e553-48cd-b166-a1252032da57 req-d228a505-ace7-42be-83ad-43272b260144 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0479937 Aug 11 01:49:13.727733 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:12Z', 'revision_number': 0, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:49:13.757132 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] Checking router: 0935ed15-87e5-4507-8266-1882ffae7e31 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:49:13.758131 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd2199-e553-48cd-b166-a1252032da57 req-faa7f1b2-8287-4d6a-9d85-5001437547b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:49:13.760126 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bdd2199-e553-48cd-b166-a1252032da57 req-faa7f1b2-8287-4d6a-9d85-5001437547b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419667 Aug 11 01:49:13.765650 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:49:13.766255 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:48:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:49:13.860891 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bdd2199-e553-48cd-b166-a1252032da57 req-ef601d0b-fd54-430a-8756-f50ae2bd6457 service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940051 Aug 11 01:49:13.869558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:49:13.958375 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8bdd2199-e553-48cd-b166-a1252032da57 req-27c6ae73-bb1f-4042-b234-27b00dc21e09 service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912576 Aug 11 01:49:14.109325 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:12Z', 'revision_number': 0, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:49:14.136097 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc4253a-dd22-47b7-98d1-b862339c1b9f None None] The sync data for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 is: [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:12Z', 'revision_number': 0, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:49:14.339008 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91596f51-4f99-41c4-970a-f3c2d931e6ec None None] New status for floating IP 685d1270-c9bd-4b18-a77c-6af3ab468fb9: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:49:16.339749 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4c317456-1458-4302-8f77-ad082f9754ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:18.951086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-de153bd1-699a-4a8c-b6b4-a6428dd51a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:18.985022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:20.813775 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:22.653240 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:30.218984 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:30.407827 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:45.582938 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:49:46.320583 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-353bfdfc-eeb8-4179-a572-605185bd438f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:48.914401 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9632efcb-16a9-4191-a4b6-985e74fc6432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:48.942798 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:50.710058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:49:52.687568 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:00.212764 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:00.394663 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:08.988450 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-98f94a66-c79f-45f1-9202-8c5975638fd3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1026683 Aug 11 01:50:09.073994 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-805eec36-2bbe-4d3f-83bc-896e077f370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:50:09.075556 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-805eec36-2bbe-4d3f-83bc-896e077f370a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1097 time: 0.0441241 Aug 11 01:50:09.176182 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-9121d156-2004-4b70-a433-bfc023d2158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:50:09.177566 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-9121d156-2004-4b70-a433-bfc023d2158f service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0826819 Aug 11 01:50:09.245206 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-2acafecf-5409-46ad-8715-e9038c5e0466 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 200 len: 1001 time: 0.0609083 Aug 11 01:50:09.294033 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-ce552450-7fda-4eca-bba5-415411ea109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:50:09.295506 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-ce552450-7fda-4eca-bba5-415411ea109b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0432971 Aug 11 01:50:09.342441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-85e3ab28-ba7f-4fc0-8a8d-a022fd24da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:50:09.344086 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-85e3ab28-ba7f-4fc0-8a8d-a022fd24da5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412071 Aug 11 01:50:09.438072 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-9cde8885-c594-43ae-b753-0ad2e95cd927 service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862818 Aug 11 01:50:09.537611 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8a2f9f1b-24ad-4005-a194-5daa1aadc7f8 req-f2e768ff-9364-48e9-b16b-38c057dc6d9f service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923090 Aug 11 01:50:16.315794 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6c176785-05f2-4fa8-8c2e-fc14c422b8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:18.915598 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c91a62a6-5940-4846-81ae-f4c483df4af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:18.950026 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:20.948110 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:22.581697 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:50:22.667948 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:30.187777 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:30.433356 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:46.315890 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-97408712-b504-4fb6-a696-5bae7c89ba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:48.915061 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-238dd131-1512-4305-ab2d-a9695e75096a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:48.944022 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:50.737906 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:52.686718 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:50:59.579926 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:51:00.191939 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:00.468873 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:09.870999 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6a604c34-b952-409e-af72-a5da6043c71e details requested by agent hyperv_n-h2-712143-13 with host n-h2-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:51:09.964272 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:51:09.978635 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Returning: {'device': '6a604c34-b952-409e-af72-a5da6043c71e', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:51:10.016478 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:10.029505 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a604c34-b952-409e-af72-a5da6043c71e {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:51:10.048564 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:51:10.163534 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:10.213281 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:10.220431 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.220802 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.221142 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.221482 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.221811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.222140 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.222463 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.222784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.223108 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.223454 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.223770 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.224089 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:10.237259 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] get_ports_and_sgs() called for port_ids ['6a604c34-b952-409e-af72-a5da6043c71e'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:51:10.972406 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-dfe7042e-c340-4369-929c-96cf2510111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:10.973922 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-dfe7042e-c340-4369-929c-96cf2510111b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1096 time: 0.0427966 Aug 11 01:51:11.083703 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-c802b493-9016-4f4d-8e06-e0d10c5abf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:11.085471 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-c802b493-9016-4f4d-8e06-e0d10c5abf07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0902236 Aug 11 01:51:11.151829 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-aa79ae3c-5b5d-4c85-b593-e199ef8b9c4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 200 len: 1000 time: 0.0579817 Aug 11 01:51:11.207990 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-e7b3fb3f-37b2-4af7-86ce-045d23589380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:11.209693 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-e7b3fb3f-37b2-4af7-86ce-045d23589380 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0472927 Aug 11 01:51:11.258056 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-34ccb222-e6d3-402e-8e78-d78f08e968e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:11.259740 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-34ccb222-e6d3-402e-8e78-d78f08e968e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403280 Aug 11 01:51:11.356686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-e00f664a-084f-4572-9891-7fe0317be0fa service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821803 Aug 11 01:51:11.454620 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-2b4117b6-0691-43b1-9c52-a1eed06ab3bb req-ac853e61-5faa-4139-9722-95ef63e0d7e5 service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868170 Aug 11 01:51:11.878817 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6a604c34-b952-409e-af72-a5da6043c71e up at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:51:11.928756 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Provisioning complete for port 6a604c34-b952-409e-af72-a5da6043c71e triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:51:11.929137 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:12.013146 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:12.036810 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:51:12.039062 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4253310-a86f-4ab9-b44e-1ff53dfa0a3d" -d '{"events": [{"server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "name": "network-vif-plugged", "status": "completed", "tag": "6a604c34-b952-409e-af72-a5da6043c71e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:51:12.052622 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:51:12.079520 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0994c85b-5ca0-481e-abce-da3567977763 x-openstack-request-id: req-0994c85b-5ca0-481e-abce-da3567977763 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:51:12.079806 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "name": "network-vif-plugged", "status": "completed", "tag": "6a604c34-b952-409e-af72-a5da6043c71e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:51:12.080057 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0994c85b-5ca0-481e-abce-da3567977763 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:51:12.080451 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e', 'code': 200} Aug 11 01:51:12.166205 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:12.216206 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:16.365919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-49644308-097d-4173-96dc-6a9b55a524cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:18.934599 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-09f4a57e-db00-470c-96ae-314e7c0279bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:18.974545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:20.723338 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:22.699681 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:23.085491 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-59a1a869-452b-4002-a962-15d3ee158a98 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788118730&fields=id&tenant_id=01eb78a6d7394e88b623325d79df10e0 HTTP/1.1" status: 200 len: 267 time: 0.0351267 Aug 11 01:51:23.190807 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-af90d199-f4df-4dc8-a96a-3816d8a047f5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:23.192127 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-af90d199-f4df-4dc8-a96a-3816d8a047f5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 810 time: 0.0998089 Aug 11 01:51:23.207545 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-b8f8f6e3-e340-4143-8338-1186a22d8a00 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/quotas/01eb78a6d7394e88b623325d79df10e0 HTTP/1.1" status: 200 len: 375 time: 0.0095890 Aug 11 01:51:23.266816 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-e95059cb-0129-462e-9759-366a29760e7b tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0537252 Aug 11 01:51:23.328445 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-31121856-5ed7-4f98-a4c1-4e900d0feaa2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:51:23.329472 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-31121856-5ed7-4f98-a4c1-4e900d0feaa2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506992 Aug 11 01:51:23.417519 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-50f5fafd-86d1-4953-95ab-91ac5270d61b service neutron] 10.222.0.43 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808463 Aug 11 01:51:23.509110 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-bc67285a-cae4-4718-a224-2004d9020358 service neutron] 10.222.0.43 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854626 Aug 11 01:51:23.794905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-a59602c1-d056-4756-aafc-d64acfc65746 req-b45f8872-6e04-4c55-8639-7bccda3a2a6a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 210 time: 0.0782189 Aug 11 01:51:24.903938 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d0fd20c4-438d-49cb-9432-ecd5fb290df3 req-51274a76-884e-4d2d-9e59-ad500703a0af tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 210 time: 0.0268757 Aug 11 01:51:25.700113 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-96c49143-35c1-47f9-b63a-5785edf6b0df tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:25.701604 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-96c49143-35c1-47f9-b63a-5785edf6b0df tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.55 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 810 time: 0.0990825 Aug 11 01:51:25.823023 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-59873140-1dcb-426f-900c-c0be22bcf95f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01eb78a6d7394e88b623325d79df10e0 HTTP/1.1" status: 200 len: 380 time: 0.0350330 Aug 11 01:51:25.832827 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'port': {'device_id': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'admin_state_up': True, 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'security_groups': ['fd935143-711c-4408-8a75-5a8ea6e9aadb']}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:51:25.962468 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6a604c34-b952-409e-af72-a5da6043c71e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:51:25.999294 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Made reservation on behalf of 01eb78a6d7394e88b623325d79df10e0 for: {'port': 1} {{(pid=95254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 01:51:26.004630 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:26.020033 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-7ac84ee6-8865-45b7-92f5-9fafd747ea7c req-a9b1e489-9805-4d5c-a59e-195844782431 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 210 time: 0.0444281 Aug 11 01:51:26.055996 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:26.081918 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:51:26.084480 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3496c76-8a38-4a10-a2c1-afadab48b1e2" -d '{"events": [{"server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a604c34-b952-409e-af72-a5da6043c71e"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:51:26.097841 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:51:26.123085 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57924f7f-61c9-40ee-a418-1f2b3dce43f7 x-openstack-request-id: req-57924f7f-61c9-40ee-a418-1f2b3dce43f7 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:51:26.123410 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a604c34-b952-409e-af72-a5da6043c71e", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:51:26.123661 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57924f7f-61c9-40ee-a418-1f2b3dce43f7 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:51:26.124058 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e', 'code': 200} Aug 11 01:51:26.146427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.db_base_plugin_common [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Allocated IP 172.20.0.12 (bc208883-643e-4854-8c70-1cda94371583/78efe150-09f4-4a5e-bb87-80994a54c364/050d24ed-fb57-494c-978c-ab79b214f663) {{(pid=95254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:51:26.177146 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:26.237134 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Pushing event updated for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:26.296287 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for port, precommit_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:26.308769 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Transition to ACTIVE for port object 050d24ed-fb57-494c-978c-ab79b214f663 will not be triggered until provisioned by entity DHCP. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:51:26.400793 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_create {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:26.446566 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Network bc208883-643e-4854-8c70-1cda94371583 is already hosted by enough agents. {{(pid=95254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:51:26.449906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.base_scheduler [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Resources bound (agent type, host, resource id): {{(pid=95254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:51:26.453857 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Received port after_create {{(pid=95254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:51:26.461384 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=1']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:26.498591 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.499051 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.499614 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.500151 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.500604 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.501085 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.501619 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.502478 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.503132 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.504704 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.505383 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.506022 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:26.545056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:26.546330 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:26.674949 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-820a83e4-7088-4207-b65e-cc6119949403 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8463049 Aug 11 01:51:26.911006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bde93f0f-950a-47ef-b728-a6d876599ee0 None None] Provisioning for port 050d24ed-fb57-494c-978c-ab79b214f663 completed by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:51:26.915083 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-bde93f0f-950a-47ef-b728-a6d876599ee0 None None] Provisioning complete for port 050d24ed-fb57-494c-978c-ab79b214f663 triggered by entity DHCP. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:51:26.918962 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bde93f0f-950a-47ef-b728-a6d876599ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:26.959976 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bde93f0f-950a-47ef-b728-a6d876599ee0 None None] Port 050d24ed-fb57-494c-978c-ab79b214f663 cannot update to ACTIVE because it is not bound. {{(pid=95256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 01:51:27.139954 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f35df6-db54-45b5-93e1-aef408d372f3 req-b3ac054b-f506-4fdb-94db-72656ec685cf tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:27.143079 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-12f35df6-db54-45b5-93e1-aef408d372f3 req-b3ac054b-f506-4fdb-94db-72656ec685cf tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0531709 Aug 11 01:51:27.186520 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-12f35df6-db54-45b5-93e1-aef408d372f3 req-d8a17a6f-0648-4167-8359-c9ecb5bdb98c tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382025 Aug 11 01:51:28.311635 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292ce02-681a-4eca-b52a-7fa9d3819ced req-b1cf79a1-da33-40e4-8489-18a75d3187c4 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:28.313181 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5292ce02-681a-4eca-b52a-7fa9d3819ced req-b1cf79a1-da33-40e4-8489-18a75d3187c4 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0521710 Aug 11 01:51:28.353839 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-5292ce02-681a-4eca-b52a-7fa9d3819ced req-195bbef0-df0d-455f-b707-511aa936b5ff tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336454 Aug 11 01:51:29.475410 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39361520-9637-49be-9c08-c7cdf4cce159 req-3b53a560-7f42-41dc-8f17-1e1a8ce261bd tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:29.477047 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39361520-9637-49be-9c08-c7cdf4cce159 req-3b53a560-7f42-41dc-8f17-1e1a8ce261bd tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0520186 Aug 11 01:51:29.517745 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-39361520-9637-49be-9c08-c7cdf4cce159 req-f974949c-e226-4679-8bf0-3a20071d717a tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346785 Aug 11 01:51:30.196860 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:30.431258 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:30.638490 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e53b19-c50e-4af7-b68d-f7eeb5b7af02 req-57fdaf35-9c96-4d09-a332-e95a61339217 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:30.640040 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1e53b19-c50e-4af7-b68d-f7eeb5b7af02 req-57fdaf35-9c96-4d09-a332-e95a61339217 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0500889 Aug 11 01:51:30.680465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a1e53b19-c50e-4af7-b68d-f7eeb5b7af02 req-e1ad96b9-af23-4aed-ae9a-6fa89db48fc3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339639 Aug 11 01:51:31.799440 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994fe5f-9d0c-4133-91c0-63d7f599e8ee req-ab177d86-4a67-44cf-9d70-c6c9e9020301 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:31.800995 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5994fe5f-9d0c-4133-91c0-63d7f599e8ee req-ab177d86-4a67-44cf-9d70-c6c9e9020301 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0512984 Aug 11 01:51:31.842414 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-5994fe5f-9d0c-4133-91c0-63d7f599e8ee req-8ed55b14-52c4-4955-87c4-676f04a737c1 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350616 Aug 11 01:51:32.993029 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8971ec2-7d97-4031-bb45-27d2f6607156 req-18f016c9-5ae7-4fa8-9e1b-e18620a27fa5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:32.994599 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8971ec2-7d97-4031-bb45-27d2f6607156 req-18f016c9-5ae7-4fa8-9e1b-e18620a27fa5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0635605 Aug 11 01:51:33.042465 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-c8971ec2-7d97-4031-bb45-27d2f6607156 req-e9bf4849-8dea-4083-9720-06f447308c06 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383039 Aug 11 01:51:34.175476 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dc62e-6c00-475f-8703-43b2314228d3 req-42664cff-2567-4a0f-9088-b4e5d3f5df38 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:34.177146 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-598dc62e-6c00-475f-8703-43b2314228d3 req-42664cff-2567-4a0f-9088-b4e5d3f5df38 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0537169 Aug 11 01:51:34.226520 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-598dc62e-6c00-475f-8703-43b2314228d3 req-d487b74a-8521-41a2-a9bc-7d586fe2c362 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 Aug 11 01:51:35.353706 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29519ddd-d6a7-4c0d-90a4-6fb157ccdc0a req-cda60ec4-88b4-400c-85a4-a17241f86ecc tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:35.355316 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29519ddd-d6a7-4c0d-90a4-6fb157ccdc0a req-cda60ec4-88b4-400c-85a4-a17241f86ecc tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0510137 Aug 11 01:51:35.396020 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-29519ddd-d6a7-4c0d-90a4-6fb157ccdc0a req-bfedfad3-42f0-491b-aa57-2f99601b7cab tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333209 Aug 11 01:51:36.340590 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.v2.base [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Request body: {'port': {'device_id': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712143-13'}} {{(pid=95254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:51:36.397478 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:36.520400 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082d42e-ee63-4ec3-a888-6a4d08b23a30 req-95b14da2-7d8f-4bbc-9947-3a899639ce07 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:36.522145 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3082d42e-ee63-4ec3-a888-6a4d08b23a30 req-95b14da2-7d8f-4bbc-9947-3a899639ce07 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 932 time: 0.0512366 Aug 11 01:51:36.568642 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-3082d42e-ee63-4ec3-a888-6a4d08b23a30 req-b2be4bf7-0be6-47d0-ab75-b6e25f50711b tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379288 Aug 11 01:51:36.579641 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:51:36.694275 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050d24ed-fb57-494c-978c-ab79b214f663 {{(pid=95254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:51:36.702062 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:36.715891 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.provisioning_blocks [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Transition to ACTIVE for port object 050d24ed-fb57-494c-978c-ab79b214f663 will not be triggered until provisioned by entity L2. {{(pid=95254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 01:51:36.799563 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:36.851757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=2']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:36.934893 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Attempting to bind port 050d24ed-fb57-494c-978c-ab79b214f663 on host n-h1-712143-13 for vnic_type normal with profile {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 01:51:36.935271 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Attempting to bind port 050d24ed-fb57-494c-978c-ab79b214f663 by drivers openvswitch,hyperv on host n-h1-712143-13 at level 0 using segments [{'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 01:51:36.935609 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Attempting to bind port 050d24ed-fb57-494c-978c-ab79b214f663 on network bc208883-643e-4854-8c70-1cda94371583 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:51:36.940951 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Port 050d24ed-fb57-494c-978c-ab79b214f663 on network bc208883-643e-4854-8c70-1cda94371583 not bound, no agent of type Open vSwitch agent registered on host n-h1-712143-13 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 01:51:36.941269 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Attempting to bind port 050d24ed-fb57-494c-978c-ab79b214f663 on network bc208883-643e-4854-8c70-1cda94371583 {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 01:51:36.947038 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Checking agent: {'id': '4ff51a07-a093-43a1-b4cf-afbd2ab495e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712143-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'started_at': datetime.datetime(2021, 8, 11, 0, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 1, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 01:51:36.947436 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Checking segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 01:51:36.947817 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Bound using segment: {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'} {{(pid=95254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 01:51:36.948473 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.managers [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Bound port: 050d24ed-fb57-494c-978c-ab79b214f663, host: n-h1-712143-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bc208883-643e-4854-8c70-1cda94371583'}}] {{(pid=95254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 01:51:36.949093 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:37.035026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, cleared binding levels {{(pid=95254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 01:51:37.035026 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 01:51:37.137768 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131444562'] for port, after_update {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:37.180444 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:37.181065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:37.182478 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] 10.222.0.55 "PUT /v2.0/ports/050d24ed-fb57-494c-978c-ab79b214f663 HTTP/1.1" status: 200 len: 1093 time: 0.8937225 Aug 11 01:51:37.182926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:51:37.185244 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e310365b-0be2-412b-a444-42414eca23cc" -d '{"events": [{"name": "network-changed", "server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "tag": "050d24ed-fb57-494c-978c-ab79b214f663"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:51:37.208650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21314913-e7f0-459e-a020-2af23b0deaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=3']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:37.236996 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e532b2c9-90f4-4a5a-9b89-e9777c6bdc22 x-openstack-request-id: req-e532b2c9-90f4-4a5a-9b89-e9777c6bdc22 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:51:37.237370 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "tag": "050d24ed-fb57-494c-978c-ab79b214f663", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:51:37.237635 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e532b2c9-90f4-4a5a-9b89-e9777c6bdc22 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:51:37.238045 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663', 'status': 'completed', 'code': 200} Aug 11 01:51:37.302232 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310365b-0be2-412b-a444-42414eca23cc req-517b5f4e-9442-44e3-8ba4-531bc878c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:37.306690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e310365b-0be2-412b-a444-42414eca23cc req-517b5f4e-9442-44e3-8ba4-531bc878c060 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 1096 time: 0.0449629 Aug 11 01:51:37.412111 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310365b-0be2-412b-a444-42414eca23cc req-b09dc309-e50b-4979-86e3-3703bde6d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:37.413528 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e310365b-0be2-412b-a444-42414eca23cc req-b09dc309-e50b-4979-86e3-3703bde6d176 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=01eb78a6d7394e88b623325d79df10e0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1017981 Aug 11 01:51:37.508649 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310365b-0be2-412b-a444-42414eca23cc req-268b3456-3fec-4ef1-b591-cf0104e40eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:37.510142 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-e310365b-0be2-412b-a444-42414eca23cc req-268b3456-3fec-4ef1-b591-cf0104e40eb7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902960 Aug 11 01:51:37.582270 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-7b919301-8dc0-498e-99b3-0f6d4deedf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:37.584071 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-7b919301-8dc0-498e-99b3-0f6d4deedf28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 1096 time: 0.0408313 Aug 11 01:51:37.627543 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-f07f07c4-baac-4b81-98e2-ea37c946e6d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050d24ed-fb57-494c-978c-ab79b214f663 HTTP/1.1" status: 200 len: 217 time: 0.0357552 Aug 11 01:51:37.677304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-66ee1b5f-e49c-4a73-8007-c92d82f2fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:37.678803 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-66ee1b5f-e49c-4a73-8007-c92d82f2fc11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0451531 Aug 11 01:51:37.689081 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7f057-7c98-4aa3-973e-90f78c5f8fd0 req-f1d0aa3a-d2e1-4dc4-8cf3-c5815a39e839 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:37.690573 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-85b7f057-7c98-4aa3-973e-90f78c5f8fd0 req-f1d0aa3a-d2e1-4dc4-8cf3-c5815a39e839 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 944 time: 0.0507147 Aug 11 01:51:37.728998 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-c017f334-2562-4898-ab71-b2696e1484ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:37.729905 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-85b7f057-7c98-4aa3-973e-90f78c5f8fd0 req-771aa985-13c7-4f59-b557-6108e78ae0ad tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Aug 11 01:51:37.730503 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-c017f334-2562-4898-ab71-b2696e1484ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452228 Aug 11 01:51:37.820116 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-3f97b649-1229-4e6a-9b97-9ab4f4f3cbd0 service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819151 Aug 11 01:51:37.910996 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5f37c28-01f2-4bbb-95b5-6cf2e7433cbc req-00521e5e-7a76-4f3d-a20b-ea0cac89e465 service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836499 Aug 11 01:51:38.848548 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abb02b-1ce9-4d58-8700-0f8721c672ce req-d215278d-2287-4769-8024-09248a349bbf tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:38.850118 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5abb02b-1ce9-4d58-8700-0f8721c672ce req-d215278d-2287-4769-8024-09248a349bbf tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 944 time: 0.0506470 Aug 11 01:51:38.888927 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-a5abb02b-1ce9-4d58-8700-0f8721c672ce req-8b0cc409-3c8f-48e9-abcb-b1dbec51a2ed tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328460 Aug 11 01:51:40.005001 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce4741-7eef-49ca-91e1-f655a3842ea2 req-8123e2fc-516c-45db-bf49-b153ce29cc51 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:40.006541 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22ce4741-7eef-49ca-91e1-f655a3842ea2 req-8123e2fc-516c-45db-bf49-b153ce29cc51 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 944 time: 0.0491164 Aug 11 01:51:40.050750 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-22ce4741-7eef-49ca-91e1-f655a3842ea2 req-96f9aae4-43ed-4c35-9172-ccf892ee3d1e tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380592 Aug 11 01:51:40.565006 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 050d24ed-fb57-494c-978c-ab79b214f663 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:51:40.655988 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:51:40.667425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '050d24ed-fb57-494c-978c-ab79b214f663', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'port_id': '050d24ed-fb57-494c-978c-ab79b214f663', 'mac_address': 'fa:16:3e:8f:51:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:51:40.706804 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:40.720289 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050d24ed-fb57-494c-978c-ab79b214f663 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:51:40.738827 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:51:40.870638 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:40.925316 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=4']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:41.123039 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['050d24ed-fb57-494c-978c-ab79b214f663'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:51:41.172032 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07330e9-9bbb-4655-a10a-68c0ec41f573 req-09a072b2-5453-4ca0-a844-fe2ca2244390 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:41.173601 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d07330e9-9bbb-4655-a10a-68c0ec41f573 req-09a072b2-5453-4ca0-a844-fe2ca2244390 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 945 time: 0.0489132 Aug 11 01:51:41.212334 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d07330e9-9bbb-4655-a10a-68c0ec41f573 req-0c056a09-b1b5-43f2-ab83-f10c9095e7f7 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Aug 11 01:51:42.330632 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301ed94-e677-40ad-b6cc-50091de78e5a req-c6eb2acf-ab70-4413-a449-784c9b7fdd26 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:42.332096 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8301ed94-e677-40ad-b6cc-50091de78e5a req-c6eb2acf-ab70-4413-a449-784c9b7fdd26 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 945 time: 0.0521121 Aug 11 01:51:42.371153 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-8301ed94-e677-40ad-b6cc-50091de78e5a req-fdfedd12-c2de-402d-a1f5-1b95a8646483 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328238 Aug 11 01:51:42.580496 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 050d24ed-fb57-494c-978c-ab79b214f663 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:51:42.691859 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning for port 050d24ed-fb57-494c-978c-ab79b214f663 completed by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 01:51:42.697130 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 050d24ed-fb57-494c-978c-ab79b214f663 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:51:42.697506 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:42.822650 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:42.853217 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:51:42.855434 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f3149-3578-4b63-81e7-257ee6a91272" -d '{"events": [{"server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "name": "network-vif-plugged", "status": "completed", "tag": "050d24ed-fb57-494c-978c-ab79b214f663"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:51:42.872340 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:51:42.893543 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005e90f5-8420-422f-abef-251f192dbdcd x-openstack-request-id: req-005e90f5-8420-422f-abef-251f192dbdcd {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:51:42.893828 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "name": "network-vif-plugged", "status": "completed", "tag": "050d24ed-fb57-494c-978c-ab79b214f663", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:51:42.894073 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-005e90f5-8420-422f-abef-251f192dbdcd {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:51:42.894460 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663', 'code': 200} Aug 11 01:51:42.937029 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:42.987554 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=5']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:42.993529 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d5cd5-455f-4826-970a-b84b76c6931f req-fd6f9092-2cb1-41b3-a974-e7c94b9add07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:42.995784 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec8d5cd5-455f-4826-970a-b84b76c6931f req-fd6f9092-2cb1-41b3-a974-e7c94b9add07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 1098 time: 0.0461404 Aug 11 01:51:43.029551 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ec8d5cd5-455f-4826-970a-b84b76c6931f req-57654626-9856-4582-87df-d395f88dce03 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273917 Aug 11 01:51:43.485161 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac2278-df94-4201-a034-a327daf9ebf4 req-37a076b1-c7d0-4e2f-ad68-7d75d52fed6f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:43.486654 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15ac2278-df94-4201-a034-a327daf9ebf4 req-37a076b1-c7d0-4e2f-ad68-7d75d52fed6f tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 946 time: 0.0487814 Aug 11 01:51:43.524433 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-15ac2278-df94-4201-a034-a327daf9ebf4 req-d9945f76-7cad-4e9c-a757-0b8d7aee4851 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Aug 11 01:51:44.644130 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718237b-a8b9-4656-9bc2-4d9f0962ebed req-014aa7c6-7ad0-4f79-81a8-461e2f803482 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:44.645681 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f718237b-a8b9-4656-9bc2-4d9f0962ebed req-014aa7c6-7ad0-4f79-81a8-461e2f803482 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 946 time: 0.0503960 Aug 11 01:51:44.685734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-f718237b-a8b9-4656-9bc2-4d9f0962ebed req-188e1ea8-ae13-4655-82c1-25e15b259014 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339966 Aug 11 01:51:44.810588 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cea651-fc77-41f2-8e36-1786ec72b1eb req-be2dae43-ef7a-471d-b562-160abcef8d97 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:44.811943 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08cea651-fc77-41f2-8e36-1786ec72b1eb req-be2dae43-ef7a-471d-b562-160abcef8d97 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 946 time: 0.0565767 Aug 11 01:51:44.858143 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-08cea651-fc77-41f2-8e36-1786ec72b1eb req-175ca8a2-6e99-4fb8-883d-128d87e24eb7 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Aug 11 01:51:44.880539 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56644) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:51:44.919266 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff9aace-007f-4759-a259-32c0ac872c80 tempest-TestSnapshotPattern-205185819 tempest-TestSnapshotPattern-205185819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:44.920782 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0ff9aace-007f-4759-a259-32c0ac872c80 tempest-TestSnapshotPattern-205185819 tempest-TestSnapshotPattern-205185819-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 1093 time: 0.0393577 Aug 11 01:51:44.924172 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56646) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:51:44.928675 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.v2.base [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Request body: {'floatingip': {'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'port_id': '050d24ed-fb57-494c-978c-ab79b214f663', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 01:51:45.010980 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for floatingip, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:45.107089 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:45.213590 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_common [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Allocated IP 172.25.0.146 (6bde03f5-9690-46ae-8115-de22b61c77ca/673da3f9-a0d9-493e-a2e2-0292c09c644b/f3bf1c0d-cc94-40af-bea0-76ffff8df91f) {{(pid=95255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 01:51:45.311275 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for port, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:45.402540 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780187903748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:45.437456 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Network 6bde03f5-9690-46ae-8115-de22b61c77ca is already hosted by enough agents. {{(pid=95255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 01:51:45.440287 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.base_scheduler [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Resources bound (agent type, host, resource id): {{(pid=95255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 01:51:45.442931 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Received port after_create {{(pid=95255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 01:51:45.477035 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'Port': ['ID=f3bf1c0d-cc94-40af-bea0-76ffff8df91f,revision_number=1']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:45.489945 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.490298 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.490674 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.491023 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.491386 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.491728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.492060 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.492391 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.492720 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.493049 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.493380 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.493722 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:51:45.812307 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:46.291516 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:46.337320 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bd26e880-bc37-455e-a20e-56ceda2fd6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:46.446803 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for port, precommit_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:46.530819 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131178857'] for port, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:46.597432 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event updated for resources: {'Port': ['ID=f3bf1c0d-cc94-40af-bea0-76ffff8df91f,revision_number=2']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:51:46.611006 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133779849'] for floatingip, after_update {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:46.717999 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Floating IP d21451e2-97e6-4ad7-a563-d56167c27b80 associated. External IP: 172.25.0.146, port: 050d24ed-fb57-494c-978c-ab79b214f663. Aug 11 01:51:46.930164 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Router 0935ed15-87e5-4507-8266-1882ffae7e31 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:51:47.050317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:51:47.059908 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] Sync routers for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:51:47.072667 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:51:47.076040 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:51:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:51:47.128075 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:47.156807 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-5759bc9b-8de7-4961-98b7-bc1c1863f182 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2315025 Aug 11 01:51:47.157921 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:51:47.160420 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3" -d '{"events": [{"name": "network-changed", "server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "tag": "050d24ed-fb57-494c-978c-ab79b214f663"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:51:47.179525 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:51:47.197795 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fa174d-a998-460c-bdff-d64037b0fce4 x-openstack-request-id: req-85fa174d-a998-460c-bdff-d64037b0fce4 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:51:47.198082 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "tag": "050d24ed-fb57-494c-978c-ab79b214f663", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:51:47.198331 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85fa174d-a998-460c-bdff-d64037b0fce4 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:51:47.198728 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663', 'status': 'completed', 'code': 200} Aug 11 01:51:47.259906 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-530da643-a66e-4ce6-93ef-821a9b7b6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:47.261482 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-530da643-a66e-4ce6-93ef-821a9b7b6a40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 1098 time: 0.0407116 Aug 11 01:51:47.357757 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-b05cc278-848c-47e2-a03a-da7abd61d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:47.359306 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-b05cc278-848c-47e2-a03a-da7abd61d9a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0901623 Aug 11 01:51:47.413503 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:14Z', 'revision_number': 1, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}, {'id': 'd21451e2-97e6-4ad7-a563-d56167c27b80', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '050d24ed-fb57-494c-978c-ab79b214f663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:8f:51:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:51:45Z', 'updated_at': '2021-08-11T01:51:45Z', 'revision_number': 0, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:51:47.425216 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-92f5f878-6072-4cca-b193-b3fc64e88363 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050d24ed-fb57-494c-978c-ab79b214f663 HTTP/1.1" status: 200 len: 1000 time: 0.0584347 Aug 11 01:51:47.439558 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] Checking router: 0935ed15-87e5-4507-8266-1882ffae7e31 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:51:47.447846 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:51:47.448453 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:51:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:51:47.477538 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-b402acaa-c1fd-4306-acf6-b73091ac5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:47.479021 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-b402acaa-c1fd-4306-acf6-b73091ac5802 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0471456 Aug 11 01:51:47.524171 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-149ead07-1b3b-4e7c-b9db-63d0a4c0aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:51:47.525690 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-149ead07-1b3b-4e7c-b9db-63d0a4c0aa52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397396 Aug 11 01:51:47.553565 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:51:47.618154 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-755dae24-1f8a-4b1b-818c-6d32dfa70ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809021 Aug 11 01:51:47.710799 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-aac20b90-ac9d-4e5e-932d-ddb2b03777a3 req-337778be-503d-4d81-89b4-8b0fb11aefe3 service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856431 Aug 11 01:51:47.776172 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:14Z', 'revision_number': 1, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}, {'id': 'd21451e2-97e6-4ad7-a563-d56167c27b80', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '050d24ed-fb57-494c-978c-ab79b214f663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:8f:51:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:51:45Z', 'updated_at': '2021-08-11T01:51:45Z', 'revision_number': 0, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:51:47.802671 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305a9bd-f2ee-4379-b341-d76b5014878c None None] The sync data for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 is: [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:14Z', 'revision_number': 1, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}, {'id': 'd21451e2-97e6-4ad7-a563-d56167c27b80', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '050d24ed-fb57-494c-978c-ab79b214f663', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:8f:51:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:51:45Z', 'updated_at': '2021-08-11T01:51:45Z', 'revision_number': 0, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:51:48.003198 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c110f772-ca7b-4474-97f6-f82940bca6e1 None None] New status for floating IP d21451e2-97e6-4ad7-a563-d56167c27b80: ACTIVE {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:51:48.921643 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cc003658-74ed-4184-a2d9-ba0ad22a69cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:48.950058 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:50.733286 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:51:52.681418 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:00.239567 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:00.450779 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:10.329270 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-7eb6e1ef-8a43-4494-bf83-a58424a68c55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404031 Aug 11 01:52:10.410184 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-0177006b-e2ce-4867-beba-53ed3eab98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:52:10.411734 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-0177006b-e2ce-4867-beba-53ed3eab98d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 1098 time: 0.0405500 Aug 11 01:52:10.517772 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-83c4c23e-4ad2-4593-ac67-0003d3779861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:52:10.519278 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-83c4c23e-4ad2-4593-ac67-0003d3779861 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0883203 Aug 11 01:52:10.583342 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-467c30a9-51b3-42e7-affb-5dfc54bf9f10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050d24ed-fb57-494c-978c-ab79b214f663 HTTP/1.1" status: 200 len: 1002 time: 0.0570588 Aug 11 01:52:10.634611 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-46def415-5ff6-4fc1-9bfa-d7a77733094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:52:10.636081 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-46def415-5ff6-4fc1-9bfa-d7a77733094e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0463896 Aug 11 01:52:10.680900 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-4ac261ae-cc16-41e7-b495-bdd652b9024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:52:10.682397 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-4ac261ae-cc16-41e7-b495-bdd652b9024f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396256 Aug 11 01:52:10.768893 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-3b4df8ee-26c3-4bd7-8638-299b0b4ac20d service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793266 Aug 11 01:52:10.862512 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-188451fc-6b65-45ed-91f8-a5045806ea09 req-8cfc14e1-fe95-4e5a-aa74-c6e6c98826cd service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865984 Aug 11 01:52:12.928202 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-ce1fc766-118c-4702-9d7e-5cabbda22570 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470850 Aug 11 01:52:13.008523 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-329b430c-1a36-45e7-b2f2-ed212da7a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:52:13.010060 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-329b430c-1a36-45e7-b2f2-ed212da7a90a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1095 time: 0.0412233 Aug 11 01:52:13.110007 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-9db96568-ee2b-4c88-a0e0-9b0fd454f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:52:13.111561 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-9db96568-ee2b-4c88-a0e0-9b0fd454f2be service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0836372 Aug 11 01:52:13.184900 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-3a6c31b7-59ca-4bd4-877a-451f87d6d462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 200 len: 999 time: 0.0656888 Aug 11 01:52:13.234712 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-b6bfd83c-ed62-4c73-8c82-5cab9a24b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:52:13.236260 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-b6bfd83c-ed62-4c73-8c82-5cab9a24b761 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0444660 Aug 11 01:52:13.281907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-a6d038b7-5f1e-4726-8c21-7339c50bb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:52:13.283459 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-a6d038b7-5f1e-4726-8c21-7339c50bb17c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402277 Aug 11 01:52:13.294139 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-96fbe91b-3a25-431e-81c3-54b0496f079b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=95255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 01:52:13.295114 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-96fbe91b-3a25-431e-81c3-54b0496f079b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050573 Aug 11 01:52:13.389008 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-a6260e07-ff16-4562-b7a6-4f42abdd4b08 service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869300 Aug 11 01:52:13.477108 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-42d84da4-bc2f-4d35-8983-fb9158d98d3f req-18c16c8b-5578-42d6-b7c2-0b736b03378f service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809355 Aug 11 01:52:13.579768 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:52:16.395511 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-d6c632c0-6927-4c14-ad49-1542407571fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:18.983444 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b0ba957f-4bf6-44b7-8c23-d5d482e5970e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:19.004813 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:20.747108 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:22.697441 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:30.210658 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:30.422374 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:46.329542 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c66b4f3b-92d5-4ded-9214-cd887f541621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:48.948213 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-68b5ac39-79a1-428c-96b0-2a3e5ed7f5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:48.976728 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:50.579762 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:52:50.731145 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:52:52.725036 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:00.233303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:00.416789 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:11.345692 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-e7ebdf3b-8fb8-43d3-a1f4-dfb374a4cf39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407789 Aug 11 01:53:11.425929 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-fd2786bd-adb1-4ed6-8320-7c36113fbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:11.427427 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-fd2786bd-adb1-4ed6-8320-7c36113fbbf7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 1098 time: 0.0399382 Aug 11 01:53:11.529720 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-a7b966c2-e705-46b6-a6d3-e06ec706f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:11.531223 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-a7b966c2-e705-46b6-a6d3-e06ec706f2f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0857527 Aug 11 01:53:11.596917 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-4aaf3459-5522-4ef3-9b4e-62362be7b459 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050d24ed-fb57-494c-978c-ab79b214f663 HTTP/1.1" status: 200 len: 1002 time: 0.0581195 Aug 11 01:53:11.650563 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-2f5fd501-790b-465b-a973-6263374a2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:11.652032 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-2f5fd501-790b-465b-a973-6263374a2e2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0462048 Aug 11 01:53:11.697926 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-eab72960-fcba-4dc3-875e-2e2e89510ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:11.699428 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-eab72960-fcba-4dc3-875e-2e2e89510ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388894 Aug 11 01:53:11.785430 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-1a0c039d-346e-4c0b-93e7-32a562a7f9ce service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789435 Aug 11 01:53:12.212241 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-d1abac47-1ad0-48c4-9ae0-ab7427878943 req-22cb75aa-81cf-42f3-aee3-fb66f7ce6f1b service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197593 Aug 11 01:53:12.919731 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-6202fddf-1587-481d-a156-a6221caf8003 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405486 Aug 11 01:53:13.006097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-07fabbf1-cd15-4a74-af13-df1030d12bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:13.007686 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-07fabbf1-cd15-4a74-af13-df1030d12bfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1095 time: 0.0459518 Aug 11 01:53:13.110785 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-97b44b9a-b56a-4d89-b33f-50deeb8dd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:13.112374 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-97b44b9a-b56a-4d89-b33f-50deeb8dd690 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0843093 Aug 11 01:53:13.181005 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-46b5f17e-0fad-4761-b673-1ac6355f1760 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 200 len: 999 time: 0.0612772 Aug 11 01:53:13.231907 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-c441bbac-7e4a-4259-b1a0-91c386d0883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:13.233384 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-c441bbac-7e4a-4259-b1a0-91c386d0883a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0454006 Aug 11 01:53:13.278903 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-111fd069-5582-484f-82ae-80fef8ad4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:13.280444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-111fd069-5582-484f-82ae-80fef8ad4dae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405638 Aug 11 01:53:13.373367 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-a8d200d8-ae6e-440a-ab62-b8a634df6ebc service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860708 Aug 11 01:53:13.460591 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-c75ada4a-d93c-4f1f-9cdf-8f211945b7e1 req-0251859b-31cd-4fc6-bf5c-4042cc53b8b0 service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807576 Aug 11 01:53:16.307012 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-93d9f29c-6921-48ae-80a8-af76c132593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:18.946979 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5147eee2-93a7-4e50-acf9-53bbb2463823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:18.975010 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:20.729303 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:22.707088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:27.579638 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:53:29.104301 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 050d24ed-fb57-494c-978c-ab79b214f663 details requested by agent hyperv_n-h1-712143-13 with host n-h1-712143-13 {{(pid=95256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 01:53:29.347027 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:29.359446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Returning: {'device': '050d24ed-fb57-494c-978c-ab79b214f663', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'port_id': '050d24ed-fb57-494c-978c-ab79b214f663', 'mac_address': 'fa:16:3e:8f:51:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 01:53:29.401325 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:29.414763 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 050d24ed-fb57-494c-978c-ab79b214f663 {{(pid=95256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 01:53:29.436075 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:29.512190 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:29.561936 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=6']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:29.569583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.569583 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.569844 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.570112 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.570443 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.570784 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.571100 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.571457 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.571782 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.572102 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.572425 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.572750 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:29.578407 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] get_ports_and_sgs() called for port_ids ['050d24ed-fb57-494c-978c-ab79b214f663'] {{(pid=95256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 01:53:30.215919 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:30.416576 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:31.129465 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 050d24ed-fb57-494c-978c-ab79b214f663 up at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 01:53:31.189799 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.provisioning_blocks [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Provisioning complete for port 050d24ed-fb57-494c-978c-ab79b214f663 triggered by entity L2. {{(pid=95256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 01:53:31.190399 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-863664'] for port, provisioning_complete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:31.280492 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:31.306745 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:53:31.309823 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd6641d-4f36-48e6-acbf-f083dc9f0127" -d '{"events": [{"server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "name": "network-vif-plugged", "status": "completed", "tag": "050d24ed-fb57-494c-978c-ab79b214f663"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:53:31.330285 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:31.356420 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598de63-e838-4964-9d2c-0758b0fd6bae x-openstack-request-id: req-5598de63-e838-4964-9d2c-0758b0fd6bae {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:53:31.356825 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "name": "network-vif-plugged", "status": "completed", "tag": "050d24ed-fb57-494c-978c-ab79b214f663", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:53:31.357112 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5598de63-e838-4964-9d2c-0758b0fd6bae {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:53:31.357626 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663', 'code': 200} Aug 11 01:53:31.421052 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:31.474832 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=7']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:41.590181 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56846) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:41.760991 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Deleting port f3bf1c0d-cc94-40af-bea0-76ffff8df91f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:41.761335 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:41.837312 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:41.837541 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:41.849211 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Calling delete_port for f3bf1c0d-cc94-40af-bea0-76ffff8df91f owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:42.083357 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:42.111041 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event deleted for resources: {'Port': ['ID=f3bf1c0d-cc94-40af-bea0-76ffff8df91f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:42.134291 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.134640 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.135003 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.135368 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.135710 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.136039 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.136365 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.136690 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.137013 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.137334 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.137654 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.137973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:42.179779 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:42.180124 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Floating IP d21451e2-97e6-4ad7-a563-d56167c27b80 disassociated (deleted). External IP: 172.25.0.146, port: 050d24ed-fb57-494c-978c-ab79b214f663. Aug 11 01:53:42.387728 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Router 0935ed15-87e5-4507-8266-1882ffae7e31 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:53:42.493692 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:53:42.499087 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:42.504431 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] Sync routers for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:53:42.514260 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:53:42.514866 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:42.527521 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-31854b2f-e4f7-4c14-992f-064fa0e7de25 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "DELETE /v2.0/floatingips/d21451e2-97e6-4ad7-a563-d56167c27b80 HTTP/1.1" status: 204 len: 168 time: 0.9361572 Aug 11 01:53:42.528127 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:53:42.530392 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3637738c-8f11-4ac3-a151-48d222421b32" -d '{"events": [{"name": "network-changed", "server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "tag": "050d24ed-fb57-494c-978c-ab79b214f663"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:53:42.646901 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:53:42.685330 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fa939e-1f0f-4c77-8112-093b3830272b x-openstack-request-id: req-a0fa939e-1f0f-4c77-8112-093b3830272b {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:53:42.685966 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "tag": "050d24ed-fb57-494c-978c-ab79b214f663", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:53:42.686288 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0fa939e-1f0f-4c77-8112-093b3830272b {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:53:42.686792 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663', 'status': 'completed', 'code': 200} Aug 11 01:53:42.750189 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637738c-8f11-4ac3-a151-48d222421b32 req-0536b4b1-a751-4d04-86e2-e298de9a352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:42.752527 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3637738c-8f11-4ac3-a151-48d222421b32 req-0536b4b1-a751-4d04-86e2-e298de9a352d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 1098 time: 0.0435081 Aug 11 01:53:42.853427 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637738c-8f11-4ac3-a151-48d222421b32 req-1a712d1a-519b-428d-b836-8fa39191e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:42.854926 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3637738c-8f11-4ac3-a151-48d222421b32 req-1a712d1a-519b-428d-b836-8fa39191e825 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0931344 Aug 11 01:53:42.885217 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:14Z', 'revision_number': 1, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:42.899767 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3637738c-8f11-4ac3-a151-48d222421b32 req-4c2437c5-3cc6-48e6-9a5c-90d5422ab6a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=050d24ed-fb57-494c-978c-ab79b214f663 HTTP/1.1" status: 200 len: 217 time: 0.0362437 Aug 11 01:53:42.911786 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] Checking router: 0935ed15-87e5-4507-8266-1882ffae7e31 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:53:42.920230 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:53:42.920840 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:42.954090 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637738c-8f11-4ac3-a151-48d222421b32 req-7a80c925-ee81-45ec-aa19-68e88436e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:42.957253 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3637738c-8f11-4ac3-a151-48d222421b32 req-7a80c925-ee81-45ec-aa19-68e88436e447 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0490704 Aug 11 01:53:43.029484 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:53:43.043351 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637738c-8f11-4ac3-a151-48d222421b32 req-e978ded9-90df-43c8-a431-b942b9320e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:43.044869 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3637738c-8f11-4ac3-a151-48d222421b32 req-e978ded9-90df-43c8-a431-b942b9320e7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780482 Aug 11 01:53:43.056278 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472d850-db23-4c3d-93e2-e77688318ac5 req-87d0cdaf-0508-45dd-81eb-d65515becc5e tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:43.057698 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4472d850-db23-4c3d-93e2-e77688318ac5 req-87d0cdaf-0508-45dd-81eb-d65515becc5e tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 946 time: 0.0647335 Aug 11 01:53:43.145570 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-4472d850-db23-4c3d-93e2-e77688318ac5 req-9ea27634-b631-4f6a-b663-3e1b028facb3 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789502 Aug 11 01:53:43.172135 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3637738c-8f11-4ac3-a151-48d222421b32 req-986fb511-5139-4806-a78a-4ee08d071b1f service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134722 Aug 11 01:53:43.234471 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 050d24ed-fb57-494c-978c-ab79b214f663 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:53:43.250829 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:14Z', 'revision_number': 1, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:43.270239 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-3637738c-8f11-4ac3-a151-48d222421b32 req-6740ec78-9d5c-43c9-a85a-da2501fd6863 service neutron] 10.222.0.55 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879035 Aug 11 01:53:43.281237 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2206350-4b14-46c5-912e-b04448ea37b2 None None] The sync data for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 is: [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_floatingips': [{'id': '685d1270-c9bd-4b18-a77c-6af3ab468fb9', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'router_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'port_id': '6a604c34-b952-409e-af72-a5da6043c71e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'mac_address': 'fa:16:3e:1e:59:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T01:49:12Z', 'updated_at': '2021-08-11T01:49:14Z', 'revision_number': 1, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:53:43.321287 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-933880'] for port, before_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:43.345735 n-d-712143-13 neutron-server[95256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663'}] {{(pid=95256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:53:43.348036 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4f4af8427affefd8ba83a267118ab825e0189a3409c04177c93e4679900cf10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e08b88-e784-4940-b204-dcd4042de09a" -d '{"events": [{"server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "name": "network-vif-unplugged", "status": "completed", "tag": "050d24ed-fb57-494c-978c-ab79b214f663"}]}' {{(pid=95256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:53:43.361998 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:43.385625 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baa0e67-3d85-4bc8-bb1b-206a8cec8135 x-openstack-request-id: req-9baa0e67-3d85-4bc8-bb1b-206a8cec8135 {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:53:43.385794 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "name": "network-vif-unplugged", "status": "completed", "tag": "050d24ed-fb57-494c-978c-ab79b214f663", "code": 200}]} {{(pid=95256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:53:43.386035 n-d-712143-13 neutron-server[95256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9baa0e67-3d85-4bc8-bb1b-206a8cec8135 {{(pid=95256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:53:43.386438 n-d-712143-13 neutron-server[95256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663', 'code': 200} Aug 11 01:53:43.420574 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780188393629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780187903766', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780187903784'] for port, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:43.469582 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Pushing event updated for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=8']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:43.557498 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416d320-6d41-4fb1-bb37-966b73f0a74e None None] New status for floating IP d21451e2-97e6-4ad7-a563-d56167c27b80: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:53:44.261650 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115de271-c7b8-4be5-ae8e-a80d60d774cf req-84993d9d-a3e8-4fd4-b663-3e67dc9432fa tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:44.263041 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-115de271-c7b8-4be5-ae8e-a80d60d774cf req-84993d9d-a3e8-4fd4-b663-3e67dc9432fa tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 944 time: 0.0489373 Aug 11 01:53:44.300599 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-115de271-c7b8-4be5-ae8e-a80d60d774cf req-eac3591f-6442-4836-aa4c-3e45e8504df4 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Aug 11 01:53:44.578345 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873397a-7df3-4545-b639-8be7b204726d req-31423c69-10fc-4011-8257-5b0eff8e3ec6 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:44.580019 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8873397a-7df3-4545-b639-8be7b204726d req-31423c69-10fc-4011-8257-5b0eff8e3ec6 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.55 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 944 time: 0.0530336 Aug 11 01:53:44.668594 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Deleting port 050d24ed-fb57-494c-978c-ab79b214f663 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:44.668941 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:44.759340 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] For port 050d24ed-fb57-494c-978c-ab79b214f663, host n-h1-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712143-13',level=0,port_id=050d24ed-fb57-494c-978c-ab79b214f663,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:44.759707 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:44.772717 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Calling delete_port for 050d24ed-fb57-494c-978c-ab79b214f663 owned by compute:nova {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:44.946067 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:44.977584 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event deleted for resources: {'Port': ['ID=050d24ed-fb57-494c-978c-ab79b214f663,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:44.992304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.992304 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.992532 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.992721 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.993066 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.993404 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.993738 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.994069 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.994401 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.994730 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.995056 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:44.995658 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712143-13 {{(pid=95254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 01:53:45.030462 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] No DVR routers for this DVR port 050d24ed-fb57-494c-978c-ab79b214f663 on host n-h1-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:53:45.033123 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:45.035297 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-8873397a-7df3-4545-b639-8be7b204726d req-24c56378-b435-4a8f-83d0-25c5df6903ca tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.55 "DELETE /v2.0/ports/050d24ed-fb57-494c-978c-ab79b214f663 HTTP/1.1" status: 204 len: 173 time: 0.4492733 Aug 11 01:53:45.035743 n-d-712143-13 neutron-server[95254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'name': 'network-vif-deleted', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663'}] {{(pid=95254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:53:45.037978 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c60711165dc86217b8446cec2c2c8acbf311801d1672050426a38d58edbc90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eedd8d9-1bd7-43d1-b414-24d54860bb49" -d '{"events": [{"server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "name": "network-vif-deleted", "tag": "050d24ed-fb57-494c-978c-ab79b214f663"}]}' {{(pid=95254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:53:45.129769 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0caadf-ee65-4de5-b690-5ccb6b37e245 x-openstack-request-id: req-2d0caadf-ee65-4de5-b690-5ccb6b37e245 {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:53:45.129769 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43217eb7-a7e3-4da6-a954-f7cc7e6b2351", "name": "network-vif-deleted", "tag": "050d24ed-fb57-494c-978c-ab79b214f663", "status": "completed", "code": 200}]} {{(pid=95254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:53:45.129769 n-d-712143-13 neutron-server[95254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d0caadf-ee65-4de5-b690-5ccb6b37e245 {{(pid=95254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:53:45.130160 n-d-712143-13 neutron-server[95254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43217eb7-a7e3-4da6-a954-f7cc7e6b2351', 'name': 'network-vif-deleted', 'tag': '050d24ed-fb57-494c-978c-ab79b214f663', 'status': 'completed', 'code': 200} Aug 11 01:53:45.419919 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-ae0bc244-34c1-43b5-8f30-3f1c8303647e req-b74ec60b-57aa-4951-8766-7565525821a7 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=43217eb7-a7e3-4da6-a954-f7cc7e6b2351 HTTP/1.1" status: 200 len: 210 time: 0.0321953 Aug 11 01:53:46.340400 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4594-dc4e-43a6-872a-6e7c7516353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:47.249908 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 050d24ed-fb57-494c-978c-ab79b214f663 no longer exists at agent hyperv_n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:53:47.269699 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] No Port match for: 050d24ed-fb57-494c-978c-ab79b214f663 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:53:47.270045 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Device 050d24ed-fb57-494c-978c-ab79b214f663 not bound to the agent host n-h1-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:53:47.805319 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56916) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:47.962116 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Deleting port b097f3b2-bc57-4b56-887c-061c04f09556 {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:47.962464 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:48.040698 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:48.041035 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:48.052611 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Calling delete_port for b097f3b2-bc57-4b56-887c-061c04f09556 owned by network:floatingip {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:48.237118 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:48.260805 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event deleted for resources: {'Port': ['ID=b097f3b2-bc57-4b56-887c-061c04f09556,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:48.321597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for floatingip, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:48.321953 n-d-712143-13 neutron-server[95255]: INFO neutron.db.l3_db [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Floating IP 685d1270-c9bd-4b18-a77c-6af3ab468fb9 disassociated (deleted). External IP: 172.25.0.183, port: 6a604c34-b952-409e-af72-a5da6043c71e. Aug 11 01:53:48.524489 n-d-712143-13 neutron-server[95255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Router 0935ed15-87e5-4507-8266-1882ffae7e31 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:53:48.633339 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:53:48.638166 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for floatingip, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:48.643489 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] Sync routers for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:53:48.652845 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:53:48.656300 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:53:19Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:48.665724 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-52f6ba31-8458-41c6-9500-b9ee5b859bc5 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "DELETE /v2.0/floatingips/685d1270-c9bd-4b18-a77c-6af3ab468fb9 HTTP/1.1" status: 204 len: 168 time: 0.8593125 Aug 11 01:53:48.666418 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:53:48.671009 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbd0e86-0241-4b76-9697-90627b5b7e50" -d '{"events": [{"name": "network-changed", "server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "tag": "6a604c34-b952-409e-af72-a5da6043c71e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:53:48.709186 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a25755e-2323-4a16-8d3b-60493003adea x-openstack-request-id: req-9a25755e-2323-4a16-8d3b-60493003adea {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:53:48.709723 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "tag": "6a604c34-b952-409e-af72-a5da6043c71e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:53:48.709931 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a25755e-2323-4a16-8d3b-60493003adea {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:53:48.710447 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e', 'status': 'completed', 'code': 200} Aug 11 01:53:48.765005 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:53:48.773521 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-aec178f0-de4a-4a1e-be2a-ea31d4828364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:48.776396 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-aec178f0-de4a-4a1e-be2a-ea31d4828364 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=01eb78a6d7394e88b623325d79df10e0&device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 1095 time: 0.0420647 Aug 11 01:53:48.874825 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-ec48a91a-b2e7-42f8-80d0-de737f4d8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:48.876358 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-ec48a91a-b2e7-42f8-80d0-de737f4d8c1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 200 len: 911 time: 0.0932817 Aug 11 01:53:48.921718 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-e3863920-5e3b-448a-b983-1552a69bef94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 200 len: 217 time: 0.0374970 Aug 11 01:53:48.934522 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c9c3dc89-de33-4182-bb9c-2f37d5c4de45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:48.963221 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:48.966913 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:48.971666 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-b451b113-40b5-4eb7-8c77-22efc49405f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:48.977154 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-b451b113-40b5-4eb7-8c77-22efc49405f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 200 len: 849 time: 0.0451105 Aug 11 01:53:48.998156 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] Checking router: 0935ed15-87e5-4507-8266-1882ffae7e31 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:53:49.010366 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:53:49.010366 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:49.033340 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-3acee05a-b3be-4274-92bc-e1b8cc0b95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:49.034798 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-3acee05a-b3be-4274-92bc-e1b8cc0b95a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bc208883-643e-4854-8c70-1cda94371583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474505 Aug 11 01:53:49.118382 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:53:49.138628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-e030dfe3-30b5-4939-8692-71eced6b25bf service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959601 Aug 11 01:53:49.245985 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a2097-c552-4a95-961c-7eff2542e907 req-e6f2db9f-f02a-48e6-99ae-4c34221ca19e tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:49.248098 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-517a2097-c552-4a95-961c-7eff2542e907 req-e6f2db9f-f02a-48e6-99ae-4c34221ca19e tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 943 time: 0.1085253 Aug 11 01:53:49.306628 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-1cbd0e86-0241-4b76-9697-90627b5b7e50 req-ba69ba92-25f0-4921-92ef-bd38cce3e51c service neutron] 10.222.0.44 "GET /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398139 Aug 11 01:53:49.309679 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-517a2097-c552-4a95-961c-7eff2542e907 req-9d324906-3a17-4ab0-9acd-caa88e1d3ec9 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510111 Aug 11 01:53:49.349752 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:49.392248 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31873404-2e44-4a13-aa70-8d11ea4002ae None None] The sync data for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 is: [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:49Z', 'revision_number': 4, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13', '_interfaces': [{'id': '29d577ac-d57c-4118-b671-f6881b3237a1', 'name': '', 'network_id': 'bc208883-643e-4854-8c70-1cda94371583', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'mac_address': 'fa:16:3e:93:50:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:48Z', 'updated_at': '2021-08-11T01:48:55Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'subnets': [{'id': '78efe150-09f4-4a5e-bb87-80994a54c364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:53:49.616485 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4264e416-c602-45a1-b80f-48acf0a22de3 None None] New status for floating IP 685d1270-c9bd-4b18-a77c-6af3ab468fb9: DOWN {{(pid=95256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 01:53:50.435460 n-d-712143-13 neutron-server[95254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbcd2f-9c1d-4770-999d-4ca154a536bf req-8aebc9a1-1ea4-4344-9dcc-036f5b75449d tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:50.436963 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41bbcd2f-9c1d-4770-999d-4ca154a536bf req-8aebc9a1-1ea4-4344-9dcc-036f5b75449d tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 943 time: 0.0506532 Aug 11 01:53:50.475006 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-41bbcd2f-9c1d-4770-999d-4ca154a536bf req-2e989d36-f49d-4cf0-9177-87e44e1aa7d0 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd935143-711c-4408-8a75-5a8ea6e9aadb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Aug 11 01:53:50.688310 n-d-712143-13 neutron-server[95255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-c764ee37-a66a-4597-a148-2ae2970d6699 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 01:53:50.689745 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-c764ee37-a66a-4597-a148-2ae2970d6699 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 943 time: 0.0500615 Aug 11 01:53:50.746418 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:50.785241 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Deleting port 6a604c34-b952-409e-af72-a5da6043c71e {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:50.785597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:50.874971 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] For port 6a604c34-b952-409e-af72-a5da6043c71e, host n-h2-712143-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712143-13',level=0,port_id=6a604c34-b952-409e-af72-a5da6043c71e,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:50.875377 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:50.888775 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Calling delete_port for 6a604c34-b952-409e-af72-a5da6043c71e owned by compute:nova {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:51.054016 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:51.084591 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event deleted for resources: {'Port': ['ID=6a604c34-b952-409e-af72-a5da6043c71e,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:51.127913 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] No DVR routers for this DVR port 6a604c34-b952-409e-af72-a5da6043c71e on host n-h2-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:53:51.130566 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256200'] for port, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:51.132678 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [req-dd2d2303-fec8-4e91-aa29-285ee1c0bed2 req-e4d56e20-72d5-45b5-a453-9d93e580dc20 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.44 "DELETE /v2.0/ports/6a604c34-b952-409e-af72-a5da6043c71e HTTP/1.1" status: 204 len: 173 time: 0.4370420 Aug 11 01:53:51.133110 n-d-712143-13 neutron-server[95255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'name': 'network-vif-deleted', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e'}] {{(pid=95255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 01:53:51.135326 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb3e9e1529482f0330853248455c165fb46321bc087dd38375f05a25bb564bcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55efdb53-7dd9-465c-99c1-c61dfe62a40f" -d '{"events": [{"server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "name": "network-vif-deleted", "tag": "6a604c34-b952-409e-af72-a5da6043c71e"}]}' {{(pid=95255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 01:53:51.171091 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 01:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bc19fc-ba6e-4e79-b2d2-5013d3df5812 x-openstack-request-id: req-d2bc19fc-ba6e-4e79-b2d2-5013d3df5812 {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 01:53:51.171424 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f90fa2f-01d8-4b0e-80f6-98a19bee969c", "name": "network-vif-deleted", "tag": "6a604c34-b952-409e-af72-a5da6043c71e", "status": "completed", "code": 200}]} {{(pid=95255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 01:53:51.171680 n-d-712143-13 neutron-server[95255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2bc19fc-ba6e-4e79-b2d2-5013d3df5812 {{(pid=95255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 01:53:51.172088 n-d-712143-13 neutron-server[95255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f90fa2f-01d8-4b0e-80f6-98a19bee969c', 'name': 'network-vif-deleted', 'tag': '6a604c34-b952-409e-af72-a5da6043c71e', 'status': 'completed', 'code': 200} Aug 11 01:53:51.589474 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [req-615ae82c-1798-4c23-9383-6d7401393802 req-993a916a-c508-4eeb-88f3-54cfa97aa5cf tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f90fa2f-01d8-4b0e-80f6-98a19bee969c HTTP/1.1" status: 200 len: 210 time: 0.0303977 Aug 11 01:53:52.649289 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56932) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:52.707863 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15d4197b-1af3-40d6-9d6a-f5fbdd8ec833 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:52.732867 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15d4197b-1af3-40d6-9d6a-f5fbdd8ec833 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:52.734246 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:52.843459 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15d4197b-1af3-40d6-9d6a-f5fbdd8ec833 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:52.845931 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-15d4197b-1af3-40d6-9d6a-f5fbdd8ec833 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:52.847119 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-15d4197b-1af3-40d6-9d6a-f5fbdd8ec833 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] 10.222.0.43 "DELETE /v2.0/security-groups/fd935143-711c-4408-8a75-5a8ea6e9aadb HTTP/1.1" status: 204 len: 168 time: 0.1968057 Aug 11 01:53:52.859974 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4197b-1af3-40d6-9d6a-f5fbdd8ec833 tempest-TestSnapshotPattern-1092433133 tempest-TestSnapshotPattern-1092433133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd935143-711c-4408-8a75-5a8ea6e9aadb,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:52.980707 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56936) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:53.415047 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:53.653805 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Deleting port 29d577ac-d57c-4118-b671-f6881b3237a1 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:53.654500 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:53.728942 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] For port 29d577ac-d57c-4118-b671-f6881b3237a1, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=29d577ac-d57c-4118-b671-f6881b3237a1,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:53.729303 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:53.741416 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Calling delete_port for 29d577ac-d57c-4118-b671-f6881b3237a1 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:53.968297 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:53.998657 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Pushing event deleted for resources: {'Port': ['ID=29d577ac-d57c-4118-b671-f6881b3237a1,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:54.162712 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:54.381755 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Router 0935ed15-87e5-4507-8266-1882ffae7e31 has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:53:54.490040 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:53:54.496267 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-079a0af0-5dfc-4799-b52d-3601c27919ce admin admin] 10.222.0.43 "PUT /v2.0/routers/0935ed15-87e5-4507-8266-1882ffae7e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5141385 Aug 11 01:53:54.499036 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56940) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:54.499831 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] Sync routers for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:53:54.509615 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:53:54.512661 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:54.608770 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:54.702590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6a604c34-b952-409e-af72-a5da6043c71e no longer exists at agent hyperv_n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:53:54.708380 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: n-d-712143-13 {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:53:54.713190 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:54.723390 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] No Port match for: 6a604c34-b952-409e-af72-a5da6043c71e {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:53:54.723748 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Device 6a604c34-b952-409e-af72-a5da6043c71e not bound to the agent host n-h2-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:53:54.890180 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:53:53Z', 'revision_number': 5, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port': {'id': 'bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:54.918358 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] Checking router: 0935ed15-87e5-4507-8266-1882ffae7e31 for host: n-d-712143-13 {{(pid=95257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:53:54.927466 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] Routers {'0935ed15-87e5-4507-8266-1882ffae7e31'} bound to L3 agent in host n-d-712143-13 {{(pid=95257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:53:54.928106 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['0935ed15-87e5-4507-8266-1882ffae7e31'], 'active': True} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:55.017501 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_dvr_db [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] Set router 0935ed15-87e5-4507-8266-1882ffae7e31 gateway port host: None {{(pid=95257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:53:55.070318 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.l3_hamode_db [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:53:54Z', 'revision_number': 6, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:55.100195 n-d-712143-13 neutron-server[95257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed42ce51-11f1-4761-8fb1-1a8ae641faec None None] The sync data for ids ['0935ed15-87e5-4507-8266-1882ffae7e31'] in n-d-712143-13 is: [{'id': '0935ed15-87e5-4507-8266-1882ffae7e31', 'name': 'tempest-TestSnapshotPattern-1408050305-router', 'tenant_id': '01eb78a6d7394e88b623325d79df10e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:46Z', 'updated_at': '2021-08-11T01:53:54Z', 'revision_number': 6, 'project_id': '01eb78a6d7394e88b623325d79df10e0', 'gw_port_host': None}] {{(pid=95257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:53:55.190351 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Deleting port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:55.190695 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.266323 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] For port bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:55.266616 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.279187 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Calling delete_port for bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:55.524597 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.550573 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:55.609767 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.700267 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.702432 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.814491 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.814973 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0935ed15-87e5-4507-8266-1882ffae7e31 {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:53:55.821851 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.823868 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-b2f62f63-cec9-4c3a-a3fe-90804c5d6773 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0935ed15-87e5-4507-8266-1882ffae7e31 HTTP/1.1" status: 204 len: 168 time: 1.3235135 Aug 11 01:53:55.827576 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56942) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:55.872441 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4023ba-c590-4c2d-ba53-fd5bef7ee883 admin admin] Deleting subnet 78efe150-09f4-4a5e-bb87-80994a54c364 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:53:55.875810 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be4023ba-c590-4c2d-ba53-fd5bef7ee883 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.910664 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be4023ba-c590-4c2d-ba53-fd5bef7ee883 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:55.995702 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be4023ba-c590-4c2d-ba53-fd5bef7ee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.117506 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be4023ba-c590-4c2d-ba53-fd5bef7ee883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.148405 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4023ba-c590-4c2d-ba53-fd5bef7ee883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78efe150-09f4-4a5e-bb87-80994a54c364,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:56.152567 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-be4023ba-c590-4c2d-ba53-fd5bef7ee883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.155739 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-be4023ba-c590-4c2d-ba53-fd5bef7ee883 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/78efe150-09f4-4a5e-bb87-80994a54c364 HTTP/1.1" status: 204 len: 168 time: 0.3277202 Aug 11 01:53:56.157079 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56944) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:56.158194 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a959aa4-ab18-4689-9f18-47471835b43e None None] Network bc208883-643e-4854-8c70-1cda94371583 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:53:56.225686 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.286053 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Deleting port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:56.286304 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.347106 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] DHCP port deletion for bc208883-643e-4854-8c70-1cda94371583 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:53:56.353726 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] For port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:56.354098 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.368248 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Calling delete_port for 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d owned by network:dhcp {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:56.395558 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] Deleting port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:56.395987 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.471341 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] For port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,segment=NetworkSegment(8c094fe7-b71f-4b0c-a4dc-97c6388f27ba),segment_id=8c094fe7-b71f-4b0c-a4dc-97c6388f27ba)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:56.471742 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.485020 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] Calling delete_port for 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:56.505775 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.534776 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] No DVR routers for this DVR port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d on host n-d-712143-13 {{(pid=95255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:53:56.540317 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 01:53:56.558610 n-d-712143-13 neutron-server[95256]: self.session.flush() Aug 11 01:53:56.563847 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.586848 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] Pushing event deleted for resources: {'Port': ['ID=51bb2bb2-8df9-4e55-90fe-21877f0e5a9d,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:56.593011 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401b1da-f4bf-4ab8-ac69-655a2bac3bdc None None] No DVR routers for this DVR port 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:53:56.612022 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.622621 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc208883-643e-4854-8c70-1cda94371583']}} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:56.633190 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba') {'for_net_delete': True} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:56.633490 n-d-712143-13 neutron-server[95255]: DEBUG neutron.services.segments.db [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c094fe7-b71f-4b0c-a4dc-97c6388f27ba') {} {{(pid=95255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:56.642815 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131246177'] for segment, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.660542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.666461 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:53:56.666844 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131178829'] for segment, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: Traceback (most recent call last): Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: timer() Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: cb(*args, **kw) Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: return func(*args, **kwargs) Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: self._notify() Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: self.callback(batched_events) Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: event.method(event) Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: return f(self, *a, **k) Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: return self._get(url).json() Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: return self.request(url, 'GET', **kwargs) Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:53:56.668512 n-d-712143-13 neutron-server[95255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:53:56.779749 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.785325 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:56.787213 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bc208883-643e-4854-8c70-1cda94371583 HTTP/1.1" status: 204 len: 168 time: 0.6291399 Aug 11 01:53:56.790466 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56946) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:56.798791 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a70e3-613a-4b23-84ef-44e7ea0bc4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc208883-643e-4854-8c70-1cda94371583,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:57.137328 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133853833'] for router_interface, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:57.174881 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 29d577ac-d57c-4118-b671-f6881b3237a1 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:53:57.198480 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 29d577ac-d57c-4118-b671-f6881b3237a1 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:53:57.199387 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 29d577ac-d57c-4118-b671-f6881b3237a1 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:53:57.199815 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:53:57.221446 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:53:57.221803 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device bc2ae0d9-121c-4af4-a06b-0bc3c2c5bf5f not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:53:57.222220 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:53:57.242238 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:53:57.242590 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 51bb2bb2-8df9-4e55-90fe-21877f0e5a9d not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:53:57.398050 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Deleting port 1b9f7805-fe53-40d1-b3c6-f47566b648d0 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:57.398296 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:57.824691 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] For port 1b9f7805-fe53-40d1-b3c6-f47566b648d0, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=1b9f7805-fe53-40d1-b3c6-f47566b648d0,segment=NetworkSegment(22534447-e4df-47e8-a128-0cc79b8f4318),segment_id=22534447-e4df-47e8-a128-0cc79b8f4318)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:57.825396 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:57.837744 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Calling delete_port for 1b9f7805-fe53-40d1-b3c6-f47566b648d0 owned by network:router_interface {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:58.066016 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:58.094714 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9f7805-fe53-40d1-b3c6-f47566b648d0,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:58.255065 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133724940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133781049'] for router_interface, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:58.466414 n-d-712143-13 neutron-server[95254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb has already been hosted by L3 agent 36ad1375-f2a6-46b0-bb92-e77c066bf476 {{(pid=95254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 01:53:58.573214 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] Notify agent at l3_agent.n-d-712143-13 the message routers_updated {{(pid=95254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 01:53:58.578867 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-ce2ece95-7bc3-42c6-b253-eefdda5d1f00 admin admin] 10.222.0.43 "PUT /v2.0/routers/967a04a7-7fc8-4741-92fb-ec8a3edc2dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7846861 Aug 11 01:53:58.581854 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56948) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:58.583224 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] Sync routers for ids ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'] in n-d-712143-13 {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 01:53:58.593996 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] Routers {'967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:53:58.594644 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:58.690321 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:58.700413 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] Set router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb gateway port host: n-d-712143-13 {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:53:58.797038 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:58.874417 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'external_fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:53:57Z', 'revision_number': 5, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port': {'id': '10acebcc-1b1c-4481-b436-02320a0cc5ee', 'name': '', 'network_id': '6bde03f5-9690-46ae-8115-de22b61c77ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712143-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '673da3f9-a0d9-493e-a2e2-0292c09c644b', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712143-13'}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:58.903690 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] Checking router: 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb for host: n-d-712143-13 {{(pid=95256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 01:53:58.910097 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Deleting port 10acebcc-1b1c-4481-b436-02320a0cc5ee {{(pid=95255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:53:58.910452 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:58.912091 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] Routers {'967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'} bound to L3 agent in host n-d-712143-13 {{(pid=95256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 01:53:58.912696 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712143-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T00:08:19Z,description=,heartbeat_timestamp=2021-08-11T01:53:49Z,host='n-d-712143-13',id=36ad1375-f2a6-46b0-bb92-e77c066bf476,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T00:08:19Z,topic='l3_agent')) {'router_ids': ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'], 'active': True} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:58.995530 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.db [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] For port 10acebcc-1b1c-4481-b436-02320a0cc5ee, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=10acebcc-1b1c-4481-b436-02320a0cc5ee,segment=NetworkSegment(887c778f-0352-499a-9978-80431294c7c4),segment_id=887c778f-0352-499a-9978-80431294c7c4)] {{(pid=95255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:53:58.996510 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:58.998807 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvr_db [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] Set router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb gateway port host: None {{(pid=95256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 01:53:59.011916 n-d-712143-13 neutron-server[95255]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Calling delete_port for 10acebcc-1b1c-4481-b436-02320a0cc5ee owned by network:router_gateway {{(pid=95255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:53:59.050475 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_hamode_db [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:53:58Z', 'revision_number': 6, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port_host': None}], 'n-d-712143-13', False) {} {{(pid=95256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:53:59.081202 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffbd495-583c-4622-8894-20cf41dd26eb None None] The sync data for ids ['967a04a7-7fc8-4741-92fb-ec8a3edc2dcb'] in n-d-712143-13 is: [{'id': '967a04a7-7fc8-4741-92fb-ec8a3edc2dcb', 'name': 'tempest-TestSnapshotPattern-2013763116-router', 'tenant_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T01:48:52Z', 'updated_at': '2021-08-11T01:53:58Z', 'revision_number': 6, 'project_id': '8053e11bcced422c8f3f7c2c7d0c0ac8', 'gw_port_host': None}] {{(pid=95256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 01:53:59.214468 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131178898'] for port, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.243738 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10acebcc-1b1c-4481-b436-02320a0cc5ee,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:59.299979 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133779935'] for router_gateway, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.394542 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133781547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3301'] for router, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.396518 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.534174 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133781554'] for router, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.534755 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967a04a7-7fc8-4741-92fb-ec8a3edc2dcb {{(pid=95255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 01:53:59.539259 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.540444 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-ccd4ed6b-b227-4c77-81f2-59654f333fd8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/967a04a7-7fc8-4741-92fb-ec8a3edc2dcb HTTP/1.1" status: 204 len: 168 time: 0.9575460 Aug 11 01:53:59.543487 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56950) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:59.589170 n-d-712143-13 neutron-server[95255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e75126-90b7-49e3-904f-e5e841361d84 admin admin] Deleting subnet 8f342725-a6d0-4d13-8293-7ceff89d7f78 {{(pid=95255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 01:53:59.592563 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e75126-90b7-49e3-904f-e5e841361d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.628397 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e75126-90b7-49e3-904f-e5e841361d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131246104'] for subnet, precommit_delete_associations {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.711066 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e75126-90b7-49e3-904f-e5e841361d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942678'] for subnet, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.822392 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1b9f7805-fe53-40d1-b3c6-f47566b648d0 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:53:59.843639 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e75126-90b7-49e3-904f-e5e841361d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131178919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130195798'] for subnet, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.880636 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e75126-90b7-49e3-904f-e5e841361d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f342725-a6d0-4d13-8293-7ceff89d7f78,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:53:59.884479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-d5e75126-90b7-49e3-904f-e5e841361d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:53:59.887717 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-d5e75126-90b7-49e3-904f-e5e841361d84 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8f342725-a6d0-4d13-8293-7ceff89d7f78 HTTP/1.1" status: 204 len: 168 time: 0.3427715 Aug 11 01:53:59.889861 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56952) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:53:59.963521 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-991646'] for network, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.013956 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9980cd-da4d-459e-89b3-746b6b903847 None None] Network 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 requested from n-d-712143-13 {{(pid=95256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 01:54:00.016199 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 1b9f7805-fe53-40d1-b3c6-f47566b648d0 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:54:00.016542 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 1b9f7805-fe53-40d1-b3c6-f47566b648d0 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:54:00.029559 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Deleting port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 {{(pid=95254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:54:00.029739 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.097955 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.db [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] For port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,segment=NetworkSegment(22534447-e4df-47e8-a128-0cc79b8f4318),segment_id=22534447-e4df-47e8-a128-0cc79b8f4318)] {{(pid=95254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:54:00.098331 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.112800 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.plugin [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Calling delete_port for 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 owned by network:dhcp {{(pid=95254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:54:00.201813 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] DHCP port deletion for 7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 request from n-d-712143-13 {{(pid=95256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 01:54:00.244061 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.248432 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] Deleting port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 {{(pid=95256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 01:54:00.248796 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780188387889'] for port, before_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.271662 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131444649'] for port, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.297879 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:00.301463 n-d-712143-13 neutron-server[95254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] No DVR routers for this DVR port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 on host n-d-712143-13 {{(pid=95254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:54:00.310371 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.db [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] For port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533, host n-d-712143-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712143-13',level=0,port_id=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,segment=NetworkSegment(22534447-e4df-47e8-a128-0cc79b8f4318),segment_id=22534447-e4df-47e8-a128-0cc79b8f4318)] {{(pid=95256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 01:54:00.310765 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133786043'] for port, precommit_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.324811 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] Calling delete_port for 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 owned by network:dhcp {{(pid=95256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 01:54:00.380386 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-943583', 'neutron.services.segments.db._delete_segments_for_network-8780188431984'] for network, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.390922 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aba1023-d48b-4dd0-a3b8-336cfd7aebb5']}} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:00.402386 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22534447-e4df-47e8-a128-0cc79b8f4318') {'for_net_delete': True} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:00.402701 n-d-712143-13 neutron-server[95254]: DEBUG neutron.services.segments.db [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22534447-e4df-47e8-a128-0cc79b8f4318') {} {{(pid=95254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 01:54:00.412643 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780188435833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131443922'] for segment, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.415453 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780188393611', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780187903757'] for port, after_delete {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.430771 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226'] for segment, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.437985 n-d-712143-13 neutron-server[95254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 01:54:00.438380 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-949226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131444598'] for segment, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: Traceback (most recent call last): Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: timer() Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: cb(*args, **kw) Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: return func(*args, **kwargs) Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: self._notify() Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: self.callback(batched_events) Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: event.method(event) Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: return f(self, *a, **k) Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: return self._get(url).json() Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: return self.request(url, 'GET', **kwargs) Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 01:54:00.440100 n-d-712143-13 neutron-server[95254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 01:54:00.442695 n-d-712143-13 neutron-server[95256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] Pushing event deleted for resources: {'Port': ['ID=6ecf7eee-d2ca-4fbd-90bf-a0f584938533,revision_number=None']} {{(pid=95256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:00.443781 n-d-712143-13 neutron-server[95256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b061983-7371-4b1d-9ba6-232a94a2ccfc None None] No DVR routers for this DVR port 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 on host n-d-712143-13 {{(pid=95256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 01:54:00.466385 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.551731 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-943572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133694740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133724981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133779899'] for network, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.558604 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Notify callbacks [] for network, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:00.561954 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] 10.222.0.43 "DELETE /v2.0/networks/7aba1023-d48b-4dd0-a3b8-336cfd7aebb5 HTTP/1.1" status: 204 len: 168 time: 0.6696622 Aug 11 01:54:00.571533 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cddaa5-3b90-440c-99e9-ca85a98c75ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7aba1023-d48b-4dd0-a3b8-336cfd7aebb5,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:00.927759 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56956) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:00.967651 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-8abd246f-b2e1-4e1f-a83c-917c75cf87db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01eb78a6d7394e88b623325d79df10e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387135 Aug 11 01:54:00.970150 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [-] (95254) accepted ('10.222.0.43', 56958) {{(pid=95254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:01.019212 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-884a51d3-678f-4dba-ad84-578633a4753e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:01.040552 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-884a51d3-678f-4dba-ad84-578633a4753e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:01.173762 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 10acebcc-1b1c-4481-b436-02320a0cc5ee no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:54:01.193737 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 10acebcc-1b1c-4481-b436-02320a0cc5ee {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:54:01.194088 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 10acebcc-1b1c-4481-b436-02320a0cc5ee not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:54:01.194518 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 no longer exists at agent ovs-agent-n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 01:54:01.202803 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-884a51d3-678f-4dba-ad84-578633a4753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:01.205716 n-d-712143-13 neutron-server[95254]: DEBUG neutron_lib.callbacks.manager [None req-884a51d3-678f-4dba-ad84-578633a4753e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:01.206947 n-d-712143-13 neutron-server[95254]: INFO neutron.wsgi [None req-884a51d3-678f-4dba-ad84-578633a4753e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2021071-f61e-4878-a700-a942781e8c4e HTTP/1.1" status: 204 len: 168 time: 0.2358637 Aug 11 01:54:01.214901 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] No Port match for: 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 {{(pid=95256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 01:54:01.215303 n-d-712143-13 neutron-server[95256]: DEBUG neutron.plugins.ml2.rpc [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Device 6ecf7eee-d2ca-4fbd-90bf-a0f584938533 not bound to the agent host n-d-712143-13 {{(pid=95256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 01:54:01.226037 n-d-712143-13 neutron-server[95254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a51d3-678f-4dba-ad84-578633a4753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2021071-f61e-4878-a700-a942781e8c4e,revision_number=None']} {{(pid=95254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:02.048983 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56964) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:02.089999 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-103507cf-a8a7-4b93-ac15-0c0c4d50ab8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8053e11bcced422c8f3f7c2c7d0c0ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391567 Aug 11 01:54:02.092253 n-d-712143-13 neutron-server[95255]: DEBUG neutron.wsgi [-] (95255) accepted ('10.222.0.43', 56966) {{(pid=95255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 01:54:02.139360 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1cc531f5-2760-46d9-ad31-5d7aafd76c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:02.164796 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1cc531f5-2760-46d9-ad31-5d7aafd76c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:02.277479 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1cc531f5-2760-46d9-ad31-5d7aafd76c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133705890'] for security_group, after_delete {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:02.280018 n-d-712143-13 neutron-server[95255]: DEBUG neutron_lib.callbacks.manager [None req-1cc531f5-2760-46d9-ad31-5d7aafd76c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:02.281221 n-d-712143-13 neutron-server[95255]: INFO neutron.wsgi [None req-1cc531f5-2760-46d9-ad31-5d7aafd76c3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0fe5d13a-729e-49a3-83b7-a18b974bf2f8 HTTP/1.1" status: 204 len: 168 time: 0.1880343 Aug 11 01:54:02.288912 n-d-712143-13 neutron-server[95255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc531f5-2760-46d9-ad31-5d7aafd76c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5d13a-729e-49a3-83b7-a18b974bf2f8,revision_number=None']} {{(pid=95255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 01:54:04.578924 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:54:16.316823 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-7511a6d6-b9c0-4a86-b44b-66a855db342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:18.905047 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b4525195-fa8e-42f3-90bb-89caff834023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:18.922076 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:20.802444 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:22.710926 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:30.241834 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:30.447289 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:41.579993 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:54:46.321345 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-a9044f5c-f344-4a03-8ad7-eceb058f1798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:48.921969 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-75f6a70c-1bb7-442f-a17b-04c35da45d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:48.950415 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:50.756396 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:54:52.738818 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:00.299201 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:00.445712 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:16.355855 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6a71b364-e97e-41bf-81f7-ecdd950e20f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:18.579300 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:55:18.970748 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-36801157-bee0-45bc-acbe-0b6b090b4d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:19.006719 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:20.738401 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:22.698497 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:30.298127 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:30.458289 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:46.332754 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-1095b9c1-267d-4001-bf5a-8c5c72943938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:48.964207 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee31b-3756-4112-b171-4223d3a2318f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:48.971689 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:50.781407 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:52.714980 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:55:55.578829 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:56:00.278172 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:00.468722 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:16.323113 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e60241ad-10f7-4ed3-b20b-89e18ddafc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:18.948462 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-509c48cd-bd31-4f7c-89d3-4811d6b57bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:18.991713 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:20.811780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:22.700621 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:30.336957 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:30.457240 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:32.578734 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:56:46.345144 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ecf44751-928f-4a54-b018-dce97521ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:48.959503 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-f6858a53-321e-48d7-8baa-c1bce68a5a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:48.987869 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:50.796099 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:56:52.710545 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:00.310142 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:00.474455 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:09.578814 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:57:16.330268 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-450c1055-3510-4508-9cef-d7654f0c4eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.927010 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e721e0a3-edc1-4c2c-9ee8-c78f0d2707fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:18.954830 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:20.795175 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:22.720793 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:30.280371 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:30.486265 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:46.364630 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-efe9a6de-c0dc-4b18-ba1e-d9498f5ced03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:46.578258 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:57:48.942489 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-075cbf3b-306f-4c77-9e4f-2ac59f74ac7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:48.971086 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:50.794048 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:57:52.712704 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:00.330510 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:00.467486 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:16.381916 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-273cb57b-57cc-418d-8dfb-c66f9e83f190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:18.964905 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:18.966321 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-2bea5de6-36e5-419b-ba60-227d92ac3f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:20.781504 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:22.712780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:23.578112 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:58:30.335520 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:30.472227 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:46.346368 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-72afc68c-6e60-4083-890f-771525a71b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:48.957380 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-fff45dae-a9aa-43fd-8fb4-5277b38fddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:48.985710 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:50.774365 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:58:52.700966 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:00.328362 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:00.499584 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:00.577910 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:59:16.339662 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-472eb0e8-b4c7-4eb3-91a3-7fd492a7eb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:18.928230 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-da4637ad-e7ee-41e0-86bf-1c50dc831084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:18.978831 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:20.843114 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:22.710313 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:30.402416 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:30.516424 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:37.577378 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 01:59:46.345310 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e816900d-986a-426d-9d8d-5c83690ae8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:48.972370 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-14b11341-d74b-4699-8ac6-81a9cfd86ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:48.995128 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:50.779535 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 01:59:52.698583 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:00.367840 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:00.493279 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:14.576322 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:00:16.354222 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf004-6e3d-4a64-9f21-6e2c16c7253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:18.961347 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e4015c50-710a-4f23-89a0-a0a089ea5368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:18.978231 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:20.778060 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:22.698935 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:30.367259 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:30.496634 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:46.376350 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-df437321-74f3-48af-a722-c1d6c5241c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:48.959598 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-5254782c-2b1c-4ca4-a863-65a9e0b1919c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:48.961180 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:50.798490 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:00:51.575363 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:00:52.715078 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:00.394852 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:00.514817 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:16.346384 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-47bca56e-a9ad-49d6-854f-eea1270545e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:18.991709 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-6841a10c-56a8-4296-989e-a25e5d1de5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:19.026068 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:20.814396 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:22.734536 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:25.897126 n-d-712143-13 neutron-server[95254]: DEBUG neutron.wsgi [req-3a6ff366-bf7f-4c78-bbae-9f0139e3e780 req-37643ac0-9957-4ef8-9d90-6caf6f8c30ef service neutron] (95254) timed out ('10.222.0.43', 54824) {{(pid=95254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 02:01:28.574939 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:01:30.425631 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:30.539886 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:46.359974 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-370a5989-31eb-4b51-8d18-ce58411bf1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:48.961005 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-109e4922-056b-43de-806c-8c72b6dcabc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:48.962602 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:50.794484 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:01:52.725306 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:00.411780 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-bb94f0bf-1a3d-4fc7-aae6-78ceddb76e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:00.567829 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-ad62631f-ce8b-419f-aff3-9836afa3cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:05.575054 n-d-712143-13 neutron-server[95257]: DEBUG neutron.db.agents_db [None req-af34bc4a-0f39-411e-bbe3-a6af7790e9d4 None None] Agent healthcheck: found 7 active agents {{(pid=95257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:02:16.384603 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-b771f4a4-9dfe-4b11-a37a-9b2919436fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:18.972579 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c2ef0a2c-5474-4b1b-a95b-397fafce87d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:18.975088 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-9d71d5df-f99c-4166-9d9b-bd6afb8fba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:20.852975 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-e43a2553-5aad-4e80-ad40-2039497ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:02:22.744439 n-d-712143-13 neutron-server[95256]: DEBUG neutron_lib.callbacks.manager [None req-c24d8554-e563-46d8-b20f-75049163095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780188431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-863553'] for agent, after_update {{(pid=95256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}